-- Logs begin at Mon 2022-02-28 16:17:26 UTC, end at Mon 2022-02-28 18:24:59 UTC. -- Feb 28 17:04:19.085808 n-d-820368-19 systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 17:04:22.123086 n-d-820368-19 neutron-server[104133]: INFO neutron.common.config [-] Logging enabled! Feb 28 17:04:22.123697 n-d-820368-19 neutron-server[104133]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev552 Feb 28 17:04:22.123873 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104133) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 17:04:22.127163 n-d-820368-19 neutron-server[104133]: INFO neutron.common.config [-] Logging enabled! Feb 28 17:04:22.127416 n-d-820368-19 neutron-server[104133]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev552 Feb 28 17:04:22.127724 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104133) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 17:04:22.128716 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 17:04:22.128950 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 17:04:22.129327 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 17:04:22.129572 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 17:04:22.130218 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 17:04:22.130543 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.130965 n-d-820368-19 neutron-server[104133]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 28 17:04:22.131279 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.131576 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.131868 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.132162 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.132452 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.133277 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.133574 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.133894 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.134202 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.134478 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.134758 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.135047 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.135334 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.135614 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.135896 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.136174 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] debug = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.136449 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.136881 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.137301 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.137570 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.137917 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.138158 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.138406 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.138676 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.138955 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.139275 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] host = n-d-820368-19 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.139547 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.139832 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.140191 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.140396 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.140666 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.140937 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.141219 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.141486 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.141759 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] log_file = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.142050 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.142338 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.142622 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.142907 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.143128 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.143347 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.143640 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.143922 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.144192 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.144460 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.144728 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.144994 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.145266 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.145529 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.145808 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.146115 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.146400 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.146668 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.146935 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.147202 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.147467 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.147746 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.148012 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.148301 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.148570 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.148852 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.149117 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.149381 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.149675 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.149979 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.150262 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.150542 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.150810 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.151111 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.151378 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.151645 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.151908 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] use_json = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.152173 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.152438 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.152713 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.152977 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.153243 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.153509 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.153773 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.154080 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.154349 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:22.154638 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.154931 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.155234 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.155524 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.155811 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.156086 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.156373 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.156649 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.156935 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.157220 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.157501 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.157771 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.158094 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.158383 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.161854 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.161854 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.161854 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.161854 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.161854 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.161854 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.161854 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.161854 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.162467 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.162467 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.162467 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.162467 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.162467 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.162467 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.162467 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.162984 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.162984 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.163263 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.163536 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.163823 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.164137 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.164410 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.164686 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.164976 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.165256 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.165527 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.165807 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.166114 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.166388 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.166659 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.166934 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.167222 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.167494 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.167764 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.168037 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.168310 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.168579 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.168861 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.169136 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.169406 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.169675 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.169966 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.170241 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.170514 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.170787 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.171060 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.171332 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.171602 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.171871 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.172142 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.172411 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.172681 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.172950 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.173220 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.173493 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.173760 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.174056 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.174326 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.174595 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.174865 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.175145 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.175437 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.175707 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.176026 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.176255 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.176524 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.176795 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.177063 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.177333 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.177601 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.177868 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.178181 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.178462 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.178745 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.179039 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.179312 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.180142 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.180417 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.180690 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.180969 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.181242 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.181514 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.181791 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.182102 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.182397 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.182691 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.182985 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.183276 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.183562 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.183839 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.184146 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.184424 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:22.184637 n-d-820368-19 neutron-server[104133]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 17:04:22.184872 n-d-820368-19 neutron-server[104133]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104133) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 17:04:22.560875 n-d-820368-19 neutron-server[104133]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 17:04:22.561054 n-d-820368-19 neutron-server[104133]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 17:04:22.561361 n-d-820368-19 neutron-server[104133]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 17:04:22.561842 n-d-820368-19 neutron-server[104133]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 17:04:22.894565 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:22.894846 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:22.895112 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:22.896394 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:22.896662 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:22.896919 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:22.943457 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:22.943730 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:22.943992 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:22.958566 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:22.958841 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:22.959107 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:22.987176 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:22.987455 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:22.987720 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.025410 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.025678 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.025958 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.372718 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.373345 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.373345 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.373567 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.374192 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.472035 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.472350 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.472629 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.472895 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.473161 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.473464 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.473717 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.473992 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.474240 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.474516 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.474769 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.475026 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.475275 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.475520 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.475767 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.476022 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.476273 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.477058 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.477321 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.477572 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.477836 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.478104 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.478378 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.478746 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.478989 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.479228 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.479613 n-d-820368-19 neutron-server[104133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 17:04:23.479846 n-d-820368-19 neutron-server[104133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 17:04:23.480078 n-d-820368-19 neutron-server[104133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 17:04:23.480309 n-d-820368-19 neutron-server[104133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 17:04:23.480538 n-d-820368-19 neutron-server[104133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 17:04:23.480765 n-d-820368-19 neutron-server[104133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 17:04:23.481123 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 17:04:23.484353 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 17:04:23.488384 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 17:04:23.493118 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Feb 28 17:04:23.494775 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 17:04:23.495249 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 17:04:23.495576 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 17:04:23.495950 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 17:04:23.498797 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 17:04:23.499046 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 17:04:23.499387 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 17:04:23.504206 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 28 17:04:23.527818 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 28 17:04:23.528269 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.528560 n-d-820368-19 neutron-server[104133]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104133) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 28 17:04:23.528925 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.530300 n-d-820368-19 neutron-server[104133]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104133) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 17:04:23.530575 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 17:04:23.530811 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 17:04:23.534120 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.534399 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:23.596879 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 17:04:23.597111 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 17:04:23.597344 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 17:04:23.597711 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 17:04:23.618570 n-d-820368-19 neutron-server[104133]: DEBUG oslo_db.sqlalchemy.engines [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104133) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 28 17:04:24.232103 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Initializing driver for type 'gre' Feb 28 17:04:24.232561 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] gre ID ranges: [(1, 1000)] Feb 28 17:04:24.422464 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Initializing driver for type 'local' Feb 28 17:04:24.423137 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Initializing driver for type 'vlan' Feb 28 17:04:24.519263 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] VlanTypeDriver initialization complete Feb 28 17:04:24.519452 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Initializing driver for type 'vxlan' Feb 28 17:04:24.519961 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] vxlan ID ranges: [(1, 1000)] Feb 28 17:04:24.719617 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Initializing extension driver 'port_security' Feb 28 17:04:24.719952 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.extensions.port_security [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] PortSecurityExtensionDriver initialization complete Feb 28 17:04:24.720282 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Initializing mechanism driver 'openvswitch' Feb 28 17:04:24.720637 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Initializing mechanism driver 'hyperv' Feb 28 17:04:24.734238 n-d-820368-19 neutron-server[104133]: DEBUG neutron.plugins.ml2.plugin [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:04:24.735097 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > port after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.735467 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > port after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.735817 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > port after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.736349 n-d-820368-19 neutron-server[104133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 17:04:24.736780 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > subnet after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.737134 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > subnet after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.737478 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.737871 n-d-820368-19 neutron-server[104133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 17:04:24.738309 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > network after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.738657 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > network after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.739000 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > network after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.739431 n-d-820368-19 neutron-server[104133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 17:04:24.739843 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > security_group after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.740189 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > security_group after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.740536 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.740934 n-d-820368-19 neutron-server[104133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 17:04:24.741645 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.741953 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.742299 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.742693 n-d-820368-19 neutron-server[104133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 17:04:24.743103 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > address_group after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.743448 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > address_group after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.743837 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.744297 n-d-820368-19 neutron-server[104133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 17:04:24.744741 n-d-820368-19 neutron-server[104133]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] ML2 OVO RPC backend initialized. {{(pid=104133) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Feb 28 17:04:24.745450 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.745804 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.746242 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > network before_response 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.746588 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > networks before_response 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.746937 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > port before_response 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.747280 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > ports before_response 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.747624 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > subnet before_response 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.747995 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > subnets before_response 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.748339 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > network after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.748677 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > network after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.749014 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > network after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.749347 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > port after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.749689 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > port after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.750050 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > port after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.750392 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > subnet after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.750819 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > subnet after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.758826 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.765135 n-d-820368-19 neutron-server[104133]: INFO neutron.quota [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded quota_driver: . Feb 28 17:04:24.765510 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.plugin [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Modular L2 Plugin initialization complete Feb 28 17:04:24.765858 n-d-820368-19 neutron-server[104133]: DEBUG neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading services supported by the core plugin {{(pid=104133) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 17:04:24.766241 n-d-820368-19 neutron-server[104133]: INFO neutron.plugins.ml2.managers [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Got port-security extension from driver 'port_security' Feb 28 17:04:24.766754 n-d-820368-19 neutron-server[104133]: INFO neutron.extensions.vlantransparent [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Disabled vlantransparent extension. Feb 28 17:04:24.767252 n-d-820368-19 neutron-server[104133]: DEBUG neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104133) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 17:04:24.767575 n-d-820368-19 neutron-server[104133]: INFO neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading Plugin: router Feb 28 17:04:24.808721 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.809049 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router after_create 55549900 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.809421 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router before_create 55549900 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.809786 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.810190 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.810550 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router after_delete 55549900 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.810908 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.811367 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.811731 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router after_create 55549900 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.812078 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router after_update 55549900 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.812427 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router after_update 55549900 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.812773 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.813130 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router after_update 55549900 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.813538 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router precommit_update 55549900 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.813905 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: port after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.814265 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: port after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.814603 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: subnet after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.814940 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.815284 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.815667 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router precommit_create 55549900 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.816010 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: port before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.816352 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router precommit_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.816704 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router after_update 55549900 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.817044 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.817517 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router precommit_create 55549900 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.817876 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.825988 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router precommit_update 55549900 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.825988 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > agent after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.825988 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > agent after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.825988 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > network after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.826305 n-d-820368-19 neutron-server[104133]: DEBUG neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Tracking information for resource: router configured {{(pid=104133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 17:04:24.826305 n-d-820368-19 neutron-server[104133]: DEBUG neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Tracking information for resource: floatingip configured {{(pid=104133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 17:04:24.826973 n-d-820368-19 neutron-server[104133]: INFO neutron.db.l3_agentschedulers_db [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 17:04:24.827546 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: port after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.827907 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: port after_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.828260 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: port after_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.828609 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: port after_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.829398 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router before_create 55550100 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.829786 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.830172 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router precommit_create 55550100 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.830534 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > router precommit_update 55550100 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.835297 n-d-820368-19 neutron-server[104133]: DEBUG neutron.services.provider_configuration [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service providers = [] {{(pid=104133) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 17:04:24.835661 n-d-820368-19 neutron-server[104133]: DEBUG neutron.db.servicetype_db [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104133) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 17:04:24.839290 n-d-820368-19 neutron-server[104133]: DEBUG neutron.services.service_base [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 17:04:24.839644 n-d-820368-19 neutron-server[104133]: DEBUG neutron.services.service_base [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 17:04:24.839985 n-d-820368-19 neutron-server[104133]: DEBUG neutron.services.service_base [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 17:04:24.840884 n-d-820368-19 neutron-server[104133]: DEBUG neutron.services.service_base [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 17:04:24.841258 n-d-820368-19 neutron-server[104133]: INFO neutron.services.service_base [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 17:04:24.841639 n-d-820368-19 neutron-server[104133]: DEBUG neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 17:04:24.841982 n-d-820368-19 neutron-server[104133]: INFO neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 17:04:24.853105 n-d-820368-19 neutron-server[104133]: DEBUG neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 17:04:24.853447 n-d-820368-19 neutron-server[104133]: INFO neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading Plugin: auto_allocate Feb 28 17:04:24.866470 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: network precommit_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.866844 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: network precommit_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.867374 n-d-820368-19 neutron-server[104133]: DEBUG neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 17:04:24.867719 n-d-820368-19 neutron-server[104133]: INFO neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading Plugin: tag Feb 28 17:04:24.874725 n-d-820368-19 neutron-server[104133]: DEBUG neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 17:04:24.875059 n-d-820368-19 neutron-server[104133]: INFO neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading Plugin: timestamp Feb 28 17:04:24.878977 n-d-820368-19 neutron-server[104133]: DEBUG neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 17:04:24.879309 n-d-820368-19 neutron-server[104133]: INFO neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading Plugin: network_ip_availability Feb 28 17:04:24.885408 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.885781 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.886171 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:24.886898 n-d-820368-19 neutron-server[104133]: DEBUG neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 17:04:24.887217 n-d-820368-19 neutron-server[104133]: INFO neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading Plugin: flavors Feb 28 17:04:24.892190 n-d-820368-19 neutron-server[104133]: DEBUG neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 17:04:24.892526 n-d-820368-19 neutron-server[104133]: INFO neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading Plugin: revisions Feb 28 17:04:24.906023 n-d-820368-19 neutron-server[104133]: DEBUG neutron.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 17:04:24.906421 n-d-820368-19 neutron-server[104133]: DEBUG oslo_concurrency.lockutils [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.345s {{(pid=104133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 17:04:24.907252 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104133) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 28 17:04:24.907589 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Initializing extension manager. Feb 28 17:04:24.908115 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: __init__.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.908456 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: __pycache__ {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.908788 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.909122 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: address_group.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.909877 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.910477 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: address-group Feb 28 17:04:24.910802 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: address_scope.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.911509 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.912022 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: address-scope Feb 28 17:04:24.912344 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.913273 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.913787 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: router-admin-state-down-before-update Feb 28 17:04:24.914138 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: agent.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.914864 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.915375 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: agent Feb 28 17:04:24.915697 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: agent_resources_synced.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.916667 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.917177 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: agent-resources-synced Feb 28 17:04:24.917497 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: allowedaddresspairs.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.919323 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.919842 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: allowed-address-pairs Feb 28 17:04:24.920167 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: auto_allocated_topology.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.921281 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.921892 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: auto-allocated-topology Feb 28 17:04:24.922221 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: availability_zone.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.922916 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.923427 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: availability_zone Feb 28 17:04:24.923748 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: availability_zone_filter.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.924665 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.925172 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: availability_zone_filter Feb 28 17:04:24.925493 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: data_plane_status.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.926415 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.926904 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 17:04:24.927223 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: default_subnetpools.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.928224 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.928735 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: default-subnetpools Feb 28 17:04:24.929061 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.929879 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.930437 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: dhcp_agent_scheduler Feb 28 17:04:24.930762 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: dns.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.931677 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.932180 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension dns-integration not supported by any of loaded plugins Feb 28 17:04:24.932505 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: dns_domain_ports.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.933461 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.933999 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 17:04:24.934326 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.935253 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.935766 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 28 17:04:24.936091 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: dvr.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.936762 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.937270 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: dvr Feb 28 17:04:24.937590 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: ecmp_routes.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.938543 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.939047 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 28 17:04:24.939371 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: empty_string_filtering.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.940284 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.940791 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: empty-string-filtering Feb 28 17:04:24.941111 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.942051 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.942555 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 17:04:24.942872 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.943783 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.944286 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 17:04:24.944607 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: external_net.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.945513 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.946576 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: external-net Feb 28 17:04:24.946896 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.947836 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.948343 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: extra_dhcp_opt Feb 28 17:04:24.948662 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: extraroute.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.949565 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.950099 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: extraroute Feb 28 17:04:24.950417 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: extraroute_atomic.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.951472 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.951981 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: extraroute-atomic Feb 28 17:04:24.952304 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: filter_validation.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.953010 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.953497 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: filter-validation Feb 28 17:04:24.953814 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: fip_pf_description.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.954748 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.955249 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 17:04:24.955567 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: fip_port_details.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.956697 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.957273 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: fip-port-details Feb 28 17:04:24.957597 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: flavors.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.958896 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.959413 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: flavors Feb 28 17:04:24.959738 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.964680 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.965199 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 17:04:24.965528 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: floatingip_pools.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.966492 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.968197 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: floatingip-pools Feb 28 17:04:24.968197 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: ip_allocation.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.968381 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.968866 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 17:04:24.969193 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.970189 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.970700 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: ip-substring-filtering Feb 28 17:04:24.971025 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: l2_adjacency.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.971951 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.972455 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 17:04:24.972776 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: l3.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.973762 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.974313 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: router Feb 28 17:04:24.974641 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.977099 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.977650 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 17:04:24.978007 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.978953 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.979464 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: ext-gw-mode Feb 28 17:04:24.979789 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.980716 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.981279 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: l3-ha Feb 28 17:04:24.981603 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.982540 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.983045 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 28 17:04:24.983368 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: l3_flavors.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.984284 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.984792 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: l3-flavors Feb 28 17:04:24.985115 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.986533 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.987095 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 28 17:04:24.987428 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.988343 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.988857 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 17:04:24.989184 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: l3agentscheduler.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.990250 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.990767 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: l3_agent_scheduler Feb 28 17:04:24.991364 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: local_ip.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.993232 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.993759 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension local_ip not supported by any of loaded plugins Feb 28 17:04:24.994121 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: logging.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:24.999372 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:24.999907 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension logging not supported by any of loaded plugins Feb 28 17:04:25.000243 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: metering.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.000993 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.001575 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: metering Feb 28 17:04:25.001907 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.003048 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.003570 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: metering_source_and_destination_fields Feb 28 17:04:25.003897 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: multiprovidernet.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.004871 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.005384 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: multi-provider Feb 28 17:04:25.005706 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: netmtu.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.006655 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.007167 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: net-mtu Feb 28 17:04:25.007583 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: netmtu_writable.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.008935 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.009445 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: net-mtu-writable Feb 28 17:04:25.009765 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: network_availability_zone.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.010457 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.010966 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: network_availability_zone Feb 28 17:04:25.011284 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: network_ip_availability.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.012398 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.012913 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: network-ip-availability Feb 28 17:04:25.013236 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: network_segment_range.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.014038 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.014545 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 17:04:25.014863 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: pagination.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.015883 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.016211 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: pagination Feb 28 17:04:25.016531 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: port_device_profile.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.017445 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.017985 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: port-device-profile Feb 28 17:04:25.018310 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.019235 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.019744 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: port-mac-address-regenerate Feb 28 17:04:25.020069 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.020982 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.021491 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: port-numa-affinity-policy Feb 28 17:04:25.021845 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: port_resource_request.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.022816 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.023320 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 17:04:25.023643 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: port_resource_request_groups.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.025225 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.025750 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 28 17:04:25.026105 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: portbindings.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.027032 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.027543 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: binding Feb 28 17:04:25.027866 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: portbindings_extended.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.029137 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.029658 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: binding-extended Feb 28 17:04:25.030010 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: portsecurity.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.030970 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.031486 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: port-security Feb 28 17:04:25.031809 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: project_id.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.032788 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.033122 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: project-id Feb 28 17:04:25.033448 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: providernet.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.034410 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.034929 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: provider Feb 28 17:04:25.035255 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: qos.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.038946 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.039501 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension qos not supported by any of loaded plugins Feb 28 17:04:25.039833 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.041098 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.041614 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 17:04:25.042075 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.043017 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.043531 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 17:04:25.043862 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: qos_default.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.044780 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.045292 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension qos-default not supported by any of loaded plugins Feb 28 17:04:25.045620 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: qos_fip.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.046576 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.047086 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension qos-fip not supported by any of loaded plugins Feb 28 17:04:25.047410 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.053573 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.054109 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 28 17:04:25.054452 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: qos_gateway_ip.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.055885 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.056435 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 17:04:25.056760 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: qos_port_network_policy.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.057807 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.058359 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 17:04:25.058682 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.059817 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.060277 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 28 17:04:25.060601 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.061646 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.062190 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 28 17:04:25.062515 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: qos_pps_rule.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.063690 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.064205 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension qos-pps not supported by any of loaded plugins Feb 28 17:04:25.064638 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: qos_rule_type_details.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.065558 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.066099 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 17:04:25.066425 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: qos_rules_alias.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.067477 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.067993 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 17:04:25.068317 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: quota_check_limit.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.069234 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.069750 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: quota-check-limit Feb 28 17:04:25.070102 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: quotasv2.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.071715 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.072040 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: quotas Feb 28 17:04:25.072364 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: quotasv2_detail.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.074206 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.074546 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: quota_details Feb 28 17:04:25.074875 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: rbac.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.075932 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.076459 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: rbac-policies Feb 28 17:04:25.076786 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: rbac_address_group.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.077716 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.078273 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: rbac-address-group Feb 28 17:04:25.078604 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: rbac_address_scope.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.079540 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.080055 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: rbac-address-scope Feb 28 17:04:25.080381 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: rbac_security_groups.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.081304 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.081817 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: rbac-security-groups Feb 28 17:04:25.082173 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: rbac_subnetpool.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.083169 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.083680 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: rbac-subnetpool Feb 28 17:04:25.084002 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: revisionifmatch.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.084928 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.085440 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: revision-if-match Feb 28 17:04:25.085781 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: revisions.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.091349 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.091866 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: standard-attr-revisions Feb 28 17:04:25.092202 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: router_availability_zone.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.092876 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.093407 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: router_availability_zone Feb 28 17:04:25.093728 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: routerservicetype.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.094679 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.095187 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension router-service-type not supported by any of loaded plugins Feb 28 17:04:25.095510 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.096472 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.096984 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: security-groups-normalized-cidr Feb 28 17:04:25.097305 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.098266 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.098778 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: port-security-groups-filtering Feb 28 17:04:25.099100 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.100025 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.100536 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: security-groups-remote-address-group Feb 28 17:04:25.100857 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.101800 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.102362 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: security-groups-shared-filtering Feb 28 17:04:25.102689 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.103285 n-d-820368-19 neutron-server[104133]: WARNING neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 28 17:04:25.103606 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: securitygroup.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.113528 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.114094 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: security-group Feb 28 17:04:25.114428 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: segment.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.115214 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.115723 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension segment not supported by any of loaded plugins Feb 28 17:04:25.116312 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.117260 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.118330 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 17:04:25.118666 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: servicetype.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.119775 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.120305 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: service-type Feb 28 17:04:25.120633 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: sorting.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.145676 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.146037 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: sorting Feb 28 17:04:25.146368 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: standard_attr_segment.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.147291 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.147804 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 17:04:25.148126 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: standardattrdescription.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.148813 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.149320 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: standard-attr-description Feb 28 17:04:25.149643 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: stateful_security_group.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.150634 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.151146 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: stateful-security-group Feb 28 17:04:25.151469 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: stdattrs_common.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.152036 n-d-820368-19 neutron-server[104133]: WARNING neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 17:04:25.152357 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.153349 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.153860 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 17:04:25.154207 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: subnet_onboard.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.155312 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.155836 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: subnet_onboard Feb 28 17:04:25.156162 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.157217 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.157724 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 17:04:25.158080 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: subnet_service_types.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.159000 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.159515 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: subnet-service-types Feb 28 17:04:25.159842 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: subnetallocation.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.160962 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.161476 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: subnet_allocation Feb 28 17:04:25.161803 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.162547 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.163063 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: subnetpool-prefix-ops Feb 28 17:04:25.163387 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.164312 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.164850 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 17:04:25.165173 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: tagging.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.166262 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.166785 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: standard-attr-tag Feb 28 17:04:25.167111 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: timestamp.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.168316 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.168830 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loaded extension: standard-attr-timestamp Feb 28 17:04:25.169158 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: trunk.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.170211 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.173785 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension trunk not supported by any of loaded plugins Feb 28 17:04:25.173785 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: trunk_details.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.174466 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.174977 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension trunk-details not supported by any of loaded plugins Feb 28 17:04:25.175297 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: uplink_status_propagation.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.176219 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.176729 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 17:04:25.177049 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Loading extension file: vlantransparent.py {{(pid=104133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 17:04:25.177719 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 17:04:25.178255 n-d-820368-19 neutron-server[104133]: INFO neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 17:04:25.181335 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:network Feb 28 17:04:25.181856 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:subnet Feb 28 17:04:25.182272 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 17:04:25.182673 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:port Feb 28 17:04:25.183910 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.v2.resource_helper [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 17:04:25.184355 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.v2.resource_helper [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service FLAVORS assigned prefix: {{(pid=104133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 17:04:25.184970 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.v2.resource_helper [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 17:04:25.185506 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.v2.resource_helper [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 17:04:25.185838 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:router Feb 28 17:04:25.186289 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 17:04:25.186769 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.v2.resource_helper [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service METERING assigned prefix: /metering {{(pid=104133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 17:04:25.188229 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:25.188605 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:25.188959 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:04:25.189976 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 17:04:25.190429 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:security_group Feb 28 17:04:25.190859 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 17:04:25.191519 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.v2.resource_helper [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service CORE assigned prefix: {{(pid=104133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 17:04:25.191852 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 17:04:25.192197 n-d-820368-19 neutron-server[104133]: WARNING neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] subnetpool is already registered Feb 28 17:04:25.192615 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.v2.resource_helper [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service CORE assigned prefix: {{(pid=104133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 17:04:25.192940 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 17:04:25.193268 n-d-820368-19 neutron-server[104133]: WARNING neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] subnetpool is already registered Feb 28 17:04:25.195550 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.v2.resource_helper [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 17:04:25.196580 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.v2.resource_helper [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service FLAVORS assigned prefix: {{(pid=104133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 17:04:25.197257 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.v2.resource_helper [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 17:04:25.197711 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.v2.resource_helper [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 17:04:25.203897 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:router Feb 28 17:04:25.203897 n-d-820368-19 neutron-server[104133]: WARNING neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] router is already registered Feb 28 17:04:25.203897 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 17:04:25.203897 n-d-820368-19 neutron-server[104133]: WARNING neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] floatingip is already registered Feb 28 17:04:25.203897 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.v2.resource_helper [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service METERING assigned prefix: /metering {{(pid=104133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 17:04:25.203897 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 17:04:25.203897 n-d-820368-19 neutron-server[104133]: WARNING neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] rbac_policy is already registered Feb 28 17:04:25.203897 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:security_group Feb 28 17:04:25.203897 n-d-820368-19 neutron-server[104133]: WARNING neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] security_group is already registered Feb 28 17:04:25.204538 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 17:04:25.204538 n-d-820368-19 neutron-server[104133]: WARNING neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] security_group_rule is already registered Feb 28 17:04:25.204538 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.v2.resource_helper [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service CORE assigned prefix: {{(pid=104133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 17:04:25.204538 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 17:04:25.204538 n-d-820368-19 neutron-server[104133]: WARNING neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] subnetpool is already registered Feb 28 17:04:25.204538 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.v2.resource_helper [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Service CORE assigned prefix: {{(pid=104133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 17:04:25.204538 n-d-820368-19 neutron-server[104133]: INFO neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 17:04:25.204538 n-d-820368-19 neutron-server[104133]: WARNING neutron.quota.resource_registry [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] subnetpool is already registered Feb 28 17:04:25.205063 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: extensions {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.206313 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: address-groups {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.207822 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: address-scopes {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.209146 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: agents {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.210389 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: auto-allocated-topology {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.211680 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: availability_zones {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.212895 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: dhcp-networks {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.214519 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: dhcp-agents {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.215946 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: routers {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.218188 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: flavors {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.219349 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: service_profiles {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.220597 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: next_providers {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.222083 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: service_profiles {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.223620 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: floatingip-pools {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.224889 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: routers {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.227076 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: floatingips {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.229335 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: l3-routers {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.230772 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: l3-agents {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.232194 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: metering-labels {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.233554 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: metering-label-rules {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.234997 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: network-ip-availabilities {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.236285 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: bindings {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.237945 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: quotas {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.239577 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: quotas {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.241379 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: rbac-policies {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.243263 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: security-groups {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.244497 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: security-group-rules {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.245737 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: service-providers {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.246997 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: subnetpools {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.248414 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: subnetpools {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.250057 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: tags {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.251765 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: tags {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.253580 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: tags {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.255420 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: tags {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.257221 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: tags {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.259699 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: tags {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.261484 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: tags {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.263402 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: tags {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.265162 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: tags {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.267111 n-d-820368-19 neutron-server[104133]: DEBUG neutron.api.extensions [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Extended resource: tags {{(pid=104133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 17:04:25.273081 n-d-820368-19 neutron-server[104133]: WARNING keystonemiddleware.auth_token [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 17:04:25.277903 n-d-820368-19 neutron-server[104133]: WARNING keystonemiddleware.auth_token [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 17:04:25.286587 n-d-820368-19 neutron-server[104133]: DEBUG oslo_concurrency.lockutils [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Acquired lock "singleton_lock" {{(pid=104133) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 28 17:04:25.287062 n-d-820368-19 neutron-server[104133]: DEBUG oslo_concurrency.lockutils [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Releasing lock "singleton_lock" {{(pid=104133) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 28 17:04:25.287726 n-d-820368-19 neutron-server[104133]: INFO oslo_service.service [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Starting 2 workers Feb 28 17:04:25.292816 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Started child 104246 {{(pid=104133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 17:04:25.297600 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Started child 104247 {{(pid=104133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 17:04:25.298344 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:25.299231 n-d-820368-19 neutron-server[104133]: INFO neutron.service [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 17:04:25.299865 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [-] (104246) wsgi starting up on http://0.0.0.0:9696 Feb 28 17:04:25.299961 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:25.302387 n-d-820368-19 neutron-server[104133]: INFO oslo_service.service [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Starting 1 workers Feb 28 17:04:25.302511 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:25.303848 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [-] (104247) wsgi starting up on http://0.0.0.0:9696 Feb 28 17:04:25.308486 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Started child 104248 {{(pid=104133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 17:04:25.309043 n-d-820368-19 neutron-server[104133]: INFO oslo_service.service [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Starting 1 workers Feb 28 17:04:25.312140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.service [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] calling RpcWorker wait() {{(pid=104248) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 17:04:25.312709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.service [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] returning from RpcWorker wait() {{(pid=104248) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 17:04:25.313700 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Started child 104249 {{(pid=104133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 17:04:25.313809 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:25.314340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:04:25.314670 n-d-820368-19 neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-75faf785-1d56-4acc-9c00-22a346b67d99 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:25.316779 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104133) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 17:04:25.317003 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 17:04:25.317190 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 17:04:25.317420 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 17:04:25.317743 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 17:04:25.317908 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 17:04:25.318427 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.318814 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.318911 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:25.319379 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.319379 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.319523 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.320040 n-d-820368-19 neutron-server[104249]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:04:25.320136 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.320348 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.320582 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.321522 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.321704 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.322062 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.322219 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.322567 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.322667 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.322964 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.323229 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.323481 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.323736 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.323909 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.324175 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.324442 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.324675 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.324942 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] debug = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.325180 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.325659 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.325890 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.326581 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.326581 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.326882 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.326882 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.327356 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.327356 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.327626 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.327777 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.328013 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.328243 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.328485 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.328753 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.328984 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.329242 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.329460 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.329945 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] host = n-d-820368-19 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.330216 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.330445 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.330690 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.330937 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.331179 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.331424 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.331674 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.331941 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.332165 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.332393 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.332627 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.332861 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.333074 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.333381 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_file = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.333543 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_options = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.333704 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.334011 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.334277 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.334465 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.334628 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.334768 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.335037 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.335192 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.335447 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.335663 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.335919 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.336096 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.336339 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.336554 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.336815 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.337044 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.337277 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.337515 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.337761 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.338037 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.338263 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.338485 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.341497 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.341497 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.341497 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.341497 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.341497 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.341497 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.341497 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.341497 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.341497 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.342757 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.342757 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.342757 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.342757 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.342757 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.342757 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.342757 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.342757 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.343797 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.343797 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.343797 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.343797 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.343797 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.343797 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.344780 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.344780 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] use_json = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.344780 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.344780 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.345504 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.345504 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.345504 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.345504 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.346162 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.346162 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.346436 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.346809 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.347087 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.347403 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.347648 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.347879 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.348147 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.348378 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.348597 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.348849 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.349102 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.349582 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.349825 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.350137 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.350402 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.351161 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.351161 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.351354 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.351512 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.351777 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.352057 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.352278 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.352577 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.352863 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.353080 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.353310 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.353542 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.353764 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.354086 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.354348 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.354709 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.354972 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.355229 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.355497 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.355712 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.356034 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.356258 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.356470 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.356704 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.356957 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.357219 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.357436 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.357665 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.357885 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.358139 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.358354 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.358601 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.358849 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.359082 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.359309 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.359542 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.359753 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.359991 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.360201 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.360417 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.360654 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.360870 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.361107 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.361371 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.361588 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.361799 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.362029 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.362273 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.362502 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.362714 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.362920 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.363127 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.363339 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.363552 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.363797 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.364007 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.364221 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.364429 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.364643 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.364857 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.365090 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.365323 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.365533 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.365747 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.365981 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.366458 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370287 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370287 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370287 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370287 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370287 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370287 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370287 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370287 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370287 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370959 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370959 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370959 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370959 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370959 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370959 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370959 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.370959 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.371530 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.371530 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.371689 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.371809 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.372043 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.372318 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.372569 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.372792 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.375553 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.375553 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.375553 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.375553 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.375553 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.375553 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.375553 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.375553 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.376278 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.376278 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.376278 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.376278 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.376278 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.376651 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.376651 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.376902 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.377186 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.377428 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.377699 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.378124 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.378391 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.378667 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.378939 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.379186 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.379441 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.379696 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.379955 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.380204 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.380432 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.380667 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.380991 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.381296 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.381515 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.381766 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.382088 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.382319 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.382533 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.382745 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.383023 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.383854 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.384113 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.384373 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.384620 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.384871 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.385114 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.385357 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.385583 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.385795 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.386057 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.386316 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.386688 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.386963 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.387209 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.387423 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.387636 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.387908 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.388122 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.388359 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.388552 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.388767 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.388986 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.389249 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.389462 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.389696 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.389955 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.390194 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.390409 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.390625 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.390834 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.391083 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.391298 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.391579 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.391816 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.392043 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.392381 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.392539 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.392773 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.392985 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.393242 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.393663 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.393663 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.393971 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.394128 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.394330 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.394565 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.394792 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.395036 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.395297 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.395547 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.396309 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.396309 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.396309 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.396793 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.396793 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.397068 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.397207 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.397713 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.397713 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.398087 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.398087 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.398364 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.398703 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.398860 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.399000 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.399242 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.399498 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.399826 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.399974 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.400179 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.400398 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.400630 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.400881 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.401067 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.401279 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.401491 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.401714 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.401942 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.402159 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.402470 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.402720 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.402948 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.403224 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.403455 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.403705 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.403934 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.405175 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.405175 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.405175 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.405175 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.405175 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.406161 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.406161 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.406161 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.406161 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.406736 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.406736 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.407021 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.407021 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.407228 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.407380 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.407627 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.407834 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.408076 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.408282 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.408491 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.408738 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.408910 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.409115 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.409338 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.409546 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.409747 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.410973 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.410973 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.410973 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.410973 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.410973 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.411610 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.411610 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.411854 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.411854 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.412102 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.412393 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.412622 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.412876 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.413092 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.413340 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.413556 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.413819 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.414156 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.414992 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.415256 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.415517 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.415804 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.416080 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.416347 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.416557 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.416850 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.417189 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.417449 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.417705 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.417917 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.418178 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.418396 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.418607 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.418823 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.419065 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.419277 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.419530 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.419758 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.419999 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.420213 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.420436 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.420655 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.420878 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.421091 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.421336 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.421555 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.421723 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 17:04:25.422257 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104133) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 17:04:25.422416 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 17:04:25.422567 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 17:04:25.423094 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 17:04:25.423094 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 17:04:25.423094 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 17:04:25.423310 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.423389 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.423537 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.423695 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.423851 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.424042 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.424205 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.424360 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.424516 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.424671 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.424826 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.424981 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.425139 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.425294 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.425448 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.425604 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.425760 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.425914 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.426096 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.426253 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.426409 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.426564 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.426719 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] debug = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.426875 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.427079 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.427315 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.427407 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.427529 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.427684 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.427837 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.427983 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.428138 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.428294 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.428448 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.428603 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.428758 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.428958 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.429096 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.429221 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.429352 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.429510 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.429666 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] host = n-d-820368-19 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.429821 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.430017 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.430776 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.430930 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.431079 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.431229 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.431388 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.431544 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.431699 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.431854 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.432009 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.432164 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.432319 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.432474 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_file = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.432628 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_options = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.432782 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.433134 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.433134 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.433416 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.433416 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.433684 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.433684 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.433979 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.434114 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.434246 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.434376 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.434510 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.434643 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.434797 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.434929 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.435063 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.435208 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.435342 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.435475 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.435608 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.435743 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.435875 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.436006 n-d-820368-19 neutron-server[104248]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:04:25.436150 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.436150 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.436364 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.436507 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.436638 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.436771 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.436903 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.437034 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.437165 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.437317 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.437457 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.437590 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.437742 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.437902 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.438112 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.438232 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.438390 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.438551 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.438689 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.438843 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.439072 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.439215 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.439340 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.439424 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.439582 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] use_json = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.439767 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.439891 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.440044 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.440201 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.440571 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.440571 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.440915 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.440915 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.440915 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 17:04:25.441292 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.441292 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.441523 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.441671 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.441805 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.441984 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.442111 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.442234 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.442371 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.442527 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.442693 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.442852 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.443022 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.443180 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.443338 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.443498 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.443656 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.443866 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.443993 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.444131 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.444253 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.444410 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.444575 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.444734 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.444890 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.445046 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.445204 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.445376 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.445527 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.445730 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.445890 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.446060 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.446215 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.446373 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.446532 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.446691 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.446848 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.447007 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.447165 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.447324 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.447483 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.447639 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.447798 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.447956 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.448115 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.448277 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.448439 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.448595 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.448752 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.448929 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.449190 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.449190 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.449361 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.449509 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.449665 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.449827 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.450013 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.450159 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.450291 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.450423 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.450584 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.450741 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.450882 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.451060 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.451198 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.451343 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.451500 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.451658 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.451828 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.451985 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.452142 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.452298 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.452456 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.452612 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.452768 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.452926 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.453083 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.453238 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.453397 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.453553 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.453711 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.453867 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.454032 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.454192 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.454349 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.454506 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.454662 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.454819 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.454976 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.455136 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.455293 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.455458 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.455631 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.455789 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.455947 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.456103 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.456259 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.456416 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.456573 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.456729 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.456885 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.457043 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.457198 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.457354 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.457515 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.457677 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.457835 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.458043 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.458187 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.458319 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.458484 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.458615 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.458760 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.458896 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.459040 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.459173 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.459399 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.459536 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.459669 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.459801 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.459934 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.460066 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.460197 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.460329 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.460499 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.460658 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.460817 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.460983 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.461138 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.461321 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.461480 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.461645 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.461798 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.461978 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.462133 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.462993 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.462993 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.462993 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.462993 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.463669 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.463669 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.463669 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.463669 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.463669 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.464131 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.464131 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.464131 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.464342 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.464420 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.464546 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.464696 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.464868 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.465007 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.465158 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.465316 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.465475 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.465655 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.465786 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.465964 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.466123 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.466436 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.466595 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.466730 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.466871 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.467032 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.467177 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.467335 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.467484 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.467625 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.467786 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.467940 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.468079 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.468236 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.468393 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.468551 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.468708 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.468867 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.469025 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.469183 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.469342 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.469553 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.469679 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.469801 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.469969 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.470121 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.470280 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.470440 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.470599 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.470926 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.471090 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.471249 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.471410 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.471568 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.471727 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.471903 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.472062 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.472221 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.472383 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.472541 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.472700 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.472859 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.473017 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.473174 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.473331 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.473492 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.473650 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.473809 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.473985 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.474146 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.474302 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.474463 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.474624 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.474780 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.474936 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.475097 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.475254 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.475410 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.475566 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.475723 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.475881 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.476038 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.476284 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.476443 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.476615 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.476774 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.477469 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.477630 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.477789 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.477971 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.478134 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.478276 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.478438 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.478604 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.478747 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.478894 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.479062 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.479219 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.479376 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.479537 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.479692 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.480005 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.480174 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.480332 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.480491 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.480650 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.480807 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.480965 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.481138 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.481299 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.481815 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.481815 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.481815 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.482193 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.482193 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.482350 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.482350 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.482513 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.482660 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.482820 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.482991 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.483146 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.483308 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.483477 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.483632 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.483789 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.483947 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.484116 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.484275 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.484435 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.484593 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.484752 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.484910 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.485070 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.485233 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.485400 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.485564 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.485723 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.485889 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.486081 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.486248 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.486406 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.486570 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.486740 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.486898 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.487057 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.487216 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.487374 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.487533 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.487691 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.487849 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.488041 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.488199 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.488363 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.488496 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.488739 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.488880 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.488963 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.489099 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.489256 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.489413 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.489571 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.489728 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 17:04:25.489878 n-d-820368-19 neutron-server[104133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 17:04:25.775556 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38356) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:04:25.784441 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064919 Feb 28 17:04:37.630115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14daa1a8-785b-4d51-81bb-58abb49ce9df None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:04:37.694940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14daa1a8-785b-4d51-81bb-58abb49ce9df None None] No non-hosted networks {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 17:04:37.702238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.agentschedulers_db [None req-14daa1a8-785b-4d51-81bb-58abb49ce9df None None] DHCP Agent not found on host n-d-820368-19 {{(pid=104248) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 17:04:37.834960 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-783918eb-238e-4d67-9998-9ccd57d4b8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-553044'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:39.810830 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-62a4f129-ab0a-465d-9ee0-ecf6d699e7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-553044'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:39.846027 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-11e024cc-479a-4730-a77c-3066deeb0a1c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-820368-19 {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:04:39.846682 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-11e024cc-479a-4730-a77c-3066deeb0a1c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:04:40.369230 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-11e024cc-479a-4730-a77c-3066deeb0a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:41.188599 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-553044'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:42.276891 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-553044'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:43.702197 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38436) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:04:43.828115 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-553044'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:43.829236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:43.829793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:43.830255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:43.830659 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:43.831058 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:43.831393 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:43.831719 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:43.832040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:43.832360 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:43.832679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:43.833001 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:43.833318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:43.833634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:43.834039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-820368-19', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:04:43.840061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-820368-19', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:04:44.222620 n-d-820368-19 neutron-server[104247]: WARNING oslo_policy.policy [None req-a97b63b4-2ad0-45c3-b453-29c6fa85f030 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 17:04:44.223216 n-d-820368-19 neutron-server[104247]: WARNING oslo_policy.policy [None req-a97b63b4-2ad0-45c3-b453-29c6fa85f030 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 17:04:44.447838 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-a97b63b4-2ad0-45c3-b453-29c6fa85f030 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:04:44.448879 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a97b63b4-2ad0-45c3-b453-29c6fa85f030 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7457569 Feb 28 17:04:47.046073 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38462) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:04:47.568985 n-d-820368-19 neutron-server[104246]: WARNING oslo_policy.policy [None req-fcd8e27e-5ddc-48e6-ba39-cdde74cd616c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 17:04:47.569666 n-d-820368-19 neutron-server[104246]: WARNING oslo_policy.policy [None req-fcd8e27e-5ddc-48e6-ba39-cdde74cd616c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 17:04:47.792805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-fcd8e27e-5ddc-48e6-ba39-cdde74cd616c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:04:47.850197 n-d-820368-19 neutron-server[104248]: INFO neutron.db.l3_hamode_db [None req-627b1aee-7039-4213-8849-71e8b0cdf951 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 17:04:47.892088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.policy [None req-fcd8e27e-5ddc-48e6-ba39-cdde74cd616c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104246) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 17:04:47.930254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b1aee-7039-4213-8849-71e8b0cdf951 None None] Routers set() bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:04:47.930655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b1aee-7039-4213-8849-71e8b0cdf951 None None] Router IDs set() for agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 17:04:47.935334 n-d-820368-19 neutron-server[104246]: WARNING oslo_policy.policy [None req-fcd8e27e-5ddc-48e6-ba39-cdde74cd616c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 17:04:47.935740 n-d-820368-19 neutron-server[104246]: WARNING oslo_policy.policy [None req-fcd8e27e-5ddc-48e6-ba39-cdde74cd616c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 17:04:48.108327 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd8e27e-5ddc-48e6-ba39-cdde74cd616c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756261166116', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756261166603', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756261209247', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756261212518', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756261205758', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756261251921', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1732277', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1852404', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-902199', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-961766'] for rbac-policy (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:48.332425 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd8e27e-5ddc-48e6-ba39-cdde74cd616c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:48.333825 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fcd8e27e-5ddc-48e6-ba39-cdde74cd616c admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2856686 Feb 28 17:04:50.853170 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38478) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:04:51.164724 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:04:51.282709 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Made reservation on behalf of ecfaff14cd2944848579a239d51104e0 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:04:51.349826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.policy [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104247) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 17:04:51.392559 n-d-820368-19 neutron-server[104247]: WARNING oslo_policy.policy [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 17:04:51.392937 n-d-820368-19 neutron-server[104247]: WARNING oslo_policy.policy [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 17:04:51.403615 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:51.424726 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:51.541562 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Publish callbacks [] for security_group (d3915175-0b11-4e98-999b-7930480b42d0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:51.604522 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d3915175-0b11-4e98-999b-7930480b42d0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:51.638578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:04:51.667649 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756256415636', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b2569314-9214-4044-ad4d-71c4b43ccf08), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:51.668247 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Unsubscribe: segment precommit_create {{(pid=104247) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 17:04:51.668769 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Added segment b2569314-9214-4044-ad4d-71c4b43ccf08 of type vlan for network d2a0b114-2a39-42d3-91cc-c5ad116a1901 Feb 28 17:04:51.684878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d3915175-0b11-4e98-999b-7930480b42d0,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:04:51.712391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:51.712728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:51.713061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:51.713389 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:51.713719 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:51.714065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:51.714386 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:51.714702 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:51.715016 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:51.715331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:51.715646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:51.715957 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:51.716269 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Tracked resource versions report: Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: pushed versions: Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: { 'AddressGroup': {'1.2'}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'ConntrackHelper': {'1.0'}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'LocalIPAssociation': {'1.0'}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'Log': {'1.0'}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'Network': {'1.1'}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'Port': {'1.7'}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'PortForwarding': {'1.2'}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'QosPolicy': {'1.10'}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'SecurityGroup': {'1.5'}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'SecurityGroupRule': {'1.2'}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'SubPort': {'1.0'}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'Subnet': {'1.1'}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'Trunk': {'1.1'}} Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: consumer versions: Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: { DHCP agent@n-d-820368-19: {}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: L3 agent@n-d-820368-19: {}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: Metadata agent@n-d-820368-19: {}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: Metering agent@n-d-820368-19: {}, Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: Open vSwitch agent@n-d-820368-19: { 'AddressGroup': '1.2', Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'ConntrackHelper': '1.0', Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'LocalIPAssociation': '1.0', Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'Log': '1.0', Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'Network': '1.1', Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'Port': '1.7', Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'PortForwarding': '1.2', Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'QosPolicy': '1.10', Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'SecurityGroup': '1.5', Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'SecurityGroupRule': '1.2', Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'SubPort': '1.0', Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'Subnet': '1.1', Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: 'Trunk': '1.1'}} Feb 28 17:04:51.717468 n-d-820368-19 neutron-server[104247]: {{(pid=104247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 17:04:51.782005 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (d2a0b114-2a39-42d3-91cc-c5ad116a1901), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:51.893589 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (d2a0b114-2a39-42d3-91cc-c5ad116a1901), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:51.898660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:04:51.899395 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:52.014298 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] Pushing event updated for resources: {'Network': ['ID=d2a0b114-2a39-42d3-91cc-c5ad116a1901,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:04:52.026952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network d2a0b114-2a39-42d3-91cc-c5ad116a1901 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:04:52.053331 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-48e82a6a-3d20-42df-953d-5ecaaccc2a2a demo demo] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1964812 Feb 28 17:04:54.642278 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38492) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:04:55.048862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d0ca3-339c-432e-b9bd-0593c0284e34 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:04:55.050190 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3e7d0ca3-339c-432e-b9bd-0593c0284e34 demo admin] 10.222.0.72 "GET /v2.0/networks/d2a0b114-2a39-42d3-91cc-c5ad116a1901 HTTP/1.1" status: 200 len: 825 time: 0.4069576 Feb 28 17:04:55.087558 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7aa10ffd-71ea-4188-bd69-b33e93c9d436 demo admin] 10.222.0.72 "GET /v2.0/subnetpools/ae1a0350-8320-45cf-84c5-1ed7e0494afe HTTP/1.1" status: 200 len: 734 time: 0.0310326 Feb 28 17:04:55.096118 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cd8617f9-774a-4819-9ca5-ae5383ea6ca5 demo admin] Request body: {'subnet': {'subnetpool_id': 'ae1a0350-8320-45cf-84c5-1ed7e0494afe', 'ip_version': 4, 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:04:55.201895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8617f9-774a-4819-9ca5-ae5383ea6ca5 demo admin] Made reservation on behalf of ecfaff14cd2944848579a239d51104e0 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:04:55.205466 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cd8617f9-774a-4819-9ca5-ae5383ea6ca5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:55.591116 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cd8617f9-774a-4819-9ca5-ae5383ea6ca5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for subnet (e427a74a-73c1-4015-863c-19de99fb2c47), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:55.660236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8617f9-774a-4819-9ca5-ae5383ea6ca5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e427a74a-73c1-4015-863c-19de99fb2c47,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:04:55.662215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8617f9-774a-4819-9ca5-ae5383ea6ca5 demo admin] Checking segment: {'id': 'b2569314-9214-4044-ad4d-71c4b43ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:04:55.662600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8617f9-774a-4819-9ca5-ae5383ea6ca5 demo admin] Network hostable DHCP agents. Network: d2a0b114-2a39-42d3-91cc-c5ad116a1901, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:04:55.775638 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8617f9-774a-4819-9ca5-ae5383ea6ca5 demo admin] Network d2a0b114-2a39-42d3-91cc-c5ad116a1901 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:04:55.927953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-cd8617f9-774a-4819-9ca5-ae5383ea6ca5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, d2a0b114-2a39-42d3-91cc-c5ad116a1901) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:04:55.932673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8617f9-774a-4819-9ca5-ae5383ea6ca5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:04:55.933374 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cd8617f9-774a-4819-9ca5-ae5383ea6ca5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:55.940343 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99826234-003f-4601-965c-c59fd93a39d9 None None] Network d2a0b114-2a39-42d3-91cc-c5ad116a1901 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:04:56.076102 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cd8617f9-774a-4819-9ca5-ae5383ea6ca5 demo admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9831622 Feb 28 17:04:56.193590 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-d2a0b114-2a39-42d3-91cc-c5ad116a1901', 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901', 'project_id': 'ecfaff14cd2944848579a239d51104e0', 'fixed_ips': [{'subnet_id': 'e427a74a-73c1-4015-863c-19de99fb2c47'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:04:56.195701 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:56.515702 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Allocated IP 172.20.0.2 (d2a0b114-2a39-42d3-91cc-c5ad116a1901/e427a74a-73c1-4015-863c-19de99fb2c47/19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:04:56.765474 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Publish callbacks [] for port (19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:56.873404 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:56.950741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Network d2a0b114-2a39-42d3-91cc-c5ad116a1901 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:04:56.956180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:04:56.964801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:04:56.967868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Pushing event updated for resources: {'Port': ['ID=19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:04:56.999595 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:56.999953 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:57.000299 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:57.000637 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:57.000974 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:57.001308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:57.001637 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:57.001985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:57.002314 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:57.002640 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:57.002965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:57.003289 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:57.003612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Tracked resource versions report: Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: pushed versions: Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: { 'AddressGroup': {'1.2'}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'ConntrackHelper': {'1.0'}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'LocalIPAssociation': {'1.0'}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'Log': {'1.0'}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'Network': {'1.1'}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'Port': {'1.7'}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'PortForwarding': {'1.2'}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'QosPolicy': {'1.10'}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'SecurityGroup': {'1.5'}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'SecurityGroupRule': {'1.2'}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'SubPort': {'1.0'}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'Subnet': {'1.1'}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'Trunk': {'1.1'}} Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: consumer versions: Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: { DHCP agent@n-d-820368-19: {}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: L3 agent@n-d-820368-19: {}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: Metadata agent@n-d-820368-19: {}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: Metering agent@n-d-820368-19: {}, Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: Open vSwitch agent@n-d-820368-19: { 'AddressGroup': '1.2', Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'ConntrackHelper': '1.0', Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'LocalIPAssociation': '1.0', Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'Log': '1.0', Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'Network': '1.1', Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'Port': '1.7', Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'PortForwarding': '1.2', Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'QosPolicy': '1.10', Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'SecurityGroup': '1.5', Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'SecurityGroupRule': '1.2', Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'SubPort': '1.0', Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'Subnet': '1.1', Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: 'Trunk': '1.1'}} Feb 28 17:04:57.004792 n-d-820368-19 neutron-server[104248]: {{(pid=104248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 17:04:57.054051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Attempting to bind port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:04:57.055046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Attempting to bind port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'b2569314-9214-4044-ad4d-71c4b43ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:04:57.055466 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Attempting to bind port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d on network d2a0b114-2a39-42d3-91cc-c5ad116a1901 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:04:57.060428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:04:57.060807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Checking segment: {'id': 'b2569314-9214-4044-ad4d-71c4b43ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:04:57.061297 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:57.061687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Bound using segment: {'id': 'b2569314-9214-4044-ad4d-71c4b43ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:04:57.062213 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Bound port: 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2569314-9214-4044-ad4d-71c4b43ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:04:57.062619 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:57.126201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] For port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:04:57.130419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] For port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d,segment=NetworkSegment(b2569314-9214-4044-ad4d-71c4b43ccf08),segment_id=b2569314-9214-4044-ad4d-71c4b43ccf08)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:04:57.211259 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:04:57.274318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae95833-1c23-4752-ad64-32fba0f19a27 None None] Pushing event updated for resources: {'Port': ['ID=19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:04:58.654014 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38500) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:04:58.973624 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-5c893601-76ad-49e9-bff0-4fa747603fdd admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:04:58.974943 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5c893601-76ad-49e9-bff0-4fa747603fdd admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3198428 Feb 28 17:05:01.540373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38508) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:05:01.857652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-b41c84cc-858c-4a2b-8366-6ff437b8023b admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:05:01.858828 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b41c84cc-858c-4a2b-8366-6ff437b8023b admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3174090 Feb 28 17:05:04.433656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38516) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:05:04.748925 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-23438150-786b-48ff-8f4c-57fd0d0e2559 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:05:04.876014 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23438150-786b-48ff-8f4c-57fd0d0e2559 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (91c29824-3145-4750-8416-d5a09a23b4e8), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:04.877760 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23438150-786b-48ff-8f4c-57fd0d0e2559 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (91c29824-3145-4750-8416-d5a09a23b4e8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:05.027496 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23438150-786b-48ff-8f4c-57fd0d0e2559 demo demo] Publish callbacks [] for router_controller (91c29824-3145-4750-8416-d5a09a23b4e8), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:05.088101 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23438150-786b-48ff-8f4c-57fd0d0e2559 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (91c29824-3145-4750-8416-d5a09a23b4e8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:05.171653 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23438150-786b-48ff-8f4c-57fd0d0e2559 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:05.172781 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-23438150-786b-48ff-8f4c-57fd0d0e2559 demo demo] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7379780 Feb 28 17:05:06.358964 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 5 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:05:07.689565 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75670c28-0716-4a43-bda2-b3b32c7ce13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:07.732638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38528) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:05:08.159286 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-bbdc88f5-06a3-4afd-b162-e5667dc6496d admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:05:08.160278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bbdc88f5-06a3-4afd-b162-e5667dc6496d admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4266152 Feb 28 17:05:08.511643 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:05:08.600587 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:05:08.601006 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:08.717414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:05:08.718650 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:08.758647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d,segment=NetworkSegment(b2569314-9214-4044-ad4d-71c4b43ccf08),segment_id=b2569314-9214-4044-ad4d-71c4b43ccf08)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:05:08.838906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86098227-098c-4c90-9075-f20e68de9a7a None None] Network d2a0b114-2a39-42d3-91cc-c5ad116a1901 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:05:08.842662 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:08.942036 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:05:08.970137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-09aec45e-37f8-4948-a04b-ed202e1c3948 None None] Provisioning complete for port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:05:08.970450 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-09aec45e-37f8-4948-a04b-ed202e1c3948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:09.093723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-09aec45e-37f8-4948-a04b-ed202e1c3948 None None] Current status of the port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:05:09.213457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-38cf38bc-d130-492a-879b-5559031ddd80 None None] Provisioning complete for port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:05:09.213843 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-38cf38bc-d130-492a-879b-5559031ddd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:09.290823 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-38cf38bc-d130-492a-879b-5559031ddd80 None None] Current status of the port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:05:09.792789 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ef5f49b7-27a1-4681-9ffc-392e1730de3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:10.473100 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:05:10.523758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:05:10.524154 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:10.597565 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:05:10.699990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38538) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:05:10.956378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:05:11.060925 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Made reservation on behalf of 33faadbd29004a20b0e725ad1bca06a0 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:05:11.063879 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:11.080669 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:11.175054 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:11.179970 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Publish callbacks [] for security_group (3a4e54ea-98f9-4600-b5d6-c34aed66efb8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:11.275319 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3a4e54ea-98f9-4600-b5d6-c34aed66efb8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:11.286629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Reserving flat network on physical network physnet1 {{(pid=104246) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 17:05:11.317729 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756256415636', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (fa9815bf-e168-49ea-9605-02e6ab384ac5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:11.318316 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Unsubscribe: segment precommit_create {{(pid=104246) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 17:05:11.318832 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Added segment fa9815bf-e168-49ea-9605-02e6ab384ac5 of type flat for network d0ac13c2-6bb6-418b-b4bb-969706e8b064 Feb 28 17:05:11.338722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4e54ea-98f9-4600-b5d6-c34aed66efb8,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:05:11.355823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:11.356167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:11.356503 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:11.356851 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:11.357161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:11.357484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:11.357803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:11.358148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:11.358467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:11.358782 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:11.359099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:11.359413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Tracked resource versions report: Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: pushed versions: Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: { 'AddressGroup': {'1.2'}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'ConntrackHelper': {'1.0'}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'LocalIPAssociation': {'1.0'}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'Log': {'1.0'}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'Network': {'1.1'}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'Port': {'1.7'}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'PortForwarding': {'1.2'}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'QosPolicy': {'1.10'}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'SecurityGroup': {'1.5'}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'SecurityGroupRule': {'1.2'}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'SubPort': {'1.0'}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'Subnet': {'1.1'}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'Trunk': {'1.1'}} Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: consumer versions: Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: { DHCP agent@n-d-820368-19: {}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: L3 agent@n-d-820368-19: {}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: Metadata agent@n-d-820368-19: {}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: Metering agent@n-d-820368-19: {}, Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: Open vSwitch agent@n-d-820368-19: { 'AddressGroup': '1.2', Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'ConntrackHelper': '1.0', Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'LocalIPAssociation': '1.0', Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'Log': '1.0', Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'Network': '1.1', Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'Port': '1.7', Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'PortForwarding': '1.2', Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'QosPolicy': '1.10', Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'SecurityGroup': '1.5', Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'SecurityGroupRule': '1.2', Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'SubPort': '1.0', Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'Subnet': '1.1', Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: 'Trunk': '1.1'}} Feb 28 17:05:11.368250 n-d-820368-19 neutron-server[104246]: {{(pid=104246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 17:05:11.440838 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (d0ac13c2-6bb6-418b-b4bb-969706e8b064), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:11.552323 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (d0ac13c2-6bb6-418b-b4bb-969706e8b064), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:11.553976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:05:11.554686 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:11.648158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] Pushing event updated for resources: {'Network': ['ID=d0ac13c2-6bb6-418b-b4bb-969706e8b064,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:05:11.658709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:05:11.701150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e2e1ca0b-9f91-41a5-ae17-03a3b9fddc7b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0029414 Feb 28 17:05:12.245608 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:13.966772 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:14.165046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38560) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:05:14.298539 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130f0dd-c0d7-4369-8686-fda1e555d200 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:05:14.299933 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5130f0dd-c0d7-4369-8686-fda1e555d200 demo admin] 10.222.0.72 "GET /v2.0/subnets/e427a74a-73c1-4015-863c-19de99fb2c47 HTTP/1.1" status: 200 len: 849 time: 0.1339371 Feb 28 17:05:14.442480 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1f61043f-1b9f-4e7c-97f5-c8e2e2ad40a5 demo admin] 10.222.0.72 "GET /v2.0/routers/91c29824-3145-4750-8416-d5a09a23b4e8 HTTP/1.1" status: 200 len: 704 time: 0.1368420 Feb 28 17:05:14.711765 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:15.015101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Allocated IP 172.20.0.1 (d2a0b114-2a39-42d3-91cc-c5ad116a1901/e427a74a-73c1-4015-863c-19de99fb2c47/fcbb2d8f-afa2-4dbd-9051-a9d957f39c64) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:05:15.195176 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Publish callbacks [] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:15.394143 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:15.467887 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Network d2a0b114-2a39-42d3-91cc-c5ad116a1901 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:05:15.476455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:05:15.485370 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:05:15.486302 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (91c29824-3145-4750-8416-d5a09a23b4e8), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:15.505243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Pushing event updated for resources: {'Port': ['ID=fcbb2d8f-afa2-4dbd-9051-a9d957f39c64,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:05:15.651217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-21c5f466-a4f4-4f90-936b-53447ab56860 None None] Provisioning complete for port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:05:15.651754 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-21c5f466-a4f4-4f90-936b-53447ab56860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:15.684805 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-21c5f466-a4f4-4f90-936b-53447ab56860 None None] Port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:05:15.821858 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:16.028985 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Publish callbacks [] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:16.143856 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:16.144679 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (91c29824-3145-4750-8416-d5a09a23b4e8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:16.224039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Pushing event updated for resources: {'Port': ['ID=fcbb2d8f-afa2-4dbd-9051-a9d957f39c64,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:05:16.269246 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Network d2a0b114-2a39-42d3-91cc-c5ad116a1901 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:05:16.270620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:05:16.521342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Router 91c29824-3145-4750-8416-d5a09a23b4e8 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:05:16.609737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-832a91e1-ab7b-4492-bdfd-de9bad49aa1c None None] Provisioning complete for port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:05:16.610164 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-832a91e1-ab7b-4492-bdfd-de9bad49aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:16.616362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:05:16.632030 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cc03d3dc-035c-4302-8d5f-342c42e49cfd demo admin] 10.222.0.72 "PUT /v2.0/routers/91c29824-3145-4750-8416-d5a09a23b4e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1736212 Feb 28 17:05:16.632124 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Sync routers for ids ['91c29824-3145-4750-8416-d5a09a23b4e8'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:05:16.641197 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Routers {'91c29824-3145-4750-8416-d5a09a23b4e8'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:05:16.642786 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:05:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['91c29824-3145-4750-8416-d5a09a23b4e8'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:05:16.648976 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-832a91e1-ab7b-4492-bdfd-de9bad49aa1c None None] Port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:05:16.856695 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Set router 91c29824-3145-4750-8416-d5a09a23b4e8 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:05:17.292030 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'name': 'router1', 'tenant_id': 'ecfaff14cd2944848579a239d51104e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:05:04Z', 'updated_at': '2022-02-28T17:05:15Z', 'revision_number': 2, 'project_id': 'ecfaff14cd2944848579a239d51104e0', 'gw_port_host': None, '_interfaces': [{'id': 'fcbb2d8f-afa2-4dbd-9051-a9d957f39c64', 'name': '', 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901', 'tenant_id': 'ecfaff14cd2944848579a239d51104e0', 'mac_address': 'fa:16:3e:a3:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e427a74a-73c1-4015-863c-19de99fb2c47', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:05:14Z', 'updated_at': '2022-02-28T17:05:15Z', 'revision_number': 2, 'project_id': 'ecfaff14cd2944848579a239d51104e0', 'subnets': [{'id': 'e427a74a-73c1-4015-863c-19de99fb2c47', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae1a0350-8320-45cf-84c5-1ed7e0494afe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:05:17.351106 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Checking router: 91c29824-3145-4750-8416-d5a09a23b4e8 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:05:17.351471 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Updating router 91c29824-3145-4750-8416-d5a09a23b4e8 port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:05:17.437229 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:17.929770 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Publish callbacks [] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:18.003670 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:18.124307 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Pushing event updated for resources: {'Port': ['ID=fcbb2d8f-afa2-4dbd-9051-a9d957f39c64,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:05:18.167644 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:18.167994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:18.168331 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:18.168663 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:18.169004 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:18.169304 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:18.169632 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:18.170016 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:18.170284 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:18.170602 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:18.170925 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:18.171241 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:18.171555 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Tracked resource versions report: Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: pushed versions: Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: { 'AddressGroup': {'1.2'}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'ConntrackHelper': {'1.0'}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'LocalIPAssociation': {'1.0'}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'Log': {'1.0'}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'Network': {'1.1'}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'Port': {'1.7'}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'PortForwarding': {'1.2'}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'QosPolicy': {'1.10'}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'SecurityGroup': {'1.5'}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'SecurityGroupRule': {'1.2'}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'SubPort': {'1.0'}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'Subnet': {'1.1'}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'Trunk': {'1.1'}} Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: consumer versions: Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: { DHCP agent@n-d-820368-19: {}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: L3 agent@n-d-820368-19: {}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: Metadata agent@n-d-820368-19: {}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: Metering agent@n-d-820368-19: {}, Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: Open vSwitch agent@n-d-820368-19: { 'AddressGroup': '1.2', Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'ConntrackHelper': '1.0', Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'LocalIPAssociation': '1.0', Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'Log': '1.0', Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'Network': '1.1', Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'Port': '1.7', Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'PortForwarding': '1.2', Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'QosPolicy': '1.10', Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'SecurityGroup': '1.5', Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'SecurityGroupRule': '1.2', Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'SubPort': '1.0', Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'Subnet': '1.1', Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: 'Trunk': '1.1'}} Feb 28 17:05:18.172758 n-d-820368-19 neutron-server[104249]: {{(pid=104249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 17:05:18.187815 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Attempting to bind port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:05:18.188141 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Attempting to bind port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'b2569314-9214-4044-ad4d-71c4b43ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:05:18.188588 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Attempting to bind port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 on network d2a0b114-2a39-42d3-91cc-c5ad116a1901 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:05:18.194725 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:05:18.195189 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Checking segment: {'id': 'b2569314-9214-4044-ad4d-71c4b43ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:05:18.195642 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:18.196035 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Bound using segment: {'id': 'b2569314-9214-4044-ad4d-71c4b43ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:05:18.196546 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Bound port: fcbb2d8f-afa2-4dbd-9051-a9d957f39c64, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2569314-9214-4044-ad4d-71c4b43ccf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:05:18.196927 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:18.264001 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] For port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:05:18.280285 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a87eed47-f8ba-4c56-a14b-dfae8e881011 None None] Provisioning complete for port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:05:18.280861 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a87eed47-f8ba-4c56-a14b-dfae8e881011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:18.284051 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] For port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=fcbb2d8f-afa2-4dbd-9051-a9d957f39c64,segment=NetworkSegment(b2569314-9214-4044-ad4d-71c4b43ccf08),segment_id=b2569314-9214-4044-ad4d-71c4b43ccf08)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:05:18.314918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a87eed47-f8ba-4c56-a14b-dfae8e881011 None None] Port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:05:18.367794 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:18.425734 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Routers {'91c29824-3145-4750-8416-d5a09a23b4e8'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:05:18.426410 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:05:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['91c29824-3145-4750-8416-d5a09a23b4e8'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:05:18.467900 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052c2ea-ff7f-4d77-8ba0-a9db8805a5fe None None] Pushing event updated for resources: {'Port': ['ID=fcbb2d8f-afa2-4dbd-9051-a9d957f39c64,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:05:18.525520 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] Set router 91c29824-3145-4750-8416-d5a09a23b4e8 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:05:18.642051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4be9e98b-6196-4e6f-8b1d-f10929b8ea0b None None] Provisioning complete for port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:05:18.642829 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4be9e98b-6196-4e6f-8b1d-f10929b8ea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:18.752922 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4be9e98b-6196-4e6f-8b1d-f10929b8ea0b None None] Current status of the port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:05:18.753231 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4be9e98b-6196-4e6f-8b1d-f10929b8ea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:18.773654 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'name': 'router1', 'tenant_id': 'ecfaff14cd2944848579a239d51104e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:05:04Z', 'updated_at': '2022-02-28T17:05:15Z', 'revision_number': 2, 'project_id': 'ecfaff14cd2944848579a239d51104e0', 'gw_port_host': None, '_interfaces': [{'id': 'fcbb2d8f-afa2-4dbd-9051-a9d957f39c64', 'name': '', 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901', 'tenant_id': 'ecfaff14cd2944848579a239d51104e0', 'mac_address': 'fa:16:3e:a3:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e427a74a-73c1-4015-863c-19de99fb2c47', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:05:14Z', 'updated_at': '2022-02-28T17:05:18Z', 'revision_number': 4, 'project_id': 'ecfaff14cd2944848579a239d51104e0', 'subnets': [{'id': 'e427a74a-73c1-4015-863c-19de99fb2c47', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae1a0350-8320-45cf-84c5-1ed7e0494afe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:05:18.791217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-4be9e98b-6196-4e6f-8b1d-f10929b8ea0b None None] For port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=fcbb2d8f-afa2-4dbd-9051-a9d957f39c64,segment=NetworkSegment(b2569314-9214-4044-ad4d-71c4b43ccf08),segment_id=b2569314-9214-4044-ad4d-71c4b43ccf08)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:05:18.805127 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47543c0e-b331-41b7-89cf-8b4004ca8bf9 None None] The sync data for ids ['91c29824-3145-4750-8416-d5a09a23b4e8'] in n-d-820368-19 is: [{'id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'name': 'router1', 'tenant_id': 'ecfaff14cd2944848579a239d51104e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:05:04Z', 'updated_at': '2022-02-28T17:05:15Z', 'revision_number': 2, 'project_id': 'ecfaff14cd2944848579a239d51104e0', 'gw_port_host': None, '_interfaces': [{'id': 'fcbb2d8f-afa2-4dbd-9051-a9d957f39c64', 'name': '', 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901', 'tenant_id': 'ecfaff14cd2944848579a239d51104e0', 'mac_address': 'fa:16:3e:a3:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e427a74a-73c1-4015-863c-19de99fb2c47', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:05:14Z', 'updated_at': '2022-02-28T17:05:18Z', 'revision_number': 4, 'project_id': 'ecfaff14cd2944848579a239d51104e0', 'subnets': [{'id': 'e427a74a-73c1-4015-863c-19de99fb2c47', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae1a0350-8320-45cf-84c5-1ed7e0494afe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:05:18.909715 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4be9e98b-6196-4e6f-8b1d-f10929b8ea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:18.963179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9e98b-6196-4e6f-8b1d-f10929b8ea0b None None] Pushing event updated for resources: {'Port': ['ID=fcbb2d8f-afa2-4dbd-9051-a9d957f39c64,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:05:19.074524 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38580) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:05:19.193195 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2d7f3a-ce8c-40cf-92b5-ab4318372b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:05:19.194836 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-db2d7f3a-ce8c-40cf-92b5-ab4318372b0e admin admin] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 842 time: 0.1193829 Feb 28 17:05:19.204159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-dc63dff0-5765-492d-aadb-d50f1bd5ab1e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.3.0/24', 'ip_version': 4, 'gateway_ip': '172.25.3.1', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'name': 'public-subnet'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:05:19.309660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc63dff0-5765-492d-aadb-d50f1bd5ab1e admin admin] Made reservation on behalf of 33faadbd29004a20b0e725ad1bca06a0 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:05:19.311907 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc63dff0-5765-492d-aadb-d50f1bd5ab1e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:19.748148 n-d-820368-19 neutron-server[104247]: DEBUG neutron.objects.ports [None req-dc63dff0-5765-492d-aadb-d50f1bd5ab1e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104247) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:05:19.748606 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc63dff0-5765-492d-aadb-d50f1bd5ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for subnet (a8eccc6b-6c13-4ea5-86d2-01177d802048), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:19.806152 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63dff0-5765-492d-aadb-d50f1bd5ab1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8eccc6b-6c13-4ea5-86d2-01177d802048,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:05:19.812256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc63dff0-5765-492d-aadb-d50f1bd5ab1e admin admin] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:05:19.812256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc63dff0-5765-492d-aadb-d50f1bd5ab1e admin admin] Network hostable DHCP agents. Network: d0ac13c2-6bb6-418b-b4bb-969706e8b064, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:05:19.900964 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc63dff0-5765-492d-aadb-d50f1bd5ab1e admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:05:19.977658 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-dc63dff0-5765-492d-aadb-d50f1bd5ab1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, d0ac13c2-6bb6-418b-b4bb-969706e8b064) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:05:19.981779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc63dff0-5765-492d-aadb-d50f1bd5ab1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:05:19.982487 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc63dff0-5765-492d-aadb-d50f1bd5ab1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:19.988423 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844527ca-804c-459f-9abc-2113ff4f5587 None None] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:05:20.066136 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dc63dff0-5765-492d-aadb-d50f1bd5ab1e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8651955 Feb 28 17:05:20.102061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2775ac1c-7019-4d74-8fe7-8cef2c2e510c None None] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:05:22.546363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38588) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:05:22.792198 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6208c0d4-ea07-4c69-855f-617ce947fd54 demo admin] 10.222.0.72 "GET /v2.0/routers/91c29824-3145-4750-8416-d5a09a23b4e8 HTTP/1.1" status: 200 len: 710 time: 0.2443466 Feb 28 17:05:22.884484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e5210e-03d8-4932-9861-736a78b8f3bb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:05:22.885890 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e3e5210e-03d8-4932-9861-736a78b8f3bb demo admin] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 886 time: 0.0885453 Feb 28 17:05:22.898287 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:05:23.167624 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Publish callbacks [] for router_gateway (91c29824-3145-4750-8416-d5a09a23b4e8), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:23.590654 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Publish callbacks [] for router_gateway (91c29824-3145-4750-8416-d5a09a23b4e8), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:23.679539 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:23.853373 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Allocated IP 172.25.3.143 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/30130685-e0c5-40b6-bdc4-54ac1ca19cbd) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:05:23.965375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Publish callbacks [] for port (30130685-e0c5-40b6-bdc4-54ac1ca19cbd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:24.092507 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (30130685-e0c5-40b6-bdc4-54ac1ca19cbd), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:24.161819 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:05:24.166756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:05:24.173300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:05:24.216811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Pushing event updated for resources: {'Port': ['ID=30130685-e0c5-40b6-bdc4-54ac1ca19cbd,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:05:24.564319 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Publish callbacks [] for router_gateway (91c29824-3145-4750-8416-d5a09a23b4e8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:24.760843 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (91c29824-3145-4750-8416-d5a09a23b4e8), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:24.766074 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (91c29824-3145-4750-8416-d5a09a23b4e8), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:24.886867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Router 91c29824-3145-4750-8416-d5a09a23b4e8 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:05:25.064039 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:05:25.069069 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:25.070250 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a4c69101-535a-4b25-a368-129faac70521 demo admin] 10.222.0.72 "PUT /v2.0/routers/91c29824-3145-4750-8416-d5a09a23b4e8 HTTP/1.1" status: 200 len: 890 time: 2.1761444 Feb 28 17:05:26.511790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:05:26.560404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:05:26.560808 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:26.639440 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:05:27.629204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38600) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:05:27.751406 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1caa58c1-c94a-4bf6-9199-890633f577e8 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1209135 Feb 28 17:05:27.754195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Sync routers for ids ['91c29824-3145-4750-8416-d5a09a23b4e8'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:05:27.767684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Routers {'91c29824-3145-4750-8416-d5a09a23b4e8'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:05:27.768364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:05:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['91c29824-3145-4750-8416-d5a09a23b4e8'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:05:27.997767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Set router 91c29824-3145-4750-8416-d5a09a23b4e8 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:05:28.485050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'name': 'router1', 'tenant_id': 'ecfaff14cd2944848579a239d51104e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '30130685-e0c5-40b6-bdc4-54ac1ca19cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:05:04Z', 'updated_at': '2022-02-28T17:05:24Z', 'revision_number': 4, 'project_id': 'ecfaff14cd2944848579a239d51104e0', 'gw_port': {'id': '30130685-e0c5-40b6-bdc4-54ac1ca19cbd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:70:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:05:23Z', 'updated_at': '2022-02-28T17:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'fcbb2d8f-afa2-4dbd-9051-a9d957f39c64', 'name': '', 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901', 'tenant_id': 'ecfaff14cd2944848579a239d51104e0', 'mac_address': 'fa:16:3e:a3:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e427a74a-73c1-4015-863c-19de99fb2c47', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:05:14Z', 'updated_at': '2022-02-28T17:05:18Z', 'revision_number': 5, 'project_id': 'ecfaff14cd2944848579a239d51104e0', 'subnets': [{'id': 'e427a74a-73c1-4015-863c-19de99fb2c47', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae1a0350-8320-45cf-84c5-1ed7e0494afe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:05:28.537688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Checking router: 91c29824-3145-4750-8416-d5a09a23b4e8 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:05:28.538092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Updating router 91c29824-3145-4750-8416-d5a09a23b4e8 port 30130685-e0c5-40b6-bdc4-54ac1ca19cbd binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:05:28.592101 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (30130685-e0c5-40b6-bdc4-54ac1ca19cbd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:28.932498 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Publish callbacks [] for port (30130685-e0c5-40b6-bdc4-54ac1ca19cbd), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:29.051649 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (30130685-e0c5-40b6-bdc4-54ac1ca19cbd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:29.105159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Attempting to bind port 30130685-e0c5-40b6-bdc4-54ac1ca19cbd on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:05:29.105529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Attempting to bind port 30130685-e0c5-40b6-bdc4-54ac1ca19cbd by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:05:29.105899 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Attempting to bind port 30130685-e0c5-40b6-bdc4-54ac1ca19cbd on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:05:29.114529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61987ced-549d-4b01-a30f-a9f48aa295ba None None] Pushing event updated for resources: {'Port': ['ID=30130685-e0c5-40b6-bdc4-54ac1ca19cbd,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:05:29.123285 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:05:29.123666 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:05:29.124073 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:29.124464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:05:29.124952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Bound port: 30130685-e0c5-40b6-bdc4-54ac1ca19cbd, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:05:29.125337 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (30130685-e0c5-40b6-bdc4-54ac1ca19cbd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:29.176943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] For port 30130685-e0c5-40b6-bdc4-54ac1ca19cbd, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:05:29.180532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] For port 30130685-e0c5-40b6-bdc4-54ac1ca19cbd, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=30130685-e0c5-40b6-bdc4-54ac1ca19cbd,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:05:29.287423 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (30130685-e0c5-40b6-bdc4-54ac1ca19cbd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:29.344197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61987ced-549d-4b01-a30f-a9f48aa295ba None None] Pushing event updated for resources: {'Port': ['ID=30130685-e0c5-40b6-bdc4-54ac1ca19cbd,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:05:29.347411 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Routers {'91c29824-3145-4750-8416-d5a09a23b4e8'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:05:29.348009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:05:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['91c29824-3145-4750-8416-d5a09a23b4e8'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:05:29.458684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] Set router 91c29824-3145-4750-8416-d5a09a23b4e8 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:05:29.688466 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'name': 'router1', 'tenant_id': 'ecfaff14cd2944848579a239d51104e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '30130685-e0c5-40b6-bdc4-54ac1ca19cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:05:04Z', 'updated_at': '2022-02-28T17:05:24Z', 'revision_number': 4, 'project_id': 'ecfaff14cd2944848579a239d51104e0', 'gw_port': {'id': '30130685-e0c5-40b6-bdc4-54ac1ca19cbd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:70:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:05:23Z', 'updated_at': '2022-02-28T17:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'fcbb2d8f-afa2-4dbd-9051-a9d957f39c64', 'name': '', 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901', 'tenant_id': 'ecfaff14cd2944848579a239d51104e0', 'mac_address': 'fa:16:3e:a3:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e427a74a-73c1-4015-863c-19de99fb2c47', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:05:14Z', 'updated_at': '2022-02-28T17:05:18Z', 'revision_number': 5, 'project_id': 'ecfaff14cd2944848579a239d51104e0', 'subnets': [{'id': 'e427a74a-73c1-4015-863c-19de99fb2c47', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae1a0350-8320-45cf-84c5-1ed7e0494afe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:05:29.715402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb0e3e-4ea0-436d-aa38-7129fea2971f None None] The sync data for ids ['91c29824-3145-4750-8416-d5a09a23b4e8'] in n-d-820368-19 is: [{'id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'name': 'router1', 'tenant_id': 'ecfaff14cd2944848579a239d51104e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '30130685-e0c5-40b6-bdc4-54ac1ca19cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:05:04Z', 'updated_at': '2022-02-28T17:05:24Z', 'revision_number': 4, 'project_id': 'ecfaff14cd2944848579a239d51104e0', 'gw_port': {'id': '30130685-e0c5-40b6-bdc4-54ac1ca19cbd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:70:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:05:23Z', 'updated_at': '2022-02-28T17:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'fcbb2d8f-afa2-4dbd-9051-a9d957f39c64', 'name': '', 'network_id': 'd2a0b114-2a39-42d3-91cc-c5ad116a1901', 'tenant_id': 'ecfaff14cd2944848579a239d51104e0', 'mac_address': 'fa:16:3e:a3:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c29824-3145-4750-8416-d5a09a23b4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e427a74a-73c1-4015-863c-19de99fb2c47', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:05:14Z', 'updated_at': '2022-02-28T17:05:18Z', 'revision_number': 5, 'project_id': 'ecfaff14cd2944848579a239d51104e0', 'subnets': [{'id': 'e427a74a-73c1-4015-863c-19de99fb2c47', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae1a0350-8320-45cf-84c5-1ed7e0494afe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:05:30.589803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 30130685-e0c5-40b6-bdc4-54ac1ca19cbd up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:05:30.644290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 30130685-e0c5-40b6-bdc4-54ac1ca19cbd triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:05:30.644781 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (30130685-e0c5-40b6-bdc4-54ac1ca19cbd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:30.734327 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 30130685-e0c5-40b6-bdc4-54ac1ca19cbd is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:05:30.734839 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (30130685-e0c5-40b6-bdc4-54ac1ca19cbd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:30.757349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 30130685-e0c5-40b6-bdc4-54ac1ca19cbd, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=30130685-e0c5-40b6-bdc4-54ac1ca19cbd,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:05:30.843085 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (30130685-e0c5-40b6-bdc4-54ac1ca19cbd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:30.903175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=30130685-e0c5-40b6-bdc4-54ac1ca19cbd,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:05:32.544874 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 30130685-e0c5-40b6-bdc4-54ac1ca19cbd up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:05:32.652313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 30130685-e0c5-40b6-bdc4-54ac1ca19cbd triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:05:32.652748 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (30130685-e0c5-40b6-bdc4-54ac1ca19cbd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:32.752786 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 30130685-e0c5-40b6-bdc4-54ac1ca19cbd is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:05:37.662841 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5d8753f6-f4c3-439a-93f5-42d1033dc308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:39.759995 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-38e58e28-d42e-486d-9003-fa63f7bf5820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:41.154064 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:42.241707 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:05:43.358844 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 5 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:05:43.838055 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:07.684600 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a4eb-a25f-4e17-8fe6-55e70c875de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:09.769508 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-260d3895-940b-4886-a451-9d52564bf3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:11.156341 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:12.255711 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:13.826712 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:20.360691 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 5 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:06:37.654137 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a1339f93-8ebc-4c3d-9565-bc3c51ddd412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:39.802370 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-78678247-f5cb-4769-8a53-a2a443ea3e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:41.185026 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:42.276720 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:43.829587 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:56.101476 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39116) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:06:56.165125 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fab593e-ebeb-4a84-9e6d-7e2f3945452b admin admin] GET failed (client error): The resource could not be found. Feb 28 17:06:56.166487 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1fab593e-ebeb-4a84-9e6d-7e2f3945452b admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640309 Feb 28 17:06:56.328929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b65224f-b30a-4bd5-9aab-d8e9435a7203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:06:56.330896 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2b65224f-b30a-4bd5-9aab-d8e9435a7203 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1603131 Feb 28 17:06:57.359949 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 5 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:06:58.696163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39126) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:06:58.793280 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc34954d-b5ac-42ad-b5af-334ece7d4984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:06:58.794645 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bc34954d-b5ac-42ad-b5af-334ece7d4984 admin admin] 10.222.0.72 "GET /v2.0/subnets/e427a74a-73c1-4015-863c-19de99fb2c47 HTTP/1.1" status: 200 len: 849 time: 0.0975220 Feb 28 17:06:58.804991 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:06:58.894581 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Publish callbacks [] for subnet (e427a74a-73c1-4015-863c-19de99fb2c47), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:59.081445 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756256479717'] for subnet (e427a74a-73c1-4015-863c-19de99fb2c47), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:59.112806 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:06:59.113394 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:59.114705 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] 10.222.0.72 "PUT /v2.0/subnets/e427a74a-73c1-4015-863c-19de99fb2c47 HTTP/1.1" status: 200 len: 868 time: 0.3135595 Feb 28 17:06:59.123983 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcabe19-4a15-442d-8375-c707949a93d2 None None] Network d2a0b114-2a39-42d3-91cc-c5ad116a1901 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:06:59.134729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e427a74a-73c1-4015-863c-19de99fb2c47,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:06:59.142880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:06:59.143236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:06:59.143571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:06:59.143928 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:06:59.144243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:06:59.144572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:06:59.144899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:06:59.145226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:06:59.145770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:06:59.146190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:06:59.146525 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:06:59.146865 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:06:59.147204 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7103cc77-f785-477a-8617-6f1121453260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:06:59.432262 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-75317a32-a28f-478f-92ca-fc89cd5e8ad0 None None] Provisioning complete for port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:06:59.432641 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75317a32-a28f-478f-92ca-fc89cd5e8ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fcbb2d8f-afa2-4dbd-9051-a9d957f39c64), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:59.511750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-75317a32-a28f-478f-92ca-fc89cd5e8ad0 None None] Current status of the port fcbb2d8f-afa2-4dbd-9051-a9d957f39c64 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:06:59.522571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-75317a32-a28f-478f-92ca-fc89cd5e8ad0 None None] Provisioning complete for port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:06:59.522892 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75317a32-a28f-478f-92ca-fc89cd5e8ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:06:59.594991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-75317a32-a28f-478f-92ca-fc89cd5e8ad0 None None] Current status of the port 19a5f2e8-3fda-45cc-9d6d-cc5295d9b17d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:07:01.454111 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39134) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:07:01.652067 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98da3856-7850-447b-af03-41bb2c5849c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:01.652447 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98da3856-7850-447b-af03-41bb2c5849c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:01.653993 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-98da3856-7850-447b-af03-41bb2c5849c9 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1983864 Feb 28 17:07:03.966863 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39144) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:07:04.100899 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b3d5b-8e00-439a-ad7f-f1f90d15c282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:04.101386 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b3d5b-8e00-439a-ad7f-f1f90d15c282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:04.102932 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6a7b3d5b-8e00-439a-ad7f-f1f90d15c282 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1351178 Feb 28 17:07:06.418258 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39152) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:07:06.543646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e66c8-d0a5-4d04-904e-617914c0e98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:06.545017 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fc0e66c8-d0a5-4d04-904e-617914c0e98f admin admin] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 886 time: 0.1257548 Feb 28 17:07:07.629947 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4930cb2e-a819-453e-888f-f95cfcf11182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:08.883423 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39160) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:07:09.014197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe6745f-3d21-44f7-a784-71719ed4dbd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:09.015559 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-abe6745f-3d21-44f7-a784-71719ed4dbd4 admin admin] 10.222.0.72 "GET /v2.0/networks/d2a0b114-2a39-42d3-91cc-c5ad116a1901 HTTP/1.1" status: 200 len: 869 time: 0.1311669 Feb 28 17:07:09.783942 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bf114b5c-632d-4445-aed7-152eca738e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:11.160915 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:11.387051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39168) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:07:11.515082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd03fcb-8d3e-4ef4-a23c-741cb6a22011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:11.515535 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd03fcb-8d3e-4ef4-a23c-741cb6a22011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:11.517681 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0fd03fcb-8d3e-4ef4-a23c-741cb6a22011 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296914 Feb 28 17:07:12.246071 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:13.829127 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:13.845546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39176) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:07:13.971916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc63ba3-5b42-44f7-b604-1ffd08125aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:13.972399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc63ba3-5b42-44f7-b604-1ffd08125aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:13.973920 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-efc63ba3-5b42-44f7-b604-1ffd08125aad admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274037 Feb 28 17:07:16.295999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39184) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:07:16.384013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ad8135-15d5-4a8b-aa49-5847e2f91854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:16.385356 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b9ad8135-15d5-4a8b-aa49-5847e2f91854 admin admin] 10.222.0.72 "GET /v2.0/subnets/a8eccc6b-6c13-4ea5-86d2-01177d802048 HTTP/1.1" status: 200 len: 816 time: 0.0884094 Feb 28 17:07:18.687216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39192) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:07:18.779668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24db248-111f-4da4-96d1-59818d20e5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:18.780923 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b24db248-111f-4da4-96d1-59818d20e5e2 admin admin] 10.222.0.72 "GET /v2.0/subnets/e427a74a-73c1-4015-863c-19de99fb2c47 HTTP/1.1" status: 200 len: 868 time: 0.0927691 Feb 28 17:07:34.359034 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 5 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:07:37.662042 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a03a4418-21d7-4e19-aafe-caa778a82f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:39.793147 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6e18a41a-1b12-489d-9d8e-2b74c198547b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:41.158647 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:42.255991 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:43.832713 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:47.283058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39244) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:07:47.332310 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-80cabac8-552c-4f6e-b699-33ad93b2f486 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:07:47.333288 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-80cabac8-552c-4f6e-b699-33ad93b2f486 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0492456 Feb 28 17:07:49.747905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39252) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:07:49.809333 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a853fc-273f-4696-a15b-d41fecc3faad admin admin] GET failed (client error): The resource could not be found. Feb 28 17:07:49.810636 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-28a853fc-273f-4696-a15b-d41fecc3faad admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618024 Feb 28 17:07:49.953990 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adbcafb-02f1-473a-bd94-99c24bb4f846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:49.955549 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8adbcafb-02f1-473a-bd94-99c24bb4f846 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1405475 Feb 28 17:07:52.297979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39260) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:07:52.345729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f758ecb7-3310-403e-9dfa-0870b729b2e1 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:07:52.409944 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f758ecb7-3310-403e-9dfa-0870b729b2e1 admin admin] Made reservation on behalf of 33faadbd29004a20b0e725ad1bca06a0 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:07:52.412335 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f758ecb7-3310-403e-9dfa-0870b729b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:52.440324 n-d-820368-19 neutron-server[104246]: WARNING neutron.services.revisions.revision_plugin [None req-f758ecb7-3310-403e-9dfa-0870b729b2e1 admin admin] Could not find related network for resource to bump revision. Feb 28 17:07:52.454398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f758ecb7-3310-403e-9dfa-0870b729b2e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:07:52.463898 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f758ecb7-3310-403e-9dfa-0870b729b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (6af810fe-17df-4b1a-b6e8-0f0183bc06a9), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:52.464228 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-f758ecb7-3310-403e-9dfa-0870b729b2e1 admin admin] Added segment 6af810fe-17df-4b1a-b6e8-0f0183bc06a9 of type vlan for network da953345-f9e8-46d0-a79f-fdb26123f35e Feb 28 17:07:52.504350 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f758ecb7-3310-403e-9dfa-0870b729b2e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (da953345-f9e8-46d0-a79f-fdb26123f35e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:52.563965 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f758ecb7-3310-403e-9dfa-0870b729b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (da953345-f9e8-46d0-a79f-fdb26123f35e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:52.564952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f758ecb7-3310-403e-9dfa-0870b729b2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:52.565567 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f758ecb7-3310-403e-9dfa-0870b729b2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:52.702302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758ecb7-3310-403e-9dfa-0870b729b2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=da953345-f9e8-46d0-a79f-fdb26123f35e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:07:52.712355 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network da953345-f9e8-46d0-a79f-fdb26123f35e details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:07:52.761257 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f758ecb7-3310-403e-9dfa-0870b729b2e1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4620652 Feb 28 17:07:55.108251 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39268) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:07:55.168862 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b138bd3-f5fb-4ce1-a9df-65df9fc496d0 admin admin] GET failed (client error): The resource could not be found. Feb 28 17:07:55.170158 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6b138bd3-f5fb-4ce1-a9df-65df9fc496d0 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609369 Feb 28 17:07:55.241993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b49dfee-3b60-40e2-9b68-63ba57e8e4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:55.243352 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7b49dfee-3b60-40e2-9b68-63ba57e8e4b0 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691540 Feb 28 17:07:55.253355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:07:55.334985 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Made reservation on behalf of 33faadbd29004a20b0e725ad1bca06a0 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:07:55.337218 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:55.558728 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for subnet (1bb993e8-51e7-4dd8-b316-f8c2b408f177), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:55.610496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb993e8-51e7-4dd8-b316-f8c2b408f177,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:07:55.621476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:55.621793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:55.622229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:55.622560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:55.622881 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:55.623202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:55.624144 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:55.624459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:55.624776 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:55.625094 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:55.625407 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:55.625740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:55.626202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:55.631241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:07:55.631594 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Network hostable DHCP agents. Network: da953345-f9e8-46d0-a79f-fdb26123f35e, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:07:55.706468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Network da953345-f9e8-46d0-a79f-fdb26123f35e is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:07:55.792369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, da953345-f9e8-46d0-a79f-fdb26123f35e) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:07:55.797150 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:07:55.797742 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:55.803022 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3382982d-5f29-4791-a3b6-6894dd108995 None None] Network da953345-f9e8-46d0-a79f-fdb26123f35e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:07:55.892092 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3f88c0ea-412e-42db-8731-4ef0eb55a725 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6419163 Feb 28 17:07:56.005669 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-da953345-f9e8-46d0-a79f-fdb26123f35e', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'project_id': '33faadbd29004a20b0e725ad1bca06a0', 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:07:56.006831 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:56.142706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Allocated IP 192.168.233.2 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/b4b12c13-f06a-4fc0-bab1-6695c07a2f46) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:07:56.291010 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Publish callbacks [] for port (b4b12c13-f06a-4fc0-bab1-6695c07a2f46), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:56.381378 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (b4b12c13-f06a-4fc0-bab1-6695c07a2f46), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:56.429293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:07:56.432036 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:07:56.436369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:07:56.443235 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Pushing event updated for resources: {'Port': ['ID=b4b12c13-f06a-4fc0-bab1-6695c07a2f46,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:07:56.466495 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:56.466908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:56.467837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:56.468176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:56.468504 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:56.468829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:56.469147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:56.469467 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:56.469784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:56.470126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:56.470444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:56.470792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:56.471072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:07:56.506707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Attempting to bind port b4b12c13-f06a-4fc0-bab1-6695c07a2f46 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:07:56.507076 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Attempting to bind port b4b12c13-f06a-4fc0-bab1-6695c07a2f46 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:07:56.507436 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Attempting to bind port b4b12c13-f06a-4fc0-bab1-6695c07a2f46 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:07:56.512584 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:07:56.512944 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:07:56.513349 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:56.513728 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:07:56.514804 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Bound port: b4b12c13-f06a-4fc0-bab1-6695c07a2f46, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:07:56.515203 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b4b12c13-f06a-4fc0-bab1-6695c07a2f46), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:56.576374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] For port b4b12c13-f06a-4fc0-bab1-6695c07a2f46, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:07:56.580068 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] For port b4b12c13-f06a-4fc0-bab1-6695c07a2f46, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b4b12c13-f06a-4fc0-bab1-6695c07a2f46,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:07:56.678701 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b4b12c13-f06a-4fc0-bab1-6695c07a2f46), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:56.742408 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c121f-d606-4bfe-945d-f0e61c7820a2 None None] Pushing event updated for resources: {'Port': ['ID=b4b12c13-f06a-4fc0-bab1-6695c07a2f46,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:07:57.666810 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d575ff-009e-4a65-ad26-b1414dfb635e None None] Network da953345-f9e8-46d0-a79f-fdb26123f35e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:07:57.750553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b8234f1e-53ec-4c65-9eec-d00e04abcc97 None None] Provisioning complete for port b4b12c13-f06a-4fc0-bab1-6695c07a2f46 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:07:57.751160 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8234f1e-53ec-4c65-9eec-d00e04abcc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b4b12c13-f06a-4fc0-bab1-6695c07a2f46), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:57.877571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b8234f1e-53ec-4c65-9eec-d00e04abcc97 None None] Current status of the port b4b12c13-f06a-4fc0-bab1-6695c07a2f46 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:07:57.877991 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8234f1e-53ec-4c65-9eec-d00e04abcc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b4b12c13-f06a-4fc0-bab1-6695c07a2f46), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:57.924413 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b8234f1e-53ec-4c65-9eec-d00e04abcc97 None None] For port b4b12c13-f06a-4fc0-bab1-6695c07a2f46, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b4b12c13-f06a-4fc0-bab1-6695c07a2f46,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:07:57.975091 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8234f1e-53ec-4c65-9eec-d00e04abcc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b4b12c13-f06a-4fc0-bab1-6695c07a2f46), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:58.030729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8234f1e-53ec-4c65-9eec-d00e04abcc97 None None] Pushing event updated for resources: {'Port': ['ID=b4b12c13-f06a-4fc0-bab1-6695c07a2f46,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:07:58.099059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1d91130f-9b05-4c4a-b905-7264ead472d6 None None] Provisioning complete for port b4b12c13-f06a-4fc0-bab1-6695c07a2f46 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:07:58.099615 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1d91130f-9b05-4c4a-b905-7264ead472d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b4b12c13-f06a-4fc0-bab1-6695c07a2f46), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:58.184427 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1d91130f-9b05-4c4a-b905-7264ead472d6 None None] Current status of the port b4b12c13-f06a-4fc0-bab1-6695c07a2f46 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:07:58.649377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b4b12c13-f06a-4fc0-bab1-6695c07a2f46 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:07:58.698436 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port b4b12c13-f06a-4fc0-bab1-6695c07a2f46 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:07:58.699083 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b4b12c13-f06a-4fc0-bab1-6695c07a2f46), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:07:58.780964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b4b12c13-f06a-4fc0-bab1-6695c07a2f46 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:08:07.643040 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7b6b-aa00-4ac3-af63-d6e252aa33a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:08:09.780014 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0169e742-e321-49b1-95b8-917175c117cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:08:11.146043 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:08:11.358061 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 5 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:08:12.305763 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:08:13.854845 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:08:37.659320 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8d94e5a8-a4c5-4de9-9d45-227d92c4a898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:08:39.831096 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dc116edb-eb4f-44b3-8a9c-220a241f0588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:08:41.190665 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:08:42.281871 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:08:43.841958 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:08:48.357809 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 5 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:09:07.651451 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-24f37ab8-944c-4c30-8512-d9a93611da6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:09.772501 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-97fcc975-fbc1-4c0b-90ea-a93c5c108103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:11.178026 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:12.286712 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:13.823765 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:25.214080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39308) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:09:25.219650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-dfc3e532-27ac-4fad-930d-e8934f9b6015 tempest-verify_tempest_config-1751384884 tempest-verify_tempest_config-1751384884-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:09:25.220646 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dfc3e532-27ac-4fad-930d-e8934f9b6015 tempest-verify_tempest_config-1751384884 tempest-verify_tempest_config-1751384884-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056040 Feb 28 17:09:25.356476 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 5 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:09:25.743913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39326) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:09:25.846543 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:25.925903 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Publish callbacks [] for security_group (47687be1-bb8e-4e75-8bf4-294771e9225a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:26.005758 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (47687be1-bb8e-4e75-8bf4-294771e9225a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:26.050668 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7fa324ded2e145cab9e64832d2959ef7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3056931 Feb 28 17:09:26.051491 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47687be1-bb8e-4e75-8bf4-294771e9225a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:09:26.053454 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39330) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:09:26.058167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.058519 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.058856 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.059190 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.059520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.059844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.060172 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.060489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.060807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.061124 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.061439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.061752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.062093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c57a27-fb85-42c6-8d84-ff90571d911d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.109232 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Publish callbacks [] for security_group (47687be1-bb8e-4e75-8bf4-294771e9225a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:26.129451 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Publish callbacks [] for security_group (47687be1-bb8e-4e75-8bf4-294771e9225a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:26.286509 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (47687be1-bb8e-4e75-8bf4-294771e9225a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:26.289077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:26.290749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/47687be1-bb8e-4e75-8bf4-294771e9225a HTTP/1.1" status: 204 len: 168 time: 0.2357557 Feb 28 17:09:26.298577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47687be1-bb8e-4e75-8bf4-294771e9225a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:09:26.306663 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.308897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.308897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.308897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.308897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.308897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.308897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.308897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.309797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.309797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.309797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.310120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:26.310431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af27bf-3e67-4ef7-85d9-90ab1aee480c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:09:37.639906 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55c2fc4f-760e-49db-9688-777a44bfa3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:39.776761 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-85c2b02c-dcd0-4bec-82b9-c1f18e1f6ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:41.342893 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:42.285069 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:09:43.851181 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:10:02.355002 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 5 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:10:07.649808 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6940-6021-4fe0-8b70-702cb818bf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:10:09.807941 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-40550f50-1f6b-4dbf-a222-68731dff7db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:10:11.204453 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:10:12.312677 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:10:13.830505 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:10:37.640517 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-62c04360-02ef-4c55-b79c-d323b5d14c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:10:39.354717 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 5 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:10:39.780575 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-54b24637-dfc5-4f87-ac99-5fc29b42128f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:10:41.180179 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:10:42.280164 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:10:43.825851 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:11:07.643887 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ea726508-1895-40e7-9b3b-0818cdddcdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:11:09.836217 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-79372f14-78ac-419b-b46f-40820fa7d644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:11:11.244322 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:11:12.306946 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:11:13.849646 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:11:16.353220 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 5 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:11:37.646831 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f9eb02c6-f950-418a-ac4a-c6fd2177dece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:11:39.825335 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f55a6f6c-aa4a-4df1-a7b6-724b10ef634f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:11:41.236686 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:11:42.293573 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:11:43.836449 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:11:53.351708 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 5 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:12:07.640838 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd6b3-68cc-40b0-857e-26e6a58d3119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:12:09.795112 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-37265119-39d3-414c-8a77-26dc58ab1452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:12:11.200752 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:12:12.297386 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:12:13.829717 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:12:30.350855 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 5 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:12:37.445290 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-553044'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:12:37.645076 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-027553ce-5322-4e0c-bedd-0ecce6c0dc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:12:39.696825 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-553044'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:12:39.787391 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5fb22f78-b4ac-4b15-9314-a7c5a99da1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:12:41.175866 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:12:42.272874 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:12:43.861977 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:07.349849 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:13:07.396932 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:07.642720 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-583c7bdd-26b3-41f1-b1d3-28609c67890d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:09.620041 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:09.785153 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-576c66a3-da0b-474e-93e3-82f8db0cae53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:11.208391 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:12.299452 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:13.825408 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:27.854274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39392) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:13:27.955006 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-11a70c14-ccc2-4e9c-8eb3-0086da64c13c admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0996192 Feb 28 17:13:30.279260 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39402) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:13:30.333558 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0aa6f52e-52bb-4f54-a58a-1458737f15d4 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0531802 Feb 28 17:13:37.401952 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:37.646728 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8ec1242a-3755-4fe2-80be-4584d098fb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:39.670335 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:39.767354 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6e4ce900-f4e5-47bb-ae65-fc02fb53813c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:41.184312 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:42.287101 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:43.881256 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:13:44.348564 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:14:07.418347 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:14:07.652831 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd835a5a-276b-4964-94a1-1ad5162aec74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:14:09.641534 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:14:09.778839 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-34caabf1-c5f4-4c39-9627-45c51df90bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:14:11.207397 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:14:12.292335 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:14:13.864128 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:14:21.348302 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:14:37.401221 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:14:37.639489 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3b927692-85ab-46bc-b193-7d268f88c05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:14:39.647371 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:14:39.782817 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6c86fd4b-07a3-4e3e-baa1-59fba459f00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:14:41.199625 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:14:42.321619 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:14:43.862718 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:14:58.348183 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:15:05.175763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39802) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:05.284811 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:05.357449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39822) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:05.390831 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Publish callbacks [] for security_group (8a10182a-d73f-4c27-bb71-2e72b8f136aa), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:05.453663 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8a10182a-d73f-4c27-bb71-2e72b8f136aa), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:05.502212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a10182a-d73f-4c27-bb71-2e72b8f136aa,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:05.510782 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ad6ce7796fd048cc8570fa6210b127c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3305089 Feb 28 17:15:05.510928 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39842) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:05.515425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.515769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.516103 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.516431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.516760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.517073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.517396 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.517714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.518059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.518372 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.518843 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.519356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.519801 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b2cd5-9cdd-4301-8c3b-6def0d4bf357 admin admin] Tracked resource versions report: Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: pushed versions: Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: { 'AddressGroup': {'1.2'}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'ConntrackHelper': {'1.0'}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'LocalIPAssociation': {'1.0'}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'Log': {'1.0'}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'Network': {'1.1'}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'Port': {'1.7'}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'PortForwarding': {'1.2'}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'QosPolicy': {'1.10'}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'SecurityGroup': {'1.5'}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'SecurityGroupRule': {'1.2'}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'SubPort': {'1.0'}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'Subnet': {'1.1'}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'Trunk': {'1.1'}} Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: consumer versions: Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: { DHCP agent@n-d-820368-19: {}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: HyperV agent@n-h1-820368-19: {}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: HyperV agent@n-h2-820368-19: {}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: L3 agent@n-d-820368-19: {}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: Metadata agent@n-d-820368-19: {}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: Metering agent@n-d-820368-19: {}, Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: Open vSwitch agent@n-d-820368-19: { 'AddressGroup': '1.2', Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'ConntrackHelper': '1.0', Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'LocalIPAssociation': '1.0', Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'Log': '1.0', Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'Network': '1.1', Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'Port': '1.7', Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'PortForwarding': '1.2', Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'QosPolicy': '1.10', Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'SecurityGroup': '1.5', Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'SecurityGroupRule': '1.2', Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'SubPort': '1.0', Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'Subnet': '1.1', Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: 'Trunk': '1.1'}} Feb 28 17:15:05.521098 n-d-820368-19 neutron-server[104247]: {{(pid=104247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 17:15:05.576012 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Publish callbacks [] for security_group (8a10182a-d73f-4c27-bb71-2e72b8f136aa), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:05.596268 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ffb43ca8-13c9-4aaf-ab53-57dc6e89da08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:05.607428 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Publish callbacks [] for security_group (8a10182a-d73f-4c27-bb71-2e72b8f136aa), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:05.772726 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8a10182a-d73f-4c27-bb71-2e72b8f136aa), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:05.778771 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:05.778771 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a10182a-d73f-4c27-bb71-2e72b8f136aa HTTP/1.1" status: 204 len: 168 time: 0.2640874 Feb 28 17:15:05.794154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a10182a-d73f-4c27-bb71-2e72b8f136aa,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:05.803815 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.804157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.804495 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.804841 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.805173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.805499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.805824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.806167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.806823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.806938 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.807414 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.807739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.808171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc5ce2-6f1f-4502-8a1c-83f2e24e061b admin admin] Tracked resource versions report: Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: pushed versions: Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: { 'AddressGroup': {'1.2'}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'ConntrackHelper': {'1.0'}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'LocalIPAssociation': {'1.0'}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'Log': {'1.0'}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'Network': {'1.1'}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'Port': {'1.7'}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'PortForwarding': {'1.2'}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'QosPolicy': {'1.10'}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'SecurityGroup': {'1.5'}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'SecurityGroupRule': {'1.2'}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'SubPort': {'1.0'}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'Subnet': {'1.1'}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'Trunk': {'1.1'}} Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: consumer versions: Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: { DHCP agent@n-d-820368-19: {}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: HyperV agent@n-h1-820368-19: {}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: HyperV agent@n-h2-820368-19: {}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: L3 agent@n-d-820368-19: {}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: Metadata agent@n-d-820368-19: {}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: Metering agent@n-d-820368-19: {}, Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: Open vSwitch agent@n-d-820368-19: { 'AddressGroup': '1.2', Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'ConntrackHelper': '1.0', Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'LocalIPAssociation': '1.0', Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'Log': '1.0', Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'Network': '1.1', Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'Port': '1.7', Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'PortForwarding': '1.2', Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'QosPolicy': '1.10', Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'SecurityGroup': '1.5', Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'SecurityGroupRule': '1.2', Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'SubPort': '1.0', Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'Subnet': '1.1', Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: 'Trunk': '1.1'}} Feb 28 17:15:05.809313 n-d-820368-19 neutron-server[104246]: {{(pid=104246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 17:15:05.856712 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39868) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:05.860336 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ffb43ca8-13c9-4aaf-ab53-57dc6e89da08 admin admin] Publish callbacks [] for security_group (43473cbb-465e-403c-8a58-ace1d1ea0d50), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:05.921899 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ffb43ca8-13c9-4aaf-ab53-57dc6e89da08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (43473cbb-465e-403c-8a58-ace1d1ea0d50), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:05.969223 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ffb43ca8-13c9-4aaf-ab53-57dc6e89da08 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b023ab0d3bbe4b14aa84fe07933098ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6135266 Feb 28 17:15:05.969948 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb43ca8-13c9-4aaf-ab53-57dc6e89da08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43473cbb-465e-403c-8a58-ace1d1ea0d50,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:05.972192 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39874) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:06.046825 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5e3ea14c-e8e7-47ba-925b-abcdca82c264 admin admin] Publish callbacks [] for security_group (43473cbb-465e-403c-8a58-ace1d1ea0d50), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.067358 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5e3ea14c-e8e7-47ba-925b-abcdca82c264 admin admin] Publish callbacks [] for security_group (43473cbb-465e-403c-8a58-ace1d1ea0d50), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.178746 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5e3ea14c-e8e7-47ba-925b-abcdca82c264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (43473cbb-465e-403c-8a58-ace1d1ea0d50), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.181288 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5e3ea14c-e8e7-47ba-925b-abcdca82c264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.182443 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5e3ea14c-e8e7-47ba-925b-abcdca82c264 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/43473cbb-465e-403c-8a58-ace1d1ea0d50 HTTP/1.1" status: 204 len: 168 time: 0.2088215 Feb 28 17:15:06.190159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ea14c-e8e7-47ba-925b-abcdca82c264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43473cbb-465e-403c-8a58-ace1d1ea0d50,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:06.245651 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b59e39b-cd55-4ca8-be49-a24bd16799bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.255923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39890) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:06.322377 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b59e39b-cd55-4ca8-be49-a24bd16799bb admin admin] Publish callbacks [] for security_group (7d449f36-454e-4f63-bd8d-f9b7f313301b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.446364 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b59e39b-cd55-4ca8-be49-a24bd16799bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7d449f36-454e-4f63-bd8d-f9b7f313301b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.518726 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8b59e39b-cd55-4ca8-be49-a24bd16799bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ac4abae87384490e9d38d8d73573bea8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6609430 Feb 28 17:15:06.519747 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59e39b-cd55-4ca8-be49-a24bd16799bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d449f36-454e-4f63-bd8d-f9b7f313301b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:06.521527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39904) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:06.584487 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f95ca68-b5fb-4aa4-8ba5-63a63ace48c8 admin admin] Publish callbacks [] for security_group (7d449f36-454e-4f63-bd8d-f9b7f313301b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.609274 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f95ca68-b5fb-4aa4-8ba5-63a63ace48c8 admin admin] Publish callbacks [] for security_group (7d449f36-454e-4f63-bd8d-f9b7f313301b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.626253 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39910) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:06.643033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ffe815e8-daf6-4dc6-8695-6a4d3a2e5f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.731742 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f95ca68-b5fb-4aa4-8ba5-63a63ace48c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7d449f36-454e-4f63-bd8d-f9b7f313301b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.735680 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f95ca68-b5fb-4aa4-8ba5-63a63ace48c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.737201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4f95ca68-b5fb-4aa4-8ba5-63a63ace48c8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d449f36-454e-4f63-bd8d-f9b7f313301b HTTP/1.1" status: 204 len: 168 time: 0.2145112 Feb 28 17:15:06.747481 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95ca68-b5fb-4aa4-8ba5-63a63ace48c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d449f36-454e-4f63-bd8d-f9b7f313301b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:06.804049 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ffe815e8-daf6-4dc6-8695-6a4d3a2e5f8a admin admin] Publish callbacks [] for security_group (2131bbf4-0b24-4d1a-b884-2728205a689a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.809801 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-665a05c7-160a-466c-86ef-ba01fd21f0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.886103 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-665a05c7-160a-466c-86ef-ba01fd21f0f5 admin admin] Publish callbacks [] for security_group (e291000c-1a6f-47c7-852a-160ad1f680e8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.913883 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ffe815e8-daf6-4dc6-8695-6a4d3a2e5f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2131bbf4-0b24-4d1a-b884-2728205a689a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:06.930916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39918) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:06.959996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ffe815e8-daf6-4dc6-8695-6a4d3a2e5f8a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1db06123f84b4033b624c6d9c1a6553d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3319569 Feb 28 17:15:06.965907 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe815e8-daf6-4dc6-8695-6a4d3a2e5f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2131bbf4-0b24-4d1a-b884-2728205a689a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:06.966131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39924) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:06.996146 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-665a05c7-160a-466c-86ef-ba01fd21f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e291000c-1a6f-47c7-852a-160ad1f680e8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.034482 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-665a05c7-160a-466c-86ef-ba01fd21f0f5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=93c6db84a6a6447e9c64967683869ea7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7770028 Feb 28 17:15:07.037162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39930) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:07.059736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a05c7-160a-466c-86ef-ba01fd21f0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e291000c-1a6f-47c7-852a-160ad1f680e8,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:07.062408 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45cbc6ca-51a1-4bfa-a4a9-41d3bf6d980f admin admin] Publish callbacks [] for security_group (2131bbf4-0b24-4d1a-b884-2728205a689a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.088906 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45cbc6ca-51a1-4bfa-a4a9-41d3bf6d980f admin admin] Publish callbacks [] for security_group (2131bbf4-0b24-4d1a-b884-2728205a689a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.114758 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4b11c422-8dba-4a01-8e99-c1f5d468df9b admin admin] Publish callbacks [] for security_group (e291000c-1a6f-47c7-852a-160ad1f680e8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.139584 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4b11c422-8dba-4a01-8e99-c1f5d468df9b admin admin] Publish callbacks [] for security_group (e291000c-1a6f-47c7-852a-160ad1f680e8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.241791 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45cbc6ca-51a1-4bfa-a4a9-41d3bf6d980f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2131bbf4-0b24-4d1a-b884-2728205a689a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.244719 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45cbc6ca-51a1-4bfa-a4a9-41d3bf6d980f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.246180 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-45cbc6ca-51a1-4bfa-a4a9-41d3bf6d980f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2131bbf4-0b24-4d1a-b884-2728205a689a HTTP/1.1" status: 204 len: 168 time: 0.2788916 Feb 28 17:15:07.254426 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbc6ca-51a1-4bfa-a4a9-41d3bf6d980f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2131bbf4-0b24-4d1a-b884-2728205a689a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:07.299036 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4b11c422-8dba-4a01-8e99-c1f5d468df9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e291000c-1a6f-47c7-852a-160ad1f680e8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.301723 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4b11c422-8dba-4a01-8e99-c1f5d468df9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.310205 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4b11c422-8dba-4a01-8e99-c1f5d468df9b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e291000c-1a6f-47c7-852a-160ad1f680e8 HTTP/1.1" status: 204 len: 168 time: 0.2709796 Feb 28 17:15:07.318607 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11c422-8dba-4a01-8e99-c1f5d468df9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e291000c-1a6f-47c7-852a-160ad1f680e8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:07.419081 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.476433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39956) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:07.490140 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-325eab4d-2dd1-45d0-bfed-ffd232b2cd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.543382 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8eedce9b-0731-49e2-a41a-575a3026d01f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.588636 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-325eab4d-2dd1-45d0-bfed-ffd232b2cd0c admin admin] Publish callbacks [] for security_group (1c55270a-5b54-43b6-825c-472c3659d57c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.641387 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8eedce9b-0731-49e2-a41a-575a3026d01f admin admin] Publish callbacks [] for security_group (c4ef7cf4-4b80-40b2-a687-73889cb8431e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.653334 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-325eab4d-2dd1-45d0-bfed-ffd232b2cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1c55270a-5b54-43b6-825c-472c3659d57c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.676687 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-23713d6d-da52-4176-93aa-63137b44849c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.692570 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-325eab4d-2dd1-45d0-bfed-ffd232b2cd0c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51135418701c40309614461d8f6d160e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2145185 Feb 28 17:15:07.693804 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325eab4d-2dd1-45d0-bfed-ffd232b2cd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c55270a-5b54-43b6-825c-472c3659d57c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:07.695403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39966) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:07.734456 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8eedce9b-0731-49e2-a41a-575a3026d01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c4ef7cf4-4b80-40b2-a687-73889cb8431e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.755322 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aaf88705-15e9-4705-a7d9-c6726a328988 admin admin] Publish callbacks [] for security_group (1c55270a-5b54-43b6-825c-472c3659d57c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.785225 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8eedce9b-0731-49e2-a41a-575a3026d01f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8a6f346842ff4984b87cf42986daa6b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8529747 Feb 28 17:15:07.787909 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39970) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:07.811369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedce9b-0731-49e2-a41a-575a3026d01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ef7cf4-4b80-40b2-a687-73889cb8431e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:07.815171 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aaf88705-15e9-4705-a7d9-c6726a328988 admin admin] Publish callbacks [] for security_group (1c55270a-5b54-43b6-825c-472c3659d57c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.842649 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07ec2781-0e8a-4327-83fc-14d1f480b32e admin admin] Publish callbacks [] for security_group (c4ef7cf4-4b80-40b2-a687-73889cb8431e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.939261 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aaf88705-15e9-4705-a7d9-c6726a328988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1c55270a-5b54-43b6-825c-472c3659d57c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.942492 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aaf88705-15e9-4705-a7d9-c6726a328988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.944388 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-aaf88705-15e9-4705-a7d9-c6726a328988 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1c55270a-5b54-43b6-825c-472c3659d57c HTTP/1.1" status: 204 len: 168 time: 0.2470524 Feb 28 17:15:07.950454 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39978) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:07.952522 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07ec2781-0e8a-4327-83fc-14d1f480b32e admin admin] Publish callbacks [] for security_group (c4ef7cf4-4b80-40b2-a687-73889cb8431e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:07.956098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf88705-15e9-4705-a7d9-c6726a328988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c55270a-5b54-43b6-825c-472c3659d57c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:07.976548 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b27f2d9-29fe-4d9e-9e1e-2a4f73e1e01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:08.104716 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07ec2781-0e8a-4327-83fc-14d1f480b32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c4ef7cf4-4b80-40b2-a687-73889cb8431e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:08.107253 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07ec2781-0e8a-4327-83fc-14d1f480b32e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:08.108710 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-07ec2781-0e8a-4327-83fc-14d1f480b32e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c4ef7cf4-4b80-40b2-a687-73889cb8431e HTTP/1.1" status: 204 len: 168 time: 0.3197012 Feb 28 17:15:08.124363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec2781-0e8a-4327-83fc-14d1f480b32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ef7cf4-4b80-40b2-a687-73889cb8431e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:08.173436 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b27f2d9-29fe-4d9e-9e1e-2a4f73e1e01b admin admin] Publish callbacks [] for security_group (c7cd7dea-1d8d-4d1f-9f5e-f1523c3d148c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:08.247716 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b27f2d9-29fe-4d9e-9e1e-2a4f73e1e01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c7cd7dea-1d8d-4d1f-9f5e-f1523c3d148c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:08.295617 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5b27f2d9-29fe-4d9e-9e1e-2a4f73e1e01b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1eb472f5ce9d4b23b72875477cf47299&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3455422 Feb 28 17:15:08.301392 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39996) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:08.305426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27f2d9-29fe-4d9e-9e1e-2a4f73e1e01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cd7dea-1d8d-4d1f-9f5e-f1523c3d148c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:08.368600 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-69f9feb4-578f-4b6f-91a9-775c1307e61a admin admin] Publish callbacks [] for security_group (c7cd7dea-1d8d-4d1f-9f5e-f1523c3d148c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:08.391831 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-69f9feb4-578f-4b6f-91a9-775c1307e61a admin admin] Publish callbacks [] for security_group (c7cd7dea-1d8d-4d1f-9f5e-f1523c3d148c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:08.490804 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-69f9feb4-578f-4b6f-91a9-775c1307e61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c7cd7dea-1d8d-4d1f-9f5e-f1523c3d148c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:08.493465 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-69f9feb4-578f-4b6f-91a9-775c1307e61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:08.494733 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-69f9feb4-578f-4b6f-91a9-775c1307e61a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c7cd7dea-1d8d-4d1f-9f5e-f1523c3d148c HTTP/1.1" status: 204 len: 168 time: 0.1919379 Feb 28 17:15:08.503476 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9feb4-578f-4b6f-91a9-775c1307e61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cd7dea-1d8d-4d1f-9f5e-f1523c3d148c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:08.960669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40022) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:08.973477 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29f93047-2235-4cd6-90ee-bcbd2be23bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.062031 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29f93047-2235-4cd6-90ee-bcbd2be23bca admin admin] Publish callbacks [] for security_group (7e04e60f-371c-4807-ac4d-2ba7406f4c0d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.125238 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29f93047-2235-4cd6-90ee-bcbd2be23bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7e04e60f-371c-4807-ac4d-2ba7406f4c0d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.165562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-29f93047-2235-4cd6-90ee-bcbd2be23bca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08a21e7be3df4b6c86f093d9b3dc1c32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2037704 Feb 28 17:15:09.167000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f93047-2235-4cd6-90ee-bcbd2be23bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e04e60f-371c-4807-ac4d-2ba7406f4c0d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:09.168421 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40030) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:09.232482 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7183bd7-ea7b-4dd1-8ed6-edc1f4b2a28f admin admin] Publish callbacks [] for security_group (7e04e60f-371c-4807-ac4d-2ba7406f4c0d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.257398 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7183bd7-ea7b-4dd1-8ed6-edc1f4b2a28f admin admin] Publish callbacks [] for security_group (7e04e60f-371c-4807-ac4d-2ba7406f4c0d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.382210 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7183bd7-ea7b-4dd1-8ed6-edc1f4b2a28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7e04e60f-371c-4807-ac4d-2ba7406f4c0d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.384863 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7183bd7-ea7b-4dd1-8ed6-edc1f4b2a28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.386093 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c7183bd7-ea7b-4dd1-8ed6-edc1f4b2a28f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e04e60f-371c-4807-ac4d-2ba7406f4c0d HTTP/1.1" status: 204 len: 168 time: 0.2156396 Feb 28 17:15:09.393846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7183bd7-ea7b-4dd1-8ed6-edc1f4b2a28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e04e60f-371c-4807-ac4d-2ba7406f4c0d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:09.440401 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40048) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:09.455045 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4d5aeab7-e34a-42de-b0c9-9f5c35a2cb32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.533539 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4d5aeab7-e34a-42de-b0c9-9f5c35a2cb32 admin admin] Publish callbacks [] for security_group (84b18e76-000f-4194-bea6-4842e26b506b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.599377 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4d5aeab7-e34a-42de-b0c9-9f5c35a2cb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (84b18e76-000f-4194-bea6-4842e26b506b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.638229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5aeab7-e34a-42de-b0c9-9f5c35a2cb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b18e76-000f-4194-bea6-4842e26b506b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:09.651899 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4d5aeab7-e34a-42de-b0c9-9f5c35a2cb32 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=40032570285d499e867c852df2ef9aea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2102089 Feb 28 17:15:09.654638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40056) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:09.664715 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.703811 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d6107ebb-c4d4-4900-9fde-1b02027010ee admin admin] Publish callbacks [] for security_group (84b18e76-000f-4194-bea6-4842e26b506b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.725090 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d6107ebb-c4d4-4900-9fde-1b02027010ee admin admin] Publish callbacks [] for security_group (84b18e76-000f-4194-bea6-4842e26b506b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.793652 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a69d933-526e-4437-9dec-ddb29c022484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.859604 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d6107ebb-c4d4-4900-9fde-1b02027010ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (84b18e76-000f-4194-bea6-4842e26b506b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.863674 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d6107ebb-c4d4-4900-9fde-1b02027010ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:09.866339 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d6107ebb-c4d4-4900-9fde-1b02027010ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84b18e76-000f-4194-bea6-4842e26b506b HTTP/1.1" status: 204 len: 168 time: 0.2098849 Feb 28 17:15:09.876360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6107ebb-c4d4-4900-9fde-1b02027010ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b18e76-000f-4194-bea6-4842e26b506b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:10.157458 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40088) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:10.160127 n-d-820368-19 neutron-server[104246]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 17:15:10.189381 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-fff75ef5-7c2f-47da-8bac-9bf9661c03e0 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4d80aac04d184bb094423b5034121074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306010 Feb 28 17:15:10.379696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-df47f961-ec2a-4ac4-8f50-6a53347e49d2 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:10.381166 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-df47f961-ec2a-4ac4-8f50-6a53347e49d2 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865954 Feb 28 17:15:10.396665 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-d9c8e0dc-3654-4f5e-b3e5-e087bcd95bfa tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/quotas/4d80aac04d184bb094423b5034121074 HTTP/1.1" status: 200 len: 375 time: 0.0097256 Feb 28 17:15:10.456349 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-acbe57c0-698e-433a-ac7a-9d58993693bc tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4d80aac04d184bb094423b5034121074&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523012 Feb 28 17:15:10.714400 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40120) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:10.913775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-network', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:11.018946 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] Made reservation on behalf of cd86d8f7a97d4a129ba9f94176c52519 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:11.021491 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:11.033342 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:11.134879 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] Publish callbacks [] for security_group (8bd6bcf3-d4a0-46b9-9267-012d7321d884), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:11.182982 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8bd6bcf3-d4a0-46b9-9267-012d7321d884), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:11.202709 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:11.237783 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40154) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:11.241132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd6bcf3-d4a0-46b9-9267-012d7321d884,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:11.254179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:15:11.266418 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (88beafba-f144-4124-8b6f-e34008a1e8cb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:11.266925 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] Added segment 88beafba-f144-4124-8b6f-e34008a1e8cb of type vlan for network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 Feb 28 17:15:11.309366 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (0ace9968-4a17-439c-b2f3-b77bcf7c88a1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:11.384675 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (0ace9968-4a17-439c-b2f3-b77bcf7c88a1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:11.385737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:11.386599 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:11.449486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] Pushing event updated for resources: {'Network': ['ID=0ace9968-4a17-439c-b2f3-b77bcf7c88a1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:11.464674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:15:11.533184 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a7bf605b-765f-4f5e-9026-3c37edfde35f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8139806 Feb 28 17:15:11.533484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40166) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:11.538931 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3f2a9b96-1007-4aff-949a-9f666eedcb64 admin admin] Request body: {'subnet': {'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-subnet', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:11.628110 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2a9b96-1007-4aff-949a-9f666eedcb64 admin admin] Made reservation on behalf of cd86d8f7a97d4a129ba9f94176c52519 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:11.630842 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f2a9b96-1007-4aff-949a-9f666eedcb64 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:11.642603 n-d-820368-19 neutron-server[104247]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 17:15:11.721464 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44e62091-72ac-49df-9a1b-97d1501f32e8 req-b71c99ae-d686-4802-8821-a4c5a0d4d88a tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 210 time: 0.4821606 Feb 28 17:15:11.934484 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f2a9b96-1007-4aff-949a-9f666eedcb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for subnet (304ddab3-68d6-4b16-8125-03d0c1d10117), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:11.994702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a9b96-1007-4aff-949a-9f666eedcb64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=304ddab3-68d6-4b16-8125-03d0c1d10117,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:12.007810 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2a9b96-1007-4aff-949a-9f666eedcb64 admin admin] Checking segment: {'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:12.008668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a9b96-1007-4aff-949a-9f666eedcb64 admin admin] Network hostable DHCP agents. Network: 0ace9968-4a17-439c-b2f3-b77bcf7c88a1, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:15:12.088321 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a9b96-1007-4aff-949a-9f666eedcb64 admin admin] Network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:15:12.161781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-3f2a9b96-1007-4aff-949a-9f666eedcb64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 0ace9968-4a17-439c-b2f3-b77bcf7c88a1) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:12.167067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a9b96-1007-4aff-949a-9f666eedcb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:12.168182 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f2a9b96-1007-4aff-949a-9f666eedcb64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:12.171004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3264104b-3b4f-4b3b-b4d3-e02ca2651682 None None] Network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:15:12.245346 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3f2a9b96-1007-4aff-949a-9f666eedcb64 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7105708 Feb 28 17:15:12.248120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40198) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:12.253546 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:12.302400 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:12.314459 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:15:12.314459 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:12.362152 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (5693017c-6a09-461a-93df-575a531affe3), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:12.363106 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (5693017c-6a09-461a-93df-575a531affe3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:12.417473 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Publish callbacks [] for router_controller (5693017c-6a09-461a-93df-575a531affe3), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:12.448244 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Allocated IP 172.20.0.2 (0ace9968-4a17-439c-b2f3-b77bcf7c88a1/304ddab3-68d6-4b16-8125-03d0c1d10117/d467d3b1-a274-44bb-809c-3acfb799e373) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:15:12.654783 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Publish callbacks [] for port (d467d3b1-a274-44bb-809c-3acfb799e373), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:12.749075 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (d467d3b1-a274-44bb-809c-3acfb799e373), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:12.768494 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Publish callbacks [] for router_gateway (5693017c-6a09-461a-93df-575a531affe3), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:12.791874 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:12.795812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:12.803255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:15:12.842301 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Pushing event updated for resources: {'Port': ['ID=d467d3b1-a274-44bb-809c-3acfb799e373,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:12.870075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:12.870777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:12.871183 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:12.871587 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:12.871987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:12.872376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:12.872750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:12.873210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:12.873698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:12.874104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:12.874589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:12.875068 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:12.875544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Tracked resource versions report: Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: pushed versions: Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: { 'AddressGroup': {'1.2'}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'ConntrackHelper': {'1.0'}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'LocalIPAssociation': {'1.0'}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'Log': {'1.0'}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'Network': {'1.1'}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'Port': {'1.7'}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'PortForwarding': {'1.2'}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'QosPolicy': {'1.10'}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'SecurityGroup': {'1.5'}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'SecurityGroupRule': {'1.2'}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'SubPort': {'1.0'}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'Subnet': {'1.1'}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'Trunk': {'1.1'}} Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: consumer versions: Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: { DHCP agent@n-d-820368-19: {}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: HyperV agent@n-h1-820368-19: {}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: HyperV agent@n-h2-820368-19: {}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: L3 agent@n-d-820368-19: {}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: Metadata agent@n-d-820368-19: {}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: Metering agent@n-d-820368-19: {}, Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: Open vSwitch agent@n-d-820368-19: { 'AddressGroup': '1.2', Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'ConntrackHelper': '1.0', Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'LocalIPAssociation': '1.0', Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'Log': '1.0', Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'Network': '1.1', Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'Port': '1.7', Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'PortForwarding': '1.2', Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'QosPolicy': '1.10', Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'SecurityGroup': '1.5', Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'SecurityGroupRule': '1.2', Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'SubPort': '1.0', Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'Subnet': '1.1', Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: 'Trunk': '1.1'}} Feb 28 17:15:12.877053 n-d-820368-19 neutron-server[104248]: {{(pid=104248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 17:15:12.894069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Attempting to bind port d467d3b1-a274-44bb-809c-3acfb799e373 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:15:12.894439 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Attempting to bind port d467d3b1-a274-44bb-809c-3acfb799e373 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:15:12.894799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Attempting to bind port d467d3b1-a274-44bb-809c-3acfb799e373 on network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:12.901762 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:15:12.902163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Checking segment: {'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:12.902565 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:12.902946 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Bound using segment: {'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:15:12.903534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Bound port: d467d3b1-a274-44bb-809c-3acfb799e373, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:15:12.904035 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d467d3b1-a274-44bb-809c-3acfb799e373), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:12.968534 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-686bb133-8069-4ffd-9cf9-ea7c6f999de6 req-210385d3-c2a2-47d1-8a5f-38a0f15e1273 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 210 time: 0.0924718 Feb 28 17:15:13.006697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] For port d467d3b1-a274-44bb-809c-3acfb799e373, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:15:13.009895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] For port d467d3b1-a274-44bb-809c-3acfb799e373, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d467d3b1-a274-44bb-809c-3acfb799e373,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:15:13.094467 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d467d3b1-a274-44bb-809c-3acfb799e373), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:13.163495 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623245f-1ed3-4def-be46-c8ab8693518e None None] Pushing event updated for resources: {'Port': ['ID=d467d3b1-a274-44bb-809c-3acfb799e373,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:13.193517 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Publish callbacks [] for router_gateway (5693017c-6a09-461a-93df-575a531affe3), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:13.232449 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:13.353221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Allocated IP 172.25.3.48 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/0adb2a0d-dad5-4635-85b4-9f0d3e2c2424) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:15:13.479230 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Publish callbacks [] for port (0adb2a0d-dad5-4635-85b4-9f0d3e2c2424), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:13.611324 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (0adb2a0d-dad5-4635-85b4-9f0d3e2c2424), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:13.661974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:13.668221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:13.676142 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:15:13.679240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Pushing event updated for resources: {'Port': ['ID=0adb2a0d-dad5-4635-85b4-9f0d3e2c2424,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:14.029419 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.69', 59345) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:14.042093 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:14.091379 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-da11d5e3-9ef9-494c-8e9e-288e7f241b67 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4d80aac04d184bb094423b5034121074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607617 Feb 28 17:15:14.099211 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Publish callbacks [] for router_gateway (5693017c-6a09-461a-93df-575a531affe3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:14.306527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4c5a12af-a5de-4806-9472-4a865844de6d req-b1a05445-0bec-4622-92eb-f888f92f190d tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 210 time: 0.1048393 Feb 28 17:15:14.474400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-f9f07b21-2b2c-4db0-a01a-a5236d452c29 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:14.475015 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-f9f07b21-2b2c-4db0-a01a-a5236d452c29 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3785915 Feb 28 17:15:14.528218 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (5693017c-6a09-461a-93df-575a531affe3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:14.543098 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310569c-3ef8-418a-b16c-033b9e2e0d54 None None] Network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:15:14.572267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Request body: {'port': {'device_id': 'cea81c39-fe1e-43b4-9073-528fa4459b34', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': '4d80aac04d184bb094423b5034121074'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:14.657197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8d18d62d-ae18-47d1-ab84-a33122bed5dc None None] Provisioning complete for port d467d3b1-a274-44bb-809c-3acfb799e373 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:14.658392 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8d18d62d-ae18-47d1-ab84-a33122bed5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d467d3b1-a274-44bb-809c-3acfb799e373), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:14.770555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8d18d62d-ae18-47d1-ab84-a33122bed5dc None None] Current status of the port d467d3b1-a274-44bb-809c-3acfb799e373 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:14.771029 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8d18d62d-ae18-47d1-ab84-a33122bed5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d467d3b1-a274-44bb-809c-3acfb799e373), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:14.823166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8d18d62d-ae18-47d1-ab84-a33122bed5dc None None] For port d467d3b1-a274-44bb-809c-3acfb799e373, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d467d3b1-a274-44bb-809c-3acfb799e373,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:14.870591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Router 5693017c-6a09-461a-93df-575a531affe3 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:15:14.895645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Made reservation on behalf of 4d80aac04d184bb094423b5034121074 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:14.898413 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8d18d62d-ae18-47d1-ab84-a33122bed5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d467d3b1-a274-44bb-809c-3acfb799e373), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:14.906044 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:14.949553 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:15.007569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d467d3b1-a274-44bb-809c-3acfb799e373 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:15:15.135887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18d62d-ae18-47d1-ab84-a33122bed5dc None None] Pushing event updated for resources: {'Port': ['ID=d467d3b1-a274-44bb-809c-3acfb799e373,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:15.146682 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Publish callbacks [] for security_group (ad54fe62-a210-4a2c-a8e0-3a38379a8cae), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:15.152679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d467d3b1-a274-44bb-809c-3acfb799e373 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:15.153295 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d467d3b1-a274-44bb-809c-3acfb799e373), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:15.205519 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40318) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:15.248434 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ad54fe62-a210-4a2c-a8e0-3a38379a8cae), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:15.250529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d467d3b1-a274-44bb-809c-3acfb799e373 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:15.255035 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8aba5fcc-b2b5-4ee0-b53e-c26cf786863e None None] Provisioning complete for port d467d3b1-a274-44bb-809c-3acfb799e373 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:15.255420 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8aba5fcc-b2b5-4ee0-b53e-c26cf786863e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d467d3b1-a274-44bb-809c-3acfb799e373), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:15.258522 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:15:15.275992 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Sync routers for ids ['5693017c-6a09-461a-93df-575a531affe3'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:15:15.292401 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Routers {'5693017c-6a09-461a-93df-575a531affe3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:15:15.296610 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:15:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5693017c-6a09-461a-93df-575a531affe3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:15.347128 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:15.348368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4feeb0fc-6df6-4d31-8900-edd374dccefa admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.0992537 Feb 28 17:15:15.351185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40336) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:15.401028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad54fe62-a210-4a2c-a8e0-3a38379a8cae,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:15.458764 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-381efa04-4882-42ae-bd91-b2b1fd3ea26a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:15.459279 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Set router 5693017c-6a09-461a-93df-575a531affe3 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:15:15.476597 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8aba5fcc-b2b5-4ee0-b53e-c26cf786863e None None] Current status of the port d467d3b1-a274-44bb-809c-3acfb799e373 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:15.700757 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-381efa04-4882-42ae-bd91-b2b1fd3ea26a admin admin] Publish callbacks [] for security_group (9648165d-7afc-4bfb-9eb0-94ca3539fb29), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:15.714384 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:13Z', 'revision_number': 3, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:15.751229 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Checking router: 5693017c-6a09-461a-93df-575a531affe3 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:15:15.753318 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Updating router 5693017c-6a09-461a-93df-575a531affe3 port 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:15:15.800755 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0adb2a0d-dad5-4635-85b4-9f0d3e2c2424), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:15.852545 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e5fb583e-82e9-45ad-9094-76310bccb09d req-87814a9f-76d9-4858-b8dc-6bd1b623890b tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 210 time: 0.1823919 Feb 28 17:15:15.876042 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-381efa04-4882-42ae-bd91-b2b1fd3ea26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9648165d-7afc-4bfb-9eb0-94ca3539fb29), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:15.936689 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-381efa04-4882-42ae-bd91-b2b1fd3ea26a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=186541d160b949be969b785afee89bc9&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7250412 Feb 28 17:15:15.959005 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381efa04-4882-42ae-bd91-b2b1fd3ea26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9648165d-7afc-4bfb-9eb0-94ca3539fb29,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:15.964682 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40370) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:16.071466 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Allocated IP 192.168.233.75 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/c01fd9d5-db21-4f3f-b785-30923064b46c) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:15:16.107715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40390) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:16.247364 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52648d6e-5a7a-423d-8d61-63639403572a admin admin] Publish callbacks [] for security_group (9648165d-7afc-4bfb-9eb0-94ca3539fb29), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:16.300531 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52648d6e-5a7a-423d-8d61-63639403572a admin admin] Publish callbacks [] for security_group (9648165d-7afc-4bfb-9eb0-94ca3539fb29), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:16.372674 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Publish callbacks [] for port (0adb2a0d-dad5-4635-85b4-9f0d3e2c2424), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:16.431265 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3031168b-7694-4dab-87e9-8edcd7eb4f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:16.513459 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Publish callbacks [] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:16.513980 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0adb2a0d-dad5-4635-85b4-9f0d3e2c2424), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:16.587415 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52648d6e-5a7a-423d-8d61-63639403572a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9648165d-7afc-4bfb-9eb0-94ca3539fb29), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:16.596343 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52648d6e-5a7a-423d-8d61-63639403572a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:16.607889 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-52648d6e-5a7a-423d-8d61-63639403572a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9648165d-7afc-4bfb-9eb0-94ca3539fb29 HTTP/1.1" status: 204 len: 168 time: 0.6421525 Feb 28 17:15:16.636058 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:16.641269 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Pushing event updated for resources: {'Port': ['ID=0adb2a0d-dad5-4635-85b4-9f0d3e2c2424,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:16.667217 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Attempting to bind port 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:15:16.669500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52648d6e-5a7a-423d-8d61-63639403572a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9648165d-7afc-4bfb-9eb0-94ca3539fb29,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:16.672895 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Attempting to bind port 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:15:16.673314 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Attempting to bind port 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:16.683073 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:16.724506 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:15:16.732527 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:16.733457 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:16.735838 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:15:16.736597 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Bound port: 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:15:16.737230 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0adb2a0d-dad5-4635-85b4-9f0d3e2c2424), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Tracked resource versions report: Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: pushed versions: Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: { 'AddressGroup': {'1.2'}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'ConntrackHelper': {'1.0'}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'LocalIPAssociation': {'1.0'}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'Log': {'1.0'}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'Network': {'1.1'}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'Port': {'1.7'}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'PortForwarding': {'1.2'}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'QosPolicy': {'1.10'}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'SecurityGroup': {'1.5'}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'SecurityGroupRule': {'1.2'}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'SubPort': {'1.0'}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'Subnet': {'1.1'}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'Trunk': {'1.1'}} Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: consumer versions: Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: { DHCP agent@n-d-820368-19: {}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: HyperV agent@n-h1-820368-19: {}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: HyperV agent@n-h2-820368-19: {}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: L3 agent@n-d-820368-19: {}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: Metadata agent@n-d-820368-19: {}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: Metering agent@n-d-820368-19: {}, Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: Open vSwitch agent@n-d-820368-19: { 'AddressGroup': '1.2', Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'ConntrackHelper': '1.0', Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'LocalIPAssociation': '1.0', Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'Log': '1.0', Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'Network': '1.1', Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'Port': '1.7', Feb 28 17:15:16.764465 n-d-820368-19 neutron-server[104249]: 'PortForwarding': '1.2', Feb 28 17:15:16.768989 n-d-820368-19 neutron-server[104249]: 'QosPolicy': '1.10', Feb 28 17:15:16.768989 n-d-820368-19 neutron-server[104249]: 'SecurityGroup': '1.5', Feb 28 17:15:16.768989 n-d-820368-19 neutron-server[104249]: 'SecurityGroupRule': '1.2', Feb 28 17:15:16.768989 n-d-820368-19 neutron-server[104249]: 'SubPort': '1.0', Feb 28 17:15:16.768989 n-d-820368-19 neutron-server[104249]: 'Subnet': '1.1', Feb 28 17:15:16.768989 n-d-820368-19 neutron-server[104249]: 'Trunk': '1.1'}} Feb 28 17:15:16.768989 n-d-820368-19 neutron-server[104249]: {{(pid=104249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 17:15:16.849323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40410) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:16.850487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:16.903083 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] For port 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:15:16.917200 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] For port 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0adb2a0d-dad5-4635-85b4-9f0d3e2c2424,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:15:16.920081 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:16.947378 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3031168b-7694-4dab-87e9-8edcd7eb4f25 admin admin] Publish callbacks [] for security_group (ff30c7b9-3786-434c-8b90-362e9aeef47a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:16.962243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:15:16.980826 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d467d3b1-a274-44bb-809c-3acfb799e373 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:15:16.987423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:16.999089 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:17.075642 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0adb2a0d-dad5-4635-85b4-9f0d3e2c2424), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:17.135546 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Routers {'5693017c-6a09-461a-93df-575a531affe3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:15:17.136191 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:15:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5693017c-6a09-461a-93df-575a531affe3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:17.142424 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3031168b-7694-4dab-87e9-8edcd7eb4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ff30c7b9-3786-434c-8b90-362e9aeef47a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:17.195419 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6295693 Feb 28 17:15:17.216069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d467d3b1-a274-44bb-809c-3acfb799e373 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:17.222793 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d467d3b1-a274-44bb-809c-3acfb799e373), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:17.223950 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-25f4b517-e683-4ebf-84b3-3c88d521b6d0 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:15:17.225554 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-25f4b517-e683-4ebf-84b3-3c88d521b6d0 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095656 Feb 28 17:15:17.236121 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfbf08-1e76-41bb-b56e-a60e51d80ed5 None None] Pushing event updated for resources: {'Port': ['ID=0adb2a0d-dad5-4635-85b4-9f0d3e2c2424,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:17.237781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1fde9-bd23-49cc-bb18-25ae035415e8 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Pushing event updated for resources: {'Port': ['ID=c01fd9d5-db21-4f3f-b785-30923064b46c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:17.248922 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3031168b-7694-4dab-87e9-8edcd7eb4f25 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f4ca7d2ad0cf4a4689edd89b18ce5f33&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1355057 Feb 28 17:15:17.257452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71813e44-38f3-472d-862a-1af11c6c12c3 req-af05731b-258e-47b7-9c97-81fa0a731a21 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:17.259736 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-71813e44-38f3-472d-862a-1af11c6c12c3 req-af05731b-258e-47b7-9c97-81fa0a731a21 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 935 time: 0.2016041 Feb 28 17:15:17.260967 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40416) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:17.264505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Allocated IP 172.20.0.1 (0ace9968-4a17-439c-b2f3-b77bcf7c88a1/304ddab3-68d6-4b16-8125-03d0c1d10117/3143658f-c36a-4bb0-a4e1-08bc2174a5ea) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:15:17.388719 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Publish callbacks [] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:17.416967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e6c18698-e043-43d4-8daf-6aa34343f6e1 None None] Provisioning complete for port c01fd9d5-db21-4f3f-b785-30923064b46c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:17.421061 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e6c18698-e043-43d4-8daf-6aa34343f6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:17.427868 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-71813e44-38f3-472d-862a-1af11c6c12c3 req-e86b673a-1b86-45dd-b0f5-c9375d597d2e tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293252 Feb 28 17:15:17.441425 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031168b-7694-4dab-87e9-8edcd7eb4f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff30c7b9-3786-434c-8b90-362e9aeef47a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:17.464557 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] Set router 5693017c-6a09-461a-93df-575a531affe3 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:15:17.466358 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-14c60a5d-ac4f-42ff-8289-f8659bff57e5 admin admin] Publish callbacks [] for security_group (ff30c7b9-3786-434c-8b90-362e9aeef47a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:17.498127 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:17.519094 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-14c60a5d-ac4f-42ff-8289-f8659bff57e5 admin admin] Publish callbacks [] for security_group (ff30c7b9-3786-434c-8b90-362e9aeef47a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:17.629037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Pushing event updated for resources: {'Port': ['ID=3143658f-c36a-4bb0-a4e1-08bc2174a5ea,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:17.656102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e6c18698-e043-43d4-8daf-6aa34343f6e1 None None] Port c01fd9d5-db21-4f3f-b785-30923064b46c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:15:17.676555 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-14c60a5d-ac4f-42ff-8289-f8659bff57e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ff30c7b9-3786-434c-8b90-362e9aeef47a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:17.680269 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-14c60a5d-ac4f-42ff-8289-f8659bff57e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:17.683146 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:17.686666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:17.687122 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-14c60a5d-ac4f-42ff-8289-f8659bff57e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff30c7b9-3786-434c-8b90-362e9aeef47a HTTP/1.1" status: 204 len: 168 time: 0.4249527 Feb 28 17:15:17.697262 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d467d3b1-a274-44bb-809c-3acfb799e373 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:17.701301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:15:17.708844 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (5693017c-6a09-461a-93df-575a531affe3), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:17.710440 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c60a5d-ac4f-42ff-8289-f8659bff57e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff30c7b9-3786-434c-8b90-362e9aeef47a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:17.829185 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b904591-276a-4161-bf1b-0fbb150ecbc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:17.881150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40426) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:18.075805 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b904591-276a-4161-bf1b-0fbb150ecbc1 admin admin] Publish callbacks [] for security_group (10b31059-a522-47fb-b5b4-a44f4e903436), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:18.114407 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b438a197-a74e-4528-b0e4-476778f6fbff None None] Provisioning complete for port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:18.114407 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b438a197-a74e-4528-b0e4-476778f6fbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:18.146001 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:13Z', 'revision_number': 3, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:18.161977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b438a197-a74e-4528-b0e4-476778f6fbff None None] Port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:15:18.174070 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:18.188363 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f0141-e6f9-4165-9008-f1a6b79cb048 None None] The sync data for ids ['5693017c-6a09-461a-93df-575a531affe3'] in n-d-820368-19 is: [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:13Z', 'revision_number': 3, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:15:18.235256 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b904591-276a-4161-bf1b-0fbb150ecbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (10b31059-a522-47fb-b5b4-a44f4e903436), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:18.301996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6b904591-276a-4161-bf1b-0fbb150ecbc1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=376380f5951040c996c170992f02f5a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4498792 Feb 28 17:15:18.302902 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b904591-276a-4161-bf1b-0fbb150ecbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b31059-a522-47fb-b5b4-a44f4e903436,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:18.306303 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40430) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:18.414736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40434) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:18.450329 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-08a33998-59fa-4c1b-8d52-be7b69668637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:18.562450 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Publish callbacks [] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:18.656755 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b98e42-ccbd-4346-b741-07b8b4ef12c7 admin admin] Publish callbacks [] for security_group (10b31059-a522-47fb-b5b4-a44f4e903436), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:18.732715 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-08a33998-59fa-4c1b-8d52-be7b69668637 admin admin] Publish callbacks [] for security_group (11b0b1ab-b6f8-4cf6-a95a-6882b926aa88), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:18.735247 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:18.736297 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (5693017c-6a09-461a-93df-575a531affe3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:18.738881 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b98e42-ccbd-4346-b741-07b8b4ef12c7 admin admin] Publish callbacks [] for security_group (10b31059-a522-47fb-b5b4-a44f4e903436), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:18.761544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Request body: {'port': {'device_id': 'cea81c39-fe1e-43b4-9073-528fa4459b34', 'device_owner': 'compute:tempest-test_az-1478976400', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:18.810635 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Pushing event updated for resources: {'Port': ['ID=3143658f-c36a-4bb0-a4e1-08bc2174a5ea,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:18.835474 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-08a33998-59fa-4c1b-8d52-be7b69668637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (11b0b1ab-b6f8-4cf6-a95a-6882b926aa88), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:18.877298 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bb31ab13-b007-4e31-a9ad-2dbac3a115ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:18.955621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cd6d0-b217-4c19-a726-61871221b8a3 req-12f9690e-5400-4fea-a3db-b0d6f4303777 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:18.965072 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-160cd6d0-b217-4c19-a726-61871221b8a3 req-12f9690e-5400-4fea-a3db-b0d6f4303777 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 935 time: 0.4059608 Feb 28 17:15:18.971263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a33998-59fa-4c1b-8d52-be7b69668637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b0b1ab-b6f8-4cf6-a95a-6882b926aa88,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:18.979017 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:19.035135 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:15:19.090586 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b98e42-ccbd-4346-b741-07b8b4ef12c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (10b31059-a522-47fb-b5b4-a44f4e903436), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:19.093612 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b98e42-ccbd-4346-b741-07b8b4ef12c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:19.098616 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-44b98e42-ccbd-4346-b741-07b8b4ef12c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/10b31059-a522-47fb-b5b4-a44f4e903436 HTTP/1.1" status: 204 len: 168 time: 0.7910352 Feb 28 17:15:19.151110 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-160cd6d0-b217-4c19-a726-61871221b8a3 req-bc7237b9-7d39-4f66-8c81-fa37a26d5607 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824710 Feb 28 17:15:19.166659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-08a33998-59fa-4c1b-8d52-be7b69668637 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=32ff77cad8e64338ae1e3554f37ba2e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7478802 Feb 28 17:15:19.173456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:19.173972 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0adb2a0d-dad5-4635-85b4-9f0d3e2c2424), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:19.182078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40442) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:19.372378 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:19.372904 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0adb2a0d-dad5-4635-85b4-9f0d3e2c2424), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:19.399892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40444) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:19.420020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0adb2a0d-dad5-4635-85b4-9f0d3e2c2424,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:19.449167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b98e42-ccbd-4346-b741-07b8b4ef12c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b31059-a522-47fb-b5b4-a44f4e903436,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:19.473913 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6004d804-c924-4c31-a2e2-c23bf849927e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:19.511283 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0adb2a0d-dad5-4635-85b4-9f0d3e2c2424), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:19.582593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bb31ab13-b007-4e31-a9ad-2dbac3a115ae admin admin] Publish callbacks [] for security_group (eb0b91b2-d2d9-4c9d-8f9c-5ddf191970b6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:19.605387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=0adb2a0d-dad5-4635-85b4-9f0d3e2c2424,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:19.624963 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b2d28545-eca2-4b1d-839f-47d9ec98da62 admin admin] Publish callbacks [] for security_group (11b0b1ab-b6f8-4cf6-a95a-6882b926aa88), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:19.673535 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bb31ab13-b007-4e31-a9ad-2dbac3a115ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (eb0b91b2-d2d9-4c9d-8f9c-5ddf191970b6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:19.695284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:19.697755 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b2d28545-eca2-4b1d-839f-47d9ec98da62 admin admin] Publish callbacks [] for security_group (11b0b1ab-b6f8-4cf6-a95a-6882b926aa88), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:19.713344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:19.831951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bb31ab13-b007-4e31-a9ad-2dbac3a115ae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cfb294a41f3e4765bd2dbcd0ff6c5b9f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9544973 Feb 28 17:15:19.840627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40448) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:19.858746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01fd9d5-db21-4f3f-b785-30923064b46c {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:15:19.874349 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Publish callbacks [] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:19.879962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31ab13-b007-4e31-a9ad-2dbac3a115ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0b91b2-d2d9-4c9d-8f9c-5ddf191970b6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:19.899922 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6004d804-c924-4c31-a2e2-c23bf849927e admin admin] Publish callbacks [] for security_group (2f5002ba-f290-4f24-b752-86952b7f99ff), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:19.950436 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6004d804-c924-4c31-a2e2-c23bf849927e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2f5002ba-f290-4f24-b752-86952b7f99ff), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.006241 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6004d804-c924-4c31-a2e2-c23bf849927e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=edfcd386be9447f2b343619a795a486a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6065044 Feb 28 17:15:20.006241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004d804-c924-4c31-a2e2-c23bf849927e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5002ba-f290-4f24-b752-86952b7f99ff,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:20.007012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40450) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:20.047599 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e363a910-773e-4dda-bddd-426929d8bee7 admin admin] Publish callbacks [] for security_group (eb0b91b2-d2d9-4c9d-8f9c-5ddf191970b6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.072127 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Transition to ACTIVE for port object c01fd9d5-db21-4f3f-b785-30923064b46c will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:15:20.078255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Router 5693017c-6a09-461a-93df-575a531affe3 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:15:20.084343 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b2d28545-eca2-4b1d-839f-47d9ec98da62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (11b0b1ab-b6f8-4cf6-a95a-6882b926aa88), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.087269 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b2d28545-eca2-4b1d-839f-47d9ec98da62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.091081 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40452) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:20.091950 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b2d28545-eca2-4b1d-839f-47d9ec98da62 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/11b0b1ab-b6f8-4cf6-a95a-6882b926aa88 HTTP/1.1" status: 204 len: 168 time: 0.9100258 Feb 28 17:15:20.102255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-66a3c1ea-8dd5-4680-a67f-4b12274a9913 None None] Provisioning complete for port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:20.102785 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-66a3c1ea-8dd5-4680-a67f-4b12274a9913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.105622 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e363a910-773e-4dda-bddd-426929d8bee7 admin admin] Publish callbacks [] for security_group (eb0b91b2-d2d9-4c9d-8f9c-5ddf191970b6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.110791 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8d7768ee-4bea-47f1-b3ae-a7f2af63b623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.134137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d28545-eca2-4b1d-839f-47d9ec98da62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b0b1ab-b6f8-4cf6-a95a-6882b926aa88,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:20.144321 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.173657 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd19fab4-2021-49a5-95e0-53986f6e693c admin admin] Publish callbacks [] for security_group (2f5002ba-f290-4f24-b752-86952b7f99ff), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.216175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-66a3c1ea-8dd5-4680-a67f-4b12274a9913 None None] Port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:15:20.266207 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd19fab4-2021-49a5-95e0-53986f6e693c admin admin] Publish callbacks [] for security_group (2f5002ba-f290-4f24-b752-86952b7f99ff), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.359770 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e363a910-773e-4dda-bddd-426929d8bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (eb0b91b2-d2d9-4c9d-8f9c-5ddf191970b6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.362594 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e363a910-773e-4dda-bddd-426929d8bee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.371863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e363a910-773e-4dda-bddd-426929d8bee7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eb0b91b2-d2d9-4c9d-8f9c-5ddf191970b6 HTTP/1.1" status: 204 len: 168 time: 0.5172279 Feb 28 17:15:20.389891 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363a910-773e-4dda-bddd-426929d8bee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0b91b2-d2d9-4c9d-8f9c-5ddf191970b6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:20.391592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:15:20.451723 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a7529811-3092-4b06-8a53-02a5db10689d admin admin] 10.222.0.72 "PUT /v2.0/routers/5693017c-6a09-461a-93df-575a531affe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0988591 Feb 28 17:15:20.487673 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd19fab4-2021-49a5-95e0-53986f6e693c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2f5002ba-f290-4f24-b752-86952b7f99ff), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.490986 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd19fab4-2021-49a5-95e0-53986f6e693c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.494053 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bd19fab4-2021-49a5-95e0-53986f6e693c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2f5002ba-f290-4f24-b752-86952b7f99ff HTTP/1.1" status: 204 len: 168 time: 0.4829652 Feb 28 17:15:20.503729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19fab4-2021-49a5-95e0-53986f6e693c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5002ba-f290-4f24-b752-86952b7f99ff,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:20.608900 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Attempting to bind port c01fd9d5-db21-4f3f-b785-30923064b46c on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:15:20.621226 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Attempting to bind port c01fd9d5-db21-4f3f-b785-30923064b46c by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:15:20.621226 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Attempting to bind port c01fd9d5-db21-4f3f-b785-30923064b46c on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:20.626511 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8d7768ee-4bea-47f1-b3ae-a7f2af63b623 admin admin] Publish callbacks [] for security_group (9dfc521e-8ec0-4a18-952d-6b0ef6fb92be), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.630082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Port c01fd9d5-db21-4f3f-b785-30923064b46c on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:15:20.630545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Attempting to bind port c01fd9d5-db21-4f3f-b785-30923064b46c on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:20.641488 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:15:20.641855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:20.643024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:15:20.643683 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Bound port: c01fd9d5-db21-4f3f-b785-30923064b46c, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:15:20.643894 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.658702 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c01fd9d5-db21-4f3f-b785-30923064b46c,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:20.670550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3631b-353b-420b-8bbe-8c896ae3fba3 req-dee381bb-0f27-478d-b701-3ed098816820 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:20.672155 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6c3631b-353b-420b-8bbe-8c896ae3fba3 req-dee381bb-0f27-478d-b701-3ed098816820 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 969 time: 0.3682761 Feb 28 17:15:20.736526 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8d7768ee-4bea-47f1-b3ae-a7f2af63b623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9dfc521e-8ec0-4a18-952d-6b0ef6fb92be), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.784016 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] For port c01fd9d5-db21-4f3f-b785-30923064b46c, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:15:20.830415 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6c3631b-353b-420b-8bbe-8c896ae3fba3 req-e2b07148-357c-4c04-aa12-646d24593891 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352654 Feb 28 17:15:20.838695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] For port c01fd9d5-db21-4f3f-b785-30923064b46c, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c01fd9d5-db21-4f3f-b785-30923064b46c,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:15:20.854380 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8d7768ee-4bea-47f1-b3ae-a7f2af63b623 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=48765b8f5be94477a4d9c78aca8f2b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7565014 Feb 28 17:15:20.854380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7768ee-4bea-47f1-b3ae-a7f2af63b623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfc521e-8ec0-4a18-952d-6b0ef6fb92be,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:20.854380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40470) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:20.911783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:15:20.938391 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:20.950931 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7cb6689f-1a07-4be6-abfa-b58351db257e admin admin] Publish callbacks [] for security_group (9dfc521e-8ec0-4a18-952d-6b0ef6fb92be), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:21.033831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:21.034757 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:21.036754 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] 10.222.0.69 "PUT /v2.0/ports/c01fd9d5-db21-4f3f-b785-30923064b46c HTTP/1.1" status: 200 len: 1118 time: 3.3486304 Feb 28 17:15:21.037453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea81c39-fe1e-43b4-9073-528fa4459b34', 'tag': 'c01fd9d5-db21-4f3f-b785-30923064b46c'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:15:21.052913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:21.053382 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0adb2a0d-dad5-4635-85b4-9f0d3e2c2424), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:21.127600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Sync routers for ids ['5693017c-6a09-461a-93df-575a531affe3'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:15:21.232078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Routers {'5693017c-6a09-461a-93df-575a531affe3'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:15:21.232801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:15:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5693017c-6a09-461a-93df-575a531affe3'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:21.355393 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7cb6689f-1a07-4be6-abfa-b58351db257e admin admin] Publish callbacks [] for security_group (9dfc521e-8ec0-4a18-952d-6b0ef6fb92be), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:21.386221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934a4b0-32cf-4c6f-af9e-2c995b8a19c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c01fd9d5-db21-4f3f-b785-30923064b46c,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:21.456310 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-fd0bcf99-5c7a-4d49-8b22-fb6fd2e95194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:21.458008 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-fd0bcf99-5c7a-4d49-8b22-fb6fd2e95194 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d80aac04d184bb094423b5034121074&device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 1152 time: 0.2264404 Feb 28 17:15:21.500982 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:21.503904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Set router 5693017c-6a09-461a-93df-575a531affe3 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:15:21.641619 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7cb6689f-1a07-4be6-abfa-b58351db257e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9dfc521e-8ec0-4a18-952d-6b0ef6fb92be), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:21.686381 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7cb6689f-1a07-4be6-abfa-b58351db257e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:21.686381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7cb6689f-1a07-4be6-abfa-b58351db257e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9dfc521e-8ec0-4a18-952d-6b0ef6fb92be HTTP/1.1" status: 204 len: 168 time: 0.7948718 Feb 28 17:15:21.686381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-a9d21867-04dc-4f53-8919-f1242bd4a4ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=c01fd9d5-db21-4f3f-b785-30923064b46c HTTP/1.1" status: 200 len: 217 time: 0.1127846 Feb 28 17:15:21.686381 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6689f-1a07-4be6-abfa-b58351db257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfc521e-8ec0-4a18-952d-6b0ef6fb92be,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:21.691404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40482) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:21.732535 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15827e53-bfe4-433f-8672-515b591a4a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:21.742172 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-bffe2ef8-7e64-477a-9c15-26c3744d9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:21.743937 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-bffe2ef8-7e64-477a-9c15-26c3744d9bc8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0830405 Feb 28 17:15:21.851338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 2, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:21.909162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Checking router: 5693017c-6a09-461a-93df-575a531affe3 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:15:21.909947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Updating router 5693017c-6a09-461a-93df-575a531affe3 port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:15:21.924881 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15827e53-bfe4-433f-8672-515b591a4a23 admin admin] Publish callbacks [] for security_group (b2b59652-be06-42d8-b47a-a3a6c49746ba), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:21.958540 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:21.999054 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9d211-f97d-4383-8203-b2cc483e9f56 req-c4e2c75c-e5a1-43ec-9620-b58150c92f36 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:22.000817 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f4e9d211-f97d-4383-8203-b2cc483e9f56 req-c4e2c75c-e5a1-43ec-9620-b58150c92f36 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 969 time: 0.0633056 Feb 28 17:15:22.057320 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f4e9d211-f97d-4383-8203-b2cc483e9f56 req-fe4ee087-9ef7-4f2f-91c6-f48505ed66ae tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507278 Feb 28 17:15:22.242099 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15827e53-bfe4-433f-8672-515b591a4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b2b59652-be06-42d8-b47a-a3a6c49746ba), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:22.344354 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-15827e53-bfe4-433f-8672-515b591a4a23 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4181dc445ce74e1cadb483fe278052e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6480451 Feb 28 17:15:22.344354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15827e53-bfe4-433f-8672-515b591a4a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b59652-be06-42d8-b47a-a3a6c49746ba,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:22.344676 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40492) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:22.466879 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d837b0da-3304-4fa8-830b-568ac71c91d2 admin admin] Publish callbacks [] for security_group (b2b59652-be06-42d8-b47a-a3a6c49746ba), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:22.510803 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Publish callbacks [] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:22.520434 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d837b0da-3304-4fa8-830b-568ac71c91d2 admin admin] Publish callbacks [] for security_group (b2b59652-be06-42d8-b47a-a3a6c49746ba), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:22.608415 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:22.671366 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d837b0da-3304-4fa8-830b-568ac71c91d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b2b59652-be06-42d8-b47a-a3a6c49746ba), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:22.675319 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d837b0da-3304-4fa8-830b-568ac71c91d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:22.680744 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d837b0da-3304-4fa8-830b-568ac71c91d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b2b59652-be06-42d8-b47a-a3a6c49746ba HTTP/1.1" status: 204 len: 168 time: 0.3344951 Feb 28 17:15:22.681970 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe48d98-203b-4967-bd12-a671b1c55efa None None] Pushing event updated for resources: {'Port': ['ID=3143658f-c36a-4bb0-a4e1-08bc2174a5ea,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:22.701089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837b0da-3304-4fa8-830b-568ac71c91d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b59652-be06-42d8-b47a-a3a6c49746ba,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:22.716113 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73474673-ab5e-4d85-8c91-3e5b46c9ff6d" -d '{"events": [{"name": "network-changed", "server_uuid": "cea81c39-fe1e-43b4-9073-528fa4459b34", "tag": "c01fd9d5-db21-4f3f-b785-30923064b46c"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:15:22.812845 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Attempting to bind port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:15:22.813448 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Attempting to bind port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:15:22.814085 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Attempting to bind port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea on network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:22.823603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:15:22.825049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Checking segment: {'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:22.825622 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:22.826206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Bound using segment: {'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:15:22.827458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Bound port: 3143658f-c36a-4bb0-a4e1-08bc2174a5ea, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:15:22.828022 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:22.960364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] For port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:15:23.002571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] For port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3143658f-c36a-4bb0-a4e1-08bc2174a5ea,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:15:23.007338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-083f86e1-d44d-40c7-8b1c-c99aa9b431da None None] Provisioning complete for port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:23.007716 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-083f86e1-d44d-40c7-8b1c-c99aa9b431da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:23.061009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-083f86e1-d44d-40c7-8b1c-c99aa9b431da None None] Port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:15:23.100593 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:23.247440 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Routers {'5693017c-6a09-461a-93df-575a531affe3'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:15:23.248570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:15:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5693017c-6a09-461a-93df-575a531affe3'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:23.324222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe48d98-203b-4967-bd12-a671b1c55efa None None] Pushing event updated for resources: {'Port': ['ID=3143658f-c36a-4bb0-a4e1-08bc2174a5ea,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:23.332085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d161342-7e39-4125-9e6a-ecf69d00bdfa req-eefc7deb-d460-4375-b570-2dfd8e5d3dc7 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:23.343518 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9d161342-7e39-4125-9e6a-ecf69d00bdfa req-eefc7deb-d460-4375-b570-2dfd8e5d3dc7 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 969 time: 0.1030054 Feb 28 17:15:23.440806 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9d161342-7e39-4125-9e6a-ecf69d00bdfa req-5488d40d-baee-4e2f-9746-4034b8bee118 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963700 Feb 28 17:15:23.528074 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] Set router 5693017c-6a09-461a-93df-575a531affe3 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:15:23.578888 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63e831d-9b07-4af3-ad0a-a3c5e8de4bdb x-openstack-request-id: req-a63e831d-9b07-4af3-ad0a-a3c5e8de4bdb {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:15:23.579409 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea81c39-fe1e-43b4-9073-528fa4459b34", "tag": "c01fd9d5-db21-4f3f-b785-30923064b46c", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:15:23.579559 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a63e831d-9b07-4af3-ad0a-a3c5e8de4bdb {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:15:23.580279 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea81c39-fe1e-43b4-9073-528fa4459b34', 'tag': 'c01fd9d5-db21-4f3f-b785-30923064b46c', 'status': 'completed', 'code': 200} Feb 28 17:15:23.645957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-abd149f6-8f61-4f6a-bfc0-2bee27b7a72e None None] Provisioning complete for port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:23.646392 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-abd149f6-8f61-4f6a-bfc0-2bee27b7a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:23.827129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-abd149f6-8f61-4f6a-bfc0-2bee27b7a72e None None] Current status of the port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:23.827437 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-abd149f6-8f61-4f6a-bfc0-2bee27b7a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:23.878495 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-abd149f6-8f61-4f6a-bfc0-2bee27b7a72e None None] For port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3143658f-c36a-4bb0-a4e1-08bc2174a5ea,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:23.890930 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:22Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:23.922821 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f795da-ff52-4bfa-a95c-553baff4625f None None] The sync data for ids ['5693017c-6a09-461a-93df-575a531affe3'] in n-d-820368-19 is: [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:22Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:15:23.960172 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-abd149f6-8f61-4f6a-bfc0-2bee27b7a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:24.073266 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd149f6-8f61-4f6a-bfc0-2bee27b7a72e None None] Pushing event updated for resources: {'Port': ['ID=3143658f-c36a-4bb0-a4e1-08bc2174a5ea,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:24.203942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-c7b3b826-d256-41e1-8c21-6b369741c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:24.208273 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-c7b3b826-d256-41e1-8c21-6b369741c497 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1246586 Feb 28 17:15:24.365473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-254b2a99-ee36-4814-80fb-16c9d29fbb0f service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446152 Feb 28 17:15:24.520584 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-071c0c92-3884-4d33-b64a-db42e2e4b36a req-2c4c3c1b-0da1-47b5-9d86-97ddeff0d6a5 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483755 Feb 28 17:15:24.600674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40550) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:24.602472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-732711242-network', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:24.718547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] Made reservation on behalf of e41591817f7e483586c86c7fabc077f7 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:24.723144 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:24.793134 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:24.952702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83e445-03f9-4690-b545-59066cf5a772 req-7c9c8e42-c797-4d4f-8c58-9e763232ceea tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:24.964127 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ab83e445-03f9-4690-b545-59066cf5a772 req-7c9c8e42-c797-4d4f-8c58-9e763232ceea tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 969 time: 0.1467609 Feb 28 17:15:25.003541 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3143658f-c36a-4bb0-a4e1-08bc2174a5ea up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:15:25.111334 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ab83e445-03f9-4690-b545-59066cf5a772 req-d78eb2ed-ddd8-4b9c-accb-b94b0c8fe5f4 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392813 Feb 28 17:15:25.129547 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:25.129547 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:25.211506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73474673-ab5e-4d85-8c91-3e5b46c9ff6d req-12b649a8-a284-4b8f-be94-42ac9bb397d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:25.211506 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73474673-ab5e-4d85-8c91-3e5b46c9ff6d req-12b649a8-a284-4b8f-be94-42ac9bb397d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d80aac04d184bb094423b5034121074&device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 1152 time: 0.4565330 Feb 28 17:15:25.259887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:25.401601 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73474673-ab5e-4d85-8c91-3e5b46c9ff6d req-a95fbf78-ec5c-4ed6-b15f-52f68d339ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:25.403015 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73474673-ab5e-4d85-8c91-3e5b46c9ff6d req-a95fbf78-ec5c-4ed6-b15f-52f68d339ecf service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1872404 Feb 28 17:15:25.434852 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] Publish callbacks [] for security_group (f17690e1-df4a-4298-9ab1-7f45d724157f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:25.876494 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f17690e1-df4a-4298-9ab1-7f45d724157f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:25.923451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:15:25.926170 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17690e1-df4a-4298-9ab1-7f45d724157f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:25.962214 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (89fc76cd-5c74-41ed-af71-d60126db0d0e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:25.962558 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] Added segment 89fc76cd-5c74-41ed-af71-d60126db0d0e of type vlan for network fd6c9756-d566-4629-985a-0ce82e63e5f3 Feb 28 17:15:26.028199 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (fd6c9756-d566-4629-985a-0ce82e63e5f3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:26.144857 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (fd6c9756-d566-4629-985a-0ce82e63e5f3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:26.145854 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:26.146454 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:26.268130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40580) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:26.282232 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] Pushing event updated for resources: {'Network': ['ID=fd6c9756-d566-4629-985a-0ce82e63e5f3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:26.299236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network fd6c9756-d566-4629-985a-0ce82e63e5f3 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:15:26.316052 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-71393d34-4dbc-4610-96ff-6136c26f576b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7194996 Feb 28 17:15:26.319996 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40586) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:26.326043 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130cd5a-ed86-4e44-b01b-4296d0ad4c95 req-4e66966a-254d-42e1-9db3-bee0de2f9940 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:26.328233 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9130cd5a-ed86-4e44-b01b-4296d0ad4c95 req-4e66966a-254d-42e1-9db3-bee0de2f9940 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 969 time: 0.1047838 Feb 28 17:15:26.348776 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c10fc100-b476-4335-aba0-5a3ad3b6423b admin admin] Request body: {'subnet': {'network_id': 'fd6c9756-d566-4629-985a-0ce82e63e5f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732711242-subnet', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:26.466030 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9130cd5a-ed86-4e44-b01b-4296d0ad4c95 req-287c7c5e-1dca-4781-9b55-ea872470d7f5 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131697 Feb 28 17:15:26.490912 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10fc100-b476-4335-aba0-5a3ad3b6423b admin admin] Made reservation on behalf of e41591817f7e483586c86c7fabc077f7 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:26.493353 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c10fc100-b476-4335-aba0-5a3ad3b6423b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:26.806908 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-625328933-network', 'tenant_id': 'b54c0e7f54c040999f16abf62706127e'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:26.813959 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c10fc100-b476-4335-aba0-5a3ad3b6423b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for subnet (e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:26.882738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fc100-b476-4335-aba0-5a3ad3b6423b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:26.894052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10fc100-b476-4335-aba0-5a3ad3b6423b admin admin] Checking segment: {'id': '89fc76cd-5c74-41ed-af71-d60126db0d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd6c9756-d566-4629-985a-0ce82e63e5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:26.894406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10fc100-b476-4335-aba0-5a3ad3b6423b admin admin] Network hostable DHCP agents. Network: fd6c9756-d566-4629-985a-0ce82e63e5f3, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:15:26.942204 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] Made reservation on behalf of b54c0e7f54c040999f16abf62706127e for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:26.944579 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:26.955027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:26.974117 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10fc100-b476-4335-aba0-5a3ad3b6423b admin admin] Network fd6c9756-d566-4629-985a-0ce82e63e5f3 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:15:27.040703 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] Publish callbacks [] for security_group (29e18166-a876-48a2-ad4a-36534f4d6914), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.093114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-c10fc100-b476-4335-aba0-5a3ad3b6423b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, fd6c9756-d566-4629-985a-0ce82e63e5f3) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:27.097354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10fc100-b476-4335-aba0-5a3ad3b6423b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:27.098025 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c10fc100-b476-4335-aba0-5a3ad3b6423b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.104796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a3217e-ae17-4f83-af9f-e5e63fae3727 None None] Network fd6c9756-d566-4629-985a-0ce82e63e5f3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:15:27.134210 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (29e18166-a876-48a2-ad4a-36534f4d6914), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.178169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:15:27.185493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e18166-a876-48a2-ad4a-36534f4d6914,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:27.192161 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (c8c26f33-8fe1-42a2-b0b3-67b80512ba14), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.192503 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] Added segment c8c26f33-8fe1-42a2-b0b3-67b80512ba14 of type vlan for network f8f0e93c-1600-4433-b742-fd71e27f249f Feb 28 17:15:27.231244 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c10fc100-b476-4335-aba0-5a3ad3b6423b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9090736 Feb 28 17:15:27.232687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-fd6c9756-d566-4629-985a-0ce82e63e5f3', 'network_id': 'fd6c9756-d566-4629-985a-0ce82e63e5f3', 'project_id': 'e41591817f7e483586c86c7fabc077f7', 'fixed_ips': [{'subnet_id': 'e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:15:27.233717 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.236546 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40604) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:27.242295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-732711242-router', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:27.246759 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (f8f0e93c-1600-4433-b742-fd71e27f249f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.267814 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73474673-ab5e-4d85-8c91-3e5b46c9ff6d req-bfcf18bd-5494-43e9-8658-4c4ee3ed1e62 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=c01fd9d5-db21-4f3f-b785-30923064b46c HTTP/1.1" status: 200 len: 217 time: 0.0397072 Feb 28 17:15:27.318159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73474673-ab5e-4d85-8c91-3e5b46c9ff6d req-f6617c2f-0d09-4dd7-a823-4aa91218b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:27.319585 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73474673-ab5e-4d85-8c91-3e5b46c9ff6d req-f6617c2f-0d09-4dd7-a823-4aa91218b3d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0459018 Feb 28 17:15:27.371079 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73474673-ab5e-4d85-8c91-3e5b46c9ff6d req-e56e25ab-d124-4c8b-bbf0-b20043c3c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:27.372899 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73474673-ab5e-4d85-8c91-3e5b46c9ff6d req-e56e25ab-d124-4c8b-bbf0-b20043c3c39a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0464323 Feb 28 17:15:27.383911 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Allocated IP 172.20.0.2 (fd6c9756-d566-4629-985a-0ce82e63e5f3/e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1/680f5646-c124-45c1-9328-5f049099b119) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:15:27.430271 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (e579f974-a547-4453-ad27-d8772e14d8eb), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.433285 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (e579f974-a547-4453-ad27-d8772e14d8eb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.440734 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (f8f0e93c-1600-4433-b742-fd71e27f249f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.441920 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:27.442602 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.473342 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73474673-ab5e-4d85-8c91-3e5b46c9ff6d req-424b9b30-178c-449f-a818-40c421cecad0 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936363 Feb 28 17:15:27.567460 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Publish callbacks [] for port (680f5646-c124-45c1-9328-5f049099b119), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.606557 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Publish callbacks [] for router_controller (e579f974-a547-4453-ad27-d8772e14d8eb), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.609962 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73474673-ab5e-4d85-8c91-3e5b46c9ff6d req-62199164-3e34-4921-95ec-0d71b927cf07 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191404 Feb 28 17:15:27.610119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3389502 Feb 28 17:15:27.613047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40616) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:27.613271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21523872-ba53-4528-b07f-97db1d0d8569 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f0e93c-1600-4433-b742-fd71e27f249f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:27.626850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network f8f0e93c-1600-4433-b742-fd71e27f249f details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:15:27.627014 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7afb147a-d1e3-477e-8361-e5b215a59d63 admin admin] Request body: {'subnet': {'network_id': 'f8f0e93c-1600-4433-b742-fd71e27f249f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-625328933-subnet', 'tenant_id': 'b54c0e7f54c040999f16abf62706127e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:27.656277 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (680f5646-c124-45c1-9328-5f049099b119), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.728546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afb147a-d1e3-477e-8361-e5b215a59d63 admin admin] Made reservation on behalf of b54c0e7f54c040999f16abf62706127e for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:27.731525 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7afb147a-d1e3-477e-8361-e5b215a59d63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.735494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Network fd6c9756-d566-4629-985a-0ce82e63e5f3 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:27.748341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:27.754371 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401b2c6-816f-4ff1-a94c-09141539ac96 req-b842b543-6e75-4d49-9216-6dc04275b6d5 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:27.754567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:15:27.756012 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e401b2c6-816f-4ff1-a94c-09141539ac96 req-b842b543-6e75-4d49-9216-6dc04275b6d5 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 969 time: 0.1259038 Feb 28 17:15:27.763709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Pushing event updated for resources: {'Port': ['ID=680f5646-c124-45c1-9328-5f049099b119,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:27.837097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Attempting to bind port 680f5646-c124-45c1-9328-5f049099b119 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:15:27.837097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Attempting to bind port 680f5646-c124-45c1-9328-5f049099b119 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '89fc76cd-5c74-41ed-af71-d60126db0d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd6c9756-d566-4629-985a-0ce82e63e5f3'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:15:27.837097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Attempting to bind port 680f5646-c124-45c1-9328-5f049099b119 on network fd6c9756-d566-4629-985a-0ce82e63e5f3 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:27.842421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:15:27.842421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Checking segment: {'id': '89fc76cd-5c74-41ed-af71-d60126db0d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd6c9756-d566-4629-985a-0ce82e63e5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:27.842735 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.845593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Bound using segment: {'id': '89fc76cd-5c74-41ed-af71-d60126db0d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd6c9756-d566-4629-985a-0ce82e63e5f3'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:15:27.846163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Bound port: 680f5646-c124-45c1-9328-5f049099b119, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fc76cd-5c74-41ed-af71-d60126db0d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd6c9756-d566-4629-985a-0ce82e63e5f3'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:15:27.846557 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (680f5646-c124-45c1-9328-5f049099b119), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.862169 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Publish callbacks [] for router_gateway (e579f974-a547-4453-ad27-d8772e14d8eb), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:27.900782 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e401b2c6-816f-4ff1-a94c-09141539ac96 req-123bbe88-e485-4430-9522-db0f15a41565 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877526 Feb 28 17:15:27.931342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] For port 680f5646-c124-45c1-9328-5f049099b119, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:15:27.938696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] For port 680f5646-c124-45c1-9328-5f049099b119, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=680f5646-c124-45c1-9328-5f049099b119,segment=NetworkSegment(89fc76cd-5c74-41ed-af71-d60126db0d0e),segment_id=89fc76cd-5c74-41ed-af71-d60126db0d0e)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:15:28.042766 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (680f5646-c124-45c1-9328-5f049099b119), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:28.086703 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7afb147a-d1e3-477e-8361-e5b215a59d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for subnet (8baab768-e7bc-4fef-818e-09d505292d76), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:28.128302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6aa52-82af-4663-8a1a-0752daa39351 None None] Pushing event updated for resources: {'Port': ['ID=680f5646-c124-45c1-9328-5f049099b119,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:28.191776 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb147a-d1e3-477e-8361-e5b215a59d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8baab768-e7bc-4fef-818e-09d505292d76,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:28.232661 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb147a-d1e3-477e-8361-e5b215a59d63 admin admin] Checking segment: {'id': 'c8c26f33-8fe1-42a2-b0b3-67b80512ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f8f0e93c-1600-4433-b742-fd71e27f249f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:28.233017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb147a-d1e3-477e-8361-e5b215a59d63 admin admin] Network hostable DHCP agents. Network: f8f0e93c-1600-4433-b742-fd71e27f249f, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:15:28.267471 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Publish callbacks [] for router_gateway (e579f974-a547-4453-ad27-d8772e14d8eb), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:28.294907 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:28.331868 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb147a-d1e3-477e-8361-e5b215a59d63 admin admin] Network f8f0e93c-1600-4433-b742-fd71e27f249f is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:15:28.419343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-7afb147a-d1e3-477e-8361-e5b215a59d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, f8f0e93c-1600-4433-b742-fd71e27f249f) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:28.424082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afb147a-d1e3-477e-8361-e5b215a59d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:28.424769 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7afb147a-d1e3-477e-8361-e5b215a59d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:28.448591 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b34193e-82c6-4677-a2e6-232247698f0c None None] Network f8f0e93c-1600-4433-b742-fd71e27f249f requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:15:28.538392 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7afb147a-d1e3-477e-8361-e5b215a59d63 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9158158 Feb 28 17:15:28.543670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Allocated IP 172.25.3.75 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/288a2ec4-53fe-4c06-8aae-84f26b13cbc5) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:15:28.641674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41ee442-04e7-4054-a8ee-b8dcb624b88c None None] Network f8f0e93c-1600-4433-b742-fd71e27f249f requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:15:28.848118 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Publish callbacks [] for port (288a2ec4-53fe-4c06-8aae-84f26b13cbc5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:28.944666 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (288a2ec4-53fe-4c06-8aae-84f26b13cbc5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:28.969795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 680f5646-c124-45c1-9328-5f049099b119 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:15:29.053295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:29.068514 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:29.072106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:15:29.098515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 680f5646-c124-45c1-9328-5f049099b119 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:29.099125 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (680f5646-c124-45c1-9328-5f049099b119), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:29.199298 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Pushing event updated for resources: {'Port': ['ID=288a2ec4-53fe-4c06-8aae-84f26b13cbc5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:29.265143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899decc5-d9cc-4fe4-aaef-c8bdfa2d9f7f req-3949dc2a-50a3-41b5-8deb-7b10574871d4 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:29.267777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 680f5646-c124-45c1-9328-5f049099b119 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:29.268366 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (680f5646-c124-45c1-9328-5f049099b119), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:29.274272 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-899decc5-d9cc-4fe4-aaef-c8bdfa2d9f7f req-3949dc2a-50a3-41b5-8deb-7b10574871d4 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 969 time: 0.1991203 Feb 28 17:15:29.337468 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-899decc5-d9cc-4fe4-aaef-c8bdfa2d9f7f req-a084e214-d56c-461f-9a25-c0909f262ca1 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621090 Feb 28 17:15:29.451872 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 680f5646-c124-45c1-9328-5f049099b119, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=680f5646-c124-45c1-9328-5f049099b119,segment=NetworkSegment(89fc76cd-5c74-41ed-af71-d60126db0d0e),segment_id=89fc76cd-5c74-41ed-af71-d60126db0d0e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:29.522759 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (680f5646-c124-45c1-9328-5f049099b119), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:29.552560 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Publish callbacks [] for router_gateway (e579f974-a547-4453-ad27-d8772e14d8eb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:29.601692 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174881fa-efbc-4914-9611-15b602aca330 None None] Network fd6c9756-d566-4629-985a-0ce82e63e5f3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:15:29.619610 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=680f5646-c124-45c1-9328-5f049099b119,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:29.720616 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-14141c81-21b0-4e62-80b8-9da32a902722 None None] Provisioning complete for port 680f5646-c124-45c1-9328-5f049099b119 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:29.721100 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14141c81-21b0-4e62-80b8-9da32a902722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (680f5646-c124-45c1-9328-5f049099b119), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:29.816907 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (e579f974-a547-4453-ad27-d8772e14d8eb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:29.843089 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-14141c81-21b0-4e62-80b8-9da32a902722 None None] Current status of the port 680f5646-c124-45c1-9328-5f049099b119 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:30.073966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-dbd93ea3-44fc-4960-943c-453b3375de7f None None] Provisioning complete for port 680f5646-c124-45c1-9328-5f049099b119 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:30.073966 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dbd93ea3-44fc-4960-943c-453b3375de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (680f5646-c124-45c1-9328-5f049099b119), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:30.093173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Router e579f974-a547-4453-ad27-d8772e14d8eb is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:15:30.107730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40682) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:30.134788 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40686) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:30.234346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-dbd93ea3-44fc-4960-943c-453b3375de7f None None] Current status of the port 680f5646-c124-45c1-9328-5f049099b119 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:30.247038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:15:30.259595 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Sync routers for ids ['e579f974-a547-4453-ad27-d8772e14d8eb'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:15:30.271461 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Routers {'e579f974-a547-4453-ad27-d8772e14d8eb'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:15:30.272226 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:15:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e579f974-a547-4453-ad27-d8772e14d8eb'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:30.334529 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:30.334529 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-09d5205d-7027-44ab-a3ea-f7c58d63e788 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.0942509 Feb 28 17:15:30.334776 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40692) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:30.425627 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Set router e579f974-a547-4453-ad27-d8772e14d8eb gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:15:30.471429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2583fe04-4490-4272-acfb-2de1d2232a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:30.488126 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1195f815-603f-433b-9a35-60dc748f292c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:30.506125 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40698) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:30.512230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1011106876-network', 'tenant_id': 'c9e957f4f83c4eaa95879bf127cee3f2'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:30.554567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de548cc2-f307-443e-ba45-61ff573c91c6 req-6053404d-6636-4c0d-bb21-4db49c3d12a0 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:30.557491 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de548cc2-f307-443e-ba45-61ff573c91c6 req-6053404d-6636-4c0d-bb21-4db49c3d12a0 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 969 time: 0.1222465 Feb 28 17:15:30.608029 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] Made reservation on behalf of c9e957f4f83c4eaa95879bf127cee3f2 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:30.610613 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:30.628678 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:30.634957 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de548cc2-f307-443e-ba45-61ff573c91c6 req-f88c49b0-6035-49b0-b564-541d475af065 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710196 Feb 28 17:15:30.689227 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732711242-router', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:27Z', 'updated_at': '2022-02-28T17:15:29Z', 'revision_number': 3, 'project_id': 'e41591817f7e483586c86c7fabc077f7', 'gw_port': {'id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:28Z', 'updated_at': '2022-02-28T17:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:30.712520 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] Publish callbacks [] for security_group (3a25d987-8222-4ef2-b5a0-65212ac29d20), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:30.724690 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Checking router: e579f974-a547-4453-ad27-d8772e14d8eb for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:15:30.725234 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Updating router e579f974-a547-4453-ad27-d8772e14d8eb port 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:15:30.757151 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (288a2ec4-53fe-4c06-8aae-84f26b13cbc5), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:30.787125 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2583fe04-4490-4272-acfb-2de1d2232a69 admin admin] Publish callbacks [] for security_group (924be902-e89b-44f2-a392-289ed5a40845), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:30.799434 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3a25d987-8222-4ef2-b5a0-65212ac29d20), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:30.803392 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1195f815-603f-433b-9a35-60dc748f292c admin admin] Publish callbacks [] for security_group (d60bc9e7-aef9-42ac-b0a1-98925501438c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:30.842566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:15:30.870818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a25d987-8222-4ef2-b5a0-65212ac29d20,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:30.886395 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (7b860b3f-b15b-482a-b3b5-8036009ab288), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:30.886741 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] Added segment 7b860b3f-b15b-482a-b3b5-8036009ab288 of type vlan for network 6fedcc0b-986b-482b-a140-f89198122e90 Feb 28 17:15:30.909552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 680f5646-c124-45c1-9328-5f049099b119 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:15:30.948987 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (6fedcc0b-986b-482b-a140-f89198122e90), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:30.986543 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2583fe04-4490-4272-acfb-2de1d2232a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (924be902-e89b-44f2-a392-289ed5a40845), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:30.990049 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1195f815-603f-433b-9a35-60dc748f292c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d60bc9e7-aef9-42ac-b0a1-98925501438c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.009827 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 680f5646-c124-45c1-9328-5f049099b119 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:31.010191 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (680f5646-c124-45c1-9328-5f049099b119), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.053407 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2583fe04-4490-4272-acfb-2de1d2232a69 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b10ba5249bc64888bec10590be51c6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9417198 Feb 28 17:15:31.053831 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40700) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:31.063796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583fe04-4490-4272-acfb-2de1d2232a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924be902-e89b-44f2-a392-289ed5a40845,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:31.068277 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1195f815-603f-433b-9a35-60dc748f292c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=70124601286145d29fb2ef20cb7df476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9323273 Feb 28 17:15:31.088691 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (6fedcc0b-986b-482b-a140-f89198122e90), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.088691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:31.088691 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.089825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40702) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:31.128671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 680f5646-c124-45c1-9328-5f049099b119 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:31.159262 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Publish callbacks [] for port (288a2ec4-53fe-4c06-8aae-84f26b13cbc5), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.205427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=6fedcc0b-986b-482b-a140-f89198122e90,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:31.221631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 6fedcc0b-986b-482b-a140-f89198122e90 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:15:31.225961 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (288a2ec4-53fe-4c06-8aae-84f26b13cbc5), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.241590 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0145dcae-a2b0-4ef4-a2d5-0ba35de38a37 admin admin] Publish callbacks [] for security_group (924be902-e89b-44f2-a392-289ed5a40845), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.268463 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b55ea851-6733-4b16-952a-ad1361744cf0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7581999 Feb 28 17:15:31.269367 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40704) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:31.296522 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4b070ce4-4e41-4744-ac54-b4a9e96ac99a admin admin] Request body: {'subnet': {'network_id': '6fedcc0b-986b-482b-a140-f89198122e90', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1011106876-subnet', 'tenant_id': 'c9e957f4f83c4eaa95879bf127cee3f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:31.299846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195f815-603f-433b-9a35-60dc748f292c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60bc9e7-aef9-42ac-b0a1-98925501438c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:31.315499 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0145dcae-a2b0-4ef4-a2d5-0ba35de38a37 admin admin] Publish callbacks [] for security_group (924be902-e89b-44f2-a392-289ed5a40845), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.345619 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67a25df2-fe4f-4225-aa71-d39b7bfe923c admin admin] Publish callbacks [] for security_group (d60bc9e7-aef9-42ac-b0a1-98925501438c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.348720 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Attempting to bind port 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:15:31.349211 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Attempting to bind port 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:15:31.349677 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Attempting to bind port 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:31.360878 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.366614 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:15:31.366614 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:31.366614 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.366614 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:15:31.366614 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Bound port: 288a2ec4-53fe-4c06-8aae-84f26b13cbc5, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:15:31.366614 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (288a2ec4-53fe-4c06-8aae-84f26b13cbc5), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.383351 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67a25df2-fe4f-4225-aa71-d39b7bfe923c admin admin] Publish callbacks [] for security_group (d60bc9e7-aef9-42ac-b0a1-98925501438c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.395095 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb2c20-bc38-4044-97fb-f07e443f4191 None None] Pushing event updated for resources: {'Port': ['ID=288a2ec4-53fe-4c06-8aae-84f26b13cbc5,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:31.418256 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] For port 288a2ec4-53fe-4c06-8aae-84f26b13cbc5, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:15:31.421397 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] For port 288a2ec4-53fe-4c06-8aae-84f26b13cbc5, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=288a2ec4-53fe-4c06-8aae-84f26b13cbc5,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:15:31.451252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b070ce4-4e41-4744-ac54-b4a9e96ac99a admin admin] Made reservation on behalf of c9e957f4f83c4eaa95879bf127cee3f2 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:31.453677 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4b070ce4-4e41-4744-ac54-b4a9e96ac99a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.524010 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0145dcae-a2b0-4ef4-a2d5-0ba35de38a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (924be902-e89b-44f2-a392-289ed5a40845), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.526542 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0145dcae-a2b0-4ef4-a2d5-0ba35de38a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.527668 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0145dcae-a2b0-4ef4-a2d5-0ba35de38a37 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/924be902-e89b-44f2-a392-289ed5a40845 HTTP/1.1" status: 204 len: 168 time: 0.4715807 Feb 28 17:15:31.536877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145dcae-a2b0-4ef4-a2d5-0ba35de38a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924be902-e89b-44f2-a392-289ed5a40845,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:31.563256 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (288a2ec4-53fe-4c06-8aae-84f26b13cbc5), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.611974 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67a25df2-fe4f-4225-aa71-d39b7bfe923c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d60bc9e7-aef9-42ac-b0a1-98925501438c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.615703 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67a25df2-fe4f-4225-aa71-d39b7bfe923c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.617179 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-67a25df2-fe4f-4225-aa71-d39b7bfe923c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d60bc9e7-aef9-42ac-b0a1-98925501438c HTTP/1.1" status: 204 len: 168 time: 0.5262566 Feb 28 17:15:31.638774 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb2c20-bc38-4044-97fb-f07e443f4191 None None] Pushing event updated for resources: {'Port': ['ID=288a2ec4-53fe-4c06-8aae-84f26b13cbc5,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:31.652286 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Routers {'e579f974-a547-4453-ad27-d8772e14d8eb'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:15:31.653903 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:15:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e579f974-a547-4453-ad27-d8772e14d8eb'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:31.670005 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a25df2-fe4f-4225-aa71-d39b7bfe923c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60bc9e7-aef9-42ac-b0a1-98925501438c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:31.777277 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4b070ce4-4e41-4744-ac54-b4a9e96ac99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for subnet (e8ff04e6-2a09-4074-b038-f1116e70dad8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:31.803647 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] Set router e579f974-a547-4453-ad27-d8772e14d8eb gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:15:31.849392 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b070ce4-4e41-4744-ac54-b4a9e96ac99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ff04e6-2a09-4074-b038-f1116e70dad8,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:31.901244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b070ce4-4e41-4744-ac54-b4a9e96ac99a admin admin] Checking segment: {'id': '7b860b3f-b15b-482a-b3b5-8036009ab288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '6fedcc0b-986b-482b-a140-f89198122e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:31.901605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b070ce4-4e41-4744-ac54-b4a9e96ac99a admin admin] Network hostable DHCP agents. Network: 6fedcc0b-986b-482b-a140-f89198122e90, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:15:31.926505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Allocated IP 172.20.0.1 (fd6c9756-d566-4629-985a-0ce82e63e5f3/e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1/4ed2862c-c135-4edc-962f-f46860eaab19) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:15:31.987871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b070ce4-4e41-4744-ac54-b4a9e96ac99a admin admin] Network 6fedcc0b-986b-482b-a140-f89198122e90 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:15:31.999549 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f7eb2-f18a-45c8-aa1e-c4f60b4b9c8a req-084cd702-d2c4-45b5-962a-40f30381b473 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:31.999549 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-452f7eb2-f18a-45c8-aa1e-c4f60b4b9c8a req-084cd702-d2c4-45b5-962a-40f30381b473 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 969 time: 0.1136284 Feb 28 17:15:32.012595 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732711242-router', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:27Z', 'updated_at': '2022-02-28T17:15:29Z', 'revision_number': 3, 'project_id': 'e41591817f7e483586c86c7fabc077f7', 'gw_port': {'id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:28Z', 'updated_at': '2022-02-28T17:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:32.040680 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2def3a-a285-47b9-aee8-a477bc359e6b None None] The sync data for ids ['e579f974-a547-4453-ad27-d8772e14d8eb'] in n-d-820368-19 is: [{'id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732711242-router', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:27Z', 'updated_at': '2022-02-28T17:15:29Z', 'revision_number': 3, 'project_id': 'e41591817f7e483586c86c7fabc077f7', 'gw_port': {'id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:28Z', 'updated_at': '2022-02-28T17:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:15:32.072141 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c01fd9d5-db21-4f3f-b785-30923064b46c details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:15:32.081258 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-452f7eb2-f18a-45c8-aa1e-c4f60b4b9c8a req-4d0ff799-b42e-448a-8871-723d1a8122a4 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756905 Feb 28 17:15:32.086734 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Publish callbacks [] for port (4ed2862c-c135-4edc-962f-f46860eaab19), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:32.088848 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-4b070ce4-4e41-4744-ac54-b4a9e96ac99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 6fedcc0b-986b-482b-a140-f89198122e90) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:32.098483 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b070ce4-4e41-4744-ac54-b4a9e96ac99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:32.098957 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4b070ce4-4e41-4744-ac54-b4a9e96ac99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:32.111079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7147402e-9477-4ec7-b871-608684e471aa None None] Network 6fedcc0b-986b-482b-a140-f89198122e90 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:15:32.187928 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4b070ce4-4e41-4744-ac54-b4a9e96ac99a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9173648 Feb 28 17:15:32.214378 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:32.289008 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Network fd6c9756-d566-4629-985a-0ce82e63e5f3 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:32.294080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:32.299098 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d25ad84-568b-40da-85f3-f424559c095d None None] Network 6fedcc0b-986b-482b-a140-f89198122e90 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:15:32.300095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:15:32.302172 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (e579f974-a547-4453-ad27-d8772e14d8eb), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:32.307505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c01fd9d5-db21-4f3f-b785-30923064b46c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c01fd9d5-db21-4f3f-b785-30923064b46c,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:32.327786 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed2862c-c135-4edc-962f-f46860eaab19,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:32.380170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'c01fd9d5-db21-4f3f-b785-30923064b46c', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': 'c01fd9d5-db21-4f3f-b785-30923064b46c', 'mac_address': 'fa:16:3e:10:a1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:tempest-test_az-1478976400', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:15:32.446157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c01fd9d5-db21-4f3f-b785-30923064b46c is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:32.446781 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:32.480859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01fd9d5-db21-4f3f-b785-30923064b46c {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:15:32.520120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c01fd9d5-db21-4f3f-b785-30923064b46c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c01fd9d5-db21-4f3f-b785-30923064b46c,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:32.573414 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40718) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:32.591013 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:32.599807 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-97c41628-96fe-472e-bb34-ce6983802b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:32.652640 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40720) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:32.671023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c01fd9d5-db21-4f3f-b785-30923064b46c,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:32.672463 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9820a84e-ea0b-42ec-aa22-ab3e29a4597e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:32.706682 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-97c41628-96fe-472e-bb34-ce6983802b5b admin admin] Publish callbacks [] for security_group (667624fe-75a9-4925-a85a-4c6803b39289), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:32.707294 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5ac1569a-192e-4344-ba74-b4b338eb7102 None None] Provisioning complete for port 4ed2862c-c135-4edc-962f-f46860eaab19 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:32.707666 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5ac1569a-192e-4344-ba74-b4b338eb7102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:32.719528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40722) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:32.747024 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:32.755574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1569a-192e-4344-ba74-b4b338eb7102 None None] Port 4ed2862c-c135-4edc-962f-f46860eaab19 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:15:32.779379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa4b510-a51c-4684-ae21-63f2e9386c05 admin admin] Deleting subnet 8baab768-e7bc-4fef-818e-09d505292d76 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:15:32.782881 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-faa4b510-a51c-4684-ae21-63f2e9386c05 admin admin] Publish callbacks [] for subnet (8baab768-e7bc-4fef-818e-09d505292d76), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:32.803320 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-97c41628-96fe-472e-bb34-ce6983802b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (667624fe-75a9-4925-a85a-4c6803b39289), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:32.850356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c41628-96fe-472e-bb34-ce6983802b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667624fe-75a9-4925-a85a-4c6803b39289,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:32.887215 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9820a84e-ea0b-42ec-aa22-ab3e29a4597e admin admin] Publish callbacks [] for security_group (381c8d98-85e5-4e66-b671-2b75ad44c2ea), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:32.940893 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c01fd9d5-db21-4f3f-b785-30923064b46c'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:15:32.998041 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Publish callbacks [] for port (4ed2862c-c135-4edc-962f-f46860eaab19), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.008168 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:15:33.016703 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9820a84e-ea0b-42ec-aa22-ab3e29a4597e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (381c8d98-85e5-4e66-b671-2b75ad44c2ea), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.024276 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-faa4b510-a51c-4684-ae21-63f2e9386c05 admin admin] Publish callbacks [] for subnet (8baab768-e7bc-4fef-818e-09d505292d76), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.039643 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-97c41628-96fe-472e-bb34-ce6983802b5b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d8309f5386f04a24b0d7e778831d2fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4641514 Feb 28 17:15:33.040294 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40724) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:33.041550 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-faa4b510-a51c-4684-ae21-63f2e9386c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (8baab768-e7bc-4fef-818e-09d505292d76), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.075221 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9820a84e-ea0b-42ec-aa22-ab3e29a4597e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4368923a9ac84cdd995a08ff06715c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4209445 Feb 28 17:15:33.075862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40726) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:33.076964 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820a84e-ea0b-42ec-aa22-ab3e29a4597e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381c8d98-85e5-4e66-b671-2b75ad44c2ea,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:33.105112 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.106237 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (e579f974-a547-4453-ad27-d8772e14d8eb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.135051 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf5f13a6-5e92-4215-bf66-7581bf6c20ab admin admin] Publish callbacks [] for security_group (667624fe-75a9-4925-a85a-4c6803b39289), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.135584 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:33.136032 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (288a2ec4-53fe-4c06-8aae-84f26b13cbc5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.160616 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf5f13a6-5e92-4215-bf66-7581bf6c20ab admin admin] Publish callbacks [] for security_group (667624fe-75a9-4925-a85a-4c6803b39289), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.203167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed2862c-c135-4edc-962f-f46860eaab19,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:33.205568 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-faa4b510-a51c-4684-ae21-63f2e9386c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for subnet (8baab768-e7bc-4fef-818e-09d505292d76), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.256984 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-faa4b510-a51c-4684-ae21-63f2e9386c05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.262912 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-faa4b510-a51c-4684-ae21-63f2e9386c05 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8baab768-e7bc-4fef-818e-09d505292d76 HTTP/1.1" status: 204 len: 168 time: 0.5398006 Feb 28 17:15:33.262912 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4b510-a51c-4684-ae21-63f2e9386c05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8baab768-e7bc-4fef-818e-09d505292d76,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:33.264895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40730) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:33.314406 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a72b078d-bed6-4d36-88fe-5ec4f5b2c08a admin admin] Publish callbacks [] for security_group (381c8d98-85e5-4e66-b671-2b75ad44c2ea), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.330481 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:33.330862 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (288a2ec4-53fe-4c06-8aae-84f26b13cbc5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.349460 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a72b078d-bed6-4d36-88fe-5ec4f5b2c08a admin admin] Publish callbacks [] for security_group (381c8d98-85e5-4e66-b671-2b75ad44c2ea), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.361394 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 288a2ec4-53fe-4c06-8aae-84f26b13cbc5, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=288a2ec4-53fe-4c06-8aae-84f26b13cbc5,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:33.366892 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (f8f0e93c-1600-4433-b742-fd71e27f249f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.388325 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f14185-68ce-4849-80a4-ec265c0b03dd req-5db8d7ee-0ffd-43c1-ac10-628cae849a69 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:33.389818 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25f14185-68ce-4849-80a4-ec265c0b03dd req-5db8d7ee-0ffd-43c1-ac10-628cae849a69 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 970 time: 0.1484568 Feb 28 17:15:33.394356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Network fd6c9756-d566-4629-985a-0ce82e63e5f3 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:33.396324 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:33.427210 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf5f13a6-5e92-4215-bf66-7581bf6c20ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (667624fe-75a9-4925-a85a-4c6803b39289), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.429667 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf5f13a6-5e92-4215-bf66-7581bf6c20ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.433704 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cf5f13a6-5e92-4215-bf66-7581bf6c20ab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/667624fe-75a9-4925-a85a-4c6803b39289 HTTP/1.1" status: 204 len: 168 time: 0.3896472 Feb 28 17:15:33.460665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f13a6-5e92-4215-bf66-7581bf6c20ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667624fe-75a9-4925-a85a-4c6803b39289,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:33.463284 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (288a2ec4-53fe-4c06-8aae-84f26b13cbc5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.543470 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (f8f0e93c-1600-4433-b742-fd71e27f249f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.555822 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a72b078d-bed6-4d36-88fe-5ec4f5b2c08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (381c8d98-85e5-4e66-b671-2b75ad44c2ea), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.559971 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a72b078d-bed6-4d36-88fe-5ec4f5b2c08a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.563471 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a72b078d-bed6-4d36-88fe-5ec4f5b2c08a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/381c8d98-85e5-4e66-b671-2b75ad44c2ea HTTP/1.1" status: 204 len: 168 time: 0.4682593 Feb 28 17:15:33.573575 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25f14185-68ce-4849-80a4-ec265c0b03dd req-cdfcec7a-7ee3-414c-9fc1-6ae819efc49d tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764743 Feb 28 17:15:33.590717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=288a2ec4-53fe-4c06-8aae-84f26b13cbc5,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:33.595277 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:15:33.595627 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:15:33.596372 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:15:33.596720 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Subscribe: > port after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:15:33.597059 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:15:33.599913 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Subscribe: > port after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:15:33.600512 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:15:33.602675 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:15:33.603016 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:15:33.603349 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:15:33.620154 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Router e579f974-a547-4453-ad27-d8772e14d8eb has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:15:33.623487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b078d-bed6-4d36-88fe-5ec4f5b2c08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381c8d98-85e5-4e66-b671-2b75ad44c2ea,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:33.689154 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b705a8dc-55d3-431d-83c9-07c0f4181bc4 None None] Provisioning complete for port 4ed2862c-c135-4edc-962f-f46860eaab19 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:33.689746 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b705a8dc-55d3-431d-83c9-07c0f4181bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.728003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b705a8dc-55d3-431d-83c9-07c0f4181bc4 None None] Port 4ed2862c-c135-4edc-962f-f46860eaab19 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:15:33.760912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:15:33.766571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2bcf1ca8-b94d-4774-810c-ed77645fc016 admin admin] 10.222.0.72 "PUT /v2.0/routers/e579f974-a547-4453-ad27-d8772e14d8eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4307981 Feb 28 17:15:33.900754 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:15:33.903004 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:15:33.903354 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:15:33.904073 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:15:33.904457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f0e93c-1600-4433-b742-fd71e27f249f']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:33.930932 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c26f33-8fe1-42a2-b0b3-67b80512ba14') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:33.931228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c26f33-8fe1-42a2-b0b3-67b80512ba14') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:33.947963 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (c8c26f33-8fe1-42a2-b0b3-67b80512ba14), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.971413 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (c8c26f33-8fe1-42a2-b0b3-67b80512ba14), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:33.982071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:15:33.982476 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (c8c26f33-8fe1-42a2-b0b3-67b80512ba14), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: from cryptography.utils import int_from_bytes Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: from cryptography.utils import int_from_bytes Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:15:34.005822 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:15:34.063775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c01fd9d5-db21-4f3f-b785-30923064b46c up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:15:34.136818 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (f8f0e93c-1600-4433-b742-fd71e27f249f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.148895 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.160439 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f8f0e93c-1600-4433-b742-fd71e27f249f HTTP/1.1" status: 204 len: 168 time: 0.8940861 Feb 28 17:15:34.163467 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40754) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:34.172418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3720814-5da4-458b-86c1-fc49f0b0bfe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f0e93c-1600-4433-b742-fd71e27f249f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:34.201815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port c01fd9d5-db21-4f3f-b785-30923064b46c completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:15:34.212165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port c01fd9d5-db21-4f3f-b785-30923064b46c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:34.212165 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.233658 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28eb384-578a-47da-8e53-5b20a33c3901 admin admin] Deleting subnet e8ff04e6-2a09-4074-b038-f1116e70dad8 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:15:34.237916 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d28eb384-578a-47da-8e53-5b20a33c3901 admin admin] Publish callbacks [] for subnet (e8ff04e6-2a09-4074-b038-f1116e70dad8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.283422 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d28eb384-578a-47da-8e53-5b20a33c3901 admin admin] Publish callbacks [] for subnet (e8ff04e6-2a09-4074-b038-f1116e70dad8), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.304376 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d28eb384-578a-47da-8e53-5b20a33c3901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (e8ff04e6-2a09-4074-b038-f1116e70dad8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.366183 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Sync routers for ids ['e579f974-a547-4453-ad27-d8772e14d8eb'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:15:34.388137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Routers {'e579f974-a547-4453-ad27-d8772e14d8eb'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:15:34.388773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:15:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e579f974-a547-4453-ad27-d8772e14d8eb'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:34.443066 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d28eb384-578a-47da-8e53-5b20a33c3901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for subnet (e8ff04e6-2a09-4074-b038-f1116e70dad8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.482700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28eb384-578a-47da-8e53-5b20a33c3901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8ff04e6-2a09-4074-b038-f1116e70dad8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:34.501605 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d28eb384-578a-47da-8e53-5b20a33c3901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.509753 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d28eb384-578a-47da-8e53-5b20a33c3901 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e8ff04e6-2a09-4074-b038-f1116e70dad8 HTTP/1.1" status: 204 len: 168 time: 0.3446457 Feb 28 17:15:34.510055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40770) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:34.536699 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c01fd9d5-db21-4f3f-b785-30923064b46c is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:34.537084 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.574194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea81c39-fe1e-43b4-9073-528fa4459b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01fd9d5-db21-4f3f-b785-30923064b46c'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:15:34.581545 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b93b50e5-fd9d-4fcf-a361-7345f73817b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (6fedcc0b-986b-482b-a140-f89198122e90), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.644783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Set router e579f974-a547-4453-ad27-d8772e14d8eb gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:15:34.680610 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b93b50e5-fd9d-4fcf-a361-7345f73817b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (6fedcc0b-986b-482b-a140-f89198122e90), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.681382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c01fd9d5-db21-4f3f-b785-30923064b46c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c01fd9d5-db21-4f3f-b785-30923064b46c,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:34.710418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b93b50e5-fd9d-4fcf-a361-7345f73817b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fedcc0b-986b-482b-a140-f89198122e90']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:34.728970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b93b50e5-fd9d-4fcf-a361-7345f73817b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b860b3f-b15b-482a-b3b5-8036009ab288') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:34.730315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b93b50e5-fd9d-4fcf-a361-7345f73817b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b860b3f-b15b-482a-b3b5-8036009ab288') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:34.745585 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b93b50e5-fd9d-4fcf-a361-7345f73817b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (7b860b3f-b15b-482a-b3b5-8036009ab288), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.775264 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b93b50e5-fd9d-4fcf-a361-7345f73817b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (7b860b3f-b15b-482a-b3b5-8036009ab288), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.779949 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ffdee-34be-4a4f-855b-493c8cfa1577 req-7fd7a3d3-42f8-4f1f-a987-26833e8ba20b tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:34.783179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93b50e5-fd9d-4fcf-a361-7345f73817b5 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:15:34.783958 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b93b50e5-fd9d-4fcf-a361-7345f73817b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (7b860b3f-b15b-482a-b3b5-8036009ab288), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.789029 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-155ffdee-34be-4a4f-855b-493c8cfa1577 req-7fd7a3d3-42f8-4f1f-a987-26833e8ba20b tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 970 time: 0.0865829 Feb 28 17:15:34.830523 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.853555 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-155ffdee-34be-4a4f-855b-493c8cfa1577 req-2d0e6823-41cb-4aa0-aa9e-43281befa7a7 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610337 Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:15:34.859473 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:15:34.901769 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f0af0a-0c9c-431d-ab7f-7dfe73930b0d" -d '{"events": [{"server_uuid": "cea81c39-fe1e-43b4-9073-528fa4459b34", "name": "network-vif-plugged", "status": "completed", "tag": "c01fd9d5-db21-4f3f-b785-30923064b46c"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:15:34.916214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c01fd9d5-db21-4f3f-b785-30923064b46c,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:34.931836 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b93b50e5-fd9d-4fcf-a361-7345f73817b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (6fedcc0b-986b-482b-a140-f89198122e90), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.944484 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b93b50e5-fd9d-4fcf-a361-7345f73817b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:34.952593 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b93b50e5-fd9d-4fcf-a361-7345f73817b5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6fedcc0b-986b-482b-a140-f89198122e90 HTTP/1.1" status: 204 len: 168 time: 0.4414887 Feb 28 17:15:34.958886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:15:34.971473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b50e5-fd9d-4fcf-a361-7345f73817b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fedcc0b-986b-482b-a140-f89198122e90,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:35.052698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732711242-router', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:27Z', 'updated_at': '2022-02-28T17:15:32Z', 'revision_number': 4, 'project_id': 'e41591817f7e483586c86c7fabc077f7', 'gw_port': {'id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:28Z', 'updated_at': '2022-02-28T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '4ed2862c-c135-4edc-962f-f46860eaab19', 'name': '', 'network_id': 'fd6c9756-d566-4629-985a-0ce82e63e5f3', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7', 'mac_address': 'fa:16:3e:a1:dd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': 'e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:31Z', 'updated_at': '2022-02-28T17:15:32Z', 'revision_number': 2, 'project_id': 'e41591817f7e483586c86c7fabc077f7', 'subnets': [{'id': 'e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:35.084161 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c059da-37bc-4173-af78-e48e0bd64ba4 x-openstack-request-id: req-a1c059da-37bc-4173-af78-e48e0bd64ba4 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:15:35.084655 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea81c39-fe1e-43b4-9073-528fa4459b34", "name": "network-vif-plugged", "status": "completed", "tag": "c01fd9d5-db21-4f3f-b785-30923064b46c", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:15:35.084969 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a1c059da-37bc-4173-af78-e48e0bd64ba4 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:15:35.085500 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea81c39-fe1e-43b4-9073-528fa4459b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01fd9d5-db21-4f3f-b785-30923064b46c', 'code': 200} Feb 28 17:15:35.087211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:35.088193 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (288a2ec4-53fe-4c06-8aae-84f26b13cbc5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.090203 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Checking router: e579f974-a547-4453-ad27-d8772e14d8eb for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:15:35.090612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Updating router e579f974-a547-4453-ad27-d8772e14d8eb port 4ed2862c-c135-4edc-962f-f46860eaab19 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:15:35.150135 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.274074 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40751f-1a37-4786-9569-4c6d3169b037 req-b9462354-6745-4dbc-a8d8-e721f494894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:35.275607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:35.276088 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b40751f-1a37-4786-9569-4c6d3169b037 req-b9462354-6745-4dbc-a8d8-e721f494894f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 1154 time: 0.0998552 Feb 28 17:15:35.297478 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1b40751f-1a37-4786-9569-4c6d3169b037 req-d0e4fd3b-08d8-45c6-bb60-eca7317fdc10 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.316379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40808) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:35.321511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-43b95ff4-214b-43f5-a066-78da22e65200 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2010386077', 'description': 'tempest-description--881701637'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:35.347615 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:15:35.387912 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1b40751f-1a37-4786-9569-4c6d3169b037 req-d0e4fd3b-08d8-45c6-bb60-eca7317fdc10 service neutron] Publish callbacks [] for security_group (fe3ccc9c-0b10-457f-bde5-6223f1e51906), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.460288 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Publish callbacks [] for port (4ed2862c-c135-4edc-962f-f46860eaab19), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.464790 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43b95ff4-214b-43f5-a066-78da22e65200 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.493262 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1b40751f-1a37-4786-9569-4c6d3169b037 req-d0e4fd3b-08d8-45c6-bb60-eca7317fdc10 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (fe3ccc9c-0b10-457f-bde5-6223f1e51906), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.518144 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40812) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:35.545407 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b40751f-1a37-4786-9569-4c6d3169b037 req-d0e4fd3b-08d8-45c6-bb60-eca7317fdc10 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621827 Feb 28 17:15:35.546288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4fd3b-08d8-45c6-bb60-eca7317fdc10 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3ccc9c-0b10-457f-bde5-6223f1e51906,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:35.553213 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.579564 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43b95ff4-214b-43f5-a066-78da22e65200 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for security_group (cfea03c1-2b0c-4d25-8f7b-d33080f4de35), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.593161 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-821c6496-e7a0-4008-af6a-c65da39f8c87 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b54c0e7f54c040999f16abf62706127e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0736806 Feb 28 17:15:35.595606 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40814) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:35.639467 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43b95ff4-214b-43f5-a066-78da22e65200 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (cfea03c1-2b0c-4d25-8f7b-d33080f4de35), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.645972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de152b91-7b03-43d3-a09d-fa37ac992ac2 None None] Pushing event updated for resources: {'Port': ['ID=4ed2862c-c135-4edc-962f-f46860eaab19,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:35.682925 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Attempting to bind port 4ed2862c-c135-4edc-962f-f46860eaab19 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:15:35.682925 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Attempting to bind port 4ed2862c-c135-4edc-962f-f46860eaab19 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '89fc76cd-5c74-41ed-af71-d60126db0d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd6c9756-d566-4629-985a-0ce82e63e5f3'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:15:35.682925 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Attempting to bind port 4ed2862c-c135-4edc-962f-f46860eaab19 on network fd6c9756-d566-4629-985a-0ce82e63e5f3 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:35.689284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:15:35.689284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Checking segment: {'id': '89fc76cd-5c74-41ed-af71-d60126db0d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd6c9756-d566-4629-985a-0ce82e63e5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:35.689284 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.689847 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Bound using segment: {'id': '89fc76cd-5c74-41ed-af71-d60126db0d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd6c9756-d566-4629-985a-0ce82e63e5f3'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:15:35.690492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Bound port: 4ed2862c-c135-4edc-962f-f46860eaab19, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fc76cd-5c74-41ed-af71-d60126db0d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd6c9756-d566-4629-985a-0ce82e63e5f3'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:15:35.690937 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.696979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b95ff4-214b-43f5-a066-78da22e65200 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfea03c1-2b0c-4d25-8f7b-d33080f4de35,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:35.698638 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-97c40bca-42c6-41c0-bea1-0029f2c8e23d admin admin] Publish callbacks [] for security_group (29e18166-a876-48a2-ad4a-36534f4d6914), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.759499 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43b95ff4-214b-43f5-a066-78da22e65200 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.761047 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-43b95ff4-214b-43f5-a066-78da22e65200 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4436555 Feb 28 17:15:35.763908 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40820) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:35.773028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e2c98f71-bcfd-4bfb-b606-f9eae0ac817e tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Request body: {'security_group_rule': {'security_group_id': 'cfea03c1-2b0c-4d25-8f7b-d33080f4de35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:35.773241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] For port 4ed2862c-c135-4edc-962f-f46860eaab19, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:15:35.775608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] For port 4ed2862c-c135-4edc-962f-f46860eaab19, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4ed2862c-c135-4edc-962f-f46860eaab19,segment=NetworkSegment(89fc76cd-5c74-41ed-af71-d60126db0d0e),segment_id=89fc76cd-5c74-41ed-af71-d60126db0d0e)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:15:35.851150 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.912699 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Routers {'e579f974-a547-4453-ad27-d8772e14d8eb'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:15:35.913322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:15:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e579f974-a547-4453-ad27-d8772e14d8eb'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:35.927000 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-97c40bca-42c6-41c0-bea1-0029f2c8e23d admin admin] Publish callbacks [] for security_group (29e18166-a876-48a2-ad4a-36534f4d6914), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.944750 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2c98f71-bcfd-4bfb-b606-f9eae0ac817e tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for security_group_rule (2ac23e89-8193-4c1d-b32c-459c440eb0c9), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:35.982442 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de152b91-7b03-43d3-a09d-fa37ac992ac2 None None] Pushing event updated for resources: {'Port': ['ID=4ed2862c-c135-4edc-962f-f46860eaab19,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:36.025267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2c98f71-bcfd-4bfb-b606-f9eae0ac817e tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for security_group_rule (2ac23e89-8193-4c1d-b32c-459c440eb0c9), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.034614 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e23d2ed2-7f89-411a-b98b-d07087fd2e85 None None] Provisioning complete for port 4ed2862c-c135-4edc-962f-f46860eaab19 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:36.034974 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e23d2ed2-7f89-411a-b98b-d07087fd2e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.077288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fb243-06c6-4f4f-bf3f-744b2517138a req-1ae1f5f7-a171-4a4d-bc02-e47c0ec71eeb tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:36.082465 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b18fb243-06c6-4f4f-bf3f-744b2517138a req-1ae1f5f7-a171-4a4d-bc02-e47c0ec71eeb tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 971 time: 0.1015522 Feb 28 17:15:36.107543 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2c98f71-bcfd-4bfb-b606-f9eae0ac817e tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (2ac23e89-8193-4c1d-b32c-459c440eb0c9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.133388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c98f71-bcfd-4bfb-b606-f9eae0ac817e tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac23e89-8193-4c1d-b32c-459c440eb0c9,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:36.150346 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-97c40bca-42c6-41c0-bea1-0029f2c8e23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (29e18166-a876-48a2-ad4a-36534f4d6914), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.153057 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-97c40bca-42c6-41c0-bea1-0029f2c8e23d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.157272 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-97c40bca-42c6-41c0-bea1-0029f2c8e23d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/29e18166-a876-48a2-ad4a-36534f4d6914 HTTP/1.1" status: 204 len: 168 time: 0.5606184 Feb 28 17:15:36.172222 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b18fb243-06c6-4f4f-bf3f-744b2517138a req-0e77ebd3-6d85-4464-8c4d-715b84e195ae tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868771 Feb 28 17:15:36.178277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c40bca-42c6-41c0-bea1-0029f2c8e23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e18166-a876-48a2-ad4a-36534f4d6914,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:36.208879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] Set router e579f974-a547-4453-ad27-d8772e14d8eb gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:15:36.227367 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2c98f71-bcfd-4bfb-b606-f9eae0ac817e tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.230014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e2c98f71-bcfd-4bfb-b606-f9eae0ac817e tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4636440 Feb 28 17:15:36.236820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40834) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:36.241425 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-75926a97-e01c-4fd8-9279-fb7d8f4eb622 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Request body: {'security_group_rule': {'security_group_id': 'cfea03c1-2b0c-4d25-8f7b-d33080f4de35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:36.307883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e23d2ed2-7f89-411a-b98b-d07087fd2e85 None None] Current status of the port 4ed2862c-c135-4edc-962f-f46860eaab19 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:36.308392 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e23d2ed2-7f89-411a-b98b-d07087fd2e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.349294 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75926a97-e01c-4fd8-9279-fb7d8f4eb622 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for security_group_rule (bc374613-10bc-4e1b-bd2b-dd52da794385), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.386868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e23d2ed2-7f89-411a-b98b-d07087fd2e85 None None] For port 4ed2862c-c135-4edc-962f-f46860eaab19, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4ed2862c-c135-4edc-962f-f46860eaab19,segment=NetworkSegment(89fc76cd-5c74-41ed-af71-d60126db0d0e),segment_id=89fc76cd-5c74-41ed-af71-d60126db0d0e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:36.422671 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75926a97-e01c-4fd8-9279-fb7d8f4eb622 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for security_group_rule (bc374613-10bc-4e1b-bd2b-dd52da794385), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.460549 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e23d2ed2-7f89-411a-b98b-d07087fd2e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.488429 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75926a97-e01c-4fd8-9279-fb7d8f4eb622 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (bc374613-10bc-4e1b-bd2b-dd52da794385), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.490615 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732711242-router', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:27Z', 'updated_at': '2022-02-28T17:15:32Z', 'revision_number': 4, 'project_id': 'e41591817f7e483586c86c7fabc077f7', 'gw_port': {'id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:28Z', 'updated_at': '2022-02-28T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '4ed2862c-c135-4edc-962f-f46860eaab19', 'name': '', 'network_id': 'fd6c9756-d566-4629-985a-0ce82e63e5f3', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7', 'mac_address': 'fa:16:3e:a1:dd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': 'e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:31Z', 'updated_at': '2022-02-28T17:15:35Z', 'revision_number': 4, 'project_id': 'e41591817f7e483586c86c7fabc077f7', 'subnets': [{'id': 'e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:15:36.512714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75926a97-e01c-4fd8-9279-fb7d8f4eb622 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc374613-10bc-4e1b-bd2b-dd52da794385,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:36.524250 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d27124-a1d9-4e1f-9f2c-9b48a35ab7ab None None] The sync data for ids ['e579f974-a547-4453-ad27-d8772e14d8eb'] in n-d-820368-19 is: [{'id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732711242-router', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:27Z', 'updated_at': '2022-02-28T17:15:32Z', 'revision_number': 4, 'project_id': 'e41591817f7e483586c86c7fabc077f7', 'gw_port': {'id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:28Z', 'updated_at': '2022-02-28T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '4ed2862c-c135-4edc-962f-f46860eaab19', 'name': '', 'network_id': 'fd6c9756-d566-4629-985a-0ce82e63e5f3', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7', 'mac_address': 'fa:16:3e:a1:dd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': 'e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:31Z', 'updated_at': '2022-02-28T17:15:35Z', 'revision_number': 4, 'project_id': 'e41591817f7e483586c86c7fabc077f7', 'subnets': [{'id': 'e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:15:36.546515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d2ed2-7f89-411a-b98b-d07087fd2e85 None None] Pushing event updated for resources: {'Port': ['ID=4ed2862c-c135-4edc-962f-f46860eaab19,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:36.588921 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75926a97-e01c-4fd8-9279-fb7d8f4eb622 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.590836 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-75926a97-e01c-4fd8-9279-fb7d8f4eb622 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3533053 Feb 28 17:15:36.590972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7cd34538-9a7c-4832-8e0f-ec5152079e17 None None] Provisioning complete for port 4ed2862c-c135-4edc-962f-f46860eaab19 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:36.591408 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7cd34538-9a7c-4832-8e0f-ec5152079e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.594052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40844) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:36.598742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:36.699307 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.853887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7cd34538-9a7c-4832-8e0f-ec5152079e17 None None] Current status of the port 4ed2862c-c135-4edc-962f-f46860eaab19 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:36.865136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:36.982042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4ed2862c-c135-4edc-962f-f46860eaab19 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:15:37.018023 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Allocated IP 172.25.3.170 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/6820a20e-a040-4060-bd94-b66f2b49f573) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:15:37.067412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 4ed2862c-c135-4edc-962f-f46860eaab19 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:37.067412 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:37.165283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 4ed2862c-c135-4edc-962f-f46860eaab19 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:37.182303 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for port (6820a20e-a040-4060-bd94-b66f2b49f573), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:37.187188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40860) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:37.303493 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ef29f045-b326-409d-8d0a-1198b67b382a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c9e957f4f83c4eaa95879bf127cee3f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1149061 Feb 28 17:15:37.306922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40864) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:37.343025 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf5645-61a4-419c-a486-e7ab8e010ce2 req-dc585929-1fd5-456b-893b-87203138fad1 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:37.345546 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6caf5645-61a4-419c-a486-e7ab8e010ce2 req-dc585929-1fd5-456b-893b-87203138fad1 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 971 time: 0.0860326 Feb 28 17:15:37.386145 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (6820a20e-a040-4060-bd94-b66f2b49f573), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:37.417658 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6930d3a0-0f06-4220-80f8-af5afe38bcb8 admin admin] Publish callbacks [] for security_group (3a25d987-8222-4ef2-b5a0-65212ac29d20), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:37.445058 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:37.457426 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6930d3a0-0f06-4220-80f8-af5afe38bcb8 admin admin] Publish callbacks [] for security_group (3a25d987-8222-4ef2-b5a0-65212ac29d20), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:37.459068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:37.472343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:37.481737 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:15:37.496597 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6caf5645-61a4-419c-a486-e7ab8e010ce2 req-47c6a29f-a7ca-4e50-98ea-1b6412143153 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420007 Feb 28 17:15:37.603154 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Pushing event updated for resources: {'Port': ['ID=6820a20e-a040-4060-bd94-b66f2b49f573,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:37.622571 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6930d3a0-0f06-4220-80f8-af5afe38bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3a25d987-8222-4ef2-b5a0-65212ac29d20), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:37.626717 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6930d3a0-0f06-4220-80f8-af5afe38bcb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:37.630417 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6930d3a0-0f06-4220-80f8-af5afe38bcb8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a25d987-8222-4ef2-b5a0-65212ac29d20 HTTP/1.1" status: 204 len: 168 time: 0.3203828 Feb 28 17:15:37.647919 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930d3a0-0f06-4220-80f8-af5afe38bcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a25d987-8222-4ef2-b5a0-65212ac29d20,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:37.656763 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for floatingip (6f847b4c-0168-4cfb-a6a5-5514f258ce0f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:37.687544 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-db6d7154-1763-41ff-94d5-fdc4b369ea7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:37.698771 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-fbd54720-cd1c-4d66-b8ed-1d9ddd30b46f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f81128a9977c4158b2696f681b03f19a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400167 Feb 28 17:15:37.739136 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-dac80e9a-0622-42a9-81c0-26ffc2098563 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a494c37d7657491dba49100c16dc25ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293558 Feb 28 17:15:37.835170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-79ccf171-2556-458b-ad71-885652abd219 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:37.837185 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-79ccf171-2556-458b-ad71-885652abd219 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1424809 Feb 28 17:15:37.846184 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6820a20e-a040-4060-bd94-b66f2b49f573), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:37.857907 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-d73b5e88-e3d8-4f09-a5db-1a9dc3ff76ee tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/quotas/f81128a9977c4158b2696f681b03f19a HTTP/1.1" status: 200 len: 375 time: 0.0148652 Feb 28 17:15:37.898894 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-c9af9ec9-22f3-42b5-8f4d-578d3241e394 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f81128a9977c4158b2696f681b03f19a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393052 Feb 28 17:15:37.926865 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a317f-6b71-4703-8338-3a95521f8558 req-75c4ea94-3bf0-43f3-9f87-b3a415495592 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:37.926865 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-75c4ea94-3bf0-43f3-9f87-b3a415495592 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801059 Feb 28 17:15:37.985965 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-7f70e454-2988-4938-b231-86117968025f tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/quotas/a494c37d7657491dba49100c16dc25ad HTTP/1.1" status: 200 len: 375 time: 0.0383708 Feb 28 17:15:38.046476 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-df9284e2-ee97-4fad-bb1c-38ecbc69a51e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a494c37d7657491dba49100c16dc25ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543661 Feb 28 17:15:38.108473 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for port (6820a20e-a040-4060-bd94-b66f2b49f573), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:38.180284 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6820a20e-a040-4060-bd94-b66f2b49f573), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:38.259518 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (6f847b4c-0168-4cfb-a6a5-5514f258ce0f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:38.274631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Pushing event updated for resources: {'Port': ['ID=6820a20e-a040-4060-bd94-b66f2b49f573,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:38.366452 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-7173ac35-7629-4564-a46a-53b43405a511 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f81128a9977c4158b2696f681b03f19a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349870 Feb 28 17:15:38.396506 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3166ed28-a085-44fd-90ef-57d5de592132 req-56336424-1a5e-4e54-aedc-a781514d273e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 210 time: 0.0370278 Feb 28 17:15:38.407085 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:38.408490 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-55eebee8-7b0d-424e-9bac-83ede556fae2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8132131 Feb 28 17:15:38.505955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-9d5bb6bf-b25f-4692-8540-80586bc74e1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:38.507442 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-9d5bb6bf-b25f-4692-8540-80586bc74e1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1336086 Feb 28 17:15:38.525957 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-273602c6-9137-489c-bd18-eb37314ceeca tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/quotas/f81128a9977c4158b2696f681b03f19a HTTP/1.1" status: 200 len: 375 time: 0.0105767 Feb 28 17:15:38.585560 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-9eb5e257-91f2-474a-956f-49f2bb6742eb tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f81128a9977c4158b2696f681b03f19a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522850 Feb 28 17:15:38.656902 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143cfd1-f6f5-49c4-8547-eb24f8ca16dc req-a61e34d1-23ec-433b-9751-34b8ebf7b58a tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:38.658601 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0143cfd1-f6f5-49c4-8547-eb24f8ca16dc req-a61e34d1-23ec-433b-9751-34b8ebf7b58a tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 971 time: 0.0708828 Feb 28 17:15:38.707517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0143cfd1-f6f5-49c4-8547-eb24f8ca16dc req-fd8c19fa-f535-4604-aa3f-d35e041e6f70 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Feb 28 17:15:38.869822 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-cd8d7ea1-13d7-4e68-9ef6-656c07310391 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2010386077&fields=id&tenant_id=cd86d8f7a97d4a129ba9f94176c52519 HTTP/1.1" status: 200 len: 267 time: 0.0744686 Feb 28 17:15:39.016622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9110c-5f5d-4c8e-96a6-45b593be31a7 req-a37b7040-1781-4198-bca1-56d38d76e033 tempest-AggregatesAdminTestJSON-43006931 tempest-AggregatesAdminTestJSON-43006931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:39.018530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79a9110c-5f5d-4c8e-96a6-45b593be31a7 req-a37b7040-1781-4198-bca1-56d38d76e033 tempest-AggregatesAdminTestJSON-43006931 tempest-AggregatesAdminTestJSON-43006931-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 1154 time: 0.1134129 Feb 28 17:15:39.051378 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79a9110c-5f5d-4c8e-96a6-45b593be31a7 req-73ff326f-61c4-496a-8a63-b2674a240e6c tempest-AggregatesAdminTestJSON-43006931 tempest-AggregatesAdminTestJSON-43006931-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:39.113253 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-7948d638-9c7f-48c2-aa40-4447afce5fc8 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:39.122750 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-7948d638-9c7f-48c2-aa40-4447afce5fc8 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/networks?id=0ace9968-4a17-439c-b2f3-b77bcf7c88a1 HTTP/1.1" status: 200 len: 823 time: 0.2455513 Feb 28 17:15:39.150054 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-7b332b44-bb80-44aa-9bc8-82df44715f0a tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/quotas/cd86d8f7a97d4a129ba9f94176c52519 HTTP/1.1" status: 200 len: 375 time: 0.0224938 Feb 28 17:15:39.155685 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79a9110c-5f5d-4c8e-96a6-45b593be31a7 req-73ff326f-61c4-496a-8a63-b2674a240e6c tempest-AggregatesAdminTestJSON-43006931 tempest-AggregatesAdminTestJSON-43006931-project-admin] Publish callbacks [] for security_group (0285f4f9-d06c-42dd-90ab-2a3b258a0ef4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:39.240819 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-28501eab-43b5-4065-bc75-a1d057cb65ad tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cd86d8f7a97d4a129ba9f94176c52519&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932755 Feb 28 17:15:39.257122 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79a9110c-5f5d-4c8e-96a6-45b593be31a7 req-73ff326f-61c4-496a-8a63-b2674a240e6c tempest-AggregatesAdminTestJSON-43006931 tempest-AggregatesAdminTestJSON-43006931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0285f4f9-d06c-42dd-90ab-2a3b258a0ef4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:39.304412 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff326f-61c4-496a-8a63-b2674a240e6c tempest-AggregatesAdminTestJSON-43006931 tempest-AggregatesAdminTestJSON-43006931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0285f4f9-d06c-42dd-90ab-2a3b258a0ef4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:39.310135 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79a9110c-5f5d-4c8e-96a6-45b593be31a7 req-73ff326f-61c4-496a-8a63-b2674a240e6c tempest-AggregatesAdminTestJSON-43006931 tempest-AggregatesAdminTestJSON-43006931-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830057 Feb 28 17:15:39.418499 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65a9979a-12fb-42be-9b92-c55b29256100 req-a2a82417-649c-4583-9164-ee2af3226142 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 210 time: 0.0487425 Feb 28 17:15:39.484162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-9bfe7967-469a-4e29-b6f7-193af30e58d6 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:15:39.485519 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-9bfe7967-469a-4e29-b6f7-193af30e58d6 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1234655 Feb 28 17:15:39.606000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-29eebaec-b65d-46c2-89ad-5c993d40289f service neutron] 10.222.0.72 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126158 Feb 28 17:15:39.680714 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:39.705695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-20b0d355-4f57-4540-9cbf-b6ac1db930b4 service neutron] 10.222.0.72 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935848 Feb 28 17:15:39.873188 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f185b7e2-a850-4afd-9dd6-955dc5fde1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:40.086749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8f49838-189c-4f2b-a83e-06266de5a436 req-d0e4d501-bca6-4674-9e53-5d8e53c94897 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 210 time: 0.0482173 Feb 28 17:15:40.164976 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53203b50-1132-4603-b22d-4e511d09c152 req-c77d8c72-e04b-436f-a85a-e7246e07a9d2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 210 time: 0.0292749 Feb 28 17:15:40.173506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7c19b-b949-49e5-8202-6d3ed5913d3c req-398c9e63-563f-42e3-b1ec-e9aa22202b3d tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:40.175064 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-51d7c19b-b949-49e5-8202-6d3ed5913d3c req-398c9e63-563f-42e3-b1ec-e9aa22202b3d tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 971 time: 0.0725105 Feb 28 17:15:40.230358 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-51d7c19b-b949-49e5-8202-6d3ed5913d3c req-263339fd-de88-44f3-b3e2-6b3217517c29 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489211 Feb 28 17:15:40.519401 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be2df183-319c-4aab-9463-709ca9c27aa2 req-ad1e3db6-9d97-42d0-ba82-2e00768ae305 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 210 time: 0.0334079 Feb 28 17:15:41.181248 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df438c03-1200-4daa-a13f-acfc8515acbe req-da985f53-cc4e-4078-8e69-164ad2800b85 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 210 time: 0.0290365 Feb 28 17:15:41.242017 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:41.246942 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1583cd7-8347-4df9-82a0-6c193a86dcf7 req-1ce6be6d-ead7-42b7-bf01-174b2390a80e tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 210 time: 0.0295219 Feb 28 17:15:41.390773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7779014-2a33-440a-8a20-9dc91007f3c8 req-2b8c12f5-f135-4297-95cd-5baed7b22552 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:41.392405 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7779014-2a33-440a-8a20-9dc91007f3c8 req-2b8c12f5-f135-4297-95cd-5baed7b22552 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 971 time: 0.0537970 Feb 28 17:15:41.422392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.73', 55050) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:41.444301 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7779014-2a33-440a-8a20-9dc91007f3c8 req-2da69c51-cc35-44fb-9b1f-bac11184df2f tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458386 Feb 28 17:15:41.458176 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-06aedfd4-8da8-45ba-ac17-ac3a87790a8d tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f81128a9977c4158b2696f681b03f19a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343151 Feb 28 17:15:41.529661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.73', 55051) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:41.559504 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-b8c1942c-b420-4b0a-9898-283bc73b3545 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a494c37d7657491dba49100c16dc25ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272458 Feb 28 17:15:41.639672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-72d7d6e6-5c8c-4b42-9112-9497da5778c6 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:41.641354 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-72d7d6e6-5c8c-4b42-9112-9497da5778c6 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733866 Feb 28 17:15:41.655732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef985af-e2d2-485b-b69b-d84e55e65254 req-4bb3b535-bbe2-4047-80bc-61dbed245a81 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:41.657476 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0ef985af-e2d2-485b-b69b-d84e55e65254 req-4bb3b535-bbe2-4047-80bc-61dbed245a81 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 971 time: 0.0918496 Feb 28 17:15:41.678072 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f786aea-e332-471a-8641-c459cb74c1df req-2ea09ec9-b36c-44ae-9333-04e10b29c195 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 210 time: 0.0534272 Feb 28 17:15:41.719967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a317f-6b71-4703-8338-3a95521f8558 req-ebad867a-c2eb-437a-8caa-f49982af2305 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:41.721590 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-ebad867a-c2eb-437a-8caa-f49982af2305 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582243 Feb 28 17:15:41.743489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Request body: {'port': {'device_id': '63960624-7e10-44e8-bd07-db9634d74a7d', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'a494c37d7657491dba49100c16dc25ad'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:41.744666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Request body: {'port': {'device_id': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'f81128a9977c4158b2696f681b03f19a'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:41.785255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.73', 55052) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:42.084222 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-5e245fa8-60e2-4e31-9f98-70e084684287 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f81128a9977c4158b2696f681b03f19a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2977490 Feb 28 17:15:42.149345 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-0ef985af-e2d2-485b-b69b-d84e55e65254 req-9f9d53ef-1dbb-46ee-95bd-58491fcab3f7 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Deleting port c01fd9d5-db21-4f3f-b785-30923064b46c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:15:42.149918 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0ef985af-e2d2-485b-b69b-d84e55e65254 req-9f9d53ef-1dbb-46ee-95bd-58491fcab3f7 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:42.318627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-0ef985af-e2d2-485b-b69b-d84e55e65254 req-9f9d53ef-1dbb-46ee-95bd-58491fcab3f7 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] For port c01fd9d5-db21-4f3f-b785-30923064b46c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c01fd9d5-db21-4f3f-b785-30923064b46c,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:42.319188 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0ef985af-e2d2-485b-b69b-d84e55e65254 req-9f9d53ef-1dbb-46ee-95bd-58491fcab3f7 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:42.338525 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-0ef985af-e2d2-485b-b69b-d84e55e65254 req-9f9d53ef-1dbb-46ee-95bd-58491fcab3f7 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Calling delete_port for c01fd9d5-db21-4f3f-b785-30923064b46c owned by compute:tempest-test_az-1478976400 {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:15:42.355408 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ff648fe-5b9e-492d-bb18-f6f1127dc098 req-3146203f-546e-441c-a0f1-7f1ea0be1e36 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 210 time: 0.0514500 Feb 28 17:15:42.361845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Made reservation on behalf of a494c37d7657491dba49100c16dc25ad for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:42.361845 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:42.375006 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:42.388796 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:42.482060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Made reservation on behalf of f81128a9977c4158b2696f681b03f19a for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:42.485682 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:42.503092 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:42.532668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-8158240b-8fa8-496e-84f4-db6397b88e8a tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:42.534294 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-8158240b-8fa8-496e-84f4-db6397b88e8a tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2955821 Feb 28 17:15:42.537465 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks [] for security_group (9c76a9db-0d71-4733-a81a-2a613aaf5ba2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:42.567180 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5479e772-9197-4d3b-b1ad-3eba0bfaa244 req-6c3ed1c9-a6e5-426a-9604-7191b5992aad tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 210 time: 0.0317655 Feb 28 17:15:42.581335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-703df5fc-b2a9-478d-8dd4-a9ebd29e4c1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Request body: {'port': {'device_id': 'fce3fe9d-6353-4adf-858b-0b7be83815eb', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'f81128a9977c4158b2696f681b03f19a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:42.631700 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9c76a9db-0d71-4733-a81a-2a613aaf5ba2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:42.694701 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks [] for security_group (0a30649d-f75b-421d-8ec3-257fcb4a327a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:42.725947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c76a9db-0d71-4733-a81a-2a613aaf5ba2,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:42.738098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0ef985af-e2d2-485b-b69b-d84e55e65254 req-9f9d53ef-1dbb-46ee-95bd-58491fcab3f7 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (c01fd9d5-db21-4f3f-b785-30923064b46c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:42.755456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c01fd9d5-db21-4f3f-b785-30923064b46c'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:15:42.793470 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0a30649d-f75b-421d-8ec3-257fcb4a327a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:42.805472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d53ef-1dbb-46ee-95bd-58491fcab3f7 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Pushing event deleted for resources: {'Port': ['ID=c01fd9d5-db21-4f3f-b785-30923064b46c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:42.906883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a30649d-f75b-421d-8ec3-257fcb4a327a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:42.917618 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-703df5fc-b2a9-478d-8dd4-a9ebd29e4c1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Made reservation on behalf of f81128a9977c4158b2696f681b03f19a for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:42.921627 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-703df5fc-b2a9-478d-8dd4-a9ebd29e4c1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:42.928724 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b912d17d-9d85-4612-b0a8-5c946b82dcdc req-5d863503-1ee4-4fa1-a277-e97f794ec378 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 210 time: 0.0837989 Feb 28 17:15:43.036542 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4067aa-8ce7-4e1b-846f-32610d21f3ab req-68c622e7-d184-486f-831d-b5c26d97a054 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:43.038470 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5a4067aa-8ce7-4e1b-846f-32610d21f3ab req-68c622e7-d184-486f-831d-b5c26d97a054 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 889 time: 0.3519270 Feb 28 17:15:43.044495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef985af-e2d2-485b-b69b-d84e55e65254 req-9f9d53ef-1dbb-46ee-95bd-58491fcab3f7 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] No DVR routers for this DVR port c01fd9d5-db21-4f3f-b785-30923064b46c on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:15:43.055728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Allocated IP 192.168.233.144 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/46e3d13a-1448-4b51-96b8-2fa74fa7f22e) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:15:43.055948 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0ef985af-e2d2-485b-b69b-d84e55e65254 req-9f9d53ef-1dbb-46ee-95bd-58491fcab3f7 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:43.062075 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0ef985af-e2d2-485b-b69b-d84e55e65254 req-9f9d53ef-1dbb-46ee-95bd-58491fcab3f7 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.69 "DELETE /v2.0/ports/c01fd9d5-db21-4f3f-b785-30923064b46c HTTP/1.1" status: 204 len: 173 time: 1.3983977 Feb 28 17:15:43.062961 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea81c39-fe1e-43b4-9073-528fa4459b34', 'name': 'network-vif-deleted', 'tag': 'c01fd9d5-db21-4f3f-b785-30923064b46c'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:15:43.066276 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8200b3ed-b0f0-4b23-9d92-10e6b86e7ec6" -d '{"events": [{"server_uuid": "cea81c39-fe1e-43b4-9073-528fa4459b34", "name": "network-vif-deleted", "tag": "c01fd9d5-db21-4f3f-b785-30923064b46c"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:15:43.171549 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5a4067aa-8ce7-4e1b-846f-32610d21f3ab req-a98927ce-f454-4654-9d0a-d393d58de5e7 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad54fe62-a210-4a2c-a8e0-3a38379a8cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215136 Feb 28 17:15:43.228646 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582c7fba-ef17-4c2a-b57e-47b1565a662a x-openstack-request-id: req-582c7fba-ef17-4c2a-b57e-47b1565a662a {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:15:43.229373 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea81c39-fe1e-43b4-9073-528fa4459b34", "name": "network-vif-deleted", "tag": "c01fd9d5-db21-4f3f-b785-30923064b46c", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:15:43.229632 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-582c7fba-ef17-4c2a-b57e-47b1565a662a {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:15:43.230054 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea81c39-fe1e-43b4-9073-528fa4459b34', 'name': 'network-vif-deleted', 'tag': 'c01fd9d5-db21-4f3f-b785-30923064b46c', 'status': 'completed', 'code': 200} Feb 28 17:15:43.317762 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks [] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:43.411901 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:43.480607 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Allocated IP 192.168.233.35 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/33c45dcd-fa5d-4a4d-98e2-ed1726532cda) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:15:43.546438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:43.564799 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:43.574811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Pushing event updated for resources: {'Port': ['ID=46e3d13a-1448-4b51-96b8-2fa74fa7f22e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:43.578259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:15:43.638958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96bcfd-9c5c-4177-ad90-8408b7a14c57 req-35efa3f9-9df0-4be2-9697-d451cfa655ae tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:43.640504 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ea96bcfd-9c5c-4177-ad90-8408b7a14c57 req-35efa3f9-9df0-4be2-9697-d451cfa655ae tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 936 time: 0.1456110 Feb 28 17:15:43.652021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:43.652021 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:43.739384 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks [] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:43.747561 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ea96bcfd-9c5c-4177-ad90-8408b7a14c57 req-ffd03e0f-cd95-45f6-95e9-87db142907b2 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875938 Feb 28 17:15:43.769954 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-95a09a2c-b979-44eb-9bf6-e4f7f50975bb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0319352 Feb 28 17:15:43.778693 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f943212b-679c-4acc-874b-1954f985580a req-b1a801f9-3663-4621-994f-3007fcf0384d tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 210 time: 0.0343821 Feb 28 17:15:43.876465 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:43.910413 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:43.933592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-703df5fc-b2a9-478d-8dd4-a9ebd29e4c1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Allocated IP 192.168.233.202 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/3d6c2f50-1a97-4aea-bcec-a26c9449d2c3) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:15:43.943801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b9785bc4-1104-43c6-be52-c12ac23bf5e5 None None] Provisioning complete for port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:43.944171 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b9785bc4-1104-43c6-be52-c12ac23bf5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:43.945795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:43.949034 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:43.953084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:15:43.958524 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:43.959160 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:43.976023 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Pushing event updated for resources: {'Port': ['ID=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:44.012650 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b9785bc4-1104-43c6-be52-c12ac23bf5e5 None None] Port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:15:44.060403 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-bcc3eb15-32f4-417e-b7b3-f10d4772d56e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3204262 Feb 28 17:15:44.100250 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b61f66f3-c1ee-4051-8214-527c9131c134 req-3494e907-4ad8-4aff-83bf-8e6510133534 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 210 time: 0.0601678 Feb 28 17:15:44.185072 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-703df5fc-b2a9-478d-8dd4-a9ebd29e4c1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks [] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:44.241525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fe58a708-730a-4744-ba92-59b37753792a None None] Provisioning complete for port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:44.242261 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fe58a708-730a-4744-ba92-59b37753792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:44.292596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fe58a708-730a-4744-ba92-59b37753792a None None] Port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:15:44.309435 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-703df5fc-b2a9-478d-8dd4-a9ebd29e4c1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:44.312396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b1d6218-a322-4dc9-9827-4d6db472ad16 req-b826c8e8-9304-4021-80bd-6b315f16af44 tempest-AggregatesAdminTestJSON-1431116767 tempest-AggregatesAdminTestJSON-1431116767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cea81c39-fe1e-43b4-9073-528fa4459b34 HTTP/1.1" status: 200 len: 210 time: 0.0334194 Feb 28 17:15:44.356920 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-703df5fc-b2a9-478d-8dd4-a9ebd29e4c1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:44.359805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-703df5fc-b2a9-478d-8dd4-a9ebd29e4c1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:44.363764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-703df5fc-b2a9-478d-8dd4-a9ebd29e4c1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:15:44.370267 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703df5fc-b2a9-478d-8dd4-a9ebd29e4c1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Pushing event updated for resources: {'Port': ['ID=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:44.435178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-703df5fc-b2a9-478d-8dd4-a9ebd29e4c1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:44.435852 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-703df5fc-b2a9-478d-8dd4-a9ebd29e4c1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:44.507469 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-703df5fc-b2a9-478d-8dd4-a9ebd29e4c1f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9384425 Feb 28 17:15:44.618390 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b4e15fef-d44c-4ad6-956d-63b96a420a88 None None] Provisioning complete for port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:44.618756 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b4e15fef-d44c-4ad6-956d-63b96a420a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:44.650947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b4e15fef-d44c-4ad6-956d-63b96a420a88 None None] Port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:15:44.861606 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219be75-6fba-41f4-a7ba-a29283719b10 req-08d2fb51-a888-4b04-8294-1f8751811df1 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:44.863119 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4219be75-6fba-41f4-a7ba-a29283719b10 req-08d2fb51-a888-4b04-8294-1f8751811df1 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 936 time: 0.0564225 Feb 28 17:15:44.910082 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4219be75-6fba-41f4-a7ba-a29283719b10 req-5b64d151-583b-4574-a443-330a62be04a2 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401728 Feb 28 17:15:44.997541 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cab0d0e1-1bf6-466f-9abe-e086144d6d0c req-5f2adc4a-0eb4-489e-9ad6-bf61cd6fad3e tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 210 time: 0.0294859 Feb 28 17:15:45.223919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0daf5-2d07-4075-974e-836ccfe63157 req-3e62cf04-5bdf-44d8-a495-bcb921a9c306 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:45.225539 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2bc0daf5-2d07-4075-974e-836ccfe63157 req-3e62cf04-5bdf-44d8-a495-bcb921a9c306 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 936 time: 0.0564008 Feb 28 17:15:45.273424 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2bc0daf5-2d07-4075-974e-836ccfe63157 req-50f54250-ee0b-4cb6-a28e-e369f04435d7 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406997 Feb 28 17:15:46.136028 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c01fd9d5-db21-4f3f-b785-30923064b46c no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:15:46.160072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: c01fd9d5-db21-4f3f-b785-30923064b46c {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:15:46.160298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c01fd9d5-db21-4f3f-b785-30923064b46c not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:15:46.254099 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5864c-24c5-479c-b4ec-3df1f8698326 req-414f9abb-86a5-429a-8b4e-fd52ed739db1 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:46.255584 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eef5864c-24c5-479c-b4ec-3df1f8698326 req-414f9abb-86a5-429a-8b4e-fd52ed739db1 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 936 time: 0.0512805 Feb 28 17:15:46.308580 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eef5864c-24c5-479c-b4ec-3df1f8698326 req-d4c1abf9-56d4-434c-a043-9b977d72e240 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471225 Feb 28 17:15:46.387104 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-75523434-cd93-491b-8357-f556b2ac1eef req-4a02b91e-eaae-41e8-b4d5-f36c4ea41eb9 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 210 time: 0.0257251 Feb 28 17:15:46.510859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8aa3b-afa2-415f-a78c-b04a02fceecb req-641f637a-68ae-45f5-a6a9-3e08ed565ccf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:46.512331 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4ee8aa3b-afa2-415f-a78c-b04a02fceecb req-641f637a-68ae-45f5-a6a9-3e08ed565ccf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 936 time: 0.0555935 Feb 28 17:15:46.560467 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4ee8aa3b-afa2-415f-a78c-b04a02fceecb req-e8d103a6-be48-4534-adc6-77653595451b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 Feb 28 17:15:47.530944 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faf61c-81a0-416e-819d-19a0358bde7b req-dddad758-e754-409c-a6f6-fd0d1943ba57 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:47.532466 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-77faf61c-81a0-416e-819d-19a0358bde7b req-dddad758-e754-409c-a6f6-fd0d1943ba57 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 936 time: 0.0527034 Feb 28 17:15:47.578763 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-77faf61c-81a0-416e-819d-19a0358bde7b req-abf363cc-8db3-480a-9192-dc9c04605f71 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Feb 28 17:15:47.674625 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e126545-d77e-40dd-8fe4-6067d5d79973 req-56a9ab83-7c61-4518-a234-ceaeda8a8e62 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 210 time: 0.0295742 Feb 28 17:15:47.719369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acfb05-77f2-4837-81fd-0a775179f520 req-a6440ca4-8b0b-4690-bbf3-9093492483b1 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:47.720969 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22acfb05-77f2-4837-81fd-0a775179f520 req-a6440ca4-8b0b-4690-bbf3-9093492483b1 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 936 time: 0.0660791 Feb 28 17:15:47.767664 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22acfb05-77f2-4837-81fd-0a775179f520 req-34395d42-bbbd-485c-b9f6-6d55c9fba56f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406971 Feb 28 17:15:47.888265 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41246) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:47.978162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41252) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:48.038966 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4243e159-411e-4ac6-a9e7-236f71ca0abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:48.044258 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-429707e3-cae8-406c-a999-73d1aaa9f40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:48.113102 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4243e159-411e-4ac6-a9e7-236f71ca0abd admin admin] Publish callbacks [] for security_group (dad9b656-badc-4787-9c44-6bcfb5bfd367), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:48.114770 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-429707e3-cae8-406c-a999-73d1aaa9f40a admin admin] Publish callbacks [] for security_group (ae4ade56-3df3-4301-8af2-57c3949f69f2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:48.196981 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4243e159-411e-4ac6-a9e7-236f71ca0abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dad9b656-badc-4787-9c44-6bcfb5bfd367), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:48.232079 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-429707e3-cae8-406c-a999-73d1aaa9f40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ae4ade56-3df3-4301-8af2-57c3949f69f2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:48.240077 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4243e159-411e-4ac6-a9e7-236f71ca0abd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=87cf0f5dec3e466397908de16a1bbc6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582505 Feb 28 17:15:48.240347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41264) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:48.247164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243e159-411e-4ac6-a9e7-236f71ca0abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad9b656-badc-4787-9c44-6bcfb5bfd367,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:48.271311 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-429707e3-cae8-406c-a999-73d1aaa9f40a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba01f4f27fc84d47ac10b23d8b7465a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819594 Feb 28 17:15:48.272714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429707e3-cae8-406c-a999-73d1aaa9f40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4ade56-3df3-4301-8af2-57c3949f69f2,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:48.275630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41266) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:48.295073 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-087267b8-1419-4caf-bef1-02189101e9e2 admin admin] Publish callbacks [] for security_group (dad9b656-badc-4787-9c44-6bcfb5bfd367), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:48.318522 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-087267b8-1419-4caf-bef1-02189101e9e2 admin admin] Publish callbacks [] for security_group (dad9b656-badc-4787-9c44-6bcfb5bfd367), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:48.323868 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b2b998c3-65c8-4d54-b101-4c5487a99a8a admin admin] Publish callbacks [] for security_group (ae4ade56-3df3-4301-8af2-57c3949f69f2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:48.345197 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b2b998c3-65c8-4d54-b101-4c5487a99a8a admin admin] Publish callbacks [] for security_group (ae4ade56-3df3-4301-8af2-57c3949f69f2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:48.439248 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-087267b8-1419-4caf-bef1-02189101e9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dad9b656-badc-4787-9c44-6bcfb5bfd367), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:48.445214 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-087267b8-1419-4caf-bef1-02189101e9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:48.450301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-087267b8-1419-4caf-bef1-02189101e9e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dad9b656-badc-4787-9c44-6bcfb5bfd367 HTTP/1.1" status: 204 len: 168 time: 0.2045281 Feb 28 17:15:48.456056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087267b8-1419-4caf-bef1-02189101e9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad9b656-badc-4787-9c44-6bcfb5bfd367,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:48.485272 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b2b998c3-65c8-4d54-b101-4c5487a99a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ae4ade56-3df3-4301-8af2-57c3949f69f2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:48.488147 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b2b998c3-65c8-4d54-b101-4c5487a99a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:48.489438 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b2b998c3-65c8-4d54-b101-4c5487a99a8a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae4ade56-3df3-4301-8af2-57c3949f69f2 HTTP/1.1" status: 204 len: 168 time: 0.2127626 Feb 28 17:15:48.502011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b998c3-65c8-4d54-b101-4c5487a99a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4ade56-3df3-4301-8af2-57c3949f69f2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:48.823576 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c37ab0de-f232-4021-84b5-7656d3877565 req-87919df8-fc45-487e-b176-3b54a9f50baa tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 210 time: 0.0365994 Feb 28 17:15:48.855299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8a49a-7009-4882-a884-94c7b75d513b req-b39a4361-ff6d-48bb-a44a-573c5fd61158 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:48.858567 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-32e8a49a-7009-4882-a884-94c7b75d513b req-b39a4361-ff6d-48bb-a44a-573c5fd61158 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 936 time: 0.2110584 Feb 28 17:15:48.907949 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-32e8a49a-7009-4882-a884-94c7b75d513b req-7dd0e59a-0db2-4dbe-b605-08f8d21dcf4e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436909 Feb 28 17:15:49.012933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952a327-b9a4-43a7-95f3-6e4dfc827506 req-a5c4e045-50bf-405f-95ef-7ff039e7e4c9 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:49.014546 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c952a327-b9a4-43a7-95f3-6e4dfc827506 req-a5c4e045-50bf-405f-95ef-7ff039e7e4c9 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 936 time: 0.0539188 Feb 28 17:15:49.065433 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c952a327-b9a4-43a7-95f3-6e4dfc827506 req-98995144-7ad4-4d6c-8ad4-8ac9a6bfeacd tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452111 Feb 28 17:15:49.385710 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41308) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:49.399845 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc8b25ff-1c43-48d0-9576-dde855782a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:49.473348 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc8b25ff-1c43-48d0-9576-dde855782a84 admin admin] Publish callbacks [] for security_group (8fe95ed5-0d92-4901-88b9-eb8415a44450), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:49.475231 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41310) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:49.522752 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc8b25ff-1c43-48d0-9576-dde855782a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8fe95ed5-0d92-4901-88b9-eb8415a44450), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:49.559257 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bc8b25ff-1c43-48d0-9576-dde855782a84 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=49afe02fd57c46a3b621f06308fff034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724432 Feb 28 17:15:49.562100 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41316) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:49.567765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b25ff-1c43-48d0-9576-dde855782a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe95ed5-0d92-4901-88b9-eb8415a44450,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:49.592051 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1528f9ff-a37a-455b-954f-4b448c24ac99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:49.615637 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e65318e-589e-4475-9de1-d99df8826d04 admin admin] Publish callbacks [] for security_group (8fe95ed5-0d92-4901-88b9-eb8415a44450), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:49.640377 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e65318e-589e-4475-9de1-d99df8826d04 admin admin] Publish callbacks [] for security_group (8fe95ed5-0d92-4901-88b9-eb8415a44450), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:49.673469 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-34aff121-3595-49ac-b982-0b8f4f51ca99 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:15:49.674573 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-34aff121-3595-49ac-b982-0b8f4f51ca99 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052068 Feb 28 17:15:49.675768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-f84a5e08-5700-43d4-9f53-7915e8864527 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:15:49.677026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-f84a5e08-5700-43d4-9f53-7915e8864527 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077062 Feb 28 17:15:49.681672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-1bbbc554-c41f-4922-9a6e-7170a4309688 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:15:49.682818 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-1bbbc554-c41f-4922-9a6e-7170a4309688 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051556 Feb 28 17:15:49.695939 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1528f9ff-a37a-455b-954f-4b448c24ac99 admin admin] Publish callbacks [] for security_group (9d18a09f-c8c3-415b-958a-7d46c22d6b21), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:49.698018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41320) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:49.723948 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-643c4b7f-f7e8-402b-976d-c7e296c76d0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:49.802493 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1528f9ff-a37a-455b-954f-4b448c24ac99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9d18a09f-c8c3-415b-958a-7d46c22d6b21), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:49.808158 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-643c4b7f-f7e8-402b-976d-c7e296c76d0f admin admin] Publish callbacks [] for security_group (f700f2db-b9f1-4457-abf7-a9ca5a340d0a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:49.831032 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e65318e-589e-4475-9de1-d99df8826d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8fe95ed5-0d92-4901-88b9-eb8415a44450), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:49.834079 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e65318e-589e-4475-9de1-d99df8826d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:49.838405 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0e65318e-589e-4475-9de1-d99df8826d04 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8fe95ed5-0d92-4901-88b9-eb8415a44450 HTTP/1.1" status: 204 len: 168 time: 0.2715971 Feb 28 17:15:49.843627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65318e-589e-4475-9de1-d99df8826d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe95ed5-0d92-4901-88b9-eb8415a44450,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:49.848825 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1528f9ff-a37a-455b-954f-4b448c24ac99 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a87db92c6bd496b8c2825e59b6f6ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725719 Feb 28 17:15:49.852476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41336) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:49.861553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528f9ff-a37a-455b-954f-4b448c24ac99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d18a09f-c8c3-415b-958a-7d46c22d6b21,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:49.886732 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Request body: {'port': {'device_id': '63960624-7e10-44e8-bd07-db9634d74a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:49.954245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Request body: {'port': {'device_id': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:49.955985 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-643c4b7f-f7e8-402b-976d-c7e296c76d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f700f2db-b9f1-4457-abf7-a9ca5a340d0a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:49.963937 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb16d99b-2785-4b71-9fee-e826eb6310c1 admin admin] Publish callbacks [] for security_group (9d18a09f-c8c3-415b-958a-7d46c22d6b21), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:50.001828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.73', 55057) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:50.004218 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c4b7f-f7e8-402b-976d-c7e296c76d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f700f2db-b9f1-4457-abf7-a9ca5a340d0a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:50.020924 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Request body: {'port': {'device_id': 'fce3fe9d-6353-4adf-858b-0b7be83815eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:50.058716 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0e89424d-b608-4f9a-99fe-f47482b69b22 req-9e6fc99d-42bd-4d9e-934e-172c64274f3e tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 210 time: 0.1030395 Feb 28 17:15:50.098558 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-643c4b7f-f7e8-402b-976d-c7e296c76d0f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c7912b6fef0a42eaaefedf59311d5326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3993502 Feb 28 17:15:50.104736 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb16d99b-2785-4b71-9fee-e826eb6310c1 admin admin] Publish callbacks [] for security_group (9d18a09f-c8c3-415b-958a-7d46c22d6b21), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:50.109759 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41348) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:50.233782 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:50.235743 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:50.248623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:50.316995 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-150415ad-ecda-409c-b23e-c3efa8ad46a4 admin admin] Publish callbacks [] for security_group (f700f2db-b9f1-4457-abf7-a9ca5a340d0a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:50.328785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159cbc5-8ff9-489c-8123-04bb8a899903 req-2832e917-7d8e-47ad-8fb8-6e8e4f851c99 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:50.330112 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f159cbc5-8ff9-489c-8123-04bb8a899903 req-2832e917-7d8e-47ad-8fb8-6e8e4f851c99 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 936 time: 0.1579320 Feb 28 17:15:50.374627 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-150415ad-ecda-409c-b23e-c3efa8ad46a4 admin admin] Publish callbacks [] for security_group (f700f2db-b9f1-4457-abf7-a9ca5a340d0a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:50.441196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-b89afe89-37f7-4dca-8fee-8cdedb5c02ab tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:50.442688 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-b89afe89-37f7-4dca-8fee-8cdedb5c02ab tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.73 "GET /v2.0/networks?id=0ace9968-4a17-439c-b2f3-b77bcf7c88a1 HTTP/1.1" status: 200 len: 823 time: 0.4398506 Feb 28 17:15:50.442808 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb16d99b-2785-4b71-9fee-e826eb6310c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9d18a09f-c8c3-415b-958a-7d46c22d6b21), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:50.445262 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb16d99b-2785-4b71-9fee-e826eb6310c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:50.450420 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cb16d99b-2785-4b71-9fee-e826eb6310c1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9d18a09f-c8c3-415b-958a-7d46c22d6b21 HTTP/1.1" status: 204 len: 168 time: 0.5933239 Feb 28 17:15:50.499584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16d99b-2785-4b71-9fee-e826eb6310c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d18a09f-c8c3-415b-958a-7d46c22d6b21,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:50.519532 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f159cbc5-8ff9-489c-8123-04bb8a899903 req-a5fbe82a-d505-40a6-93f1-31412b6bd102 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806161 Feb 28 17:15:50.588178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62429c-670d-4c08-85da-112b3ec2c944 req-85472f4c-5cf1-4bad-acfc-1cb907e8fb99 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:50.592329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ed62429c-670d-4c08-85da-112b3ec2c944 req-85472f4c-5cf1-4bad-acfc-1cb907e8fb99 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 936 time: 0.4130850 Feb 28 17:15:50.700011 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-150415ad-ecda-409c-b23e-c3efa8ad46a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f700f2db-b9f1-4457-abf7-a9ca5a340d0a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:50.702767 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-150415ad-ecda-409c-b23e-c3efa8ad46a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:50.703906 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-150415ad-ecda-409c-b23e-c3efa8ad46a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f700f2db-b9f1-4457-abf7-a9ca5a340d0a HTTP/1.1" status: 204 len: 168 time: 0.5912666 Feb 28 17:15:50.743289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-3f35930a-2fee-4c9d-87c9-81de36e68540 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd86d8f7a97d4a129ba9f94176c52519 HTTP/1.1" status: 200 len: 380 time: 0.2266085 Feb 28 17:15:50.743713 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150415ad-ecda-409c-b23e-c3efa8ad46a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f700f2db-b9f1-4457-abf7-a9ca5a340d0a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:50.756874 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ed62429c-670d-4c08-85da-112b3ec2c944 req-ef534005-3a54-4734-839d-4e7c280861cf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615219 Feb 28 17:15:50.766225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-74f680e4-ab7f-4ed8-bab8-1d2a5ad18e2b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Request body: {'port': {'device_id': 'a66f8457-08de-404b-8f6a-a0a6214962c8', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'admin_state_up': True, 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'security_groups': ['cfea03c1-2b0c-4d25-8f7b-d33080f4de35']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:50.771799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:15:50.783224 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Publish callbacks [] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:50.798020 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Transition to ACTIVE for port object 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:15:50.902396 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:50.977598 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:51.017408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Attempting to bind port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:15:51.017915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Attempting to bind port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:15:51.018412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Attempting to bind port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:51.034887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:15:51.034887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Attempting to bind port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:51.035177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-74f680e4-ab7f-4ed8-bab8-1d2a5ad18e2b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Made reservation on behalf of cd86d8f7a97d4a129ba9f94176c52519 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:51.035793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:15:51.036704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:51.037193 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:15:51.037742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Bound port: 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:15:51.038221 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:51.045854 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-74f680e4-ab7f-4ed8-bab8-1d2a5ad18e2b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:51.115527 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] For port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:15:51.124263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] For port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:15:51.188548 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-18ad8c75-6b79-49ed-8a1c-2a7896969d5e req-133c16ba-2347-4771-9178-432086bc59f9 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 210 time: 0.0286222 Feb 28 17:15:51.190793 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c45dcd-fa5d-4a4d-98e2-ed1726532cda {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:15:51.203216 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Publish callbacks [] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:51.219710 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:51.251198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Transition to ACTIVE for port object 33c45dcd-fa5d-4a4d-98e2-ed1726532cda will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:15:51.269521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:51.269521 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:51.269521 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] 10.222.0.73 "PUT /v2.0/ports/3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 HTTP/1.1" status: 200 len: 1097 time: 1.4629509 Feb 28 17:15:51.270256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce3fe9d-6353-4adf-858b-0b7be83815eb', 'tag': '3d6c2f50-1a97-4aea-bcec-a26c9449d2c3'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:15:51.273302 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7b4807-0983-429e-a0cb-e13c9a68c379" -d '{"events": [{"name": "network-changed", "server_uuid": "fce3fe9d-6353-4adf-858b-0b7be83815eb", "tag": "3d6c2f50-1a97-4aea-bcec-a26c9449d2c3"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:15:51.299503 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb4ba9-eff6-4a08-bf54-b606c328d2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:51.340480 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-74f680e4-ab7f-4ed8-bab8-1d2a5ad18e2b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Allocated IP 172.20.0.10 (0ace9968-4a17-439c-b2f3-b77bcf7c88a1/304ddab3-68d6-4b16-8125-03d0c1d10117/cbf25321-b503-4c1e-b12b-f73ec74dfe5e) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:15:51.454803 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d74307f-2f05-4687-96de-d1f88962ee9d x-openstack-request-id: req-6d74307f-2f05-4687-96de-d1f88962ee9d {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:15:51.455551 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce3fe9d-6353-4adf-858b-0b7be83815eb", "tag": "3d6c2f50-1a97-4aea-bcec-a26c9449d2c3", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:15:51.456156 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6d74307f-2f05-4687-96de-d1f88962ee9d {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:15:51.458776 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce3fe9d-6353-4adf-858b-0b7be83815eb', 'tag': '3d6c2f50-1a97-4aea-bcec-a26c9449d2c3', 'status': 'completed', 'code': 200} Feb 28 17:15:51.480090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-687d7e34-b78e-421f-8133-06147da3c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:51.481700 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-687d7e34-b78e-421f-8133-06147da3c831 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f81128a9977c4158b2696f681b03f19a&device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 1131 time: 0.0773838 Feb 28 17:15:51.484753 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:51.572876 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-8b5e93d5-3a61-453c-8cba-ddb0139909d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 HTTP/1.1" status: 200 len: 217 time: 0.0797489 Feb 28 17:15:51.616771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41410) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:51.681695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:51.716146 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-871f53f7-b3ff-4806-b8ad-7a3c62ebcd3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:51.718916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-53835ea4-5b85-4fef-b9e8-f25a148a7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:51.720313 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-53835ea4-5b85-4fef-b9e8-f25a148a7080 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1414313 Feb 28 17:15:51.753762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e3d13a-1448-4b51-96b8-2fa74fa7f22e {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:15:51.811089 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Publish callbacks [] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:51.858057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45100722-5bf5-475d-a584-13c8965b4448 req-7d17516c-cdb5-445a-a236-0087b66eee08 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:51.858057 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45100722-5bf5-475d-a584-13c8965b4448 req-7d17516c-cdb5-445a-a236-0087b66eee08 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 936 time: 0.1327789 Feb 28 17:15:51.911771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-a9efbd1b-d6ef-4de4-b698-b10cea666451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:51.913233 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-a9efbd1b-d6ef-4de4-b698-b10cea666451 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1744041 Feb 28 17:15:52.010545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41426) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:52.027426 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45100722-5bf5-475d-a584-13c8965b4448 req-a50ce66f-989c-448d-bbd2-ff7085688805 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673839 Feb 28 17:15:52.045307 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Transition to ACTIVE for port object 46e3d13a-1448-4b51-96b8-2fa74fa7f22e will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:15:52.051857 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-871f53f7-b3ff-4806-b8ad-7a3c62ebcd3a admin admin] Publish callbacks [] for security_group (5d965a42-4b70-4648-a819-da40ad1a264d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.095336 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-bab31e33-09b4-4733-aff6-3c2406310f40 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695056 Feb 28 17:15:52.128582 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.141540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Attempting to bind port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:15:52.141884 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Attempting to bind port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:15:52.142348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Attempting to bind port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:52.153512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:15:52.153853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Attempting to bind port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:52.178601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:15:52.178973 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:52.179503 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:15:52.180004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Bound port: 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:15:52.180887 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.185913 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-871f53f7-b3ff-4806-b8ad-7a3c62ebcd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5d965a42-4b70-4648-a819-da40ad1a264d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.235446 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f53f7-b3ff-4806-b8ad-7a3c62ebcd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d965a42-4b70-4648-a819-da40ad1a264d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:52.240693 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=46e3d13a-1448-4b51-96b8-2fa74fa7f22e,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:52.248868 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-871f53f7-b3ff-4806-b8ad-7a3c62ebcd3a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=442084d5c4684448b2f9b240b3058938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6291091 Feb 28 17:15:52.251560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41440) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:52.302076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1420900325-network', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:52.345182 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7938a801-a623-4841-b22b-e6f0dfb46b8e req-7412b5c8-036c-4f85-896e-6e2f8546970c service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441015 Feb 28 17:15:52.363273 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-679fe427-fe13-47e6-8169-d45f68d23ed9 admin admin] Publish callbacks [] for security_group (5d965a42-4b70-4648-a819-da40ad1a264d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.387630 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-679fe427-fe13-47e6-8169-d45f68d23ed9 admin admin] Publish callbacks [] for security_group (5d965a42-4b70-4648-a819-da40ad1a264d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.399677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb41b3-bbad-4636-9ba5-171ebe4d44b4 req-b22dfef2-7b83-48ba-93be-9bf0dc3f6b94 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:52.415741 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ffb41b3-bbad-4636-9ba5-171ebe4d44b4 req-b22dfef2-7b83-48ba-93be-9bf0dc3f6b94 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 948 time: 0.3881247 Feb 28 17:15:52.452297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] Made reservation on behalf of 6be71ee7f4f44881a6d575667b48e38b for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:52.457669 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.477954 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bcc8aa94-7dd2-45b7-a26b-46081e07809c req-3de7c81e-3681-4a91-abbf-16739befc6ac tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 210 time: 0.0378520 Feb 28 17:15:52.483361 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.532772 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-74f680e4-ab7f-4ed8-bab8-1d2a5ad18e2b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.549192 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-679fe427-fe13-47e6-8169-d45f68d23ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5d965a42-4b70-4648-a819-da40ad1a264d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.551740 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-679fe427-fe13-47e6-8169-d45f68d23ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.552875 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-679fe427-fe13-47e6-8169-d45f68d23ed9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d965a42-4b70-4648-a819-da40ad1a264d HTTP/1.1" status: 204 len: 168 time: 0.3004155 Feb 28 17:15:52.554598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] For port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:15:52.569535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fe427-fe13-47e6-8169-d45f68d23ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d965a42-4b70-4648-a819-da40ad1a264d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:52.594070 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ffb41b3-bbad-4636-9ba5-171ebe4d44b4 req-3ff8bf38-bdf6-46fa-aaf8-f770035ab580 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772115 Feb 28 17:15:52.595010 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Attempting to bind port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:15:52.596350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Attempting to bind port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:15:52.597555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Attempting to bind port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:52.625248 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b4807-0983-429e-a0cb-e13c9a68c379 req-6a6a1fae-3621-48ea-990c-a2e9097a349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:52.625248 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a7b4807-0983-429e-a0cb-e13c9a68c379 req-6a6a1fae-3621-48ea-990c-a2e9097a349d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f81128a9977c4158b2696f681b03f19a&device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 1131 time: 0.1172247 Feb 28 17:15:52.633138 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] For port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:15:52.647737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:15:52.648574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Attempting to bind port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:52.682089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:15:52.682666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:52.683296 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:15:52.683975 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Bound port: 46e3d13a-1448-4b51-96b8-2fa74fa7f22e, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:15:52.684539 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.714305 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] Publish callbacks [] for security_group (41359b04-99cb-44cb-b39c-78ce67409943), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.721114 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.771941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b4807-0983-429e-a0cb-e13c9a68c379 req-c20f3efc-b14b-48b2-9df2-b9bee8ff6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:52.773819 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a7b4807-0983-429e-a0cb-e13c9a68c379 req-c20f3efc-b14b-48b2-9df2-b9bee8ff6059 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1420190 Feb 28 17:15:52.824793 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:52.878861 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-74f680e4-ab7f-4ed8-bab8-1d2a5ad18e2b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.912733 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:52.913075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:52.914829 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-5167a5c9-d3db-4de5-b31d-969a4366d9f1 service neutron] 10.222.0.73 "PUT /v2.0/ports/33c45dcd-fa5d-4a4d-98e2-ed1726532cda HTTP/1.1" status: 200 len: 1096 time: 3.1134958 Feb 28 17:15:52.964981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'tag': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:15:53.056554 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] For port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:15:53.060037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] For port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=46e3d13a-1448-4b51-96b8-2fa74fa7f22e,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:15:53.064232 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-74f680e4-ab7f-4ed8-bab8-1d2a5ad18e2b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:53.076379 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a7b4807-0983-429e-a0cb-e13c9a68c379 req-930c6a7a-a136-4922-9236-c18e39fa596b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 HTTP/1.1" status: 200 len: 217 time: 0.2962458 Feb 28 17:15:53.077030 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (41359b04-99cb-44cb-b39c-78ce67409943), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:53.102827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-74f680e4-ab7f-4ed8-bab8-1d2a5ad18e2b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:53.105871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-74f680e4-ab7f-4ed8-bab8-1d2a5ad18e2b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:15:53.187225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:15:53.211331 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:53.215066 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a0ecf9d7-d540-4186-a4a3-db5ba01844d2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:53.215408 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] Added segment a0ecf9d7-d540-4186-a4a3-db5ba01844d2 of type vlan for network 2caa4346-69fe-40b2-a483-9812b165113d Feb 28 17:15:53.230363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41359b04-99cb-44cb-b39c-78ce67409943,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:53.242471 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b4807-0983-429e-a0cb-e13c9a68c379 req-1ce79bc4-fcc1-450c-8295-4268f69fc679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:53.242471 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a7b4807-0983-429e-a0cb-e13c9a68c379 req-1ce79bc4-fcc1-450c-8295-4268f69fc679 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1354933 Feb 28 17:15:53.272080 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f680e4-ab7f-4ed8-bab8-1d2a5ad18e2b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Pushing event updated for resources: {'Port': ['ID=cbf25321-b503-4c1e-b12b-f73ec74dfe5e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:53.313900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:53.314703 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:53.316736 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] 10.222.0.73 "PUT /v2.0/ports/46e3d13a-1448-4b51-96b8-2fa74fa7f22e HTTP/1.1" status: 200 len: 1097 time: 3.5142000 Feb 28 17:15:53.319380 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (2caa4346-69fe-40b2-a483-9812b165113d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:53.350742 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-74f680e4-ab7f-4ed8-bab8-1d2a5ad18e2b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:53.351538 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-74f680e4-ab7f-4ed8-bab8-1d2a5ad18e2b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:53.372890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b4807-0983-429e-a0cb-e13c9a68c379 req-1abd937d-8126-435e-b752-15d2567a935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:53.375542 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a7b4807-0983-429e-a0cb-e13c9a68c379 req-1abd937d-8126-435e-b752-15d2567a935b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1021407 Feb 28 17:15:53.384181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-989fb925-b766-4233-af70-0be8c7541341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:53.385134 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-989fb925-b766-4233-af70-0be8c7541341 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f81128a9977c4158b2696f681b03f19a&device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 1130 time: 0.3190176 Feb 28 17:15:53.452143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d86f5-2843-4a4f-8404-96f1fc472e2d req-dda18433-363a-48bd-8759-462515765cdc tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:53.453698 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-596d86f5-2843-4a4f-8404-96f1fc472e2d req-dda18433-363a-48bd-8759-462515765cdc tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 948 time: 0.2798879 Feb 28 17:15:53.506013 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56061c-6349-4069-bc2c-183b0bc89fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=46e3d13a-1448-4b51-96b8-2fa74fa7f22e,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:53.507428 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a7b4807-0983-429e-a0cb-e13c9a68c379 req-6d6c5a4d-9aa0-49a4-8d96-a74ada60bb1b service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256659 Feb 28 17:15:53.509150 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (2caa4346-69fe-40b2-a483-9812b165113d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:53.510391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:53.510960 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:53.529206 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-751d8633-71d1-411e-9931-a7a87a4caf1e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda HTTP/1.1" status: 200 len: 217 time: 0.1255565 Feb 28 17:15:53.619622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ce3a5930-d699-43f9-bc68-455c558d6b63 None None] Provisioning complete for port cbf25321-b503-4c1e-b12b-f73ec74dfe5e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:53.620780 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5930-d699-43f9-bc68-455c558d6b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:53.669010 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-8bd745f5-acce-4e85-92b8-2985fbd9caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:53.670687 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-8bd745f5-acce-4e85-92b8-2985fbd9caf4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0825655 Feb 28 17:15:53.674195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-74f680e4-ab7f-4ed8-bab8-1d2a5ad18e2b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9140258 Feb 28 17:15:53.702276 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ce3a5930-d699-43f9-bc68-455c558d6b63 None None] Port cbf25321-b503-4c1e-b12b-f73ec74dfe5e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:15:53.715139 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a7b4807-0983-429e-a0cb-e13c9a68c379 req-f62d2a54-cfdb-4a12-9b90-c284c182b244 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998410 Feb 28 17:15:53.724874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Request body: {'port': {'device_id': 'a66f8457-08de-404b-8f6a-a0a6214962c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:53.734691 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a27398-094f-41fb-9b28-930060e2225c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a9bfb8-b98f-48ac-98f8-5d9494408166", "tag": "33c45dcd-fa5d-4a4d-98e2-ed1726532cda"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:15:53.755804 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7400279 Feb 28 17:15:53.773220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41514) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:53.779411 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-54ab988f-b3c6-4350-a526-75980f7c8654 admin admin] Request body: {'subnet': {'network_id': '2caa4346-69fe-40b2-a483-9812b165113d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1420900325-subnet', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:53.781713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a317f-6b71-4703-8338-3a95521f8558 req-8e438563-855b-402d-b3e0-fc429e2df019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:53.783458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-8e438563-855b-402d-b3e0-fc429e2df019 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a494c37d7657491dba49100c16dc25ad&device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 1131 time: 0.2935102 Feb 28 17:15:53.831299 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f5cde-64ba-434d-bc79-593564be8de9 admin admin] Pushing event updated for resources: {'Network': ['ID=2caa4346-69fe-40b2-a483-9812b165113d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:53.838925 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41518) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:53.844553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 2caa4346-69fe-40b2-a483-9812b165113d details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:15:53.856842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-596d86f5-2843-4a4f-8404-96f1fc472e2d req-a45ab7b0-13ce-41cd-84d7-a7e2e5d17127 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421183 Feb 28 17:15:53.866155 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb14b6-28f7-4a4a-b069-04e49a872cb8 req-25ec8fb2-1e90-41f0-98cc-85f5139405ce tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:53.875771 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f8cb14b6-28f7-4a4a-b069-04e49a872cb8 req-25ec8fb2-1e90-41f0-98cc-85f5139405ce tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 932 time: 0.2513239 Feb 28 17:15:53.897292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ab988f-b3c6-4350-a526-75980f7c8654 admin admin] Made reservation on behalf of 6be71ee7f4f44881a6d575667b48e38b for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:15:53.899610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54ab988f-b3c6-4350-a526-75980f7c8654 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:53.931179 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-bdc7a185-d181-4d2f-bc78-01a75bad2ed8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=46e3d13a-1448-4b51-96b8-2fa74fa7f22e HTTP/1.1" status: 200 len: 217 time: 0.1101813 Feb 28 17:15:53.956000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f8cb14b6-28f7-4a4a-b069-04e49a872cb8 req-17f4bea6-6ce1-472c-a859-2967091874bb tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742428 Feb 28 17:15:54.040956 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:54.044524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-53d4fa74-5e00-4970-9e76-1d4ce702a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:54.046091 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-53d4fa74-5e00-4970-9e76-1d4ce702a72a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3474889 Feb 28 17:15:54.080557 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a317f-6b71-4703-8338-3a95521f8558 req-925dda4f-e53e-4dca-9296-6b06544904de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:54.082043 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-925dda4f-e53e-4dca-9296-6b06544904de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1439149 Feb 28 17:15:54.167967 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e486a0-9031-4287-9e76-fb78564e78f1 req-2471988d-46ab-4488-a2d8-c688c2c85ff4 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:54.169561 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c7e486a0-9031-4287-9e76-fb78564e78f1 req-2471988d-46ab-4488-a2d8-c688c2c85ff4 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 948 time: 0.1172619 Feb 28 17:15:54.189597 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-556496f8-6925-43ce-ae32-b293a722ebfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:54.276202 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-e3ae31dc-d23c-4146-b745-64fae30bf9d3 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195127 Feb 28 17:15:54.284273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a317f-6b71-4703-8338-3a95521f8558 req-fee280b8-c6e7-4576-a82a-b085528d97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:54.285806 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-fee280b8-c6e7-4576-a82a-b085528d97d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1756818 Feb 28 17:15:54.362928 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-556496f8-6925-43ce-ae32-b293a722ebfd admin admin] Publish callbacks [] for security_group (ad4a5225-7ab6-43c6-8d49-4c538b248a32), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:54.389672 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c7e486a0-9031-4287-9e76-fb78564e78f1 req-ebbdee5c-2dab-43b2-b94f-5468975239ff tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036405 Feb 28 17:15:54.449132 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-556496f8-6925-43ce-ae32-b293a722ebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ad4a5225-7ab6-43c6-8d49-4c538b248a32), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:54.478023 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54ab988f-b3c6-4350-a526-75980f7c8654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for subnet (87a9ec46-0843-474c-b293-19b4cbfc7f2c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:54.525688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556496f8-6925-43ce-ae32-b293a722ebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4a5225-7ab6-43c6-8d49-4c538b248a32,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:54.550073 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-556496f8-6925-43ce-ae32-b293a722ebfd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0034d5448ef4d9e84b86f019796259b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7062070 Feb 28 17:15:54.552538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41542) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:54.598384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab988f-b3c6-4350-a526-75980f7c8654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a9ec46-0843-474c-b293-19b4cbfc7f2c,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:54.624837 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab988f-b3c6-4350-a526-75980f7c8654 admin admin] Checking segment: {'id': 'a0ecf9d7-d540-4186-a4a3-db5ba01844d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2caa4346-69fe-40b2-a483-9812b165113d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:54.625198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab988f-b3c6-4350-a526-75980f7c8654 admin admin] Network hostable DHCP agents. Network: 2caa4346-69fe-40b2-a483-9812b165113d, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:15:54.640262 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef3660b1-16d2-423f-b26d-5c4f455611a6 admin admin] Publish callbacks [] for security_group (ad4a5225-7ab6-43c6-8d49-4c538b248a32), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:54.670251 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef3660b1-16d2-423f-b26d-5c4f455611a6 admin admin] Publish callbacks [] for security_group (ad4a5225-7ab6-43c6-8d49-4c538b248a32), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:54.670422 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7e7fccb-cfae-4a2c-8f03-21a57e2b87b4 req-e5df756e-aac2-46e4-8745-614e5f13ef1f service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807540 Feb 28 17:15:54.680967 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f95482a-f599-4f3a-89c1-9f5965e75132 x-openstack-request-id: req-1f95482a-f599-4f3a-89c1-9f5965e75132 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:15:54.681540 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a9bfb8-b98f-48ac-98f8-5d9494408166", "tag": "33c45dcd-fa5d-4a4d-98e2-ed1726532cda", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:15:54.681794 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f95482a-f599-4f3a-89c1-9f5965e75132 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:15:54.682263 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'tag': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda', 'status': 'completed', 'code': 200} Feb 28 17:15:54.720040 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab988f-b3c6-4350-a526-75980f7c8654 admin admin] Network 2caa4346-69fe-40b2-a483-9812b165113d is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:15:54.762940 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-87041a5c-e103-44d1-88a4-346ce42c057c service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642656 Feb 28 17:15:54.810325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-54ab988f-b3c6-4350-a526-75980f7c8654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 2caa4346-69fe-40b2-a483-9812b165113d) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:54.814320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ab988f-b3c6-4350-a526-75980f7c8654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:54.815027 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54ab988f-b3c6-4350-a526-75980f7c8654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:54.834784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7e8fb0-8ad5-470c-b3cd-d1a23d27734a None None] Network 2caa4346-69fe-40b2-a483-9812b165113d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:15:54.861179 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef3660b1-16d2-423f-b26d-5c4f455611a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ad4a5225-7ab6-43c6-8d49-4c538b248a32), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:54.867464 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef3660b1-16d2-423f-b26d-5c4f455611a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:54.871444 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ef3660b1-16d2-423f-b26d-5c4f455611a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ad4a5225-7ab6-43c6-8d49-4c538b248a32 HTTP/1.1" status: 204 len: 168 time: 0.3162196 Feb 28 17:15:54.895571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf25321-b503-4c1e-b12b-f73ec74dfe5e {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:15:54.907308 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Publish callbacks [] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:54.914468 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-54ab988f-b3c6-4350-a526-75980f7c8654 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1398325 Feb 28 17:15:54.915983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3660b1-16d2-423f-b26d-5c4f455611a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4a5225-7ab6-43c6-8d49-4c538b248a32,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:54.917421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41556) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:54.931135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1420900325-router', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:15:54.965438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Transition to ACTIVE for port object cbf25321-b503-4c1e-b12b-f73ec74dfe5e will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:15:54.967515 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a27398-094f-41fb-9b28-930060e2225c req-c2382999-cc9f-4883-afc4-b50c8e8410a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:54.969016 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37a27398-094f-41fb-9b28-930060e2225c req-c2382999-cc9f-4883-afc4-b50c8e8410a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f81128a9977c4158b2696f681b03f19a&device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 1130 time: 0.1844037 Feb 28 17:15:54.974065 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a17a317f-6b71-4703-8338-3a95521f8558 req-2bba381a-b548-4455-be9d-35c62b566455 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972427 Feb 28 17:15:55.004977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-2caa4346-69fe-40b2-a483-9812b165113d', 'network_id': '2caa4346-69fe-40b2-a483-9812b165113d', 'project_id': '6be71ee7f4f44881a6d575667b48e38b', 'fixed_ips': [{'subnet_id': '87a9ec46-0843-474c-b293-19b4cbfc7f2c'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:15:55.005977 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:55.146961 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:55.148027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:55.161644 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:55.212732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Allocated IP 172.20.0.2 (2caa4346-69fe-40b2-a483-9812b165113d/87a9ec46-0843-474c-b293-19b4cbfc7f2c/e5d13984-0893-4e4d-97cd-4ed31e44ce84) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:15:55.330172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Pushing event updated for resources: {'Port': ['ID=cbf25321-b503-4c1e-b12b-f73ec74dfe5e,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:55.394868 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Publish callbacks [] for router_controller (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:55.398985 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a27398-094f-41fb-9b28-930060e2225c req-ca6d50ca-9e16-45fe-8c51-e99237fc188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:55.400617 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37a27398-094f-41fb-9b28-930060e2225c req-ca6d50ca-9e16-45fe-8c51-e99237fc188d service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.4184725 Feb 28 17:15:55.437349 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Publish callbacks [] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:55.476330 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37a27398-094f-41fb-9b28-930060e2225c req-6d95c774-3866-41d7-b2c6-216e33302222 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda HTTP/1.1" status: 200 len: 217 time: 0.0521293 Feb 28 17:15:55.491944 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a770-529e-4dd7-a22c-90de5f767a33 req-d167291e-a68d-4ff3-9f9d-78f12799f4d5 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:55.494102 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d17a770-529e-4dd7-a22c-90de5f767a33 req-d167291e-a68d-4ff3-9f9d-78f12799f4d5 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 948 time: 0.3218584 Feb 28 17:15:55.528494 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:55.553350 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abafdd-c2bf-4897-96b2-238aa7ce1617 req-e64a9577-0e69-45e7-ba22-0e60b88eb925 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:55.561742 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-38abafdd-c2bf-4897-96b2-238aa7ce1617 req-e64a9577-0e69-45e7-ba22-0e60b88eb925 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 944 time: 0.0650027 Feb 28 17:15:55.601110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Network 2caa4346-69fe-40b2-a483-9812b165113d is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:55.601793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Pushing event updated for resources: {'Port': ['ID=e5d13984-0893-4e4d-97cd-4ed31e44ce84,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:55.610117 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:55.622338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:15:55.631411 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-38abafdd-c2bf-4897-96b2-238aa7ce1617 req-0f451429-3256-4e8c-911c-cb11aa1c3fbd tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652039 Feb 28 17:15:55.661106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a27398-094f-41fb-9b28-930060e2225c req-de9380a6-2487-4973-960e-0911e0061d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:55.662780 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37a27398-094f-41fb-9b28-930060e2225c req-de9380a6-2487-4973-960e-0911e0061d7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1676006 Feb 28 17:15:55.704154 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Attempting to bind port e5d13984-0893-4e4d-97cd-4ed31e44ce84 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:15:55.705016 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Attempting to bind port e5d13984-0893-4e4d-97cd-4ed31e44ce84 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a0ecf9d7-d540-4186-a4a3-db5ba01844d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2caa4346-69fe-40b2-a483-9812b165113d'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:15:55.705684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Attempting to bind port e5d13984-0893-4e4d-97cd-4ed31e44ce84 on network 2caa4346-69fe-40b2-a483-9812b165113d {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:55.710284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Attempting to bind port cbf25321-b503-4c1e-b12b-f73ec74dfe5e on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:15:55.711203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Attempting to bind port cbf25321-b503-4c1e-b12b-f73ec74dfe5e by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:15:55.711203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Attempting to bind port cbf25321-b503-4c1e-b12b-f73ec74dfe5e on network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:55.715086 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:15:55.715484 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Checking segment: {'id': 'a0ecf9d7-d540-4186-a4a3-db5ba01844d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2caa4346-69fe-40b2-a483-9812b165113d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:55.715895 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:55.716285 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Bound using segment: {'id': 'a0ecf9d7-d540-4186-a4a3-db5ba01844d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2caa4346-69fe-40b2-a483-9812b165113d'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:15:55.716755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Bound port: e5d13984-0893-4e4d-97cd-4ed31e44ce84, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ecf9d7-d540-4186-a4a3-db5ba01844d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2caa4346-69fe-40b2-a483-9812b165113d'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:15:55.717133 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:55.788619 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d17a770-529e-4dd7-a22c-90de5f767a33 req-bd54f3ec-b9ce-4817-b012-7b6268733ac4 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508295 Feb 28 17:15:55.799360 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08031261-dc65-4e41-9183-c7841734e59a req-a4c2d75a-840d-45c7-ab81-45628be17b6a tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:55.800984 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08031261-dc65-4e41-9183-c7841734e59a req-a4c2d75a-840d-45c7-ab81-45628be17b6a tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 948 time: 0.0673349 Feb 28 17:15:55.802707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Port cbf25321-b503-4c1e-b12b-f73ec74dfe5e on network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:15:55.803652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Attempting to bind port cbf25321-b503-4c1e-b12b-f73ec74dfe5e on network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:15:55.829300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41582) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:55.831983 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] For port e5d13984-0893-4e4d-97cd-4ed31e44ce84, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:15:55.836082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] For port e5d13984-0893-4e4d-97cd-4ed31e44ce84, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e5d13984-0893-4e4d-97cd-4ed31e44ce84,segment=NetworkSegment(a0ecf9d7-d540-4186-a4a3-db5ba01844d2),segment_id=a0ecf9d7-d540-4186-a4a3-db5ba01844d2)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:15:55.857678 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Publish callbacks [] for router_gateway (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:55.862967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:15:55.863559 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Checking segment: {'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:15:55.864207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Bound using segment: {'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:15:55.869719 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Bound port: cbf25321-b503-4c1e-b12b-f73ec74dfe5e, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:15:55.869719 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:55.875864 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08031261-dc65-4e41-9183-c7841734e59a req-a5f2fb8f-80f3-429f-86b0-2ae9a415193b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680728 Feb 28 17:15:55.876729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8eb26f06-e672-4395-b5cc-bc2bc1b9b3c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:55.917477 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:55.961124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] For port cbf25321-b503-4c1e-b12b-f73ec74dfe5e, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:15:55.966330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] For port cbf25321-b503-4c1e-b12b-f73ec74dfe5e, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=cbf25321-b503-4c1e-b12b-f73ec74dfe5e,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:15:55.984142 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8eb26f06-e672-4395-b5cc-bc2bc1b9b3c6 admin admin] Publish callbacks [] for security_group (312c8e20-eed5-4af2-8ee5-3ab1e8444684), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:56.022258 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749a709-5a6b-4bc2-adea-dff2452c7777 None None] Pushing event updated for resources: {'Port': ['ID=e5d13984-0893-4e4d-97cd-4ed31e44ce84,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:56.055436 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a27398-094f-41fb-9b28-930060e2225c req-e1b52d53-ca35-478c-8b60-5d54c212450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:56.056951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37a27398-094f-41fb-9b28-930060e2225c req-e1b52d53-ca35-478c-8b60-5d54c212450f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3856184 Feb 28 17:15:56.081853 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8eb26f06-e672-4395-b5cc-bc2bc1b9b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (312c8e20-eed5-4af2-8ee5-3ab1e8444684), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:56.106484 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:56.128352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb26f06-e672-4395-b5cc-bc2bc1b9b3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312c8e20-eed5-4af2-8ee5-3ab1e8444684,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:56.180160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:56.180817 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:56.182624 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] 10.222.0.73 "PUT /v2.0/ports/cbf25321-b503-4c1e-b12b-f73ec74dfe5e HTTP/1.1" status: 200 len: 1093 time: 2.4914145 Feb 28 17:15:56.193429 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8eb26f06-e672-4395-b5cc-bc2bc1b9b3c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f0d6e8d8ea5845809cf981ffab0d9579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3623312 Feb 28 17:15:56.195339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41594) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:56.329782 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67d486-156c-4ce8-a5fa-1856e115e36c service neutron] Pushing event updated for resources: {'Port': ['ID=cbf25321-b503-4c1e-b12b-f73ec74dfe5e,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:56.338405 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-53667254-dfff-49c1-b633-5b6af6b61f20 admin admin] Publish callbacks [] for security_group (312c8e20-eed5-4af2-8ee5-3ab1e8444684), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:56.379435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:15:56.426018 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37a27398-094f-41fb-9b28-930060e2225c req-91ea56c3-c583-40e3-9851-68211a827abb service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591065 Feb 28 17:15:56.467873 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-53667254-dfff-49c1-b633-5b6af6b61f20 admin admin] Publish callbacks [] for security_group (312c8e20-eed5-4af2-8ee5-3ab1e8444684), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:56.684917 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63960624-7e10-44e8-bd07-db9634d74a7d', 'tag': '46e3d13a-1448-4b51-96b8-2fa74fa7f22e'}, {'name': 'network-changed', 'server_uuid': 'a66f8457-08de-404b-8f6a-a0a6214962c8', 'tag': 'cbf25321-b503-4c1e-b12b-f73ec74dfe5e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:15:56.687586 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fba7ec-be97-44fa-a732-d20b19169608" -d '{"events": [{"name": "network-changed", "server_uuid": "63960624-7e10-44e8-bd07-db9634d74a7d", "tag": "46e3d13a-1448-4b51-96b8-2fa74fa7f22e"}, {"name": "network-changed", "server_uuid": "a66f8457-08de-404b-8f6a-a0a6214962c8", "tag": "cbf25321-b503-4c1e-b12b-f73ec74dfe5e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:15:56.713133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:56.728324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '3d6c2f50-1a97-4aea-bcec-a26c9449d2c3', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '3d6c2f50-1a97-4aea-bcec-a26c9449d2c3', 'mac_address': 'fa:16:3e:c0:09:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:15:56.785908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe30aa4-f9d4-43eb-8ba0-cc6bf89899a2 req-0f1d9af3-2c22-47ad-b66e-dcb8b7e6b7be tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:56.787933 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3fe30aa4-f9d4-43eb-8ba0-cc6bf89899a2 req-0f1d9af3-2c22-47ad-b66e-dcb8b7e6b7be tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 944 time: 0.0632257 Feb 28 17:15:56.790148 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:56.790799 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:56.808167 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:15:56.831219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:56.843523 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3fe30aa4-f9d4-43eb-8ba0-cc6bf89899a2 req-99ffb657-5bd5-4990-a732-14e11665b80a tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499740 Feb 28 17:15:56.984765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-cbcb2a17-b0e4-4198-907f-19d502a7ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:56.986311 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-cbcb2a17-b0e4-4198-907f-19d502a7ff14 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd86d8f7a97d4a129ba9f94176c52519&device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 1127 time: 0.6695218 Feb 28 17:15:56.989317 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Publish callbacks [] for router_gateway (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:57.003493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e5d13984-0893-4e4d-97cd-4ed31e44ce84 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:15:57.017146 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:57.056695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e5d13984-0893-4e4d-97cd-4ed31e44ce84 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:57.057066 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:57.067412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-4df4e62c-d3ed-4793-bbb0-20a352b053a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf25321-b503-4c1e-b12b-f73ec74dfe5e HTTP/1.1" status: 200 len: 217 time: 0.0591052 Feb 28 17:15:57.091136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-53667254-dfff-49c1-b633-5b6af6b61f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (312c8e20-eed5-4af2-8ee5-3ab1e8444684), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:57.093677 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-53667254-dfff-49c1-b633-5b6af6b61f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:57.094845 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-53667254-dfff-49c1-b633-5b6af6b61f20 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/312c8e20-eed5-4af2-8ee5-3ab1e8444684 HTTP/1.1" status: 204 len: 168 time: 0.8971772 Feb 28 17:15:57.106222 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53667254-dfff-49c1-b633-5b6af6b61f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312c8e20-eed5-4af2-8ee5-3ab1e8444684,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:57.154149 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-68745b25-5a27-449f-ba96-06bbd2bfccdc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5757b3de5ce64c5699d647630ea7591b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414696 Feb 28 17:15:57.163375 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37a27398-094f-41fb-9b28-930060e2225c req-2ec0fbeb-ee23-481a-9c9c-9ac064ddac91 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6357763 Feb 28 17:15:57.193393 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-fce39bc5-f91f-48bb-90c9-bea2512290de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:57.195253 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-fce39bc5-f91f-48bb-90c9-bea2512290de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=304ddab3-68d6-4b16-8125-03d0c1d10117 HTTP/1.1" status: 200 len: 862 time: 0.1194179 Feb 28 17:15:57.201716 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e5d13984-0893-4e4d-97cd-4ed31e44ce84 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:57.204204 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:57.208533 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:57.262527 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port e5d13984-0893-4e4d-97cd-4ed31e44ce84, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e5d13984-0893-4e4d-97cd-4ed31e44ce84,segment=NetworkSegment(a0ecf9d7-d540-4186-a4a3-db5ba01844d2),segment_id=a0ecf9d7-d540-4186-a4a3-db5ba01844d2)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:57.273731 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd13975-8599-4857-9129-238256d00475 x-openstack-request-id: req-2bd13975-8599-4857-9129-238256d00475 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:15:57.274599 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63960624-7e10-44e8-bd07-db9634d74a7d", "tag": "46e3d13a-1448-4b51-96b8-2fa74fa7f22e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a66f8457-08de-404b-8f6a-a0a6214962c8", "tag": "cbf25321-b503-4c1e-b12b-f73ec74dfe5e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:15:57.274877 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2bd13975-8599-4857-9129-238256d00475 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:15:57.281335 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63960624-7e10-44e8-bd07-db9634d74a7d', 'tag': '46e3d13a-1448-4b51-96b8-2fa74fa7f22e', 'status': 'completed', 'code': 200} Feb 28 17:15:57.281335 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66f8457-08de-404b-8f6a-a0a6214962c8', 'tag': 'cbf25321-b503-4c1e-b12b-f73ec74dfe5e', 'status': 'completed', 'code': 200} Feb 28 17:15:57.358044 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-5cf34c65-d1c0-4097-9514-d4f5e9af3247 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:57.359551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-5cf34c65-d1c0-4097-9514-d4f5e9af3247 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903052 Feb 28 17:15:57.365243 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:57.370574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:57.381298 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-627e59c9-1d56-4594-acf5-e6441ddcc18e tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/quotas/5757b3de5ce64c5699d647630ea7591b HTTP/1.1" status: 200 len: 375 time: 0.0157955 Feb 28 17:15:57.415778 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-9b0547e0-6ff7-4b8e-a546-5ddc1607ea3d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5757b3de5ce64c5699d647630ea7591b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272975 Feb 28 17:15:57.427061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Allocated IP 172.25.3.204 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/e58f9c67-d642-478b-b9e1-109b5afd3ca7) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:15:57.441101 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=e5d13984-0893-4e4d-97cd-4ed31e44ce84,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:57.548078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-8605c420-0e2c-4efd-806c-435d5b2e3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:57.549643 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-8605c420-0e2c-4efd-806c-435d5b2e3916 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ace9968-4a17-439c-b2f3-b77bcf7c88a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3457344 Feb 28 17:15:57.565870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390fa986-69a7-4404-8650-ba9a5fce8f83 None None] Network 2caa4346-69fe-40b2-a483-9812b165113d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:15:57.576358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fba7ec-be97-44fa-a732-d20b19169608 req-1ec55b7b-90b5-4bb9-8533-c8600f848317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:57.577786 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37fba7ec-be97-44fa-a732-d20b19169608 req-1ec55b7b-90b5-4bb9-8533-c8600f848317 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a494c37d7657491dba49100c16dc25ad&device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 1131 time: 0.2850056 Feb 28 17:15:57.582051 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41636) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:57.656260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d3437ebd-d0b5-4261-9b15-6e5044183eb5 None None] Provisioning complete for port e5d13984-0893-4e4d-97cd-4ed31e44ce84 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:57.656633 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d3437ebd-d0b5-4261-9b15-6e5044183eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:57.717671 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Publish callbacks [] for port (e58f9c67-d642-478b-b9e1-109b5afd3ca7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:57.723704 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3d6c2f50-1a97-4aea-bcec-a26c9449d2c3'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:15:57.784802 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c209f2e8-e8a6-42c9-b65f-72abd8c426bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d80aac04d184bb094423b5034121074&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2014215 Feb 28 17:15:57.814315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41650) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:57.875321 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58dce8-e414-43ab-8e36-5990fbf94c88 req-1a47f611-2e0c-4366-b688-e5c36a30419a tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:57.877389 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0e58dce8-e414-43ab-8e36-5990fbf94c88 req-1a47f611-2e0c-4366-b688-e5c36a30419a tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 949 time: 0.0952690 Feb 28 17:15:57.891719 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286702ea-bff9-4cc8-b478-e504c92152bd req-ef1b916f-f4f9-4bc4-9803-68fde332132a tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:57.892567 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2281f57a-daea-4441-9987-db1799bcd2c7 admin admin] Publish callbacks [] for security_group (ad54fe62-a210-4a2c-a8e0-3a38379a8cae), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:57.901405 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-286702ea-bff9-4cc8-b478-e504c92152bd req-ef1b916f-f4f9-4bc4-9803-68fde332132a tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 948 time: 0.5823073 Feb 28 17:15:57.913561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d3437ebd-d0b5-4261-9b15-6e5044183eb5 None None] Current status of the port e5d13984-0893-4e4d-97cd-4ed31e44ce84 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:57.924743 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fba7ec-be97-44fa-a732-d20b19169608 req-b6e39735-17d1-47eb-aa12-2641efccfa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:57.932807 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37fba7ec-be97-44fa-a732-d20b19169608 req-b6e39735-17d1-47eb-aa12-2641efccfa9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.3331406 Feb 28 17:15:57.949178 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2281f57a-daea-4441-9987-db1799bcd2c7 admin admin] Publish callbacks [] for security_group (ad54fe62-a210-4a2c-a8e0-3a38379a8cae), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:57.961199 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0e58dce8-e414-43ab-8e36-5990fbf94c88 req-61c481f8-2adf-41bd-a4b5-7141facb0c76 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696225 Feb 28 17:15:57.976934 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e58f9c67-d642-478b-b9e1-109b5afd3ca7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:58.095409 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-03841936-0389-4b05-ae7d-1151ae559cf2 req-cc711b4b-7eb1-4088-ad90-cd94f97ac5e5 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 210 time: 0.0322886 Feb 28 17:15:58.101563 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37fba7ec-be97-44fa-a732-d20b19169608 req-0e7f0753-9869-46a0-8034-41d9df820a7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=46e3d13a-1448-4b51-96b8-2fa74fa7f22e HTTP/1.1" status: 200 len: 217 time: 0.1037469 Feb 28 17:15:58.122297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:15:58.125773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Pushing event updated for resources: {'Port': ['ID=e58f9c67-d642-478b-b9e1-109b5afd3ca7,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:58.130380 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-7d09fbdb-8d09-4c38-8fe5-2983138d735c service neutron] 10.222.0.73 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673912 Feb 28 17:15:58.143905 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:15:58.157699 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2281f57a-daea-4441-9987-db1799bcd2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ad54fe62-a210-4a2c-a8e0-3a38379a8cae), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:58.165319 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2281f57a-daea-4441-9987-db1799bcd2c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:58.165319 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2281f57a-daea-4441-9987-db1799bcd2c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ad54fe62-a210-4a2c-a8e0-3a38379a8cae HTTP/1.1" status: 204 len: 168 time: 0.3479054 Feb 28 17:15:58.177304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281f57a-daea-4441-9987-db1799bcd2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad54fe62-a210-4a2c-a8e0-3a38379a8cae,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:58.264318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:15:58.285413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef65fe-64cc-4add-a234-b24c0a69339c req-015f1b47-5f6c-4b46-9205-a2022043c195 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:58.287230 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9aef65fe-64cc-4add-a234-b24c0a69339c req-015f1b47-5f6c-4b46-9205-a2022043c195 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 944 time: 0.0961974 Feb 28 17:15:58.331952 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2d9367a-71b8-4a4a-832e-b7716d6378a9 req-03931058-d4f0-4a42-a9e8-3e5529df44f8 service neutron] 10.222.0.73 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857750 Feb 28 17:15:58.347021 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-286702ea-bff9-4cc8-b478-e504c92152bd req-6d9cdfb1-3f8f-46b6-bf84-8bc6e917c37e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421668 Feb 28 17:15:58.354039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0e284646-0472-4cd4-93fc-b692e3086fc8 None None] Provisioning complete for port e5d13984-0893-4e4d-97cd-4ed31e44ce84 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:58.354573 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0e284646-0472-4cd4-93fc-b692e3086fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:58.355023 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fba7ec-be97-44fa-a732-d20b19169608 req-823c5745-6eb0-475a-9b23-36dac7ba4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:58.356162 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9aef65fe-64cc-4add-a234-b24c0a69339c req-40d68de4-2b72-45bd-a56b-502370a3b7bf tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628417 Feb 28 17:15:58.357055 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37fba7ec-be97-44fa-a732-d20b19169608 req-823c5745-6eb0-475a-9b23-36dac7ba4967 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.2257969 Feb 28 17:15:58.400943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 46e3d13a-1448-4b51-96b8-2fa74fa7f22e details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:15:58.526260 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fba7ec-be97-44fa-a732-d20b19169608 req-00eae28f-0aaa-4a6b-97e5-87d43372dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:58.527692 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37fba7ec-be97-44fa-a732-d20b19169608 req-00eae28f-0aaa-4a6b-97e5-87d43372dd08 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1635382 Feb 28 17:15:58.539522 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0e284646-0472-4cd4-93fc-b692e3086fc8 None None] Current status of the port e5d13984-0893-4e4d-97cd-4ed31e44ce84 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:58.588215 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=46e3d13a-1448-4b51-96b8-2fa74fa7f22e,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:58.605237 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '46e3d13a-1448-4b51-96b8-2fa74fa7f22e', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '46e3d13a-1448-4b51-96b8-2fa74fa7f22e', 'mac_address': 'fa:16:3e:d4:80:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:15:58.637131 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37fba7ec-be97-44fa-a732-d20b19169608 req-ad364f55-4a4a-47c0-8a47-1f36f57cac56 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007113 Feb 28 17:15:58.801304 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:58.801543 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:58.816224 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e3d13a-1448-4b51-96b8-2fa74fa7f22e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:15:58.834061 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37fba7ec-be97-44fa-a732-d20b19169608 req-0ae69db5-9fb8-4664-8f9f-d193220d03f6 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892443 Feb 28 17:15:58.836393 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Publish callbacks [] for router_gateway (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:58.838075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=46e3d13a-1448-4b51-96b8-2fa74fa7f22e,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:58.922085 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:58.922815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 33c45dcd-fa5d-4a4d-98e2-ed1726532cda details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:15:58.952142 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e5d13984-0893-4e4d-97cd-4ed31e44ce84 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:15:59.026890 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=46e3d13a-1448-4b51-96b8-2fa74fa7f22e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:59.036281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41688) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:59.038608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:59.052606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda', 'mac_address': 'fa:16:3e:5c:be:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:15:59.127746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e5d13984-0893-4e4d-97cd-4ed31e44ce84 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:15:59.128056 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:59.167022 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-35da55ec-0791-4fd9-bb85-9403c64ff291 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f43de5831de94232b94d124625fc5d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258869 Feb 28 17:15:59.168192 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41694) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:59.247638 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:59.248023 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:59.253247 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad8b11-a82d-4dbc-9e06-78d37618d572 req-ac8df945-21e5-466e-a3e2-8d5375725211 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:59.255252 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-42ad8b11-a82d-4dbc-9e06-78d37618d572 req-ac8df945-21e5-466e-a3e2-8d5375725211 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 949 time: 0.1882908 Feb 28 17:15:59.267909 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c45dcd-fa5d-4a4d-98e2-ed1726532cda {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:15:59.278654 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b9b578d5-7d91-4ce5-8f36-0f25c174eb86 admin admin] Publish callbacks [] for security_group (0285f4f9-d06c-42dd-90ab-2a3b258a0ef4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:59.320143 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:15:59.320944 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b9b578d5-7d91-4ce5-8f36-0f25c174eb86 admin admin] Publish callbacks [] for security_group (0285f4f9-d06c-42dd-90ab-2a3b258a0ef4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:59.326859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e5d13984-0893-4e4d-97cd-4ed31e44ce84 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:15:59.354967 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-42ad8b11-a82d-4dbc-9e06-78d37618d572 req-7ea23957-3192-45fb-8aa9-17f01d458631 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866406 Feb 28 17:15:59.385153 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:59.394968 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96513d93-94b0-4c33-9f92-ac98c878909f req-7e42ab3b-184e-4789-9591-f7a48b8ffda3 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 210 time: 0.0539379 Feb 28 17:15:59.416586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fba7ec-be97-44fa-a732-d20b19169608 req-435b3207-b9ac-4c1f-95d5-9dd14090dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:59.425373 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37fba7ec-be97-44fa-a732-d20b19169608 req-435b3207-b9ac-4c1f-95d5-9dd14090dd6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd86d8f7a97d4a129ba9f94176c52519&device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 1127 time: 0.5118821 Feb 28 17:15:59.480121 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:59.509342 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b9b578d5-7d91-4ce5-8f36-0f25c174eb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0285f4f9-d06c-42dd-90ab-2a3b258a0ef4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:59.511926 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b9b578d5-7d91-4ce5-8f36-0f25c174eb86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:59.513122 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b9b578d5-7d91-4ce5-8f36-0f25c174eb86 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0285f4f9-d06c-42dd-90ab-2a3b258a0ef4 HTTP/1.1" status: 204 len: 168 time: 0.3363113 Feb 28 17:15:59.529282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620a4d4-2ee3-44ac-8fb2-dc065f7107e6 req-3bd85fa8-af96-4052-b2b6-49bceec21bc6 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:59.530604 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d620a4d4-2ee3-44ac-8fb2-dc065f7107e6 req-3bd85fa8-af96-4052-b2b6-49bceec21bc6 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 949 time: 0.0722575 Feb 28 17:15:59.531885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b578d5-7d91-4ce5-8f36-0f25c174eb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0285f4f9-d06c-42dd-90ab-2a3b258a0ef4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:15:59.609308 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:15:59.633340 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d620a4d4-2ee3-44ac-8fb2-dc065f7107e6 req-f870faf4-8851-4c0f-9cfd-6661d77b5fa8 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850189 Feb 28 17:15:59.683074 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be11977-4b97-406a-96e6-75e7479c3192 req-cf2d9520-ff11-4a39-9c5b-1653704b5416 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:59.685093 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9be11977-4b97-406a-96e6-75e7479c3192 req-cf2d9520-ff11-4a39-9c5b-1653704b5416 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 944 time: 0.1674714 Feb 28 17:15:59.690432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fba7ec-be97-44fa-a732-d20b19169608 req-07a9989f-7b92-49d0-b801-31a55e2bc01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:59.691838 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37fba7ec-be97-44fa-a732-d20b19169608 req-07a9989f-7b92-49d0-b801-31a55e2bc01f service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ace9968-4a17-439c-b2f3-b77bcf7c88a1 HTTP/1.1" status: 200 len: 924 time: 0.2642641 Feb 28 17:15:59.752355 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37fba7ec-be97-44fa-a732-d20b19169608 req-4d2c8fbd-5e46-4d97-83bd-0272d15c2c4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf25321-b503-4c1e-b12b-f73ec74dfe5e HTTP/1.1" status: 200 len: 217 time: 0.0495493 Feb 28 17:15:59.758778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['33c45dcd-fa5d-4a4d-98e2-ed1726532cda'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:15:59.831646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41712) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:15:59.845060 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9be11977-4b97-406a-96e6-75e7479c3192 req-adaf425f-ab99-4e18-9d2b-9fad57cd0ab7 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508913 Feb 28 17:15:59.860116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fba7ec-be97-44fa-a732-d20b19169608 req-aff87007-0c2c-41f8-98ba-2454bc20df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:59.861104 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37fba7ec-be97-44fa-a732-d20b19169608 req-aff87007-0c2c-41f8-98ba-2454bc20df9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=304ddab3-68d6-4b16-8125-03d0c1d10117 HTTP/1.1" status: 200 len: 862 time: 0.0791247 Feb 28 17:15:59.890426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['46e3d13a-1448-4b51-96b8-2fa74fa7f22e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:15:59.937822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fba7ec-be97-44fa-a732-d20b19169608 req-f521790b-a4f4-4618-9d30-8c1a1377e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:15:59.939565 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37fba7ec-be97-44fa-a732-d20b19169608 req-f521790b-a4f4-4618-9d30-8c1a1377e3ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ace9968-4a17-439c-b2f3-b77bcf7c88a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0711682 Feb 28 17:16:00.032534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Router 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:16:00.060205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37fba7ec-be97-44fa-a732-d20b19169608 req-6e6df930-7b1e-4c38-aa8d-ac6656ddd5e2 service neutron] 10.222.0.73 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128688 Feb 28 17:16:00.173350 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cffe73a-e096-48dd-9bcb-2a7b9e887984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:00.246972 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:16:00.254289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37fba7ec-be97-44fa-a732-d20b19169608 req-3c5103bc-b95f-4c6b-b6b0-40a6f25faa1f service neutron] 10.222.0.73 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473763 Feb 28 17:16:00.260214 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Sync routers for ids ['4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:16:00.282625 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Routers {'4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:16:00.283395 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:15:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:00.302176 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cffe73a-e096-48dd-9bcb-2a7b9e887984 admin admin] Publish callbacks [] for security_group (5671c83f-70f5-428b-ac02-694b5c80eda6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:00.329714 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:00.334015 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fbaefce8-bb49-4c1d-9d8a-f56205f28760 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4108791 Feb 28 17:16:00.341246 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41734) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:00.398124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:00.398620 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Set router 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:16:00.426240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cffe73a-e096-48dd-9bcb-2a7b9e887984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5671c83f-70f5-428b-ac02-694b5c80eda6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:00.519358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:16:00.523960 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:00.524697 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:00.557991 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0cffe73a-e096-48dd-9bcb-2a7b9e887984 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=13449f18cf7943349e4c0125d947b8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7278583 Feb 28 17:16:00.570457 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41746) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:00.571839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffe73a-e096-48dd-9bcb-2a7b9e887984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5671c83f-70f5-428b-ac02-694b5c80eda6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:00.676026 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:00.676614 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:00.717553 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'name': 'tempest-FloatingIPsTestJSON-1420900325-router', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'e58f9c67-d642-478b-b9e1-109b5afd3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:55Z', 'updated_at': '2022-02-28T17:15:58Z', 'revision_number': 3, 'project_id': '6be71ee7f4f44881a6d575667b48e38b', 'gw_port': {'id': 'e58f9c67-d642-478b-b9e1-109b5afd3ca7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:57Z', 'updated_at': '2022-02-28T17:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:00.727871 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce3fe9d-6353-4adf-858b-0b7be83815eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6c2f50-1a97-4aea-bcec-a26c9449d2c3'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:00.738373 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0546161d-36b0-4858-973c-4985a0dea112" -d '{"events": [{"server_uuid": "fce3fe9d-6353-4adf-858b-0b7be83815eb", "name": "network-vif-plugged", "status": "completed", "tag": "3d6c2f50-1a97-4aea-bcec-a26c9449d2c3"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:00.739048 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-e3c560a3-9f1b-493a-a7a9-8212d8e6a737 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5757b3de5ce64c5699d647630ea7591b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647595 Feb 28 17:16:00.770656 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:00.774608 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Checking router: 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:16:00.778250 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Updating router 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 port e58f9c67-d642-478b-b9e1-109b5afd3ca7 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:16:00.806048 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e58f9c67-d642-478b-b9e1-109b5afd3ca7), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:00.848107 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:00.880923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29133b7-f591-47e7-a6ef-c1ec6e332d36 req-a000d6c5-cab0-4700-bffc-4e58c9ea9161 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:00.895340 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29133b7-f591-47e7-a6ef-c1ec6e332d36 req-a000d6c5-cab0-4700-bffc-4e58c9ea9161 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 949 time: 0.3527606 Feb 28 17:16:00.937031 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f613-b176-484c-93b2-7f0d0f93e3aa admin admin] Publish callbacks [] for security_group (5671c83f-70f5-428b-ac02-694b5c80eda6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:00.966967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:00.975598 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f613-b176-484c-93b2-7f0d0f93e3aa admin admin] Publish callbacks [] for security_group (5671c83f-70f5-428b-ac02-694b5c80eda6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:00.982015 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a7e8e6d-f7eb-49d2-bcd5-564104190c25 req-b620b0d6-10b5-4eec-a8a6-d956b4cb1a3e tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 210 time: 0.0711381 Feb 28 17:16:01.069481 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29133b7-f591-47e7-a6ef-c1ec6e332d36 req-1e99745e-570f-43ab-93f4-4dcc64ef4d80 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626065 Feb 28 17:16:01.090377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-754d79bd-adcd-463f-ac3b-206457ea8f1e tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:01.091836 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-754d79bd-adcd-463f-ac3b-206457ea8f1e tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3372755 Feb 28 17:16:01.109941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Request body: {'port': {'device_id': '25b033bc-2a23-4687-803c-2a2e33a6b057', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': '5757b3de5ce64c5699d647630ea7591b'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:01.152257 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbb7e21-3012-4196-98e8-345f904c971c x-openstack-request-id: req-adbb7e21-3012-4196-98e8-345f904c971c {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:01.152257 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce3fe9d-6353-4adf-858b-0b7be83815eb", "name": "network-vif-plugged", "status": "completed", "tag": "3d6c2f50-1a97-4aea-bcec-a26c9449d2c3", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:01.152257 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-adbb7e21-3012-4196-98e8-345f904c971c {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:01.152257 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce3fe9d-6353-4adf-858b-0b7be83815eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6c2f50-1a97-4aea-bcec-a26c9449d2c3', 'code': 200} Feb 28 17:16:01.205552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4976b1-469e-4078-b5b3-c9a2e2c6b3e7 req-91378db5-2d98-4ccd-a6f7-2e2d09311083 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:01.207059 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8b4976b1-469e-4078-b5b3-c9a2e2c6b3e7 req-91378db5-2d98-4ccd-a6f7-2e2d09311083 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 949 time: 0.1575310 Feb 28 17:16:01.264735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41766) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:01.286458 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:01.293250 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f613-b176-484c-93b2-7f0d0f93e3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5671c83f-70f5-428b-ac02-694b5c80eda6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:01.296136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f613-b176-484c-93b2-7f0d0f93e3aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:01.300324 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dfb9f613-b176-484c-93b2-7f0d0f93e3aa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5671c83f-70f5-428b-ac02-694b5c80eda6 HTTP/1.1" status: 204 len: 168 time: 0.7079790 Feb 28 17:16:01.312413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9f613-b176-484c-93b2-7f0d0f93e3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5671c83f-70f5-428b-ac02-694b5c80eda6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:01.324287 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631de6d-a558-4ebe-8e45-dde3eca76291 req-97cbe2c1-7ba3-4ad7-978d-6be9a2dc9ca0 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:01.332976 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0631de6d-a558-4ebe-8e45-dde3eca76291 req-97cbe2c1-7ba3-4ad7-978d-6be9a2dc9ca0 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 944 time: 0.1001041 Feb 28 17:16:01.385784 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8b4976b1-469e-4078-b5b3-c9a2e2c6b3e7 req-024aa31d-6f68-48ee-b0e8-1110c1542a47 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515763 Feb 28 17:16:01.400021 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Made reservation on behalf of 5757b3de5ce64c5699d647630ea7591b for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:01.415849 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:01.450163 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:01.468484 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0631de6d-a558-4ebe-8e45-dde3eca76291 req-daae938f-071b-4cd8-8195-c61c7c032ec2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343689 Feb 28 17:16:01.524998 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Publish callbacks [] for port (e58f9c67-d642-478b-b9e1-109b5afd3ca7), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:01.579500 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks [] for security_group (74acf608-fe5b-4a31-a9f3-fa1771830bb4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:01.659476 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e58f9c67-d642-478b-b9e1-109b5afd3ca7), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:01.661238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed9175-c92e-4b57-87b0-bf2095128bdd req-bed8316c-4bf1-4f5d-af97-48e97f65a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:01.662842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7aed9175-c92e-4b57-87b0-bf2095128bdd req-bed8316c-4bf1-4f5d-af97-48e97f65a9c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 1133 time: 0.4112229 Feb 28 17:16:01.666530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4c7f8c83-9ded-4ace-88d2-344e23a11b20 tempest-AutoAllocateNetworkTest-720149545 tempest-AutoAllocateNetworkTest-720149545-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0f7f8d155b3f46879f84f69899b34938&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4022956 Feb 28 17:16:01.674099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41782) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:01.693477 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (74acf608-fe5b-4a31-a9f3-fa1771830bb4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:01.715088 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Attempting to bind port e58f9c67-d642-478b-b9e1-109b5afd3ca7 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:16:01.715377 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Attempting to bind port e58f9c67-d642-478b-b9e1-109b5afd3ca7 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:16:01.715737 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Attempting to bind port e58f9c67-d642-478b-b9e1-109b5afd3ca7 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:01.721238 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0d780-286c-4ea1-8f9b-516fe3fcfec6 None None] Pushing event updated for resources: {'Port': ['ID=e58f9c67-d642-478b-b9e1-109b5afd3ca7,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:01.733580 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:16:01.734006 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:01.734405 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:01.734983 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:16:01.735486 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Bound port: e58f9c67-d642-478b-b9e1-109b5afd3ca7, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:16:01.735855 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e58f9c67-d642-478b-b9e1-109b5afd3ca7), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:01.777377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74acf608-fe5b-4a31-a9f3-fa1771830bb4,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:01.802884 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] For port e58f9c67-d642-478b-b9e1-109b5afd3ca7, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:16:01.805810 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-621e25ab-63b4-4184-a390-5927e7cc47cf req-18bc4b9a-f8cd-48f2-89b3-f21fa2439e0b tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=030b2d0c945745c3aa3710762313f6ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159482 Feb 28 17:16:01.809027 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] For port e58f9c67-d642-478b-b9e1-109b5afd3ca7, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e58f9c67-d642-478b-b9e1-109b5afd3ca7,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:16:01.853817 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Allocated IP 192.168.233.127 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/3270671f-406e-49dd-a1ee-913b84d0059b) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:01.886146 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e58f9c67-d642-478b-b9e1-109b5afd3ca7), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:01.934567 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7aed9175-c92e-4b57-87b0-bf2095128bdd req-7470f689-86c3-4535-ab6c-cf4d6e3a5ab9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615271 Feb 28 17:16:01.952892 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0d780-286c-4ea1-8f9b-516fe3fcfec6 None None] Pushing event updated for resources: {'Port': ['ID=e58f9c67-d642-478b-b9e1-109b5afd3ca7,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:01.974206 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Routers {'4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:16:01.975448 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:15:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:01.978471 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Allocated IP 172.20.0.1 (2caa4346-69fe-40b2-a483-9812b165113d/87a9ec46-0843-474c-b293-19b4cbfc7f2c/3d92d17b-111d-4d61-b882-8c45dff10f4d) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:02.005191 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f6cf4d-9890-4093-9447-e478a5aa1df1 tempest-AutoAllocateNetworkTest-720149545 tempest-AutoAllocateNetworkTest-720149545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:02.007058 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-75f6cf4d-9890-4093-9447-e478a5aa1df1 tempest-AutoAllocateNetworkTest-720149545 tempest-AutoAllocateNetworkTest-720149545-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3370190 Feb 28 17:16:02.018402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41788) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:02.091254 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-84d53e8d-536f-4675-bf4e-8cad8f5d1b56 tempest-AutoAllocateNetworkTest-720149545 tempest-AutoAllocateNetworkTest-720149545-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691636 Feb 28 17:16:02.091474 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] Set router 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:16:02.091567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41792) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:02.106325 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks [] for port (3270671f-406e-49dd-a1ee-913b84d0059b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:02.142009 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d26978e-8d33-474f-8b48-a7de245f6e37 req-ee6d51ad-ebbf-4f46-82db-a521ad3438bf tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 210 time: 0.0586421 Feb 28 17:16:02.153149 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7146f8dd-ff81-4ceb-8869-f4e37b6a2599 tempest-AutoAllocateNetworkTest-720149545 tempest-AutoAllocateNetworkTest-720149545-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0f7f8d155b3f46879f84f69899b34938 HTTP/1.1" status: 200 len: 208 time: 0.0579827 Feb 28 17:16:02.163278 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e25ab-63b4-4184-a390-5927e7cc47cf req-03bb2c11-b31b-42e2-99ad-a24ef79c0dc9 tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:02.164882 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-621e25ab-63b4-4184-a390-5927e7cc47cf req-03bb2c11-b31b-42e2-99ad-a24ef79c0dc9 tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3501074 Feb 28 17:16:02.202188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-621e25ab-63b4-4184-a390-5927e7cc47cf req-ddee962f-8bfd-415e-a2f2-4414a88b48d9 tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] 10.222.0.72 "GET /v2.0/quotas/030b2d0c945745c3aa3710762313f6ba HTTP/1.1" status: 200 len: 375 time: 0.0287662 Feb 28 17:16:02.207522 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Publish callbacks [] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:02.243403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (3270671f-406e-49dd-a1ee-913b84d0059b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:02.247371 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-621e25ab-63b4-4184-a390-5927e7cc47cf req-01c9f494-e317-4377-b347-3660e3f54c93 tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=030b2d0c945745c3aa3710762313f6ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366242 Feb 28 17:16:02.256395 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41796) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:02.289048 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da422b3f-eada-460d-bcba-550bfb45c010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:02.293836 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'name': 'tempest-FloatingIPsTestJSON-1420900325-router', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'e58f9c67-d642-478b-b9e1-109b5afd3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:55Z', 'updated_at': '2022-02-28T17:15:58Z', 'revision_number': 3, 'project_id': '6be71ee7f4f44881a6d575667b48e38b', 'gw_port': {'id': 'e58f9c67-d642-478b-b9e1-109b5afd3ca7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:57Z', 'updated_at': '2022-02-28T17:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:02.328475 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88c57bf-0d5f-4345-bdcd-19b2d496fddb None None] The sync data for ids ['4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'] in n-d-820368-19 is: [{'id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'name': 'tempest-FloatingIPsTestJSON-1420900325-router', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'e58f9c67-d642-478b-b9e1-109b5afd3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:55Z', 'updated_at': '2022-02-28T17:15:58Z', 'revision_number': 3, 'project_id': '6be71ee7f4f44881a6d575667b48e38b', 'gw_port': {'id': 'e58f9c67-d642-478b-b9e1-109b5afd3ca7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:57Z', 'updated_at': '2022-02-28T17:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:16:02.343021 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:02.355157 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:02.360260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:02.365390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:02.366030 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:02.371124 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:02.372990 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Pushing event updated for resources: {'Port': ['ID=3270671f-406e-49dd-a1ee-913b84d0059b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:02.399443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device cbf25321-b503-4c1e-b12b-f73ec74dfe5e details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:16:02.426024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 46e3d13a-1448-4b51-96b8-2fa74fa7f22e up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:02.434934 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2560c0-5fca-4255-a88f-5905f3c47e86 req-f9858b6f-9171-4882-b16e-03fc911feb76 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:02.446716 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df2560c0-5fca-4255-a88f-5905f3c47e86 req-f9858b6f-9171-4882-b16e-03fc911feb76 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 950 time: 0.1517961 Feb 28 17:16:02.459734 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Network 2caa4346-69fe-40b2-a483-9812b165113d is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:02.466741 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:02.490347 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-928be61e-560f-48e6-9ac7-b465a878e2cc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3864298 Feb 28 17:16:02.498476 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:02.502609 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Pushing event updated for resources: {'Port': ['ID=3d92d17b-111d-4d61-b882-8c45dff10f4d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:02.513681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Request body: {'port': {'device_id': '25b033bc-2a23-4687-803c-2a2e33a6b057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:02.618185 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:02.663851 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df2560c0-5fca-4255-a88f-5905f3c47e86 req-179bd242-81c0-4002-90d9-1f10063b44d8 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161252 Feb 28 17:16:02.666590 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da422b3f-eada-460d-bcba-550bfb45c010 admin admin] Publish callbacks [] for security_group (c40b0c9c-f16d-4ad4-9207-1c2cd6f21c14), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:02.704569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port cbf25321-b503-4c1e-b12b-f73ec74dfe5e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=cbf25321-b503-4c1e-b12b-f73ec74dfe5e,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:02.755262 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'cbf25321-b503-4c1e-b12b-f73ec74dfe5e', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'port_id': 'cbf25321-b503-4c1e-b12b-f73ec74dfe5e', 'mac_address': 'fa:16:3e:95:4f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:16:02.757061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41810) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:02.779153 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da422b3f-eada-460d-bcba-550bfb45c010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c40b0c9c-f16d-4ad4-9207-1c2cd6f21c14), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:02.930047 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3270671f-406e-49dd-a1ee-913b84d0059b), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:02.966497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port cbf25321-b503-4c1e-b12b-f73ec74dfe5e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:02.967153 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.005245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-46004429-5b1a-49e4-8c1f-825983e34eb1 None None] Provisioning complete for port 3270671f-406e-49dd-a1ee-913b84d0059b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:03.005245 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-46004429-5b1a-49e4-8c1f-825983e34eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3270671f-406e-49dd-a1ee-913b84d0059b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.005245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf25321-b503-4c1e-b12b-f73ec74dfe5e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:03.080188 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.082086 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e58f9c67-d642-478b-b9e1-109b5afd3ca7 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:03.096610 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port cbf25321-b503-4c1e-b12b-f73ec74dfe5e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=cbf25321-b503-4c1e-b12b-f73ec74dfe5e,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:03.100753 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:16:03.156219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:03.156541 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.157989 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-46004429-5b1a-49e4-8c1f-825983e34eb1 None None] Port 3270671f-406e-49dd-a1ee-913b84d0059b cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:16:03.184283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e58f9c67-d642-478b-b9e1-109b5afd3ca7 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:03.184656 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e58f9c67-d642-478b-b9e1-109b5afd3ca7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.231447 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.309346 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3270671f-406e-49dd-a1ee-913b84d0059b {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:03.323119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da422b3f-eada-460d-bcba-550bfb45c010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40b0c9c-f16d-4ad4-9207-1c2cd6f21c14,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:03.328650 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-da422b3f-eada-460d-bcba-550bfb45c010 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1b8b088db5f1464cb2008ffc99706541&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0699553 Feb 28 17:16:03.333891 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41820) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:03.338276 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Publish callbacks [] for port (3270671f-406e-49dd-a1ee-913b84d0059b), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.370829 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Publish callbacks [] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.375193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-3ba6ec7f-2715-46e1-b8cb-3e2be41459e1 None None] Provisioning complete for port 3d92d17b-111d-4d61-b882-8c45dff10f4d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:03.375621 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3ba6ec7f-2715-46e1-b8cb-3e2be41459e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.376276 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ebad1e37-5bc0-4e5f-bea9-0827591053f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.394935 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a89056-c7a1-43b8-a258-28d6c000bc63 req-2712f1c9-dcc7-49f7-8cd3-c893d59d66dd tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:03.402675 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-76a89056-c7a1-43b8-a258-28d6c000bc63 req-2712f1c9-dcc7-49f7-8cd3-c893d59d66dd tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 945 time: 0.1085105 Feb 28 17:16:03.413799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b985a-a97b-4182-9e8a-614661c9f1fc req-2c68d801-096b-4af6-beae-b1fe26c23c4f tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:03.422162 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c31b985a-a97b-4182-9e8a-614661c9f1fc req-2c68d801-096b-4af6-beae-b1fe26c23c4f tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 949 time: 0.5676961 Feb 28 17:16:03.425886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3ba6ec7f-2715-46e1-b8cb-3e2be41459e1 None None] Port 3d92d17b-111d-4d61-b882-8c45dff10f4d cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:16:03.428980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Transition to ACTIVE for port object 3270671f-406e-49dd-a1ee-913b84d0059b will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:16:03.437084 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.512707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Pushing event updated for resources: {'Port': ['ID=3d92d17b-111d-4d61-b882-8c45dff10f4d,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:03.523994 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3270671f-406e-49dd-a1ee-913b84d0059b), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.539584 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:03.540016 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.544566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-76a89056-c7a1-43b8-a258-28d6c000bc63 req-4948d7b1-96ce-46a5-8f37-87ea43828ea0 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405945 Feb 28 17:16:03.559981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=cbf25321-b503-4c1e-b12b-f73ec74dfe5e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:03.570450 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8cae798a-4bc3-4b9a-88b5-f84d9abf6b8a admin admin] Publish callbacks [] for security_group (c40b0c9c-f16d-4ad4-9207-1c2cd6f21c14), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.571553 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.583338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e58f9c67-d642-478b-b9e1-109b5afd3ca7 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:03.587821 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e58f9c67-d642-478b-b9e1-109b5afd3ca7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.629841 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port e58f9c67-d642-478b-b9e1-109b5afd3ca7, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e58f9c67-d642-478b-b9e1-109b5afd3ca7,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:03.640434 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63960624-7e10-44e8-bd07-db9634d74a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e3d13a-1448-4b51-96b8-2fa74fa7f22e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:03.643031 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e1cfe4-41bc-408c-9599-12db281bc391" -d '{"events": [{"server_uuid": "63960624-7e10-44e8-bd07-db9634d74a7d", "name": "network-vif-plugged", "status": "completed", "tag": "46e3d13a-1448-4b51-96b8-2fa74fa7f22e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:03.648893 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c31b985a-a97b-4182-9e8a-614661c9f1fc req-8e5019ed-8473-4ca6-af6d-cc4692543262 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111340 Feb 28 17:16:03.657691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=46e3d13a-1448-4b51-96b8-2fa74fa7f22e,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:03.697693 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['cbf25321-b503-4c1e-b12b-f73ec74dfe5e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:03.719309 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8cae798a-4bc3-4b9a-88b5-f84d9abf6b8a admin admin] Publish callbacks [] for security_group (c40b0c9c-f16d-4ad4-9207-1c2cd6f21c14), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.747697 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e58f9c67-d642-478b-b9e1-109b5afd3ca7), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.750970 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.752580 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 33c45dcd-fa5d-4a4d-98e2-ed1726532cda up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:03.776545 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862331e6-794b-4e23-9f7d-351ed1d82de4 req-a6a4e728-d1f9-4ad6-af26-c285531a7734 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:03.779568 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Attempting to bind port 3270671f-406e-49dd-a1ee-913b84d0059b on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:16:03.779912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Attempting to bind port 3270671f-406e-49dd-a1ee-913b84d0059b by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:16:03.780231 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Attempting to bind port 3270671f-406e-49dd-a1ee-913b84d0059b on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:03.781198 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-862331e6-794b-4e23-9f7d-351ed1d82de4 req-a6a4e728-d1f9-4ad6-af26-c285531a7734 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 948 time: 0.1322312 Feb 28 17:16:03.782232 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Pushing event updated for resources: {'Port': ['ID=3270671f-406e-49dd-a1ee-913b84d0059b,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:03.822089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Port 3270671f-406e-49dd-a1ee-913b84d0059b on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:16:03.822704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Attempting to bind port 3270671f-406e-49dd-a1ee-913b84d0059b on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:03.840495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:16:03.841286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:03.841861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:16:03.842771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Bound port: 3270671f-406e-49dd-a1ee-913b84d0059b, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:16:03.843325 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3270671f-406e-49dd-a1ee-913b84d0059b), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.850050 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ebad1e37-5bc0-4e5f-bea9-0827591053f0 admin admin] Publish callbacks [] for security_group (6d56f084-7d77-4a86-acbb-566fd6634a72), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.869140 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Network 2caa4346-69fe-40b2-a483-9812b165113d is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:03.872008 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:03.933409 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] For port 3270671f-406e-49dd-a1ee-913b84d0059b, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:16:03.945070 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] For port 3270671f-406e-49dd-a1ee-913b84d0059b, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3270671f-406e-49dd-a1ee-913b84d0059b,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:16:03.970990 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ebad1e37-5bc0-4e5f-bea9-0827591053f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6d56f084-7d77-4a86-acbb-566fd6634a72), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:03.972097 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-862331e6-794b-4e23-9f7d-351ed1d82de4 req-1c42db52-44be-4469-a086-06e0c5331c25 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756051 Feb 28 17:16:04.168816 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ecd1f5-4040-4d47-ba78-caf7e35d5d5c x-openstack-request-id: req-e1ecd1f5-4040-4d47-ba78-caf7e35d5d5c {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:04.169206 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63960624-7e10-44e8-bd07-db9634d74a7d", "name": "network-vif-plugged", "status": "completed", "tag": "46e3d13a-1448-4b51-96b8-2fa74fa7f22e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:04.171454 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e1ecd1f5-4040-4d47-ba78-caf7e35d5d5c {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:04.171867 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63960624-7e10-44e8-bd07-db9634d74a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e3d13a-1448-4b51-96b8-2fa74fa7f22e', 'code': 200} Feb 28 17:16:04.250638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Router 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:16:04.291317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=e58f9c67-d642-478b-b9e1-109b5afd3ca7,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:04.325463 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8cae798a-4bc3-4b9a-88b5-f84d9abf6b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c40b0c9c-f16d-4ad4-9207-1c2cd6f21c14), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:04.329083 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8cae798a-4bc3-4b9a-88b5-f84d9abf6b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:04.330161 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8cae798a-4bc3-4b9a-88b5-f84d9abf6b8a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c40b0c9c-f16d-4ad4-9207-1c2cd6f21c14 HTTP/1.1" status: 204 len: 168 time: 0.9892418 Feb 28 17:16:04.335531 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3270671f-406e-49dd-a1ee-913b84d0059b), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:04.431985 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Pushing event updated for resources: {'Port': ['ID=3270671f-406e-49dd-a1ee-913b84d0059b,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:04.443893 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:04.444510 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:04.446459 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-ead330e6-ad61-48bb-9b4f-bf0b64715c06 service neutron] 10.222.0.69 "PUT /v2.0/ports/3270671f-406e-49dd-a1ee-913b84d0059b HTTP/1.1" status: 200 len: 1097 time: 1.9410477 Feb 28 17:16:04.447198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b033bc-2a23-4687-803c-2a2e33a6b057', 'tag': '3270671f-406e-49dd-a1ee-913b84d0059b'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:04.457058 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e27946-1af0-4ed3-a824-742ab9def09a" -d '{"events": [{"name": "network-changed", "server_uuid": "25b033bc-2a23-4687-803c-2a2e33a6b057", "tag": "3270671f-406e-49dd-a1ee-913b84d0059b"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:04.462140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=46e3d13a-1448-4b51-96b8-2fa74fa7f22e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:04.464988 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ebad1e37-5bc0-4e5f-bea9-0827591053f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f7f8d155b3f46879f84f69899b34938&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7059388 Feb 28 17:16:04.466043 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad1e37-5bc0-4e5f-bea9-0827591053f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d56f084-7d77-4a86-acbb-566fd6634a72,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:04.476258 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41844) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:04.476627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:16:04.479925 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:16:04.482475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c0b12317-fa01-4de5-8869-921b374cf953 None None] Provisioning complete for port 3d92d17b-111d-4d61-b882-8c45dff10f4d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:04.483016 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c0b12317-fa01-4de5-8869-921b374cf953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:04.487137 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f2e2feba-51bc-475f-a9fa-885ced249bde admin admin] 10.222.0.72 "PUT /v2.0/routers/4e681ee4-7bac-4fd1-b0a7-c591a518d6d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1410236 Feb 28 17:16:04.491652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8301c6-1199-4bd9-a2c1-7c7c2863499c req-700eae57-25ec-4f6c-bb21-e651efcc5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:04.494624 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da8301c6-1199-4bd9-a2c1-7c7c2863499c req-700eae57-25ec-4f6c-bb21-e651efcc5beb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 1133 time: 0.3418849 Feb 28 17:16:04.504442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63656441-154e-4de6-a9f1-75bb42138761 req-e8af08b4-2947-421c-84ad-20bb21f31e6d tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:04.506165 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-63656441-154e-4de6-a9f1-75bb42138761 req-e8af08b4-2947-421c-84ad-20bb21f31e6d tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 950 time: 0.3804743 Feb 28 17:16:04.547836 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:04.548609 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:04.585884 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d2e550-e95b-4226-8664-08460a132f1c x-openstack-request-id: req-d6d2e550-e95b-4226-8664-08460a132f1c {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:04.593390 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b033bc-2a23-4687-803c-2a2e33a6b057", "tag": "3270671f-406e-49dd-a1ee-913b84d0059b", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:04.594193 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d6d2e550-e95b-4226-8664-08460a132f1c {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:04.597134 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da8301c6-1199-4bd9-a2c1-7c7c2863499c req-3f924369-e91e-429f-893e-367072e606ea service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873594 Feb 28 17:16:04.600358 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b033bc-2a23-4687-803c-2a2e33a6b057', 'tag': '3270671f-406e-49dd-a1ee-913b84d0059b', 'status': 'completed', 'code': 200} Feb 28 17:16:04.627441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae798a-4bc3-4b9a-88b5-f84d9abf6b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40b0c9c-f16d-4ad4-9207-1c2cd6f21c14,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:04.655302 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-63656441-154e-4de6-a9f1-75bb42138761 req-788d5f82-4e4f-4f22-bcb0-8ff6fb66c18d tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778365 Feb 28 17:16:04.696950 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-305c8754-50fe-4caf-939a-11979b0422f7 admin admin] Publish callbacks [] for security_group (6d56f084-7d77-4a86-acbb-566fd6634a72), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:04.742686 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c0b12317-fa01-4de5-8869-921b374cf953 None None] Port 3d92d17b-111d-4d61-b882-8c45dff10f4d cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:16:04.810168 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-305c8754-50fe-4caf-939a-11979b0422f7 admin admin] Publish callbacks [] for security_group (6d56f084-7d77-4a86-acbb-566fd6634a72), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:04.856557 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09ccd8e7-4303-4964-80b0-f5dcefc4f04a req-c234891a-feb8-44b7-a57b-eda831d6b9f5 tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=030b2d0c945745c3aa3710762313f6ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628877 Feb 28 17:16:04.910476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9331a2c-cdcd-4c54-ba9a-80c54dcb4967 req-67a6b8d5-f31c-4d87-acea-c61db8500f1a tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:04.910875 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:04.912222 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:04.918887 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9331a2c-cdcd-4c54-ba9a-80c54dcb4967 req-67a6b8d5-f31c-4d87-acea-c61db8500f1a tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 945 time: 0.2207079 Feb 28 17:16:04.958557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-c499fa86-a260-4c26-9df6-a6d81cd4e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:04.960882 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-c499fa86-a260-4c26-9df6-a6d81cd4e565 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5757b3de5ce64c5699d647630ea7591b&device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 1131 time: 0.3589146 Feb 28 17:16:04.994743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:04.999866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e58f9c67-d642-478b-b9e1-109b5afd3ca7 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:05.037016 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Sync routers for ids ['4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:16:05.052243 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-2f1ef608-0c8b-4058-95c3-9012e8c0801d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=3270671f-406e-49dd-a1ee-913b84d0059b HTTP/1.1" status: 200 len: 217 time: 0.0824771 Feb 28 17:16:05.061156 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccd8e7-4303-4964-80b0-f5dcefc4f04a req-1a405f23-e65a-457e-810f-840396a5b00f tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:05.063306 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09ccd8e7-4303-4964-80b0-f5dcefc4f04a req-1a405f23-e65a-457e-810f-840396a5b00f tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990983 Feb 28 17:16:05.070209 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:05.073646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Routers {'4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:16:05.074717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-be380060-ed14-4032-914d-b8c035662c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:15:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:05.084772 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09ccd8e7-4303-4964-80b0-f5dcefc4f04a req-c7575adf-28fb-431b-9867-a2c3fee4f34d tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] 10.222.0.72 "GET /v2.0/quotas/030b2d0c945745c3aa3710762313f6ba HTTP/1.1" status: 200 len: 375 time: 0.0145743 Feb 28 17:16:05.129685 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09ccd8e7-4303-4964-80b0-f5dcefc4f04a req-2a9744ee-303b-4bca-9af5-aab997333a02 tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=030b2d0c945745c3aa3710762313f6ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385830 Feb 28 17:16:05.134171 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9331a2c-cdcd-4c54-ba9a-80c54dcb4967 req-b1e7317e-b43b-4027-a8e7-0d9bd41857c0 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134373 Feb 28 17:16:05.139458 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-8f5b7b50-0512-4260-bb72-bd87a59da03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:05.140940 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-8f5b7b50-0512-4260-bb72-bd87a59da03a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0802100 Feb 28 17:16:05.154420 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-305c8754-50fe-4caf-939a-11979b0422f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6d56f084-7d77-4a86-acbb-566fd6634a72), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:05.154420 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-305c8754-50fe-4caf-939a-11979b0422f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:05.162720 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-305c8754-50fe-4caf-939a-11979b0422f7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d56f084-7d77-4a86-acbb-566fd6634a72 HTTP/1.1" status: 204 len: 168 time: 0.6849144 Feb 28 17:16:05.220758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c8754-50fe-4caf-939a-11979b0422f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d56f084-7d77-4a86-acbb-566fd6634a72,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:05.229797 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:05.235436 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-8b2ddc92-5e5b-4417-924d-a7b505ae62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:05.237280 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-8b2ddc92-5e5b-4417-924d-a7b505ae62ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0874865 Feb 28 17:16:05.251868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e58f9c67-d642-478b-b9e1-109b5afd3ca7 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:05.252164 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e58f9c67-d642-478b-b9e1-109b5afd3ca7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:05.290724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Set router 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:16:05.357840 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174edb6b-51a4-4a64-9fea-d5c51297fc38 req-309ad2ee-1f8c-4509-a5b9-8bb771066d24 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:05.359389 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-174edb6b-51a4-4a64-9fea-d5c51297fc38 req-309ad2ee-1f8c-4509-a5b9-8bb771066d24 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 950 time: 0.1182389 Feb 28 17:16:05.410099 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-8d5317d9-8689-48df-93af-b052434bb959 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313028 Feb 28 17:16:05.466345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e58f9c67-d642-478b-b9e1-109b5afd3ca7 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:05.483546 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-174edb6b-51a4-4a64-9fea-d5c51297fc38 req-5c6d87d1-f14f-4ca4-a813-48448c95c02c tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169701 Feb 28 17:16:05.572683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-be380060-ed14-4032-914d-b8c035662c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'name': 'tempest-FloatingIPsTestJSON-1420900325-router', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'e58f9c67-d642-478b-b9e1-109b5afd3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:55Z', 'updated_at': '2022-02-28T17:16:02Z', 'revision_number': 4, 'project_id': '6be71ee7f4f44881a6d575667b48e38b', 'gw_port': {'id': 'e58f9c67-d642-478b-b9e1-109b5afd3ca7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:57Z', 'updated_at': '2022-02-28T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '3d92d17b-111d-4d61-b882-8c45dff10f4d', 'name': '', 'network_id': '2caa4346-69fe-40b2-a483-9812b165113d', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b', 'mac_address': 'fa:16:3e:be:45:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '87a9ec46-0843-474c-b293-19b4cbfc7f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:01Z', 'updated_at': '2022-02-28T17:16:03Z', 'revision_number': 2, 'project_id': '6be71ee7f4f44881a6d575667b48e38b', 'subnets': [{'id': '87a9ec46-0843-474c-b293-19b4cbfc7f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:05.579846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a200e22-d199-4237-8714-5026ec7fd6e1 req-60439fce-9e5f-4486-bd1d-29b2ae8d8510 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635771 Feb 28 17:16:05.616420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Checking router: 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:16:05.616420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Updating router 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 port 3d92d17b-111d-4d61-b882-8c45dff10f4d binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:16:05.633907 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbfee4-ad8d-4474-be3c-55ad36edc2d1 req-670498e9-8538-48b2-8db2-eb93af9bab29 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:05.635777 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-92dbfee4-ad8d-4474-be3c-55ad36edc2d1 req-670498e9-8538-48b2-8db2-eb93af9bab29 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 948 time: 0.0712371 Feb 28 17:16:05.674832 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:05.741216 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-92dbfee4-ad8d-4474-be3c-55ad36edc2d1 req-9f4908cc-c25b-466d-8d54-06f1149d402e tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927563 Feb 28 17:16:05.778017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e27946-1af0-4ed3-a824-742ab9def09a req-6a40bfe0-b3b9-49de-8d38-b28b3eb8fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:05.779942 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b7e27946-1af0-4ed3-a824-742ab9def09a req-6a40bfe0-b3b9-49de-8d38-b28b3eb8fea8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5757b3de5ce64c5699d647630ea7591b&device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 1131 time: 0.0843112 Feb 28 17:16:05.891086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e27946-1af0-4ed3-a824-742ab9def09a req-636c8973-300b-44e8-a924-0c56344cbc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:05.892463 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b7e27946-1af0-4ed3-a824-742ab9def09a req-636c8973-300b-44e8-a924-0c56344cbc65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1005394 Feb 28 17:16:05.959182 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b7e27946-1af0-4ed3-a824-742ab9def09a req-3a5e86bb-98ec-45fb-b926-9947ab7af65d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=3270671f-406e-49dd-a1ee-913b84d0059b HTTP/1.1" status: 200 len: 217 time: 0.0525987 Feb 28 17:16:06.004277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-e2aba75c-e0e5-4087-a7f6-b51ff0e194fe tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2719707 Feb 28 17:16:06.016025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:06.047402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e27946-1af0-4ed3-a824-742ab9def09a req-cc7ab48a-b05e-4a25-a941-0161ce9ad13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:06.049195 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b7e27946-1af0-4ed3-a824-742ab9def09a req-cc7ab48a-b05e-4a25-a941-0161ce9ad13c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0836883 Feb 28 17:16:06.071704 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Publish callbacks [] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:06.108184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e27946-1af0-4ed3-a824-742ab9def09a req-d3cf0946-19b3-4686-a053-748ba9f55bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:06.109782 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b7e27946-1af0-4ed3-a824-742ab9def09a req-d3cf0946-19b3-4686-a053-748ba9f55bcd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0532494 Feb 28 17:16:06.139214 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:06.178254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:06.178254 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a15ad7-7e62-442d-87e4-7912355384f1" -d '{"events": [{"server_uuid": "b4a9bfb8-b98f-48ac-98f8-5d9494408166", "name": "network-vif-plugged", "status": "completed", "tag": "33c45dcd-fa5d-4a4d-98e2-ed1726532cda"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:06.208805 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:06.245848 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b7e27946-1af0-4ed3-a824-742ab9def09a req-c63f1f85-4612-4eea-998f-68bc1643875d service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288121 Feb 28 17:16:06.328827 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cdc11-fd48-4605-8442-e95d04ef96eb None None] Pushing event updated for resources: {'Port': ['ID=3d92d17b-111d-4d61-b882-8c45dff10f4d,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:06.370002 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b7e27946-1af0-4ed3-a824-742ab9def09a req-4daff8a5-4fd4-4a17-8ef6-96d9b56d1c8c service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154985 Feb 28 17:16:06.386654 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Attempting to bind port 3d92d17b-111d-4d61-b882-8c45dff10f4d on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:16:06.387034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Attempting to bind port 3d92d17b-111d-4d61-b882-8c45dff10f4d by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a0ecf9d7-d540-4186-a4a3-db5ba01844d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2caa4346-69fe-40b2-a483-9812b165113d'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:16:06.387401 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Attempting to bind port 3d92d17b-111d-4d61-b882-8c45dff10f4d on network 2caa4346-69fe-40b2-a483-9812b165113d {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:06.405504 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:16:06.405999 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Checking segment: {'id': 'a0ecf9d7-d540-4186-a4a3-db5ba01844d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2caa4346-69fe-40b2-a483-9812b165113d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:06.406373 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:06.406917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Bound using segment: {'id': 'a0ecf9d7-d540-4186-a4a3-db5ba01844d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2caa4346-69fe-40b2-a483-9812b165113d'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:16:06.410386 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Bound port: 3d92d17b-111d-4d61-b882-8c45dff10f4d, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ecf9d7-d540-4186-a4a3-db5ba01844d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2caa4346-69fe-40b2-a483-9812b165113d'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:16:06.411767 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:06.418048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device cbf25321-b503-4c1e-b12b-f73ec74dfe5e up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:06.543324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-be380060-ed14-4032-914d-b8c035662c0d None None] For port 3d92d17b-111d-4d61-b882-8c45dff10f4d, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:16:06.560689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-be380060-ed14-4032-914d-b8c035662c0d None None] For port 3d92d17b-111d-4d61-b882-8c45dff10f4d, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3d92d17b-111d-4d61-b882-8c45dff10f4d,segment=NetworkSegment(a0ecf9d7-d540-4186-a4a3-db5ba01844d2),segment_id=a0ecf9d7-d540-4186-a4a3-db5ba01844d2)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:16:06.561845 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:06.625276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9467f-e141-450c-b903-572c7bf8054e req-392587f0-1109-41b8-8bad-f11f28cfb5b9 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:06.632257 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-86e9467f-e141-450c-b903-572c7bf8054e req-392587f0-1109-41b8-8bad-f11f28cfb5b9 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 950 time: 0.0624237 Feb 28 17:16:06.634268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port cbf25321-b503-4c1e-b12b-f73ec74dfe5e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:16:06.640624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port cbf25321-b503-4c1e-b12b-f73ec74dfe5e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:06.648311 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:06.679232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-86e9467f-e141-450c-b903-572c7bf8054e req-92d4ba37-fa63-4061-9249-0140f87a4c0f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460672 Feb 28 17:16:06.699343 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:06.704978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Allocated IP 172.25.3.20 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/1a17bc61-dd23-4ffe-a5d8-fde6753847ac) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:06.742645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8b920215-8740-4be7-93d2-6723d27a2c69 None None] Provisioning complete for port 3d92d17b-111d-4d61-b882-8c45dff10f4d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:06.742645 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b920215-8740-4be7-93d2-6723d27a2c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:06.857464 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e0f26-0cce-4b27-a6c1-05569a305b96 req-f82572d9-5ba5-4c90-b383-7051730adff9 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:06.862169 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-787e0f26-0cce-4b27-a6c1-05569a305b96 req-f82572d9-5ba5-4c90-b383-7051730adff9 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 945 time: 0.0974591 Feb 28 17:16:06.916359 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks [] for port (1a17bc61-dd23-4ffe-a5d8-fde6753847ac), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:06.947109 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Routers {'4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:16:06.950311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-be380060-ed14-4032-914d-b8c035662c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:15:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:06.950311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cdc11-fd48-4605-8442-e95d04ef96eb None None] Pushing event updated for resources: {'Port': ['ID=3d92d17b-111d-4d61-b882-8c45dff10f4d,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:06.982897 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-787e0f26-0cce-4b27-a6c1-05569a305b96 req-d9048524-976a-4a83-afac-64dddf295517 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158469 Feb 28 17:16:07.037464 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ac70c3-1c3f-4a62-8f61-a09126745ac4 x-openstack-request-id: req-80ac70c3-1c3f-4a62-8f61-a09126745ac4 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:07.037882 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a9bfb8-b98f-48ac-98f8-5d9494408166", "name": "network-vif-plugged", "status": "completed", "tag": "33c45dcd-fa5d-4a4d-98e2-ed1726532cda", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:07.037882 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-80ac70c3-1c3f-4a62-8f61-a09126745ac4 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:07.044100 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda', 'code': 200} Feb 28 17:16:07.057817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port cbf25321-b503-4c1e-b12b-f73ec74dfe5e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:07.058231 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:07.135248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a0cb8-9ad4-4294-bfa7-1e4856661ee0 req-4e27d4af-67b7-4fb2-a727-b5844c3c89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:07.136823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3e4a0cb8-9ad4-4294-bfa7-1e4856661ee0 req-4e27d4af-67b7-4fb2-a727-b5844c3c89d1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 1132 time: 0.0529227 Feb 28 17:16:07.187863 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (1a17bc61-dd23-4ffe-a5d8-fde6753847ac), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:07.203592 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3e4a0cb8-9ad4-4294-bfa7-1e4856661ee0 req-01b92f46-ffe1-4bf9-add5-6c28cd385b3e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594790 Feb 28 17:16:07.236489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:07.241118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:07.245311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:07.268334 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Pushing event updated for resources: {'Port': ['ID=1a17bc61-dd23-4ffe-a5d8-fde6753847ac,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:07.280794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:07.281135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:07.281462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:07.281794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:07.282719 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:07.282719 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:07.283002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:07.283295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:07.283615 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:07.284416 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:07.284416 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:07.284610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:07.284863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:07.285990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8b920215-8740-4be7-93d2-6723d27a2c69 None None] Current status of the port 3d92d17b-111d-4d61-b882-8c45dff10f4d is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:07.286386 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b920215-8740-4be7-93d2-6723d27a2c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:07.291393 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port cbf25321-b503-4c1e-b12b-f73ec74dfe5e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=cbf25321-b503-4c1e-b12b-f73ec74dfe5e,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:07.319169 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-be380060-ed14-4032-914d-b8c035662c0d None None] Set router 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:16:07.387361 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8b920215-8740-4be7-93d2-6723d27a2c69 None None] For port 3d92d17b-111d-4d61-b882-8c45dff10f4d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3d92d17b-111d-4d61-b882-8c45dff10f4d,segment=NetworkSegment(a0ecf9d7-d540-4186-a4a3-db5ba01844d2),segment_id=a0ecf9d7-d540-4186-a4a3-db5ba01844d2)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:07.388815 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:07.401979 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks [] for floatingip (84f506ed-86de-417e-8e5a-2d0145e1c23f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:07.486886 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b920215-8740-4be7-93d2-6723d27a2c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:07.539939 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:07.540177 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1a17bc61-dd23-4ffe-a5d8-fde6753847ac), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:07.542815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=cbf25321-b503-4c1e-b12b-f73ec74dfe5e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:07.587697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019ce98-2a79-45e6-a2b1-7df56f4a3ae5 req-32658127-9c09-431d-be84-19d3718c8ccd tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:07.604793 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f019ce98-2a79-45e6-a2b1-7df56f4a3ae5 req-32658127-9c09-431d-be84-19d3718c8ccd tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 950 time: 0.1249776 Feb 28 17:16:07.658182 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b920215-8740-4be7-93d2-6723d27a2c69 None None] Pushing event updated for resources: {'Port': ['ID=3d92d17b-111d-4d61-b882-8c45dff10f4d,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:07.681125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ac7c3d97-648f-4193-9630-83ace951af16 None None] Provisioning complete for port 3d92d17b-111d-4d61-b882-8c45dff10f4d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:07.681498 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ac7c3d97-648f-4193-9630-83ace951af16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:07.726225 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-947c3c9c-02bf-4d5b-afe0-e70fb38db2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:07.738580 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f019ce98-2a79-45e6-a2b1-7df56f4a3ae5 req-0f766503-cb93-41d8-a242-b237b430f50b tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234055 Feb 28 17:16:07.777620 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-be380060-ed14-4032-914d-b8c035662c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'name': 'tempest-FloatingIPsTestJSON-1420900325-router', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'e58f9c67-d642-478b-b9e1-109b5afd3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:55Z', 'updated_at': '2022-02-28T17:16:02Z', 'revision_number': 4, 'project_id': '6be71ee7f4f44881a6d575667b48e38b', 'gw_port': {'id': 'e58f9c67-d642-478b-b9e1-109b5afd3ca7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:57Z', 'updated_at': '2022-02-28T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '3d92d17b-111d-4d61-b882-8c45dff10f4d', 'name': '', 'network_id': '2caa4346-69fe-40b2-a483-9812b165113d', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b', 'mac_address': 'fa:16:3e:be:45:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '87a9ec46-0843-474c-b293-19b4cbfc7f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:01Z', 'updated_at': '2022-02-28T17:16:06Z', 'revision_number': 4, 'project_id': '6be71ee7f4f44881a6d575667b48e38b', 'subnets': [{'id': '87a9ec46-0843-474c-b293-19b4cbfc7f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:07.831730 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be380060-ed14-4032-914d-b8c035662c0d None None] The sync data for ids ['4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'] in n-d-820368-19 is: [{'id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'name': 'tempest-FloatingIPsTestJSON-1420900325-router', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'e58f9c67-d642-478b-b9e1-109b5afd3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:55Z', 'updated_at': '2022-02-28T17:16:02Z', 'revision_number': 4, 'project_id': '6be71ee7f4f44881a6d575667b48e38b', 'gw_port': {'id': 'e58f9c67-d642-478b-b9e1-109b5afd3ca7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:57Z', 'updated_at': '2022-02-28T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '3d92d17b-111d-4d61-b882-8c45dff10f4d', 'name': '', 'network_id': '2caa4346-69fe-40b2-a483-9812b165113d', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b', 'mac_address': 'fa:16:3e:be:45:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '87a9ec46-0843-474c-b293-19b4cbfc7f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:01Z', 'updated_at': '2022-02-28T17:16:06Z', 'revision_number': 4, 'project_id': '6be71ee7f4f44881a6d575667b48e38b', 'subnets': [{'id': '87a9ec46-0843-474c-b293-19b4cbfc7f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:16:07.862655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c3d97-648f-4193-9630-83ace951af16 None None] Current status of the port 3d92d17b-111d-4d61-b882-8c45dff10f4d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:07.880687 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks [] for port (1a17bc61-dd23-4ffe-a5d8-fde6753847ac), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:07.950134 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16749dc6-c09f-427c-94b5-320a65f89380 req-4b8aa40d-7b84-45c8-8f5b-d86d8f673df4 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:07.957017 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-16749dc6-c09f-427c-94b5-320a65f89380 req-4b8aa40d-7b84-45c8-8f5b-d86d8f673df4 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.1249003 Feb 28 17:16:07.967590 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (1a17bc61-dd23-4ffe-a5d8-fde6753847ac), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:08.038314 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-16749dc6-c09f-427c-94b5-320a65f89380 req-971bbc34-2ff6-4a1c-be46-0ef24ecbfaf3 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767894 Feb 28 17:16:08.092167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Pushing event updated for resources: {'Port': ['ID=1a17bc61-dd23-4ffe-a5d8-fde6753847ac,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:08.124532 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (84f506ed-86de-417e-8e5a-2d0145e1c23f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:08.183752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf252e-6d4e-4af3-b6cc-4db285ffed53 req-8334fcbf-aec2-4478-b731-bcdbff3f8844 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:08.185275 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-72bf252e-6d4e-4af3-b6cc-4db285ffed53 req-8334fcbf-aec2-4478-b731-bcdbff3f8844 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 948 time: 0.0602152 Feb 28 17:16:08.199101 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:08.200397 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-4c9c34b3-eb22-4472-8714-72c654cb19a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1905308 Feb 28 17:16:08.239708 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-72bf252e-6d4e-4af3-b6cc-4db285ffed53 req-053ed1a1-4ffe-47db-845d-6addfcf949ab tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487761 Feb 28 17:16:08.258763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3270671f-406e-49dd-a1ee-913b84d0059b details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:16:08.304540 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-98ce15c2-8bea-4bab-b87c-a429aae8a33c tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 695 time: 0.0893052 Feb 28 17:16:08.381514 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 3270671f-406e-49dd-a1ee-913b84d0059b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3270671f-406e-49dd-a1ee-913b84d0059b,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:08.400961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '3270671f-406e-49dd-a1ee-913b84d0059b', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '3270671f-406e-49dd-a1ee-913b84d0059b', 'mac_address': 'fa:16:3e:36:2b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:16:08.427003 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-f420de8e-4d4c-4fc6-8e60-eb1d7ec7b14e tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:08.428428 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-f420de8e-4d4c-4fc6-8e60-eb1d7ec7b14e tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1183345 Feb 28 17:16:08.441845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-073efba3-bc01-4485-a11e-8ecc8bf7a598 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:16:08.442874 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71f71190-3114-40cd-b09a-3ec3fa00e970 req-073efba3-bc01-4485-a11e-8ecc8bf7a598 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067112 Feb 28 17:16:08.476112 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 3270671f-406e-49dd-a1ee-913b84d0059b is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:08.476511 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3270671f-406e-49dd-a1ee-913b84d0059b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:08.499219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3270671f-406e-49dd-a1ee-913b84d0059b {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:08.520961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 3270671f-406e-49dd-a1ee-913b84d0059b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3270671f-406e-49dd-a1ee-913b84d0059b,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:08.590824 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3270671f-406e-49dd-a1ee-913b84d0059b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:08.673032 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=3270671f-406e-49dd-a1ee-913b84d0059b,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:08.758179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502807-80f1-43db-aba2-8ebf2798a4a3 req-92a34d24-cea9-4e3a-ab5f-ffafd33a37ad tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:08.765658 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6502807-80f1-43db-aba2-8ebf2798a4a3 req-92a34d24-cea9-4e3a-ab5f-ffafd33a37ad tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 946 time: 0.0690091 Feb 28 17:16:08.785863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3270671f-406e-49dd-a1ee-913b84d0059b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:08.823112 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6502807-80f1-43db-aba2-8ebf2798a4a3 req-6344724d-1ebb-4919-bd07-aa7e2bb160c8 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561888 Feb 28 17:16:08.963082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-d8656231-fb10-4d61-aab7-ea5c85d82309 req-8a0e18e1-83f0-4eef-935e-5f7940d726f5 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:16:08.964069 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d8656231-fb10-4d61-aab7-ea5c85d82309 req-8a0e18e1-83f0-4eef-935e-5f7940d726f5 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0903597 Feb 28 17:16:09.012771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3d92d17b-111d-4d61-b882-8c45dff10f4d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:09.041658 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66f8457-08de-404b-8f6a-a0a6214962c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf25321-b503-4c1e-b12b-f73ec74dfe5e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:09.043941 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98a8fdd-b6ed-4394-bb71-79678807a9f0" -d '{"events": [{"server_uuid": "a66f8457-08de-404b-8f6a-a0a6214962c8", "name": "network-vif-plugged", "status": "completed", "tag": "cbf25321-b503-4c1e-b12b-f73ec74dfe5e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:09.078071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 3d92d17b-111d-4d61-b882-8c45dff10f4d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:09.078444 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:09.162401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-81519a4c-c6ff-4221-8bc0-eb6c6c8bf4af req-233a9696-efd7-4e73-9756-f7ca7969e444 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/floatingips/84f506ed-86de-417e-8e5a-2d0145e1c23f HTTP/1.1" status: 200 len: 692 time: 0.1012781 Feb 28 17:16:09.169376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 3d92d17b-111d-4d61-b882-8c45dff10f4d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:09.278357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81519a4c-c6ff-4221-8bc0-eb6c6c8bf4af req-2e5119dc-9871-4f84-945e-ca7f60f37b90 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:09.279719 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-81519a4c-c6ff-4221-8bc0-eb6c6c8bf4af req-2e5119dc-9871-4f84-945e-ca7f60f37b90 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1114676 Feb 28 17:16:09.290242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-81519a4c-c6ff-4221-8bc0-eb6c6c8bf4af req-c82def2e-bd46-441a-b8d8-241a6e6df365 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:16:09.291209 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-81519a4c-c6ff-4221-8bc0-eb6c6c8bf4af req-c82def2e-bd46-441a-b8d8-241a6e6df365 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056715 Feb 28 17:16:09.363950 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67405e90-698b-4061-a06d-7c45eee19908 x-openstack-request-id: req-67405e90-698b-4061-a06d-7c45eee19908 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:09.364259 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66f8457-08de-404b-8f6a-a0a6214962c8", "name": "network-vif-plugged", "status": "completed", "tag": "cbf25321-b503-4c1e-b12b-f73ec74dfe5e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:09.364511 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-67405e90-698b-4061-a06d-7c45eee19908 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:09.364902 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66f8457-08de-404b-8f6a-a0a6214962c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf25321-b503-4c1e-b12b-f73ec74dfe5e', 'code': 200} Feb 28 17:16:09.382463 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04e6ead1-7ff0-4dbd-bac1-e845a54f2de2 req-0d142a63-446d-4abf-aa09-f4667add60c0 tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=030b2d0c945745c3aa3710762313f6ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268996 Feb 28 17:16:09.472674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5696ed-65dc-4f9a-b90e-d330da314e02 req-e65d6bf0-2323-4cba-a8cf-da55a45ea7ef tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:09.474203 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac5696ed-65dc-4f9a-b90e-d330da314e02 req-e65d6bf0-2323-4cba-a8cf-da55a45ea7ef tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 950 time: 0.0553160 Feb 28 17:16:09.535280 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7173d34-42e5-41d0-9e2f-ea2df2e4618b req-81d88ac5-505f-4cc2-a6dd-6b64b236ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:09.536782 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7173d34-42e5-41d0-9e2f-ea2df2e4618b req-81d88ac5-505f-4cc2-a6dd-6b64b236ef29 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 1129 time: 0.0843246 Feb 28 17:16:09.542999 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac5696ed-65dc-4f9a-b90e-d330da314e02 req-5ed0bea8-a308-4af8-ac2c-3e289850cac2 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594094 Feb 28 17:16:09.543159 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6ead1-7ff0-4dbd-bac1-e845a54f2de2 req-03a95cff-b37c-4fc1-b42a-081e22f74f00 tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:09.544625 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04e6ead1-7ff0-4dbd-bac1-e845a54f2de2 req-03a95cff-b37c-4fc1-b42a-081e22f74f00 tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499052 Feb 28 17:16:09.581137 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04e6ead1-7ff0-4dbd-bac1-e845a54f2de2 req-730eed12-d157-4c6a-9c01-592b8b625db4 tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] 10.222.0.72 "GET /v2.0/quotas/030b2d0c945745c3aa3710762313f6ba HTTP/1.1" status: 200 len: 375 time: 0.0288455 Feb 28 17:16:09.611880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42024) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:09.622133 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04e6ead1-7ff0-4dbd-bac1-e845a54f2de2 req-3c1016eb-6f57-42de-966b-6a38482b5ced tempest-QuotasAdminNegativeTest-929165288 tempest-QuotasAdminNegativeTest-929165288-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=030b2d0c945745c3aa3710762313f6ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352116 Feb 28 17:16:09.624609 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7173d34-42e5-41d0-9e2f-ea2df2e4618b req-cfc64a6e-4e24-4547-98e1-bb290d74d038 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790703 Feb 28 17:16:09.708252 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:09.710054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c345c2a-e3b1-46c3-b836-69a4517ce5b2 req-e0ff8c5d-55fc-41e1-920b-6cc96b751f83 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:09.714589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7c345c2a-e3b1-46c3-b836-69a4517ce5b2 req-e0ff8c5d-55fc-41e1-920b-6cc96b751f83 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0828557 Feb 28 17:16:09.748682 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:09.793297 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7f1d5995-aa32-421d-af54-36fb7d55ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:09.797871 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7c345c2a-e3b1-46c3-b836-69a4517ce5b2 req-e4efa87e-42a6-4e0f-aa4c-7cb40e73c6b3 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675538 Feb 28 17:16:09.806999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4582b7-43ee-41c0-9e4b-f681a1164c18 req-065473e5-ae48-4439-8944-2115514f6f6c tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:09.808726 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4b4582b7-43ee-41c0-9e4b-f681a1164c18 req-065473e5-ae48-4439-8944-2115514f6f6c tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 949 time: 0.0526824 Feb 28 17:16:09.867377 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4b4582b7-43ee-41c0-9e4b-f681a1164c18 req-f9baf3a8-92d4-4d33-9d33-9947dc7b7554 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521328 Feb 28 17:16:09.917210 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a6dffa7-7676-494c-a74d-0485c948cdf8 req-47c499db-e37f-4d14-ae59-0a1a1febab63 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=6be71ee7f4f44881a6d575667b48e38b HTTP/1.1" status: 200 len: 695 time: 0.0948856 Feb 28 17:16:09.999206 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Publish callbacks [] for security_group (dec444d7-5d80-45eb-b068-14e1807f366d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:10.040308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dffa7-7676-494c-a74d-0485c948cdf8 req-14966583-ee4b-4b92-a81e-d08238ef2e20 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:10.041759 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a6dffa7-7676-494c-a74d-0485c948cdf8 req-14966583-ee4b-4b92-a81e-d08238ef2e20 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/networks?id=d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 787 time: 0.1238024 Feb 28 17:16:10.051384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-7a6dffa7-7676-494c-a74d-0485c948cdf8 req-69dd4e19-56a6-4ff8-b9a8-589b6e5c4ee7 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:16:10.052419 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a6dffa7-7676-494c-a74d-0485c948cdf8 req-69dd4e19-56a6-4ff8-b9a8-589b6e5c4ee7 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055194 Feb 28 17:16:10.070332 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dec444d7-5d80-45eb-b068-14e1807f366d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:10.109849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec444d7-5d80-45eb-b068-14e1807f366d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:10.114227 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=95e63ae9402d4a9385d0749c29f17a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5013096 Feb 28 17:16:10.117139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42052) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:10.120909 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:10.126216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:10.126216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:10.126216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:10.126216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:10.126216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:10.126216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:10.126216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:10.126216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:10.126216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:10.126216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:10.126216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:10.126216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae88f-b760-4750-877e-2eb7f257c98b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:10.175135 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb624ac9-d1a6-4632-9909-760b1910725e req-7d708d92-e8df-4872-9a2e-e050bd2fb38d tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a494c37d7657491dba49100c16dc25ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307508 Feb 28 17:16:10.180566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c08f8fe9-be07-4d46-b656-3926c142dc14 admin admin] Publish callbacks [] for security_group (dec444d7-5d80-45eb-b068-14e1807f366d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:10.205030 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c08f8fe9-be07-4d46-b656-3926c142dc14 admin admin] Publish callbacks [] for security_group (dec444d7-5d80-45eb-b068-14e1807f366d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:10.260219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3270671f-406e-49dd-a1ee-913b84d0059b up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:10.289093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb624ac9-d1a6-4632-9909-760b1910725e req-9b77d709-85a6-49a9-8fc3-5410b066e064 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:10.291311 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb624ac9-d1a6-4632-9909-760b1910725e req-9b77d709-85a6-49a9-8fc3-5410b066e064 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1176701 Feb 28 17:16:10.305595 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb624ac9-d1a6-4632-9909-760b1910725e req-0d32999d-dbff-4857-a819-003367e3babe tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/quotas/a494c37d7657491dba49100c16dc25ad HTTP/1.1" status: 200 len: 375 time: 0.0090482 Feb 28 17:16:10.335873 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c08f8fe9-be07-4d46-b656-3926c142dc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dec444d7-5d80-45eb-b068-14e1807f366d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:10.340934 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c08f8fe9-be07-4d46-b656-3926c142dc14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:10.342543 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c08f8fe9-be07-4d46-b656-3926c142dc14 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dec444d7-5d80-45eb-b068-14e1807f366d HTTP/1.1" status: 204 len: 168 time: 0.2238936 Feb 28 17:16:10.352711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f8fe9-be07-4d46-b656-3926c142dc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec444d7-5d80-45eb-b068-14e1807f366d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:10.368455 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb624ac9-d1a6-4632-9909-760b1910725e req-77870f40-5da7-404c-ae38-7b1ae9646294 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a494c37d7657491dba49100c16dc25ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0576618 Feb 28 17:16:10.384751 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 3270671f-406e-49dd-a1ee-913b84d0059b completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:16:10.389358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 3270671f-406e-49dd-a1ee-913b84d0059b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:10.390187 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3270671f-406e-49dd-a1ee-913b84d0059b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:10.473672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 3270671f-406e-49dd-a1ee-913b84d0059b is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:10.474284 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3270671f-406e-49dd-a1ee-913b84d0059b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:10.507071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 3270671f-406e-49dd-a1ee-913b84d0059b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3270671f-406e-49dd-a1ee-913b84d0059b,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:10.537773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e393e2-c535-4b99-b266-3fff213dd028 req-6a677592-88ff-4a13-b987-e4d93cddb1bf tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:10.539280 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-63e393e2-c535-4b99-b266-3fff213dd028 req-6a677592-88ff-4a13-b987-e4d93cddb1bf tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 946 time: 0.0566230 Feb 28 17:16:10.585845 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-63e393e2-c535-4b99-b266-3fff213dd028 req-3b499a3c-e4d7-4e85-8f61-68790de022b8 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408010 Feb 28 17:16:10.613365 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3270671f-406e-49dd-a1ee-913b84d0059b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:10.689804 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=3270671f-406e-49dd-a1ee-913b84d0059b,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:10.724320 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-315b060a-f095-45a1-b53e-d90d216229c5 req-7754dabf-847c-4033-b152-d6f1168648c9 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f81128a9977c4158b2696f681b03f19a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415621 Feb 28 17:16:10.756898 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-01d6122b-7c27-441c-820b-093961bbf731 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/floatingips/84f506ed-86de-417e-8e5a-2d0145e1c23f HTTP/1.1" status: 200 len: 692 time: 0.1435018 Feb 28 17:16:10.852182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b060a-f095-45a1-b53e-d90d216229c5 req-ea922f3e-b093-49b3-94a8-2b3e028148bb tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:10.853634 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-315b060a-f095-45a1-b53e-d90d216229c5 req-ea922f3e-b093-49b3-94a8-2b3e028148bb tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1285529 Feb 28 17:16:10.868953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-0f987ec9-9729-4f68-9f7d-d1e8e4487e8e tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:10.870361 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-0f987ec9-9729-4f68-9f7d-d1e8e4487e8e tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1124866 Feb 28 17:16:10.870481 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-315b060a-f095-45a1-b53e-d90d216229c5 req-f3d12ba8-1b26-4d4e-811f-0af42fc79ee3 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/quotas/f81128a9977c4158b2696f681b03f19a HTTP/1.1" status: 200 len: 375 time: 0.0113759 Feb 28 17:16:10.880108 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-1cda3e9d-1948-4183-96fe-424c76377cc3 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:16:10.881045 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-1cda3e9d-1948-4183-96fe-424c76377cc3 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053816 Feb 28 17:16:10.949232 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-315b060a-f095-45a1-b53e-d90d216229c5 req-b82fcef3-df33-4112-88b6-cc28bec385e0 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f81128a9977c4158b2696f681b03f19a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732670 Feb 28 17:16:10.974584 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-45df50e0-e54d-4ac9-9b52-32a6696308a4 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 695 time: 0.0870347 Feb 28 17:16:11.026034 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-7d555594-5958-4e4e-b34c-af837e6a102c tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 695 time: 0.0460258 Feb 28 17:16:11.159227 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-f2fbd7ca-0a4c-4b74-9283-f2a175078f14 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Deleting port 1a17bc61-dd23-4ffe-a5d8-fde6753847ac {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:11.159590 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-f2fbd7ca-0a4c-4b74-9283-f2a175078f14 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1a17bc61-dd23-4ffe-a5d8-fde6753847ac), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:11.204904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42096) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:11.223428 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c55404b7-f8e4-40c1-91ff-faec582e47e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:11.264635 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-f2fbd7ca-0a4c-4b74-9283-f2a175078f14 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1a17bc61-dd23-4ffe-a5d8-fde6753847ac), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:11.264889 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-f2fbd7ca-0a4c-4b74-9283-f2a175078f14 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks [] for floatingip (1a17bc61-dd23-4ffe-a5d8-fde6753847ac), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:11.279186 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-f2fbd7ca-0a4c-4b74-9283-f2a175078f14 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Calling delete_port for 1a17bc61-dd23-4ffe-a5d8-fde6753847ac owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:11.318797 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:11.341709 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c55404b7-f8e4-40c1-91ff-faec582e47e8 admin admin] Publish callbacks [] for security_group (7d388c59-f1f5-4fd4-9613-fac93ea10d0a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:11.365644 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b033bc-2a23-4687-803c-2a2e33a6b057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3270671f-406e-49dd-a1ee-913b84d0059b'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:11.368687 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ba36a5-3ec8-4e4a-b580-0b8d8fc3e226" -d '{"events": [{"server_uuid": "25b033bc-2a23-4687-803c-2a2e33a6b057", "name": "network-vif-plugged", "status": "completed", "tag": "3270671f-406e-49dd-a1ee-913b84d0059b"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:11.424786 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c55404b7-f8e4-40c1-91ff-faec582e47e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7d388c59-f1f5-4fd4-9613-fac93ea10d0a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:11.462982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55404b7-f8e4-40c1-91ff-faec582e47e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d388c59-f1f5-4fd4-9613-fac93ea10d0a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:11.467229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c55404b7-f8e4-40c1-91ff-faec582e47e8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=598428095b094059ae1a554d08196baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613161 Feb 28 17:16:11.469958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42108) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:11.524872 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2597664-e55a-4684-94b5-08ce33ebe61d admin admin] Publish callbacks [] for security_group (7d388c59-f1f5-4fd4-9613-fac93ea10d0a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:11.547378 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2597664-e55a-4684-94b5-08ce33ebe61d admin admin] Publish callbacks [] for security_group (7d388c59-f1f5-4fd4-9613-fac93ea10d0a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:11.562348 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-f2fbd7ca-0a4c-4b74-9283-f2a175078f14 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (1a17bc61-dd23-4ffe-a5d8-fde6753847ac), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:11.590343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbd7ca-0a4c-4b74-9283-f2a175078f14 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Pushing event deleted for resources: {'Port': ['ID=1a17bc61-dd23-4ffe-a5d8-fde6753847ac,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:11.614344 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-f2fbd7ca-0a4c-4b74-9283-f2a175078f14 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks [] for floatingip (84f506ed-86de-417e-8e5a-2d0145e1c23f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:11.616927 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-f2fbd7ca-0a4c-4b74-9283-f2a175078f14 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:11.618296 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d40467e-4c14-4d27-8619-cf66651e7178 req-f2fbd7ca-0a4c-4b74-9283-f2a175078f14 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "DELETE /v2.0/floatingips/84f506ed-86de-417e-8e5a-2d0145e1c23f HTTP/1.1" status: 204 len: 173 time: 0.5853145 Feb 28 17:16:11.684413 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2597664-e55a-4684-94b5-08ce33ebe61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7d388c59-f1f5-4fd4-9613-fac93ea10d0a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:11.687129 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2597664-e55a-4684-94b5-08ce33ebe61d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:11.691435 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f2597664-e55a-4684-94b5-08ce33ebe61d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d388c59-f1f5-4fd4-9613-fac93ea10d0a HTTP/1.1" status: 204 len: 168 time: 0.2204797 Feb 28 17:16:11.702842 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2597664-e55a-4684-94b5-08ce33ebe61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d388c59-f1f5-4fd4-9613-fac93ea10d0a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:11.716058 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-222d5e73-7efe-491f-a50b-3d1367ad3615 req-821917db-3b7a-4e3e-b09d-73d8d9388413 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 210 time: 0.0535088 Feb 28 17:16:11.795245 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cbbc357f-588f-430a-ab50-b98a6bcb30b8 req-e31e0f7c-c01a-40af-9d95-d361d2f6e067 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 210 time: 0.0402749 Feb 28 17:16:11.808742 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30565b86-b9e8-4057-8418-f04c2a28f9a6 req-7a3d9d83-41c0-4185-b80f-24b435ab288e tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:11.810671 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30565b86-b9e8-4057-8418-f04c2a28f9a6 req-7a3d9d83-41c0-4185-b80f-24b435ab288e tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 950 time: 0.0720463 Feb 28 17:16:11.854739 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32040062-9edc-4118-8b45-38afb660c36f x-openstack-request-id: req-32040062-9edc-4118-8b45-38afb660c36f {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:11.855061 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b033bc-2a23-4687-803c-2a2e33a6b057", "name": "network-vif-plugged", "status": "completed", "tag": "3270671f-406e-49dd-a1ee-913b84d0059b", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:11.855509 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-32040062-9edc-4118-8b45-38afb660c36f {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:11.856076 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b033bc-2a23-4687-803c-2a2e33a6b057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3270671f-406e-49dd-a1ee-913b84d0059b', 'code': 200} Feb 28 17:16:11.889846 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30565b86-b9e8-4057-8418-f04c2a28f9a6 req-ea85e255-cce3-4db5-8167-bb3a25dd5f8a tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732584 Feb 28 17:16:11.998928 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3da9ac-6e3c-4436-a767-a2dfab479a5c req-c362a04d-30ce-42dc-a9f6-2c421ab232ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:12.000399 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b3da9ac-6e3c-4436-a767-a2dfab479a5c req-c362a04d-30ce-42dc-a9f6-2c421ab232ff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 1133 time: 0.0839272 Feb 28 17:16:12.030701 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb85e3-1e63-4f39-88e3-439e38f045e0 req-79034fd5-904b-45e9-90e8-b017cee607bf tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:12.034424 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9fb85e3-1e63-4f39-88e3-439e38f045e0 req-79034fd5-904b-45e9-90e8-b017cee607bf tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 946 time: 0.1013703 Feb 28 17:16:12.056511 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2ea04696-d744-461c-9587-742d9537ea87 req-285703aa-6912-489f-8e77-f1b226346466 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1317017 Feb 28 17:16:12.066994 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:12.101722 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b3da9ac-6e3c-4436-a767-a2dfab479a5c req-4622bcc1-f5f6-4f76-b4ee-7eec58c583c6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934501 Feb 28 17:16:12.105818 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9fb85e3-1e63-4f39-88e3-439e38f045e0 req-1bb07700-a1f1-4be2-a882-e3dae5f51b34 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693374 Feb 28 17:16:12.233212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42130) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:12.236715 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:12.316392 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:12.346963 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:16:12.354069 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:12.482088 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1899b25-1ba4-47d2-9a43-00daf0898b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:12.521451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Allocated IP 172.25.3.214 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/4aae2909-086a-4fb3-9fce-d6788ea5097b) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:12.675163 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks [] for port (4aae2909-086a-4fb3-9fce-d6788ea5097b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:12.816252 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (4aae2909-086a-4fb3-9fce-d6788ea5097b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:12.829960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a898801-25f0-4c89-a4a0-a5a1d1b7ac8a req-770a2862-7a93-468e-af05-328999b4cebc tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:12.843195 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5a898801-25f0-4c89-a4a0-a5a1d1b7ac8a req-770a2862-7a93-468e-af05-328999b4cebc tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 946 time: 0.0892956 Feb 28 17:16:12.843892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42152) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:12.859438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-16d1c249-754b-4b69-9c59-fc9e7a26e9ee tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Request body: {'floatingip': {'port_id': 'cbf25321-b503-4c1e-b12b-f73ec74dfe5e'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:12.862978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Pushing event updated for resources: {'Port': ['ID=4aae2909-086a-4fb3-9fce-d6788ea5097b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:12.873285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:12.875101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:12.881707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:12.913504 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1899b25-1ba4-47d2-9a43-00daf0898b7a admin admin] Publish callbacks [] for security_group (1b399d11-3195-4fb2-be85-0fcaa30b9a8c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:12.942087 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16d1c249-754b-4b69-9c59-fc9e7a26e9ee tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for floatingip (6f847b4c-0168-4cfb-a6a5-5514f258ce0f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:12.960503 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4b0e102-2680-4424-9650-443b94e6460b req-7596f4f0-8115-4764-b7fb-84c9e9cd94ad tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 210 time: 0.0451205 Feb 28 17:16:13.005126 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1899b25-1ba4-47d2-9a43-00daf0898b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1b399d11-3195-4fb2-be85-0fcaa30b9a8c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:13.027956 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks [] for floatingip (f2e38419-ca7f-4df6-aa77-0c2c4b62dd9b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:13.075417 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e1899b25-1ba4-47d2-9a43-00daf0898b7a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=030b2d0c945745c3aa3710762313f6ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8400786 Feb 28 17:16:13.078424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42156) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:13.129176 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1899b25-1ba4-47d2-9a43-00daf0898b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b399d11-3195-4fb2-be85-0fcaa30b9a8c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:13.136589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a58f51b-9c9d-44e7-bff7-77d9850dfcb5 req-2cbbbadf-6f7c-48bf-bae8-e82349d268d3 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 210 time: 0.0382235 Feb 28 17:16:13.175555 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4aae2909-086a-4fb3-9fce-d6788ea5097b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:13.229345 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b31740ef-6230-4883-91ea-1c5c01c16653 admin admin] Publish callbacks [] for security_group (1b399d11-3195-4fb2-be85-0fcaa30b9a8c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:13.263192 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b31740ef-6230-4883-91ea-1c5c01c16653 admin admin] Publish callbacks [] for security_group (1b399d11-3195-4fb2-be85-0fcaa30b9a8c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:13.350653 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cb58144b-9c69-4148-83f5-a41e2586403f tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a494c37d7657491dba49100c16dc25ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735080 Feb 28 17:16:13.415796 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks [] for port (4aae2909-086a-4fb3-9fce-d6788ea5097b), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:13.444933 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b31740ef-6230-4883-91ea-1c5c01c16653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1b399d11-3195-4fb2-be85-0fcaa30b9a8c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:13.448828 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b31740ef-6230-4883-91ea-1c5c01c16653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:13.451209 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b31740ef-6230-4883-91ea-1c5c01c16653 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b399d11-3195-4fb2-be85-0fcaa30b9a8c HTTP/1.1" status: 204 len: 168 time: 0.3714828 Feb 28 17:16:13.460809 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31740ef-6230-4883-91ea-1c5c01c16653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b399d11-3195-4fb2-be85-0fcaa30b9a8c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:13.481381 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01d4c-9865-458c-b62a-cae505994488 req-5df03b9d-58f7-4303-8a2f-3faa9724abd1 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:13.482904 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f5d01d4c-9865-458c-b62a-cae505994488 req-5df03b9d-58f7-4303-8a2f-3faa9724abd1 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 950 time: 0.2415626 Feb 28 17:16:13.559466 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (4aae2909-086a-4fb3-9fce-d6788ea5097b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:13.669947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Pushing event updated for resources: {'Port': ['ID=4aae2909-086a-4fb3-9fce-d6788ea5097b,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:13.696693 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (f2e38419-ca7f-4df6-aa77-0c2c4b62dd9b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:13.705920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb624ac9-d1a6-4632-9909-760b1910725e req-048cb292-a034-4136-8a53-2c28d6d966df tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:13.707665 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb624ac9-d1a6-4632-9909-760b1910725e req-048cb292-a034-4136-8a53-2c28d6d966df tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3516810 Feb 28 17:16:13.733107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-fb624ac9-d1a6-4632-9909-760b1910725e req-e5baba49-55a2-4f08-9115-1d9b066f2a69 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Request body: {'port': {'device_id': '794e3b3b-ec81-4fbf-b680-cd378f7e5858', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'a494c37d7657491dba49100c16dc25ad'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:13.768970 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-315b060a-f095-45a1-b53e-d90d216229c5 req-99a70cdf-df8c-4aa8-8217-f2d9ea11d41e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f81128a9977c4158b2696f681b03f19a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228817 Feb 28 17:16:13.806141 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f5d01d4c-9865-458c-b62a-cae505994488 req-8e7e8bf3-ddc8-4049-8c0f-36f74e567779 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998202 Feb 28 17:16:13.833577 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:13.834712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2ea04696-d744-461c-9587-742d9537ea87 req-e416fa07-e0fe-45b1-8ad1-ec245e755969 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7717717 Feb 28 17:16:13.873334 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:13.951731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b060a-f095-45a1-b53e-d90d216229c5 req-379fca20-2606-4a25-9d3e-3bb2ff802329 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:13.954326 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-315b060a-f095-45a1-b53e-d90d216229c5 req-379fca20-2606-4a25-9d3e-3bb2ff802329 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781852 Feb 28 17:16:14.000839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42178) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:14.088176 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16d1c249-754b-4b69-9c59-fc9e7a26e9ee tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:14.110811 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d8de4f6f-30ee-4697-b193-ee9f74078649 req-a2d57da4-a51e-46eb-8df5-e2c5baff7e62 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 210 time: 0.0468678 Feb 28 17:16:14.200646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-315b060a-f095-45a1-b53e-d90d216229c5 req-6c1625e4-726e-4506-b2ec-0c4fd17356de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Request body: {'port': {'device_id': '821c8c66-eecc-486f-ac04-ab6a7a3a76bf', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'f81128a9977c4158b2696f681b03f19a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:14.224874 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2ea04696-d744-461c-9587-742d9537ea87 req-3c49b19c-e827-4f62-b3f2-2d774ae4a7c8 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 696 time: 0.3659930 Feb 28 17:16:14.235041 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16d1c249-754b-4b69-9c59-fc9e7a26e9ee tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (6f847b4c-0168-4cfb-a6a5-5514f258ce0f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:14.250716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb624ac9-d1a6-4632-9909-760b1910725e req-e5baba49-55a2-4f08-9115-1d9b066f2a69 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Made reservation on behalf of a494c37d7657491dba49100c16dc25ad for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:14.254013 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb624ac9-d1a6-4632-9909-760b1910725e req-e5baba49-55a2-4f08-9115-1d9b066f2a69 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:14.291900 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a7cfca5-2e38-453a-a809-5abb7871ec45 req-c086dd91-855f-4565-8b97-4df3e3250927 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 210 time: 0.0775435 Feb 28 17:16:14.394435 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42186) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:14.401059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea04696-d744-461c-9587-742d9537ea87 req-f9b477f5-78e7-4817-b1d7-db8f2713bfb2 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:14.402511 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2ea04696-d744-461c-9587-742d9537ea87 req-f9b477f5-78e7-4817-b1d7-db8f2713bfb2 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1519849 Feb 28 17:16:14.419036 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2d3506dd-8bc8-447e-81c9-267eeeaddb7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:14.481478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315b060a-f095-45a1-b53e-d90d216229c5 req-6c1625e4-726e-4506-b2ec-0c4fd17356de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Made reservation on behalf of f81128a9977c4158b2696f681b03f19a for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:14.485395 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-315b060a-f095-45a1-b53e-d90d216229c5 req-6c1625e4-726e-4506-b2ec-0c4fd17356de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:14.537737 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2d3506dd-8bc8-447e-81c9-267eeeaddb7b admin admin] Publish callbacks [] for security_group (f3d100b5-2722-418f-b3d4-dc1bf17fcc1d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:14.623262 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2d3506dd-8bc8-447e-81c9-267eeeaddb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f3d100b5-2722-418f-b3d4-dc1bf17fcc1d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:14.632832 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62ecb9a2-ab3e-4f2e-aaf5-3a48f0004187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:14.679101 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2d3506dd-8bc8-447e-81c9-267eeeaddb7b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0836cbb5b2ca40dcb02c3837345937f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755938 Feb 28 17:16:14.682235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3506dd-8bc8-447e-81c9-267eeeaddb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d100b5-2722-418f-b3d4-dc1bf17fcc1d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:14.691021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42194) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:14.693350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-315b060a-f095-45a1-b53e-d90d216229c5 req-6c1625e4-726e-4506-b2ec-0c4fd17356de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Allocated IP 192.168.233.44 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/35262f23-55f4-48d6-8eb8-a3e91c3b1714) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:14.706320 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49329e0a-add9-4f2c-b339-0f201af65c93 req-3e4dc10c-d209-464c-b1e5-241729f540c6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/floatingips/f2e38419-ca7f-4df6-aa77-0c2c4b62dd9b HTTP/1.1" status: 200 len: 693 time: 0.1121421 Feb 28 17:16:14.718312 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-16d1c249-754b-4b69-9c59-fc9e7a26e9ee tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Floating IP 6f847b4c-0168-4cfb-a6a5-5514f258ce0f associated. External IP: 172.25.3.170, port: cbf25321-b503-4c1e-b12b-f73ec74dfe5e. Feb 28 17:16:14.784092 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-608cacc6-f8fb-4023-a46a-28a346fb8171 admin admin] Publish callbacks [] for security_group (f3d100b5-2722-418f-b3d4-dc1bf17fcc1d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:14.875668 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-608cacc6-f8fb-4023-a46a-28a346fb8171 admin admin] Publish callbacks [] for security_group (f3d100b5-2722-418f-b3d4-dc1bf17fcc1d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:14.969105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49329e0a-add9-4f2c-b339-0f201af65c93 req-bf6b190c-7fce-4516-8aec-60cef3e7362e tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:14.976551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49329e0a-add9-4f2c-b339-0f201af65c93 req-bf6b190c-7fce-4516-8aec-60cef3e7362e tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.2688107 Feb 28 17:16:15.006466 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-315b060a-f095-45a1-b53e-d90d216229c5 req-6c1625e4-726e-4506-b2ec-0c4fd17356de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks [] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.015616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12122d3c-5b45-4cc3-980b-357a2258092b req-8f81a670-938f-440a-81b5-c51013f29ed4 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:15.017125 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12122d3c-5b45-4cc3-980b-357a2258092b req-8f81a670-938f-440a-81b5-c51013f29ed4 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 950 time: 0.0959239 Feb 28 17:16:15.072514 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49329e0a-add9-4f2c-b339-0f201af65c93 req-13150a34-3005-4766-b556-78180235dc65 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 696 time: 0.0955703 Feb 28 17:16:15.074311 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62ecb9a2-ab3e-4f2e-aaf5-3a48f0004187 admin admin] Publish callbacks [] for security_group (4c6fd85a-50a8-4a33-815b-6e8218073af9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.089249 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12122d3c-5b45-4cc3-980b-357a2258092b req-f2e00870-7ff9-4def-9de7-714fa3fe3320 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583301 Feb 28 17:16:15.090287 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-608cacc6-f8fb-4023-a46a-28a346fb8171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f3d100b5-2722-418f-b3d4-dc1bf17fcc1d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.092781 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-608cacc6-f8fb-4023-a46a-28a346fb8171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.096266 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-608cacc6-f8fb-4023-a46a-28a346fb8171 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f3d100b5-2722-418f-b3d4-dc1bf17fcc1d HTTP/1.1" status: 204 len: 168 time: 0.4018745 Feb 28 17:16:15.103194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cacc6-f8fb-4023-a46a-28a346fb8171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d100b5-2722-418f-b3d4-dc1bf17fcc1d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:15.136996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49329e0a-add9-4f2c-b339-0f201af65c93 req-3c6be706-f69d-4aa7-b494-980fa0dfc718 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 696 time: 0.0558944 Feb 28 17:16:15.142233 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62ecb9a2-ab3e-4f2e-aaf5-3a48f0004187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4c6fd85a-50a8-4a33-815b-6e8218073af9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.160393 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-315b060a-f095-45a1-b53e-d90d216229c5 req-6c1625e4-726e-4506-b2ec-0c4fd17356de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.174997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3d6c2f50-1a97-4aea-bcec-a26c9449d2c3', '33c45dcd-fa5d-4a4d-98e2-ed1726532cda'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:15.288404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315b060a-f095-45a1-b53e-d90d216229c5 req-6c1625e4-726e-4506-b2ec-0c4fd17356de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:15.289539 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1625e4-726e-4506-b2ec-0c4fd17356de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Pushing event updated for resources: {'Port': ['ID=35262f23-55f4-48d6-8eb8-a3e91c3b1714,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:15.304860 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-62ecb9a2-ab3e-4f2e-aaf5-3a48f0004187 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=13ecbb41bfb14acfa4bb524cd2d2155d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2837517 Feb 28 17:16:15.306270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-315b060a-f095-45a1-b53e-d90d216229c5 req-6c1625e4-726e-4506-b2ec-0c4fd17356de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:15.308200 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42218) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:15.333322 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-315b060a-f095-45a1-b53e-d90d216229c5 req-6c1625e4-726e-4506-b2ec-0c4fd17356de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:15.365885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecb9a2-ab3e-4f2e-aaf5-3a48f0004187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6fd85a-50a8-4a33-815b-6e8218073af9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:15.422992 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-fb624ac9-d1a6-4632-9909-760b1910725e req-e5baba49-55a2-4f08-9115-1d9b066f2a69 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Allocated IP 192.168.233.158 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/0e23bff7-824e-48d5-96b0-cc380aba3433) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:15.431235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b060a-f095-45a1-b53e-d90d216229c5 req-6c1625e4-726e-4506-b2ec-0c4fd17356de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:15.431970 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-315b060a-f095-45a1-b53e-d90d216229c5 req-6c1625e4-726e-4506-b2ec-0c4fd17356de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.438798 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d1c249-754b-4b69-9c59-fc9e7a26e9ee tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Router 5693017c-6a09-461a-93df-575a531affe3 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:16:15.497525 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8500e28-67c2-4c9c-aa5c-c9b834ceb382 admin admin] Publish callbacks [] for security_group (4c6fd85a-50a8-4a33-815b-6e8218073af9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.539848 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8500e28-67c2-4c9c-aa5c-c9b834ceb382 admin admin] Publish callbacks [] for security_group (4c6fd85a-50a8-4a33-815b-6e8218073af9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.599800 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-315b060a-f095-45a1-b53e-d90d216229c5 req-6c1625e4-726e-4506-b2ec-0c4fd17356de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4026384 Feb 28 17:16:15.616515 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Request body: {'port': {'device_id': '821c8c66-eecc-486f-ac04-ab6a7a3a76bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:15.639677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-49329e0a-add9-4f2c-b339-0f201af65c93 req-b6667a95-f4f8-4284-8f12-3adce99a11a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Deleting port 4aae2909-086a-4fb3-9fce-d6788ea5097b {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:15.640103 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-49329e0a-add9-4f2c-b339-0f201af65c93 req-b6667a95-f4f8-4284-8f12-3adce99a11a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4aae2909-086a-4fb3-9fce-d6788ea5097b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.657455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-724905b6-38c7-495e-a5bc-80854622e9fc None None] Provisioning complete for port 35262f23-55f4-48d6-8eb8-a3e91c3b1714 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:15.658104 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-724905b6-38c7-495e-a5bc-80854622e9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.662216 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8500e28-67c2-4c9c-aa5c-c9b834ceb382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4c6fd85a-50a8-4a33-815b-6e8218073af9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.665202 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8500e28-67c2-4c9c-aa5c-c9b834ceb382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.666483 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f8500e28-67c2-4c9c-aa5c-c9b834ceb382 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4c6fd85a-50a8-4a33-815b-6e8218073af9 HTTP/1.1" status: 204 len: 168 time: 0.3555443 Feb 28 17:16:15.711962 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-724905b6-38c7-495e-a5bc-80854622e9fc None None] Port 35262f23-55f4-48d6-8eb8-a3e91c3b1714 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:16:15.715224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8500e28-67c2-4c9c-aa5c-c9b834ceb382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6fd85a-50a8-4a33-815b-6e8218073af9,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:15.721163 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.862650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d1c249-754b-4b69-9c59-fc9e7a26e9ee tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:16:15.870451 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16d1c249-754b-4b69-9c59-fc9e7a26e9ee tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.885378 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf7ac7-8774-4841-a389-9512537d9be0 None None] Sync routers for ids ['5693017c-6a09-461a-93df-575a531affe3'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:16:15.895964 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf7ac7-8774-4841-a389-9512537d9be0 None None] Routers {'5693017c-6a09-461a-93df-575a531affe3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:16:15.896365 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-45cf7ac7-8774-4841-a389-9512537d9be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:16:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5693017c-6a09-461a-93df-575a531affe3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:15.925771 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-49329e0a-add9-4f2c-b339-0f201af65c93 req-b6667a95-f4f8-4284-8f12-3adce99a11a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4aae2909-086a-4fb3-9fce-d6788ea5097b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.925771 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-49329e0a-add9-4f2c-b339-0f201af65c93 req-b6667a95-f4f8-4284-8f12-3adce99a11a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks [] for floatingip (4aae2909-086a-4fb3-9fce-d6788ea5097b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:15.940988 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-16d1c249-754b-4b69-9c59-fc9e7a26e9ee tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "PUT /v2.0/floatingips/6f847b4c-0168-4cfb-a6a5-5514f258ce0f HTTP/1.1" status: 200 len: 992 time: 3.0931969 Feb 28 17:16:15.952740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66f8457-08de-404b-8f6a-a0a6214962c8', 'tag': 'cbf25321-b503-4c1e-b12b-f73ec74dfe5e'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:15.952740 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae7c4ab-f141-4641-9f21-dcb94da41819" -d '{"events": [{"name": "network-changed", "server_uuid": "a66f8457-08de-404b-8f6a-a0a6214962c8", "tag": "cbf25321-b503-4c1e-b12b-f73ec74dfe5e"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:15.958088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-49329e0a-add9-4f2c-b339-0f201af65c93 req-b6667a95-f4f8-4284-8f12-3adce99a11a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Calling delete_port for 4aae2909-086a-4fb3-9fce-d6788ea5097b owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:15.981501 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb624ac9-d1a6-4632-9909-760b1910725e req-e5baba49-55a2-4f08-9115-1d9b066f2a69 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks [] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:16.047547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c41d8c84-9c77-4303-9a71-54dedab8223f req-34114176-b82c-4e69-9e29-3605ce36ffa7 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 210 time: 0.0508087 Feb 28 17:16:16.052584 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-45cf7ac7-8774-4841-a389-9512537d9be0 None None] Set router 5693017c-6a09-461a-93df-575a531affe3 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:16:16.194992 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb624ac9-d1a6-4632-9909-760b1910725e req-e5baba49-55a2-4f08-9115-1d9b066f2a69 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:16.210764 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['46e3d13a-1448-4b51-96b8-2fa74fa7f22e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:16.236858 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-49329e0a-add9-4f2c-b339-0f201af65c93 req-b6667a95-f4f8-4284-8f12-3adce99a11a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (4aae2909-086a-4fb3-9fce-d6788ea5097b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:16.268567 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb624ac9-d1a6-4632-9909-760b1910725e req-e5baba49-55a2-4f08-9115-1d9b066f2a69 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:16.302544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-fb624ac9-d1a6-4632-9909-760b1910725e req-e5baba49-55a2-4f08-9115-1d9b066f2a69 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:16.326133 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-49329e0a-add9-4f2c-b339-0f201af65c93 req-b6667a95-f4f8-4284-8f12-3adce99a11a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks [] for floatingip (f2e38419-ca7f-4df6-aa77-0c2c4b62dd9b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:16.330480 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-49329e0a-add9-4f2c-b339-0f201af65c93 req-b6667a95-f4f8-4284-8f12-3adce99a11a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:16.332270 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49329e0a-add9-4f2c-b339-0f201af65c93 req-b6667a95-f4f8-4284-8f12-3adce99a11a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "DELETE /v2.0/floatingips/f2e38419-ca7f-4df6-aa77-0c2c4b62dd9b HTTP/1.1" status: 204 len: 173 time: 1.1941946 Feb 28 17:16:16.343492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb624ac9-d1a6-4632-9909-760b1910725e req-e5baba49-55a2-4f08-9115-1d9b066f2a69 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:16.350377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb624ac9-d1a6-4632-9909-760b1910725e req-e5baba49-55a2-4f08-9115-1d9b066f2a69 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:16.350931 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb624ac9-d1a6-4632-9909-760b1910725e req-e5baba49-55a2-4f08-9115-1d9b066f2a69 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:16.372189 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baba49-55a2-4f08-9115-1d9b066f2a69 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Pushing event updated for resources: {'Port': ['ID=0e23bff7-824e-48d5-96b0-cc380aba3433,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:16.376440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35262f23-55f4-48d6-8eb8-a3e91c3b1714 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:16.393307 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Publish callbacks [] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:16.401997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6667a95-f4f8-4284-8f12-3adce99a11a6 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] Pushing event deleted for resources: {'Port': ['ID=4aae2909-086a-4fb3-9fce-d6788ea5097b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:16.424154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Transition to ACTIVE for port object 35262f23-55f4-48d6-8eb8-a3e91c3b1714 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:16:16.473637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4e58a-1c1b-45a8-b1e8-4811149f2e9d req-65531387-9396-48dd-93e8-b56f4491fb22 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:16.474884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb624ac9-d1a6-4632-9909-760b1910725e req-e5baba49-55a2-4f08-9115-1d9b066f2a69 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7546263 Feb 28 17:16:16.482320 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2fc4e58a-1c1b-45a8-b1e8-4811149f2e9d req-65531387-9396-48dd-93e8-b56f4491fb22 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 935 time: 0.2972233 Feb 28 17:16:16.489439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Request body: {'port': {'device_id': '794e3b3b-ec81-4fbf-b680-cd378f7e5858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:16.499151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237ad63-3490-4cc6-8d95-c119b6e9d826 req-9eb21fcd-7ce7-4bcb-b4db-a7d71bf8655d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:16.505734 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42252) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:16.507318 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a237ad63-3490-4cc6-8d95-c119b6e9d826 req-9eb21fcd-7ce7-4bcb-b4db-a7d71bf8655d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 950 time: 0.0774951 Feb 28 17:16:16.509207 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-45cf7ac7-8774-4841-a389-9512537d9be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '6f847b4c-0168-4cfb-a6a5-5514f258ce0f', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '5693017c-6a09-461a-93df-575a531affe3', 'port_id': 'cbf25321-b503-4c1e-b12b-f73ec74dfe5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'mac_address': 'fa:16:3e:95:4f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66f8457-08de-404b-8f6a-a0a6214962c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:15:37Z', 'updated_at': '2022-02-28T17:16:13Z', 'revision_number': 1, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:23Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:16.543728 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-582f1613-dc82-4383-8bdb-353375d13c81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:16.552182 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:16.553428 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf7ac7-8774-4841-a389-9512537d9be0 None None] Checking router: 5693017c-6a09-461a-93df-575a531affe3 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:16:16.568635 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf7ac7-8774-4841-a389-9512537d9be0 None None] Routers {'5693017c-6a09-461a-93df-575a531affe3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:16:16.569622 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-45cf7ac7-8774-4841-a389-9512537d9be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:16:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5693017c-6a09-461a-93df-575a531affe3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:16.576800 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2fc4e58a-1c1b-45a8-b1e8-4811149f2e9d req-e259336f-5954-4986-8784-59bcbfd69ec8 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931532 Feb 28 17:16:16.654712 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a237ad63-3490-4cc6-8d95-c119b6e9d826 req-222f7ba5-d3eb-4ad2-be07-28fbb81ab1fc tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207716 Feb 28 17:16:16.654937 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b5d80858-85da-4cf8-af6d-4cad5fbe95aa None None] Provisioning complete for port 0e23bff7-824e-48d5-96b0-cc380aba3433 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:16.654937 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b5d80858-85da-4cf8-af6d-4cad5fbe95aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:16.741504 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-45cf7ac7-8774-4841-a389-9512537d9be0 None None] Set router 5693017c-6a09-461a-93df-575a531affe3 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:16:16.748867 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:16.769663 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b5d80858-85da-4cf8-af6d-4cad5fbe95aa None None] Port 0e23bff7-824e-48d5-96b0-cc380aba3433 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:16:16.803807 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Pushing event updated for resources: {'Port': ['ID=35262f23-55f4-48d6-8eb8-a3e91c3b1714,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:16.935388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1dd1f-ce16-4358-bd51-3db23d5aca39 req-e797a361-2a74-4bfe-8386-d000c0e5ed29 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:16.946144 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dda1dd1f-ce16-4358-bd51-3db23d5aca39 req-e797a361-2a74-4bfe-8386-d000c0e5ed29 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 946 time: 0.2316759 Feb 28 17:16:17.009143 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67aeac57-4ed4-4133-b70f-2dcaa3c28cda x-openstack-request-id: req-67aeac57-4ed4-4133-b70f-2dcaa3c28cda {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:17.009428 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66f8457-08de-404b-8f6a-a0a6214962c8", "tag": "cbf25321-b503-4c1e-b12b-f73ec74dfe5e", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:17.009680 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-67aeac57-4ed4-4133-b70f-2dcaa3c28cda {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:17.010085 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66f8457-08de-404b-8f6a-a0a6214962c8', 'tag': 'cbf25321-b503-4c1e-b12b-f73ec74dfe5e', 'status': 'completed', 'code': 200} Feb 28 17:16:17.024813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Attempting to bind port 35262f23-55f4-48d6-8eb8-a3e91c3b1714 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:16:17.025221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Attempting to bind port 35262f23-55f4-48d6-8eb8-a3e91c3b1714 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:16:17.025552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Attempting to bind port 35262f23-55f4-48d6-8eb8-a3e91c3b1714 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:17.034505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7c4ab-f141-4641-9f21-dcb94da41819 req-037776a9-16b6-4d35-abbf-b9976006436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:17.035993 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fae7c4ab-f141-4641-9f21-dcb94da41819 req-037776a9-16b6-4d35-abbf-b9976006436f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd86d8f7a97d4a129ba9f94176c52519&device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 1129 time: 0.2526689 Feb 28 17:16:17.039600 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-582f1613-dc82-4383-8bdb-353375d13c81 admin admin] Publish callbacks [] for security_group (238cff78-279b-4153-a2a4-428e6b959630), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:17.044588 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dda1dd1f-ce16-4358-bd51-3db23d5aca39 req-fa747bbb-9e91-40d1-9092-426c56cb9066 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969279 Feb 28 17:16:17.047998 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-fa29bb36-3142-423a-a9cb-79a393a845e0 req-1a5d4a77-7609-4ca4-bb57-e14c44fcb5b9 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] show failed (client error): The resource could not be found. Feb 28 17:16:17.049002 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa29bb36-3142-423a-a9cb-79a393a845e0 req-1a5d4a77-7609-4ca4-bb57-e14c44fcb5b9 tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/floatingips/f2e38419-ca7f-4df6-aa77-0c2c4b62dd9b HTTP/1.1" status: 404 len: 350 time: 0.0427010 Feb 28 17:16:17.093380 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Port 35262f23-55f4-48d6-8eb8-a3e91c3b1714 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:16:17.093703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Attempting to bind port 35262f23-55f4-48d6-8eb8-a3e91c3b1714 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:17.145026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.69', 59359) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:17.158837 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:16:17.159283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:17.159782 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:16:17.160292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Bound port: 35262f23-55f4-48d6-8eb8-a3e91c3b1714, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:16:17.160718 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:17.180400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e23bff7-824e-48d5-96b0-cc380aba3433 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:17.203137 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Publish callbacks [] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:17.212847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-582f1613-dc82-4383-8bdb-353375d13c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (238cff78-279b-4153-a2a4-428e6b959630), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:17.220804 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-1e461943-6c26-40b9-b1da-2dda4e23301e req-3714c702-c7b6-42f7-ad79-cf1b6e86b93e tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] show failed (client error): The resource could not be found. Feb 28 17:16:17.228985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e461943-6c26-40b9-b1da-2dda4e23301e req-3714c702-c7b6-42f7-ad79-cf1b6e86b93e tempest-FloatingIPsTestJSON-1806002685 tempest-FloatingIPsTestJSON-1806002685-project] 10.222.0.72 "GET /v2.0/floatingips/f2e38419-ca7f-4df6-aa77-0c2c4b62dd9b HTTP/1.1" status: 404 len: 350 time: 0.1205490 Feb 28 17:16:17.238819 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42272) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:17.259406 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-45cf7ac7-8774-4841-a389-9512537d9be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '6f847b4c-0168-4cfb-a6a5-5514f258ce0f', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '5693017c-6a09-461a-93df-575a531affe3', 'port_id': 'cbf25321-b503-4c1e-b12b-f73ec74dfe5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'mac_address': 'fa:16:3e:95:4f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66f8457-08de-404b-8f6a-a0a6214962c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:15:37Z', 'updated_at': '2022-02-28T17:16:13Z', 'revision_number': 1, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:23Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:17.289117 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Transition to ACTIVE for port object 0e23bff7-824e-48d5-96b0-cc380aba3433 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:16:17.304266 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf7ac7-8774-4841-a389-9512537d9be0 None None] The sync data for ids ['5693017c-6a09-461a-93df-575a531affe3'] in n-d-820368-19 is: [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '6f847b4c-0168-4cfb-a6a5-5514f258ce0f', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '5693017c-6a09-461a-93df-575a531affe3', 'port_id': 'cbf25321-b503-4c1e-b12b-f73ec74dfe5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'mac_address': 'fa:16:3e:95:4f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66f8457-08de-404b-8f6a-a0a6214962c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:15:37Z', 'updated_at': '2022-02-28T17:16:13Z', 'revision_number': 1, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:23Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:16:17.326871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f0022-9963-41d5-bee8-54468a3f5407 req-4fda6412-845d-46b4-aa07-49bbbcd1b104 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:17.328416 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e58f0022-9963-41d5-bee8-54468a3f5407 req-4fda6412-845d-46b4-aa07-49bbbcd1b104 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 936 time: 0.1226504 Feb 28 17:16:17.384989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f1613-dc82-4383-8bdb-353375d13c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238cff78-279b-4153-a2a4-428e6b959630,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:17.388427 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:17.426873 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-582f1613-dc82-4383-8bdb-353375d13c81 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6917445797dc489b9ac181a1d6335141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9194117 Feb 28 17:16:17.431951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42280) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:17.449018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e45057-e414-4d7f-bc73-31e5f2b88b4a req-0d8fc09f-ff8c-47f6-a674-239e200f6cb9 tempest-DeleteServersAdminTestJSON-1709591225 tempest-DeleteServersAdminTestJSON-1709591225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:17.450843 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58e45057-e414-4d7f-bc73-31e5f2b88b4a req-0d8fc09f-ff8c-47f6-a674-239e200f6cb9 tempest-DeleteServersAdminTestJSON-1709591225 tempest-DeleteServersAdminTestJSON-1709591225-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 1133 time: 0.3039134 Feb 28 17:16:17.453880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] For port 35262f23-55f4-48d6-8eb8-a3e91c3b1714, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:16:17.472781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7c4ab-f141-4641-9f21-dcb94da41819 req-7a522d51-ece4-4864-ac96-835d28aa834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:17.474363 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fae7c4ab-f141-4641-9f21-dcb94da41819 req-7a522d51-ece4-4864-ac96-835d28aa834c service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ace9968-4a17-439c-b2f3-b77bcf7c88a1 HTTP/1.1" status: 200 len: 924 time: 0.4286375 Feb 28 17:16:17.582968 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] For port 35262f23-55f4-48d6-8eb8-a3e91c3b1714, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=35262f23-55f4-48d6-8eb8-a3e91c3b1714,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:16:17.707054 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eec14a5-6890-40fd-b44d-1ee456e1fd8c None None] New status for floating IP 6f847b4c-0168-4cfb-a6a5-5514f258ce0f: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:16:17.738167 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:17.856993 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e58f0022-9963-41d5-bee8-54468a3f5407 req-b790440e-0f4e-4d8c-a2e4-35a099e5a636 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944625 Feb 28 17:16:17.864984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e23bff7-824e-48d5-96b0-cc380aba3433,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:17.896165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:17.896852 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:17.900849 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-315b060a-f095-45a1-b53e-d90d216229c5 req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] 10.222.0.73 "PUT /v2.0/ports/35262f23-55f4-48d6-8eb8-a3e91c3b1714 HTTP/1.1" status: 200 len: 1096 time: 2.2889516 Feb 28 17:16:17.920393 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b9858-78a3-4214-9b9a-c8802e54a118 service neutron] Pushing event updated for resources: {'Port': ['ID=35262f23-55f4-48d6-8eb8-a3e91c3b1714,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:17.933150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821c8c66-eecc-486f-ac04-ab6a7a3a76bf', 'tag': '35262f23-55f4-48d6-8eb8-a3e91c3b1714'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:17.948722 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ce8cd8-52f6-4b52-960c-5d16ee5a99fd" -d '{"events": [{"name": "network-changed", "server_uuid": "821c8c66-eecc-486f-ac04-ab6a7a3a76bf", "tag": "35262f23-55f4-48d6-8eb8-a3e91c3b1714"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:17.973539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fae7c4ab-f141-4641-9f21-dcb94da41819 req-95a39649-08a7-4505-ab73-ea9e69c94184 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf25321-b503-4c1e-b12b-f73ec74dfe5e HTTP/1.1" status: 200 len: 1000 time: 0.4756181 Feb 28 17:16:17.993495 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f11493da-5a30-4441-94d2-990893620c01 admin admin] Publish callbacks [] for security_group (238cff78-279b-4153-a2a4-428e6b959630), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:18.060991 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7c4ab-f141-4641-9f21-dcb94da41819 req-70bea803-9ef7-4c2c-a266-2fef815c2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:18.062580 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fae7c4ab-f141-4641-9f21-dcb94da41819 req-70bea803-9ef7-4c2c-a266-2fef815c2203 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=304ddab3-68d6-4b16-8125-03d0c1d10117 HTTP/1.1" status: 200 len: 862 time: 0.0627992 Feb 28 17:16:18.067980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Attempting to bind port 0e23bff7-824e-48d5-96b0-cc380aba3433 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:16:18.068307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Attempting to bind port 0e23bff7-824e-48d5-96b0-cc380aba3433 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:16:18.068642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Attempting to bind port 0e23bff7-824e-48d5-96b0-cc380aba3433 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:18.083344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492633ae-43c1-4b98-882e-627891fb9446 req-0c56a07a-4411-4e53-8a9a-1733566d9e8f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:18.084895 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-492633ae-43c1-4b98-882e-627891fb9446 req-0c56a07a-4411-4e53-8a9a-1733566d9e8f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 947 time: 0.4092269 Feb 28 17:16:18.189168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Port 0e23bff7-824e-48d5-96b0-cc380aba3433 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:16:18.193101 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Attempting to bind port 0e23bff7-824e-48d5-96b0-cc380aba3433 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:18.215533 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:16:18.220473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:18.220473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:16:18.220473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Bound port: 0e23bff7-824e-48d5-96b0-cc380aba3433, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:16:18.220473 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:18.258935 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc5117-67c4-4ed0-95e3-0e1c357a6b66 req-abe3e160-332b-4216-b746-18706b15612f tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:18.276534 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24bc5117-67c4-4ed0-95e3-0e1c357a6b66 req-abe3e160-332b-4216-b746-18706b15612f tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 950 time: 0.3063090 Feb 28 17:16:18.296939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42310) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:18.314434 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f11493da-5a30-4441-94d2-990893620c01 admin admin] Publish callbacks [] for security_group (238cff78-279b-4153-a2a4-428e6b959630), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:18.329673 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-58e45057-e414-4d7f-bc73-31e5f2b88b4a req-2a41beca-a6ef-4c01-b80c-3f71046478f0 tempest-DeleteServersAdminTestJSON-1709591225 tempest-DeleteServersAdminTestJSON-1709591225-project-admin] Deleting port 3270671f-406e-49dd-a1ee-913b84d0059b {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:18.330013 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-58e45057-e414-4d7f-bc73-31e5f2b88b4a req-2a41beca-a6ef-4c01-b80c-3f71046478f0 tempest-DeleteServersAdminTestJSON-1709591225 tempest-DeleteServersAdminTestJSON-1709591225-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3270671f-406e-49dd-a1ee-913b84d0059b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:18.488214 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-80575e0c-db5d-4191-b521-bbb5c647e8ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:18.520221 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24bc5117-67c4-4ed0-95e3-0e1c357a6b66 req-0c8a44dd-0704-48e4-a73a-b08f0340bc13 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425983 Feb 28 17:16:18.541568 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] For port 0e23bff7-824e-48d5-96b0-cc380aba3433, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:16:18.543732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] For port 0e23bff7-824e-48d5-96b0-cc380aba3433, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0e23bff7-824e-48d5-96b0-cc380aba3433,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:16:18.588526 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b0a61a-ee56-4208-84fc-6475c6d24b1c x-openstack-request-id: req-d4b0a61a-ee56-4208-84fc-6475c6d24b1c {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:18.589047 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821c8c66-eecc-486f-ac04-ab6a7a3a76bf", "tag": "35262f23-55f4-48d6-8eb8-a3e91c3b1714", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:18.589047 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d4b0a61a-ee56-4208-84fc-6475c6d24b1c {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:18.589724 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821c8c66-eecc-486f-ac04-ab6a7a3a76bf', 'tag': '35262f23-55f4-48d6-8eb8-a3e91c3b1714', 'status': 'completed', 'code': 200} Feb 28 17:16:18.627358 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-492633ae-43c1-4b98-882e-627891fb9446 req-9c6bb808-cb5e-4bc5-abd3-6fce43d28df8 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814489 Feb 28 17:16:18.651902 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:18.670157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b060a-f095-45a1-b53e-d90d216229c5 req-2f1ccf6d-e47c-4f72-9b5b-0cccc0ee73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:18.670157 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-315b060a-f095-45a1-b53e-d90d216229c5 req-2f1ccf6d-e47c-4f72-9b5b-0cccc0ee73ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f81128a9977c4158b2696f681b03f19a&device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 1130 time: 0.5972440 Feb 28 17:16:18.676374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7c4ab-f141-4641-9f21-dcb94da41819 req-8455a8f5-f112-415c-92f4-5967e7aa7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:18.678051 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fae7c4ab-f141-4641-9f21-dcb94da41819 req-8455a8f5-f112-415c-92f4-5967e7aa7b4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ace9968-4a17-439c-b2f3-b77bcf7c88a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5820136 Feb 28 17:16:18.725008 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-80575e0c-db5d-4191-b521-bbb5c647e8ae admin admin] Publish callbacks [] for security_group (02821d16-cfa2-4297-b10a-fc4acd854adf), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:18.735930 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:18.736783 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:18.738663 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb624ac9-d1a6-4632-9909-760b1910725e req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] 10.222.0.69 "PUT /v2.0/ports/0e23bff7-824e-48d5-96b0-cc380aba3433 HTTP/1.1" status: 200 len: 1097 time: 2.2536104 Feb 28 17:16:18.746586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-315b060a-f095-45a1-b53e-d90d216229c5 req-788736d3-0fbc-4488-b880-9ddc3d00e799 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=35262f23-55f4-48d6-8eb8-a3e91c3b1714 HTTP/1.1" status: 200 len: 217 time: 0.0587287 Feb 28 17:16:18.768661 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb88196-49c1-4573-88b7-5f6afd16eea6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e23bff7-824e-48d5-96b0-cc380aba3433,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:18.770131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-58e45057-e414-4d7f-bc73-31e5f2b88b4a req-2a41beca-a6ef-4c01-b80c-3f71046478f0 tempest-DeleteServersAdminTestJSON-1709591225 tempest-DeleteServersAdminTestJSON-1709591225-project-admin] For port 3270671f-406e-49dd-a1ee-913b84d0059b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3270671f-406e-49dd-a1ee-913b84d0059b,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:18.770495 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-58e45057-e414-4d7f-bc73-31e5f2b88b4a req-2a41beca-a6ef-4c01-b80c-3f71046478f0 tempest-DeleteServersAdminTestJSON-1709591225 tempest-DeleteServersAdminTestJSON-1709591225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3270671f-406e-49dd-a1ee-913b84d0059b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:18.791291 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d667-55ec-44ec-8cdb-bfb83e33a6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:18.829563 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-80575e0c-db5d-4191-b521-bbb5c647e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (02821d16-cfa2-4297-b10a-fc4acd854adf), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:18.848632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-58e45057-e414-4d7f-bc73-31e5f2b88b4a req-2a41beca-a6ef-4c01-b80c-3f71046478f0 tempest-DeleteServersAdminTestJSON-1709591225 tempest-DeleteServersAdminTestJSON-1709591225-project-admin] Calling delete_port for 3270671f-406e-49dd-a1ee-913b84d0059b owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:18.868374 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f11493da-5a30-4441-94d2-990893620c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (238cff78-279b-4153-a2a4-428e6b959630), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:18.870928 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f11493da-5a30-4441-94d2-990893620c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:18.874387 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f11493da-5a30-4441-94d2-990893620c01 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/238cff78-279b-4153-a2a4-428e6b959630 HTTP/1.1" status: 204 len: 168 time: 1.4201076 Feb 28 17:16:18.934709 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-bdc646e0-2a48-4a14-8754-90cddb7e9590 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=c1dcb21003044f66ae15e8cdadb8100c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085932 Feb 28 17:16:18.946813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11493da-5a30-4441-94d2-990893620c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238cff78-279b-4153-a2a4-428e6b959630,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:19.051883 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-80575e0c-db5d-4191-b521-bbb5c647e8ae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a481183125b7477b92759d8aa981b40e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7467668 Feb 28 17:16:19.051883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794e3b3b-ec81-4fbf-b680-cd378f7e5858', 'tag': '0e23bff7-824e-48d5-96b0-cc380aba3433'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:19.052089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b060a-f095-45a1-b53e-d90d216229c5 req-afd8275e-20a9-420e-9b34-bf25dfc5b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:19.052089 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-315b060a-f095-45a1-b53e-d90d216229c5 req-afd8275e-20a9-420e-9b34-bf25dfc5b7e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.2659063 Feb 28 17:16:19.052239 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b77082-8aa8-4306-bc78-f34bf42d6c44" -d '{"events": [{"name": "network-changed", "server_uuid": "794e3b3b-ec81-4fbf-b680-cd378f7e5858", "tag": "0e23bff7-824e-48d5-96b0-cc380aba3433"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:19.053776 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42328) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:19.065115 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80575e0c-db5d-4191-b521-bbb5c647e8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02821d16-cfa2-4297-b10a-fc4acd854adf,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:19.118334 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb624ac9-d1a6-4632-9909-760b1910725e req-fbe18b55-fc96-4aaf-be84-64b7f30c3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:19.119916 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb624ac9-d1a6-4632-9909-760b1910725e req-fbe18b55-fc96-4aaf-be84-64b7f30c3b26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a494c37d7657491dba49100c16dc25ad&device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 1131 time: 0.2547565 Feb 28 17:16:19.148090 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fae7c4ab-f141-4641-9f21-dcb94da41819 req-1d8b1244-f127-4e15-a431-5a958e14cb7c service neutron] 10.222.0.73 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509456 Feb 28 17:16:19.217406 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb624ac9-d1a6-4632-9909-760b1910725e req-87cfff6d-404b-49aa-80d0-3b748982ecaa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0e23bff7-824e-48d5-96b0-cc380aba3433 HTTP/1.1" status: 200 len: 217 time: 0.0745676 Feb 28 17:16:19.258804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a5469-a0c7-4d4e-9ed5-30a083de6c68 req-04bb169b-9bc0-48ea-a8e8-92b9e87550d2 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:19.260334 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a1a5469-a0c7-4d4e-9ed5-30a083de6c68 req-04bb169b-9bc0-48ea-a8e8-92b9e87550d2 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 948 time: 0.2332525 Feb 28 17:16:19.285565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-64f959fc-8a46-4c99-985f-717b37926cf8 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:19.286934 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-64f959fc-8a46-4c99-985f-717b37926cf8 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3516457 Feb 28 17:16:19.313028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b060a-f095-45a1-b53e-d90d216229c5 req-bef9da41-e840-4636-ab3b-6b9b28ed388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:19.314527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-315b060a-f095-45a1-b53e-d90d216229c5 req-bef9da41-e840-4636-ab3b-6b9b28ed388b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2383816 Feb 28 17:16:19.339680 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e670f49-89d2-48fc-bf0c-42d54978c23b admin admin] Publish callbacks [] for security_group (02821d16-cfa2-4297-b10a-fc4acd854adf), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:19.351210 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-4a9f66b6-dfd5-4258-8128-c4cbc3b889a5 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/quotas/c1dcb21003044f66ae15e8cdadb8100c HTTP/1.1" status: 200 len: 375 time: 0.0316868 Feb 28 17:16:19.358516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb624ac9-d1a6-4632-9909-760b1910725e req-41fa3734-e2e5-44e2-a67d-5120ed14cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:19.365904 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb624ac9-d1a6-4632-9909-760b1910725e req-41fa3734-e2e5-44e2-a67d-5120ed14cb9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1249335 Feb 28 17:16:19.407563 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-462ae95f-960c-4ee3-aea5-dd4ab6cf25fc tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1dcb21003044f66ae15e8cdadb8100c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461991 Feb 28 17:16:19.424295 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fae7c4ab-f141-4641-9f21-dcb94da41819 req-16e5604f-dcb5-4a79-a46e-c1594b3fffe5 service neutron] 10.222.0.73 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675440 Feb 28 17:16:19.444162 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e670f49-89d2-48fc-bf0c-42d54978c23b admin admin] Publish callbacks [] for security_group (02821d16-cfa2-4297-b10a-fc4acd854adf), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:19.478582 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a1a5469-a0c7-4d4e-9ed5-30a083de6c68 req-4a235786-4a9f-427e-9a1b-0ab1d8f2e767 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052503 Feb 28 17:16:19.490199 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb624ac9-d1a6-4632-9909-760b1910725e req-e1ba3f26-1c2a-4f2f-ae61-9c8227591c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:19.491742 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb624ac9-d1a6-4632-9909-760b1910725e req-e1ba3f26-1c2a-4f2f-ae61-9c8227591c8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1228662 Feb 28 17:16:19.533446 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-315b060a-f095-45a1-b53e-d90d216229c5 req-351f450e-cd70-4df9-86cc-21cbee8618e3 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014267 Feb 28 17:16:19.553797 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-58e45057-e414-4d7f-bc73-31e5f2b88b4a req-2a41beca-a6ef-4c01-b80c-3f71046478f0 tempest-DeleteServersAdminTestJSON-1709591225 tempest-DeleteServersAdminTestJSON-1709591225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3270671f-406e-49dd-a1ee-913b84d0059b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:19.565249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3270671f-406e-49dd-a1ee-913b84d0059b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:19.584193 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba6304d-2acc-425d-9b66-ec5137954bad x-openstack-request-id: req-0ba6304d-2acc-425d-9b66-ec5137954bad {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:19.584966 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794e3b3b-ec81-4fbf-b680-cd378f7e5858", "tag": "0e23bff7-824e-48d5-96b0-cc380aba3433", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:19.584966 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ba6304d-2acc-425d-9b66-ec5137954bad {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:19.585194 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794e3b3b-ec81-4fbf-b680-cd378f7e5858', 'tag': '0e23bff7-824e-48d5-96b0-cc380aba3433', 'status': 'completed', 'code': 200} Feb 28 17:16:19.636258 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8d667-55ec-44ec-8cdb-bfb83e33a6b5 admin admin] Deleting port 3d92d17b-111d-4d61-b882-8c45dff10f4d {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:19.636645 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d667-55ec-44ec-8cdb-bfb83e33a6b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:19.641488 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb624ac9-d1a6-4632-9909-760b1910725e req-56477580-3fa4-4d28-8a93-1ef15c969db4 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321564 Feb 28 17:16:19.675140 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e670f49-89d2-48fc-bf0c-42d54978c23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (02821d16-cfa2-4297-b10a-fc4acd854adf), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:19.678417 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e670f49-89d2-48fc-bf0c-42d54978c23b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:19.679559 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0e670f49-89d2-48fc-bf0c-42d54978c23b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02821d16-cfa2-4297-b10a-fc4acd854adf HTTP/1.1" status: 204 len: 168 time: 0.6233497 Feb 28 17:16:19.737951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41beca-a6ef-4c01-b80c-3f71046478f0 tempest-DeleteServersAdminTestJSON-1709591225 tempest-DeleteServersAdminTestJSON-1709591225-project-admin] Pushing event deleted for resources: {'Port': ['ID=3270671f-406e-49dd-a1ee-913b84d0059b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:19.770367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1cb63212-d441-4b22-98c1-82054ca946ed req-7d68b9b3-dbf7-4315-85d6-49a360592998 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 210 time: 0.0711596 Feb 28 17:16:19.870751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e670f49-89d2-48fc-bf0c-42d54978c23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02821d16-cfa2-4297-b10a-fc4acd854adf,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:19.889021 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-a8b8d667-55ec-44ec-8cdb-bfb83e33a6b5 admin admin] For port 3d92d17b-111d-4d61-b882-8c45dff10f4d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3d92d17b-111d-4d61-b882-8c45dff10f4d,segment=NetworkSegment(a0ecf9d7-d540-4186-a4a3-db5ba01844d2),segment_id=a0ecf9d7-d540-4186-a4a3-db5ba01844d2)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:19.889517 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d667-55ec-44ec-8cdb-bfb83e33a6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:19.947143 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb624ac9-d1a6-4632-9909-760b1910725e req-324755ac-8073-41d0-a842-ea1de9372187 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923284 Feb 28 17:16:19.948406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8d667-55ec-44ec-8cdb-bfb83e33a6b5 admin admin] Calling delete_port for 3d92d17b-111d-4d61-b882-8c45dff10f4d owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:19.981550 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-18a99e90-f642-4249-aee6-bc4266d2bb34 req-2bd5a3eb-e6a2-4ada-9fdb-ce1ef625e418 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 210 time: 0.2996407 Feb 28 17:16:19.988488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e45057-e414-4d7f-bc73-31e5f2b88b4a req-2a41beca-a6ef-4c01-b80c-3f71046478f0 tempest-DeleteServersAdminTestJSON-1709591225 tempest-DeleteServersAdminTestJSON-1709591225-project-admin] No DVR routers for this DVR port 3270671f-406e-49dd-a1ee-913b84d0059b on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:16:20.001136 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-58e45057-e414-4d7f-bc73-31e5f2b88b4a req-2a41beca-a6ef-4c01-b80c-3f71046478f0 tempest-DeleteServersAdminTestJSON-1709591225 tempest-DeleteServersAdminTestJSON-1709591225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:20.004904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58e45057-e414-4d7f-bc73-31e5f2b88b4a req-2a41beca-a6ef-4c01-b80c-3f71046478f0 tempest-DeleteServersAdminTestJSON-1709591225 tempest-DeleteServersAdminTestJSON-1709591225-project-admin] 10.222.0.69 "DELETE /v2.0/ports/3270671f-406e-49dd-a1ee-913b84d0059b HTTP/1.1" status: 204 len: 173 time: 2.5353708 Feb 28 17:16:20.053020 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d2728-64d7-4f1f-b7de-2030499a0d33 req-17748c90-0b42-436c-8921-7c3c2516c140 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:20.053020 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-774d2728-64d7-4f1f-b7de-2030499a0d33 req-17748c90-0b42-436c-8921-7c3c2516c140 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 947 time: 0.1493516 Feb 28 17:16:20.067069 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-315b060a-f095-45a1-b53e-d90d216229c5 req-8bfb9a31-e396-4b43-acf3-586da69bee4d service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260472 Feb 28 17:16:20.151250 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b77082-8aa8-4306-bc78-f34bf42d6c44 req-1adec6d9-7eed-4a30-89bc-ce70e8e6259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:20.151250 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06b77082-8aa8-4306-bc78-f34bf42d6c44 req-1adec6d9-7eed-4a30-89bc-ce70e8e6259c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a494c37d7657491dba49100c16dc25ad&device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 1131 time: 0.0525045 Feb 28 17:16:20.376666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b77082-8aa8-4306-bc78-f34bf42d6c44 req-1a50052c-1cce-43d2-98d0-8b0925fce6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:20.378625 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06b77082-8aa8-4306-bc78-f34bf42d6c44 req-1a50052c-1cce-43d2-98d0-8b0925fce6f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2221203 Feb 28 17:16:20.400333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-774d2728-64d7-4f1f-b7de-2030499a0d33 req-966bc575-d9f9-49c8-aee6-d0778ad31757 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391078 Feb 28 17:16:20.428879 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06b77082-8aa8-4306-bc78-f34bf42d6c44 req-1b5d7bd1-c7a0-4423-894f-3b86942e2b2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0e23bff7-824e-48d5-96b0-cc380aba3433 HTTP/1.1" status: 200 len: 217 time: 0.0437360 Feb 28 17:16:20.431349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce8cd8-52f6-4b52-960c-5d16ee5a99fd req-1bdb33e7-e219-4295-9fce-1aa669ee6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:20.432760 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01ce8cd8-52f6-4b52-960c-5d16ee5a99fd req-1bdb33e7-e219-4295-9fce-1aa669ee6f1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f81128a9977c4158b2696f681b03f19a&device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 1130 time: 0.1745434 Feb 28 17:16:20.486903 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42370) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:20.499445 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23fd9f27-b85e-45d8-81f6-ee47c5fc44ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:20.559433 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b77082-8aa8-4306-bc78-f34bf42d6c44 req-cbf8ef97-9c2c-48c3-93dd-73aac7374fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:20.560909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06b77082-8aa8-4306-bc78-f34bf42d6c44 req-cbf8ef97-9c2c-48c3-93dd-73aac7374fe6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1135950 Feb 28 17:16:20.584916 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d667-55ec-44ec-8cdb-bfb83e33a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (3d92d17b-111d-4d61-b882-8c45dff10f4d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:20.584916 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23fd9f27-b85e-45d8-81f6-ee47c5fc44ac admin admin] Publish callbacks [] for security_group (eff40a3c-cdca-4cd7-98d8-c710b30dc7a6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:20.607302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8d667-55ec-44ec-8cdb-bfb83e33a6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d92d17b-111d-4d61-b882-8c45dff10f4d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:20.609855 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b033bc-2a23-4687-803c-2a2e33a6b057', 'name': 'network-vif-deleted', 'tag': '3270671f-406e-49dd-a1ee-913b84d0059b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:20.618818 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ba9923-4f7e-4c20-9417-5a98d143211c" -d '{"events": [{"server_uuid": "25b033bc-2a23-4687-803c-2a2e33a6b057", "name": "network-vif-deleted", "tag": "3270671f-406e-49dd-a1ee-913b84d0059b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:20.685954 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7f3735-f80e-4a15-8f5f-9ac9a4d1f34d x-openstack-request-id: req-af7f3735-f80e-4a15-8f5f-9ac9a4d1f34d {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:20.686673 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b033bc-2a23-4687-803c-2a2e33a6b057", "name": "network-vif-deleted", "tag": "3270671f-406e-49dd-a1ee-913b84d0059b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:20.686881 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-af7f3735-f80e-4a15-8f5f-9ac9a4d1f34d {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:20.687223 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b033bc-2a23-4687-803c-2a2e33a6b057', 'name': 'network-vif-deleted', 'tag': '3270671f-406e-49dd-a1ee-913b84d0059b', 'status': 'completed', 'code': 200} Feb 28 17:16:20.690588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce8cd8-52f6-4b52-960c-5d16ee5a99fd req-e21ce7d0-aed1-4c8e-8c8b-63f151433680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:20.692050 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01ce8cd8-52f6-4b52-960c-5d16ee5a99fd req-e21ce7d0-aed1-4c8e-8c8b-63f151433680 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2427530 Feb 28 17:16:20.717219 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23fd9f27-b85e-45d8-81f6-ee47c5fc44ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (eff40a3c-cdca-4cd7-98d8-c710b30dc7a6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:20.751839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd9f27-b85e-45d8-81f6-ee47c5fc44ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff40a3c-cdca-4cd7-98d8-c710b30dc7a6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:20.781339 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01ce8cd8-52f6-4b52-960c-5d16ee5a99fd req-d5afffda-dc73-4e60-a50a-6fd7743c272c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=35262f23-55f4-48d6-8eb8-a3e91c3b1714 HTTP/1.1" status: 200 len: 217 time: 0.0726404 Feb 28 17:16:20.792649 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-23fd9f27-b85e-45d8-81f6-ee47c5fc44ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=420bea2e31e74f9da1772d22be1f84e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020442 Feb 28 17:16:20.809853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42380) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:20.811543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b77082-8aa8-4306-bc78-f34bf42d6c44 req-c092a0cf-b910-4e4c-b588-461131b1678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:20.813590 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06b77082-8aa8-4306-bc78-f34bf42d6c44 req-c092a0cf-b910-4e4c-b588-461131b1678c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2406666 Feb 28 17:16:20.857617 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d667-55ec-44ec-8cdb-bfb83e33a6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:20.966412 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e457a7-c36b-48d2-aeea-2e7e2bea6a81 req-e327a3b1-11ed-4338-8d7b-0f9f00b764c8 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:20.968038 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3e457a7-c36b-48d2-aeea-2e7e2bea6a81 req-e327a3b1-11ed-4338-8d7b-0f9f00b764c8 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 948 time: 0.3306077 Feb 28 17:16:20.986466 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c2d644d9-3c56-441b-9b09-5aad9963cc05 req-6da0a799-0904-46e7-8eee-8a3284f99703 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 210 time: 0.1299841 Feb 28 17:16:21.034967 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-065745b9-6e22-413d-8a70-ee6e7dc645b7 admin admin] Publish callbacks [] for security_group (eff40a3c-cdca-4cd7-98d8-c710b30dc7a6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:21.047756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce8cd8-52f6-4b52-960c-5d16ee5a99fd req-880718a3-e086-4c28-9155-7f3f156e9e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:21.049466 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01ce8cd8-52f6-4b52-960c-5d16ee5a99fd req-880718a3-e086-4c28-9155-7f3f156e9e49 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.2432187 Feb 28 17:16:21.142438 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-065745b9-6e22-413d-8a70-ee6e7dc645b7 admin admin] Publish callbacks [] for security_group (eff40a3c-cdca-4cd7-98d8-c710b30dc7a6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:21.153433 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06b77082-8aa8-4306-bc78-f34bf42d6c44 req-aeb5aa9f-599a-4aab-9cc4-e0bd1c458904 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191302 Feb 28 17:16:21.159149 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c0c7d6f3-b89c-4ec5-baf8-9b5f997bea03 req-221bf517-9589-4350-b8c5-ec8023cfd07b tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=25b033bc-2a23-4687-803c-2a2e33a6b057 HTTP/1.1" status: 200 len: 210 time: 0.0365684 Feb 28 17:16:21.216245 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3e457a7-c36b-48d2-aeea-2e7e2bea6a81 req-afe05f7c-0a4b-4008-89ad-975f1a26e1ed tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400146 Feb 28 17:16:21.244346 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b8d667-55ec-44ec-8cdb-bfb83e33a6b5 admin admin] Router 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:16:21.278750 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce8cd8-52f6-4b52-960c-5d16ee5a99fd req-dea91d26-0cd6-40c8-8faa-4c78661dd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:21.280254 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01ce8cd8-52f6-4b52-960c-5d16ee5a99fd req-dea91d26-0cd6-40c8-8faa-4c78661dd3d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2000375 Feb 28 17:16:21.367418 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06b77082-8aa8-4306-bc78-f34bf42d6c44 req-2486e5f0-1c5e-4019-8d40-6d8cfd7c6503 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997607 Feb 28 17:16:21.376399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b8d667-55ec-44ec-8cdb-bfb83e33a6b5 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:16:21.382253 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a8b8d667-55ec-44ec-8cdb-bfb83e33a6b5 admin admin] 10.222.0.72 "PUT /v2.0/routers/4e681ee4-7bac-4fd1-b0a7-c591a518d6d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1399033 Feb 28 17:16:21.384620 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42396) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:21.388809 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd2b42-0afd-4f31-80fd-2dacb95c33e2 None None] Sync routers for ids ['4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:16:21.405419 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-065745b9-6e22-413d-8a70-ee6e7dc645b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (eff40a3c-cdca-4cd7-98d8-c710b30dc7a6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:21.411699 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd2b42-0afd-4f31-80fd-2dacb95c33e2 None None] Routers {'4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:16:21.411822 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-065745b9-6e22-413d-8a70-ee6e7dc645b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:21.411909 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d5bd2b42-0afd-4f31-80fd-2dacb95c33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:16:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:21.412004 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-065745b9-6e22-413d-8a70-ee6e7dc645b7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eff40a3c-cdca-4cd7-98d8-c710b30dc7a6 HTTP/1.1" status: 204 len: 168 time: 0.5947056 Feb 28 17:16:21.420814 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01ce8cd8-52f6-4b52-960c-5d16ee5a99fd req-61ac5b69-4ac2-4d22-8bfa-338021b1fc27 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319661 Feb 28 17:16:21.427262 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065745b9-6e22-413d-8a70-ee6e7dc645b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff40a3c-cdca-4cd7-98d8-c710b30dc7a6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:21.555906 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01ce8cd8-52f6-4b52-960c-5d16ee5a99fd req-745d2480-6f2f-4a94-a6e4-9711cb475c93 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258926 Feb 28 17:16:21.593805 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] Publish callbacks [] for router (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:21.632370 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-d5bd2b42-0afd-4f31-80fd-2dacb95c33e2 None None] Set router 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:16:21.696020 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b24d7-5a42-421b-8359-afd4d6366388 req-3ef1c522-be22-41b7-9ef9-084e07104251 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:21.700075 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-289b24d7-5a42-421b-8359-afd4d6366388 req-3ef1c522-be22-41b7-9ef9-084e07104251 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 947 time: 0.1565657 Feb 28 17:16:21.811590 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] Publish callbacks [] for router_gateway (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:21.826860 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-289b24d7-5a42-421b-8359-afd4d6366388 req-203eb5de-2b07-48fc-8e6d-d30a250c2767 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198673 Feb 28 17:16:21.969503 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d5bd2b42-0afd-4f31-80fd-2dacb95c33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'name': 'tempest-FloatingIPsTestJSON-1420900325-router', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'e58f9c67-d642-478b-b9e1-109b5afd3ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:55Z', 'updated_at': '2022-02-28T17:16:20Z', 'revision_number': 5, 'project_id': '6be71ee7f4f44881a6d575667b48e38b', 'gw_port': {'id': 'e58f9c67-d642-478b-b9e1-109b5afd3ca7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:57Z', 'updated_at': '2022-02-28T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:22.003938 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd2b42-0afd-4f31-80fd-2dacb95c33e2 None None] Checking router: 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:16:22.014547 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd2b42-0afd-4f31-80fd-2dacb95c33e2 None None] Routers {'4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:16:22.015604 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d5bd2b42-0afd-4f31-80fd-2dacb95c33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:16:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:22.016743 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] Deleting port e58f9c67-d642-478b-b9e1-109b5afd3ca7 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:22.018339 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e58f9c67-d642-478b-b9e1-109b5afd3ca7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.037381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-2c9ce44a-9660-4862-b4e4-1c2ec0735093 req-420f0145-1983-4d4e-b416-0956adc16a5d tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Request body: {'security_group': {'name': 'tempest-securitygroup-495191473', 'description': 'tempest-description-491444665'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:22.124759 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2c9ce44a-9660-4862-b4e4-1c2ec0735093 req-420f0145-1983-4d4e-b416-0956adc16a5d tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.138528 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2c9ce44a-9660-4862-b4e4-1c2ec0735093 req-420f0145-1983-4d4e-b416-0956adc16a5d tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.156989 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-d5bd2b42-0afd-4f31-80fd-2dacb95c33e2 None None] Set router 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:16:22.197417 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] For port e58f9c67-d642-478b-b9e1-109b5afd3ca7, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e58f9c67-d642-478b-b9e1-109b5afd3ca7,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:22.197779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e58f9c67-d642-478b-b9e1-109b5afd3ca7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.210646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] Calling delete_port for e58f9c67-d642-478b-b9e1-109b5afd3ca7 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:22.214338 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-72f21742-de7c-43ba-839b-c8f18717f053 req-18363ba7-6ca2-4bdc-98a8-bace857936da tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 210 time: 0.1016879 Feb 28 17:16:22.223475 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d5bd2b42-0afd-4f31-80fd-2dacb95c33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'name': 'tempest-FloatingIPsTestJSON-1420900325-router', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:55Z', 'updated_at': '2022-02-28T17:16:21Z', 'revision_number': 6, 'project_id': '6be71ee7f4f44881a6d575667b48e38b', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:22.263269 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd2b42-0afd-4f31-80fd-2dacb95c33e2 None None] The sync data for ids ['4e681ee4-7bac-4fd1-b0a7-c591a518d6d7'] in n-d-820368-19 is: [{'id': '4e681ee4-7bac-4fd1-b0a7-c591a518d6d7', 'name': 'tempest-FloatingIPsTestJSON-1420900325-router', 'tenant_id': '6be71ee7f4f44881a6d575667b48e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:55Z', 'updated_at': '2022-02-28T17:16:21Z', 'revision_number': 6, 'project_id': '6be71ee7f4f44881a6d575667b48e38b', 'gw_port_host': None}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:16:22.315104 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2c9ce44a-9660-4862-b4e4-1c2ec0735093 req-420f0145-1983-4d4e-b416-0956adc16a5d tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks [] for security_group (9c2a7aff-7423-42a4-9aaa-56cf5364090e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.315625 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0e23bff7-824e-48d5-96b0-cc380aba3433 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:16:22.346163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1b47fa88-5b21-4ab9-826d-4677214e0442 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=c1dcb21003044f66ae15e8cdadb8100c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742362 Feb 28 17:16:22.394120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3270671f-406e-49dd-a1ee-913b84d0059b no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:16:22.417698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 3270671f-406e-49dd-a1ee-913b84d0059b {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:16:22.418413 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3270671f-406e-49dd-a1ee-913b84d0059b not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:16:22.458214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 0e23bff7-824e-48d5-96b0-cc380aba3433, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0e23bff7-824e-48d5-96b0-cc380aba3433,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:22.464399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2c9ce44a-9660-4862-b4e4-1c2ec0735093 req-420f0145-1983-4d4e-b416-0956adc16a5d tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9c2a7aff-7423-42a4-9aaa-56cf5364090e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.471290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '0e23bff7-824e-48d5-96b0-cc380aba3433', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '0e23bff7-824e-48d5-96b0-cc380aba3433', 'mac_address': 'fa:16:3e:2e:b4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:16:22.514427 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5341c-6793-4c00-ad36-f04151e508cb req-a392c91c-4884-4a9e-9509-3339d2968b1b tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:22.515942 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eba5341c-6793-4c00-ad36-f04151e508cb req-a392c91c-4884-4a9e-9509-3339d2968b1b tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 948 time: 0.1125128 Feb 28 17:16:22.524913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 0e23bff7-824e-48d5-96b0-cc380aba3433 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:22.525681 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.543302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e23bff7-824e-48d5-96b0-cc380aba3433 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:22.546906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f0145-1983-4d4e-b416-0956adc16a5d tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2a7aff-7423-42a4-9aaa-56cf5364090e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:22.569758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 0e23bff7-824e-48d5-96b0-cc380aba3433, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0e23bff7-824e-48d5-96b0-cc380aba3433,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:22.575661 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eba5341c-6793-4c00-ad36-f04151e508cb req-61f49827-1798-4fee-86a1-8a6afbb7fe5e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538423 Feb 28 17:16:22.597121 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-bb6f1222-9168-430f-9235-b14e4d5fb07c tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:22.597223 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (e58f9c67-d642-478b-b9e1-109b5afd3ca7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.597683 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-bb6f1222-9168-430f-9235-b14e4d5fb07c tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2463949 Feb 28 17:16:22.624305 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Request body: {'port': {'device_id': '34bd2008-c2e1-4238-8cc5-d4729adaa725', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'c1dcb21003044f66ae15e8cdadb8100c'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:22.641872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58f9c67-d642-478b-b9e1-109b5afd3ca7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:22.643515 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.663329 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.735830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=0e23bff7-824e-48d5-96b0-cc380aba3433,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:22.747827 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:22.752784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:22.753473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:22.754056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:22.754667 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:22.755735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:22.756217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:22.756689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:22.757319 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:22.757807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:22.758340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:22.758798 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:22.759247 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:22.780970 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2c9ce44a-9660-4862-b4e4-1c2ec0735093 req-420f0145-1983-4d4e-b416-0956adc16a5d tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks [] for security_group (4e8ae1e2-79e4-42e2-9158-f385af2b99f8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.834596 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9160870-10d4-4977-be6b-8fb48926715c req-35f961e8-00fb-4e58-91cd-131929f6cdc0 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5757b3de5ce64c5699d647630ea7591b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948799 Feb 28 17:16:22.838928 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.839509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Made reservation on behalf of c1dcb21003044f66ae15e8cdadb8100c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:22.841122 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] Publish callbacks [] for router_controller (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.843398 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.855937 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['0e23bff7-824e-48d5-96b0-cc380aba3433'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:22.861801 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:22.863806 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2c9ce44a-9660-4862-b4e4-1c2ec0735093 req-420f0145-1983-4d4e-b416-0956adc16a5d tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4e8ae1e2-79e4-42e2-9158-f385af2b99f8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:23.007172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f0145-1983-4d4e-b416-0956adc16a5d tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8ae1e2-79e4-42e2-9158-f385af2b99f8,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:23.022133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3d92d17b-111d-4d61-b882-8c45dff10f4d no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:16:23.024191 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2c9ce44a-9660-4862-b4e4-1c2ec0735093 req-420f0145-1983-4d4e-b416-0956adc16a5d tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:23.031193 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c9ce44a-9660-4862-b4e4-1c2ec0735093 req-420f0145-1983-4d4e-b416-0956adc16a5d tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9983966 Feb 28 17:16:23.075983 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 3d92d17b-111d-4d61-b882-8c45dff10f4d {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:16:23.076391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3d92d17b-111d-4d61-b882-8c45dff10f4d not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:16:23.077054 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e58f9c67-d642-478b-b9e1-109b5afd3ca7 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:16:23.091010 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (4e681ee4-7bac-4fd1-b0a7-c591a518d6d7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:23.095295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:16:23.109517 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9160870-10d4-4977-be6b-8fb48926715c req-da8969e5-fb58-4fa0-a375-101a45f5d875 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:23.113955 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks [] for security_group (8eeb0a1a-2146-4fd0-8727-a9d112cda5e5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:23.116707 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9160870-10d4-4977-be6b-8fb48926715c req-da8969e5-fb58-4fa0-a375-101a45f5d875 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2736187 Feb 28 17:16:23.126818 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:23.127912 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-da36cd35-af6e-4d00-9b34-62e7b9ccd9f4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/4e681ee4-7bac-4fd1-b0a7-c591a518d6d7 HTTP/1.1" status: 204 len: 168 time: 1.7422211 Feb 28 17:16:23.131331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42448) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:23.145163 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9160870-10d4-4977-be6b-8fb48926715c req-5100bd67-746d-461c-b5c8-1baee954b465 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/quotas/5757b3de5ce64c5699d647630ea7591b HTTP/1.1" status: 200 len: 375 time: 0.0277126 Feb 28 17:16:23.167738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: e58f9c67-d642-478b-b9e1-109b5afd3ca7 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:16:23.168555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e58f9c67-d642-478b-b9e1-109b5afd3ca7 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:16:23.169018 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8eeb0a1a-2146-4fd0-8727-a9d112cda5e5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:23.215359 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9160870-10d4-4977-be6b-8fb48926715c req-b1c78feb-15ef-4cea-b181-819f868c8019 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5757b3de5ce64c5699d647630ea7591b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689211 Feb 28 17:16:23.232126 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01557cfa-31ac-48aa-81eb-3f234d7c342b req-0ad8ae79-3135-4df9-bc21-e055775429de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:23.233770 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01557cfa-31ac-48aa-81eb-3f234d7c342b req-0ad8ae79-3135-4df9-bc21-e055775429de tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 947 time: 0.1172690 Feb 28 17:16:23.236207 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-e778d205-299f-41fa-be05-781c2ea59072 admin admin] Deleting subnet 87a9ec46-0843-474c-b293-19b4cbfc7f2c {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:16:23.244094 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e778d205-299f-41fa-be05-781c2ea59072 admin admin] Publish callbacks [] for subnet (87a9ec46-0843-474c-b293-19b4cbfc7f2c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:23.283842 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:23.304795 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e778d205-299f-41fa-be05-781c2ea59072 admin admin] Publish callbacks [] for subnet (87a9ec46-0843-474c-b293-19b4cbfc7f2c), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:23.363012 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01557cfa-31ac-48aa-81eb-3f234d7c342b req-6eab6257-38de-4e23-aaa6-d8ad3f0eb532 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191444 Feb 28 17:16:23.396006 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Allocated IP 192.168.233.237 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/9248faa6-e83f-4fd7-ab42-b643e215616b) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:23.403167 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e778d205-299f-41fa-be05-781c2ea59072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (87a9ec46-0843-474c-b293-19b4cbfc7f2c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:23.408709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-6a7e5a70-5d40-4f44-bdda-3cdab02e1a32 req-82eba5ea-d50d-4095-a950-f733c68ce880 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Request body: {'security_group': {'name': 'tempest-securitygroup-445911696', 'description': 'tempest-description-222020265'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:23.530851 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6a7e5a70-5d40-4f44-bdda-3cdab02e1a32 req-82eba5ea-d50d-4095-a950-f733c68ce880 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:23.563271 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d61f5233-b07c-40b6-9c16-582767235116 req-37287f77-7b6e-4bcd-9ddc-9d123bdf70b9 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 210 time: 0.0421000 Feb 28 17:16:23.599621 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e778d205-299f-41fa-be05-781c2ea59072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for subnet (87a9ec46-0843-474c-b293-19b4cbfc7f2c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:23.649198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778d205-299f-41fa-be05-781c2ea59072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87a9ec46-0843-474c-b293-19b4cbfc7f2c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:23.688199 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-124e006d-8cb3-45c5-8f6a-7d350b65bee9 req-5b93bf45-9dcd-4073-8ed1-e1db7f26a6bd tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 210 time: 0.0579584 Feb 28 17:16:23.691959 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e778d205-299f-41fa-be05-781c2ea59072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:23.697225 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e778d205-299f-41fa-be05-781c2ea59072 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/87a9ec46-0843-474c-b293-19b4cbfc7f2c HTTP/1.1" status: 204 len: 168 time: 0.5648499 Feb 28 17:16:23.699849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42470) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:23.702661 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee99e968-d72f-4b97-bf21-a90b70b7f96c None None] Network 2caa4346-69fe-40b2-a483-9812b165113d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:16:23.826885 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (2caa4346-69fe-40b2-a483-9812b165113d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:23.926547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3d1ec-7448-4508-bb74-5d1c3b999e20 req-db2cedda-7e27-4c01-98d8-aaaff5cd6d75 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:23.928092 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01f3d1ec-7448-4508-bb74-5d1c3b999e20 req-db2cedda-7e27-4c01-98d8-aaaff5cd6d75 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 949 time: 0.1201415 Feb 28 17:16:23.928936 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks [] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:23.942223 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44696cf6-d769-407a-9c05-aac0762c37ac None None] DHCP port deletion for 2caa4346-69fe-40b2-a483-9812b165113d request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:16:23.987112 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6a7e5a70-5d40-4f44-bdda-3cdab02e1a32 req-82eba5ea-d50d-4095-a950-f733c68ce880 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks [] for security_group (8223a803-55fd-4819-aa23-875c4b7d4725), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.019986 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-44696cf6-d769-407a-9c05-aac0762c37ac None None] Deleting port e5d13984-0893-4e4d-97cd-4ed31e44ce84 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:24.020366 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-44696cf6-d769-407a-9c05-aac0762c37ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.026521 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01f3d1ec-7448-4508-bb74-5d1c3b999e20 req-efe12aca-c5ff-422b-8ac7-3bebb15f6c48 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914233 Feb 28 17:16:24.042345 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6a7e5a70-5d40-4f44-bdda-3cdab02e1a32 req-82eba5ea-d50d-4095-a950-f733c68ce880 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8223a803-55fd-4819-aa23-875c4b7d4725), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.054021 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Deleting port e5d13984-0893-4e4d-97cd-4ed31e44ce84 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:24.054021 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.072468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eba5ea-d50d-4095-a950-f733c68ce880 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8223a803-55fd-4819-aa23-875c4b7d4725,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:24.120654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] For port e5d13984-0893-4e4d-97cd-4ed31e44ce84, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e5d13984-0893-4e4d-97cd-4ed31e44ce84,segment=NetworkSegment(a0ecf9d7-d540-4186-a4a3-db5ba01844d2),segment_id=a0ecf9d7-d540-4186-a4a3-db5ba01844d2)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:24.121052 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.128595 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-44696cf6-d769-407a-9c05-aac0762c37ac None None] For port e5d13984-0893-4e4d-97cd-4ed31e44ce84, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e5d13984-0893-4e4d-97cd-4ed31e44ce84,segment=NetworkSegment(a0ecf9d7-d540-4186-a4a3-db5ba01844d2),segment_id=a0ecf9d7-d540-4186-a4a3-db5ba01844d2)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:24.129115 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-44696cf6-d769-407a-9c05-aac0762c37ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.137209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Calling delete_port for e5d13984-0893-4e4d-97cd-4ed31e44ce84 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:24.142580 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.150178 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-44696cf6-d769-407a-9c05-aac0762c37ac None None] Calling delete_port for e5d13984-0893-4e4d-97cd-4ed31e44ce84 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:24.189759 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6a7e5a70-5d40-4f44-bdda-3cdab02e1a32 req-82eba5ea-d50d-4095-a950-f733c68ce880 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.194589 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a7e5a70-5d40-4f44-bdda-3cdab02e1a32 req-82eba5ea-d50d-4095-a950-f733c68ce880 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7904100 Feb 28 17:16:24.206653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:24.210622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:24.215262 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:24.261475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Pushing event updated for resources: {'Port': ['ID=9248faa6-e83f-4fd7-ab42-b643e215616b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:24.284148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:24.284789 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.326869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0e23bff7-824e-48d5-96b0-cc380aba3433 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:24.375994 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.379365 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-1c3e6b81-8156-4ec0-baeb-bdb7880da986 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7621729 Feb 28 17:16:24.395352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Request body: {'port': {'device_id': '34bd2008-c2e1-4238-8cc5-d4729adaa725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:24.402208 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-44696cf6-d769-407a-9c05-aac0762c37ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (e5d13984-0893-4e4d-97cd-4ed31e44ce84), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.442052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44696cf6-d769-407a-9c05-aac0762c37ac None None] Pushing event deleted for resources: {'Port': ['ID=e5d13984-0893-4e4d-97cd-4ed31e44ce84,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:24.444789 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44696cf6-d769-407a-9c05-aac0762c37ac None None] No DVR routers for this DVR port e5d13984-0893-4e4d-97cd-4ed31e44ce84 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:16:24.458348 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 35262f23-55f4-48d6-8eb8-a3e91c3b1714 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:16:24.469966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d13984-0893-4e4d-97cd-4ed31e44ce84,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:24.485387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] No DVR routers for this DVR port e5d13984-0893-4e4d-97cd-4ed31e44ce84 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:16:24.530183 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 0e23bff7-824e-48d5-96b0-cc380aba3433 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:16:24.535665 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.567068 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 0e23bff7-824e-48d5-96b0-cc380aba3433 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:24.567448 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.642105 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-90819aaa-e4d4-494b-876d-df8f5bacca11 None None] Provisioning complete for port 9248faa6-e83f-4fd7-ab42-b643e215616b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:24.642486 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-90819aaa-e4d4-494b-876d-df8f5bacca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.676747 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-b6f69e1c-0700-410b-b714-10d634e828c0 req-4d4bd1e3-9a2d-4524-8b8b-27c229539270 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-770534395', 'description': 'tempest-description-689865643'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:24.681856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 35262f23-55f4-48d6-8eb8-a3e91c3b1714, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=35262f23-55f4-48d6-8eb8-a3e91c3b1714,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:24.693116 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (2caa4346-69fe-40b2-a483-9812b165113d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.705828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-90819aaa-e4d4-494b-876d-df8f5bacca11 None None] Port 9248faa6-e83f-4fd7-ab42-b643e215616b cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:16:24.709400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '35262f23-55f4-48d6-8eb8-a3e91c3b1714', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '35262f23-55f4-48d6-8eb8-a3e91c3b1714', 'mac_address': 'fa:16:3e:79:b6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:16:24.720210 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:16:24.721203 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:16:24.721965 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:16:24.725997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Subscribe: > port after_create 55550000 {{(pid=104247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:16:24.725997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:16:24.725997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Subscribe: > port after_update 55550000 {{(pid=104247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:16:24.725997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:16:24.725997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:16:24.725997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:16:24.725997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:16:24.784998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 0e23bff7-824e-48d5-96b0-cc380aba3433 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:24.785565 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.793683 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:16:24.794118 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:16:24.794799 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:16:24.794914 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 17:16:24.795285 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2caa4346-69fe-40b2-a483-9812b165113d']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:24.797775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 35262f23-55f4-48d6-8eb8-a3e91c3b1714 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:24.798359 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.816190 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ecf9d7-d540-4186-a4a3-db5ba01844d2') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:24.816387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ecf9d7-d540-4186-a4a3-db5ba01844d2') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:24.820890 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b6f69e1c-0700-410b-b714-10d634e828c0 req-4d4bd1e3-9a2d-4524-8b8b-27c229539270 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.833166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e3b3b-ec81-4fbf-b680-cd378f7e5858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e23bff7-824e-48d5-96b0-cc380aba3433'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:24.835964 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc798cf2-0d27-47d9-ac90-476305215006" -d '{"events": [{"server_uuid": "794e3b3b-ec81-4fbf-b680-cd378f7e5858", "name": "network-vif-plugged", "status": "completed", "tag": "0e23bff7-824e-48d5-96b0-cc380aba3433"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:24.840370 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (a0ecf9d7-d540-4186-a4a3-db5ba01844d2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.843115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 0e23bff7-824e-48d5-96b0-cc380aba3433, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0e23bff7-824e-48d5-96b0-cc380aba3433,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:24.845478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35262f23-55f4-48d6-8eb8-a3e91c3b1714 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:24.850488 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877c832-4303-4163-a4f9-74bf84f170b3 req-dc0f1d65-7a0c-4fd5-9a6f-aa960336d518 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:24.856381 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b6f69e1c-0700-410b-b714-10d634e828c0 req-4d4bd1e3-9a2d-4524-8b8b-27c229539270 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.858204 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a877c832-4303-4163-a4f9-74bf84f170b3 req-dc0f1d65-7a0c-4fd5-9a6f-aa960336d518 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 947 time: 0.3103783 Feb 28 17:16:24.892952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 35262f23-55f4-48d6-8eb8-a3e91c3b1714, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=35262f23-55f4-48d6-8eb8-a3e91c3b1714,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:24.928717 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a0ecf9d7-d540-4186-a4a3-db5ba01844d2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.935887 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:24.972101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9248faa6-e83f-4fd7-ab42-b643e215616b {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:24.988720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e5d13984-0893-4e4d-97cd-4ed31e44ce84 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:16:25.026549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: e5d13984-0893-4e4d-97cd-4ed31e44ce84 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:16:25.026549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e5d13984-0893-4e4d-97cd-4ed31e44ce84 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:16:25.028628 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.039039 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Publish callbacks [] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.042371 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42502) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:25.050173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=0e23bff7-824e-48d5-96b0-cc380aba3433,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:25.084041 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b6f69e1c-0700-410b-b714-10d634e828c0 req-4d4bd1e3-9a2d-4524-8b8b-27c229539270 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks [] for security_group (0e544918-d183-44ca-b164-65d34331d4e5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.089410 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Transition to ACTIVE for port object 9248faa6-e83f-4fd7-ab42-b643e215616b will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:16:25.112014 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=35262f23-55f4-48d6-8eb8-a3e91c3b1714,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:25.173381 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b6f69e1c-0700-410b-b714-10d634e828c0 req-4d4bd1e3-9a2d-4524-8b8b-27c229539270 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0e544918-d183-44ca-b164-65d34331d4e5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.201544 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.203731 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-39837cbc-4325-4f4b-b5c3-e037bde11178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.265664 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:16:25.266103 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (a0ecf9d7-d540-4186-a4a3-db5ba01844d2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.269947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bd1e3-9a2d-4524-8b8b-27c229539270 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e544918-d183-44ca-b164-65d34331d4e5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: from cryptography.utils import int_from_bytes Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: from cryptography.utils import int_from_bytes Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:16:25.270096 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:16:25.319403 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a877c832-4303-4163-a4f9-74bf84f170b3 req-14b6162d-6410-4aaa-a88c-79aef4a888ca tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606192 Feb 28 17:16:25.349347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Pushing event updated for resources: {'Port': ['ID=9248faa6-e83f-4fd7-ab42-b643e215616b,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:25.428668 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b6f69e1c-0700-410b-b714-10d634e828c0 req-4d4bd1e3-9a2d-4524-8b8b-27c229539270 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks [] for security_group (be2230ed-3b98-498a-9a80-dd190be3c9e9), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.428835 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (2caa4346-69fe-40b2-a483-9812b165113d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.434209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['35262f23-55f4-48d6-8eb8-a3e91c3b1714'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:25.439978 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.442349 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2caa4346-69fe-40b2-a483-9812b165113d HTTP/1.1" status: 204 len: 168 time: 1.7415948 Feb 28 17:16:25.456534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622d2bd-2cb9-4a51-ad1f-203f69d0b971 admin admin] Pushing event deleted for resources: {'Network': ['ID=2caa4346-69fe-40b2-a483-9812b165113d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:25.474824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Attempting to bind port 9248faa6-e83f-4fd7-ab42-b643e215616b on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:16:25.475163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Attempting to bind port 9248faa6-e83f-4fd7-ab42-b643e215616b by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:16:25.475495 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Attempting to bind port 9248faa6-e83f-4fd7-ab42-b643e215616b on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:25.484884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db21d5-3314-45e5-a007-dff605c7f722 req-8825d269-f6ce-4fdb-8f02-fd048623b525 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:25.491569 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-39837cbc-4325-4f4b-b5c3-e037bde11178 admin admin] Publish callbacks [] for security_group (73df7035-9a85-420c-9e6a-bf73701423bd), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.491569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Port 9248faa6-e83f-4fd7-ab42-b643e215616b on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:16:25.491569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Attempting to bind port 9248faa6-e83f-4fd7-ab42-b643e215616b on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:25.492088 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1db21d5-3314-45e5-a007-dff605c7f722 req-8825d269-f6ce-4fdb-8f02-fd048623b525 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 948 time: 0.0980299 Feb 28 17:16:25.494933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:16:25.495471 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:25.495956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:16:25.496505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Bound port: 9248faa6-e83f-4fd7-ab42-b643e215616b, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:16:25.496956 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.512654 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b6f69e1c-0700-410b-b714-10d634e828c0 req-4d4bd1e3-9a2d-4524-8b8b-27c229539270 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (be2230ed-3b98-498a-9a80-dd190be3c9e9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.571485 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-39837cbc-4325-4f4b-b5c3-e037bde11178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (73df7035-9a85-420c-9e6a-bf73701423bd), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.577624 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1db21d5-3314-45e5-a007-dff605c7f722 req-d8eacf62-f9ce-4695-90b5-8b094bf134ef tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845017 Feb 28 17:16:25.599574 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b6f69e1c-0700-410b-b714-10d634e828c0 req-4d4bd1e3-9a2d-4524-8b8b-27c229539270 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.600906 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b6f69e1c-0700-410b-b714-10d634e828c0 req-4d4bd1e3-9a2d-4524-8b8b-27c229539270 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9348340 Feb 28 17:16:25.631133 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bd1e3-9a2d-4524-8b8b-27c229539270 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2230ed-3b98-498a-9a80-dd190be3c9e9,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:25.648402 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-39837cbc-4325-4f4b-b5c3-e037bde11178 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7acef0573aae47d8a51490a648b36a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6042855 Feb 28 17:16:25.651952 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42512) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:25.657994 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] For port 9248faa6-e83f-4fd7-ab42-b643e215616b, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:16:25.662673 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] For port 9248faa6-e83f-4fd7-ab42-b643e215616b, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9248faa6-e83f-4fd7-ab42-b643e215616b,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:16:25.666394 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4fed59e7-400c-4d3a-8024-2fc3c0106333 req-fbc12d3a-2b82-4510-a5dc-40d4d71f4cfd tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 210 time: 0.0358007 Feb 28 17:16:25.678138 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39837cbc-4325-4f4b-b5c3-e037bde11178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73df7035-9a85-420c-9e6a-bf73701423bd,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:25.694725 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eb95e5-6cb3-48f7-85cd-9c4eddb15835 x-openstack-request-id: req-e2eb95e5-6cb3-48f7-85cd-9c4eddb15835 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:25.695042 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e3b3b-ec81-4fbf-b680-cd378f7e5858", "name": "network-vif-plugged", "status": "completed", "tag": "0e23bff7-824e-48d5-96b0-cc380aba3433", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:25.698046 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2eb95e5-6cb3-48f7-85cd-9c4eddb15835 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:25.698742 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e3b3b-ec81-4fbf-b680-cd378f7e5858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e23bff7-824e-48d5-96b0-cc380aba3433', 'code': 200} Feb 28 17:16:25.717232 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-5aa91792-d02f-489b-9114-c085c2a345df req-cd52e8b7-b48a-48aa-8017-851aa85c3342 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1701733468', 'description': 'tempest-description-1342301537'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:25.757485 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.791739 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2307c84c-da02-46f6-8a26-1f3618d6afc9 admin admin] Publish callbacks [] for security_group (73df7035-9a85-420c-9e6a-bf73701423bd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.796761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:25.798175 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.799770 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] 10.222.0.69 "PUT /v2.0/ports/9248faa6-e83f-4fd7-ab42-b643e215616b HTTP/1.1" status: 200 len: 1097 time: 1.4123559 Feb 28 17:16:25.800314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bd2008-c2e1-4238-8cc5-d4729adaa725', 'tag': '9248faa6-e83f-4fd7-ab42-b643e215616b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:25.802795 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e277c0-e961-4f4f-a086-eb8ff3c435f3" -d '{"events": [{"name": "network-changed", "server_uuid": "34bd2008-c2e1-4238-8cc5-d4729adaa725", "tag": "9248faa6-e83f-4fd7-ab42-b643e215616b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:25.838412 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd9f6d-433a-4ed2-a691-26c279d68b97 service neutron] Pushing event updated for resources: {'Port': ['ID=9248faa6-e83f-4fd7-ab42-b643e215616b,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:25.852517 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2307c84c-da02-46f6-8a26-1f3618d6afc9 admin admin] Publish callbacks [] for security_group (73df7035-9a85-420c-9e6a-bf73701423bd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.866268 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5aa91792-d02f-489b-9114-c085c2a345df req-cd52e8b7-b48a-48aa-8017-851aa85c3342 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:25.874910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69253ea-aa81-40aa-bf80-4c36b0edf18b req-9af9138a-8a48-438e-bd09-26bd0d1e6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:25.876384 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f69253ea-aa81-40aa-bf80-4c36b0edf18b req-9af9138a-8a48-438e-bd09-26bd0d1e6462 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 1133 time: 0.1215389 Feb 28 17:16:25.880918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42516) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:25.914057 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9160870-10d4-4977-be6b-8fb48926715c req-3d81d15e-d6f3-4097-99b6-fc8fd5d85dc0 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5757b3de5ce64c5699d647630ea7591b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784764 Feb 28 17:16:25.915293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb88a1-356f-4db2-a7c6-cf20976b5975 req-3386837c-5c8d-4bce-a5f3-5ddf69cf8bb1 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:25.916940 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4edb88a1-356f-4db2-a7c6-cf20976b5975 req-3386837c-5c8d-4bce-a5f3-5ddf69cf8bb1 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 950 time: 0.1505404 Feb 28 17:16:25.927223 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.69', 59364) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:25.961454 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-66369a01-724c-41fe-9b41-1bfd5dbb20bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6be71ee7f4f44881a6d575667b48e38b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728300 Feb 28 17:16:25.971546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42518) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:26.059207 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4edb88a1-356f-4db2-a7c6-cf20976b5975 req-43a0c1e0-b852-4b96-aae8-00b753d101d3 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310196 Feb 28 17:16:26.062276 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f69253ea-aa81-40aa-bf80-4c36b0edf18b req-f93a36d8-6eb4-4a3e-a107-aabd25374e56 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718125 Feb 28 17:16:26.087989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-8d128b7f-98d2-4d06-9f1c-ca47e0cb76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:26.090052 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-8d128b7f-98d2-4d06-9f1c-ca47e0cb76e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1dcb21003044f66ae15e8cdadb8100c&device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 1131 time: 0.1534736 Feb 28 17:16:26.094935 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dc3c144-6f5b-4684-80b4-2f49b2178ea9 admin admin] Publish callbacks [] for security_group (41359b04-99cb-44cb-b39c-78ce67409943), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:26.095309 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9160870-10d4-4977-be6b-8fb48926715c req-230f5cd9-1be8-4f90-8b93-dcd885d9e390 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:26.098938 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9160870-10d4-4977-be6b-8fb48926715c req-230f5cd9-1be8-4f90-8b93-dcd885d9e390 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765330 Feb 28 17:16:26.111469 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebb3365-b457-43e8-811b-8188b1e6f2b0 x-openstack-request-id: req-2ebb3365-b457-43e8-811b-8188b1e6f2b0 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:26.111807 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bd2008-c2e1-4238-8cc5-d4729adaa725", "tag": "9248faa6-e83f-4fd7-ab42-b643e215616b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:26.112126 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2ebb3365-b457-43e8-811b-8188b1e6f2b0 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:26.112582 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bd2008-c2e1-4238-8cc5-d4729adaa725', 'tag': '9248faa6-e83f-4fd7-ab42-b643e215616b', 'status': 'completed', 'code': 200} Feb 28 17:16:26.121689 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dc3c144-6f5b-4684-80b4-2f49b2178ea9 admin admin] Publish callbacks [] for security_group (41359b04-99cb-44cb-b39c-78ce67409943), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:26.123385 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2307c84c-da02-46f6-8a26-1f3618d6afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (73df7035-9a85-420c-9e6a-bf73701423bd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:26.125827 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2307c84c-da02-46f6-8a26-1f3618d6afc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:26.126990 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2307c84c-da02-46f6-8a26-1f3618d6afc9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/73df7035-9a85-420c-9e6a-bf73701423bd HTTP/1.1" status: 204 len: 168 time: 0.4592371 Feb 28 17:16:26.161103 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5aa91792-d02f-489b-9114-c085c2a345df req-cd52e8b7-b48a-48aa-8017-851aa85c3342 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks [] for security_group (01970623-4bee-4504-8d19-0c6c7cb74159), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:26.161697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307c84c-da02-46f6-8a26-1f3618d6afc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73df7035-9a85-420c-9e6a-bf73701423bd,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:26.220956 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5aa91792-d02f-489b-9114-c085c2a345df req-cd52e8b7-b48a-48aa-8017-851aa85c3342 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (01970623-4bee-4504-8d19-0c6c7cb74159), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:26.249258 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52e8b7-b48a-48aa-8017-851aa85c3342 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01970623-4bee-4504-8d19-0c6c7cb74159,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:26.249752 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dc3c144-6f5b-4684-80b4-2f49b2178ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (41359b04-99cb-44cb-b39c-78ce67409943), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:26.252389 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dc3c144-6f5b-4684-80b4-2f49b2178ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:26.253571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9dc3c144-6f5b-4684-80b4-2f49b2178ea9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/41359b04-99cb-44cb-b39c-78ce67409943 HTTP/1.1" status: 204 len: 168 time: 0.2795463 Feb 28 17:16:26.269494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3c144-6f5b-4684-80b4-2f49b2178ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41359b04-99cb-44cb-b39c-78ce67409943,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:26.281281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-b9160870-10d4-4977-be6b-8fb48926715c req-da50debb-7be1-4e04-acc9-cab152ba6d16 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Request body: {'port': {'device_id': 'cb9d6df8-dd6f-44e5-97de-a0838c5eff4f', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': '5757b3de5ce64c5699d647630ea7591b'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:26.312661 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-4479c798-5b83-4cba-9baa-847a4888b5a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9248faa6-e83f-4fd7-ab42-b643e215616b HTTP/1.1" status: 200 len: 217 time: 0.0507567 Feb 28 17:16:26.342288 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5aa91792-d02f-489b-9114-c085c2a345df req-cd52e8b7-b48a-48aa-8017-851aa85c3342 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:26.343514 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5aa91792-d02f-489b-9114-c085c2a345df req-cd52e8b7-b48a-48aa-8017-851aa85c3342 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6312046 Feb 28 17:16:26.374185 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-a56f4021-9745-42cd-93ed-e572bbc2aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:26.376480 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-a56f4021-9745-42cd-93ed-e572bbc2aa1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0551898 Feb 28 17:16:26.465418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-d350e164-2357-4e24-ada7-23b400c892a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:26.466974 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-d350e164-2357-4e24-ada7-23b400c892a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0805609 Feb 28 17:16:26.478881 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee2c53-4e65-4c48-8588-43158717ccfa req-a2da32d5-0987-40d3-adf3-b423f0dcddfe tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:26.480419 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-67ee2c53-4e65-4c48-8588-43158717ccfa req-a2da32d5-0987-40d3-adf3-b423f0dcddfe tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 948 time: 0.0661478 Feb 28 17:16:26.562568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9160870-10d4-4977-be6b-8fb48926715c req-da50debb-7be1-4e04-acc9-cab152ba6d16 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Made reservation on behalf of 5757b3de5ce64c5699d647630ea7591b for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:26.566703 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b9160870-10d4-4977-be6b-8fb48926715c req-da50debb-7be1-4e04-acc9-cab152ba6d16 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:26.578938 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-67ee2c53-4e65-4c48-8588-43158717ccfa req-050cb2b1-cade-406b-868c-80eca94ed81e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899036 Feb 28 17:16:26.605846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-f29c388b-cd81-46f0-986f-d7cf5592a091 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244566 Feb 28 17:16:26.747144 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-f0be6367-457f-4066-9d60-64d714178b41 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39829 time: 0.3707938 Feb 28 17:16:26.766700 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f1f32ad-1868-493d-9c4e-b3fe0b8cb450 req-9c5c8a6d-2a32-43b3-88c2-33ed6fd1ab3f service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544673 Feb 28 17:16:26.776304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387d470-d4a6-4fc4-aadf-7bcfc20d9005 req-251ccccb-7edf-4784-901d-2ce131729d4e tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:26.783563 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a387d470-d4a6-4fc4-aadf-7bcfc20d9005 req-251ccccb-7edf-4784-901d-2ce131729d4e tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 948 time: 0.1088703 Feb 28 17:16:26.833756 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a387d470-d4a6-4fc4-aadf-7bcfc20d9005 req-38712e91-20c6-434a-b68e-1ecf3606a14f tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482998 Feb 28 17:16:26.847018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-b9160870-10d4-4977-be6b-8fb48926715c req-da50debb-7be1-4e04-acc9-cab152ba6d16 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Allocated IP 192.168.233.67 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/2ec43f1d-f96c-4111-9252-49ce81732857) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:26.854123 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-7497857b-0b6f-4347-8455-6d1cba0c3ee1 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/0a30649d-f75b-421d-8ec3-257fcb4a327a HTTP/1.1" status: 200 len: 2998 time: 0.0945723 Feb 28 17:16:26.934811 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79cd2aaa-467f-44ad-98ae-9c02835349ec req-aa391a1e-36f9-425e-a829-a096155adb0f tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 210 time: 0.0291865 Feb 28 17:16:26.990189 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-770fa816-447c-44fa-9b0f-cc8ce789a928 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/0a30649d-f75b-421d-8ec3-257fcb4a327a HTTP/1.1" status: 200 len: 2998 time: 0.1202340 Feb 28 17:16:27.072004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e277c0-e961-4f4f-a086-eb8ff3c435f3 req-e35d9921-f794-471f-8ee3-3daf8d43dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:27.074135 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43e277c0-e961-4f4f-a086-eb8ff3c435f3 req-e35d9921-f794-471f-8ee3-3daf8d43dfc5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1dcb21003044f66ae15e8cdadb8100c&device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 1131 time: 0.0456302 Feb 28 17:16:27.087536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-c310ff50-4cfa-4f89-8e1b-a10f7ae7bb04 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/0e544918-d183-44ca-b164-65d34331d4e5 HTTP/1.1" status: 200 len: 2998 time: 0.0845103 Feb 28 17:16:27.104378 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b9160870-10d4-4977-be6b-8fb48926715c req-da50debb-7be1-4e04-acc9-cab152ba6d16 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks [] for port (2ec43f1d-f96c-4111-9252-49ce81732857), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:27.140834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42548) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:27.173159 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2b0536db-dc42-4c0d-b84e-41e25ebf6403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:27.178235 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-696c59f9-7e6b-4444-9bac-be8568ec3935 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/0e544918-d183-44ca-b164-65d34331d4e5 HTTP/1.1" status: 200 len: 2998 time: 0.0815313 Feb 28 17:16:27.243139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e277c0-e961-4f4f-a086-eb8ff3c435f3 req-ffaadc4c-876c-42c8-a530-4c503d031456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:27.244579 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43e277c0-e961-4f4f-a086-eb8ff3c435f3 req-ffaadc4c-876c-42c8-a530-4c503d031456 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1644588 Feb 28 17:16:27.248457 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-74943a9e-bc45-4c01-8c96-e80673627b5c tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/3a4e54ea-98f9-4600-b5d6-c34aed66efb8 HTTP/1.1" status: 200 len: 2994 time: 0.0625720 Feb 28 17:16:27.269765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c260ac-6096-4f80-8e50-d337d7e146de req-6bbefea4-b37c-4d6b-bfbe-4380e6165ce2 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:27.271176 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47c260ac-6096-4f80-8e50-d337d7e146de req-6bbefea4-b37c-4d6b-bfbe-4380e6165ce2 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 950 time: 0.0778151 Feb 28 17:16:27.312897 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43e277c0-e961-4f4f-a086-eb8ff3c435f3 req-bf197942-9510-4af5-8174-6cfaf74e8f67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9248faa6-e83f-4fd7-ab42-b643e215616b HTTP/1.1" status: 200 len: 217 time: 0.0407877 Feb 28 17:16:27.331174 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b9160870-10d4-4977-be6b-8fb48926715c req-da50debb-7be1-4e04-acc9-cab152ba6d16 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2ec43f1d-f96c-4111-9252-49ce81732857), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:27.333739 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-13b80eaf-c5f5-4502-b64f-402373bd2383 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/3a4e54ea-98f9-4600-b5d6-c34aed66efb8 HTTP/1.1" status: 200 len: 2994 time: 0.0796916 Feb 28 17:16:27.366112 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2b0536db-dc42-4c0d-b84e-41e25ebf6403 admin admin] Publish callbacks [] for security_group (7fec48ec-7eeb-448f-bfa6-bca296bd0174), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:27.442359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e277c0-e961-4f4f-a086-eb8ff3c435f3 req-c0c1702e-d339-4701-93c4-f031701f63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:27.442359 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43e277c0-e961-4f4f-a086-eb8ff3c435f3 req-c0c1702e-d339-4701-93c4-f031701f63e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0817175 Feb 28 17:16:27.442359 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47c260ac-6096-4f80-8e50-d337d7e146de req-34ce5ce3-07f6-4afe-97d2-1660c0793ac8 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950451 Feb 28 17:16:27.448152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9160870-10d4-4977-be6b-8fb48926715c req-da50debb-7be1-4e04-acc9-cab152ba6d16 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:27.448152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50debb-7be1-4e04-acc9-cab152ba6d16 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Pushing event updated for resources: {'Port': ['ID=2ec43f1d-f96c-4111-9252-49ce81732857,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:27.448152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-b9160870-10d4-4977-be6b-8fb48926715c req-da50debb-7be1-4e04-acc9-cab152ba6d16 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:27.448152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9160870-10d4-4977-be6b-8fb48926715c req-da50debb-7be1-4e04-acc9-cab152ba6d16 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:27.465140 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e277c0-e961-4f4f-a086-eb8ff3c435f3 req-2a9917c8-5f10-44a3-bc88-2da193e41730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:27.467028 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43e277c0-e961-4f4f-a086-eb8ff3c435f3 req-2a9917c8-5f10-44a3-bc88-2da193e41730 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0601206 Feb 28 17:16:27.468403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-dc0498e7-f909-4fcc-82e0-f54c7d142d98 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/74acf608-fe5b-4a31-a9f3-fa1771830bb4 HTTP/1.1" status: 200 len: 2998 time: 0.1215560 Feb 28 17:16:27.505070 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9160870-10d4-4977-be6b-8fb48926715c req-da50debb-7be1-4e04-acc9-cab152ba6d16 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:27.533731 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b9160870-10d4-4977-be6b-8fb48926715c req-da50debb-7be1-4e04-acc9-cab152ba6d16 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:27.534069 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-5b6c230b-7329-4c45-b0f3-07dec3b53222 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/74acf608-fe5b-4a31-a9f3-fa1771830bb4 HTTP/1.1" status: 200 len: 2998 time: 0.0578880 Feb 28 17:16:27.648630 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43e277c0-e961-4f4f-a086-eb8ff3c435f3 req-2513ed5e-6b0f-4785-9830-5298371f8b56 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950785 Feb 28 17:16:27.650521 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-a072736b-81a9-41c7-a513-55129e24325a tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/8bd6bcf3-d4a0-46b9-9267-012d7321d884 HTTP/1.1" status: 200 len: 2994 time: 0.0408401 Feb 28 17:16:27.650521 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-c4a3334b-43f5-4168-805c-d2c9dbd9d763 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/8bd6bcf3-d4a0-46b9-9267-012d7321d884 HTTP/1.1" status: 200 len: 2994 time: 0.0442684 Feb 28 17:16:27.668885 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43e277c0-e961-4f4f-a086-eb8ff3c435f3 req-44320b2e-db1c-40d4-8325-77c505704572 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931885 Feb 28 17:16:27.681170 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2b0536db-dc42-4c0d-b84e-41e25ebf6403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7fec48ec-7eeb-448f-bfa6-bca296bd0174), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:27.724296 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-20badbde-63e8-4984-9f9d-04bea6094c2b None None] Provisioning complete for port 2ec43f1d-f96c-4111-9252-49ce81732857 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:27.724296 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-20badbde-63e8-4984-9f9d-04bea6094c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2ec43f1d-f96c-4111-9252-49ce81732857), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:27.725070 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-6e4f56aa-4d46-4739-a861-b4a20477fe84 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/8eeb0a1a-2146-4fd0-8727-a9d112cda5e5 HTTP/1.1" status: 200 len: 2998 time: 0.0677402 Feb 28 17:16:27.736673 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2b0536db-dc42-4c0d-b84e-41e25ebf6403 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=23e90ac1fc634975bfbb754d9ec33869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5900993 Feb 28 17:16:27.744478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42556) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:27.748406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0536db-dc42-4c0d-b84e-41e25ebf6403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fec48ec-7eeb-448f-bfa6-bca296bd0174,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:27.750077 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2d5e6-2d80-4b1f-831c-5a1399be2d08 req-5c841b4f-4c6d-4fd0-988a-4eb891d7211d tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:27.751584 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0e2d5e6-2d80-4b1f-831c-5a1399be2d08 req-5c841b4f-4c6d-4fd0-988a-4eb891d7211d tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 948 time: 0.0818036 Feb 28 17:16:27.781059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-20badbde-63e8-4984-9f9d-04bea6094c2b None None] Port 2ec43f1d-f96c-4111-9252-49ce81732857 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:16:27.801782 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-f671f2b6-0261-4342-8c65-62f944c12040 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/8eeb0a1a-2146-4fd0-8727-a9d112cda5e5 HTTP/1.1" status: 200 len: 2998 time: 0.0835946 Feb 28 17:16:27.815120 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0e2d5e6-2d80-4b1f-831c-5a1399be2d08 req-9cf0c072-70f7-4cd6-96ec-d352f3d0ba94 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571904 Feb 28 17:16:27.829987 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9160870-10d4-4977-be6b-8fb48926715c req-da50debb-7be1-4e04-acc9-cab152ba6d16 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5542631 Feb 28 17:16:27.841845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Request body: {'port': {'device_id': 'cb9d6df8-dd6f-44e5-97de-a0838c5eff4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:27.864644 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0f832231-f9cd-43bd-bbe2-fa842be57a73 admin admin] Publish callbacks [] for security_group (7fec48ec-7eeb-448f-bfa6-bca296bd0174), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:27.920291 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-2f66189c-dbf4-47f0-894d-7234f1a4c226 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/9c2a7aff-7423-42a4-9aaa-56cf5364090e HTTP/1.1" status: 200 len: 2998 time: 0.1099513 Feb 28 17:16:27.931413 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0f832231-f9cd-43bd-bbe2-fa842be57a73 admin admin] Publish callbacks [] for security_group (7fec48ec-7eeb-448f-bfa6-bca296bd0174), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:27.951023 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2ec43f1d-f96c-4111-9252-49ce81732857), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:27.967002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be0d2d-303e-4877-8d3a-3fc385a6cf4f req-d3cb836d-9f01-4359-b7ef-68e646b92c6f tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:27.968505 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17be0d2d-303e-4877-8d3a-3fc385a6cf4f req-d3cb836d-9f01-4359-b7ef-68e646b92c6f tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 948 time: 0.0566492 Feb 28 17:16:28.024913 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17be0d2d-303e-4877-8d3a-3fc385a6cf4f req-06bbf850-ffe1-4237-ae5a-69ab8f3eed3a tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506365 Feb 28 17:16:28.027768 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-7af0dd48-0944-4c99-aa5b-d20161cd5dea tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/9c2a7aff-7423-42a4-9aaa-56cf5364090e HTTP/1.1" status: 200 len: 2998 time: 0.0990529 Feb 28 17:16:28.083275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42566) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:28.136561 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0f832231-f9cd-43bd-bbe2-fa842be57a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7fec48ec-7eeb-448f-bfa6-bca296bd0174), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:28.139328 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0f832231-f9cd-43bd-bbe2-fa842be57a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:28.140659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0f832231-f9cd-43bd-bbe2-fa842be57a73 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7fec48ec-7eeb-448f-bfa6-bca296bd0174 HTTP/1.1" status: 204 len: 168 time: 0.3947535 Feb 28 17:16:28.157195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-1d7d3700-043a-433b-90b8-de63d19ab30a tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/9c76a9db-0d71-4733-a81a-2a613aaf5ba2 HTTP/1.1" status: 200 len: 2998 time: 0.1212149 Feb 28 17:16:28.160552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f832231-f9cd-43bd-bbe2-fa842be57a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fec48ec-7eeb-448f-bfa6-bca296bd0174,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:28.165884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d0398-6cbd-4e57-8ca3-d4b69c6675e9 req-fe5895aa-c368-495f-9f8e-a0bc21bb6568 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:28.168327 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104d0398-6cbd-4e57-8ca3-d4b69c6675e9 req-fe5895aa-c368-495f-9f8e-a0bc21bb6568 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 935 time: 0.0626595 Feb 28 17:16:28.234127 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1034859878-network', 'tenant_id': 'c37309be2f134e83929849b27d298593'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:28.257316 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-a5367796-e3ec-4dc9-9e98-532e950585c4 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/9c76a9db-0d71-4733-a81a-2a613aaf5ba2 HTTP/1.1" status: 200 len: 2998 time: 0.0947254 Feb 28 17:16:28.278636 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104d0398-6cbd-4e57-8ca3-d4b69c6675e9 req-f8ddf1ec-cbf5-4396-be28-1726ab51b195 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846233 Feb 28 17:16:28.334325 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-bbee6a52-3d26-497a-b149-1851b2519ce4 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/d3915175-0b11-4e98-999b-7930480b42d0 HTTP/1.1" status: 200 len: 2990 time: 0.0680211 Feb 28 17:16:28.352838 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] Made reservation on behalf of c37309be2f134e83929849b27d298593 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:28.355227 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:28.369480 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:28.386720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec43f1d-f96c-4111-9252-49ce81732857 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:28.400184 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Publish callbacks [] for port (2ec43f1d-f96c-4111-9252-49ce81732857), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:28.422406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Transition to ACTIVE for port object 2ec43f1d-f96c-4111-9252-49ce81732857 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:16:28.424508 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-02da4d30-ffa7-47bb-84ac-62c680bed4f1 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/d3915175-0b11-4e98-999b-7930480b42d0 HTTP/1.1" status: 200 len: 2990 time: 0.0672510 Feb 28 17:16:28.459564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 35262f23-55f4-48d6-8eb8-a3e91c3b1714 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:28.478763 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-6ff26d5a-162a-48d6-8be5-0c03f3350caa tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/f17690e1-df4a-4298-9ab1-7f45d724157f HTTP/1.1" status: 200 len: 2998 time: 0.0433240 Feb 28 17:16:28.498591 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (2ec43f1d-f96c-4111-9252-49ce81732857), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:28.502870 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] Publish callbacks [] for security_group (2d06330f-3d52-47c6-ae39-564eca6a2743), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:28.578731 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4d87b-c78b-4a52-8699-d3b6b3377b70 req-cd285a47-b8cf-4d05-bf1b-f8e4287b1c9b tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:28.580548 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c0d4d87b-c78b-4a52-8699-d3b6b3377b70 req-cd285a47-b8cf-4d05-bf1b-f8e4287b1c9b tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 950 time: 0.0761287 Feb 28 17:16:28.581741 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2d06330f-3d52-47c6-ae39-564eca6a2743), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:28.616552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec43f1d-f96c-4111-9252-49ce81732857,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:28.634090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:16:28.661677 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (1ba8c32c-3409-4618-80e7-997514a9170d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:28.662042 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] Added segment 1ba8c32c-3409-4618-80e7-997514a9170d of type vlan for network b9e61de7-c1e2-48c6-85a2-00a72e588b2d Feb 28 17:16:28.664856 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-2f660c75-3796-4a95-aafb-a32cfd1a1d2c tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/f17690e1-df4a-4298-9ab1-7f45d724157f HTTP/1.1" status: 200 len: 2998 time: 0.1778162 Feb 28 17:16:28.678981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 35262f23-55f4-48d6-8eb8-a3e91c3b1714 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:16:28.683776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 35262f23-55f4-48d6-8eb8-a3e91c3b1714 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:28.689362 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:28.689726 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d06330f-3d52-47c6-ae39-564eca6a2743,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:28.750444 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c0d4d87b-c78b-4a52-8699-d3b6b3377b70 req-724f92fa-b8b1-4cf8-bbd1-d89732348b44 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528337 Feb 28 17:16:28.752230 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (b9e61de7-c1e2-48c6-85a2-00a72e588b2d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:28.837612 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-e4c3a674-5c38-47d1-957d-799f9dc62d97 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/fe3ccc9c-0b10-457f-bde5-6223f1e51906 HTTP/1.1" status: 200 len: 2998 time: 0.1314406 Feb 28 17:16:28.841802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Attempting to bind port 2ec43f1d-f96c-4111-9252-49ce81732857 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:16:28.842620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Attempting to bind port 2ec43f1d-f96c-4111-9252-49ce81732857 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:16:28.842964 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Attempting to bind port 2ec43f1d-f96c-4111-9252-49ce81732857 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:28.861982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Port 2ec43f1d-f96c-4111-9252-49ce81732857 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:16:28.862318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Attempting to bind port 2ec43f1d-f96c-4111-9252-49ce81732857 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:28.872933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:16:28.881538 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:28.881986 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:16:28.882500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Bound port: 2ec43f1d-f96c-4111-9252-49ce81732857, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:16:28.883431 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2ec43f1d-f96c-4111-9252-49ce81732857), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:28.889794 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (b9e61de7-c1e2-48c6-85a2-00a72e588b2d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:28.891367 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:28.892404 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:28.920187 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4393a482-1836-4484-8b3f-3d1df2d50394 req-97ea8afc-c9cb-4f25-be37-e86de56933b0 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/fe3ccc9c-0b10-457f-bde5-6223f1e51906 HTTP/1.1" status: 200 len: 2998 time: 0.0743554 Feb 28 17:16:28.953243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 35262f23-55f4-48d6-8eb8-a3e91c3b1714 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:28.960379 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:29.003512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] For port 2ec43f1d-f96c-4111-9252-49ce81732857, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:16:29.012766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] For port 2ec43f1d-f96c-4111-9252-49ce81732857, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=2ec43f1d-f96c-4111-9252-49ce81732857,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:16:29.043722 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9592342 Feb 28 17:16:29.056755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42590) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:29.067558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-7b3de9b9-3015-4e21-8e56-e31e7cf77570 admin admin] Request body: {'subnet': {'network_id': 'b9e61de7-c1e2-48c6-85a2-00a72e588b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1034859878-subnet', 'tenant_id': 'c37309be2f134e83929849b27d298593', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:29.072074 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821c8c66-eecc-486f-ac04-ab6a7a3a76bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35262f23-55f4-48d6-8eb8-a3e91c3b1714'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:29.074626 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4929603-9726-4d0f-9a6a-a42e4ea65124" -d '{"events": [{"server_uuid": "821c8c66-eecc-486f-ac04-ab6a7a3a76bf", "name": "network-vif-plugged", "status": "completed", "tag": "35262f23-55f4-48d6-8eb8-a3e91c3b1714"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:29.078213 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab199b-d0dc-4bbc-af4a-6cf52623096f admin admin] Pushing event updated for resources: {'Network': ['ID=b9e61de7-c1e2-48c6-85a2-00a72e588b2d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:29.099810 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (2ec43f1d-f96c-4111-9252-49ce81732857), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:29.099921 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network b9e61de7-c1e2-48c6-85a2-00a72e588b2d details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:16:29.104153 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 35262f23-55f4-48d6-8eb8-a3e91c3b1714, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=35262f23-55f4-48d6-8eb8-a3e91c3b1714,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:29.168050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:29.168667 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:29.171457 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9160870-10d4-4977-be6b-8fb48926715c req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] 10.222.0.69 "PUT /v2.0/ports/2ec43f1d-f96c-4111-9252-49ce81732857 HTTP/1.1" status: 200 len: 1096 time: 1.3361340 Feb 28 17:16:29.177120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9d6df8-dd6f-44e5-97de-a0838c5eff4f', 'tag': '2ec43f1d-f96c-4111-9252-49ce81732857'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:29.179539 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ea4887-3518-4579-a63b-603b573816e5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9d6df8-dd6f-44e5-97de-a0838c5eff4f", "tag": "2ec43f1d-f96c-4111-9252-49ce81732857"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:29.204867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6152afb-9924-4f37-82c8-0f39beab6189 req-02e070a3-589b-4dc1-bea7-10aea3eea009 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:29.206469 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c6152afb-9924-4f37-82c8-0f39beab6189 req-02e070a3-589b-4dc1-bea7-10aea3eea009 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 948 time: 0.1842141 Feb 28 17:16:29.209669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd9204-7f6d-445c-8aba-a5b7d52ade87 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec43f1d-f96c-4111-9252-49ce81732857,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:29.244136 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:29.269659 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3de9b9-3015-4e21-8e56-e31e7cf77570 admin admin] Made reservation on behalf of c37309be2f134e83929849b27d298593 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:29.273423 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b3de9b9-3015-4e21-8e56-e31e7cf77570 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:29.279730 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c6152afb-9924-4f37-82c8-0f39beab6189 req-a8ecce6d-bed3-42dd-a7ce-bb3aa317fb7f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649695 Feb 28 17:16:29.372895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=35262f23-55f4-48d6-8eb8-a3e91c3b1714,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:29.507931 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73af8812-05f0-469f-8acc-d727cd7bf2fd req-22850bbc-deae-40a0-a8f1-e1d3a53fccd8 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8f15c8608ef2404889dfe98c7fcfb829 HTTP/1.1" status: 200 len: 6151 time: 0.1747482 Feb 28 17:16:29.518310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9160870-10d4-4977-be6b-8fb48926715c req-b89923c4-4afa-4147-ac7e-2b19a4510c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:29.519685 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9160870-10d4-4977-be6b-8fb48926715c req-b89923c4-4afa-4147-ac7e-2b19a4510c04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5757b3de5ce64c5699d647630ea7591b&device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 1130 time: 0.1847470 Feb 28 17:16:29.565561 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787a6ae-a323-431e-8bb7-80e68d776b9f req-670851c8-cfa8-40cf-9367-275c76abd82f tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:29.567077 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3787a6ae-a323-431e-8bb7-80e68d776b9f req-670851c8-cfa8-40cf-9367-275c76abd82f tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 948 time: 0.0614204 Feb 28 17:16:29.584972 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9160870-10d4-4977-be6b-8fb48926715c req-882acdb7-b8ed-4044-9d7a-58de1adcf084 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=2ec43f1d-f96c-4111-9252-49ce81732857 HTTP/1.1" status: 200 len: 217 time: 0.0537412 Feb 28 17:16:29.615835 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3787a6ae-a323-431e-8bb7-80e68d776b9f req-3c150517-f1e2-444d-b248-106176920330 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Feb 28 17:16:29.667981 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f8f6cf-0d4d-465d-9258-fd44becc957e x-openstack-request-id: req-c4f8f6cf-0d4d-465d-9258-fd44becc957e {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:29.667981 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821c8c66-eecc-486f-ac04-ab6a7a3a76bf", "name": "network-vif-plugged", "status": "completed", "tag": "35262f23-55f4-48d6-8eb8-a3e91c3b1714", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:29.667981 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c4f8f6cf-0d4d-465d-9258-fd44becc957e {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:29.667981 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821c8c66-eecc-486f-ac04-ab6a7a3a76bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35262f23-55f4-48d6-8eb8-a3e91c3b1714', 'code': 200} Feb 28 17:16:29.674333 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73af8812-05f0-469f-8acc-d727cd7bf2fd req-4c3e8cec-85c1-4145-8353-25c96a4169e3 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] 10.222.0.72 "GET /v2.0/security-groups/9c2a7aff-7423-42a4-9aaa-56cf5364090e HTTP/1.1" status: 200 len: 2998 time: 0.1523774 Feb 28 17:16:29.714594 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9160870-10d4-4977-be6b-8fb48926715c req-a632dfb3-9e6b-44d5-b6ff-b6fdb9f24b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:29.716036 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9160870-10d4-4977-be6b-8fb48926715c req-a632dfb3-9e6b-44d5-b6ff-b6fdb9f24b6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1077876 Feb 28 17:16:29.720466 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926f9326-c7bd-4d46-ad78-fe4faedce735 x-openstack-request-id: req-926f9326-c7bd-4d46-ad78-fe4faedce735 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:29.720764 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9d6df8-dd6f-44e5-97de-a0838c5eff4f", "tag": "2ec43f1d-f96c-4111-9252-49ce81732857", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:29.721018 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-926f9326-c7bd-4d46-ad78-fe4faedce735 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:29.721406 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9d6df8-dd6f-44e5-97de-a0838c5eff4f', 'tag': '2ec43f1d-f96c-4111-9252-49ce81732857', 'status': 'completed', 'code': 200} Feb 28 17:16:29.838835 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73af8812-05f0-469f-8acc-d727cd7bf2fd req-e593d037-372c-4647-ae88-53d2bb02d1e9 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] 10.222.0.72 "GET /v2.0/security-groups/9c2a7aff-7423-42a4-9aaa-56cf5364090e HTTP/1.1" status: 200 len: 2998 time: 0.1384699 Feb 28 17:16:29.841838 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d1ea1-cb3e-4a0e-a344-2ed0ea6b0449 req-3b908116-efaa-4b46-9643-ffeed6e9bc46 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:29.849858 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-121d1ea1-cb3e-4a0e-a344-2ed0ea6b0449 req-3b908116-efaa-4b46-9643-ffeed6e9bc46 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 947 time: 0.0702360 Feb 28 17:16:29.851432 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b3de9b9-3015-4e21-8e56-e31e7cf77570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (ea94dd25-2a20-42f5-b1f8-f32492a3faf5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:29.886136 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9160870-10d4-4977-be6b-8fb48926715c req-2258ecd6-34e5-4d03-9a0d-287b1102b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:29.887643 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9160870-10d4-4977-be6b-8fb48926715c req-2258ecd6-34e5-4d03-9a0d-287b1102b6bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1549034 Feb 28 17:16:29.899180 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8119fde-ab80-4515-a7b8-3a94f8ffe815 req-22f050f1-cc65-4eef-a313-5ca6e43c22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:29.900669 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d8119fde-ab80-4515-a7b8-3a94f8ffe815 req-22f050f1-cc65-4eef-a313-5ca6e43c22d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 1132 time: 0.1409311 Feb 28 17:16:29.916932 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-121d1ea1-cb3e-4a0e-a344-2ed0ea6b0449 req-df3bef8d-7892-473d-8996-68084bbdd74a tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640800 Feb 28 17:16:29.987112 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac7f73dd-ee5e-4403-97a7-2d26b3fadc59 req-59263d12-c449-4616-8de9-1c78ef486364 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/01970623-4bee-4504-8d19-0c6c7cb74159 HTTP/1.1" status: 200 len: 1795 time: 0.0457842 Feb 28 17:16:29.998424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3de9b9-3015-4e21-8e56-e31e7cf77570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea94dd25-2a20-42f5-b1f8-f32492a3faf5,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:30.051267 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3de9b9-3015-4e21-8e56-e31e7cf77570 admin admin] Checking segment: {'id': '1ba8c32c-3409-4618-80e7-997514a9170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b9e61de7-c1e2-48c6-85a2-00a72e588b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:30.051753 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3de9b9-3015-4e21-8e56-e31e7cf77570 admin admin] Network hostable DHCP agents. Network: b9e61de7-c1e2-48c6-85a2-00a72e588b2d, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:16:30.056687 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ac7f73dd-ee5e-4403-97a7-2d26b3fadc59 req-a3ceae58-dbea-40fd-87e4-3561dbf68975 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks [] for security_group (01970623-4bee-4504-8d19-0c6c7cb74159), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.090912 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ac7f73dd-ee5e-4403-97a7-2d26b3fadc59 req-a3ceae58-dbea-40fd-87e4-3561dbf68975 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks [] for security_group (01970623-4bee-4504-8d19-0c6c7cb74159), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.101993 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d8119fde-ab80-4515-a7b8-3a94f8ffe815 req-b30ae9d9-c841-483b-b87d-34335f98eaac service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713245 Feb 28 17:16:30.124587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9160870-10d4-4977-be6b-8fb48926715c req-66ac391b-6903-4126-a2f6-adb7563b22a9 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227006 Feb 28 17:16:30.164135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693453b-0110-4cd1-b740-3dd495a96e76 req-5d7f328b-209f-4314-9b68-027f3a70eade tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:30.165635 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b693453b-0110-4cd1-b740-3dd495a96e76 req-5d7f328b-209f-4314-9b68-027f3a70eade tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 950 time: 0.2218163 Feb 28 17:16:30.213039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3de9b9-3015-4e21-8e56-e31e7cf77570 admin admin] Network b9e61de7-c1e2-48c6-85a2-00a72e588b2d is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:16:30.242469 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ac7f73dd-ee5e-4403-97a7-2d26b3fadc59 req-a3ceae58-dbea-40fd-87e4-3561dbf68975 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (01970623-4bee-4504-8d19-0c6c7cb74159), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.245955 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ac7f73dd-ee5e-4403-97a7-2d26b3fadc59 req-a3ceae58-dbea-40fd-87e4-3561dbf68975 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.253283 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac7f73dd-ee5e-4403-97a7-2d26b3fadc59 req-a3ceae58-dbea-40fd-87e4-3561dbf68975 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/01970623-4bee-4504-8d19-0c6c7cb74159 HTTP/1.1" status: 204 len: 173 time: 0.2576244 Feb 28 17:16:30.269694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ceae58-dbea-40fd-87e4-3561dbf68975 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01970623-4bee-4504-8d19-0c6c7cb74159,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:30.286183 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b693453b-0110-4cd1-b740-3dd495a96e76 req-5cb817fc-b5dc-44c7-8ca9-cc07fa67474f tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076424 Feb 28 17:16:30.298759 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9160870-10d4-4977-be6b-8fb48926715c req-116a6168-4ede-4fd6-b018-8e8a6e323faa service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648057 Feb 28 17:16:30.329829 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b19ca59e-f7a9-481d-adb2-143fc506f5e3 req-445374e1-8983-4ed0-8d8f-fe3e05b7f061 tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "GET /v2.0/security-groups/be2230ed-3b98-498a-9a80-dd190be3c9e9 HTTP/1.1" status: 200 len: 1793 time: 0.0478945 Feb 28 17:16:30.350768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-7b3de9b9-3015-4e21-8e56-e31e7cf77570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, b9e61de7-c1e2-48c6-85a2-00a72e588b2d) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:30.354799 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3de9b9-3015-4e21-8e56-e31e7cf77570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:30.355388 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b3de9b9-3015-4e21-8e56-e31e7cf77570 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.459973 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b19ca59e-f7a9-481d-adb2-143fc506f5e3 req-262498a6-3e2a-461f-b808-d88961e54b0f tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks [] for security_group (be2230ed-3b98-498a-9a80-dd190be3c9e9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.478988 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7b3de9b9-3015-4e21-8e56-e31e7cf77570 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4211509 Feb 28 17:16:30.481662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42626) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:30.486124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 9248faa6-e83f-4fd7-ab42-b643e215616b details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:16:30.488323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1034859878-router', 'tenant_id': 'c37309be2f134e83929849b27d298593', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:30.492879 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b19ca59e-f7a9-481d-adb2-143fc506f5e3 req-262498a6-3e2a-461f-b808-d88961e54b0f tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks [] for security_group (be2230ed-3b98-498a-9a80-dd190be3c9e9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.540481 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb582442-5336-44e6-838f-deafb428dcc3 req-1b6ca789-094a-4e2e-befe-257f7e501588 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:30.541305 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb582442-5336-44e6-838f-deafb428dcc3 req-1b6ca789-094a-4e2e-befe-257f7e501588 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 949 time: 0.1341002 Feb 28 17:16:30.573831 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea4887-3518-4579-a63b-603b573816e5 req-87accb5a-2f8d-454c-b9c5-dcc4a82a2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:30.575799 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ea4887-3518-4579-a63b-603b573816e5 req-87accb5a-2f8d-454c-b9c5-dcc4a82a2c06 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5757b3de5ce64c5699d647630ea7591b&device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 1130 time: 0.1359820 Feb 28 17:16:30.596524 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (ce1703f8-4b67-4055-96ad-c068432aa3a9), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.598744 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (ce1703f8-4b67-4055-96ad-c068432aa3a9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.602653 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 9248faa6-e83f-4fd7-ab42-b643e215616b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9248faa6-e83f-4fd7-ab42-b643e215616b,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:30.614763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a92f21-3ea3-4ca6-b081-147a34ac0c64 None None] Network b9e61de7-c1e2-48c6-85a2-00a72e588b2d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:16:30.618741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '9248faa6-e83f-4fd7-ab42-b643e215616b', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '9248faa6-e83f-4fd7-ab42-b643e215616b', 'mac_address': 'fa:16:3e:20:06:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:16:30.629887 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b19ca59e-f7a9-481d-adb2-143fc506f5e3 req-262498a6-3e2a-461f-b808-d88961e54b0f tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (be2230ed-3b98-498a-9a80-dd190be3c9e9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.649205 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b19ca59e-f7a9-481d-adb2-143fc506f5e3 req-262498a6-3e2a-461f-b808-d88961e54b0f tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.650377 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b19ca59e-f7a9-481d-adb2-143fc506f5e3 req-262498a6-3e2a-461f-b808-d88961e54b0f tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/be2230ed-3b98-498a-9a80-dd190be3c9e9 HTTP/1.1" status: 204 len: 173 time: 0.3202369 Feb 28 17:16:30.713725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262498a6-3e2a-461f-b808-d88961e54b0f tempest-SecurityGroupsTestAdminJSON-82339308 tempest-SecurityGroupsTestAdminJSON-82339308-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2230ed-3b98-498a-9a80-dd190be3c9e9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:30.748777 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb582442-5336-44e6-838f-deafb428dcc3 req-c0c36db3-8c47-4b26-903e-4cee5cb8975f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984770 Feb 28 17:16:30.776360 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 9248faa6-e83f-4fd7-ab42-b643e215616b is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:30.776752 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.814985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9248faa6-e83f-4fd7-ab42-b643e215616b {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:30.841205 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea4887-3518-4579-a63b-603b573816e5 req-c26ccca2-9381-40b2-89e7-a051ce36f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:30.841205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ea4887-3518-4579-a63b-603b573816e5 req-c26ccca2-9381-40b2-89e7-a051ce36f9fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2466900 Feb 28 17:16:30.842166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 9248faa6-e83f-4fd7-ab42-b643e215616b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9248faa6-e83f-4fd7-ab42-b643e215616b,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:30.845290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-b9e61de7-c1e2-48c6-85a2-00a72e588b2d', 'network_id': 'b9e61de7-c1e2-48c6-85a2-00a72e588b2d', 'project_id': 'c37309be2f134e83929849b27d298593', 'fixed_ips': [{'subnet_id': 'ea94dd25-2a20-42f5-b1f8-f32492a3faf5'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:16:30.846209 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.896844 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Publish callbacks [] for router_controller (ce1703f8-4b67-4055-96ad-c068432aa3a9), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.926638 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:30.958267 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ea4887-3518-4579-a63b-603b573816e5 req-75094f3e-eb19-401a-98b7-f92ebb2d2b20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=2ec43f1d-f96c-4111-9252-49ce81732857 HTTP/1.1" status: 200 len: 217 time: 0.1204920 Feb 28 17:16:30.988698 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b37c79-400c-47ca-876d-a8e2a40a2be5 req-bc8b400c-a9ca-4a79-b477-87c9ebacd291 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:30.990388 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6b37c79-400c-47ca-876d-a8e2a40a2be5 req-bc8b400c-a9ca-4a79-b477-87c9ebacd291 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 948 time: 0.1259305 Feb 28 17:16:31.058265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=9248faa6-e83f-4fd7-ab42-b643e215616b,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:31.102602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Allocated IP 172.20.0.2 (b9e61de7-c1e2-48c6-85a2-00a72e588b2d/ea94dd25-2a20-42f5-b1f8-f32492a3faf5/4e156c4c-2dd8-498b-9639-e1ae9971d0a7) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:31.188131 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['9248faa6-e83f-4fd7-ab42-b643e215616b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:31.247670 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9fc9cd8c-6290-4e98-9ee3-02a34621f849 req-0722b458-a628-428e-84a7-a7ef841c1905 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] 10.222.0.72 "GET /v2.0/security-groups/8223a803-55fd-4819-aa23-875c4b7d4725 HTTP/1.1" status: 200 len: 1793 time: 0.4127893 Feb 28 17:16:31.250517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6b37c79-400c-47ca-876d-a8e2a40a2be5 req-d98999c3-460c-4f7c-a7d8-639e6050caac tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096479 Feb 28 17:16:31.257114 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Publish callbacks [] for router_gateway (ce1703f8-4b67-4055-96ad-c068432aa3a9), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:31.315494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea4887-3518-4579-a63b-603b573816e5 req-70412c6d-0345-490d-bb15-cf5773a07bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:31.318156 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ea4887-3518-4579-a63b-603b573816e5 req-70412c6d-0345-490d-bb15-cf5773a07bec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.3482647 Feb 28 17:16:31.360947 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9fc9cd8c-6290-4e98-9ee3-02a34621f849 req-9ca53e76-dbcc-4181-a839-49749472c044 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks [] for security_group (8223a803-55fd-4819-aa23-875c4b7d4725), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:31.395354 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9fc9cd8c-6290-4e98-9ee3-02a34621f849 req-9ca53e76-dbcc-4181-a839-49749472c044 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks [] for security_group (8223a803-55fd-4819-aa23-875c4b7d4725), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:31.401421 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Publish callbacks [] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:31.408958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea4887-3518-4579-a63b-603b573816e5 req-bcb01100-b804-4682-aef4-10c212d9ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:31.410544 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ea4887-3518-4579-a63b-603b573816e5 req-bcb01100-b804-4682-aef4-10c212d9ac29 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0868664 Feb 28 17:16:31.440313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e052e-5ea8-4a92-bda3-4e23fa2d1864 req-ef974966-42c9-4ca5-a3bb-145163f76176 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:31.441860 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0d2e052e-5ea8-4a92-bda3-4e23fa2d1864 req-ef974966-42c9-4ca5-a3bb-145163f76176 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 947 time: 0.1128080 Feb 28 17:16:31.477393 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:31.524204 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0d2e052e-5ea8-4a92-bda3-4e23fa2d1864 req-1ec1531d-ca10-44b5-8d53-b3ae72cc524e tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686681 Feb 28 17:16:31.538349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Network b9e61de7-c1e2-48c6-85a2-00a72e588b2d is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:31.544918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:31.545638 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ea4887-3518-4579-a63b-603b573816e5 req-7ba983d4-d26d-4d92-99b8-3c88f4d1f145 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239400 Feb 28 17:16:31.546698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:31.627050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Pushing event updated for resources: {'Port': ['ID=4e156c4c-2dd8-498b-9639-e1ae9971d0a7,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:31.653419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Attempting to bind port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:16:31.653977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Attempting to bind port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '1ba8c32c-3409-4618-80e7-997514a9170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b9e61de7-c1e2-48c6-85a2-00a72e588b2d'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:16:31.654420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Attempting to bind port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 on network b9e61de7-c1e2-48c6-85a2-00a72e588b2d {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:31.661134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:16:31.669625 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Checking segment: {'id': '1ba8c32c-3409-4618-80e7-997514a9170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b9e61de7-c1e2-48c6-85a2-00a72e588b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:31.669625 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:31.669625 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Bound using segment: {'id': '1ba8c32c-3409-4618-80e7-997514a9170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b9e61de7-c1e2-48c6-85a2-00a72e588b2d'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:16:31.669625 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Bound port: 4e156c4c-2dd8-498b-9639-e1ae9971d0a7, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba8c32c-3409-4618-80e7-997514a9170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b9e61de7-c1e2-48c6-85a2-00a72e588b2d'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:16:31.670024 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ea4887-3518-4579-a63b-603b573816e5 req-31fe677e-0b84-430a-aee0-7321d053e842 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121969 Feb 28 17:16:31.670116 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:31.670205 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9fc9cd8c-6290-4e98-9ee3-02a34621f849 req-9ca53e76-dbcc-4181-a839-49749472c044 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8223a803-55fd-4819-aa23-875c4b7d4725), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:31.670205 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9fc9cd8c-6290-4e98-9ee3-02a34621f849 req-9ca53e76-dbcc-4181-a839-49749472c044 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:31.670205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9fc9cd8c-6290-4e98-9ee3-02a34621f849 req-9ca53e76-dbcc-4181-a839-49749472c044 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] 10.222.0.72 "DELETE /v2.0/security-groups/8223a803-55fd-4819-aa23-875c4b7d4725 HTTP/1.1" status: 204 len: 173 time: 0.4199381 Feb 28 17:16:31.679059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca53e76-dbcc-4181-a839-49749472c044 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8223a803-55fd-4819-aa23-875c4b7d4725,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:31.761809 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] For port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:16:31.765729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] For port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4e156c4c-2dd8-498b-9639-e1ae9971d0a7,segment=NetworkSegment(1ba8c32c-3409-4618-80e7-997514a9170d),segment_id=1ba8c32c-3409-4618-80e7-997514a9170d)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:16:31.792943 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276dfd-fe74-42d8-94e0-c5c9b4b994af req-1d32b8d0-086e-43f7-a31a-bad7f27cca06 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:31.798102 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f276dfd-fe74-42d8-94e0-c5c9b4b994af req-1d32b8d0-086e-43f7-a31a-bad7f27cca06 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 950 time: 0.0618525 Feb 28 17:16:31.798531 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc32f549-1dc2-4dfc-8a24-f43e98b9102d req-96dcf56b-dcb7-4e85-877b-5865609a4407 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] 10.222.0.72 "GET /v2.0/security-groups/4e8ae1e2-79e4-42e2-9158-f385af2b99f8 HTTP/1.1" status: 200 len: 1793 time: 0.0522089 Feb 28 17:16:31.799483 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Publish callbacks [] for router_gateway (ce1703f8-4b67-4055-96ad-c068432aa3a9), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:31.831468 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:31.850513 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:31.851114 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f276dfd-fe74-42d8-94e0-c5c9b4b994af req-4e0c3729-b024-4562-b9ed-149e9ee58a52 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463314 Feb 28 17:16:31.926383 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a5aab-21c9-48ec-b8d2-a5c7a85bd999 None None] Pushing event updated for resources: {'Port': ['ID=4e156c4c-2dd8-498b-9639-e1ae9971d0a7,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:31.943898 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-dc32f549-1dc2-4dfc-8a24-f43e98b9102d req-eb67bcd3-4dbf-41f5-9c29-bb122644f296 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks [] for security_group (4e8ae1e2-79e4-42e2-9158-f385af2b99f8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:32.005865 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-dc32f549-1dc2-4dfc-8a24-f43e98b9102d req-eb67bcd3-4dbf-41f5-9c29-bb122644f296 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks [] for security_group (4e8ae1e2-79e4-42e2-9158-f385af2b99f8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:32.024360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db670195-b70d-4cea-b276-f1267560a595 req-9079c2ad-697c-43ac-b350-9fc90a7d62a8 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:32.026352 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-db670195-b70d-4cea-b276-f1267560a595 req-9079c2ad-697c-43ac-b350-9fc90a7d62a8 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 949 time: 0.0685241 Feb 28 17:16:32.043784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Allocated IP 172.25.3.181 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/2440de54-3b83-49e9-a92d-9acef331269c) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:32.090567 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-db670195-b70d-4cea-b276-f1267560a595 req-b67f4dd1-d2d7-4b05-9c8e-144da270c2fb tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582643 Feb 28 17:16:32.202510 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-dc32f549-1dc2-4dfc-8a24-f43e98b9102d req-eb67bcd3-4dbf-41f5-9c29-bb122644f296 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4e8ae1e2-79e4-42e2-9158-f385af2b99f8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:32.205299 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-dc32f549-1dc2-4dfc-8a24-f43e98b9102d req-eb67bcd3-4dbf-41f5-9c29-bb122644f296 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:32.206994 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc32f549-1dc2-4dfc-8a24-f43e98b9102d req-eb67bcd3-4dbf-41f5-9c29-bb122644f296 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] 10.222.0.72 "DELETE /v2.0/security-groups/4e8ae1e2-79e4-42e2-9158-f385af2b99f8 HTTP/1.1" status: 204 len: 173 time: 0.3992951 Feb 28 17:16:32.225871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67bcd3-4dbf-41f5-9c29-bb122644f296 tempest-SecurityGroupsTestAdminJSON-748498381 tempest-SecurityGroupsTestAdminJSON-748498381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8ae1e2-79e4-42e2-9158-f385af2b99f8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:32.235114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef631b67-dd2b-4bbd-b956-557304a7012c req-6824ca35-2faa-43ee-b9d0-9305fa726b30 tempest-LiveMigrationNegativeTest-556343484 tempest-LiveMigrationNegativeTest-556343484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:32.235602 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Publish callbacks [] for port (2440de54-3b83-49e9-a92d-9acef331269c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:32.241941 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef631b67-dd2b-4bbd-b956-557304a7012c req-6824ca35-2faa-43ee-b9d0-9305fa726b30 tempest-LiveMigrationNegativeTest-556343484 tempest-LiveMigrationNegativeTest-556343484-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 1133 time: 0.0654769 Feb 28 17:16:32.265745 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ef631b67-dd2b-4bbd-b956-557304a7012c req-033d1c02-0c98-4521-a27a-52324b3eee56 tempest-LiveMigrationNegativeTest-556343484 tempest-LiveMigrationNegativeTest-556343484-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:32.352816 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2440de54-3b83-49e9-a92d-9acef331269c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:32.356082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 9248faa6-e83f-4fd7-ab42-b643e215616b up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:32.373914 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ef631b67-dd2b-4bbd-b956-557304a7012c req-033d1c02-0c98-4521-a27a-52324b3eee56 tempest-LiveMigrationNegativeTest-556343484 tempest-LiveMigrationNegativeTest-556343484-project-admin] Publish callbacks [] for security_group (8eabc0a1-3557-45db-ae0c-423269c86e55), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:32.413599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:32.415583 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Pushing event updated for resources: {'Port': ['ID=2440de54-3b83-49e9-a92d-9acef331269c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:32.423517 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:32.423517 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:32.447448 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ef631b67-dd2b-4bbd-b956-557304a7012c req-033d1c02-0c98-4521-a27a-52324b3eee56 tempest-LiveMigrationNegativeTest-556343484 tempest-LiveMigrationNegativeTest-556343484-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8eabc0a1-3557-45db-ae0c-423269c86e55), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:32.480562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef631b67-dd2b-4bbd-b956-557304a7012c req-033d1c02-0c98-4521-a27a-52324b3eee56 tempest-LiveMigrationNegativeTest-556343484 tempest-LiveMigrationNegativeTest-556343484-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334480 Feb 28 17:16:32.492947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d1c02-0c98-4521-a27a-52324b3eee56 tempest-LiveMigrationNegativeTest-556343484 tempest-LiveMigrationNegativeTest-556343484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eabc0a1-3557-45db-ae0c-423269c86e55,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:32.523789 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 9248faa6-e83f-4fd7-ab42-b643e215616b completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:16:32.528069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 9248faa6-e83f-4fd7-ab42-b643e215616b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:32.529090 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:32.633841 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 9248faa6-e83f-4fd7-ab42-b643e215616b is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:32.634449 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:32.655481 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47704e16-3f89-4f19-8dc7-59f71fa0dea9 req-ad592f82-ec03-4662-8137-e3e113cab3a1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:32.664001 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47704e16-3f89-4f19-8dc7-59f71fa0dea9 req-ad592f82-ec03-4662-8137-e3e113cab3a1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 949 time: 0.0866470 Feb 28 17:16:32.668086 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bd2008-c2e1-4238-8cc5-d4729adaa725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9248faa6-e83f-4fd7-ab42-b643e215616b'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:32.672016 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0489fe9-1608-4f51-9182-cf280050dc42" -d '{"events": [{"server_uuid": "34bd2008-c2e1-4238-8cc5-d4729adaa725", "name": "network-vif-plugged", "status": "completed", "tag": "9248faa6-e83f-4fd7-ab42-b643e215616b"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:32.690117 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 9248faa6-e83f-4fd7-ab42-b643e215616b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9248faa6-e83f-4fd7-ab42-b643e215616b,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:32.750103 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42672) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:32.759402 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:32.815177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47704e16-3f89-4f19-8dc7-59f71fa0dea9 req-562a02ac-e189-4e87-a4e1-d3464e8ea8b0 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448951 Feb 28 17:16:32.852084 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Publish callbacks [] for router_gateway (ce1703f8-4b67-4055-96ad-c068432aa3a9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:32.860581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=9248faa6-e83f-4fd7-ab42-b643e215616b,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:33.014938 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a4212d-a905-4ab8-833a-74cbf9d80fde x-openstack-request-id: req-c2a4212d-a905-4ab8-833a-74cbf9d80fde {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:33.015467 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bd2008-c2e1-4238-8cc5-d4729adaa725", "name": "network-vif-plugged", "status": "completed", "tag": "9248faa6-e83f-4fd7-ab42-b643e215616b", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:33.015816 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c2a4212d-a905-4ab8-833a-74cbf9d80fde {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:33.016336 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bd2008-c2e1-4238-8cc5-d4729adaa725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9248faa6-e83f-4fd7-ab42-b643e215616b', 'code': 200} Feb 28 17:16:33.037513 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42684) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:33.108451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:33.185226 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83a69a11-442e-48f7-9d45-0b25079d409e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.212417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:33.212795 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.242862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0419e32-33df-460a-9174-ab4d138e97ad req-2a52c014-0378-45bd-add7-8f5fbb575de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:33.245385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0419e32-33df-460a-9174-ab4d138e97ad req-2a52c014-0378-45bd-add7-8f5fbb575de0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 1133 time: 0.1595585 Feb 28 17:16:33.265556 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d2aacb4b-f5d5-464b-a42a-6453c0639cfa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8f15c8608ef2404889dfe98c7fcfb829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263732 Feb 28 17:16:33.272040 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42688) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:33.326996 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:33.327643 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.360825 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0419e32-33df-460a-9174-ab4d138e97ad req-b6ceccb7-a279-4e84-8c53-0797f5b3d195 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094105 Feb 28 17:16:33.361015 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee7edad-cb78-4bf5-ba3b-c8adeac53cb1 None None] Network b9e61de7-c1e2-48c6-85a2-00a72e588b2d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:16:33.402908 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83a69a11-442e-48f7-9d45-0b25079d409e admin admin] Publish callbacks [] for security_group (07a25dc1-8b84-4c11-8613-ebbe7fe48687), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.419144 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4e156c4c-2dd8-498b-9639-e1ae9971d0a7,segment=NetworkSegment(1ba8c32c-3409-4618-80e7-997514a9170d),segment_id=1ba8c32c-3409-4618-80e7-997514a9170d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:33.434272 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58997b47-f1b0-4d66-9cd5-016fabc6f15a admin admin] Publish callbacks [] for security_group (9c2a7aff-7423-42a4-9aaa-56cf5364090e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.465857 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a517da-4e3a-4aa6-ab91-0c9f4abf2a88 req-78d052f9-9859-4943-8572-8a9f4fdb40cd tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:33.467899 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-21a517da-4e3a-4aa6-ab91-0c9f4abf2a88 req-78d052f9-9859-4943-8572-8a9f4fdb40cd tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 947 time: 0.1943767 Feb 28 17:16:33.481483 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58997b47-f1b0-4d66-9cd5-016fabc6f15a admin admin] Publish callbacks [] for security_group (9c2a7aff-7423-42a4-9aaa-56cf5364090e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.485628 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83a69a11-442e-48f7-9d45-0b25079d409e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (07a25dc1-8b84-4c11-8613-ebbe7fe48687), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.490268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ff6fda03-2d79-4cf6-8ba2-3daedfec761b None None] Provisioning complete for port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:33.495431 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ff6fda03-2d79-4cf6-8ba2-3daedfec761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.516172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a69a11-442e-48f7-9d45-0b25079d409e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a25dc1-8b84-4c11-8613-ebbe7fe48687,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:33.517719 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.536816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0251-7fd2-49e4-a47b-1bd40a3987b1 req-360c377a-d263-40f4-a545-32ee9b74cda5 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:33.537860 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0251-7fd2-49e4-a47b-1bd40a3987b1 req-360c377a-d263-40f4-a545-32ee9b74cda5 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:33.538316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0251-7fd2-49e4-a47b-1bd40a3987b1 req-360c377a-d263-40f4-a545-32ee9b74cda5 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:33.538853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0251-7fd2-49e4-a47b-1bd40a3987b1 req-360c377a-d263-40f4-a545-32ee9b74cda5 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:33.540412 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0251-7fd2-49e4-a47b-1bd40a3987b1 req-360c377a-d263-40f4-a545-32ee9b74cda5 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:33.541010 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0251-7fd2-49e4-a47b-1bd40a3987b1 req-360c377a-d263-40f4-a545-32ee9b74cda5 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:33.542055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0251-7fd2-49e4-a47b-1bd40a3987b1 req-360c377a-d263-40f4-a545-32ee9b74cda5 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:33.542696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0251-7fd2-49e4-a47b-1bd40a3987b1 req-360c377a-d263-40f4-a545-32ee9b74cda5 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:33.546773 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a3bf0251-7fd2-49e4-a47b-1bd40a3987b1 req-360c377a-d263-40f4-a545-32ee9b74cda5 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f&device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725&device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf&device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858&device_id=a66f8457-08de-404b-8f6a-a0a6214962c8&device_id=63960624-7e10-44e8-bd07-db9634d74a7d&device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb&device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 7586 time: 0.1201706 Feb 28 17:16:33.585673 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=4e156c4c-2dd8-498b-9639-e1ae9971d0a7,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:33.598913 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a3bf0251-7fd2-49e4-a47b-1bd40a3987b1 req-b9a7afe3-612d-4b08-bf26-b0cec8f779ae tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.632423 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-83a69a11-442e-48f7-9d45-0b25079d409e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=04b73e3c36e946108db95b13eaf42a85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8812332 Feb 28 17:16:33.635176 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-21a517da-4e3a-4aa6-ab91-0c9f4abf2a88 req-3a6c64e4-103c-4786-8d2b-c1406b0956f7 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554661 Feb 28 17:16:33.635915 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ff6fda03-2d79-4cf6-8ba2-3daedfec761b None None] Current status of the port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:33.638333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42690) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:33.669589 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (ce1703f8-4b67-4055-96ad-c068432aa3a9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.730806 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6b412e9-07c3-463b-8829-7df68b73a920 admin admin] Publish callbacks [] for security_group (07a25dc1-8b84-4c11-8613-ebbe7fe48687), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.743375 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a3bf0251-7fd2-49e4-a47b-1bd40a3987b1 req-b9a7afe3-612d-4b08-bf26-b0cec8f779ae tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Publish callbacks [] for security_group (756eab10-3414-4649-ac0c-f7c1e70bfaca), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.763587 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6b412e9-07c3-463b-8829-7df68b73a920 admin admin] Publish callbacks [] for security_group (07a25dc1-8b84-4c11-8613-ebbe7fe48687), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.777107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-7014d45f-c368-4f68-aae5-1108bae50347 req-3d6ce214-f68b-492e-8e15-c00760235600 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:16:33.778141 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7014d45f-c368-4f68-aae5-1108bae50347 req-3d6ce214-f68b-492e-8e15-c00760235600 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062358 Feb 28 17:16:33.780636 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58997b47-f1b0-4d66-9cd5-016fabc6f15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9c2a7aff-7423-42a4-9aaa-56cf5364090e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.793673 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58997b47-f1b0-4d66-9cd5-016fabc6f15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.793673 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-58997b47-f1b0-4d66-9cd5-016fabc6f15a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9c2a7aff-7423-42a4-9aaa-56cf5364090e HTTP/1.1" status: 204 len: 168 time: 0.5026610 Feb 28 17:16:33.815517 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a3bf0251-7fd2-49e4-a47b-1bd40a3987b1 req-b9a7afe3-612d-4b08-bf26-b0cec8f779ae tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (756eab10-3414-4649-ac0c-f7c1e70bfaca), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.840293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58997b47-f1b0-4d66-9cd5-016fabc6f15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2a7aff-7423-42a4-9aaa-56cf5364090e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:33.878232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d1f9a36e-4d76-4c6b-8faa-031780ab2e4c None None] Provisioning complete for port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:33.878813 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d1f9a36e-4d76-4c6b-8faa-031780ab2e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.910417 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6b412e9-07c3-463b-8829-7df68b73a920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (07a25dc1-8b84-4c11-8613-ebbe7fe48687), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.913432 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6b412e9-07c3-463b-8829-7df68b73a920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:33.917034 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e6b412e9-07c3-463b-8829-7df68b73a920 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/07a25dc1-8b84-4c11-8613-ebbe7fe48687 HTTP/1.1" status: 204 len: 168 time: 0.2724779 Feb 28 17:16:33.941824 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a3bf0251-7fd2-49e4-a47b-1bd40a3987b1 req-b9a7afe3-612d-4b08-bf26-b0cec8f779ae tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.3826301 Feb 28 17:16:33.948775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7afe3-612d-4b08-bf26-b0cec8f779ae tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756eab10-3414-4649-ac0c-f7c1e70bfaca,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:33.975892 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b412e9-07c3-463b-8829-7df68b73a920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a25dc1-8b84-4c11-8613-ebbe7fe48687,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:33.997950 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Router ce1703f8-4b67-4055-96ad-c068432aa3a9 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:16:34.027257 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9a36e-4d76-4c6b-8faa-031780ab2e4c None None] Current status of the port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:34.060619 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6f4c2-0c1a-4d8c-9c09-6cbf19ba784d req-a8af829a-3cca-496b-bd60-10b42db7455a tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:34.062206 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6bd6f4c2-0c1a-4d8c-9c09-6cbf19ba784d req-a8af829a-3cca-496b-bd60-10b42db7455a tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 950 time: 0.0653973 Feb 28 17:16:34.113771 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6bd6f4c2-0c1a-4d8c-9c09-6cbf19ba784d req-da3d9177-5c72-466b-9a09-d67dd30bd442 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449433 Feb 28 17:16:34.138930 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:16:34.149937 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Sync routers for ids ['ce1703f8-4b67-4055-96ad-c068432aa3a9'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:16:34.162552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Routers {'ce1703f8-4b67-4055-96ad-c068432aa3a9'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:16:34.163992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:16:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ce1703f8-4b67-4055-96ad-c068432aa3a9'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:34.227423 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:34.228848 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0acc872a-232c-4dc7-b37e-526635a1e72e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7462130 Feb 28 17:16:34.231603 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42704) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:34.308327 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Set router ce1703f8-4b67-4055-96ad-c068432aa3a9 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:16:34.369523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 2ec43f1d-f96c-4111-9252-49ce81732857 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:16:34.509219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fe21a-bbce-44d8-8fa1-a0a701f2be97 req-1eaafb35-5fc2-4fe5-b676-4ca846263e20 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:34.516700 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42712) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:34.518979 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c85fe21a-bbce-44d8-8fa1-a0a701f2be97 req-1eaafb35-5fc2-4fe5-b676-4ca846263e20 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 950 time: 0.1591771 Feb 28 17:16:34.583771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 2ec43f1d-f96c-4111-9252-49ce81732857, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=2ec43f1d-f96c-4111-9252-49ce81732857,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:34.595190 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f1ad20ef-0949-4cc6-b828-a224d9f149ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3cefcf3391b549feaff4b5fd24f856f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0793986 Feb 28 17:16:34.595843 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42714) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:34.605259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'name': 'tempest-FloatingIPDetailsTestJSON-1034859878-router', 'tenant_id': 'c37309be2f134e83929849b27d298593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2440de54-3b83-49e9-a92d-9acef331269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:16:30Z', 'updated_at': '2022-02-28T17:16:32Z', 'revision_number': 3, 'project_id': 'c37309be2f134e83929849b27d298593', 'gw_port': {'id': '2440de54-3b83-49e9-a92d-9acef331269c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:31Z', 'updated_at': '2022-02-28T17:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:34.615245 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c85fe21a-bbce-44d8-8fa1-a0a701f2be97 req-4e578633-5e65-4f40-8bdd-c082b5dd5434 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953021 Feb 28 17:16:34.619213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b7c4b-2716-4814-974e-c3cf5dbbc66e req-6b121904-be15-4603-b019-d7875bf15f52 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:34.622854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b7c4b-2716-4814-974e-c3cf5dbbc66e req-6b121904-be15-4603-b019-d7875bf15f52 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:34.622854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b7c4b-2716-4814-974e-c3cf5dbbc66e req-6b121904-be15-4603-b019-d7875bf15f52 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:34.627367 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-576b7c4b-2716-4814-974e-c3cf5dbbc66e req-6b121904-be15-4603-b019-d7875bf15f52 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf&device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb&device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 2978 time: 0.1261511 Feb 28 17:16:34.643692 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '2ec43f1d-f96c-4111-9252-49ce81732857', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '2ec43f1d-f96c-4111-9252-49ce81732857', 'mac_address': 'fa:16:3e:8b:f5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:16:34.647423 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Checking router: ce1703f8-4b67-4055-96ad-c068432aa3a9 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:16:34.651534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Updating router ce1703f8-4b67-4055-96ad-c068432aa3a9 port 2440de54-3b83-49e9-a92d-9acef331269c binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:16:34.677900 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2440de54-3b83-49e9-a92d-9acef331269c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:34.733880 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-82b5e632-917b-47c8-9830-9907d1be8a26 admin admin] Publish callbacks [] for security_group (0e544918-d183-44ca-b164-65d34331d4e5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:34.745840 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-576b7c4b-2716-4814-974e-c3cf5dbbc66e req-984f7fa6-5cf2-45af-be57-688a94f95589 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174073 Feb 28 17:16:34.759593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-82b5e632-917b-47c8-9830-9907d1be8a26 admin admin] Publish callbacks [] for security_group (0e544918-d183-44ca-b164-65d34331d4e5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:34.777657 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 2ec43f1d-f96c-4111-9252-49ce81732857 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:34.778260 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2ec43f1d-f96c-4111-9252-49ce81732857), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:34.811095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec43f1d-f96c-4111-9252-49ce81732857 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:34.850376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e04037-ebd3-480b-86ad-858b82cb5101 req-5e3b0ad6-61a1-4613-ad1e-1861835b312b tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:34.852237 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c7e04037-ebd3-480b-86ad-858b82cb5101 req-5e3b0ad6-61a1-4613-ad1e-1861835b312b tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 947 time: 0.1173313 Feb 28 17:16:34.860865 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:34.902487 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 2ec43f1d-f96c-4111-9252-49ce81732857, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=2ec43f1d-f96c-4111-9252-49ce81732857,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:34.912615 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-82b5e632-917b-47c8-9830-9907d1be8a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0e544918-d183-44ca-b164-65d34331d4e5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:34.915724 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-82b5e632-917b-47c8-9830-9907d1be8a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:34.916459 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-82b5e632-917b-47c8-9830-9907d1be8a26 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0e544918-d183-44ca-b164-65d34331d4e5 HTTP/1.1" status: 204 len: 168 time: 0.3182571 Feb 28 17:16:34.932903 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5e632-917b-47c8-9830-9907d1be8a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e544918-d183-44ca-b164-65d34331d4e5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:34.978864 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2ec43f1d-f96c-4111-9252-49ce81732857), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.027452 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c7e04037-ebd3-480b-86ad-858b82cb5101 req-885eefc0-7f33-40dc-839b-15496dead3b7 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673803 Feb 28 17:16:35.039861 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:35.058743 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42726) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:35.073391 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a4fcfba4-e3e4-4c48-8ed6-6c085eb10d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.115633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Allocated IP 172.20.0.1 (b9e61de7-c1e2-48c6-85a2-00a72e588b2d/ea94dd25-2a20-42f5-b1f8-f32492a3faf5/50b803c4-b876-4165-9f3c-2b1f7639017c) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:35.176688 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a4fcfba4-e3e4-4c48-8ed6-6c085eb10d83 admin admin] Publish callbacks [] for security_group (a364db75-d37e-4a87-9901-843449de825d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.268940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=2ec43f1d-f96c-4111-9252-49ce81732857,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:35.280706 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a4fcfba4-e3e4-4c48-8ed6-6c085eb10d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a364db75-d37e-4a87-9901-843449de825d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.291030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad93bc3-d27e-44df-a102-a5b450e4dcf1 req-bfb423cb-2e07-4838-9854-d255c4690cee tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:35.292461 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bad93bc3-d27e-44df-a102-a5b450e4dcf1 req-bfb423cb-2e07-4838-9854-d255c4690cee tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 950 time: 0.0859561 Feb 28 17:16:35.311625 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Publish callbacks [] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.319214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['2ec43f1d-f96c-4111-9252-49ce81732857'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:35.377436 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a4fcfba4-e3e4-4c48-8ed6-6c085eb10d83 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=586ff215808448ad99000363a96691e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153353 Feb 28 17:16:35.377436 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcfba4-e3e4-4c48-8ed6-6c085eb10d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a364db75-d37e-4a87-9901-843449de825d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:35.378198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42736) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:35.382267 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:35.382670 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.407124 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bad93bc3-d27e-44df-a102-a5b450e4dcf1 req-4903b9c1-f487-4a4d-bdff-8d20d3babdec tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949125 Feb 28 17:16:35.441697 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Publish callbacks [] for port (2440de54-3b83-49e9-a92d-9acef331269c), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.488560 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b703d485-d9a9-4bc7-9395-d045864a5993 admin admin] Publish callbacks [] for security_group (a364db75-d37e-4a87-9901-843449de825d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.513111 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.534867 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b703d485-d9a9-4bc7-9395-d045864a5993 admin admin] Publish callbacks [] for security_group (a364db75-d37e-4a87-9901-843449de825d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.570205 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2440de54-3b83-49e9-a92d-9acef331269c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.597200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Network b9e61de7-c1e2-48c6-85a2-00a72e588b2d is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:35.610504 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:35.618087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:35.621911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:35.640897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Attempting to bind port 2440de54-3b83-49e9-a92d-9acef331269c on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:16:35.641311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Attempting to bind port 2440de54-3b83-49e9-a92d-9acef331269c by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:16:35.641673 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Attempting to bind port 2440de54-3b83-49e9-a92d-9acef331269c on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:35.644593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55472cc6-0186-461b-a7c2-afbbc6bfdb78 None None] Pushing event updated for resources: {'Port': ['ID=2440de54-3b83-49e9-a92d-9acef331269c,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:35.650810 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:16:35.651184 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:35.651588 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.651971 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:16:35.652432 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Bound port: 2440de54-3b83-49e9-a92d-9acef331269c, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:16:35.652807 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2440de54-3b83-49e9-a92d-9acef331269c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.658685 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Pushing event updated for resources: {'Port': ['ID=50b803c4-b876-4165-9f3c-2b1f7639017c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:35.701783 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (ce1703f8-4b67-4055-96ad-c068432aa3a9), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.754645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] For port 2440de54-3b83-49e9-a92d-9acef331269c, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:16:35.758445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] For port 2440de54-3b83-49e9-a92d-9acef331269c, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2440de54-3b83-49e9-a92d-9acef331269c,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:16:35.776447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04265129-b1af-4c88-abe9-26cea2d04f6c req-c9ca2831-62f4-4393-b548-61020804af5d tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:35.779203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04265129-b1af-4c88-abe9-26cea2d04f6c req-c9ca2831-62f4-4393-b548-61020804af5d tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.69 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 950 time: 0.1224513 Feb 28 17:16:35.854317 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2440de54-3b83-49e9-a92d-9acef331269c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.903740 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b703d485-d9a9-4bc7-9395-d045864a5993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a364db75-d37e-4a87-9901-843449de825d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.912572 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b703d485-d9a9-4bc7-9395-d045864a5993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:35.916891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b703d485-d9a9-4bc7-9395-d045864a5993 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a364db75-d37e-4a87-9901-843449de825d HTTP/1.1" status: 204 len: 168 time: 0.5293736 Feb 28 17:16:35.949329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55472cc6-0186-461b-a7c2-afbbc6bfdb78 None None] Pushing event updated for resources: {'Port': ['ID=2440de54-3b83-49e9-a92d-9acef331269c,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:36.002298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Routers {'ce1703f8-4b67-4055-96ad-c068432aa3a9'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:16:36.002942 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:16:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ce1703f8-4b67-4055-96ad-c068432aa3a9'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:36.003256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703d485-d9a9-4bc7-9395-d045864a5993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a364db75-d37e-4a87-9901-843449de825d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:36.056424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b4c88-471c-491f-bf95-87f97c815e10 req-5eb38c55-cabc-4711-8675-e8e1daaab3f6 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:36.063762 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a68b4c88-471c-491f-bf95-87f97c815e10 req-5eb38c55-cabc-4711-8675-e8e1daaab3f6 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 950 time: 0.1839762 Feb 28 17:16:36.063898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-04265129-b1af-4c88-abe9-26cea2d04f6c req-f41c0d2e-0dee-4f01-bd25-068bcd4c9ed5 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Deleting port 0e23bff7-824e-48d5-96b0-cc380aba3433 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:36.063898 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-04265129-b1af-4c88-abe9-26cea2d04f6c req-f41c0d2e-0dee-4f01-bd25-068bcd4c9ed5 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:36.115989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:36.163632 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-65b0ec8d-3418-44e7-ae9a-fe6a2ff22d7c None None] Provisioning complete for port 50b803c4-b876-4165-9f3c-2b1f7639017c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:36.164217 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-65b0ec8d-3418-44e7-ae9a-fe6a2ff22d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:36.184726 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a68b4c88-471c-491f-bf95-87f97c815e10 req-4498862e-60be-4aea-8902-8131d768f280 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005836 Feb 28 17:16:36.270027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] Set router ce1703f8-4b67-4055-96ad-c068432aa3a9 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:16:36.273387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-65b0ec8d-3418-44e7-ae9a-fe6a2ff22d7c None None] Port 50b803c4-b876-4165-9f3c-2b1f7639017c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:16:36.337731 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-9e3b6950-ebf3-45f3-aff0-020e5cb9b9fd tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=c1dcb21003044f66ae15e8cdadb8100c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875597 Feb 28 17:16:36.349110 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-04265129-b1af-4c88-abe9-26cea2d04f6c req-f41c0d2e-0dee-4f01-bd25-068bcd4c9ed5 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] For port 0e23bff7-824e-48d5-96b0-cc380aba3433, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0e23bff7-824e-48d5-96b0-cc380aba3433,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:36.349669 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-04265129-b1af-4c88-abe9-26cea2d04f6c req-f41c0d2e-0dee-4f01-bd25-068bcd4c9ed5 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:36.368358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2973dfb-cc18-41a8-be4c-caaa8b976699 req-e8f07b1a-3bc9-4ac9-98a7-ff4012d29716 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:36.375516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e2973dfb-cc18-41a8-be4c-caaa8b976699 req-e8f07b1a-3bc9-4ac9-98a7-ff4012d29716 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 948 time: 0.1142273 Feb 28 17:16:36.384182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-04265129-b1af-4c88-abe9-26cea2d04f6c req-f41c0d2e-0dee-4f01-bd25-068bcd4c9ed5 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Calling delete_port for 0e23bff7-824e-48d5-96b0-cc380aba3433 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:36.394226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 2ec43f1d-f96c-4111-9252-49ce81732857 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:36.414779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Publish callbacks [] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:36.455165 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e2973dfb-cc18-41a8-be4c-caaa8b976699 req-6fa6324e-e5e2-4f55-a8a3-79cb1674c6e3 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749466 Feb 28 17:16:36.478649 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:36.533000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-0d59ab46-5291-42d6-aeda-5091a2e599cb tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:36.534531 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-0d59ab46-5291-42d6-aeda-5091a2e599cb tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815550 Feb 28 17:16:36.554044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'name': 'tempest-FloatingIPDetailsTestJSON-1034859878-router', 'tenant_id': 'c37309be2f134e83929849b27d298593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2440de54-3b83-49e9-a92d-9acef331269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:16:30Z', 'updated_at': '2022-02-28T17:16:32Z', 'revision_number': 3, 'project_id': 'c37309be2f134e83929849b27d298593', 'gw_port': {'id': '2440de54-3b83-49e9-a92d-9acef331269c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:31Z', 'updated_at': '2022-02-28T17:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:36.566171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Pushing event updated for resources: {'Port': ['ID=50b803c4-b876-4165-9f3c-2b1f7639017c,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:36.577482 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-af541fcf-2df0-4f61-8e2d-59fff9142ab9 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/quotas/c1dcb21003044f66ae15e8cdadb8100c HTTP/1.1" status: 200 len: 375 time: 0.0238183 Feb 28 17:16:36.601175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 2ec43f1d-f96c-4111-9252-49ce81732857 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:16:36.604152 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (ce1703f8-4b67-4055-96ad-c068432aa3a9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:36.604468 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84be45e-0b69-4b8b-aaf4-3198e3cf6aeb None None] The sync data for ids ['ce1703f8-4b67-4055-96ad-c068432aa3a9'] in n-d-820368-19 is: [{'id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'name': 'tempest-FloatingIPDetailsTestJSON-1034859878-router', 'tenant_id': 'c37309be2f134e83929849b27d298593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2440de54-3b83-49e9-a92d-9acef331269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:16:30Z', 'updated_at': '2022-02-28T17:16:32Z', 'revision_number': 3, 'project_id': 'c37309be2f134e83929849b27d298593', 'gw_port': {'id': '2440de54-3b83-49e9-a92d-9acef331269c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:31Z', 'updated_at': '2022-02-28T17:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:16:36.609753 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 2ec43f1d-f96c-4111-9252-49ce81732857 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:36.610367 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2ec43f1d-f96c-4111-9252-49ce81732857), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:36.753874 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-594ffe11-2e21-493b-8c8d-8231aa4d2e95 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1dcb21003044f66ae15e8cdadb8100c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1648171 Feb 28 17:16:36.765653 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 2ec43f1d-f96c-4111-9252-49ce81732857 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:36.766201 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2ec43f1d-f96c-4111-9252-49ce81732857), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:36.795284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9d6df8-dd6f-44e5-97de-a0838c5eff4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec43f1d-f96c-4111-9252-49ce81732857'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:36.797596 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae43ec1-ec62-42f4-9ab7-70dedf9354e8" -d '{"events": [{"server_uuid": "cb9d6df8-dd6f-44e5-97de-a0838c5eff4f", "name": "network-vif-plugged", "status": "completed", "tag": "2ec43f1d-f96c-4111-9252-49ce81732857"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:36.813512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 2ec43f1d-f96c-4111-9252-49ce81732857, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=2ec43f1d-f96c-4111-9252-49ce81732857,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:36.819430 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-04265129-b1af-4c88-abe9-26cea2d04f6c req-f41c0d2e-0dee-4f01-bd25-068bcd4c9ed5 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0e23bff7-824e-48d5-96b0-cc380aba3433), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:36.833305 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['0e23bff7-824e-48d5-96b0-cc380aba3433'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:36.840471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['46e3d13a-1448-4b51-96b8-2fa74fa7f22e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:36.842763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a196c5-35b5-4971-a127-6a4ee75dad3a req-d0826d04-29e1-4d7b-ae87-dc295548a350 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:36.850591 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-20a196c5-35b5-4971-a127-6a4ee75dad3a req-d0826d04-29e1-4d7b-ae87-dc295548a350 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 1132 time: 0.1883783 Feb 28 17:16:36.887104 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Network b9e61de7-c1e2-48c6-85a2-00a72e588b2d is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:36.888136 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c0d2e-0dee-4f01-bd25-068bcd4c9ed5 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Pushing event deleted for resources: {'Port': ['ID=0e23bff7-824e-48d5-96b0-cc380aba3433,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:36.891350 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:36.975143 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2ec43f1d-f96c-4111-9252-49ce81732857), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:37.067961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=2ec43f1d-f96c-4111-9252-49ce81732857,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:37.089682 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-20a196c5-35b5-4971-a127-6a4ee75dad3a req-ad98d3e7-6c8a-4a41-8e18-d1fa43f954b9 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380440 Feb 28 17:16:37.168314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-04265129-b1af-4c88-abe9-26cea2d04f6c req-f41c0d2e-0dee-4f01-bd25-068bcd4c9ed5 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] No DVR routers for this DVR port 0e23bff7-824e-48d5-96b0-cc380aba3433 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:16:37.197027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-04265129-b1af-4c88-abe9-26cea2d04f6c req-f41c0d2e-0dee-4f01-bd25-068bcd4c9ed5 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:37.201426 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04265129-b1af-4c88-abe9-26cea2d04f6c req-f41c0d2e-0dee-4f01-bd25-068bcd4c9ed5 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.69 "DELETE /v2.0/ports/0e23bff7-824e-48d5-96b0-cc380aba3433 HTTP/1.1" status: 204 len: 173 time: 1.4161656 Feb 28 17:16:37.202086 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e3b3b-ec81-4fbf-b680-cd378f7e5858', 'name': 'network-vif-deleted', 'tag': '0e23bff7-824e-48d5-96b0-cc380aba3433'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:37.213550 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c7b7b4-df3d-47ba-b83d-4f3d4b7321e9 x-openstack-request-id: req-64c7b7b4-df3d-47ba-b83d-4f3d4b7321e9 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:37.213550 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9d6df8-dd6f-44e5-97de-a0838c5eff4f", "name": "network-vif-plugged", "status": "completed", "tag": "2ec43f1d-f96c-4111-9252-49ce81732857", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:37.213550 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-64c7b7b4-df3d-47ba-b83d-4f3d4b7321e9 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:37.213550 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9d6df8-dd6f-44e5-97de-a0838c5eff4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec43f1d-f96c-4111-9252-49ce81732857', 'code': 200} Feb 28 17:16:37.221787 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4092157-7d11-4f24-9461-bc12028bd83e" -d '{"events": [{"server_uuid": "794e3b3b-ec81-4fbf-b680-cd378f7e5858", "name": "network-vif-deleted", "tag": "0e23bff7-824e-48d5-96b0-cc380aba3433"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:37.411422 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db6b046e-521e-46cf-a736-b202ed17a786 req-ab2a2450-58c8-48c9-8480-92350aaffb71 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 210 time: 0.1428907 Feb 28 17:16:37.489883 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:37.512952 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Router ce1703f8-4b67-4055-96ad-c068432aa3a9 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:16:37.551125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-72af2df1-04d5-4c7c-ae71-16e76febcd34 None None] Provisioning complete for port 50b803c4-b876-4165-9f3c-2b1f7639017c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:37.551845 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72af2df1-04d5-4c7c-ae71-16e76febcd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:37.595270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadc1ba-308a-41f8-b79c-d7eaa72f049c req-f3bfcc7a-56f2-4d4e-b37a-4f48e86e5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:37.596927 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9dadc1ba-308a-41f8-b79c-d7eaa72f049c req-f3bfcc7a-56f2-4d4e-b37a-4f48e86e5fd6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 1132 time: 0.3162494 Feb 28 17:16:37.627068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744c896-7612-4581-9546-5444962ed004 req-1dc8c7f6-5d77-423a-8d5b-762bf2765a8c tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:37.629312 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-72af2df1-04d5-4c7c-ae71-16e76febcd34 None None] Port 50b803c4-b876-4165-9f3c-2b1f7639017c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:16:37.634071 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0744c896-7612-4581-9546-5444962ed004 req-1dc8c7f6-5d77-423a-8d5b-762bf2765a8c tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 1132 time: 0.2422860 Feb 28 17:16:37.672981 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3bff828-fecd-4fa0-9129-25b4c76f0151 req-eaeaf856-8352-4b76-9403-a9458a66cc34 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=794e3b3b-ec81-4fbf-b680-cd378f7e5858 HTTP/1.1" status: 200 len: 210 time: 0.0532432 Feb 28 17:16:37.695564 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9dadc1ba-308a-41f8-b79c-d7eaa72f049c req-2af338c1-6a59-4577-98fb-4fe5f5893b06 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880921 Feb 28 17:16:37.732354 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0744c896-7612-4581-9546-5444962ed004 req-07766ac6-658c-4382-818d-df5b8b596b92 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973282 Feb 28 17:16:37.749916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:16:37.762120 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-730e5e48-acc7-458d-8038-6b03be897c13 admin admin] 10.222.0.72 "PUT /v2.0/routers/ce1703f8-4b67-4055-96ad-c068432aa3a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5235429 Feb 28 17:16:37.762314 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dd715149-bc96-4189-8f35-2e5417e51a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:37.784909 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb52cc49-7119-4b78-909a-4c0cf50e2713 x-openstack-request-id: req-cb52cc49-7119-4b78-909a-4c0cf50e2713 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:37.785205 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e3b3b-ec81-4fbf-b680-cd378f7e5858", "name": "network-vif-deleted", "tag": "0e23bff7-824e-48d5-96b0-cc380aba3433", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:37.785459 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cb52cc49-7119-4b78-909a-4c0cf50e2713 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:37.785867 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e3b3b-ec81-4fbf-b680-cd378f7e5858', 'name': 'network-vif-deleted', 'tag': '0e23bff7-824e-48d5-96b0-cc380aba3433', 'status': 'completed', 'code': 200} Feb 28 17:16:37.871593 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42830) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:37.883846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b9111-d34d-495f-a924-9949820af552 req-0248acc9-20ac-4a33-9f21-a9663f386841 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:37.892177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-614b9111-d34d-495f-a924-9949820af552 req-0248acc9-20ac-4a33-9f21-a9663f386841 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 949 time: 0.0798986 Feb 28 17:16:37.983219 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-614b9111-d34d-495f-a924-9949820af552 req-3b28792b-8fcc-4458-8fc4-fb43485c4f15 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892971 Feb 28 17:16:38.081120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1857882623-network', 'tenant_id': 'c57be2755a4d40389e59c507cc6d5340'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:38.202553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] Made reservation on behalf of c57be2755a4d40389e59c507cc6d5340 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:38.205085 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:38.221083 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:38.317006 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] Publish callbacks [] for security_group (88397049-6aaa-47d7-836a-96bd13305238), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:38.407865 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (88397049-6aaa-47d7-836a-96bd13305238), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:38.434350 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:16:38.437076 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-a46f1854-0c37-4ccb-85b4-9586760bb46a tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1100507 Feb 28 17:16:38.448371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88397049-6aaa-47d7-836a-96bd13305238,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:38.455270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:38.473700 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a9738b99-b612-4911-a7ea-453fe4ae3335), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:38.473700 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] Added segment a9738b99-b612-4911-a7ea-453fe4ae3335 of type vlan for network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 Feb 28 17:16:38.506195 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (7c10fa5b-91d3-45d7-8ee0-c040e6683f71), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:38.576468 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:38.604552 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (7c10fa5b-91d3-45d7-8ee0-c040e6683f71), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:38.619686 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:38.619686 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:38.709000 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:38.729828 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8566434 Feb 28 17:16:38.734756 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7e823e0-af9c-421b-8529-1d3e6b6e05a1 req-f6a9f860-6eac-486c-b7ef-29ac02dbbc0f tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 210 time: 0.0444815 Feb 28 17:16:38.739477 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42862) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:38.748559 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-006c1909-985a-4a81-a359-9cf564f4a884 admin admin] Request body: {'subnet': {'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1857882623-subnet', 'tenant_id': 'c57be2755a4d40389e59c507cc6d5340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:38.763013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123ca56-871e-4fcb-8daa-d6a79b690101 admin admin] Pushing event updated for resources: {'Network': ['ID=7c10fa5b-91d3-45d7-8ee0-c040e6683f71,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:38.773605 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:16:38.840407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Allocated IP 172.25.3.21 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/59206b15-8442-4f70-bfe5-ae908eecd30c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:38.884301 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006c1909-985a-4a81-a359-9cf564f4a884 admin admin] Made reservation on behalf of c57be2755a4d40389e59c507cc6d5340 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:38.887235 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-006c1909-985a-4a81-a359-9cf564f4a884 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.025723 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for port (59206b15-8442-4f70-bfe5-ae908eecd30c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.052040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2440de54-3b83-49e9-a92d-9acef331269c up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:39.105737 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Sync routers for ids ['ce1703f8-4b67-4055-96ad-c068432aa3a9'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:16:39.107963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2440de54-3b83-49e9-a92d-9acef331269c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:39.108358 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2440de54-3b83-49e9-a92d-9acef331269c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.115475 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Routers {'ce1703f8-4b67-4055-96ad-c068432aa3a9'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:16:39.116085 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:16:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ce1703f8-4b67-4055-96ad-c068432aa3a9'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:39.158897 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (59206b15-8442-4f70-bfe5-ae908eecd30c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.192085 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2440de54-3b83-49e9-a92d-9acef331269c is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:39.192467 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2440de54-3b83-49e9-a92d-9acef331269c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.200030 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:39.204530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:39.208705 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:39.215550 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-006c1909-985a-4a81-a359-9cf564f4a884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (aab67e97-15e6-427d-901a-f45796cc60dd), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.215769 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 2440de54-3b83-49e9-a92d-9acef331269c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2440de54-3b83-49e9-a92d-9acef331269c,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:39.235715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Pushing event updated for resources: {'Port': ['ID=59206b15-8442-4f70-bfe5-ae908eecd30c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:39.237834 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Set router ce1703f8-4b67-4055-96ad-c068432aa3a9 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:16:39.261486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c1909-985a-4a81-a359-9cf564f4a884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab67e97-15e6-427d-901a-f45796cc60dd,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:39.310994 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (04c06f51-cecb-42f7-a0c5-426d0bef38b1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.312528 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2440de54-3b83-49e9-a92d-9acef331269c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.397357 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=2440de54-3b83-49e9-a92d-9acef331269c,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:39.420778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006c1909-985a-4a81-a359-9cf564f4a884 admin admin] Checking segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:39.421177 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006c1909-985a-4a81-a359-9cf564f4a884 admin admin] Network hostable DHCP agents. Network: 7c10fa5b-91d3-45d7-8ee0-c040e6683f71, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:16:39.455254 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (59206b15-8442-4f70-bfe5-ae908eecd30c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.481413 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'name': 'tempest-FloatingIPDetailsTestJSON-1034859878-router', 'tenant_id': 'c37309be2f134e83929849b27d298593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2440de54-3b83-49e9-a92d-9acef331269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:16:30Z', 'updated_at': '2022-02-28T17:16:35Z', 'revision_number': 4, 'project_id': 'c37309be2f134e83929849b27d298593', 'gw_port': {'id': '2440de54-3b83-49e9-a92d-9acef331269c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:31Z', 'updated_at': '2022-02-28T17:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '50b803c4-b876-4165-9f3c-2b1f7639017c', 'name': '', 'network_id': 'b9e61de7-c1e2-48c6-85a2-00a72e588b2d', 'tenant_id': 'c37309be2f134e83929849b27d298593', 'mac_address': 'fa:16:3e:b7:05:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ea94dd25-2a20-42f5-b1f8-f32492a3faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:34Z', 'updated_at': '2022-02-28T17:16:36Z', 'revision_number': 2, 'project_id': 'c37309be2f134e83929849b27d298593', 'subnets': [{'id': 'ea94dd25-2a20-42f5-b1f8-f32492a3faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:39.510323 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Checking router: ce1703f8-4b67-4055-96ad-c068432aa3a9 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:16:39.510968 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Updating router ce1703f8-4b67-4055-96ad-c068432aa3a9 port 50b803c4-b876-4165-9f3c-2b1f7639017c binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:16:39.519904 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006c1909-985a-4a81-a359-9cf564f4a884 admin admin] Network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:16:39.545486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd34665-37ea-45d6-83b6-d9ccc0756e50 req-3bada1ce-6a1c-4887-ae4c-02dbf8b2351a tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:39.547088 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ffd34665-37ea-45d6-83b6-d9ccc0756e50 req-3bada1ce-6a1c-4887-ae4c-02dbf8b2351a tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 949 time: 0.0756350 Feb 28 17:16:39.550569 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.604367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ffd34665-37ea-45d6-83b6-d9ccc0756e50 req-b539e18c-469f-42a6-9c0a-9366ffb8caec tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488269 Feb 28 17:16:39.625279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-006c1909-985a-4a81-a359-9cf564f4a884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 7c10fa5b-91d3-45d7-8ee0-c040e6683f71) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:39.629913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006c1909-985a-4a81-a359-9cf564f4a884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:39.630922 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-006c1909-985a-4a81-a359-9cf564f4a884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.645146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ff4573-1b75-469d-a004-7f6d3b6d5d20 None None] Network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:16:39.655243 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-dd0c5c80-ce0c-4dbc-9d75-bb57323912e4 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=c1dcb21003044f66ae15e8cdadb8100c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608127 Feb 28 17:16:39.717405 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for port (59206b15-8442-4f70-bfe5-ae908eecd30c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.754227 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.754869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a4829-4259-4e41-af49-d0e03ba06eaa req-f36b7ebf-dbd3-4fc7-9c5c-dd077560740b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:39.779021 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-835a4829-4259-4e41-af49-d0e03ba06eaa req-f36b7ebf-dbd3-4fc7-9c5c-dd077560740b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.1058609 Feb 28 17:16:39.796179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fbd072-5560-4ed2-939b-c43b765b31cc None None] Network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:16:39.798291 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-006c1909-985a-4a81-a359-9cf564f4a884 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0600564 Feb 28 17:16:39.806926 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (59206b15-8442-4f70-bfe5-ae908eecd30c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.864377 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Publish callbacks [] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.875610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-f9dba60a-c6dc-4ac5-b0ce-efe144a33838 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:39.877458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-f9dba60a-c6dc-4ac5-b0ce-efe144a33838 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142501 Feb 28 17:16:39.895382 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-54dc0dad-87b6-4299-8be8-b9ae20c673ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:39.898244 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-835a4829-4259-4e41-af49-d0e03ba06eaa req-93d82298-310f-4c54-bf2d-b34b57a27aa0 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179371 Feb 28 17:16:39.965156 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-960f194a-86cc-466e-97d7-58861cdef0de tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Request body: {'port': {'device_id': '7eac417e-0376-4716-a9bc-a675d14f5300', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'c1dcb21003044f66ae15e8cdadb8100c'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:39.980992 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:40.064517 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (04c06f51-cecb-42f7-a0c5-426d0bef38b1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:40.070993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Pushing event updated for resources: {'Port': ['ID=59206b15-8442-4f70-bfe5-ae908eecd30c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:40.130159 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Pushing event updated for resources: {'Port': ['ID=50b803c4-b876-4165-9f3c-2b1f7639017c,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:40.146430 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:40.146787 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:40.147170 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:40.147451 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:40.147774 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:40.148098 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:40.148469 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:40.148804 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:40.149099 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:40.149409 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:40.149719 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:40.150066 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:40.150536 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:16:40.156096 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Attempting to bind port 50b803c4-b876-4165-9f3c-2b1f7639017c on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:16:40.156695 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Attempting to bind port 50b803c4-b876-4165-9f3c-2b1f7639017c by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '1ba8c32c-3409-4618-80e7-997514a9170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b9e61de7-c1e2-48c6-85a2-00a72e588b2d'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:16:40.157228 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Attempting to bind port 50b803c4-b876-4165-9f3c-2b1f7639017c on network b9e61de7-c1e2-48c6-85a2-00a72e588b2d {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:40.157347 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:40.158700 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-811fda5d-80b5-4c56-ae4a-94ac2eac6fd7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7121103 Feb 28 17:16:40.168039 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:16:40.168039 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Checking segment: {'id': '1ba8c32c-3409-4618-80e7-997514a9170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b9e61de7-c1e2-48c6-85a2-00a72e588b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:40.168039 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:40.168039 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Bound using segment: {'id': '1ba8c32c-3409-4618-80e7-997514a9170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b9e61de7-c1e2-48c6-85a2-00a72e588b2d'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:16:40.168039 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Bound port: 50b803c4-b876-4165-9f3c-2b1f7639017c, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba8c32c-3409-4618-80e7-997514a9170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b9e61de7-c1e2-48c6-85a2-00a72e588b2d'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:16:40.168039 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:40.222119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-259a662b-e0de-458f-94f9-13e19b7649e8 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 695 time: 0.0561006 Feb 28 17:16:40.240160 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] For port 50b803c4-b876-4165-9f3c-2b1f7639017c, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:16:40.243997 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] For port 50b803c4-b876-4165-9f3c-2b1f7639017c, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=50b803c4-b876-4165-9f3c-2b1f7639017c,segment=NetworkSegment(1ba8c32c-3409-4618-80e7-997514a9170d),segment_id=1ba8c32c-3409-4618-80e7-997514a9170d)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:16:40.255641 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-960f194a-86cc-466e-97d7-58861cdef0de tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Made reservation on behalf of c1dcb21003044f66ae15e8cdadb8100c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:40.260953 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-960f194a-86cc-466e-97d7-58861cdef0de tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:40.326960 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:40.389214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9f10b926-c6fc-455b-8bfa-1cb1316cc595 None None] Provisioning complete for port 50b803c4-b876-4165-9f3c-2b1f7639017c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:40.390261 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9f10b926-c6fc-455b-8bfa-1cb1316cc595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:40.411526 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fbdb1-2b6a-4c5d-89a9-0e5c88b8a47f None None] Pushing event updated for resources: {'Port': ['ID=50b803c4-b876-4165-9f3c-2b1f7639017c,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:40.437275 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Routers {'ce1703f8-4b67-4055-96ad-c068432aa3a9'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:16:40.440072 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:16:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ce1703f8-4b67-4055-96ad-c068432aa3a9'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:40.440236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0e23bff7-824e-48d5-96b0-cc380aba3433 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:16:40.512935 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 0e23bff7-824e-48d5-96b0-cc380aba3433 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:16:40.512935 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0e23bff7-824e-48d5-96b0-cc380aba3433 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:16:40.578363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9f10b926-c6fc-455b-8bfa-1cb1316cc595 None None] Current status of the port 50b803c4-b876-4165-9f3c-2b1f7639017c is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:40.579122 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9f10b926-c6fc-455b-8bfa-1cb1316cc595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:40.589668 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] Set router ce1703f8-4b67-4055-96ad-c068432aa3a9 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:16:40.638141 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9f10b926-c6fc-455b-8bfa-1cb1316cc595 None None] For port 50b803c4-b876-4165-9f3c-2b1f7639017c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=50b803c4-b876-4165-9f3c-2b1f7639017c,segment=NetworkSegment(1ba8c32c-3409-4618-80e7-997514a9170d),segment_id=1ba8c32c-3409-4618-80e7-997514a9170d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:40.712931 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9f10b926-c6fc-455b-8bfa-1cb1316cc595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:40.728352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-47cbd1e7-8170-47b0-b0ba-545b124cd898 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:40.729791 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8793cf2e-8bbe-4f23-b3e3-eee75ce43140 req-47cbd1e7-8170-47b0-b0ba-545b124cd898 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.5013773 Feb 28 17:16:40.773602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-960f194a-86cc-466e-97d7-58861cdef0de tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Allocated IP 192.168.233.227 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/5ac28bec-8f56-49f5-b586-f2919d7b5437) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:40.776304 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10b926-c6fc-455b-8bfa-1cb1316cc595 None None] Pushing event updated for resources: {'Port': ['ID=50b803c4-b876-4165-9f3c-2b1f7639017c,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:40.839422 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9e0c8703-6212-45ba-bb06-019f351be6ad None None] Provisioning complete for port 50b803c4-b876-4165-9f3c-2b1f7639017c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:40.840094 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9e0c8703-6212-45ba-bb06-019f351be6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:40.868115 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee8b6d0b-de75-43d4-acce-d63a8a14cba9 req-70cededb-04cc-4102-bb75-b4ad0c6afd31 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 210 time: 0.0509470 Feb 28 17:16:41.030567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2440de54-3b83-49e9-a92d-9acef331269c up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:41.043915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589040f-083f-43f0-b77e-0ee19000f1a4 req-ff18c28b-6a17-4857-8551-75e678286745 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:41.052040 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e589040f-083f-43f0-b77e-0ee19000f1a4 req-ff18c28b-6a17-4857-8551-75e678286745 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 950 time: 0.1134040 Feb 28 17:16:41.059088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42924) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:41.064168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-496628443-network', 'tenant_id': 'b7c63154532f4030b0c495a861461826'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:41.116587 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'name': 'tempest-FloatingIPDetailsTestJSON-1034859878-router', 'tenant_id': 'c37309be2f134e83929849b27d298593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2440de54-3b83-49e9-a92d-9acef331269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:16:30Z', 'updated_at': '2022-02-28T17:16:35Z', 'revision_number': 4, 'project_id': 'c37309be2f134e83929849b27d298593', 'gw_port': {'id': '2440de54-3b83-49e9-a92d-9acef331269c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:31Z', 'updated_at': '2022-02-28T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '50b803c4-b876-4165-9f3c-2b1f7639017c', 'name': '', 'network_id': 'b9e61de7-c1e2-48c6-85a2-00a72e588b2d', 'tenant_id': 'c37309be2f134e83929849b27d298593', 'mac_address': 'fa:16:3e:b7:05:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ea94dd25-2a20-42f5-b1f8-f32492a3faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:34Z', 'updated_at': '2022-02-28T17:16:40Z', 'revision_number': 4, 'project_id': 'c37309be2f134e83929849b27d298593', 'subnets': [{'id': 'ea94dd25-2a20-42f5-b1f8-f32492a3faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:41.122680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c8703-6212-45ba-bb06-019f351be6ad None None] Current status of the port 50b803c4-b876-4165-9f3c-2b1f7639017c is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:41.151311 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e589040f-083f-43f0-b77e-0ee19000f1a4 req-fb408483-4dbd-4da5-bc92-ec65ff37562c tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983062 Feb 28 17:16:41.164941 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04beb3-ab51-4dc4-a319-ad1ed7b1aa71 None None] The sync data for ids ['ce1703f8-4b67-4055-96ad-c068432aa3a9'] in n-d-820368-19 is: [{'id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'name': 'tempest-FloatingIPDetailsTestJSON-1034859878-router', 'tenant_id': 'c37309be2f134e83929849b27d298593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2440de54-3b83-49e9-a92d-9acef331269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:16:30Z', 'updated_at': '2022-02-28T17:16:35Z', 'revision_number': 4, 'project_id': 'c37309be2f134e83929849b27d298593', 'gw_port': {'id': '2440de54-3b83-49e9-a92d-9acef331269c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:31Z', 'updated_at': '2022-02-28T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '50b803c4-b876-4165-9f3c-2b1f7639017c', 'name': '', 'network_id': 'b9e61de7-c1e2-48c6-85a2-00a72e588b2d', 'tenant_id': 'c37309be2f134e83929849b27d298593', 'mac_address': 'fa:16:3e:b7:05:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ea94dd25-2a20-42f5-b1f8-f32492a3faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:34Z', 'updated_at': '2022-02-28T17:16:40Z', 'revision_number': 4, 'project_id': 'c37309be2f134e83929849b27d298593', 'subnets': [{'id': 'ea94dd25-2a20-42f5-b1f8-f32492a3faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:16:41.177340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2440de54-3b83-49e9-a92d-9acef331269c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:41.177701 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2440de54-3b83-49e9-a92d-9acef331269c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.220618 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-960f194a-86cc-466e-97d7-58861cdef0de tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks [] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.256868 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-96d0a36d-3754-4f94-a1c4-8fa547bbf81d tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2740598 Feb 28 17:16:41.267070 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] Made reservation on behalf of b7c63154532f4030b0c495a861461826 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:41.284643 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.302753 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:41.329824 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.383234 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.399549 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-960f194a-86cc-466e-97d7-58861cdef0de tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.414329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625cafc-b8bf-456f-9e62-88f5720780cc req-e9cd58c8-5e88-477a-acb0-5d367eaa999f tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:41.415942 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f625cafc-b8bf-456f-9e62-88f5720780cc req-e9cd58c8-5e88-477a-acb0-5d367eaa999f tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 949 time: 0.0882328 Feb 28 17:16:41.422897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['9248faa6-e83f-4fd7-ab42-b643e215616b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:41.453377 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.481588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-960f194a-86cc-466e-97d7-58861cdef0de tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:41.486984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-960f194a-86cc-466e-97d7-58861cdef0de tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:41.489761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-960f194a-86cc-466e-97d7-58861cdef0de tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:41.553502 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f625cafc-b8bf-456f-9e62-88f5720780cc req-aeee2a4f-2813-41e8-91f4-bf819bf07f7d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318431 Feb 28 17:16:41.566699 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] Publish callbacks [] for security_group (083b6fa6-b66c-4eff-93ac-3146b7ebfe85), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.601946 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2440de54-3b83-49e9-a92d-9acef331269c is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:41.618808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42930) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:41.637902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f194a-86cc-466e-97d7-58861cdef0de tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Pushing event updated for resources: {'Port': ['ID=5ac28bec-8f56-49f5-b586-f2919d7b5437,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:41.638664 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (083b6fa6-b66c-4eff-93ac-3146b7ebfe85), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.683991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:16:41.692521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-960f194a-86cc-466e-97d7-58861cdef0de tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:41.693495 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-960f194a-86cc-466e-97d7-58861cdef0de tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.763151 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5e4b6735-aa38-4e14-964d-a99bc37a1940), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.764024 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] Added segment 5e4b6735-aa38-4e14-964d-a99bc37a1940 of type vlan for network 7c65caa4-23ed-42c1-bcbc-ff7823dbc192 Feb 28 17:16:41.765668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083b6fa6-b66c-4eff-93ac-3146b7ebfe85,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:41.789212 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-960f194a-86cc-466e-97d7-58861cdef0de tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8515580 Feb 28 17:16:41.800762 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.807626 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Request body: {'port': {'device_id': '7eac417e-0376-4716-a9bc-a675d14f5300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:41.856866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e66fa29b-241f-432e-b3c8-c30e732dfbd6 None None] Provisioning complete for port 5ac28bec-8f56-49f5-b586-f2919d7b5437 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:41.858301 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e66fa29b-241f-432e-b3c8-c30e732dfbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.886729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f639d68d-a04b-480f-ae1b-300768a7e6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.918096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bd14d-aa1b-450d-8ab2-5b3559eaefbd req-f5fceb65-5d2d-47f7-9a5e-bfb968879433 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:41.919626 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f37bd14d-aa1b-450d-8ab2-5b3559eaefbd req-f5fceb65-5d2d-47f7-9a5e-bfb968879433 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.2135170 Feb 28 17:16:41.926358 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (7c65caa4-23ed-42c1-bcbc-ff7823dbc192), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:41.930904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e66fa29b-241f-432e-b3c8-c30e732dfbd6 None None] Port 5ac28bec-8f56-49f5-b586-f2919d7b5437 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:16:41.998845 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.025576 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f37bd14d-aa1b-450d-8ab2-5b3559eaefbd req-5f37eb28-614b-4f99-bf87-df60b2111bc8 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946205 Feb 28 17:16:42.055746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Allocated IP 172.25.3.97 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/e8a4363c-71ed-423e-af21-3fb1d2af29f8) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:42.059112 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (7c65caa4-23ed-42c1-bcbc-ff7823dbc192), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.060144 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:42.060859 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.126392 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f639d68d-a04b-480f-ae1b-300768a7e6f7 admin admin] Publish callbacks [] for security_group (39dda860-d6b5-4a56-8a26-05c8437675b0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.139392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] Pushing event updated for resources: {'Network': ['ID=7c65caa4-23ed-42c1-bcbc-ff7823dbc192,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:42.150801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 7c65caa4-23ed-42c1-bcbc-ff7823dbc192 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:16:42.197471 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f639d68d-a04b-480f-ae1b-300768a7e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (39dda860-d6b5-4a56-8a26-05c8437675b0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.255935 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-faa829eb-6f31-4fae-8483-33815db10778 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1951740 Feb 28 17:16:42.262965 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42938) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:42.270036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-69cbd5c1-ea55-4b7a-b54a-67b558e6017f admin admin] Request body: {'subnet': {'network_id': '7c65caa4-23ed-42c1-bcbc-ff7823dbc192', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-496628443-subnet', 'tenant_id': 'b7c63154532f4030b0c495a861461826', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:42.283104 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f639d68d-a04b-480f-ae1b-300768a7e6f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=96e5090ff0684263a6b4ed611e81791b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6599193 Feb 28 17:16:42.283992 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42940) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:42.319368 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639d68d-a04b-480f-ae1b-300768a7e6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dda860-d6b5-4a56-8a26-05c8437675b0,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:42.324226 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.343057 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for port (e8a4363c-71ed-423e-af21-3fb1d2af29f8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.362770 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4b90fe9c-bc2d-4024-884e-c82026210164 admin admin] Publish callbacks [] for security_group (39dda860-d6b5-4a56-8a26-05c8437675b0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.398964 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4b90fe9c-bc2d-4024-884e-c82026210164 admin admin] Publish callbacks [] for security_group (39dda860-d6b5-4a56-8a26-05c8437675b0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.400381 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cbd5c1-ea55-4b7a-b54a-67b558e6017f admin admin] Made reservation on behalf of b7c63154532f4030b0c495a861461826 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:42.402806 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69cbd5c1-ea55-4b7a-b54a-67b558e6017f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.408275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408d559-c2e5-4d9d-8b77-a0859a7123d6 req-79775502-cebe-4dc4-bf80-940ef58a00eb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:42.410238 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c408d559-c2e5-4d9d-8b77-a0859a7123d6 req-79775502-cebe-4dc4-bf80-940ef58a00eb tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.73 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 950 time: 0.1893716 Feb 28 17:16:42.545128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac28bec-8f56-49f5-b586-f2919d7b5437 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:42.555487 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e8a4363c-71ed-423e-af21-3fb1d2af29f8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.559648 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Publish callbacks [] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.617668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Transition to ACTIVE for port object 5ac28bec-8f56-49f5-b586-f2919d7b5437 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:16:42.620253 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:42.629653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:42.636495 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:42.646506 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-c408d559-c2e5-4d9d-8b77-a0859a7123d6 req-060726f3-a277-4cf2-a604-189c65db9c2e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Deleting port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:42.650146 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c408d559-c2e5-4d9d-8b77-a0859a7123d6 req-060726f3-a277-4cf2-a604-189c65db9c2e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.652286 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Pushing event updated for resources: {'Port': ['ID=e8a4363c-71ed-423e-af21-3fb1d2af29f8,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:42.718861 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.836182 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da83c4-28aa-4a34-ba94-0e7fa96643fd req-92ff623f-a858-4616-9629-3366a997a6fc tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:42.837995 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47da83c4-28aa-4a34-ba94-0e7fa96643fd req-92ff623f-a858-4616-9629-3366a997a6fc tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 948 time: 0.1246054 Feb 28 17:16:42.848437 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c060cbc6-436f-4e88-99f0-8c6e019649c2 req-c734ff66-a2e1-4821-9879-4c7bdfd2412c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0650558 Feb 28 17:16:42.869390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-c408d559-c2e5-4d9d-8b77-a0859a7123d6 req-060726f3-a277-4cf2-a604-189c65db9c2e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] For port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=46e3d13a-1448-4b51-96b8-2fa74fa7f22e,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:42.869770 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c408d559-c2e5-4d9d-8b77-a0859a7123d6 req-060726f3-a277-4cf2-a604-189c65db9c2e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.894794 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4b90fe9c-bc2d-4024-884e-c82026210164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (39dda860-d6b5-4a56-8a26-05c8437675b0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.897224 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4b90fe9c-bc2d-4024-884e-c82026210164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:42.902162 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4b90fe9c-bc2d-4024-884e-c82026210164 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/39dda860-d6b5-4a56-8a26-05c8437675b0 HTTP/1.1" status: 204 len: 168 time: 0.6111493 Feb 28 17:16:42.943707 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47da83c4-28aa-4a34-ba94-0e7fa96643fd req-0a7eacf2-8709-4251-b4b4-c36a9a9a8d70 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943544 Feb 28 17:16:42.948577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90fe9c-bc2d-4024-884e-c82026210164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dda860-d6b5-4a56-8a26-05c8437675b0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:42.982156 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Pushing event updated for resources: {'Port': ['ID=5ac28bec-8f56-49f5-b586-f2919d7b5437,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:43.053397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060cbc6-436f-4e88-99f0-8c6e019649c2 req-986459d9-8a39-4f67-bdb4-8041c48ed749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:43.059257 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c060cbc6-436f-4e88-99f0-8c6e019649c2 req-986459d9-8a39-4f67-bdb4-8041c48ed749 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1dcb21003044f66ae15e8cdadb8100c&device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 1133 time: 0.1500278 Feb 28 17:16:43.083169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-c408d559-c2e5-4d9d-8b77-a0859a7123d6 req-060726f3-a277-4cf2-a604-189c65db9c2e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Calling delete_port for 46e3d13a-1448-4b51-96b8-2fa74fa7f22e owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:43.085355 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (ae3c9507-fd9f-497d-b115-99a64de99f1f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.102053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Attempting to bind port 5ac28bec-8f56-49f5-b586-f2919d7b5437 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:16:43.102399 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Attempting to bind port 5ac28bec-8f56-49f5-b586-f2919d7b5437 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:16:43.102605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Attempting to bind port 5ac28bec-8f56-49f5-b586-f2919d7b5437 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:43.111945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Port 5ac28bec-8f56-49f5-b586-f2919d7b5437 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:16:43.111945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Attempting to bind port 5ac28bec-8f56-49f5-b586-f2919d7b5437 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:43.153831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 50b803c4-b876-4165-9f3c-2b1f7639017c up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:43.164791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:16:43.165129 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:43.165512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:16:43.165963 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Bound port: 5ac28bec-8f56-49f5-b586-f2919d7b5437, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:16:43.166318 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.232430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba019f7c-b0dc-4999-a740-473c1413bfe6 req-66aa661b-4e4a-410a-9120-d2fb9164f476 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:43.234127 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba019f7c-b0dc-4999-a740-473c1413bfe6 req-66aa661b-4e4a-410a-9120-d2fb9164f476 tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/ports?device_id=63960624-7e10-44e8-bd07-db9634d74a7d HTTP/1.1" status: 200 len: 950 time: 0.1460066 Feb 28 17:16:43.237888 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 50b803c4-b876-4165-9f3c-2b1f7639017c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:43.238399 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.245126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060cbc6-436f-4e88-99f0-8c6e019649c2 req-01d6ed0a-966c-460d-b21f-6756cb770d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:43.246598 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c060cbc6-436f-4e88-99f0-8c6e019649c2 req-01d6ed0a-966c-460d-b21f-6756cb770d4a service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1599467 Feb 28 17:16:43.249630 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e8a4363c-71ed-423e-af21-3fb1d2af29f8), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.303990 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c060cbc6-436f-4e88-99f0-8c6e019649c2 req-0c536a19-a188-4266-9dbd-98a0c1f31a86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9248faa6-e83f-4fd7-ab42-b643e215616b HTTP/1.1" status: 200 len: 217 time: 0.0488029 Feb 28 17:16:43.317522 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] For port 5ac28bec-8f56-49f5-b586-f2919d7b5437, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:16:43.327676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] For port 5ac28bec-8f56-49f5-b586-f2919d7b5437, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=5ac28bec-8f56-49f5-b586-f2919d7b5437,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:16:43.357143 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69cbd5c1-ea55-4b7a-b54a-67b558e6017f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (18d4294a-d937-4da7-94d6-8db5d9a99aef), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.366990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 50b803c4-b876-4165-9f3c-2b1f7639017c is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:43.414480 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.425217 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba019f7c-b0dc-4999-a740-473c1413bfe6 req-6cba3616-89da-4f82-abbb-a1e0c027bddc tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c76a9db-0d71-4733-a81a-2a613aaf5ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773112 Feb 28 17:16:43.437714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060cbc6-436f-4e88-99f0-8c6e019649c2 req-94010cc8-567a-4aa2-a522-690dcae33f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:43.439253 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c060cbc6-436f-4e88-99f0-8c6e019649c2 req-94010cc8-567a-4aa2-a522-690dcae33f75 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1224546 Feb 28 17:16:43.471990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:43.471990 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.473121 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] 10.222.0.69 "PUT /v2.0/ports/5ac28bec-8f56-49f5-b586-f2919d7b5437 HTTP/1.1" status: 200 len: 1097 time: 1.6763053 Feb 28 17:16:43.477517 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eac417e-0376-4716-a9bc-a675d14f5300', 'tag': '5ac28bec-8f56-49f5-b586-f2919d7b5437'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:43.478931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbd5c1-ea55-4b7a-b54a-67b558e6017f admin admin] Pushing event updated for resources: {'Subnet': ['ID=18d4294a-d937-4da7-94d6-8db5d9a99aef,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:43.479818 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca0b7c1-74fb-4419-b09a-3c9fd6cca549" -d '{"events": [{"name": "network-changed", "server_uuid": "7eac417e-0376-4716-a9bc-a675d14f5300", "tag": "5ac28bec-8f56-49f5-b586-f2919d7b5437"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:43.501020 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cbd5c1-ea55-4b7a-b54a-67b558e6017f admin admin] Checking segment: {'id': '5e4b6735-aa38-4e14-964d-a99bc37a1940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7c65caa4-23ed-42c1-bcbc-ff7823dbc192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:43.501405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cbd5c1-ea55-4b7a-b54a-67b558e6017f admin admin] Network hostable DHCP agents. Network: 7c65caa4-23ed-42c1-bcbc-ff7823dbc192, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:16:43.525238 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060cbc6-436f-4e88-99f0-8c6e019649c2 req-a13c20ed-7051-4fed-b65c-4fca020d9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:43.528705 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c408d559-c2e5-4d9d-8b77-a0859a7123d6 req-060726f3-a277-4cf2-a604-189c65db9c2e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (46e3d13a-1448-4b51-96b8-2fa74fa7f22e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.528962 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c060cbc6-436f-4e88-99f0-8c6e019649c2 req-a13c20ed-7051-4fed-b65c-4fca020d9beb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0805142 Feb 28 17:16:43.529144 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9af785-b5f7-42e9-ab67-4049064b362f service neutron] Pushing event updated for resources: {'Port': ['ID=5ac28bec-8f56-49f5-b586-f2919d7b5437,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:43.537090 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['46e3d13a-1448-4b51-96b8-2fa74fa7f22e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:43.573647 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060726f3-a277-4cf2-a604-189c65db9c2e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Pushing event deleted for resources: {'Port': ['ID=46e3d13a-1448-4b51-96b8-2fa74fa7f22e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:43.603184 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for port (e8a4363c-71ed-423e-af21-3fb1d2af29f8), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.628035 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cbd5c1-ea55-4b7a-b54a-67b558e6017f admin admin] Network 7c65caa4-23ed-42c1-bcbc-ff7823dbc192 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:16:43.637265 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c408d559-c2e5-4d9d-8b77-a0859a7123d6 req-060726f3-a277-4cf2-a604-189c65db9c2e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] No DVR routers for this DVR port 46e3d13a-1448-4b51-96b8-2fa74fa7f22e on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:16:43.658999 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c408d559-c2e5-4d9d-8b77-a0859a7123d6 req-060726f3-a277-4cf2-a604-189c65db9c2e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.667425 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c408d559-c2e5-4d9d-8b77-a0859a7123d6 req-060726f3-a277-4cf2-a604-189c65db9c2e tempest-LiveMigrationNegativeTest-395359621 tempest-LiveMigrationNegativeTest-395359621-project] 10.222.0.73 "DELETE /v2.0/ports/46e3d13a-1448-4b51-96b8-2fa74fa7f22e HTTP/1.1" status: 204 len: 173 time: 1.2488046 Feb 28 17:16:43.676385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b078547-9481-4dd7-8f16-c28c23d799d1 req-d08fb072-bd72-45b9-a5c4-3d39dbbc3d1d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:43.684348 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b078547-9481-4dd7-8f16-c28c23d799d1 req-d08fb072-bd72-45b9-a5c4-3d39dbbc3d1d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 949 time: 0.1475315 Feb 28 17:16:43.693441 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (e8a4363c-71ed-423e-af21-3fb1d2af29f8), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.717357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-69cbd5c1-ea55-4b7a-b54a-67b558e6017f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 7c65caa4-23ed-42c1-bcbc-ff7823dbc192) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:43.721644 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c060cbc6-436f-4e88-99f0-8c6e019649c2 req-2f30350c-a675-4346-865d-04ee30a41fb0 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743555 Feb 28 17:16:43.724399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cbd5c1-ea55-4b7a-b54a-67b558e6017f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:43.724984 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69cbd5c1-ea55-4b7a-b54a-67b558e6017f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.726178 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de63db-3ea3-4cfd-b508-3a9c8079b293 None None] Network 7c65caa4-23ed-42c1-bcbc-ff7823dbc192 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:16:43.799164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42952) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:43.848629 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (ae3c9507-fd9f-497d-b115-99a64de99f1f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.854154 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b078547-9481-4dd7-8f16-c28c23d799d1 req-f19906c7-1672-455b-b8b9-4e6341f54fea tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/security-groups?id=74acf608-fe5b-4a31-a9f3-fa1771830bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621051 Feb 28 17:16:43.854273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Pushing event updated for resources: {'Port': ['ID=e8a4363c-71ed-423e-af21-3fb1d2af29f8,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:43.870078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-88c768c4-36af-4ff2-9be0-099f35b53a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:43.871943 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-88c768c4-36af-4ff2-9be0-099f35b53a63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1dcb21003044f66ae15e8cdadb8100c&device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 1131 time: 0.2363119 Feb 28 17:16:43.883701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-69cbd5c1-ea55-4b7a-b54a-67b558e6017f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6194572 Feb 28 17:16:43.902098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a218703-f465-437c-bda6-e3a31980776f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.938377 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.953325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae95a24-e103-4d30-806f-3b75f48ae93e None None] Network 7c65caa4-23ed-42c1-bcbc-ff7823dbc192 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:16:43.955505 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-fdca10bb-3b63-46b8-a8ee-51f66e962986 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=5ac28bec-8f56-49f5-b586-f2919d7b5437 HTTP/1.1" status: 200 len: 217 time: 0.0762215 Feb 28 17:16:43.977424 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:43.980063 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-5eeab61c-37f4-4412-934f-43e86eef34f6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6878874 Feb 28 17:16:44.047726 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c060cbc6-436f-4e88-99f0-8c6e019649c2 req-63b1aac9-8b00-456d-b7ac-9118855cc170 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152313 Feb 28 17:16:44.072501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bf43f-c839-4a17-ad0b-0c88aedfb94d req-934dff9f-5d31-41c5-b2f2-86ab43c95f1f tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:44.076405 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d3bf43f-c839-4a17-ad0b-0c88aedfb94d req-934dff9f-5d31-41c5-b2f2-86ab43c95f1f tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 949 time: 0.2765415 Feb 28 17:16:44.078463 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-0e8084cd-f4a3-4c02-bbbb-43c950f46da3 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.0757020 Feb 28 17:16:44.096260 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-57d593b1-c172-4bcb-ba2a-ea225ec1001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:44.097764 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-57d593b1-c172-4bcb-ba2a-ea225ec1001f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1349020 Feb 28 17:16:44.198177 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87e1dd-a0c9-4594-a688-cdbff79b2a98 req-a6e00ca7-1e0c-4a19-b4e1-dfe6329791e7 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:44.199705 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f87e1dd-a0c9-4594-a688-cdbff79b2a98 req-a6e00ca7-1e0c-4a19-b4e1-dfe6329791e7 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.2369397 Feb 28 17:16:44.238125 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-effe76f5-a33b-4e5b-938d-2df04185ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:44.239787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-effe76f5-a33b-4e5b-938d-2df04185ed02 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1264386 Feb 28 17:16:44.276045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-d33a1a5d-3a76-40c9-8346-7e1b567c9d09 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:44.277543 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22827655-cca0-46e8-91e2-03177cc6a1d8 req-d33a1a5d-3a76-40c9-8346-7e1b567c9d09 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1866941 Feb 28 17:16:44.296822 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a218703-f465-437c-bda6-e3a31980776f admin admin] Publish callbacks [] for security_group (d3a888e2-ff2f-49b8-ad02-d234634a1ad3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:44.309091 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f87e1dd-a0c9-4594-a688-cdbff79b2a98 req-9fe6c0b5-ed5a-47b5-b039-1e0f2d2d7f4f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896385 Feb 28 17:16:44.320090 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e93ac7-667b-40e9-a9fe-c7108ae7281d x-openstack-request-id: req-51e93ac7-667b-40e9-a9fe-c7108ae7281d {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:44.320385 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eac417e-0376-4716-a9bc-a675d14f5300", "tag": "5ac28bec-8f56-49f5-b586-f2919d7b5437", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:44.320685 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-51e93ac7-667b-40e9-a9fe-c7108ae7281d {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:44.321088 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eac417e-0376-4716-a9bc-a675d14f5300', 'tag': '5ac28bec-8f56-49f5-b586-f2919d7b5437', 'status': 'completed', 'code': 200} Feb 28 17:16:44.321723 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-5d3bf43f-c839-4a17-ad0b-0c88aedfb94d req-404628f6-0731-4b39-8fe9-43db51e07d8d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Deleting port 2ec43f1d-f96c-4111-9252-49ce81732857 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:44.322227 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5d3bf43f-c839-4a17-ad0b-0c88aedfb94d req-404628f6-0731-4b39-8fe9-43db51e07d8d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2ec43f1d-f96c-4111-9252-49ce81732857), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:44.353911 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-6509dd85-014d-4d63-8120-1ce0c64b14fa service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035774 Feb 28 17:16:44.389652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a218703-f465-437c-bda6-e3a31980776f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d3a888e2-ff2f-49b8-ad02-d234634a1ad3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:44.445080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a218703-f465-437c-bda6-e3a31980776f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a888e2-ff2f-49b8-ad02-d234634a1ad3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:44.458083 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6a218703-f465-437c-bda6-e3a31980776f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e842ff69ce47482787306259d0d2550b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6579335 Feb 28 17:16:44.460957 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42968) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:44.486923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1926cf2-0ebe-4b33-9419-889bdf317f8e req-77562fa7-5336-48c7-80af-76f48c00ae92 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:44.488416 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1926cf2-0ebe-4b33-9419-889bdf317f8e req-77562fa7-5336-48c7-80af-76f48c00ae92 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 948 time: 0.1103840 Feb 28 17:16:44.490519 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77593b8c-de43-4aa8-af3a-fc2714cbab5c req-eaff1b3f-1f96-4a90-8a55-6fd9779771df service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312754 Feb 28 17:16:44.504162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5d3bf43f-c839-4a17-ad0b-0c88aedfb94d req-404628f6-0731-4b39-8fe9-43db51e07d8d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] For port 2ec43f1d-f96c-4111-9252-49ce81732857, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=2ec43f1d-f96c-4111-9252-49ce81732857,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:44.505017 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5d3bf43f-c839-4a17-ad0b-0c88aedfb94d req-404628f6-0731-4b39-8fe9-43db51e07d8d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2ec43f1d-f96c-4111-9252-49ce81732857), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:44.540842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-5d3bf43f-c839-4a17-ad0b-0c88aedfb94d req-404628f6-0731-4b39-8fe9-43db51e07d8d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Calling delete_port for 2ec43f1d-f96c-4111-9252-49ce81732857 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:44.553996 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1926cf2-0ebe-4b33-9419-889bdf317f8e req-f588c2e8-1f98-497a-9883-abc12d6ac9fb tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578010 Feb 28 17:16:44.685332 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf4a793f-6100-49b5-bd4d-3aa26173bbef admin admin] Publish callbacks [] for security_group (d3a888e2-ff2f-49b8-ad02-d234634a1ad3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:44.727243 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf4a793f-6100-49b5-bd4d-3aa26173bbef admin admin] Publish callbacks [] for security_group (d3a888e2-ff2f-49b8-ad02-d234634a1ad3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:44.777993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-3b2de248-532a-41e8-9f79-750a7ae41626 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:44.780004 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-3b2de248-532a-41e8-9f79-750a7ae41626 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 808 time: 0.2126420 Feb 28 17:16:44.829343 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-2bc3f70e-0b1d-45c1-9cee-492519a18e7d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/quotas/c57be2755a4d40389e59c507cc6d5340 HTTP/1.1" status: 200 len: 375 time: 0.0364480 Feb 28 17:16:44.871415 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-04147927-548c-49fc-9051-a8e9e6dc4c20 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355988 Feb 28 17:16:44.943745 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf4a793f-6100-49b5-bd4d-3aa26173bbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d3a888e2-ff2f-49b8-ad02-d234634a1ad3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:44.946735 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf4a793f-6100-49b5-bd4d-3aa26173bbef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:44.947948 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bf4a793f-6100-49b5-bd4d-3aa26173bbef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3a888e2-ff2f-49b8-ad02-d234634a1ad3 HTTP/1.1" status: 204 len: 168 time: 0.4860179 Feb 28 17:16:44.956023 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0b7c1-74fb-4419-b09a-3c9fd6cca549 req-272d0348-b630-4af9-a39e-7351135cad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:44.957688 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca0b7c1-74fb-4419-b09a-3c9fd6cca549 req-272d0348-b630-4af9-a39e-7351135cad26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c1dcb21003044f66ae15e8cdadb8100c&device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 1131 time: 0.3152180 Feb 28 17:16:44.961298 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a793f-6100-49b5-bd4d-3aa26173bbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a888e2-ff2f-49b8-ad02-d234634a1ad3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:44.963118 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-3a2b3f37-1684-4368-9799-f7e706991990 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3853757 Feb 28 17:16:44.999434 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5d3bf43f-c839-4a17-ad0b-0c88aedfb94d req-404628f6-0731-4b39-8fe9-43db51e07d8d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2ec43f1d-f96c-4111-9252-49ce81732857), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:45.000223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:45.006434 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-e1aab804-441d-424f-9f1c-62ea80e838d2 service neutron] 10.222.0.72 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213102 Feb 28 17:16:45.012310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['2ec43f1d-f96c-4111-9252-49ce81732857'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:45.064132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404628f6-0731-4b39-8fe9-43db51e07d8d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Pushing event deleted for resources: {'Port': ['ID=2ec43f1d-f96c-4111-9252-49ce81732857,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:45.102533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0b7c1-74fb-4419-b09a-3c9fd6cca549 req-83d75dd8-9b8c-462c-8f99-4979aa8f5b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:45.104075 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca0b7c1-74fb-4419-b09a-3c9fd6cca549 req-83d75dd8-9b8c-462c-8f99-4979aa8f5b75 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1347823 Feb 28 17:16:45.160162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3bf43f-c839-4a17-ad0b-0c88aedfb94d req-404628f6-0731-4b39-8fe9-43db51e07d8d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] No DVR routers for this DVR port 2ec43f1d-f96c-4111-9252-49ce81732857 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:16:45.165190 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5d3bf43f-c839-4a17-ad0b-0c88aedfb94d req-404628f6-0731-4b39-8fe9-43db51e07d8d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:45.168318 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d3bf43f-c839-4a17-ad0b-0c88aedfb94d req-404628f6-0731-4b39-8fe9-43db51e07d8d tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.69 "DELETE /v2.0/ports/2ec43f1d-f96c-4111-9252-49ce81732857 HTTP/1.1" status: 204 len: 173 time: 1.0883939 Feb 28 17:16:45.168679 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9d6df8-dd6f-44e5-97de-a0838c5eff4f', 'name': 'network-vif-deleted', 'tag': '2ec43f1d-f96c-4111-9252-49ce81732857'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:45.175080 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca0b7c1-74fb-4419-b09a-3c9fd6cca549 req-acc61e63-f754-49af-b9ee-217ad7e5d328 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=5ac28bec-8f56-49f5-b586-f2919d7b5437 HTTP/1.1" status: 200 len: 217 time: 0.0647383 Feb 28 17:16:45.175752 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf15bf18-0aec-4832-bf8b-3113b9508f58" -d '{"events": [{"server_uuid": "cb9d6df8-dd6f-44e5-97de-a0838c5eff4f", "name": "network-vif-deleted", "tag": "2ec43f1d-f96c-4111-9252-49ce81732857"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:45.176098 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:45.247359 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-3a7b12ec-035d-4dce-84d7-9a5fba268e4e service neutron] 10.222.0.72 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203519 Feb 28 17:16:45.286006 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0b7c1-74fb-4419-b09a-3c9fd6cca549 req-b713a8b7-8ef6-461e-b8cb-bc2f67a7899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:45.287552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca0b7c1-74fb-4419-b09a-3c9fd6cca549 req-b713a8b7-8ef6-461e-b8cb-bc2f67a7899f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0913544 Feb 28 17:16:45.364596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0b7c1-74fb-4419-b09a-3c9fd6cca549 req-33359586-7aac-4e6e-ab5c-e043980e48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:45.366103 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca0b7c1-74fb-4419-b09a-3c9fd6cca549 req-33359586-7aac-4e6e-ab5c-e043980e48a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0708833 Feb 28 17:16:45.427846 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:45.523761 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca0b7c1-74fb-4419-b09a-3c9fd6cca549 req-5f3aa10f-ef6b-4755-8ada-f2632b176d71 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470478 Feb 28 17:16:45.591817 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e83e529d-7601-4b78-bcb4-4a41b02f29bc req-9f2e73b5-1183-4062-a7fc-38533719d029 tempest-DeleteServersAdminTestJSON-1952259861 tempest-DeleteServersAdminTestJSON-1952259861-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb9d6df8-dd6f-44e5-97de-a0838c5eff4f HTTP/1.1" status: 200 len: 210 time: 0.0434594 Feb 28 17:16:45.617568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Allocated IP 172.25.3.222 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/c96872f9-abd5-48ae-88c1-93e3bccc4e98) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:45.676021 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b23108-6c4c-4a5c-a84e-51996b95847a x-openstack-request-id: req-05b23108-6c4c-4a5c-a84e-51996b95847a {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:45.676385 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9d6df8-dd6f-44e5-97de-a0838c5eff4f", "name": "network-vif-deleted", "tag": "2ec43f1d-f96c-4111-9252-49ce81732857", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:45.676547 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-05b23108-6c4c-4a5c-a84e-51996b95847a {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:45.676947 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9d6df8-dd6f-44e5-97de-a0838c5eff4f', 'name': 'network-vif-deleted', 'tag': '2ec43f1d-f96c-4111-9252-49ce81732857', 'status': 'completed', 'code': 200} Feb 28 17:16:45.709224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca0b7c1-74fb-4419-b09a-3c9fd6cca549 req-8fa79168-5254-4f06-87d0-a8e05df083a2 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682963 Feb 28 17:16:45.776345 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for port (c96872f9-abd5-48ae-88c1-93e3bccc4e98), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:45.804341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ba7de-1c54-4dfe-ac33-fd40e28d9101 req-9f0cf52d-32a0-45b7-bdae-127573dd21b2 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:45.812311 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a83ba7de-1c54-4dfe-ac33-fd40e28d9101 req-9f0cf52d-32a0-45b7-bdae-127573dd21b2 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0720985 Feb 28 17:16:45.865169 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a83ba7de-1c54-4dfe-ac33-fd40e28d9101 req-3b5f45a5-12e1-4a74-a99a-e10bf6507237 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520768 Feb 28 17:16:45.894445 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c96872f9-abd5-48ae-88c1-93e3bccc4e98), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:45.932560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:45.937037 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-12b3d78e-8984-4025-a41a-f2d42e2f890e req-5dbb737d-cd76-412d-9c1a-ce8ea86470cd tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 210 time: 0.0340483 Feb 28 17:16:45.937587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:45.941096 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:45.997062 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Pushing event updated for resources: {'Port': ['ID=c96872f9-abd5-48ae-88c1-93e3bccc4e98,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:46.047352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43014) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:46.102734 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (923b2893-039a-450e-8c7a-6ffa2bd21b79), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:46.125207 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15eb17d-6757-4fd5-8e52-bfb1cada2143 req-458eb09b-d5ed-486a-8a0a-38977c790af0 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:46.127617 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d15eb17d-6757-4fd5-8e52-bfb1cada2143 req-458eb09b-d5ed-486a-8a0a-38977c790af0 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 948 time: 0.0878723 Feb 28 17:16:46.202555 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d15eb17d-6757-4fd5-8e52-bfb1cada2143 req-2228dc7b-63cb-4b7d-b61f-bdaafc45b1b0 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670762 Feb 28 17:16:46.239739 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c96872f9-abd5-48ae-88c1-93e3bccc4e98), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:46.245667 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-76a05cca-7b03-4d8d-be16-9f293dd23bd6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a494c37d7657491dba49100c16dc25ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979189 Feb 28 17:16:46.248391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43022) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:46.297742 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b761a59d-e651-43ad-885d-e47e80ce7d35 admin admin] Publish callbacks [] for security_group (9c76a9db-0d71-4733-a81a-2a613aaf5ba2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:46.328828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63960624-7e10-44e8-bd07-db9634d74a7d', 'name': 'network-vif-deleted', 'tag': '46e3d13a-1448-4b51-96b8-2fa74fa7f22e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:46.331882 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0eeac3-ecde-49d8-b63d-f0acb304e4ed" -d '{"events": [{"server_uuid": "63960624-7e10-44e8-bd07-db9634d74a7d", "name": "network-vif-deleted", "tag": "46e3d13a-1448-4b51-96b8-2fa74fa7f22e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:46.348060 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b761a59d-e651-43ad-885d-e47e80ce7d35 admin admin] Publish callbacks [] for security_group (9c76a9db-0d71-4733-a81a-2a613aaf5ba2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:46.380830 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2744e617-ebba-49f0-aea1-edef3474f05c x-openstack-request-id: req-2744e617-ebba-49f0-aea1-edef3474f05c {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:46.381251 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63960624-7e10-44e8-bd07-db9634d74a7d", "name": "network-vif-deleted", "tag": "46e3d13a-1448-4b51-96b8-2fa74fa7f22e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:46.381497 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2744e617-ebba-49f0-aea1-edef3474f05c {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:46.381908 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63960624-7e10-44e8-bd07-db9634d74a7d', 'name': 'network-vif-deleted', 'tag': '46e3d13a-1448-4b51-96b8-2fa74fa7f22e', 'status': 'completed', 'code': 200} Feb 28 17:16:46.427320 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for port (c96872f9-abd5-48ae-88c1-93e3bccc4e98), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:46.478272 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b761a59d-e651-43ad-885d-e47e80ce7d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9c76a9db-0d71-4733-a81a-2a613aaf5ba2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:46.480829 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b761a59d-e651-43ad-885d-e47e80ce7d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:46.481891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b761a59d-e651-43ad-885d-e47e80ce7d35 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9c76a9db-0d71-4733-a81a-2a613aaf5ba2 HTTP/1.1" status: 204 len: 168 time: 0.2323339 Feb 28 17:16:46.489363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761a59d-e651-43ad-885d-e47e80ce7d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c76a9db-0d71-4733-a81a-2a613aaf5ba2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:46.507229 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (c96872f9-abd5-48ae-88c1-93e3bccc4e98), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:46.559195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Pushing event updated for resources: {'Port': ['ID=c96872f9-abd5-48ae-88c1-93e3bccc4e98,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:46.584232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 46e3d13a-1448-4b51-96b8-2fa74fa7f22e no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:16:46.605968 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (923b2893-039a-450e-8c7a-6ffa2bd21b79), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:46.610090 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 46e3d13a-1448-4b51-96b8-2fa74fa7f22e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:16:46.610682 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 46e3d13a-1448-4b51-96b8-2fa74fa7f22e not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:16:46.711573 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:46.720560 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-649528d7-9be7-4e6e-84bb-505428cb4c66 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7499545 Feb 28 17:16:46.808488 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-6e3d1a43-915f-4a49-b6b9-5fd520ff8205 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.0870392 Feb 28 17:16:46.888173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2407ad-af42-43dc-ab11-8da171ec8dcf req-e583abf3-96b4-4794-ae3c-dacd7b2e29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:46.890799 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de2407ad-af42-43dc-ab11-8da171ec8dcf req-e583abf3-96b4-4794-ae3c-dacd7b2e29b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f81128a9977c4158b2696f681b03f19a&device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 1132 time: 0.1191506 Feb 28 17:16:46.973971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-df203fa8-944a-49c7-9837-e69b0bd08aeb tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:46.987240 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dfa3fd1b-1eef-40d9-895d-b55a1e6f1169 req-df203fa8-944a-49c7-9837-e69b0bd08aeb tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1705639 Feb 28 17:16:47.040448 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f61bb1-bd3a-4632-95cb-e8ca5698ab0f req-9a19a30b-ff6c-41a1-9b5a-c5888560ae9b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:47.042415 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14f61bb1-bd3a-4632-95cb-e8ca5698ab0f req-9a19a30b-ff6c-41a1-9b5a-c5888560ae9b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0698357 Feb 28 17:16:47.078700 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b2a26902-03d2-47ec-a39c-ebae35df182c req-2673cb8d-6a74-408b-b867-4afdf54e6d26 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 210 time: 0.0453982 Feb 28 17:16:47.098484 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14f61bb1-bd3a-4632-95cb-e8ca5698ab0f req-84dd6c05-b681-4b11-8a91-ad1bd3256756 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503604 Feb 28 17:16:47.118474 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2407ad-af42-43dc-ab11-8da171ec8dcf req-9c89a56e-50fb-4664-8d1f-fea87b453fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:47.119881 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de2407ad-af42-43dc-ab11-8da171ec8dcf req-9c89a56e-50fb-4664-8d1f-fea87b453fe8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1774256 Feb 28 17:16:47.205376 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de2407ad-af42-43dc-ab11-8da171ec8dcf req-d13692cd-f926-4212-a23e-0e4e6f31d506 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda HTTP/1.1" status: 200 len: 217 time: 0.0759397 Feb 28 17:16:47.285560 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-492e7564-801a-4e60-897d-5b12f4d2fd00 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1810598 Feb 28 17:16:47.287087 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2407ad-af42-43dc-ab11-8da171ec8dcf req-4c63c77e-6868-4e02-91c1-41eccf68c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:47.288427 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de2407ad-af42-43dc-ab11-8da171ec8dcf req-4c63c77e-6868-4e02-91c1-41eccf68c0a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0727916 Feb 28 17:16:47.302518 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:47.342875 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b06852-d5ec-48f8-80a4-7e11cf9e07aa req-04305d7c-9cdc-402d-967d-013c998d36df tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:47.344398 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-89b06852-d5ec-48f8-80a4-7e11cf9e07aa req-04305d7c-9cdc-402d-967d-013c998d36df tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 948 time: 0.0548949 Feb 28 17:16:47.358630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2407ad-af42-43dc-ab11-8da171ec8dcf req-5903825c-0807-4bda-a86b-6166b8db9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:47.360137 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de2407ad-af42-43dc-ab11-8da171ec8dcf req-5903825c-0807-4bda-a86b-6166b8db9b01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0526509 Feb 28 17:16:47.378108 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43062) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:47.412883 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-89b06852-d5ec-48f8-80a4-7e11cf9e07aa req-2d17ba8f-2c01-4586-be65-5d3b14648407 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621243 Feb 28 17:16:47.435904 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:47.437149 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6d1d5f04-cb9c-4b51-ab02-c1991d149c81 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1c5b310e39fa4098a0a7958a5fb9d3a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0581570 Feb 28 17:16:47.441844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43064) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:47.514477 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-45ae4525-8dd7-490b-b163-8184ce3060e5 admin admin] Publish callbacks [] for security_group (8eabc0a1-3557-45db-ae0c-423269c86e55), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:47.517001 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de2407ad-af42-43dc-ab11-8da171ec8dcf req-ef499377-3b6c-4e9c-a08c-a10cdb5afb5e service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502607 Feb 28 17:16:47.539534 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-45ae4525-8dd7-490b-b163-8184ce3060e5 admin admin] Publish callbacks [] for security_group (8eabc0a1-3557-45db-ae0c-423269c86e55), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:47.604594 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43070) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:47.633714 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de2407ad-af42-43dc-ab11-8da171ec8dcf req-88f55833-d5b6-47a3-9904-70483d93d5c1 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106610 Feb 28 17:16:47.652417 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:47.660444 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-45ae4525-8dd7-490b-b163-8184ce3060e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8eabc0a1-3557-45db-ae0c-423269c86e55), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:47.666660 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-45ae4525-8dd7-490b-b163-8184ce3060e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:47.668200 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-45ae4525-8dd7-490b-b163-8184ce3060e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8eabc0a1-3557-45db-ae0c-423269c86e55 HTTP/1.1" status: 204 len: 168 time: 0.2272770 Feb 28 17:16:47.680482 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae4525-8dd7-490b-b163-8184ce3060e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eabc0a1-3557-45db-ae0c-423269c86e55,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:47.780228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Allocated IP 172.25.3.161 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/2a4ba993-26ff-40fe-a365-d8b8b17d4442) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:47.822866 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1abbc525-820e-4f4a-aed5-09e8b8cc85b0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5757b3de5ce64c5699d647630ea7591b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169256 Feb 28 17:16:47.825285 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43078) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:47.892527 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a70e504b-8736-4a1b-a0eb-bdbfb21c62ee admin admin] Publish callbacks [] for security_group (74acf608-fe5b-4a31-a9f3-fa1771830bb4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:47.915921 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for port (2a4ba993-26ff-40fe-a365-d8b8b17d4442), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:47.916164 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a70e504b-8736-4a1b-a0eb-bdbfb21c62ee admin admin] Publish callbacks [] for security_group (74acf608-fe5b-4a31-a9f3-fa1771830bb4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:48.019736 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2a4ba993-26ff-40fe-a365-d8b8b17d4442), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:48.067056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:48.069368 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a70e504b-8736-4a1b-a0eb-bdbfb21c62ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (74acf608-fe5b-4a31-a9f3-fa1771830bb4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:48.072591 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a70e504b-8736-4a1b-a0eb-bdbfb21c62ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:48.078381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:48.080203 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a70e504b-8736-4a1b-a0eb-bdbfb21c62ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/74acf608-fe5b-4a31-a9f3-fa1771830bb4 HTTP/1.1" status: 204 len: 168 time: 0.2518387 Feb 28 17:16:48.082888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:48.085000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Pushing event updated for resources: {'Port': ['ID=2a4ba993-26ff-40fe-a365-d8b8b17d4442,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:48.100369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e504b-8736-4a1b-a0eb-bdbfb21c62ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74acf608-fe5b-4a31-a9f3-fa1771830bb4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:48.304093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-4fc7107e-0a86-4077-a18f-fe802d72260a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:48.305518 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-4fc7107e-0a86-4077-a18f-fe802d72260a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.69 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 808 time: 0.1910634 Feb 28 17:16:48.322218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-fbe10b12-f5d2-40ff-85c7-014cbafbbb6d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Request body: {'port': {'device_id': '666e6cde-83bf-4d24-8a49-23ac6b7bca65', 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71', 'admin_state_up': True, 'tenant_id': 'c57be2755a4d40389e59c507cc6d5340'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:48.328239 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (48e1bb07-646e-4588-a40a-95446de2dc81), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:48.340402 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-c61eee5a-2f66-4428-830b-d43396a2885f tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6f1e8e58d6874d649a5f5e60277b1a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410984 Feb 28 17:16:48.464814 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 5ac28bec-8f56-49f5-b586-f2919d7b5437 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:16:48.468081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 2ec43f1d-f96c-4111-9252-49ce81732857 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:16:48.468889 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-614781de-c7e8-4392-94bb-9afafb80f442 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:48.470795 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-614781de-c7e8-4392-94bb-9afafb80f442 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297040 Feb 28 17:16:48.481003 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2a4ba993-26ff-40fe-a365-d8b8b17d4442), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:48.489609 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-dae6d6dd-d5b1-426a-b6bd-8dfc9a543733 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/quotas/6f1e8e58d6874d649a5f5e60277b1a31 HTTP/1.1" status: 200 len: 375 time: 0.0119476 Feb 28 17:16:48.499357 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 2ec43f1d-f96c-4111-9252-49ce81732857 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:16:48.500011 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 2ec43f1d-f96c-4111-9252-49ce81732857 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:16:48.536332 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-745aefcd-f5d9-41e6-a4f1-59446b5c3ab5 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f1e8e58d6874d649a5f5e60277b1a31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416741 Feb 28 17:16:48.544102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-fbe10b12-f5d2-40ff-85c7-014cbafbbb6d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Made reservation on behalf of c57be2755a4d40389e59c507cc6d5340 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:48.547581 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-fbe10b12-f5d2-40ff-85c7-014cbafbbb6d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:48.629416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 5ac28bec-8f56-49f5-b586-f2919d7b5437, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=5ac28bec-8f56-49f5-b586-f2919d7b5437,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:48.643602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '5ac28bec-8f56-49f5-b586-f2919d7b5437', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '5ac28bec-8f56-49f5-b586-f2919d7b5437', 'mac_address': 'fa:16:3e:59:71:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:16:48.684292 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 5ac28bec-8f56-49f5-b586-f2919d7b5437 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:48.684674 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:48.698993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac28bec-8f56-49f5-b586-f2919d7b5437 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:48.720454 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 5ac28bec-8f56-49f5-b586-f2919d7b5437, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=5ac28bec-8f56-49f5-b586-f2919d7b5437,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:48.752317 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-fbe10b12-f5d2-40ff-85c7-014cbafbbb6d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Allocated IP 172.20.0.10 (7c10fa5b-91d3-45d7-8ee0-c040e6683f71/aab67e97-15e6-427d-901a-f45796cc60dd/257fb183-c117-4a44-9ece-e411c599ab15) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:48.764016 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for port (2a4ba993-26ff-40fe-a365-d8b8b17d4442), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:48.854036 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:48.876231 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (2a4ba993-26ff-40fe-a365-d8b8b17d4442), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:48.905859 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-af106dcc-cb93-436f-80fb-bd088d220872 req-de4a163b-83b0-4fff-9576-6ed721d3f55f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 210 time: 0.0786521 Feb 28 17:16:48.906830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43126) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:48.940172 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd663-0d0a-4a33-a253-4214f49811a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:48.968063 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=5ac28bec-8f56-49f5-b586-f2919d7b5437,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:48.991194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Pushing event updated for resources: {'Port': ['ID=2a4ba993-26ff-40fe-a365-d8b8b17d4442,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:49.053428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['5ac28bec-8f56-49f5-b586-f2919d7b5437'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:49.090958 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (48e1bb07-646e-4588-a40a-95446de2dc81), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:49.101667 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d7808-72d5-473f-bc2f-fa56d17cfa27 req-f2187ef3-80d8-4077-b091-b90f2ec179c4 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:49.103369 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c16d7808-72d5-473f-bc2f-fa56d17cfa27 req-f2187ef3-80d8-4077-b091-b90f2ec179c4 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.1096590 Feb 28 17:16:49.111573 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-fbe10b12-f5d2-40ff-85c7-014cbafbbb6d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks [] for port (257fb183-c117-4a44-9ece-e411c599ab15), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:49.166508 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd663-0d0a-4a33-a253-4214f49811a8 admin admin] Publish callbacks [] for security_group (dde67e49-e2a3-4deb-8327-dc968948202c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:49.174027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:49.175319 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-57a495b0-aaad-408d-89ad-a3b48faeb0d0 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8768852 Feb 28 17:16:49.184342 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c16d7808-72d5-473f-bc2f-fa56d17cfa27 req-14122aff-025d-469c-8588-e1e88c3c713c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697429 Feb 28 17:16:49.242056 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-27c7e31f-9257-440a-a528-330608a29b19 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.0601184 Feb 28 17:16:49.261505 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd663-0d0a-4a33-a253-4214f49811a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dde67e49-e2a3-4deb-8327-dc968948202c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:49.273878 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-fbe10b12-f5d2-40ff-85c7-014cbafbbb6d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (257fb183-c117-4a44-9ece-e411c599ab15), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:49.345718 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:16:49.355809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dd663-0d0a-4a33-a253-4214f49811a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde67e49-e2a3-4deb-8327-dc968948202c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:49.362303 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4b7dd663-0d0a-4a33-a253-4214f49811a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=10ad1540594645f696f3d4711e09dbff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4542432 Feb 28 17:16:49.367006 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43136) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:49.404369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdef65-fd0f-4e82-84cf-ded8e15c12a6 req-b04bd558-9630-4498-9549-cf981330d9d9 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:49.405969 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6cdef65-fd0f-4e82-84cf-ded8e15c12a6 req-b04bd558-9630-4498-9549-cf981330d9d9 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 949 time: 0.1255379 Feb 28 17:16:49.482936 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-447a1365-3949-40a7-a2e7-2bb330ec3472 admin admin] Publish callbacks [] for security_group (dde67e49-e2a3-4deb-8327-dc968948202c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:49.497513 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6cdef65-fd0f-4e82-84cf-ded8e15c12a6 req-e0bf2b42-0467-49ec-a63b-15b857980b18 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789533 Feb 28 17:16:49.521793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-447a1365-3949-40a7-a2e7-2bb330ec3472 admin admin] Publish callbacks [] for security_group (dde67e49-e2a3-4deb-8327-dc968948202c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:49.584952 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3875aa50-855b-45e3-a9ad-0339b5fd4d46 req-a3eb27ba-38f8-445a-b53d-bfe269a397b1 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 210 time: 0.0401044 Feb 28 17:16:49.615610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-fbe10b12-f5d2-40ff-85c7-014cbafbbb6d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:49.621471 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe10b12-f5d2-40ff-85c7-014cbafbbb6d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Pushing event updated for resources: {'Port': ['ID=257fb183-c117-4a44-9ece-e411c599ab15,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:49.625468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-fbe10b12-f5d2-40ff-85c7-014cbafbbb6d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:49.628021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-fbe10b12-f5d2-40ff-85c7-014cbafbbb6d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:49.698170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-e38e59b3-e2d8-4936-87ab-732d25d67490 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:49.699539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fbb146f2-8509-47b5-bfc4-69791fae88f2 req-e38e59b3-e2d8-4936-87ab-732d25d67490 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.4501789 Feb 28 17:16:49.700821 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-447a1365-3949-40a7-a2e7-2bb330ec3472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dde67e49-e2a3-4deb-8327-dc968948202c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:49.703504 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-447a1365-3949-40a7-a2e7-2bb330ec3472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:49.706911 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-447a1365-3949-40a7-a2e7-2bb330ec3472 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dde67e49-e2a3-4deb-8327-dc968948202c HTTP/1.1" status: 204 len: 168 time: 0.3367252 Feb 28 17:16:49.707050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-fbe10b12-f5d2-40ff-85c7-014cbafbbb6d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:49.707050 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-fbe10b12-f5d2-40ff-85c7-014cbafbbb6d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:49.716695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a1365-3949-40a7-a2e7-2bb330ec3472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde67e49-e2a3-4deb-8327-dc968948202c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:49.772247 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40a332be-4c9f-4d97-9907-be9769a3866d req-ae621470-f45e-4195-89b4-868b0fa7857b tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips/48e1bb07-646e-4588-a40a-95446de2dc81 HTTP/1.1" status: 200 len: 693 time: 0.0466435 Feb 28 17:16:49.793554 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-fbe10b12-f5d2-40ff-85c7-014cbafbbb6d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4761257 Feb 28 17:16:49.804374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Request body: {'port': {'device_id': '666e6cde-83bf-4d24-8a49-23ac6b7bca65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:49.874168 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (257fb183-c117-4a44-9ece-e411c599ab15), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:49.899098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a332be-4c9f-4d97-9907-be9769a3866d req-26f848fe-1708-486a-b9de-8113ed88b533 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:49.900519 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40a332be-4c9f-4d97-9907-be9769a3866d req-26f848fe-1708-486a-b9de-8113ed88b533 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1225154 Feb 28 17:16:49.910646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-40a332be-4c9f-4d97-9907-be9769a3866d req-85b03307-79ed-45b4-82ca-e3cf8895d525 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:16:49.911725 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40a332be-4c9f-4d97-9907-be9769a3866d req-85b03307-79ed-45b4-82ca-e3cf8895d525 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055361 Feb 28 17:16:49.980200 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e2e56bf-f60c-41d3-97d0-71937778a5e1 req-c2a750e2-d33d-42ee-a724-2780e37abd87 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips/48e1bb07-646e-4588-a40a-95446de2dc81 HTTP/1.1" status: 200 len: 693 time: 0.0466845 Feb 28 17:16:50.112007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e56bf-f60c-41d3-97d0-71937778a5e1 req-b1799fcb-5399-42c9-8ffc-b194b402e33a tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:50.113629 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e2e56bf-f60c-41d3-97d0-71937778a5e1 req-b1799fcb-5399-42c9-8ffc-b194b402e33a tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1264405 Feb 28 17:16:50.157881 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad94a35-c04c-4cf0-b36f-702eded80cae req-afc37b65-5022-4eab-9198-77a6c013f93b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:50.159742 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ad94a35-c04c-4cf0-b36f-702eded80cae req-afc37b65-5022-4eab-9198-77a6c013f93b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 932 time: 0.1689012 Feb 28 17:16:50.213224 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e2e56bf-f60c-41d3-97d0-71937778a5e1 req-3ec89d3a-0c6f-4241-8151-092bdff7412d tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.0925841 Feb 28 17:16:50.261941 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ad94a35-c04c-4cf0-b36f-702eded80cae req-6c25014e-b5b0-4893-9b43-9028fc0287ab tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699067 Feb 28 17:16:50.301552 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e2e56bf-f60c-41d3-97d0-71937778a5e1 req-de866ce9-2ccd-413c-8b39-6caad001a8c6 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.0871158 Feb 28 17:16:50.388677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257fb183-c117-4a44-9ece-e411c599ab15 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:50.399820 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Publish callbacks [] for port (257fb183-c117-4a44-9ece-e411c599ab15), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:50.420999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Transition to ACTIVE for port object 257fb183-c117-4a44-9ece-e411c599ab15 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:16:50.432353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d53dc-09c7-4a02-8a2c-3c0b6662e1a4 req-7cec024a-46ef-49de-b751-8defa8e1e0e1 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:50.433837 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-588d53dc-09c7-4a02-8a2c-3c0b6662e1a4 req-7cec024a-46ef-49de-b751-8defa8e1e0e1 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0899620 Feb 28 17:16:50.455787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-2e2e56bf-f60c-41d3-97d0-71937778a5e1 req-9954ee8d-fe42-4869-8509-e8a19437db62 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Deleting port 2a4ba993-26ff-40fe-a365-d8b8b17d4442 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:50.456237 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2e2e56bf-f60c-41d3-97d0-71937778a5e1 req-9954ee8d-fe42-4869-8509-e8a19437db62 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2a4ba993-26ff-40fe-a365-d8b8b17d4442), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:50.480890 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (257fb183-c117-4a44-9ece-e411c599ab15), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:50.484018 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 5ac28bec-8f56-49f5-b586-f2919d7b5437 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:50.502384 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-588d53dc-09c7-4a02-8a2c-3c0b6662e1a4 req-7400a4d6-ccda-4139-99ab-29ff0b3c16e2 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625062 Feb 28 17:16:50.566554 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2e2e56bf-f60c-41d3-97d0-71937778a5e1 req-9954ee8d-fe42-4869-8509-e8a19437db62 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2a4ba993-26ff-40fe-a365-d8b8b17d4442), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:50.567121 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2e2e56bf-f60c-41d3-97d0-71937778a5e1 req-9954ee8d-fe42-4869-8509-e8a19437db62 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (2a4ba993-26ff-40fe-a365-d8b8b17d4442), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:50.572180 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Pushing event updated for resources: {'Port': ['ID=257fb183-c117-4a44-9ece-e411c599ab15,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:50.589489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-2e2e56bf-f60c-41d3-97d0-71937778a5e1 req-9954ee8d-fe42-4869-8509-e8a19437db62 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Calling delete_port for 2a4ba993-26ff-40fe-a365-d8b8b17d4442 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:50.613600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 5ac28bec-8f56-49f5-b586-f2919d7b5437 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:16:50.618298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 5ac28bec-8f56-49f5-b586-f2919d7b5437 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:50.618872 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:50.665758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Attempting to bind port 257fb183-c117-4a44-9ece-e411c599ab15 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:16:50.667178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Attempting to bind port 257fb183-c117-4a44-9ece-e411c599ab15 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:16:50.667867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Attempting to bind port 257fb183-c117-4a44-9ece-e411c599ab15 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:50.673825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Port 257fb183-c117-4a44-9ece-e411c599ab15 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:16:50.674431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Attempting to bind port 257fb183-c117-4a44-9ece-e411c599ab15 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:50.680423 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:16:50.681028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Checking segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:50.681759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Bound using segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:16:50.682311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Bound port: 257fb183-c117-4a44-9ece-e411c599ab15, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:16:50.682764 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (257fb183-c117-4a44-9ece-e411c599ab15), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:50.753505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 5ac28bec-8f56-49f5-b586-f2919d7b5437 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:50.756795 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:50.781102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:16:50.792646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=257fb183-c117-4a44-9ece-e411c599ab15,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:16:50.810211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 5ac28bec-8f56-49f5-b586-f2919d7b5437, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=5ac28bec-8f56-49f5-b586-f2919d7b5437,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:50.811794 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eac417e-0376-4716-a9bc-a675d14f5300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac28bec-8f56-49f5-b586-f2919d7b5437'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:50.815807 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3009449-fdeb-4990-aad9-fbd043a5551d" -d '{"events": [{"server_uuid": "7eac417e-0376-4716-a9bc-a675d14f5300", "name": "network-vif-plugged", "status": "completed", "tag": "5ac28bec-8f56-49f5-b586-f2919d7b5437"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:50.862032 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (257fb183-c117-4a44-9ece-e411c599ab15), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:50.889737 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2e2e56bf-f60c-41d3-97d0-71937778a5e1 req-9954ee8d-fe42-4869-8509-e8a19437db62 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2a4ba993-26ff-40fe-a365-d8b8b17d4442), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:50.893824 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:50.928833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954ee8d-fe42-4869-8509-e8a19437db62 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Pushing event deleted for resources: {'Port': ['ID=2a4ba993-26ff-40fe-a365-d8b8b17d4442,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:50.943514 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:50.944240 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:50.946471 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] 10.222.0.69 "PUT /v2.0/ports/257fb183-c117-4a44-9ece-e411c599ab15 HTTP/1.1" status: 200 len: 1093 time: 1.1462166 Feb 28 17:16:50.955216 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666e6cde-83bf-4d24-8a49-23ac6b7bca65', 'tag': '257fb183-c117-4a44-9ece-e411c599ab15'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:50.956029 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc50c78-77ba-46c3-81ff-94c23050ee62" -d '{"events": [{"name": "network-changed", "server_uuid": "666e6cde-83bf-4d24-8a49-23ac6b7bca65", "tag": "257fb183-c117-4a44-9ece-e411c599ab15"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:50.971238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=5ac28bec-8f56-49f5-b586-f2919d7b5437,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:50.995279 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ecc01-03a9-444e-a2da-e35a883989e2 service neutron] Pushing event updated for resources: {'Port': ['ID=257fb183-c117-4a44-9ece-e411c599ab15,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:51.011845 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2e2e56bf-f60c-41d3-97d0-71937778a5e1 req-9954ee8d-fe42-4869-8509-e8a19437db62 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (48e1bb07-646e-4588-a40a-95446de2dc81), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:51.014560 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2e2e56bf-f60c-41d3-97d0-71937778a5e1 req-9954ee8d-fe42-4869-8509-e8a19437db62 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:51.015714 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e2e56bf-f60c-41d3-97d0-71937778a5e1 req-9954ee8d-fe42-4869-8509-e8a19437db62 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "DELETE /v2.0/floatingips/48e1bb07-646e-4588-a40a-95446de2dc81 HTTP/1.1" status: 204 len: 173 time: 0.7080379 Feb 28 17:16:51.021455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24578e6a-e7a8-4281-81c3-caab396769c9 req-5be2cd6c-82da-4ce6-a4db-8ff84f448b60 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:51.023154 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24578e6a-e7a8-4281-81c3-caab396769c9 req-5be2cd6c-82da-4ce6-a4db-8ff84f448b60 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 950 time: 0.1033516 Feb 28 17:16:51.103651 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-65e2d0c0-9559-445e-9154-15490112ef3d req-f4e91d08-2e97-4e2d-b6bb-7f3e9d3a7fdf tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 210 time: 0.0273602 Feb 28 17:16:51.104428 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24578e6a-e7a8-4281-81c3-caab396769c9 req-d55b0905-2231-4259-8b90-7fa8c12a295b tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756071 Feb 28 17:16:51.130938 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-3e0a5600-b7c0-4ad6-b009-0a760390a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:51.132511 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-3e0a5600-b7c0-4ad6-b009-0a760390a101 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 1127 time: 0.0708284 Feb 28 17:16:51.157766 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24723793-04df-4d70-ba42-a74e0e860cc7 x-openstack-request-id: req-24723793-04df-4d70-ba42-a74e0e860cc7 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:51.158159 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eac417e-0376-4716-a9bc-a675d14f5300", "name": "network-vif-plugged", "status": "completed", "tag": "5ac28bec-8f56-49f5-b586-f2919d7b5437", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:51.158422 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-24723793-04df-4d70-ba42-a74e0e860cc7 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:51.158899 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eac417e-0376-4716-a9bc-a675d14f5300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac28bec-8f56-49f5-b586-f2919d7b5437', 'code': 200} Feb 28 17:16:51.187296 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-5d7d506a-dc92-4355-a44a-6b60f4872ef1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=257fb183-c117-4a44-9ece-e411c599ab15 HTTP/1.1" status: 200 len: 217 time: 0.0449657 Feb 28 17:16:51.229314 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf854a6-d94f-402c-84bb-be24ce936709 x-openstack-request-id: req-5bf854a6-d94f-402c-84bb-be24ce936709 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:51.229314 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666e6cde-83bf-4d24-8a49-23ac6b7bca65", "tag": "257fb183-c117-4a44-9ece-e411c599ab15", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:51.229673 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5bf854a6-d94f-402c-84bb-be24ce936709 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:51.230145 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666e6cde-83bf-4d24-8a49-23ac6b7bca65', 'tag': '257fb183-c117-4a44-9ece-e411c599ab15', 'status': 'completed', 'code': 200} Feb 28 17:16:51.250361 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-8d57ba07-8b70-4c8a-b675-65ec6bfde073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:51.251984 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-8d57ba07-8b70-4c8a-b675-65ec6bfde073 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.0587463 Feb 28 17:16:51.285448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-43e3ba4f-77cd-4947-b48d-47a5792d3bc8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264635 Feb 28 17:16:51.409327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edefd0a-2af2-4519-9520-3d9b7d9d3fe3 req-77554b42-6e05-4f9b-9f11-c2670c808bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:51.411065 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2edefd0a-2af2-4519-9520-3d9b7d9d3fe3 req-77554b42-6e05-4f9b-9f11-c2670c808bf2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 1133 time: 0.1536562 Feb 28 17:16:51.427814 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-7e1aeff2-0c79-4683-b81c-e9828b6e5e64 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6f1e8e58d6874d649a5f5e60277b1a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322247 Feb 28 17:16:51.465235 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56e346-59fb-4c4b-bc03-bd63148174ad req-8dd09383-16c7-4fff-abe1-ea4f5a83372f tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:51.466737 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be56e346-59fb-4c4b-bc03-bd63148174ad req-8dd09383-16c7-4fff-abe1-ea4f5a83372f tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2424431 Feb 28 17:16:51.494431 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2edefd0a-2af2-4519-9520-3d9b7d9d3fe3 req-b8b493cd-628b-4441-a568-898ab119c0bf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706236 Feb 28 17:16:51.505404 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-67db59c8-c3f3-49e3-ad75-5a7b2a1d9689 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130277 Feb 28 17:16:51.564340 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-393e35ac-cad3-4595-8233-31601c65171f tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:51.575282 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-393e35ac-cad3-4595-8233-31601c65171f tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310117 Feb 28 17:16:51.583183 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Request body: {'port': {'device_id': 'ef103b5d-4639-4ac8-955f-53426b7efce5', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': '6f1e8e58d6874d649a5f5e60277b1a31'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:51.602839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ec763-c34e-43ab-bee2-8adc9540765c req-2c2b19dd-3cd4-46a1-9bdb-7865fb6ab3d9 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:51.604345 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-677ec763-c34e-43ab-bee2-8adc9540765c req-2c2b19dd-3cd4-46a1-9bdb-7865fb6ab3d9 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 944 time: 0.0709121 Feb 28 17:16:51.651145 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-677ec763-c34e-43ab-bee2-8adc9540765c req-a3a8d771-6714-44e3-8ac5-6206fc287720 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411584 Feb 28 17:16:51.726672 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5c07e2e2-ae6f-4fa3-9de4-380998d9d9d5 req-5a5acb48-7b31-455c-bacf-d6c73475b0f5 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=c37309be2f134e83929849b27d298593 HTTP/1.1" status: 200 len: 1655 time: 0.0514007 Feb 28 17:16:51.788975 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62914dbb-85c0-42a8-855f-4101dd3fc323 req-cd223501-211f-4d64-8a5a-325d474f8c1e service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997713 Feb 28 17:16:51.844169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Made reservation on behalf of 6f1e8e58d6874d649a5f5e60277b1a31 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:51.854129 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:51.864301 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:51.985755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc50c78-77ba-46c3-81ff-94c23050ee62 req-d0fbfbd0-83f0-44f8-ba47-d38e5bf63183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:51.988210 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ffc50c78-77ba-46c3-81ff-94c23050ee62 req-d0fbfbd0-83f0-44f8-ba47-d38e5bf63183 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 1127 time: 0.0865633 Feb 28 17:16:52.083059 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Publish callbacks [] for security_group (3f5d85df-e05c-4349-ac5d-37dd62a240b5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:52.096894 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07e2e2-ae6f-4fa3-9de4-380998d9d9d5 req-24c33bfc-616b-423e-8af7-2c13049737a3 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:52.098422 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5c07e2e2-ae6f-4fa3-9de4-380998d9d9d5 req-24c33bfc-616b-423e-8af7-2c13049737a3 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks?id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&id=d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 787 time: 0.3646262 Feb 28 17:16:52.117529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc50c78-77ba-46c3-81ff-94c23050ee62 req-a92507b3-1dbb-4e1f-8de5-2926cb750ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:52.119260 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ffc50c78-77ba-46c3-81ff-94c23050ee62 req-a92507b3-1dbb-4e1f-8de5-2926cb750ef2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.1217947 Feb 28 17:16:52.172042 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ffc50c78-77ba-46c3-81ff-94c23050ee62 req-0bfbae3a-09e3-4f8e-a8c8-97c6aa2c2fe3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=257fb183-c117-4a44-9ece-e411c599ab15 HTTP/1.1" status: 200 len: 217 time: 0.0381579 Feb 28 17:16:52.173645 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3f5d85df-e05c-4349-ac5d-37dd62a240b5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:52.203872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fbbf2-a87e-405e-aed4-5f6bd62e8b82 req-ac559495-e638-4c25-b991-1465af04a12c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:52.205536 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-281fbbf2-a87e-405e-aed4-5f6bd62e8b82 req-ac559495-e638-4c25-b991-1465af04a12c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0520403 Feb 28 17:16:52.260761 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-281fbbf2-a87e-405e-aed4-5f6bd62e8b82 req-c6383a21-cc85-4d74-bb49-1d54dfa8c77c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488021 Feb 28 17:16:52.279295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5d85df-e05c-4349-ac5d-37dd62a240b5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:52.294066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc50c78-77ba-46c3-81ff-94c23050ee62 req-05d9ddcb-8644-45d9-a61a-9a49e30d3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:52.301074 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ffc50c78-77ba-46c3-81ff-94c23050ee62 req-05d9ddcb-8644-45d9-a61a-9a49e30d3e6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.1032274 Feb 28 17:16:52.340240 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ffc50c78-77ba-46c3-81ff-94c23050ee62 req-bf141504-6e61-445e-b1ca-1f1dbdc71e93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359485 Feb 28 17:16:52.431554 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Allocated IP 192.168.233.107 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/5b87c799-18a2-4e54-983b-19518f2d6201) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:16:52.502300 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ffc50c78-77ba-46c3-81ff-94c23050ee62 req-dff2b774-ef3f-4158-8486-3c055e7cfac2 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448860 Feb 28 17:16:52.561530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-7969ccfb-8593-4d23-9814-c835532ac268 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips/923b2893-039a-450e-8c7a-6ffa2bd21b79 HTTP/1.1" status: 200 len: 693 time: 0.0862319 Feb 28 17:16:52.567717 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e73feee3-e6ae-4b8d-b140-4f85f17a051c req-ec514767-f0b1-4ea6-9081-1e54e143b15f tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 210 time: 0.0299184 Feb 28 17:16:52.677603 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec99017-6e2e-4e36-b81d-c07e13cb38c9 req-5c0ed898-526c-4be6-b9cf-b81fabc863c1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:52.679152 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3ec99017-6e2e-4e36-b81d-c07e13cb38c9 req-5c0ed898-526c-4be6-b9cf-b81fabc863c1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 950 time: 0.0512624 Feb 28 17:16:52.727506 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3ec99017-6e2e-4e36-b81d-c07e13cb38c9 req-f7d66ead-7ec6-4863-9515-d6d1d555b18d tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417187 Feb 28 17:16:52.765993 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ffc50c78-77ba-46c3-81ff-94c23050ee62 req-c39b706e-db56-47a1-bd89-abdfcc69f0d7 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315922 Feb 28 17:16:52.802204 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-ebebb9a6-e77f-47ce-87ba-54020e1e9afa tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:52.803544 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-ebebb9a6-e77f-47ce-87ba-54020e1e9afa tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.2117746 Feb 28 17:16:52.808720 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Publish callbacks [] for port (5b87c799-18a2-4e54-983b-19518f2d6201), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:52.816192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-ced228f0-1b3c-4af7-8d0a-b89d0615f71d tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:16:52.817110 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-ced228f0-1b3c-4af7-8d0a-b89d0615f71d tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067401 Feb 28 17:16:52.880314 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-5180bf91-16d0-40d4-98c8-4aa07905ea1f tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.0553060 Feb 28 17:16:52.935552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-ff022207-559c-4ad4-b09e-a9b7e16a8707 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.0483336 Feb 28 17:16:52.955460 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cffae0-1ecc-4241-af10-c69d3695c340 req-d03a660b-d67f-49b8-97d4-88d48054ebe7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:52.956927 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8cffae0-1ecc-4241-af10-c69d3695c340 req-d03a660b-d67f-49b8-97d4-88d48054ebe7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 944 time: 0.0538230 Feb 28 17:16:52.982427 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5b87c799-18a2-4e54-983b-19518f2d6201), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:53.009594 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8cffae0-1ecc-4241-af10-c69d3695c340 req-c4372914-c48c-4c7d-ada4-c864c873894b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459824 Feb 28 17:16:53.061668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:16:53.066627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:16:53.085280 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:16:53.112977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Pushing event updated for resources: {'Port': ['ID=5b87c799-18a2-4e54-983b-19518f2d6201,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:53.146195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:53.153094 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:53.166373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-0b061f9a-4ea2-462d-9691-7e4d83852701 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Deleting port c96872f9-abd5-48ae-88c1-93e3bccc4e98 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:53.166709 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-0b061f9a-4ea2-462d-9691-7e4d83852701 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c96872f9-abd5-48ae-88c1-93e3bccc4e98), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:53.230320 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cc76467d-08ad-4e39-b432-c801ba506cd4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6530755 Feb 28 17:16:53.249075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Request body: {'port': {'device_id': 'ef103b5d-4639-4ac8-955f-53426b7efce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:53.278377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7b916296-d11f-4b3d-99ed-e5733bb3eb7a None None] Provisioning complete for port 5b87c799-18a2-4e54-983b-19518f2d6201 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:53.279388 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b916296-d11f-4b3d-99ed-e5733bb3eb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5b87c799-18a2-4e54-983b-19518f2d6201), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:53.282180 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-0b061f9a-4ea2-462d-9691-7e4d83852701 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c96872f9-abd5-48ae-88c1-93e3bccc4e98), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:53.282527 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-0b061f9a-4ea2-462d-9691-7e4d83852701 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (c96872f9-abd5-48ae-88c1-93e3bccc4e98), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:53.303032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-0b061f9a-4ea2-462d-9691-7e4d83852701 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Calling delete_port for c96872f9-abd5-48ae-88c1-93e3bccc4e98 owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:53.313179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7b916296-d11f-4b3d-99ed-e5733bb3eb7a None None] Port 5b87c799-18a2-4e54-983b-19518f2d6201 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:16:53.336298 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5b87c799-18a2-4e54-983b-19518f2d6201), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:53.679590 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-0b061f9a-4ea2-462d-9691-7e4d83852701 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c96872f9-abd5-48ae-88c1-93e3bccc4e98), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:53.707470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b87c799-18a2-4e54-983b-19518f2d6201 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:53.719751 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Publish callbacks [] for port (5b87c799-18a2-4e54-983b-19518f2d6201), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:53.722016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b061f9a-4ea2-462d-9691-7e4d83852701 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Pushing event deleted for resources: {'Port': ['ID=c96872f9-abd5-48ae-88c1-93e3bccc4e98,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:53.769629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Transition to ACTIVE for port object 5b87c799-18a2-4e54-983b-19518f2d6201 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:16:53.785027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-0b061f9a-4ea2-462d-9691-7e4d83852701 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (923b2893-039a-450e-8c7a-6ffa2bd21b79), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:53.788312 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-0b061f9a-4ea2-462d-9691-7e4d83852701 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:53.789488 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d9cf742d-8688-4591-b11a-201ed12cbba5 req-0b061f9a-4ea2-462d-9691-7e4d83852701 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "DELETE /v2.0/floatingips/923b2893-039a-450e-8c7a-6ffa2bd21b79 HTTP/1.1" status: 204 len: 173 time: 0.8485711 Feb 28 17:16:53.828708 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5b87c799-18a2-4e54-983b-19518f2d6201), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:54.123144 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ae5b8-7461-4cdb-ada3-aca93fb515c9 req-d686d630-d2ed-4ae1-acbd-3cc6d4063e58 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:54.124787 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-901ae5b8-7461-4cdb-ada3-aca93fb515c9 req-d686d630-d2ed-4ae1-acbd-3cc6d4063e58 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 948 time: 0.0559628 Feb 28 17:16:54.148267 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Pushing event updated for resources: {'Port': ['ID=5b87c799-18a2-4e54-983b-19518f2d6201,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:54.181161 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-901ae5b8-7461-4cdb-ada3-aca93fb515c9 req-c5a15cef-4715-4c7d-af1a-d7b0dbafaf41 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/security-groups?id=3f5d85df-e05c-4349-ac5d-37dd62a240b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484178 Feb 28 17:16:54.217349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962502ae-13e8-42a3-b255-ce40c95b5911 req-e50ed13f-7a4e-48f7-92cc-9eaf45d3eb7a tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:54.218875 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-962502ae-13e8-42a3-b255-ce40c95b5911 req-e50ed13f-7a4e-48f7-92cc-9eaf45d3eb7a tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.3538711 Feb 28 17:16:54.246297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Attempting to bind port 5b87c799-18a2-4e54-983b-19518f2d6201 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:16:54.246681 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Attempting to bind port 5b87c799-18a2-4e54-983b-19518f2d6201 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:16:54.246962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Attempting to bind port 5b87c799-18a2-4e54-983b-19518f2d6201 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:54.254298 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Port 5b87c799-18a2-4e54-983b-19518f2d6201 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:16:54.254615 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Attempting to bind port 5b87c799-18a2-4e54-983b-19518f2d6201 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:16:54.271758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:16:54.272107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:54.272493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:16:54.272969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Bound port: 5b87c799-18a2-4e54-983b-19518f2d6201, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:16:54.273326 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5b87c799-18a2-4e54-983b-19518f2d6201), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:54.287806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad7c46-3ce0-47b2-90d6-3a87a4036453 req-d2725a0b-40f4-4cf7-a69b-d5b8b3f53341 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:54.290207 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-52ad7c46-3ce0-47b2-90d6-3a87a4036453 req-d2725a0b-40f4-4cf7-a69b-d5b8b3f53341 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 950 time: 0.0533307 Feb 28 17:16:54.296714 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-962502ae-13e8-42a3-b255-ce40c95b5911 req-dddbc58a-10fe-4dc2-80ad-faaa0842c199 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709679 Feb 28 17:16:54.339517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-52ad7c46-3ce0-47b2-90d6-3a87a4036453 req-4afcf87f-20da-446e-ad58-149e1027b3bc tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426056 Feb 28 17:16:54.385233 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cfa77c0-1d61-4474-b3b3-a78bf804eaac req-2a7c65af-5a1d-40aa-a2f5-b08137b680c7 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips/ae3c9507-fd9f-497d-b115-99a64de99f1f HTTP/1.1" status: 200 len: 692 time: 0.0549009 Feb 28 17:16:54.451019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] For port 5b87c799-18a2-4e54-983b-19518f2d6201, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:16:54.471132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] For port 5b87c799-18a2-4e54-983b-19518f2d6201, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5b87c799-18a2-4e54-983b-19518f2d6201,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:16:54.498271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43256) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:54.520929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa77c0-1d61-4474-b3b3-a78bf804eaac req-6a2bbe85-53f3-421c-b128-40d172c76979 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:54.522374 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cfa77c0-1d61-4474-b3b3-a78bf804eaac req-6a2bbe85-53f3-421c-b128-40d172c76979 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1278639 Feb 28 17:16:54.529603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 257fb183-c117-4a44-9ece-e411c599ab15 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:16:54.570060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec7e24-d704-4bf7-996f-072b792badb1 req-95a469c5-d14f-4c85-a6df-85ba7f701bc3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:54.572051 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9ec7e24-d704-4bf7-996f-072b792badb1 req-95a469c5-d14f-4c85-a6df-85ba7f701bc3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 944 time: 0.0748823 Feb 28 17:16:54.581707 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5b87c799-18a2-4e54-983b-19518f2d6201), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:54.612194 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cfa77c0-1d61-4474-b3b3-a78bf804eaac req-7ca1b0e9-992a-4de5-a24b-fad660dc9ab3 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.0813324 Feb 28 17:16:54.629006 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9ec7e24-d704-4bf7-996f-072b792badb1 req-b4d76653-986b-4191-8283-39dbf248e70f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507677 Feb 28 17:16:54.654869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=257fb183-c117-4a44-9ece-e411c599ab15,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:54.665416 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:54.666073 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:54.667614 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] 10.222.0.73 "PUT /v2.0/ports/5b87c799-18a2-4e54-983b-19518f2d6201 HTTP/1.1" status: 200 len: 1097 time: 1.4289758 Feb 28 17:16:54.678179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '257fb183-c117-4a44-9ece-e411c599ab15', 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71', 'port_id': '257fb183-c117-4a44-9ece-e411c599ab15', 'mac_address': 'fa:16:3e:66:f8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab67e97-15e6-427d-901a-f45796cc60dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:16:54.678566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef103b5d-4639-4ac8-955f-53426b7efce5', 'tag': '5b87c799-18a2-4e54-983b-19518f2d6201'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:54.681389 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3748da8-429e-4901-8893-d46de5d26b17" -d '{"events": [{"name": "network-changed", "server_uuid": "ef103b5d-4639-4ac8-955f-53426b7efce5", "tag": "5b87c799-18a2-4e54-983b-19518f2d6201"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:54.729097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 257fb183-c117-4a44-9ece-e411c599ab15 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:54.729490 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (257fb183-c117-4a44-9ece-e411c599ab15), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:54.742536 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c77e54b3-1284-4d96-9c4b-6fbfe0ba7e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:54.744551 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257fb183-c117-4a44-9ece-e411c599ab15 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:54.750604 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cfa77c0-1d61-4474-b3b3-a78bf804eaac req-c822b6c7-3a8b-4ea3-b056-fcf92d7e5bdd tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.1374304 Feb 28 17:16:54.756020 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc68def-e7a6-4c75-85ac-a37d35b90365 service neutron] Pushing event updated for resources: {'Port': ['ID=5b87c799-18a2-4e54-983b-19518f2d6201,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:54.766451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=257fb183-c117-4a44-9ece-e411c599ab15,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:54.847818 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (257fb183-c117-4a44-9ece-e411c599ab15), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:54.907562 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=257fb183-c117-4a44-9ece-e411c599ab15,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:54.956478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-e0d6643e-2817-442e-a408-702f09a0a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:54.957868 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-e0d6643e-2817-442e-a408-702f09a0a9b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f1e8e58d6874d649a5f5e60277b1a31&device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 1131 time: 0.1479051 Feb 28 17:16:55.017679 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-a4954ac0-2e8c-410a-9c97-e96e3dc531ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5b87c799-18a2-4e54-983b-19518f2d6201 HTTP/1.1" status: 200 len: 217 time: 0.0512838 Feb 28 17:16:55.037152 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c77e54b3-1284-4d96-9c4b-6fbfe0ba7e8b admin admin] Publish callbacks [] for security_group (84e7b0f4-366c-4aeb-aa79-6ed6b9a705ad), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.060195 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef66723-f756-49c6-a57e-72ce91dab162 x-openstack-request-id: req-aef66723-f756-49c6-a57e-72ce91dab162 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:55.060483 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef103b5d-4639-4ac8-955f-53426b7efce5", "tag": "5b87c799-18a2-4e54-983b-19518f2d6201", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:55.060734 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aef66723-f756-49c6-a57e-72ce91dab162 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:55.061123 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef103b5d-4639-4ac8-955f-53426b7efce5', 'tag': '5b87c799-18a2-4e54-983b-19518f2d6201', 'status': 'completed', 'code': 200} Feb 28 17:16:55.067333 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['257fb183-c117-4a44-9ece-e411c599ab15'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:55.073313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-1cfa77c0-1d61-4474-b3b3-a78bf804eaac req-bfcaf478-41e6-4fac-87b4-2c7fdb6cff17 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Deleting port e8a4363c-71ed-423e-af21-3fb1d2af29f8 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:55.073645 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cfa77c0-1d61-4474-b3b3-a78bf804eaac req-bfcaf478-41e6-4fac-87b4-2c7fdb6cff17 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e8a4363c-71ed-423e-af21-3fb1d2af29f8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.118540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cf5dc012-4661-47fa-9713-0069cf69803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:55.120000 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-cf5dc012-4661-47fa-9713-0069cf69803f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0931730 Feb 28 17:16:55.124511 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c77e54b3-1284-4d96-9c4b-6fbfe0ba7e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (84e7b0f4-366c-4aeb-aa79-6ed6b9a705ad), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.148480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567be98-600e-4f44-8e6a-8def505efb0a req-865a1f7e-4ecf-477d-aeb5-06914724a509 tempest-ServersAdminNegativeTestJSON-849645814 tempest-ServersAdminNegativeTestJSON-849645814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:55.150651 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e567be98-600e-4f44-8e6a-8def505efb0a req-865a1f7e-4ecf-477d-aeb5-06914724a509 tempest-ServersAdminNegativeTestJSON-849645814 tempest-ServersAdminNegativeTestJSON-849645814-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 1133 time: 0.0462072 Feb 28 17:16:55.170296 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e567be98-600e-4f44-8e6a-8def505efb0a req-e07b11bb-7fb7-409b-985e-8e6280811e70 tempest-ServersAdminNegativeTestJSON-849645814 tempest-ServersAdminNegativeTestJSON-849645814-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.219705 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c77e54b3-1284-4d96-9c4b-6fbfe0ba7e8b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fae40fdbc90448b388231279809ac991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7203562 Feb 28 17:16:55.223398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e54b3-1284-4d96-9c4b-6fbfe0ba7e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e7b0f4-366c-4aeb-aa79-6ed6b9a705ad,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:55.224172 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43268) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:55.251936 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cfa77c0-1d61-4474-b3b3-a78bf804eaac req-bfcaf478-41e6-4fac-87b4-2c7fdb6cff17 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e8a4363c-71ed-423e-af21-3fb1d2af29f8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.252180 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cfa77c0-1d61-4474-b3b3-a78bf804eaac req-bfcaf478-41e6-4fac-87b4-2c7fdb6cff17 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (e8a4363c-71ed-423e-af21-3fb1d2af29f8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.262179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-a93d343b-eb65-4889-beea-0fd5f8f965fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:55.263673 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-a93d343b-eb65-4889-beea-0fd5f8f965fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1320276 Feb 28 17:16:55.269228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-1cfa77c0-1d61-4474-b3b3-a78bf804eaac req-bfcaf478-41e6-4fac-87b4-2c7fdb6cff17 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Calling delete_port for e8a4363c-71ed-423e-af21-3fb1d2af29f8 owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:55.298394 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e567be98-600e-4f44-8e6a-8def505efb0a req-e07b11bb-7fb7-409b-985e-8e6280811e70 tempest-ServersAdminNegativeTestJSON-849645814 tempest-ServersAdminNegativeTestJSON-849645814-project-admin] Publish callbacks [] for security_group (07a5e699-fdea-47ff-91f4-02c1fb2e8e25), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.308056 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4fab0e00-09ae-4f60-92f4-80d1e4432455 admin admin] Publish callbacks [] for security_group (84e7b0f4-366c-4aeb-aa79-6ed6b9a705ad), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.330188 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4fab0e00-09ae-4f60-92f4-80d1e4432455 admin admin] Publish callbacks [] for security_group (84e7b0f4-366c-4aeb-aa79-6ed6b9a705ad), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.380663 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e567be98-600e-4f44-8e6a-8def505efb0a req-e07b11bb-7fb7-409b-985e-8e6280811e70 tempest-ServersAdminNegativeTestJSON-849645814 tempest-ServersAdminNegativeTestJSON-849645814-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (07a5e699-fdea-47ff-91f4-02c1fb2e8e25), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.409796 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-846b0a13-fdb1-44f8-9656-e3fbef6fbc5d service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366742 Feb 28 17:16:55.418126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b11bb-7fb7-409b-985e-8e6280811e70 tempest-ServersAdminNegativeTestJSON-849645814 tempest-ServersAdminNegativeTestJSON-849645814-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a5e699-fdea-47ff-91f4-02c1fb2e8e25,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:55.422213 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e567be98-600e-4f44-8e6a-8def505efb0a req-e07b11bb-7fb7-409b-985e-8e6280811e70 tempest-ServersAdminNegativeTestJSON-849645814 tempest-ServersAdminNegativeTestJSON-849645814-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656381 Feb 28 17:16:55.466529 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4fab0e00-09ae-4f60-92f4-80d1e4432455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (84e7b0f4-366c-4aeb-aa79-6ed6b9a705ad), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.469576 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4fab0e00-09ae-4f60-92f4-80d1e4432455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.470966 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4fab0e00-09ae-4f60-92f4-80d1e4432455 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84e7b0f4-366c-4aeb-aa79-6ed6b9a705ad HTTP/1.1" status: 204 len: 168 time: 0.2453444 Feb 28 17:16:55.479965 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab0e00-09ae-4f60-92f4-80d1e4432455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e7b0f4-366c-4aeb-aa79-6ed6b9a705ad,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:55.537866 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-93394e2b-5952-4279-94ef-008e8fcaaca1 req-9d2ec0f9-cf36-4897-a4ef-f4424fbd5c9e service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210411 Feb 28 17:16:55.630532 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cfa77c0-1d61-4474-b3b3-a78bf804eaac req-bfcaf478-41e6-4fac-87b4-2c7fdb6cff17 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e8a4363c-71ed-423e-af21-3fb1d2af29f8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.635599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381a5d5-e6e8-4905-959e-349fbbcafb33 req-abc711f0-70d0-4e48-bd28-ce58ab084484 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:55.637832 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8381a5d5-e6e8-4905-959e-349fbbcafb33 req-abc711f0-70d0-4e48-bd28-ce58ab084484 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 948 time: 0.0564592 Feb 28 17:16:55.660090 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaf478-41e6-4fac-87b4-2c7fdb6cff17 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Pushing event deleted for resources: {'Port': ['ID=e8a4363c-71ed-423e-af21-3fb1d2af29f8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:55.714771 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8381a5d5-e6e8-4905-959e-349fbbcafb33 req-969749f3-e811-4ee6-93a9-170af8f2ce9f tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/security-groups?id=3f5d85df-e05c-4349-ac5d-37dd62a240b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706592 Feb 28 17:16:55.759752 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cfa77c0-1d61-4474-b3b3-a78bf804eaac req-bfcaf478-41e6-4fac-87b4-2c7fdb6cff17 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (ae3c9507-fd9f-497d-b115-99a64de99f1f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.762360 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cfa77c0-1d61-4474-b3b3-a78bf804eaac req-bfcaf478-41e6-4fac-87b4-2c7fdb6cff17 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:55.763564 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cfa77c0-1d61-4474-b3b3-a78bf804eaac req-bfcaf478-41e6-4fac-87b4-2c7fdb6cff17 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "DELETE /v2.0/floatingips/ae3c9507-fd9f-497d-b115-99a64de99f1f HTTP/1.1" status: 204 len: 173 time: 1.0022855 Feb 28 17:16:55.785817 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3748da8-429e-4901-8893-d46de5d26b17 req-1e067995-a0c2-4946-bd9f-2a18b023d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:55.787562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3748da8-429e-4901-8893-d46de5d26b17 req-1e067995-a0c2-4946-bd9f-2a18b023d9d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f1e8e58d6874d649a5f5e60277b1a31&device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 1131 time: 0.0650585 Feb 28 17:16:55.853122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1cf83-0467-464a-9708-bfd21e6e5e57 req-88109932-29e4-4ce7-b175-abc33444a107 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:55.854734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fbc1cf83-0467-464a-9708-bfd21e6e5e57 req-88109932-29e4-4ce7-b175-abc33444a107 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0886147 Feb 28 17:16:55.914816 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fbc1cf83-0467-464a-9708-bfd21e6e5e57 req-e60b93c2-ab5e-4a99-8c9b-69134e9d8565 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486398 Feb 28 17:16:55.941235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3748da8-429e-4901-8893-d46de5d26b17 req-ce8686f8-450c-41de-a7ef-7f3886ee473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:55.943065 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3748da8-429e-4901-8893-d46de5d26b17 req-ce8686f8-450c-41de-a7ef-7f3886ee473f service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1488500 Feb 28 17:16:55.953836 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d54f0f-a838-4f1f-90ff-729557ad645e req-caac5f5d-fd75-464f-ba09-551bbb1e5a3c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:55.955309 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-17d54f0f-a838-4f1f-90ff-729557ad645e req-caac5f5d-fd75-464f-ba09-551bbb1e5a3c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 945 time: 0.0895696 Feb 28 17:16:55.980991 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6a53f12-b258-4282-8836-9e1eb9f7da09 req-1bceac2e-034c-47fc-87a4-18afe67993d3 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips/04c06f51-cecb-42f7-a0c5-426d0bef38b1 HTTP/1.1" status: 200 len: 692 time: 0.0488956 Feb 28 17:16:55.997507 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3748da8-429e-4901-8893-d46de5d26b17 req-045b6385-9edd-4590-85b7-e28a27ce4d66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5b87c799-18a2-4e54-983b-19518f2d6201 HTTP/1.1" status: 200 len: 217 time: 0.0412519 Feb 28 17:16:56.070334 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-17d54f0f-a838-4f1f-90ff-729557ad645e req-44c936be-07ad-4908-976b-94fe1e002cfc tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054547 Feb 28 17:16:56.071764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3748da8-429e-4901-8893-d46de5d26b17 req-2744ae70-48ec-4dda-bb1a-7ca377b0c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:56.073098 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3748da8-429e-4901-8893-d46de5d26b17 req-2744ae70-48ec-4dda-bb1a-7ca377b0c947 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0696805 Feb 28 17:16:56.098386 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a53f12-b258-4282-8836-9e1eb9f7da09 req-b84eef2e-bed8-4116-b0c6-c3352de2f138 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:56.099760 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6a53f12-b258-4282-8836-9e1eb9f7da09 req-b84eef2e-bed8-4116-b0c6-c3352de2f138 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1130004 Feb 28 17:16:56.123618 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3748da8-429e-4901-8893-d46de5d26b17 req-b037dfaa-fe04-4f7b-bee8-97833ceb1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:56.125103 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3748da8-429e-4901-8893-d46de5d26b17 req-b037dfaa-fe04-4f7b-bee8-97833ceb1606 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0448592 Feb 28 17:16:56.149409 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6a53f12-b258-4282-8836-9e1eb9f7da09 req-27b695ae-fda3-4cca-807e-e2437be66d45 tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 695 time: 0.0432289 Feb 28 17:16:56.205253 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6a53f12-b258-4282-8836-9e1eb9f7da09 req-f6603ebf-1333-4677-b144-6683a538f2df tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 695 time: 0.0493274 Feb 28 17:16:56.223723 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3748da8-429e-4901-8893-d46de5d26b17 req-8c3b3846-f5ed-45d9-9180-d785c34b0a55 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919561 Feb 28 17:16:56.275063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43288) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:56.301853 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-48ed331c-11b1-4562-a184-7b9ef041eaef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.351121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-b6a53f12-b258-4282-8836-9e1eb9f7da09 req-cfdb1a8c-59ab-4597-91ac-4eeb6b5e8b5f tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Deleting port 59206b15-8442-4f70-bfe5-ae908eecd30c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:56.351458 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b6a53f12-b258-4282-8836-9e1eb9f7da09 req-cfdb1a8c-59ab-4597-91ac-4eeb6b5e8b5f tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (59206b15-8442-4f70-bfe5-ae908eecd30c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.359439 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3748da8-429e-4901-8893-d46de5d26b17 req-4dd632f8-f94f-4ef2-94e3-068f8459259e service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286380 Feb 28 17:16:56.406733 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-48ed331c-11b1-4562-a184-7b9ef041eaef admin admin] Publish callbacks [] for security_group (9dc9ee70-cf0f-4564-80cc-dae3d7fbd1c0), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.428221 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b6a53f12-b258-4282-8836-9e1eb9f7da09 req-cfdb1a8c-59ab-4597-91ac-4eeb6b5e8b5f tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (59206b15-8442-4f70-bfe5-ae908eecd30c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.428548 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b6a53f12-b258-4282-8836-9e1eb9f7da09 req-cfdb1a8c-59ab-4597-91ac-4eeb6b5e8b5f tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (59206b15-8442-4f70-bfe5-ae908eecd30c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.440292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-b6a53f12-b258-4282-8836-9e1eb9f7da09 req-cfdb1a8c-59ab-4597-91ac-4eeb6b5e8b5f tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Calling delete_port for 59206b15-8442-4f70-bfe5-ae908eecd30c owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:56.470548 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-48ed331c-11b1-4562-a184-7b9ef041eaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9dc9ee70-cf0f-4564-80cc-dae3d7fbd1c0), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.508494 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-48ed331c-11b1-4562-a184-7b9ef041eaef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9f66d99163d434b820d7b4c4b434cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320883 Feb 28 17:16:56.509584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed331c-11b1-4562-a184-7b9ef041eaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc9ee70-cf0f-4564-80cc-dae3d7fbd1c0,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:56.511840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43298) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:56.525532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 257fb183-c117-4a44-9ece-e411c599ab15 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:16:56.578600 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2ab3be14-37e7-495f-baa6-d3b41b0d80dd admin admin] Publish callbacks [] for security_group (9dc9ee70-cf0f-4564-80cc-dae3d7fbd1c0), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.623901 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2ab3be14-37e7-495f-baa6-d3b41b0d80dd admin admin] Publish callbacks [] for security_group (9dc9ee70-cf0f-4564-80cc-dae3d7fbd1c0), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.643504 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 33c45dcd-fa5d-4a4d-98e2-ed1726532cda details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:16:56.645534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 33c45dcd-fa5d-4a4d-98e2-ed1726532cda no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:16:56.661610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaeffe-8532-4e47-8321-5241d3b537f1 req-7fe40722-b8e4-4e57-b4b3-d51f0aefc006 tempest-ServersAdminNegativeTestJSON-849645814 tempest-ServersAdminNegativeTestJSON-849645814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:56.663150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-21eaeffe-8532-4e47-8321-5241d3b537f1 req-7fe40722-b8e4-4e57-b4b3-d51f0aefc006 tempest-ServersAdminNegativeTestJSON-849645814 tempest-ServersAdminNegativeTestJSON-849645814-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 1133 time: 0.0828135 Feb 28 17:16:56.672069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 257fb183-c117-4a44-9ece-e411c599ab15 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:16:56.678235 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b6a53f12-b258-4282-8836-9e1eb9f7da09 req-cfdb1a8c-59ab-4597-91ac-4eeb6b5e8b5f tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (59206b15-8442-4f70-bfe5-ae908eecd30c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.688990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 257fb183-c117-4a44-9ece-e411c599ab15 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:16:56.689373 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (257fb183-c117-4a44-9ece-e411c599ab15), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.714160 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-21eaeffe-8532-4e47-8321-5241d3b537f1 req-51ec3da2-db95-4917-be6a-76fbb1a2893f tempest-ServersAdminNegativeTestJSON-849645814 tempest-ServersAdminNegativeTestJSON-849645814-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450373 Feb 28 17:16:56.722773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb1a8c-59ab-4597-91ac-4eeb6b5e8b5f tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Pushing event deleted for resources: {'Port': ['ID=59206b15-8442-4f70-bfe5-ae908eecd30c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:56.759675 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2ab3be14-37e7-495f-baa6-d3b41b0d80dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9dc9ee70-cf0f-4564-80cc-dae3d7fbd1c0), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.766141 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2ab3be14-37e7-495f-baa6-d3b41b0d80dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.769620 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2ab3be14-37e7-495f-baa6-d3b41b0d80dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9dc9ee70-cf0f-4564-80cc-dae3d7fbd1c0 HTTP/1.1" status: 204 len: 168 time: 0.2560236 Feb 28 17:16:56.790462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3be14-37e7-495f-baa6-d3b41b0d80dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc9ee70-cf0f-4564-80cc-dae3d7fbd1c0,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:56.813888 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b6a53f12-b258-4282-8836-9e1eb9f7da09 req-cfdb1a8c-59ab-4597-91ac-4eeb6b5e8b5f tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks [] for floatingip (04c06f51-cecb-42f7-a0c5-426d0bef38b1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.819728 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b6a53f12-b258-4282-8836-9e1eb9f7da09 req-cfdb1a8c-59ab-4597-91ac-4eeb6b5e8b5f tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.831134 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6a53f12-b258-4282-8836-9e1eb9f7da09 req-cfdb1a8c-59ab-4597-91ac-4eeb6b5e8b5f tempest-FloatingIPDetailsTestJSON-1622896224 tempest-FloatingIPDetailsTestJSON-1622896224-project] 10.222.0.72 "DELETE /v2.0/floatingips/04c06f51-cecb-42f7-a0c5-426d0bef38b1 HTTP/1.1" status: 204 len: 173 time: 0.6194351 Feb 28 17:16:56.831849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43310) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:56.896422 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:56.901084 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:56.901390 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.925701 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 257fb183-c117-4a44-9ece-e411c599ab15 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:56.926126 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (257fb183-c117-4a44-9ece-e411c599ab15), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:56.928715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda', 'mac_address': 'fa:16:3e:5c:be:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:16:56.948566 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:56.951097 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269eae57-312c-47f7-9a8d-89275fb19b76" -d '{"events": [{"server_uuid": "b4a9bfb8-b98f-48ac-98f8-5d9494408166", "name": "network-vif-unplugged", "status": "completed", "tag": "33c45dcd-fa5d-4a4d-98e2-ed1726532cda"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:56.972732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:56.990764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a0aaa-6f30-46a3-829e-1f6af06189de req-209e8d9c-d487-480a-b1df-bf6cc6db762c tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:56.992871 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-569a0aaa-6f30-46a3-829e-1f6af06189de req-209e8d9c-d487-480a-b1df-bf6cc6db762c tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 948 time: 0.1034558 Feb 28 17:16:57.016047 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=257fb183-c117-4a44-9ece-e411c599ab15,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:57.025662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:57.026499 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:57.043847 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33c45dcd-fa5d-4a4d-98e2-ed1726532cda {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:57.055835 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:57.092753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-569a0aaa-6f30-46a3-829e-1f6af06189de req-e48eab28-a9a8-4c5f-a150-5aa875a14d50 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/security-groups?id=3f5d85df-e05c-4349-ac5d-37dd62a240b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834973 Feb 28 17:16:57.116621 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (257fb183-c117-4a44-9ece-e411c599ab15), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:57.148310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:57.160291 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:16:57.160843 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:16:57.221352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=257fb183-c117-4a44-9ece-e411c599ab15,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:57.224180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938920c-6ece-4d8f-ac0e-5ed45e721836 req-d506c2e3-d711-41e4-bc5a-ac00a6527522 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:57.232615 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8938920c-6ece-4d8f-ac0e-5ed45e721836 req-d506c2e3-d711-41e4-bc5a-ac00a6527522 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 947 time: 0.0827866 Feb 28 17:16:57.291176 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8938920c-6ece-4d8f-ac0e-5ed45e721836 req-34a72221-bcc8-47aa-8d2c-6cda353646ed tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574694 Feb 28 17:16:57.420015 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67897115-7fff-4e5d-a039-6c1312254034 x-openstack-request-id: req-67897115-7fff-4e5d-a039-6c1312254034 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:57.420531 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a9bfb8-b98f-48ac-98f8-5d9494408166", "name": "network-vif-unplugged", "status": "completed", "tag": "33c45dcd-fa5d-4a4d-98e2-ed1726532cda", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:57.420972 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-67897115-7fff-4e5d-a039-6c1312254034 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:57.421218 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a1728-2834-4523-b8b1-2f2f31f8826c req-dd03c9a2-accf-40e7-aaa0-7d7bf54d10b7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:57.421531 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda', 'code': 200} Feb 28 17:16:57.423334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6e3a1728-2834-4523-b8b1-2f2f31f8826c req-dd03c9a2-accf-40e7-aaa0-7d7bf54d10b7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 946 time: 0.0643454 Feb 28 17:16:57.464309 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bfee74f-541c-4dac-a14a-f83ad3b9dde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (ce1703f8-4b67-4055-96ad-c068432aa3a9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:57.472847 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6e3a1728-2834-4523-b8b1-2f2f31f8826c req-5648ddb0-de61-4d91-95a4-542967500894 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438528 Feb 28 17:16:57.701777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:57.702307 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:57.717763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c45dcd-fa5d-4a4d-98e2-ed1726532cda {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:57.745998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:57.820777 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:57.875662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:58.063105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7c98f-2d12-4e4f-8e6e-6169e1ac29a1 req-ee876c4d-9249-44b3-a5dc-8f0f4d58a835 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:58.064626 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95e7c98f-2d12-4e4f-8e6e-6169e1ac29a1 req-ee876c4d-9249-44b3-a5dc-8f0f4d58a835 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 950 time: 0.0627749 Feb 28 17:16:58.074381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0bfee74f-541c-4dac-a14a-f83ad3b9dde7 admin admin] Deleting port 50b803c4-b876-4165-9f3c-2b1f7639017c {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:58.074776 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bfee74f-541c-4dac-a14a-f83ad3b9dde7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:58.111881 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43362) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:58.138563 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95e7c98f-2d12-4e4f-8e6e-6169e1ac29a1 req-817cb2bf-3f9f-4070-8395-acb215e153ee tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671968 Feb 28 17:16:58.172629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-0bfee74f-541c-4dac-a14a-f83ad3b9dde7 admin admin] For port 50b803c4-b876-4165-9f3c-2b1f7639017c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=50b803c4-b876-4165-9f3c-2b1f7639017c,segment=NetworkSegment(1ba8c32c-3409-4618-80e7-997514a9170d),segment_id=1ba8c32c-3409-4618-80e7-997514a9170d)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:58.173208 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bfee74f-541c-4dac-a14a-f83ad3b9dde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:58.198345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0bfee74f-541c-4dac-a14a-f83ad3b9dde7 admin admin] Calling delete_port for 50b803c4-b876-4165-9f3c-2b1f7639017c owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:16:58.204559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['33c45dcd-fa5d-4a4d-98e2-ed1726532cda'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:58.263165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-352492564-network', 'tenant_id': '2e7c0c1f801242759971f9cf9a27b9be'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:58.314075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3a913-6029-47f6-8a70-60e413dcdb82 req-a73f7839-11fb-4d24-9448-b5a89ab6713a tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:58.315567 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78c3a913-6029-47f6-8a70-60e413dcdb82 req-a73f7839-11fb-4d24-9448-b5a89ab6713a tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 948 time: 0.1330643 Feb 28 17:16:58.374228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] Made reservation on behalf of 2e7c0c1f801242759971f9cf9a27b9be for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:58.376321 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:58.398915 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:58.435740 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78c3a913-6029-47f6-8a70-60e413dcdb82 req-d8aedf57-4658-41fa-b99c-b72b15aec683 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/security-groups?id=3f5d85df-e05c-4349-ac5d-37dd62a240b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124449 Feb 28 17:16:58.481532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6654e5-6584-4f09-b219-7bbd3fb0f252 req-f6a491ec-ab48-4a6f-a523-332f34c5f632 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:58.483152 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0b6654e5-6584-4f09-b219-7bbd3fb0f252 req-f6a491ec-ab48-4a6f-a523-332f34c5f632 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 948 time: 0.0578291 Feb 28 17:16:58.540272 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0b6654e5-6584-4f09-b219-7bbd3fb0f252 req-3ea3351c-3bec-4a64-a853-4a646d9f02ef tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494361 Feb 28 17:16:58.546022 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] Publish callbacks [] for security_group (436ae364-7e26-4362-b06b-eb825225a23c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:58.603525 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f7b73-3219-4970-a570-115032372cc6 req-308ac510-9f85-48dd-b429-5daae5984992 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:58.605113 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-109f7b73-3219-4970-a570-115032372cc6 req-308ac510-9f85-48dd-b429-5daae5984992 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 946 time: 0.0612817 Feb 28 17:16:58.729946 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-109f7b73-3219-4970-a570-115032372cc6 req-1b3731fe-7599-454b-a843-9691b455bab1 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417123 Feb 28 17:16:58.730526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5b87c799-18a2-4e54-983b-19518f2d6201 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:16:58.746559 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bfee74f-541c-4dac-a14a-f83ad3b9dde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (50b803c4-b876-4165-9f3c-2b1f7639017c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:58.770229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5b87c799-18a2-4e54-983b-19518f2d6201, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5b87c799-18a2-4e54-983b-19518f2d6201,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:58.774831 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfee74f-541c-4dac-a14a-f83ad3b9dde7 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b803c4-b876-4165-9f3c-2b1f7639017c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:58.784429 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '5b87c799-18a2-4e54-983b-19518f2d6201', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '5b87c799-18a2-4e54-983b-19518f2d6201', 'mac_address': 'fa:16:3e:69:88:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:16:58.801980 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (436ae364-7e26-4362-b06b-eb825225a23c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:58.855534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:16:58.873459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436ae364-7e26-4362-b06b-eb825225a23c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:58.883195 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (f64673aa-84d3-47c5-b18f-cd947ac7f1e3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:58.883558 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] Added segment f64673aa-84d3-47c5-b18f-cd947ac7f1e3 of type vlan for network ba2382c3-dfe7-478e-a4ba-25e78b3a8e97 Feb 28 17:16:58.975572 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (ba2382c3-dfe7-478e-a4ba-25e78b3a8e97), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:58.985377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 5b87c799-18a2-4e54-983b-19518f2d6201 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:16:58.986018 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5b87c799-18a2-4e54-983b-19518f2d6201), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:59.003359 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b87c799-18a2-4e54-983b-19518f2d6201 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:16:59.023870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5b87c799-18a2-4e54-983b-19518f2d6201, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5b87c799-18a2-4e54-983b-19518f2d6201,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:16:59.052065 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bfee74f-541c-4dac-a14a-f83ad3b9dde7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (ce1703f8-4b67-4055-96ad-c068432aa3a9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:59.118458 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5b87c799-18a2-4e54-983b-19518f2d6201), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:59.170508 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (ba2382c3-dfe7-478e-a4ba-25e78b3a8e97), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:59.174132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:59.174265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=5b87c799-18a2-4e54-983b-19518f2d6201,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:59.174372 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:59.286814 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1738868 Feb 28 17:16:59.290347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43398) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:59.295117 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3637aa2e-a0b6-4e6a-b847-90a3e8288b0f admin admin] Request body: {'subnet': {'network_id': 'ba2382c3-dfe7-478e-a4ba-25e78b3a8e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-352492564-subnet', 'tenant_id': '2e7c0c1f801242759971f9cf9a27b9be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:16:59.322390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424ad76-6339-4b66-9b32-a370cc9c1e4a admin admin] Pushing event updated for resources: {'Network': ['ID=ba2382c3-dfe7-478e-a4ba-25e78b3a8e97,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:59.341950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network ba2382c3-dfe7-478e-a4ba-25e78b3a8e97 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:16:59.384129 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39431cea-cf16-481d-80ac-3609cfaf4614 req-e5c1337f-1ebd-400c-b592-032b4991db34 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:59.386622 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-39431cea-cf16-481d-80ac-3609cfaf4614 req-e5c1337f-1ebd-400c-b592-032b4991db34 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 950 time: 0.1471698 Feb 28 17:16:59.405940 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfee74f-541c-4dac-a14a-f83ad3b9dde7 admin admin] Router ce1703f8-4b67-4055-96ad-c068432aa3a9 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:16:59.409398 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3637aa2e-a0b6-4e6a-b847-90a3e8288b0f admin admin] Made reservation on behalf of 2e7c0c1f801242759971f9cf9a27b9be for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:16:59.412017 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3637aa2e-a0b6-4e6a-b847-90a3e8288b0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:59.424802 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666e6cde-83bf-4d24-8a49-23ac6b7bca65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257fb183-c117-4a44-9ece-e411c599ab15'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:16:59.426911 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95db5089-001d-40e1-9ce4-95d4bad87099" -d '{"events": [{"server_uuid": "666e6cde-83bf-4d24-8a49-23ac6b7bca65", "name": "network-vif-plugged", "status": "completed", "tag": "257fb183-c117-4a44-9ece-e411c599ab15"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:16:59.459612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5b87c799-18a2-4e54-983b-19518f2d6201'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:16:59.520749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-39431cea-cf16-481d-80ac-3609cfaf4614 req-32519a91-2a1e-4732-b676-b4a472ee338b tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254854 Feb 28 17:16:59.535014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ed84e-d2b4-42ee-a69e-e587cbe04c0f req-dd13fb3e-90e5-45de-9733-ac40c5a713d3 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:59.539105 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-db7ed84e-d2b4-42ee-a69e-e587cbe04c0f req-dd13fb3e-90e5-45de-9733-ac40c5a713d3 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.69 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 950 time: 0.1431952 Feb 28 17:16:59.568634 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb4f9c4-f37a-4f3e-a5e9-215b1fd5f5ad x-openstack-request-id: req-bcb4f9c4-f37a-4f3e-a5e9-215b1fd5f5ad {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:16:59.569253 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666e6cde-83bf-4d24-8a49-23ac6b7bca65", "name": "network-vif-plugged", "status": "completed", "tag": "257fb183-c117-4a44-9ece-e411c599ab15", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:16:59.571316 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bcb4f9c4-f37a-4f3e-a5e9-215b1fd5f5ad {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:16:59.573266 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666e6cde-83bf-4d24-8a49-23ac6b7bca65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257fb183-c117-4a44-9ece-e411c599ab15', 'code': 200} Feb 28 17:16:59.691359 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfee74f-541c-4dac-a14a-f83ad3b9dde7 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:16:59.696624 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0bfee74f-541c-4dac-a14a-f83ad3b9dde7 admin admin] 10.222.0.72 "PUT /v2.0/routers/ce1703f8-4b67-4055-96ad-c068432aa3a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8637269 Feb 28 17:16:59.700948 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43416) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:16:59.705268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c8a5f8-4224-4f8a-be98-a73f9bd44e9e None None] Sync routers for ids ['ce1703f8-4b67-4055-96ad-c068432aa3a9'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:16:59.717014 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c8a5f8-4224-4f8a-be98-a73f9bd44e9e None None] Routers {'ce1703f8-4b67-4055-96ad-c068432aa3a9'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:16:59.717663 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c1c8a5f8-4224-4f8a-be98-a73f9bd44e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:16:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ce1703f8-4b67-4055-96ad-c068432aa3a9'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:16:59.763470 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec0af4-c795-4b8c-98e5-c24814a73f1d req-3e2aec7c-3765-4de1-97d8-89a1d1d65cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:59.764860 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80ec0af4-c795-4b8c-98e5-c24814a73f1d req-3e2aec7c-3765-4de1-97d8-89a1d1d65cc2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 1129 time: 0.1025293 Feb 28 17:16:59.777860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf9418-43e7-471b-bf67-4cdaa16d75a9 req-0eb35237-4e35-4fd9-bd0d-f320c0096032 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:59.780180 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ffaf9418-43e7-471b-bf67-4cdaa16d75a9 req-0eb35237-4e35-4fd9-bd0d-f320c0096032 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 948 time: 0.1167312 Feb 28 17:16:59.813174 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049f1c3-5a0b-48b1-9710-6b47e167c5b4 req-702cbc95-4ae2-4d29-9dd9-13cc15fc49e5 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:16:59.814695 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b049f1c3-5a0b-48b1-9710-6b47e167c5b4 req-702cbc95-4ae2-4d29-9dd9-13cc15fc49e5 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 949 time: 0.1562116 Feb 28 17:16:59.824365 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80ec0af4-c795-4b8c-98e5-c24814a73f1d req-1aa961a3-3583-463e-be42-de43bfb7b5f0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Feb 28 17:16:59.830978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-db7ed84e-d2b4-42ee-a69e-e587cbe04c0f req-fce718bb-f3bb-4ed1-9dc0-62a20dd7e1bb tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Deleting port 5ac28bec-8f56-49f5-b586-f2919d7b5437 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:16:59.830978 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-db7ed84e-d2b4-42ee-a69e-e587cbe04c0f req-fce718bb-f3bb-4ed1-9dc0-62a20dd7e1bb tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:59.831226 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3637aa2e-a0b6-4e6a-b847-90a3e8288b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (0fa4ecd5-f798-444d-a1ea-c3e4acc526da), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:59.833843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-c1c8a5f8-4224-4f8a-be98-a73f9bd44e9e None None] Set router ce1703f8-4b67-4055-96ad-c068432aa3a9 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:16:59.904414 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] Publish callbacks [] for router (ce1703f8-4b67-4055-96ad-c068432aa3a9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:16:59.917001 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ffaf9418-43e7-471b-bf67-4cdaa16d75a9 req-6fa48a7e-9ee9-4f43-9393-6fd0938b2740 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956411 Feb 28 17:16:59.970338 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637aa2e-a0b6-4e6a-b847-90a3e8288b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa4ecd5-f798-444d-a1ea-c3e4acc526da,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:16:59.973523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637aa2e-a0b6-4e6a-b847-90a3e8288b0f admin admin] Checking segment: {'id': 'f64673aa-84d3-47c5-b18f-cd947ac7f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ba2382c3-dfe7-478e-a4ba-25e78b3a8e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:16:59.973523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3637aa2e-a0b6-4e6a-b847-90a3e8288b0f admin admin] Network hostable DHCP agents. Network: ba2382c3-dfe7-478e-a4ba-25e78b3a8e97, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:17:00.004703 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b049f1c3-5a0b-48b1-9710-6b47e167c5b4 req-76bd9782-4285-4d92-81f3-9d58d7a3ba5a tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/security-groups?id=3f5d85df-e05c-4349-ac5d-37dd62a240b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732874 Feb 28 17:17:00.045012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-db7ed84e-d2b4-42ee-a69e-e587cbe04c0f req-fce718bb-f3bb-4ed1-9dc0-62a20dd7e1bb tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] For port 5ac28bec-8f56-49f5-b586-f2919d7b5437, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=5ac28bec-8f56-49f5-b586-f2919d7b5437,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:00.045374 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-db7ed84e-d2b4-42ee-a69e-e587cbe04c0f req-fce718bb-f3bb-4ed1-9dc0-62a20dd7e1bb tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:00.064769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-db7ed84e-d2b4-42ee-a69e-e587cbe04c0f req-fce718bb-f3bb-4ed1-9dc0-62a20dd7e1bb tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Calling delete_port for 5ac28bec-8f56-49f5-b586-f2919d7b5437 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:17:00.069458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c1c8a5f8-4224-4f8a-be98-a73f9bd44e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'name': 'tempest-FloatingIPDetailsTestJSON-1034859878-router', 'tenant_id': 'c37309be2f134e83929849b27d298593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2440de54-3b83-49e9-a92d-9acef331269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:16:30Z', 'updated_at': '2022-02-28T17:16:58Z', 'revision_number': 5, 'project_id': 'c37309be2f134e83929849b27d298593', 'gw_port': {'id': '2440de54-3b83-49e9-a92d-9acef331269c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:31Z', 'updated_at': '2022-02-28T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:17:00.074673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3637aa2e-a0b6-4e6a-b847-90a3e8288b0f admin admin] Network ba2382c3-dfe7-478e-a4ba-25e78b3a8e97 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:17:00.107013 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c8a5f8-4224-4f8a-be98-a73f9bd44e9e None None] Checking router: ce1703f8-4b67-4055-96ad-c068432aa3a9 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:17:00.115675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c8a5f8-4224-4f8a-be98-a73f9bd44e9e None None] Routers {'ce1703f8-4b67-4055-96ad-c068432aa3a9'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:17:00.116376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c1c8a5f8-4224-4f8a-be98-a73f9bd44e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:16:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ce1703f8-4b67-4055-96ad-c068432aa3a9'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:17:00.136481 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25240704-a78a-4d09-8637-f7ef30410769 req-e2ed9850-29e5-4258-ad71-82bf2f000cc1 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:00.141035 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25240704-a78a-4d09-8637-f7ef30410769 req-e2ed9850-29e5-4258-ad71-82bf2f000cc1 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 946 time: 0.0545118 Feb 28 17:17:00.141160 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] Publish callbacks [] for router_gateway (ce1703f8-4b67-4055-96ad-c068432aa3a9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:00.162136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-3637aa2e-a0b6-4e6a-b847-90a3e8288b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, ba2382c3-dfe7-478e-a4ba-25e78b3a8e97) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:17:00.169613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3637aa2e-a0b6-4e6a-b847-90a3e8288b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:00.170202 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3637aa2e-a0b6-4e6a-b847-90a3e8288b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:00.173019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898a4e0b-0807-4f68-ba56-796ba0853d68 None None] Network ba2382c3-dfe7-478e-a4ba-25e78b3a8e97 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:17:00.219339 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25240704-a78a-4d09-8637-f7ef30410769 req-b3f6cb01-2011-42aa-a77c-dec30fb6186c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735176 Feb 28 17:17:00.270430 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3637aa2e-a0b6-4e6a-b847-90a3e8288b0f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9789071 Feb 28 17:17:00.297735 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-db7ed84e-d2b4-42ee-a69e-e587cbe04c0f req-fce718bb-f3bb-4ed1-9dc0-62a20dd7e1bb tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5ac28bec-8f56-49f5-b586-f2919d7b5437), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:00.298620 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-c1c8a5f8-4224-4f8a-be98-a73f9bd44e9e None None] Set router ce1703f8-4b67-4055-96ad-c068432aa3a9 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:17:00.328157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['9248faa6-e83f-4fd7-ab42-b643e215616b', '5ac28bec-8f56-49f5-b586-f2919d7b5437'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:00.331760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] Deleting port 2440de54-3b83-49e9-a92d-9acef331269c {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:17:00.332488 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2440de54-3b83-49e9-a92d-9acef331269c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:00.351186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce718bb-f3bb-4ed1-9dc0-62a20dd7e1bb tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Pushing event deleted for resources: {'Port': ['ID=5ac28bec-8f56-49f5-b586-f2919d7b5437,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:00.451492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959f561d-42d1-4257-93f1-80612432f92c None None] Network ba2382c3-dfe7-478e-a4ba-25e78b3a8e97 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:17:00.682851 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 33c45dcd-fa5d-4a4d-98e2-ed1726532cda up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:17:00.686422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7ed84e-d2b4-42ee-a69e-e587cbe04c0f req-fce718bb-f3bb-4ed1-9dc0-62a20dd7e1bb tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] No DVR routers for this DVR port 5ac28bec-8f56-49f5-b586-f2919d7b5437 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:17:00.720947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] For port 2440de54-3b83-49e9-a92d-9acef331269c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2440de54-3b83-49e9-a92d-9acef331269c,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:00.721646 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2440de54-3b83-49e9-a92d-9acef331269c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:00.739922 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c1c8a5f8-4224-4f8a-be98-a73f9bd44e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'name': 'tempest-FloatingIPDetailsTestJSON-1034859878-router', 'tenant_id': 'c37309be2f134e83929849b27d298593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2440de54-3b83-49e9-a92d-9acef331269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:16:30Z', 'updated_at': '2022-02-28T17:16:58Z', 'revision_number': 5, 'project_id': 'c37309be2f134e83929849b27d298593', 'gw_port': {'id': '2440de54-3b83-49e9-a92d-9acef331269c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:31Z', 'updated_at': '2022-02-28T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:17:00.740752 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-db7ed84e-d2b4-42ee-a69e-e587cbe04c0f req-fce718bb-f3bb-4ed1-9dc0-62a20dd7e1bb tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:00.746259 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-db7ed84e-d2b4-42ee-a69e-e587cbe04c0f req-fce718bb-f3bb-4ed1-9dc0-62a20dd7e1bb tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.69 "DELETE /v2.0/ports/5ac28bec-8f56-49f5-b586-f2919d7b5437 HTTP/1.1" status: 204 len: 173 time: 1.2030697 Feb 28 17:17:00.746737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eac417e-0376-4716-a9bc-a675d14f5300', 'name': 'network-vif-deleted', 'tag': '5ac28bec-8f56-49f5-b586-f2919d7b5437'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:00.748981 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67132cc3-495b-43dd-9e04-b3f159655344" -d '{"events": [{"server_uuid": "7eac417e-0376-4716-a9bc-a675d14f5300", "name": "network-vif-deleted", "tag": "5ac28bec-8f56-49f5-b586-f2919d7b5437"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:00.771383 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c4ce074-a6a8-4bbe-a449-0caf132cee03 req-a68584fc-5bc9-4acd-a06e-33d3bf28ad3c tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 210 time: 0.1161461 Feb 28 17:17:00.772146 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] Calling delete_port for 2440de54-3b83-49e9-a92d-9acef331269c owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:17:00.787080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c8a5f8-4224-4f8a-be98-a73f9bd44e9e None None] The sync data for ids ['ce1703f8-4b67-4055-96ad-c068432aa3a9'] in n-d-820368-19 is: [{'id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'name': 'tempest-FloatingIPDetailsTestJSON-1034859878-router', 'tenant_id': 'c37309be2f134e83929849b27d298593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2440de54-3b83-49e9-a92d-9acef331269c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:16:30Z', 'updated_at': '2022-02-28T17:16:58Z', 'revision_number': 5, 'project_id': 'c37309be2f134e83929849b27d298593', 'gw_port': {'id': '2440de54-3b83-49e9-a92d-9acef331269c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1703f8-4b67-4055-96ad-c068432aa3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:16:31Z', 'updated_at': '2022-02-28T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:17:00.862240 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3943f9ab-893c-421f-8f7e-a20c9345e2ae x-openstack-request-id: req-3943f9ab-893c-421f-8f7e-a20c9345e2ae {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:00.862638 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eac417e-0376-4716-a9bc-a675d14f5300", "name": "network-vif-deleted", "tag": "5ac28bec-8f56-49f5-b586-f2919d7b5437", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:00.863144 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3943f9ab-893c-421f-8f7e-a20c9345e2ae {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:00.863672 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eac417e-0376-4716-a9bc-a675d14f5300', 'name': 'network-vif-deleted', 'tag': '5ac28bec-8f56-49f5-b586-f2919d7b5437', 'status': 'completed', 'code': 200} Feb 28 17:17:00.869324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:00.872509 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.049967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:01.050368 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.091470 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:01.119296 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe2de2-b163-4c19-954c-4d7d28b4a186 req-d06152e9-c8d7-4e01-8dfb-04a58e297fac tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:01.120948 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23fe2de2-b163-4c19-954c-4d7d28b4a186 req-d06152e9-c8d7-4e01-8dfb-04a58e297fac tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 948 time: 0.0916326 Feb 28 17:17:01.183379 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198738c5-ed1f-4f6e-96d2-4b102dfd9569 req-9cb4e0d7-c8d3-4be0-8c07-f6d2617085b4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:01.189806 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-198738c5-ed1f-4f6e-96d2-4b102dfd9569 req-9cb4e0d7-c8d3-4be0-8c07-f6d2617085b4 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 949 time: 0.0968950 Feb 28 17:17:01.204996 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.207287 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5b87c799-18a2-4e54-983b-19518f2d6201 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:17:01.225370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 50b803c4-b876-4165-9f3c-2b1f7639017c no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:17:01.262530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23fe2de2-b163-4c19-954c-4d7d28b4a186 req-f0aa1a0c-8059-4a69-a931-a20e58eb4a88 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271279 Feb 28 17:17:01.277351 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-198738c5-ed1f-4f6e-96d2-4b102dfd9569 req-5d2dd230-4cad-4b7c-8427-3b7e0cea793f tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/security-groups?id=3f5d85df-e05c-4349-ac5d-37dd62a240b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856469 Feb 28 17:17:01.381669 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2440de54-3b83-49e9-a92d-9acef331269c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.411217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] Pushing event deleted for resources: {'Port': ['ID=2440de54-3b83-49e9-a92d-9acef331269c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:01.471461 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe7933-6818-4e8b-8364-37c0c0ce0699 req-8174da47-89d5-41f6-b362-47cb63a23436 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:01.478536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94fe7933-6818-4e8b-8364-37c0c0ce0699 req-8174da47-89d5-41f6-b362-47cb63a23436 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 946 time: 0.1341569 Feb 28 17:17:01.493423 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 50b803c4-b876-4165-9f3c-2b1f7639017c {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:17:01.493906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 50b803c4-b876-4165-9f3c-2b1f7639017c not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:17:01.500391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43468) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:01.532452 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43472) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:01.542565 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-391088607-network', 'tenant_id': '4ed22978ba58432086a17139a897a663'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:01.544961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:01.572554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:01.576258 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8816fa-315c-4f96-81c7-b8c735c5d593" -d '{"events": [{"server_uuid": "b4a9bfb8-b98f-48ac-98f8-5d9494408166", "name": "network-vif-plugged", "status": "completed", "tag": "33c45dcd-fa5d-4a4d-98e2-ed1726532cda"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:01.591151 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94fe7933-6818-4e8b-8364-37c0c0ce0699 req-d9e7944d-d0d8-4b75-b698-d433ddae90dc tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116338 Feb 28 17:17:01.592071 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (ce1703f8-4b67-4055-96ad-c068432aa3a9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.618764 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9ebc87-273a-4453-b8d7-8e2dff1854cb x-openstack-request-id: req-4c9ebc87-273a-4453-b8d7-8e2dff1854cb {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:01.618764 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a9bfb8-b98f-48ac-98f8-5d9494408166", "name": "network-vif-plugged", "status": "completed", "tag": "33c45dcd-fa5d-4a4d-98e2-ed1726532cda", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:01.618764 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4c9ebc87-273a-4453-b8d7-8e2dff1854cb {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:01.618764 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda', 'code': 200} Feb 28 17:17:01.637590 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 5b87c799-18a2-4e54-983b-19518f2d6201 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:17:01.642082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 5b87c799-18a2-4e54-983b-19518f2d6201 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:01.647306 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5b87c799-18a2-4e54-983b-19518f2d6201), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.706592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] Made reservation on behalf of 4ed22978ba58432086a17139a897a663 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:01.708870 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.722429 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (ce1703f8-4b67-4055-96ad-c068432aa3a9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.724275 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.726674 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] Publish callbacks [] for router_controller (ce1703f8-4b67-4055-96ad-c068432aa3a9), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.737727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 5b87c799-18a2-4e54-983b-19518f2d6201 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:01.739104 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5b87c799-18a2-4e54-983b-19518f2d6201), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.787995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5b87c799-18a2-4e54-983b-19518f2d6201, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5b87c799-18a2-4e54-983b-19518f2d6201,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:01.832091 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6dc0eee5-0612-48c0-b1e1-ad6efaa96c59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.855311 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5b87c799-18a2-4e54-983b-19518f2d6201), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.870137 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] Publish callbacks [] for security_group (e2ee4eb0-097c-4a81-ac6b-91d43a2d141e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.919735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=5b87c799-18a2-4e54-983b-19518f2d6201,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:01.935102 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (ce1703f8-4b67-4055-96ad-c068432aa3a9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.935645 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce1703f8-4b67-4055-96ad-c068432aa3a9 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:17:01.956339 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:01.959840 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7d028fa2-3834-49c4-a00e-c6d1ce4ac621 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ce1703f8-4b67-4055-96ad-c068432aa3a9 HTTP/1.1" status: 204 len: 168 time: 2.2555931 Feb 28 17:17:01.960420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43482) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:01.992559 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8b4418de-988b-4035-93aa-892e09482727 req-3a5436b5-3d48-43fe-bf99-bec93bd9feb1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eac417e-0376-4716-a9bc-a675d14f5300 HTTP/1.1" status: 200 len: 210 time: 0.0533814 Feb 28 17:17:01.992718 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6dc0eee5-0612-48c0-b1e1-ad6efaa96c59 admin admin] Publish callbacks [] for security_group (c08c80ba-e7a7-4d60-9b8a-7136bef36c51), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.010459 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e2ee4eb0-097c-4a81-ac6b-91d43a2d141e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.054965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:17:02.058361 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a090ac-e134-41d2-900e-e20d5abcbf61 req-446947f5-d5c4-4293-925a-d0e5dfd75589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:02.059870 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37a090ac-e134-41d2-900e-e20d5abcbf61 req-446947f5-d5c4-4293-925a-d0e5dfd75589 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 1132 time: 0.1871700 Feb 28 17:17:02.080053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ee4eb0-097c-4a81-ac6b-91d43a2d141e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:02.080912 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6dc0eee5-0612-48c0-b1e1-ad6efaa96c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c08c80ba-e7a7-4d60-9b8a-7136bef36c51), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.097250 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9233fa-ce41-4711-a52b-22ab7a353633 admin admin] Deleting subnet ea94dd25-2a20-42f5-b1f8-f32492a3faf5 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:17:02.106573 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (386e34a7-a426-4922-9138-15bdb0433932), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.106909 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] Added segment 386e34a7-a426-4922-9138-15bdb0433932 of type vlan for network ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52 Feb 28 17:17:02.108807 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6a9233fa-ce41-4711-a52b-22ab7a353633 admin admin] Publish callbacks [] for subnet (ea94dd25-2a20-42f5-b1f8-f32492a3faf5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.121920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328f97-e171-4b33-a195-f3a9d1e58062 req-7764619b-04e3-44f0-af37-37bea8eddba9 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:02.123381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-89328f97-e171-4b33-a195-f3a9d1e58062 req-7764619b-04e3-44f0-af37-37bea8eddba9 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 1129 time: 0.0877707 Feb 28 17:17:02.128694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0eee5-0612-48c0-b1e1-ad6efaa96c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08c80ba-e7a7-4d60-9b8a-7136bef36c51,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:02.147379 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6dc0eee5-0612-48c0-b1e1-ad6efaa96c59 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b6039edd52b740bc9586dbf1aae4f2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6425421 Feb 28 17:17:02.147720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43484) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:02.207567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-89328f97-e171-4b33-a195-f3a9d1e58062 req-1183c373-26d4-44c5-89e0-84ab6a7ca009 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713747 Feb 28 17:17:02.208257 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6a9233fa-ce41-4711-a52b-22ab7a353633 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (ea94dd25-2a20-42f5-b1f8-f32492a3faf5), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.230080 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-439143d3-77ae-4200-83e7-0ada42ccb9f2 admin admin] Publish callbacks [] for security_group (c08c80ba-e7a7-4d60-9b8a-7136bef36c51), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.234996 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.240310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37a090ac-e134-41d2-900e-e20d5abcbf61 req-2e2b52fd-a194-451c-8897-1f33b2ba69b3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706841 Feb 28 17:17:02.246233 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-439143d3-77ae-4200-83e7-0ada42ccb9f2 admin admin] Publish callbacks [] for security_group (c08c80ba-e7a7-4d60-9b8a-7136bef36c51), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.367557 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6a9233fa-ce41-4711-a52b-22ab7a353633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (ea94dd25-2a20-42f5-b1f8-f32492a3faf5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.387006 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648afe4d-5a49-4ced-ab40-322d95f03fe0 req-01f4ce8b-9a1a-4019-a740-b29a4cebf4e4 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:02.388462 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-648afe4d-5a49-4ced-ab40-322d95f03fe0 req-01f4ce8b-9a1a-4019-a740-b29a4cebf4e4 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0529883 Feb 28 17:17:02.392366 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.393299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:02.393870 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.410301 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-439143d3-77ae-4200-83e7-0ada42ccb9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c08c80ba-e7a7-4d60-9b8a-7136bef36c51), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.413988 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-439143d3-77ae-4200-83e7-0ada42ccb9f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.414508 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-439143d3-77ae-4200-83e7-0ada42ccb9f2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c08c80ba-e7a7-4d60-9b8a-7136bef36c51 HTTP/1.1" status: 204 len: 168 time: 0.2661905 Feb 28 17:17:02.434058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439143d3-77ae-4200-83e7-0ada42ccb9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08c80ba-e7a7-4d60-9b8a-7136bef36c51,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:02.454666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3daf0a-01af-433d-96b4-24f24d3b7795 req-06a0a149-52ea-499e-be4a-6f6970cb4b8e tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:02.456136 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f3daf0a-01af-433d-96b4-24f24d3b7795 req-06a0a149-52ea-499e-be4a-6f6970cb4b8e tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 1129 time: 0.1680675 Feb 28 17:17:02.478192 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-648afe4d-5a49-4ced-ab40-322d95f03fe0 req-a1f22a74-185c-4621-93bd-30e331727d15 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834072 Feb 28 17:17:02.484836 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] Pushing event updated for resources: {'Network': ['ID=ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:02.505712 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:17:02.534596 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-72c5e125-2a8c-46a2-9e1c-cffefa1dc9df admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0010746 Feb 28 17:17:02.537893 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43494) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:02.544000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8983a328-88cb-4e72-8041-f39d553c1435 admin admin] Request body: {'subnet': {'network_id': 'ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-391088607-subnet', 'tenant_id': '4ed22978ba58432086a17139a897a663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:02.551927 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f3daf0a-01af-433d-96b4-24f24d3b7795 req-15bfa806-0d7c-4ae9-a627-b8ebebce2143 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899587 Feb 28 17:17:02.576104 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6a9233fa-ce41-4711-a52b-22ab7a353633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (ea94dd25-2a20-42f5-b1f8-f32492a3faf5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.607190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9233fa-ce41-4711-a52b-22ab7a353633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea94dd25-2a20-42f5-b1f8-f32492a3faf5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:02.615561 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6a9233fa-ce41-4711-a52b-22ab7a353633 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.621589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51273ae-5bc7-4061-80c7-1965b9464f1d None None] Network b9e61de7-c1e2-48c6-85a2-00a72e588b2d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:17:02.622159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d514fed-d3b7-46c3-b1cb-57c265a54475 req-466a4398-820e-4535-b58b-802398249a5b tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:02.623795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6a9233fa-ce41-4711-a52b-22ab7a353633 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ea94dd25-2a20-42f5-b1f8-f32492a3faf5 HTTP/1.1" status: 204 len: 168 time: 0.6623845 Feb 28 17:17:02.624332 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d514fed-d3b7-46c3-b1cb-57c265a54475 req-466a4398-820e-4535-b58b-802398249a5b tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 950 time: 0.0632257 Feb 28 17:17:02.624453 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43498) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:02.672715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8983a328-88cb-4e72-8041-f39d553c1435 admin admin] Made reservation on behalf of 4ed22978ba58432086a17139a897a663 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:02.675243 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8983a328-88cb-4e72-8041-f39d553c1435 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.699359 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d514fed-d3b7-46c3-b1cb-57c265a54475 req-32edcd35-273e-4929-ac90-6060cd0ea2bc tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/security-groups?id=3f5d85df-e05c-4349-ac5d-37dd62a240b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669770 Feb 28 17:17:02.761300 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (b9e61de7-c1e2-48c6-85a2-00a72e588b2d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.870338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97548e3d-39c9-484c-97f7-21840db75fa0 None None] DHCP port deletion for b9e61de7-c1e2-48c6-85a2-00a72e588b2d request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:17:02.904780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Deleting port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:17:02.905119 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.924952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-97548e3d-39c9-484c-97f7-21840db75fa0 None None] Deleting port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:17:02.925430 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-97548e3d-39c9-484c-97f7-21840db75fa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.980076 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:17:02.986052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] For port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4e156c4c-2dd8-498b-9639-e1ae9971d0a7,segment=NetworkSegment(1ba8c32c-3409-4618-80e7-997514a9170d),segment_id=1ba8c32c-3409-4618-80e7-997514a9170d)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:02.987975 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:02.994276 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8983a328-88cb-4e72-8041-f39d553c1435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (254c7edc-6fb6-4f68-b409-ba86f8594786), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.011439 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-97548e3d-39c9-484c-97f7-21840db75fa0 None None] For port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4e156c4c-2dd8-498b-9639-e1ae9971d0a7,segment=NetworkSegment(1ba8c32c-3409-4618-80e7-997514a9170d),segment_id=1ba8c32c-3409-4618-80e7-997514a9170d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:03.011949 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-97548e3d-39c9-484c-97f7-21840db75fa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.031302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-97548e3d-39c9-484c-97f7-21840db75fa0 None None] Calling delete_port for 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:17:03.034395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Calling delete_port for 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:17:03.157712 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:03.158037 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.167888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983a328-88cb-4e72-8041-f39d553c1435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=254c7edc-6fb6-4f68-b409-ba86f8594786,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:03.178025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8983a328-88cb-4e72-8041-f39d553c1435 admin admin] Checking segment: {'id': '386e34a7-a426-4922-9138-15bdb0433932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:03.178025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8983a328-88cb-4e72-8041-f39d553c1435 admin admin] Network hostable DHCP agents. Network: ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:17:03.216661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43514) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:03.233508 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-84bee22c-aa41-4442-9e4c-1f9cba9daa13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.242721 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-97548e3d-39c9-484c-97f7-21840db75fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.248398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8983a328-88cb-4e72-8041-f39d553c1435 admin admin] Network ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:17:03.285159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97548e3d-39c9-484c-97f7-21840db75fa0 None None] Pushing event deleted for resources: {'Port': ['ID=4e156c4c-2dd8-498b-9639-e1ae9971d0a7,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:03.290206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97548e3d-39c9-484c-97f7-21840db75fa0 None None] No DVR routers for this DVR port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:17:03.291901 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 28 17:17:03.291901 n-d-820368-19 neutron-server[104248]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 28 17:17:03.291901 n-d-820368-19 neutron-server[104248]: [parameters: {'status': 'DOWN', 'ports_id': '4e156c4c-2dd8-498b-9639-e1ae9971d0a7'}] Feb 28 17:17:03.291901 n-d-820368-19 neutron-server[104248]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:17:03.293546 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:17:03.305226 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (4e156c4c-2dd8-498b-9639-e1ae9971d0a7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.343890 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-8983a328-88cb-4e72-8041-f39d553c1435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:17:03.346563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=4e156c4c-2dd8-498b-9639-e1ae9971d0a7,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:03.355270 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36934f6c-44d4-465f-bdad-13242a7d7c82 None None] Network ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:17:03.361712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] No DVR routers for this DVR port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:17:03.370958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8983a328-88cb-4e72-8041-f39d553c1435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:03.371543 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8983a328-88cb-4e72-8041-f39d553c1435 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.417659 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-84bee22c-aa41-4442-9e4c-1f9cba9daa13 admin admin] Publish callbacks [] for security_group (60ce52c6-38ee-46c5-aaaa-d60d02391041), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.485500 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (b9e61de7-c1e2-48c6-85a2-00a72e588b2d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.488009 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-84bee22c-aa41-4442-9e4c-1f9cba9daa13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (60ce52c6-38ee-46c5-aaaa-d60d02391041), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.495303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87f97a4-b245-4abc-820a-79c22f5eab52 None None] Network ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:17:03.528519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bee22c-aa41-4442-9e4c-1f9cba9daa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ce52c6-38ee-46c5-aaaa-d60d02391041,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:03.539687 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8983a328-88cb-4e72-8041-f39d553c1435 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0001523 Feb 28 17:17:03.557059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e61de7-c1e2-48c6-85a2-00a72e588b2d']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:17:03.567656 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-84bee22c-aa41-4442-9e4c-1f9cba9daa13 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a981172fe10d40b6be65e0fc5a0cdf01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495674 Feb 28 17:17:03.571927 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43534) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:03.573872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba8c32c-3409-4618-80e7-997514a9170d') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:17:03.574659 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba8c32c-3409-4618-80e7-997514a9170d') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:17:03.590640 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (1ba8c32c-3409-4618-80e7-997514a9170d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.606603 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (1ba8c32c-3409-4618-80e7-997514a9170d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.613091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:17:03.613526 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (1ba8c32c-3409-4618-80e7-997514a9170d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.615225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089847ff-1bb1-4e0b-ab3d-0b94e791fa0e req-4f7e5a17-68be-4ca1-8c2e-12041beec4d6 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:03.622769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-089847ff-1bb1-4e0b-ab3d-0b94e791fa0e req-4f7e5a17-68be-4ca1-8c2e-12041beec4d6 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 950 time: 0.1289585 Feb 28 17:17:03.631537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef103b5d-4639-4ac8-955f-53426b7efce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b87c799-18a2-4e54-983b-19518f2d6201'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:03.645733 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad546fed-bf16-4513-99d0-7fc7a5281c62" -d '{"events": [{"server_uuid": "ef103b5d-4639-4ac8-955f-53426b7efce5", "name": "network-vif-plugged", "status": "completed", "tag": "5b87c799-18a2-4e54-983b-19518f2d6201"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:17:03.674060 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:17:03.707555 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c6c-5bb1-4467-99d6-f31731845ad2 admin admin] Publish callbacks [] for security_group (60ce52c6-38ee-46c5-aaaa-d60d02391041), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.734557 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-089847ff-1bb1-4e0b-ab3d-0b94e791fa0e req-7ba7da1a-d709-4299-bb6a-6861a4ab90c6 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/security-groups?id=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092525 Feb 28 17:17:03.762158 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (b9e61de7-c1e2-48c6-85a2-00a72e588b2d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.778737 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c6c-5bb1-4467-99d6-f31731845ad2 admin admin] Publish callbacks [] for security_group (60ce52c6-38ee-46c5-aaaa-d60d02391041), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.782589 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.789014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] 10.222.0.72 "DELETE /v2.0/networks/b9e61de7-c1e2-48c6-85a2-00a72e588b2d HTTP/1.1" status: 204 len: 168 time: 1.1605582 Feb 28 17:17:03.795288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd0203-b7eb-4541-b8f5-126052234bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=b9e61de7-c1e2-48c6-85a2-00a72e588b2d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:03.822305 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Port 4e156c4c-2dd8-498b-9639-e1ae9971d0a7 update to DOWN by agent not found {{(pid=104248) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 28 17:17:03.823221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2440de54-3b83-49e9-a92d-9acef331269c no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:17:03.852473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2440de54-3b83-49e9-a92d-9acef331269c {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:17:03.852473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2440de54-3b83-49e9-a92d-9acef331269c not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:17:03.883832 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd641bd-8515-46d5-9679-d89e1e88ff6a req-e25184e8-e423-4cf2-9762-55e9a529029c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:03.887261 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abd641bd-8515-46d5-9679-d89e1e88ff6a req-e25184e8-e423-4cf2-9762-55e9a529029c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0877817 Feb 28 17:17:03.945605 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abd641bd-8515-46d5-9679-d89e1e88ff6a req-3f741af3-70c2-4c00-9af9-f358ad51c3d6 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515957 Feb 28 17:17:03.974587 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c6c-5bb1-4467-99d6-f31731845ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (60ce52c6-38ee-46c5-aaaa-d60d02391041), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.977745 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c6c-5bb1-4467-99d6-f31731845ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:03.981004 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4bba4c6c-5bb1-4467-99d6-f31731845ad2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/60ce52c6-38ee-46c5-aaaa-d60d02391041 HTTP/1.1" status: 204 len: 168 time: 0.4041924 Feb 28 17:17:03.989591 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98147e54-a8a2-40d2-b4fc-d2d536695a95 x-openstack-request-id: req-98147e54-a8a2-40d2-b4fc-d2d536695a95 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:03.990170 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba4c6c-5bb1-4467-99d6-f31731845ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ce52c6-38ee-46c5-aaaa-d60d02391041,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:03.990285 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef103b5d-4639-4ac8-955f-53426b7efce5", "name": "network-vif-plugged", "status": "completed", "tag": "5b87c799-18a2-4e54-983b-19518f2d6201", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:03.990285 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-98147e54-a8a2-40d2-b4fc-d2d536695a95 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:03.990602 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef103b5d-4639-4ac8-955f-53426b7efce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b87c799-18a2-4e54-983b-19518f2d6201', 'code': 200} Feb 28 17:17:04.097728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dd651-98df-449e-9bfe-cf23c00bfbda req-8304a71e-54d2-4f4a-b8d6-ad10d64fee93 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:04.099370 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-436dd651-98df-449e-9bfe-cf23c00bfbda req-8304a71e-54d2-4f4a-b8d6-ad10d64fee93 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 950 time: 0.0587420 Feb 28 17:17:04.122755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dca588-9d07-4d9e-bde3-4dd71578fca7 req-4b0880f1-b383-40af-a1e6-a01f33c36ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:04.124249 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-54dca588-9d07-4d9e-bde3-4dd71578fca7 req-4b0880f1-b383-40af-a1e6-a01f33c36ffa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 1133 time: 0.0460222 Feb 28 17:17:04.147062 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-436dd651-98df-449e-9bfe-cf23c00bfbda req-a6877a97-8aa9-467f-b73e-c16985c457bd tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/security-groups?id=3f5d85df-e05c-4349-ac5d-37dd62a240b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 Feb 28 17:17:04.172389 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-54dca588-9d07-4d9e-bde3-4dd71578fca7 req-934a9b81-4dce-4cda-aec7-2c13d2686ad6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f5d85df-e05c-4349-ac5d-37dd62a240b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424602 Feb 28 17:17:04.311355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43560) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:04.353763 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-144d51bf-57b8-4f57-8290-6d71109a28e6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c37309be2f134e83929849b27d298593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384040 Feb 28 17:17:04.354056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43562) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:04.402203 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-236443a3-dee4-439e-99a0-84f956380c8a admin admin] Publish callbacks [] for security_group (2d06330f-3d52-47c6-ae39-564eca6a2743), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:04.431995 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-236443a3-dee4-439e-99a0-84f956380c8a admin admin] Publish callbacks [] for security_group (2d06330f-3d52-47c6-ae39-564eca6a2743), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:04.535296 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-236443a3-dee4-439e-99a0-84f956380c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2d06330f-3d52-47c6-ae39-564eca6a2743), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:04.538815 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-236443a3-dee4-439e-99a0-84f956380c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:04.540310 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-236443a3-dee4-439e-99a0-84f956380c8a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d06330f-3d52-47c6-ae39-564eca6a2743 HTTP/1.1" status: 204 len: 168 time: 0.1852198 Feb 28 17:17:04.550276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236443a3-dee4-439e-99a0-84f956380c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d06330f-3d52-47c6-ae39-564eca6a2743,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:04.612079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 5ac28bec-8f56-49f5-b586-f2919d7b5437 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:17:04.633490 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 5ac28bec-8f56-49f5-b586-f2919d7b5437 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:17:04.633842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 5ac28bec-8f56-49f5-b586-f2919d7b5437 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:17:04.815102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-7b2bfb52-821d-4d4c-8554-e7781e1aab97 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:04.816759 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-7b2bfb52-821d-4d4c-8554-e7781e1aab97 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/networks?id=ba2382c3-dfe7-478e-a4ba-25e78b3a8e97 HTTP/1.1" status: 200 len: 814 time: 0.1052785 Feb 28 17:17:04.834659 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-a0fe6764-3487-4e18-a9b6-236e8fc08691 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/quotas/2e7c0c1f801242759971f9cf9a27b9be HTTP/1.1" status: 200 len: 375 time: 0.0104718 Feb 28 17:17:04.862413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080bc73-9fda-4f93-8ea5-d7626be0f4fa req-0a44b2a5-4752-4ce3-80db-9fffb3fa3558 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:04.867006 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f080bc73-9fda-4f93-8ea5-d7626be0f4fa req-0a44b2a5-4752-4ce3-80db-9fffb3fa3558 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.69 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 950 time: 0.0820684 Feb 28 17:17:04.883859 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-e202b45b-3676-4051-a25d-fbb04a6e2dcd tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e7c0c1f801242759971f9cf9a27b9be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406418 Feb 28 17:17:04.995080 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-f080bc73-9fda-4f93-8ea5-d7626be0f4fa req-5b3a889f-2d84-427d-a609-0af780c5f0c1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Deleting port 9248faa6-e83f-4fd7-ab42-b643e215616b {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:17:04.995538 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f080bc73-9fda-4f93-8ea5-d7626be0f4fa req-5b3a889f-2d84-427d-a609-0af780c5f0c1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:05.018634 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-124c2880-3535-4e5f-ba44-19822819cf54 service neutron] 10.222.0.72 "GET /v2.0/networks/ba2382c3-dfe7-478e-a4ba-25e78b3a8e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274974 Feb 28 17:17:05.099780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-f080bc73-9fda-4f93-8ea5-d7626be0f4fa req-5b3a889f-2d84-427d-a609-0af780c5f0c1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] For port 9248faa6-e83f-4fd7-ab42-b643e215616b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9248faa6-e83f-4fd7-ab42-b643e215616b,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:05.100237 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f080bc73-9fda-4f93-8ea5-d7626be0f4fa req-5b3a889f-2d84-427d-a609-0af780c5f0c1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:05.112390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-f080bc73-9fda-4f93-8ea5-d7626be0f4fa req-5b3a889f-2d84-427d-a609-0af780c5f0c1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Calling delete_port for 9248faa6-e83f-4fd7-ab42-b643e215616b owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:17:05.118228 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-6e96f895-0094-4809-90a6-203262b9f1c5 service neutron] 10.222.0.72 "GET /v2.0/networks/ba2382c3-dfe7-478e-a4ba-25e78b3a8e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928404 Feb 28 17:17:05.313491 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f080bc73-9fda-4f93-8ea5-d7626be0f4fa req-5b3a889f-2d84-427d-a609-0af780c5f0c1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9248faa6-e83f-4fd7-ab42-b643e215616b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:05.327953 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['9248faa6-e83f-4fd7-ab42-b643e215616b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:05.354942 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a889f-2d84-427d-a609-0af780c5f0c1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Pushing event deleted for resources: {'Port': ['ID=9248faa6-e83f-4fd7-ab42-b643e215616b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:05.433329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f080bc73-9fda-4f93-8ea5-d7626be0f4fa req-5b3a889f-2d84-427d-a609-0af780c5f0c1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] No DVR routers for this DVR port 9248faa6-e83f-4fd7-ab42-b643e215616b on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:17:05.437457 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f080bc73-9fda-4f93-8ea5-d7626be0f4fa req-5b3a889f-2d84-427d-a609-0af780c5f0c1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:05.467048 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f080bc73-9fda-4f93-8ea5-d7626be0f4fa req-5b3a889f-2d84-427d-a609-0af780c5f0c1 tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.69 "DELETE /v2.0/ports/9248faa6-e83f-4fd7-ab42-b643e215616b HTTP/1.1" status: 204 len: 173 time: 0.5770802 Feb 28 17:17:05.470996 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bd2008-c2e1-4238-8cc5-d4729adaa725', 'name': 'network-vif-deleted', 'tag': '9248faa6-e83f-4fd7-ab42-b643e215616b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:05.478828 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa53cb64-7c9f-4097-9669-e2abedec2fd7" -d '{"events": [{"server_uuid": "34bd2008-c2e1-4238-8cc5-d4729adaa725", "name": "network-vif-deleted", "tag": "9248faa6-e83f-4fd7-ab42-b643e215616b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:05.626226 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37a68ffd-209d-4d27-a9e3-329340b6d860 req-ecc837d2-827a-4ef5-98bc-a821a69c221c tempest-ServersAdminNegativeTestJSON-930592424 tempest-ServersAdminNegativeTestJSON-930592424-project] 10.222.0.72 "GET /v2.0/ports?device_id=34bd2008-c2e1-4238-8cc5-d4729adaa725 HTTP/1.1" status: 200 len: 210 time: 0.0613642 Feb 28 17:17:05.694165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43632) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:05.743022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e3e1b-ea20-4c96-9ac3-9fb811140395 req-6684acf3-1f64-4125-baa5-2d3a9aa5a79c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:05.745567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-299e3e1b-ea20-4c96-9ac3-9fb811140395 req-6684acf3-1f64-4125-baa5-2d3a9aa5a79c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0766921 Feb 28 17:17:05.814653 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-299e3e1b-ea20-4c96-9ac3-9fb811140395 req-c37c8f04-b704-4624-8dfe-a297506e6fd2 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635283 Feb 28 17:17:05.963588 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbc9c7-a8ad-4dae-a646-c5ef8df4b033 req-5b82dd08-77bf-499e-8fb5-7633adc4699e tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:05.965967 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1acbc9c7-a8ad-4dae-a646-c5ef8df4b033 req-5b82dd08-77bf-499e-8fb5-7633adc4699e tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 950 time: 0.0721216 Feb 28 17:17:05.968007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-3b23c395-9041-443d-967f-a2cc4185b58f tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:17:05.969205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-3b23c395-9041-443d-967f-a2cc4185b58f tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2734549 Feb 28 17:17:06.036197 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1acbc9c7-a8ad-4dae-a646-c5ef8df4b033 req-83226b0f-aa3f-48e1-ba6e-062d761d6d22 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/security-groups?id=3f5d85df-e05c-4349-ac5d-37dd62a240b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502491 Feb 28 17:17:06.119381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b0b733fa-2686-462a-8cbe-1bf530a68a09 req-8afc9f4b-6a84-40ff-bedc-13a6eb74d42f tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 210 time: 0.0317724 Feb 28 17:17:06.172727 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57b6122-6770-4722-af62-07e94d55a826 x-openstack-request-id: req-a57b6122-6770-4722-af62-07e94d55a826 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:06.173421 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bd2008-c2e1-4238-8cc5-d4729adaa725", "name": "network-vif-deleted", "tag": "9248faa6-e83f-4fd7-ab42-b643e215616b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:06.173736 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a57b6122-6770-4722-af62-07e94d55a826 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:06.174228 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bd2008-c2e1-4238-8cc5-d4729adaa725', 'name': 'network-vif-deleted', 'tag': '9248faa6-e83f-4fd7-ab42-b643e215616b', 'status': 'completed', 'code': 200} Feb 28 17:17:06.283156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b546122-63b3-4567-bdf6-789e3a6766bf req-4297aa88-653b-4240-9346-441753274e46 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:06.301236 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b546122-63b3-4567-bdf6-789e3a6766bf req-4297aa88-653b-4240-9346-441753274e46 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0771415 Feb 28 17:17:06.362301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b546122-63b3-4567-bdf6-789e3a6766bf req-69d466ea-364f-4c14-b78b-aeef77ca487c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598688 Feb 28 17:17:06.459318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-88e40e94-adfc-43bb-8630-f267721ffe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:06.473253 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-88e40e94-adfc-43bb-8630-f267721ffe39 service neutron] 10.222.0.72 "GET /v2.0/ports/257fb183-c117-4a44-9ece-e411c599ab15 HTTP/1.1" status: 200 len: 1126 time: 0.3125632 Feb 28 17:17:06.478177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4f56d899-4c1d-4cba-8e52-991c97cd3724 service neutron] Request body: {'binding': {'host': 'n-h1-820368-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:06.479240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4f56d899-4c1d-4cba-8e52-991c97cd3724 service neutron] Unknown quota resources ['binding']. {{(pid=104246) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:17:06.655705 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4f56d899-4c1d-4cba-8e52-991c97cd3724 service neutron] Attempting to bind port 257fb183-c117-4a44-9ece-e411c599ab15 on host n-h1-820368-19 for vnic_type normal with profile None {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:17:06.656317 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4f56d899-4c1d-4cba-8e52-991c97cd3724 service neutron] Attempting to bind port 257fb183-c117-4a44-9ece-e411c599ab15 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:17:06.656971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4f56d899-4c1d-4cba-8e52-991c97cd3724 service neutron] Attempting to bind port 257fb183-c117-4a44-9ece-e411c599ab15 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:06.662531 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4f56d899-4c1d-4cba-8e52-991c97cd3724 service neutron] Port 257fb183-c117-4a44-9ece-e411c599ab15 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:17:06.662922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4f56d899-4c1d-4cba-8e52-991c97cd3724 service neutron] Attempting to bind port 257fb183-c117-4a44-9ece-e411c599ab15 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:06.668323 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4f56d899-4c1d-4cba-8e52-991c97cd3724 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:17:06.668677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4f56d899-4c1d-4cba-8e52-991c97cd3724 service neutron] Checking segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:06.669536 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4f56d899-4c1d-4cba-8e52-991c97cd3724 service neutron] Bound using segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:17:06.669536 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4f56d899-4c1d-4cba-8e52-991c97cd3724 service neutron] Bound port: 257fb183-c117-4a44-9ece-e411c599ab15, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:17:06.783634 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4f56d899-4c1d-4cba-8e52-991c97cd3724 service neutron] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=257fb183-c117-4a44-9ece-e411c599ab15,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:17:06.880082 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4f56d899-4c1d-4cba-8e52-991c97cd3724 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:06.884609 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4f56d899-4c1d-4cba-8e52-991c97cd3724 service neutron] 10.222.0.72 "POST /v2.0/ports/257fb183-c117-4a44-9ece-e411c599ab15/bindings HTTP/1.1" status: 201 len: 390 time: 0.4105377 Feb 28 17:17:07.441730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527dbf2-1299-4e6d-8197-f5bb194b7b28 req-c610e16a-9dfa-4f24-82d1-aaad5b99c1dc tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:07.443226 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a527dbf2-1299-4e6d-8197-f5bb194b7b28 req-c610e16a-9dfa-4f24-82d1-aaad5b99c1dc tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 946 time: 0.0922298 Feb 28 17:17:07.471505 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:07.534568 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a527dbf2-1299-4e6d-8197-f5bb194b7b28 req-68d237b2-c5ba-44a4-9faa-9a5ab991e14f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820997 Feb 28 17:17:07.650220 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3ecd50df-49c8-436d-b59c-79e14703fb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:07.669340 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8e7e42dd-2a38-47ff-a23c-5e50411d253c req-f5b07073-52b7-4f28-bbde-663974597032 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 210 time: 0.0366919 Feb 28 17:17:07.670065 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-7358a58b-5c38-47cf-b152-bcc0b49b71e4 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=81733e0a8b99473ab8a38e02ca5bc377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463302 Feb 28 17:17:07.763017 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-c28c695f-8019-44cd-9d80-77619cfc7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:07.764584 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-c28c695f-8019-44cd-9d80-77619cfc7444 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 1129 time: 0.1921172 Feb 28 17:17:07.883520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3617d-9e44-49ae-9716-1ba0a1d3ac6d req-bbe74cd7-0313-4069-82f4-babf48c0ef8b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:07.898703 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3b3617d-9e44-49ae-9716-1ba0a1d3ac6d req-bbe74cd7-0313-4069-82f4-babf48c0ef8b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.1385221 Feb 28 17:17:07.963600 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3b3617d-9e44-49ae-9716-1ba0a1d3ac6d req-4dd2948b-05db-4ece-9bbe-212c692eea63 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576327 Feb 28 17:17:08.071943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43726) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:08.219671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-6e637993-4e29-4ace-8894-5bfe15afe712 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:08.221383 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-6e637993-4e29-4ace-8894-5bfe15afe712 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5499973 Feb 28 17:17:08.275227 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-0fd7c7b1-85fa-4e99-8aa4-ca5a99e529d9 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/quotas/81733e0a8b99473ab8a38e02ca5bc377 HTTP/1.1" status: 200 len: 375 time: 0.0392087 Feb 28 17:17:08.278809 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-b044d45f-c4a5-48ef-ab55-6e9a8207acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:08.280304 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-b044d45f-c4a5-48ef-ab55-6e9a8207acfe service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.5093727 Feb 28 17:17:08.327488 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-a8edc689-7971-4ad4-8088-7633af4bf37d tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=81733e0a8b99473ab8a38e02ca5bc377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459871 Feb 28 17:17:08.365789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-acbe6f3c-6c1e-4c05-b6d9-f8ad0a117d85 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:08.367299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-acbe6f3c-6c1e-4c05-b6d9-f8ad0a117d85 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.69 "GET /v2.0/networks?id=ba2382c3-dfe7-478e-a4ba-25e78b3a8e97 HTTP/1.1" status: 200 len: 814 time: 0.2843814 Feb 28 17:17:08.368854 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-c215eaf6-9fad-437a-9f65-c0ca28af331d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=257fb183-c117-4a44-9ece-e411c599ab15 HTTP/1.1" status: 200 len: 217 time: 0.0771339 Feb 28 17:17:08.396602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Request body: {'port': {'device_id': '3f10998d-13d2-4154-be82-411c3ef9ee59', 'network_id': 'ba2382c3-dfe7-478e-a4ba-25e78b3a8e97', 'admin_state_up': True, 'tenant_id': '2e7c0c1f801242759971f9cf9a27b9be'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:08.456571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ee411fec-8ee0-4321-8b88-304c8016c7de admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c1dcb21003044f66ae15e8cdadb8100c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832188 Feb 28 17:17:08.460927 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43734) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:08.493369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-3e42ba02-9e37-479b-a8e9-9e9c9861040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:08.494897 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-3e42ba02-9e37-479b-a8e9-9e9c9861040c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.1192286 Feb 28 17:17:08.520484 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5df48c9-0374-4290-bcac-45d11bdcbb19 admin admin] Publish callbacks [] for security_group (8eeb0a1a-2146-4fd0-8727-a9d112cda5e5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:08.538401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-96a73456-3b7a-4656-b83a-2e28d4f50f9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349362 Feb 28 17:17:08.563231 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5df48c9-0374-4290-bcac-45d11bdcbb19 admin admin] Publish callbacks [] for security_group (8eeb0a1a-2146-4fd0-8727-a9d112cda5e5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:08.620126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 9248faa6-e83f-4fd7-ab42-b643e215616b no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:17:08.667515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-f193a302-42c7-45dd-ba12-993df9b6be8f service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199853 Feb 28 17:17:08.671516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 9248faa6-e83f-4fd7-ab42-b643e215616b {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:17:08.671900 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 9248faa6-e83f-4fd7-ab42-b643e215616b not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:17:08.706374 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5df48c9-0374-4290-bcac-45d11bdcbb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8eeb0a1a-2146-4fd0-8727-a9d112cda5e5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:08.709500 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5df48c9-0374-4290-bcac-45d11bdcbb19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:08.710817 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e5df48c9-0374-4290-bcac-45d11bdcbb19 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8eeb0a1a-2146-4fd0-8727-a9d112cda5e5 HTTP/1.1" status: 204 len: 168 time: 0.2484827 Feb 28 17:17:08.731823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df48c9-0374-4290-bcac-45d11bdcbb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeb0a1a-2146-4fd0-8727-a9d112cda5e5,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:08.739589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Made reservation on behalf of 2e7c0c1f801242759971f9cf9a27b9be for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:08.758725 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:08.939314 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-2c2adaed-76ca-4b97-967e-5ee85c83defc service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624252 Feb 28 17:17:08.953294 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9fe51cee-bff0-4d39-b183-6e73338630f0 req-3f872111-6dbb-4868-b050-53dc41d8d638 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 210 time: 0.0425227 Feb 28 17:17:08.987036 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102c549-9262-4262-adde-1332339e98f8 req-19e1e4b9-e80d-4576-8190-a8192941cacb tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:08.988773 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7102c549-9262-4262-adde-1332339e98f8 req-19e1e4b9-e80d-4576-8190-a8192941cacb tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 946 time: 0.1381803 Feb 28 17:17:09.030472 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27b726d5-6433-4883-955e-98b2087a457f req-0f896a80-ced4-4e26-9f2f-c4b221252dcd tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 210 time: 0.0263953 Feb 28 17:17:09.059004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Allocated IP 172.20.0.6 (ba2382c3-dfe7-478e-a4ba-25e78b3a8e97/0fa4ecd5-f798-444d-a1ea-c3e4acc526da/b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:17:09.077939 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7102c549-9262-4262-adde-1332339e98f8 req-eeeaf91c-4721-49cf-84de-4fc0a3976003 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686765 Feb 28 17:17:09.386695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef888e-6aaf-4691-93ab-b287b544f744 req-624383f8-79a3-44d7-b824-bb31dce9c5f3 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:09.388219 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-32ef888e-6aaf-4691-93ab-b287b544f744 req-624383f8-79a3-44d7-b824-bb31dce9c5f3 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 950 time: 0.2324040 Feb 28 17:17:09.411102 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Publish callbacks [] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:09.429804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-c5b2b635-1bf2-4ba9-b610-2f29e56e7717 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:09.431367 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-c5b2b635-1bf2-4ba9-b610-2f29e56e7717 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65&tenant_id=c57be2755a4d40389e59c507cc6d5340&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1129 time: 0.2122624 Feb 28 17:17:09.445708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820368-19'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:09.451158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7faccea-833a-4f8e-8356-cce4e3e7abe3 req-925d3bc4-3517-48e4-83f6-37a33e4ab517 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:09.452682 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7faccea-833a-4f8e-8356-cce4e3e7abe3 req-925d3bc4-3517-48e4-83f6-37a33e4ab517 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0535264 Feb 28 17:17:09.505982 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7faccea-833a-4f8e-8356-cce4e3e7abe3 req-6771b293-2de5-478a-bc04-34548623eec4 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474591 Feb 28 17:17:09.512494 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-32ef888e-6aaf-4691-93ab-b287b544f744 req-98755c4a-6214-4b17-9e24-957262156bc0 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/security-groups?id=3f5d85df-e05c-4349-ac5d-37dd62a240b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134140 Feb 28 17:17:09.549047 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (257fb183-c117-4a44-9ece-e411c599ab15), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:09.642359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43776) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:09.666811 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:09.683254 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a5d0425f-9383-4836-9c2d-440c2eae5146 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f4d7baf516dd47b3af24c7e4d890dd70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397317 Feb 28 17:17:09.685682 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43778) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:09.717174 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=257fb183-c117-4a44-9ece-e411c599ab15,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:09.735582 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65a580d0-9e4e-425f-ba11-bd8a6137bc92 admin admin] Publish callbacks [] for security_group (07a5e699-fdea-47ff-91f4-02c1fb2e8e25), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:09.745222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Network ba2382c3-dfe7-478e-a4ba-25e78b3a8e97 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:17:09.752562 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Pushing event updated for resources: {'Port': ['ID=b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:09.757536 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65a580d0-9e4e-425f-ba11-bd8a6137bc92 admin admin] Publish callbacks [] for security_group (07a5e699-fdea-47ff-91f4-02c1fb2e8e25), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:09.759326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:17:09.769076 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:17:09.771037 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:09.776571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:09.776922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:09.777269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:09.777606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:09.780646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:09.780646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:09.780646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:09.780646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:09.780646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:09.780646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:09.780646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:09.780646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:09.780646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:09.806128 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a43d8bdc-8f4a-4a31-8a1f-376df29bd28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:09.825081 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:09.864449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:09.865063 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:09.883767 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666e6cde-83bf-4d24-8a49-23ac6b7bca65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257fb183-c117-4a44-9ece-e411c599ab15'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:09.886175 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b056d5e-76fa-4ae6-a168-f74fb6f5ebc5" -d '{"events": [{"server_uuid": "666e6cde-83bf-4d24-8a49-23ac6b7bca65", "name": "network-vif-unplugged", "status": "completed", "tag": "257fb183-c117-4a44-9ece-e411c599ab15"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:09.889986 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Publish callbacks [] for port (257fb183-c117-4a44-9ece-e411c599ab15), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:09.910653 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65a580d0-9e4e-425f-ba11-bd8a6137bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (07a5e699-fdea-47ff-91f4-02c1fb2e8e25), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:09.913219 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65a580d0-9e4e-425f-ba11-bd8a6137bc92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:09.914446 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-65a580d0-9e4e-425f-ba11-bd8a6137bc92 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/07a5e699-fdea-47ff-91f4-02c1fb2e8e25 HTTP/1.1" status: 204 len: 168 time: 0.2277036 Feb 28 17:17:09.935024 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fdeb90-042e-49bd-a8f4-22ba0e74cf46 x-openstack-request-id: req-54fdeb90-042e-49bd-a8f4-22ba0e74cf46 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:09.936022 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666e6cde-83bf-4d24-8a49-23ac6b7bca65", "name": "network-vif-unplugged", "status": "completed", "tag": "257fb183-c117-4a44-9ece-e411c599ab15", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:09.936408 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-54fdeb90-042e-49bd-a8f4-22ba0e74cf46 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:09.936812 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666e6cde-83bf-4d24-8a49-23ac6b7bca65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257fb183-c117-4a44-9ece-e411c599ab15', 'code': 200} Feb 28 17:17:09.940448 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a580d0-9e4e-425f-ba11-bd8a6137bc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a5e699-fdea-47ff-91f4-02c1fb2e8e25,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:09.976099 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-c2b475c1-72ef-4cca-b9d7-547b22e633f9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5853820 Feb 28 17:17:09.987839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Request body: {'port': {'device_id': '3f10998d-13d2-4154-be82-411c3ef9ee59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:10.012761 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (257fb183-c117-4a44-9ece-e411c599ab15), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:10.121380 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-88d141eb-b055-46b9-a144-1fe80cd40ee9 req-8de113f2-3ff6-4359-abfc-2187b805a43b tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 210 time: 0.0685704 Feb 28 17:17:10.148232 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:10.191976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Pushing event updated for resources: {'Port': ['ID=257fb183-c117-4a44-9ece-e411c599ab15,revision_number=7']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:10.194201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a2a2c-7d0f-4a72-9cce-a2b245876c71 req-425af08a-7409-4903-8f98-b324cfb96d7d tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:10.206451 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a9a2a2c-7d0f-4a72-9cce-a2b245876c71 req-425af08a-7409-4903-8f98-b324cfb96d7d tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 931 time: 0.0747623 Feb 28 17:17:10.225107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Attempting to bind port 257fb183-c117-4a44-9ece-e411c599ab15 on host n-h2-820368-19 for vnic_type normal with profile {"migrating_to": "n-h1-820368-19"} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:17:10.225448 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Attempting to bind port 257fb183-c117-4a44-9ece-e411c599ab15 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:17:10.225806 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Attempting to bind port 257fb183-c117-4a44-9ece-e411c599ab15 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:10.247613 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Port 257fb183-c117-4a44-9ece-e411c599ab15 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:17:10.253111 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Attempting to bind port 257fb183-c117-4a44-9ece-e411c599ab15 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:10.261068 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a9a2a2c-7d0f-4a72-9cce-a2b245876c71 req-df50be61-0273-4c77-a305-2e6daecd8f82 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/security-groups?id=436ae364-7e26-4362-b06b-eb825225a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512230 Feb 28 17:17:10.277979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:17:10.282428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Checking segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:10.282428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Bound using segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:17:10.282428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Bound port: 257fb183-c117-4a44-9ece-e411c599ab15, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:17:10.282428 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (257fb183-c117-4a44-9ece-e411c599ab15), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:10.404875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701391b-ce19-4d0d-9dbb-6cf4b6d62408 req-27f2eb68-2e95-492b-b699-71489f1c0a81 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:10.418152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e701391b-ce19-4d0d-9dbb-6cf4b6d62408 req-27f2eb68-2e95-492b-b699-71489f1c0a81 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 944 time: 0.1817577 Feb 28 17:17:10.515852 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:10.534271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=257fb183-c117-4a44-9ece-e411c599ab15,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:17:10.562234 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e701391b-ce19-4d0d-9dbb-6cf4b6d62408 req-7742af39-6895-4316-b34d-def1291ce068 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457047 Feb 28 17:17:10.642091 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (257fb183-c117-4a44-9ece-e411c599ab15), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:10.643620 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcea311-c596-486d-aa5f-f245946ff2c8 req-3b438175-fa06-4904-9499-36421a664b5c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:10.651818 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cfcea311-c596-486d-aa5f-f245946ff2c8 req-3b438175-fa06-4904-9499-36421a664b5c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0601952 Feb 28 17:17:10.700866 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:10.732823 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cfcea311-c596-486d-aa5f-f245946ff2c8 req-2d58b03f-d303-4a7a-9c30-67c1cd263e0c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801108 Feb 28 17:17:10.734933 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Publish callbacks [] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:10.797883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Transition to ACTIVE for port object b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:17:10.801682 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:10.802339 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:10.803799 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] 10.222.0.73 "PUT /v2.0/ports/257fb183-c117-4a44-9ece-e411c599ab15 HTTP/1.1" status: 200 len: 1124 time: 1.3642190 Feb 28 17:17:10.806326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab90cd-22e6-4a6a-86c8-2694308f774a service neutron] Pushing event updated for resources: {'Port': ['ID=257fb183-c117-4a44-9ece-e411c599ab15,revision_number=8']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:10.825639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c6c32-8ea8-4feb-a3a8-533d1f0276db req-cfdc0a1b-33ce-4fc2-bb39-acb3f3e2ad1a tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:10.831361 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-028c6c32-8ea8-4feb-a3a8-533d1f0276db req-cfdc0a1b-33ce-4fc2-bb39-acb3f3e2ad1a tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 950 time: 0.1696095 Feb 28 17:17:10.858081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['257fb183-c117-4a44-9ece-e411c599ab15'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:10.891589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41f44c-3b0a-4e22-89aa-19bade9846e9 req-e995fd5b-67b2-47fe-8048-b2a3e55a09fd tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:10.900086 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ff41f44c-3b0a-4e22-89aa-19bade9846e9 req-e995fd5b-67b2-47fe-8048-b2a3e55a09fd tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 950 time: 0.0873444 Feb 28 17:17:10.927780 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:10.996746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:11.008005 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ff41f44c-3b0a-4e22-89aa-19bade9846e9 req-4d52e27e-b2ec-4230-97bf-b40025f26f3d tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/security-groups?id=3f5d85df-e05c-4349-ac5d-37dd62a240b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067553 Feb 28 17:17:11.083444 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-028c6c32-8ea8-4feb-a3a8-533d1f0276db req-c5de28e4-ee63-468d-981a-a36a34ecd020 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Deleting port 5b87c799-18a2-4e54-983b-19518f2d6201 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:17:11.083782 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-028c6c32-8ea8-4feb-a3a8-533d1f0276db req-c5de28e4-ee63-468d-981a-a36a34ecd020 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5b87c799-18a2-4e54-983b-19518f2d6201), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:11.139153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Attempting to bind port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:17:11.139382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Attempting to bind port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'f64673aa-84d3-47c5-b18f-cd947ac7f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ba2382c3-dfe7-478e-a4ba-25e78b3a8e97'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:17:11.139681 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Attempting to bind port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 on network ba2382c3-dfe7-478e-a4ba-25e78b3a8e97 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:11.140319 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-d379f217-99a3-4b4c-8ef6-dbd5f6a8a664 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=81733e0a8b99473ab8a38e02ca5bc377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212414 Feb 28 17:17:11.150387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 on network ba2382c3-dfe7-478e-a4ba-25e78b3a8e97 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:17:11.150788 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Attempting to bind port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 on network ba2382c3-dfe7-478e-a4ba-25e78b3a8e97 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:11.168736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:17:11.168736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Checking segment: {'id': 'f64673aa-84d3-47c5-b18f-cd947ac7f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ba2382c3-dfe7-478e-a4ba-25e78b3a8e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:11.182683 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Bound using segment: {'id': 'f64673aa-84d3-47c5-b18f-cd947ac7f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ba2382c3-dfe7-478e-a4ba-25e78b3a8e97'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:17:11.182683 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Bound port: b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64673aa-84d3-47c5-b18f-cd947ac7f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ba2382c3-dfe7-478e-a4ba-25e78b3a8e97'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:17:11.182683 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:11.247288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-028c6c32-8ea8-4feb-a3a8-533d1f0276db req-c5de28e4-ee63-468d-981a-a36a34ecd020 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] For port 5b87c799-18a2-4e54-983b-19518f2d6201, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5b87c799-18a2-4e54-983b-19518f2d6201,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:11.247687 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-028c6c32-8ea8-4feb-a3a8-533d1f0276db req-c5de28e4-ee63-468d-981a-a36a34ecd020 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5b87c799-18a2-4e54-983b-19518f2d6201), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:11.280233 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:11.284930 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-028c6c32-8ea8-4feb-a3a8-533d1f0276db req-c5de28e4-ee63-468d-981a-a36a34ecd020 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Calling delete_port for 5b87c799-18a2-4e54-983b-19518f2d6201 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:17:11.306186 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-96fe9be3-1546-4069-a1b9-0053e5973301 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:11.307684 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-96fe9be3-1546-4069-a1b9-0053e5973301 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502805 Feb 28 17:17:11.311510 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d799c405-7d28-46cb-9b34-db79cbc978e4 req-7c6e5034-145b-4b48-94b8-3b0f1eb349c1 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 210 time: 0.0528073 Feb 28 17:17:11.334702 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Request body: {'port': {'device_id': 'b559da89-efaf-4b36-a23e-69d2de7d369a', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': '81733e0a8b99473ab8a38e02ca5bc377'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:11.337953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] For port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:11.433870 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] For port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065,segment=NetworkSegment(f64673aa-84d3-47c5-b18f-cd947ac7f1e3),segment_id=f64673aa-84d3-47c5-b18f-cd947ac7f1e3)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:17:11.507721 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231642d2-c87c-4370-8b1f-7e5f61cde571 req-99fd8214-b5c7-4eed-843f-e4dc5baceadc tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:11.510449 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-231642d2-c87c-4370-8b1f-7e5f61cde571 req-99fd8214-b5c7-4eed-843f-e4dc5baceadc tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 943 time: 0.0987082 Feb 28 17:17:11.554729 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:11.591490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Made reservation on behalf of 81733e0a8b99473ab8a38e02ca5bc377 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:11.595666 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:11.607106 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:11.611029 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:11.611676 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:11.613068 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] 10.222.0.69 "PUT /v2.0/ports/b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 HTTP/1.1" status: 200 len: 1092 time: 1.6299949 Feb 28 17:17:11.668459 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-231642d2-c87c-4370-8b1f-7e5f61cde571 req-5de5e6e7-06b8-4c12-9a2c-7ec24f3ed46a tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/security-groups?id=436ae364-7e26-4362-b06b-eb825225a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487818 Feb 28 17:17:11.668459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21930df1-acfa-48c8-bf3f-8e9a71e60338 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:11.715374 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Publish callbacks [] for security_group (25ece3b6-4375-41b0-8fd9-c731fde2037a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:11.776707 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514180f-6e33-4bb5-aebd-8feffe48a210 req-0ce9a92a-d1cd-4b05-929f-35580432d899 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:11.778145 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e514180f-6e33-4bb5-aebd-8feffe48a210 req-0ce9a92a-d1cd-4b05-929f-35580432d899 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 944 time: 0.0605226 Feb 28 17:17:11.789488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-aff484b0-2de7-4795-942f-1435c40dfc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:11.791166 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-aff484b0-2de7-4795-942f-1435c40dfc32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e7c0c1f801242759971f9cf9a27b9be&device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 1126 time: 0.0454018 Feb 28 17:17:11.792427 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-028c6c32-8ea8-4feb-a3a8-533d1f0276db req-c5de28e4-ee63-468d-981a-a36a34ecd020 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5b87c799-18a2-4e54-983b-19518f2d6201), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:11.803358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5b87c799-18a2-4e54-983b-19518f2d6201'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:11.832008 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (25ece3b6-4375-41b0-8fd9-c731fde2037a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:11.859186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de28e4-ee63-468d-981a-a36a34ecd020 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Pushing event deleted for resources: {'Port': ['ID=5b87c799-18a2-4e54-983b-19518f2d6201,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:11.864023 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-821fcd1b-0aff-46e4-ab38-16fcb6f6139a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 HTTP/1.1" status: 200 len: 217 time: 0.0651910 Feb 28 17:17:11.921341 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e514180f-6e33-4bb5-aebd-8feffe48a210 req-78ed20a3-e480-4a99-9369-39036416882f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365151 Feb 28 17:17:11.927000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-028c6c32-8ea8-4feb-a3a8-533d1f0276db req-c5de28e4-ee63-468d-981a-a36a34ecd020 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] No DVR routers for this DVR port 5b87c799-18a2-4e54-983b-19518f2d6201 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:17:11.945980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666e6cde-83bf-4d24-8a49-23ac6b7bca65', 'tag': '257fb183-c117-4a44-9ece-e411c599ab15'}, {'name': 'network-changed', 'server_uuid': '3f10998d-13d2-4154-be82-411c3ef9ee59', 'tag': 'b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:11.948461 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ae7fa6-7476-4a8b-a330-51989288f1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "666e6cde-83bf-4d24-8a49-23ac6b7bca65", "tag": "257fb183-c117-4a44-9ece-e411c599ab15"}, {"name": "network-changed", "server_uuid": "3f10998d-13d2-4154-be82-411c3ef9ee59", "tag": "b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:11.957033 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-028c6c32-8ea8-4feb-a3a8-533d1f0276db req-c5de28e4-ee63-468d-981a-a36a34ecd020 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:11.968166 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-028c6c32-8ea8-4feb-a3a8-533d1f0276db req-c5de28e4-ee63-468d-981a-a36a34ecd020 tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.73 "DELETE /v2.0/ports/5b87c799-18a2-4e54-983b-19518f2d6201 HTTP/1.1" status: 204 len: 173 time: 1.1303670 Feb 28 17:17:11.976646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ece3b6-4375-41b0-8fd9-c731fde2037a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:11.993216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:11.993570 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:11.993917 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:11.994282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:11.994617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:11.994945 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:11.995273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:11.995597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:11.995921 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:11.996244 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:11.996567 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:11.996886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:11.997205 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:12.001957 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-028eeb5b-5e80-4d46-8583-d8de79d99004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:12.003547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-028eeb5b-5e80-4d46-8583-d8de79d99004 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0fa4ecd5-f798-444d-a1ea-c3e4acc526da HTTP/1.1" status: 200 len: 854 time: 0.1041782 Feb 28 17:17:12.051388 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-e9c07763-d606-47de-832d-7bd63d094e21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba2382c3-dfe7-478e-a4ba-25e78b3a8e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412209 Feb 28 17:17:12.157264 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Allocated IP 192.168.233.80 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/1080057e-d8aa-4cf2-8fe6-d9c73e1c076f) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:17:12.169257 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a2f61d-735d-42ae-afe3-fecbdfcebf74 x-openstack-request-id: req-91a2f61d-735d-42ae-afe3-fecbdfcebf74 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:12.170171 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666e6cde-83bf-4d24-8a49-23ac6b7bca65", "tag": "257fb183-c117-4a44-9ece-e411c599ab15", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f10998d-13d2-4154-be82-411c3ef9ee59", "tag": "b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:12.170424 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-91a2f61d-735d-42ae-afe3-fecbdfcebf74 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:12.170831 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666e6cde-83bf-4d24-8a49-23ac6b7bca65', 'tag': '257fb183-c117-4a44-9ece-e411c599ab15', 'status': 'completed', 'code': 200} Feb 28 17:17:12.171081 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f10998d-13d2-4154-be82-411c3ef9ee59', 'tag': 'b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065', 'status': 'completed', 'code': 200} Feb 28 17:17:12.188334 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b5536-5d20-46b4-9623-884a5686011d req-95b66af2-1cd7-46de-94a3-4a41da80100b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:12.189996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-154b5536-5d20-46b4-9623-884a5686011d req-95b66af2-1cd7-46de-94a3-4a41da80100b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.1397567 Feb 28 17:17:12.213351 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-2db2914e-3871-4d93-a420-0e9135db4701 service neutron] 10.222.0.69 "GET /v2.0/networks/ba2382c3-dfe7-478e-a4ba-25e78b3a8e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563056 Feb 28 17:17:12.325606 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:12.327454 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2883e6fc-9f93-46ae-a6be-93be37df81d9 req-5f7e1484-9ce8-4e3a-93ac-7610ea9b783e tempest-TenantUsagesTestJSON-2010423510 tempest-TenantUsagesTestJSON-2010423510-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef103b5d-4639-4ac8-955f-53426b7efce5 HTTP/1.1" status: 200 len: 210 time: 0.0597162 Feb 28 17:17:12.357477 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-c37e6a32-5461-4ebe-ab1b-2b1579316665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:12.369281 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-c37e6a32-5461-4ebe-ab1b-2b1579316665 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 1158 time: 0.1686988 Feb 28 17:17:12.375721 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12a5ac81-d1de-42ac-9920-98dc1f99d065 req-62d7b82e-af99-47b2-869d-569fa950e90f service neutron] 10.222.0.69 "GET /v2.0/networks/ba2382c3-dfe7-478e-a4ba-25e78b3a8e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563134 Feb 28 17:17:12.378017 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-154b5536-5d20-46b4-9623-884a5686011d req-f185c72c-17b4-45ee-8854-7019f8c4143d tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694496 Feb 28 17:17:12.495062 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-449f3f27-76f2-4270-8c4b-89971d950b5d req-7dc1c1d1-b33e-4941-ad92-d0cc25a9f6ea tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 210 time: 0.0514143 Feb 28 17:17:12.523573 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Publish callbacks [] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:12.543031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-60f89059-dd64-4d12-a3a6-bb9285860c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:12.544486 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-60f89059-dd64-4d12-a3a6-bb9285860c7e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.1671195 Feb 28 17:17:12.605586 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-bbf24248-ee50-45a0-a064-3f52b303cf09 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=257fb183-c117-4a44-9ece-e411c599ab15 HTTP/1.1" status: 200 len: 217 time: 0.0545506 Feb 28 17:17:12.659500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-3d0136d8-89f1-4a04-bdc5-d0ab8a7b6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:12.661489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-3d0136d8-89f1-4a04-bdc5-d0ab8a7b6630 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.0489597 Feb 28 17:17:12.701767 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-c2029ea9-e823-49f7-9fb5-c490152396bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333872 Feb 28 17:17:12.702940 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:12.752411 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 257fb183-c117-4a44-9ece-e411c599ab15 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:17:12.771011 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-36bf0212-c32a-438c-836d-7f5b7b78b8e1 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383775 Feb 28 17:17:12.814800 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:17:12.822434 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:17:12.826640 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:17:12.829340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Pushing event updated for resources: {'Port': ['ID=1080057e-d8aa-4cf2-8fe6-d9c73e1c076f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:12.901611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=257fb183-c117-4a44-9ece-e411c599ab15,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:12.907662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:12.908145 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:12.919939 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 257fb183-c117-4a44-9ece-e411c599ab15 has no active binding in host n-h1-820368-19 {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 17:17:12.924724 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-8d75a503-dc3b-4a18-adcc-e8c4f15e7f27 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131779 Feb 28 17:17:13.027523 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-b77d3d36-9364-4fcb-80f7-8fcc705e2da2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7021794 Feb 28 17:17:13.050957 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Request body: {'port': {'device_id': 'b559da89-efaf-4b36-a23e-69d2de7d369a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:13.114152 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-bf6ed6d2-b6d0-4df5-9613-75b396583734 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825879 Feb 28 17:17:13.130408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9079b7-a1c1-4f34-b064-5c96468750e7 req-0e45d7b0-1539-492c-9fd1-d883a9c88d4e tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:13.132763 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed9079b7-a1c1-4f34-b064-5c96468750e7 req-0e45d7b0-1539-492c-9fd1-d883a9c88d4e tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 943 time: 0.1441238 Feb 28 17:17:13.145653 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a4043ffd-2b66-4260-83b5-ca03758f2708 None None] Provisioning complete for port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:13.146627 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a4043ffd-2b66-4260-83b5-ca03758f2708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:13.186038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a4043ffd-2b66-4260-83b5-ca03758f2708 None None] Port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:17:13.217804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3ec5dc8d-6228-4734-8f28-b62fc35e9c17 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:13.221212 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3ec5dc8d-6228-4734-8f28-b62fc35e9c17 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4476774 Feb 28 17:17:13.236461 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-41aa56d5-56d1-4685-a5d0-86b3a41272ab tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/quotas/cea79b56c7a54ab1ade94c9ea64db22c HTTP/1.1" status: 200 len: 375 time: 0.0102947 Feb 28 17:17:13.272558 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-96d15613-794b-48f8-8d0d-4d5e01618c35 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297668 Feb 28 17:17:13.457551 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:13.540897 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed9079b7-a1c1-4f34-b064-5c96468750e7 req-974eaa62-8374-4fb1-90d1-3fdd4292b507 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/security-groups?id=436ae364-7e26-4362-b06b-eb825225a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314785 Feb 28 17:17:13.545025 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-67f7845a-f0d8-499e-9c21-9e61b58cd1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:13.546514 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-67f7845a-f0d8-499e-9c21-9e61b58cd1b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e7c0c1f801242759971f9cf9a27b9be&device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 1126 time: 0.1380351 Feb 28 17:17:13.643130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512b0dd-f45c-4ec3-858e-12cdae25b713 req-5b5ce259-4d4b-447d-ae1a-43fdf294eb76 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:13.650767 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e512b0dd-f45c-4ec3-858e-12cdae25b713 req-5b5ce259-4d4b-447d-ae1a-43fdf294eb76 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 944 time: 0.0710998 Feb 28 17:17:13.694571 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e512b0dd-f45c-4ec3-858e-12cdae25b713 req-f7a04b8a-5661-4838-92a2-731cb76ad81d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429168 Feb 28 17:17:13.776227 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70d196f4-fcd9-48d0-ab42-0de4a37c3ec7 req-bed58f84-940d-46cf-a9d6-b3f956d06508 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 210 time: 0.0291755 Feb 28 17:17:13.837953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-e726cf50-c088-4cc2-a82d-ac9ebb96f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:13.839413 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-e726cf50-c088-4cc2-a82d-ac9ebb96f57b service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba2382c3-dfe7-478e-a4ba-25e78b3a8e97 HTTP/1.1" status: 200 len: 915 time: 0.2730472 Feb 28 17:17:13.846069 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803f961-11b7-49f0-883d-e30c30dce569 req-393b8ff8-5b40-4708-ae4d-4b4c2f499f95 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:13.847428 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c803f961-11b7-49f0-883d-e30c30dce569 req-393b8ff8-5b40-4708-ae4d-4b4c2f499f95 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.1823618 Feb 28 17:17:13.896272 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d50529-5a69-459e-a0bf-5031c599778a req-6e32b1f3-fa9b-4ed8-a205-40c4c822b1e6 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:13.898340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2d50529-5a69-459e-a0bf-5031c599778a req-6e32b1f3-fa9b-4ed8-a205-40c4c822b1e6 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 935 time: 0.0523961 Feb 28 17:17:13.901997 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-67855aa4-1c82-4797-9012-85ca38f4aaa0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 HTTP/1.1" status: 200 len: 217 time: 0.0496852 Feb 28 17:17:13.929043 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:13.957917 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2d50529-5a69-459e-a0bf-5031c599778a req-adb276a7-7a26-4743-8627-dfcb89221f25 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/security-groups?id=25ece3b6-4375-41b0-8fd9-c731fde2037a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524335 Feb 28 17:17:13.993069 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c803f961-11b7-49f0-883d-e30c30dce569 req-944b3d9d-48b9-4a91-aa83-c27aa2a4793c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327946 Feb 28 17:17:14.001106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-f9fec3f7-2f73-4e72-b982-650c96d915a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:14.002550 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-f9fec3f7-2f73-4e72-b982-650c96d915a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0fa4ecd5-f798-444d-a1ea-c3e4acc526da HTTP/1.1" status: 200 len: 854 time: 0.0926616 Feb 28 17:17:14.055829 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-1c1cd192-632c-40c5-a96c-0dc6048423cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba2382c3-dfe7-478e-a4ba-25e78b3a8e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395699 Feb 28 17:17:14.137600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:14.147862 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Publish callbacks [] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:14.161301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43934) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:14.168204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Transition to ACTIVE for port object 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:17:14.173007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef103b5d-4639-4ac8-955f-53426b7efce5', 'name': 'network-vif-deleted', 'tag': '5b87c799-18a2-4e54-983b-19518f2d6201'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:14.175451 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ffe7c7-08f7-42cc-8714-719bc8051a2b" -d '{"events": [{"server_uuid": "ef103b5d-4639-4ac8-955f-53426b7efce5", "name": "network-vif-deleted", "tag": "5b87c799-18a2-4e54-983b-19518f2d6201"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:14.189514 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-a4b72ad6-5a5b-47e7-8e3d-f6f046636f15 service neutron] 10.222.0.69 "GET /v2.0/networks/ba2382c3-dfe7-478e-a4ba-25e78b3a8e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126153 Feb 28 17:17:14.213152 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b8e2bb-e530-4ec7-b79d-4d8928469675 x-openstack-request-id: req-e4b8e2bb-e530-4ec7-b79d-4d8928469675 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:14.213381 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef103b5d-4639-4ac8-955f-53426b7efce5", "name": "network-vif-deleted", "tag": "5b87c799-18a2-4e54-983b-19518f2d6201", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:14.213655 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e4b8e2bb-e530-4ec7-b79d-4d8928469675 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:14.214460 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef103b5d-4639-4ac8-955f-53426b7efce5', 'name': 'network-vif-deleted', 'tag': '5b87c799-18a2-4e54-983b-19518f2d6201', 'status': 'completed', 'code': 200} Feb 28 17:17:14.251718 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:14.345391 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-83f837c3-6193-43c3-9195-dcaa9b8648cb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f1e8e58d6874d649a5f5e60277b1a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827598 Feb 28 17:17:14.348104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43942) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:14.359030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Pushing event updated for resources: {'Port': ['ID=1080057e-d8aa-4cf2-8fe6-d9c73e1c076f,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:14.399353 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49ae7fa6-7476-4a8b-a330-51989288f1f9 req-5b9baab4-a606-4e48-bf68-631cf6eb9dca service neutron] 10.222.0.69 "GET /v2.0/networks/ba2382c3-dfe7-478e-a4ba-25e78b3a8e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033079 Feb 28 17:17:14.424751 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6c47dec-b1ba-4305-9219-e0879693f29e admin admin] Publish callbacks [] for security_group (3f5d85df-e05c-4349-ac5d-37dd62a240b5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:14.430202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Attempting to bind port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:17:14.430539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Attempting to bind port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:17:14.430869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Attempting to bind port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:14.437876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:17:14.438237 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Attempting to bind port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:14.445886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:17:14.447078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:14.447316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:17:14.447787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Bound port: 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:17:14.448154 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:14.464168 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6c47dec-b1ba-4305-9219-e0879693f29e admin admin] Publish callbacks [] for security_group (3f5d85df-e05c-4349-ac5d-37dd62a240b5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:14.520576 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] For port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:14.524996 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] For port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1080057e-d8aa-4cf2-8fe6-d9c73e1c076f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:17:14.545845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43946) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:14.581035 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6c47dec-b1ba-4305-9219-e0879693f29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3f5d85df-e05c-4349-ac5d-37dd62a240b5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:14.584480 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6c47dec-b1ba-4305-9219-e0879693f29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:14.589162 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e6c47dec-b1ba-4305-9219-e0879693f29e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3f5d85df-e05c-4349-ac5d-37dd62a240b5 HTTP/1.1" status: 204 len: 168 time: 0.2374933 Feb 28 17:17:14.597818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c47dec-b1ba-4305-9219-e0879693f29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5d85df-e05c-4349-ac5d-37dd62a240b5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:14.625713 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:14.667903 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dccd-19e3-47a0-8eac-85602316c212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:14.674101 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:14.674810 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:14.678058 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] 10.222.0.69 "PUT /v2.0/ports/1080057e-d8aa-4cf2-8fe6-d9c73e1c076f HTTP/1.1" status: 200 len: 1096 time: 1.6360567 Feb 28 17:17:14.679190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:17:14.699476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b559da89-efaf-4b36-a23e-69d2de7d369a', 'tag': '1080057e-d8aa-4cf2-8fe6-d9c73e1c076f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:14.702018 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f70d13-3610-42e6-96e2-0a6e76f27e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "b559da89-efaf-4b36-a23e-69d2de7d369a", "tag": "1080057e-d8aa-4cf2-8fe6-d9c73e1c076f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:14.757773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5b87c799-18a2-4e54-983b-19518f2d6201 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:17:14.763883 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dccd-19e3-47a0-8eac-85602316c212 admin admin] Publish callbacks [] for security_group (f36a647e-06a2-4121-8757-ea276d62a221), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:14.779776 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a4c175-e913-4320-8acd-9523a895e9f1 x-openstack-request-id: req-90a4c175-e913-4320-8acd-9523a895e9f1 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:14.783701 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b559da89-efaf-4b36-a23e-69d2de7d369a", "tag": "1080057e-d8aa-4cf2-8fe6-d9c73e1c076f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:14.792105 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-90a4c175-e913-4320-8acd-9523a895e9f1 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:14.792105 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b559da89-efaf-4b36-a23e-69d2de7d369a', 'tag': '1080057e-d8aa-4cf2-8fe6-d9c73e1c076f', 'status': 'completed', 'code': 200} Feb 28 17:17:14.792105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d427ffc-d129-4a89-a6c6-36d9e822b03e service neutron] Pushing event updated for resources: {'Port': ['ID=1080057e-d8aa-4cf2-8fe6-d9c73e1c076f,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:14.849142 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dccd-19e3-47a0-8eac-85602316c212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f36a647e-06a2-4121-8757-ea276d62a221), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:14.856196 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413de2c-9c04-400b-bff0-50b18266c073 req-0b4d1506-59a3-4c87-94de-dd924373e726 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:14.857823 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7413de2c-9c04-400b-bff0-50b18266c073 req-0b4d1506-59a3-4c87-94de-dd924373e726 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 943 time: 0.2353480 Feb 28 17:17:14.863979 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065,segment=NetworkSegment(f64673aa-84d3-47c5-b18f-cd947ac7f1e3),segment_id=f64673aa-84d3-47c5-b18f-cd947ac7f1e3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:14.884945 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 5b87c799-18a2-4e54-983b-19518f2d6201 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:17:14.885622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5b87c799-18a2-4e54-983b-19518f2d6201 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:17:14.888027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065', 'network_id': 'ba2382c3-dfe7-478e-a4ba-25e78b3a8e97', 'port_id': 'b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065', 'mac_address': 'fa:16:3e:39:0f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa4ecd5-f798-444d-a1ea-c3e4acc526da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:17:14.925399 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f8e1dccd-19e3-47a0-8eac-85602316c212 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=66fac8945c4d40dfa485f9838455de27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783846 Feb 28 17:17:14.937222 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43960) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:14.941576 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:14.942068 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:14.958045 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:14.968291 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7413de2c-9c04-400b-bff0-50b18266c073 req-7a80c3b0-13b7-4101-a16f-b5a3dbfb5e03 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/security-groups?id=436ae364-7e26-4362-b06b-eb825225a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959086 Feb 28 17:17:14.971364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f70d13-3610-42e6-96e2-0a6e76f27e6d req-665e80d0-95dc-41c7-8bb1-2b43745687f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:14.972858 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0f70d13-3610-42e6-96e2-0a6e76f27e6d req-665e80d0-95dc-41c7-8bb1-2b43745687f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81733e0a8b99473ab8a38e02ca5bc377&device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 1130 time: 0.1674776 Feb 28 17:17:14.984480 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065,segment=NetworkSegment(f64673aa-84d3-47c5-b18f-cd947ac7f1e3),segment_id=f64673aa-84d3-47c5-b18f-cd947ac7f1e3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:14.993284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1dccd-19e3-47a0-8eac-85602316c212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36a647e-06a2-4121-8757-ea276d62a221,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:15.057235 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0f70d13-3610-42e6-96e2-0a6e76f27e6d req-e33323eb-0ffa-4490-b013-dccdcdaa45e3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=81733e0a8b99473ab8a38e02ca5bc377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727856 Feb 28 17:17:15.064803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870f4b-52af-4fef-b963-79db16c16cd4 req-0c1cb0a0-78a7-4051-af2f-fa01d835e46b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:15.068379 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66870f4b-52af-4fef-b963-79db16c16cd4 req-0c1cb0a0-78a7-4051-af2f-fa01d835e46b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 944 time: 0.1664267 Feb 28 17:17:15.071493 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:15.132790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:15.137602 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66870f4b-52af-4fef-b963-79db16c16cd4 req-c1a5ec36-20d9-4f73-8a4d-682e1ba90e10 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624096 Feb 28 17:17:15.174158 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b539-dc56-42d9-877f-45a18efb1ca7 admin admin] Publish callbacks [] for security_group (f36a647e-06a2-4121-8757-ea276d62a221), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:15.185243 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d2636356-fa90-4b22-98c8-303a1442c47c req-ed639e7c-3f08-4f12-ab48-bd7bd2851895 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 210 time: 0.1121233 Feb 28 17:17:15.230362 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b539-dc56-42d9-877f-45a18efb1ca7 admin admin] Publish callbacks [] for security_group (f36a647e-06a2-4121-8757-ea276d62a221), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:15.278123 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064a6ff-32da-4e78-adab-d53291d8e54a req-88c8ae60-35e3-4755-b17f-127fa38f1ca2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:15.281805 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3064a6ff-32da-4e78-adab-d53291d8e54a req-88c8ae60-35e3-4755-b17f-127fa38f1ca2 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 947 time: 0.0890617 Feb 28 17:17:15.300453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:15.338665 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3064a6ff-32da-4e78-adab-d53291d8e54a req-303eb194-6da5-45f6-9eb7-b9085d0bc4dd tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/security-groups?id=25ece3b6-4375-41b0-8fd9-c731fde2037a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419374 Feb 28 17:17:15.356979 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f70d13-3610-42e6-96e2-0a6e76f27e6d req-4bffa0ec-5d5e-4958-a3f5-495235954176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:15.358487 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0f70d13-3610-42e6-96e2-0a6e76f27e6d req-4bffa0ec-5d5e-4958-a3f5-495235954176 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2867312 Feb 28 17:17:15.375171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44816020-2b22-4438-bfab-6c5387bfe61c req-c0060277-458b-405b-a085-3eebf1a208a8 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:15.377120 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44816020-2b22-4438-bfab-6c5387bfe61c req-c0060277-458b-405b-a085-3eebf1a208a8 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.1194737 Feb 28 17:17:15.411668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43968) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:15.435591 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d5f2602-c2b0-4dab-91ca-4ee91cb2a9b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:15.466979 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44816020-2b22-4438-bfab-6c5387bfe61c req-46237a50-4a31-4bf6-ae0e-999ff1c02add tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814502 Feb 28 17:17:15.470062 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b539-dc56-42d9-877f-45a18efb1ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f36a647e-06a2-4121-8757-ea276d62a221), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:15.472551 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b539-dc56-42d9-877f-45a18efb1ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:15.474762 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d2b1b539-dc56-42d9-877f-45a18efb1ca7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f36a647e-06a2-4121-8757-ea276d62a221 HTTP/1.1" status: 204 len: 168 time: 0.5329125 Feb 28 17:17:15.515500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1b539-dc56-42d9-877f-45a18efb1ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36a647e-06a2-4121-8757-ea276d62a221,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:15.515500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-1dd78056-1b56-48c4-83db-dbfb1aceb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:15.515500 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-1dd78056-1b56-48c4-83db-dbfb1aceb27c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81733e0a8b99473ab8a38e02ca5bc377&device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 1130 time: 0.0915411 Feb 28 17:17:15.538018 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d5f2602-c2b0-4dab-91ca-4ee91cb2a9b6 admin admin] Publish callbacks [] for security_group (8f4ece1c-c86d-4d2c-9614-d063a30fc1c4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:15.558090 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-f9d59b9a-39aa-41ca-9df6-0aaea22b22a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=1080057e-d8aa-4cf2-8fe6-d9c73e1c076f HTTP/1.1" status: 200 len: 217 time: 0.0401132 Feb 28 17:17:15.597500 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d5f2602-c2b0-4dab-91ca-4ee91cb2a9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8f4ece1c-c86d-4d2c-9614-d063a30fc1c4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:15.612967 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-e18c568e-46dc-41a9-8983-50acd2893dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:15.614548 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-e18c568e-46dc-41a9-8983-50acd2893dc6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0488379 Feb 28 17:17:15.636144 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0d5f2602-c2b0-4dab-91ca-4ee91cb2a9b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e5cd7f938b9646b5a0728779e9d128af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238214 Feb 28 17:17:15.638065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f2602-c2b0-4dab-91ca-4ee91cb2a9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4ece1c-c86d-4d2c-9614-d063a30fc1c4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:15.641254 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43972) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:15.663690 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-9438c791-8fdd-4b67-bacd-3d7f185ca820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:15.665192 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-9438c791-8fdd-4b67-bacd-3d7f185ca820 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0440016 Feb 28 17:17:15.691176 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0f7f-0251-4de3-b09d-deceef59beeb admin admin] Publish callbacks [] for security_group (8f4ece1c-c86d-4d2c-9614-d063a30fc1c4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:15.714037 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0f7f-0251-4de3-b09d-deceef59beeb admin admin] Publish callbacks [] for security_group (8f4ece1c-c86d-4d2c-9614-d063a30fc1c4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:15.762401 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-f23979ca-e0d8-4c8c-bbbd-ad68a12c0a96 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835776 Feb 28 17:17:15.864593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0f7f-0251-4de3-b09d-deceef59beeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8f4ece1c-c86d-4d2c-9614-d063a30fc1c4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:15.864960 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-683f16d7-9d99-47c2-821b-0a4e8303a48a req-99318af8-c97b-4391-83fd-b0d6a2a2a238 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962956 Feb 28 17:17:15.867243 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0f7f-0251-4de3-b09d-deceef59beeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:15.868547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ed0e0f7f-0251-4de3-b09d-deceef59beeb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f4ece1c-c86d-4d2c-9614-d063a30fc1c4 HTTP/1.1" status: 204 len: 168 time: 0.2263982 Feb 28 17:17:15.890776 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e0f7f-0251-4de3-b09d-deceef59beeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4ece1c-c86d-4d2c-9614-d063a30fc1c4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:16.131059 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-b02f9f7f-2af0-4512-b85a-8c898ce777ad tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411808 Feb 28 17:17:16.139149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2730ffd-b31c-4da5-ba51-342b450e18ea req-79c23189-b16c-476f-adc5-6e5c33ea1adf tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:16.140514 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2730ffd-b31c-4da5-ba51-342b450e18ea req-79c23189-b16c-476f-adc5-6e5c33ea1adf tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 944 time: 0.0933783 Feb 28 17:17:16.251316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8073612-f0b6-48fe-b8cb-53442bfecb95 req-e6dd9af1-aba0-40db-8edd-204cba26aac3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:16.252357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8073612-f0b6-48fe-b8cb-53442bfecb95 req-e6dd9af1-aba0-40db-8edd-204cba26aac3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 944 time: 0.0549519 Feb 28 17:17:16.295176 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2730ffd-b31c-4da5-ba51-342b450e18ea req-bb99d571-6e7f-422c-9a7a-49542c84f7be tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/security-groups?id=436ae364-7e26-4362-b06b-eb825225a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443646 Feb 28 17:17:16.313508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-5160681d-3725-40f2-8c50-1a5275ddbce1 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:16.315427 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-5160681d-3725-40f2-8c50-1a5275ddbce1 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740417 Feb 28 17:17:16.323215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43986) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:16.337452 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Request body: {'port': {'device_id': '37493f36-307f-4335-82d5-5c3fdf952bb7', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'cea79b56c7a54ab1ade94c9ea64db22c'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:16.343878 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8073612-f0b6-48fe-b8cb-53442bfecb95 req-b911296f-adcc-4139-bc0c-05d7c372bd54 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859158 Feb 28 17:17:16.378471 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f9753b1-052a-46d8-be5f-1313a56ecabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:16.445004 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5c967a2b-64fe-49ab-9dc1-29b5a2cd4dee req-b8973e5c-7ac0-4290-8535-12a872666157 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 210 time: 0.0771136 Feb 28 17:17:16.537771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6f280-5b1b-48e6-ac0c-d6836337297f req-c6d080d8-0d38-497c-9d68-3928de24b57c tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:16.539757 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0ea6f280-5b1b-48e6-ac0c-d6836337297f req-c6d080d8-0d38-497c-9d68-3928de24b57c tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 947 time: 0.0957592 Feb 28 17:17:16.568072 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f9753b1-052a-46d8-be5f-1313a56ecabf admin admin] Publish callbacks [] for security_group (3d0c387f-914b-4303-8292-0faece1e6054), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:16.604433 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0ea6f280-5b1b-48e6-ac0c-d6836337297f req-c65214d6-a15c-4dd5-bc3e-db68952dee4b tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/security-groups?id=25ece3b6-4375-41b0-8fd9-c731fde2037a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542276 Feb 28 17:17:16.621336 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c5d32-3b24-4ccf-85f9-e04ca5a36076 req-8831d330-4bed-4318-841e-ed3282a30015 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:16.622772 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b22c5d32-3b24-4ccf-85f9-e04ca5a36076 req-8831d330-4bed-4318-841e-ed3282a30015 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0535340 Feb 28 17:17:16.624120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Made reservation on behalf of cea79b56c7a54ab1ade94c9ea64db22c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:16.627210 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:16.648117 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:16.659773 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f9753b1-052a-46d8-be5f-1313a56ecabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3d0c387f-914b-4303-8292-0faece1e6054), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:16.690181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:17:16.743755 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b22c5d32-3b24-4ccf-85f9-e04ca5a36076 req-a3a15300-394a-43a1-af24-928005076855 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142795 Feb 28 17:17:16.744365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9753b1-052a-46d8-be5f-1313a56ecabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0c387f-914b-4303-8292-0faece1e6054,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:16.752446 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3f9753b1-052a-46d8-be5f-1313a56ecabf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e8e013d144dc4e6da430d904b136e076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4278851 Feb 28 17:17:16.755632 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44000) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:16.801870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:17:16.806995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:16.807400 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:16.817897 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ece03694-c20d-40ba-9bfa-1ac6f68b2bb3 admin admin] Publish callbacks [] for security_group (3d0c387f-914b-4303-8292-0faece1e6054), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:16.826957 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks [] for security_group (8813aac5-b566-4d0c-9a5d-62bfe72003bc), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:16.840966 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ece03694-c20d-40ba-9bfa-1ac6f68b2bb3 admin admin] Publish callbacks [] for security_group (3d0c387f-914b-4303-8292-0faece1e6054), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:16.897325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:16.903491 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:16.922510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f10998d-13d2-4154-be82-411c3ef9ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:16.926390 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01297618-e1fe-4f42-871c-be26d6087546" -d '{"events": [{"server_uuid": "3f10998d-13d2-4154-be82-411c3ef9ee59", "name": "network-vif-plugged", "status": "completed", "tag": "b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:16.931195 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8813aac5-b566-4d0c-9a5d-62bfe72003bc), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:16.937699 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065,segment=NetworkSegment(f64673aa-84d3-47c5-b18f-cd947ac7f1e3),segment_id=f64673aa-84d3-47c5-b18f-cd947ac7f1e3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:16.968313 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc0777d-4049-4586-8369-7acc75e0d54e x-openstack-request-id: req-5fc0777d-4049-4586-8369-7acc75e0d54e {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:16.968694 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f10998d-13d2-4154-be82-411c3ef9ee59", "name": "network-vif-plugged", "status": "completed", "tag": "b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:16.969799 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5fc0777d-4049-4586-8369-7acc75e0d54e {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:16.970764 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f10998d-13d2-4154-be82-411c3ef9ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065', 'code': 200} Feb 28 17:17:16.986250 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ece03694-c20d-40ba-9bfa-1ac6f68b2bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3d0c387f-914b-4303-8292-0faece1e6054), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:16.990079 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ece03694-c20d-40ba-9bfa-1ac6f68b2bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:16.998546 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8813aac5-b566-4d0c-9a5d-62bfe72003bc,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:16.998834 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ece03694-c20d-40ba-9bfa-1ac6f68b2bb3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3d0c387f-914b-4303-8292-0faece1e6054 HTTP/1.1" status: 204 len: 168 time: 0.2359602 Feb 28 17:17:17.009419 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:17.027469 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece03694-c20d-40ba-9bfa-1ac6f68b2bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0c387f-914b-4303-8292-0faece1e6054,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:17.096051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:17.114437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091fa61-e119-4be2-892d-6520c7cb2a4a req-6c38a5c6-f90d-4ee6-affd-697004930599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:17.116712 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c091fa61-e119-4be2-892d-6520c7cb2a4a req-6c38a5c6-f90d-4ee6-affd-697004930599 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 1128 time: 0.0537939 Feb 28 17:17:17.127073 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Allocated IP 192.168.233.127 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/3fc8f183-3bc4-40e5-adda-40575c7db5ba) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:17:17.167384 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c091fa61-e119-4be2-892d-6520c7cb2a4a req-189f04f7-44c8-422a-9fa2-12c178ae7a9f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=436ae364-7e26-4362-b06b-eb825225a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445507 Feb 28 17:17:17.291600 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks [] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:17.410209 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:17.462772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa64b-bc21-457d-b9b6-c017cbc7a7e3 req-62b75b76-9af2-4e39-b654-649fd0260c8c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:17.464306 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d94aa64b-bc21-457d-b9b6-c017cbc7a7e3 req-62b75b76-9af2-4e39-b654-649fd0260c8c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 944 time: 0.0543954 Feb 28 17:17:17.465612 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:17:17.473084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544b585-16c4-4332-981b-7d52a3cadb2f req-9eca079c-9a81-4ca7-83b4-0440eca5c0aa tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:17.474581 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a544b585-16c4-4332-981b-7d52a3cadb2f req-9eca079c-9a81-4ca7-83b4-0440eca5c0aa tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 945 time: 0.1042595 Feb 28 17:17:17.478384 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:17:17.481083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:17:17.519976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event updated for resources: {'Port': ['ID=3fc8f183-3bc4-40e5-adda-40575c7db5ba,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:17.520531 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d94aa64b-bc21-457d-b9b6-c017cbc7a7e3 req-4a0e993b-e50f-4863-8f01-ec9ac2be162a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488503 Feb 28 17:17:17.562924 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:17.563577 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:17.589900 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a544b585-16c4-4332-981b-7d52a3cadb2f req-191caf6e-24e2-4687-afdb-8923566a85a8 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/security-groups?id=436ae364-7e26-4362-b06b-eb825225a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026785 Feb 28 17:17:17.639753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3170c327-5f42-4835-b05b-6c0d13325aca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3126068 Feb 28 17:17:17.652758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Request body: {'port': {'device_id': '37493f36-307f-4335-82d5-5c3fdf952bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:17.685595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdc1ba-de36-434d-b834-129199aff2f3 req-065061fb-8d34-4f1e-8360-778abb827a50 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:17.687154 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f5bdc1ba-de36-434d-b834-129199aff2f3 req-065061fb-8d34-4f1e-8360-778abb827a50 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 936 time: 0.0758057 Feb 28 17:17:17.687646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44028) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:17.707878 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-15193550-3f6e-4259-bd15-7d52a014edee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:17.764333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f5bdc1ba-de36-434d-b834-129199aff2f3 req-b479ba12-389a-4cb7-a555-307600191370 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701728 Feb 28 17:17:17.772916 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:17.798706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bface-6db3-491c-830b-8b981b1c0d44 req-1694deaf-53af-4c81-b060-102c0eadc6ad tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:17.800215 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-714bface-6db3-491c-830b-8b981b1c0d44 req-1694deaf-53af-4c81-b060-102c0eadc6ad tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 947 time: 0.1031163 Feb 28 17:17:17.825568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-499f6090-e748-4d03-ba0d-8444d3d7e8d0 None None] Provisioning complete for port 3fc8f183-3bc4-40e5-adda-40575c7db5ba triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:17.828914 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-499f6090-e748-4d03-ba0d-8444d3d7e8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:17.851523 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-15193550-3f6e-4259-bd15-7d52a014edee admin admin] Publish callbacks [] for security_group (dac75f07-6689-4eac-9789-8f3d080cc249), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:17.884330 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-499f6090-e748-4d03-ba0d-8444d3d7e8d0 None None] Port 3fc8f183-3bc4-40e5-adda-40575c7db5ba cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:17:17.931433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38f24d-533d-414d-aa24-429126809a2b req-412995f3-a598-482c-9a2b-9cffc5dd4978 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:17.933080 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a38f24d-533d-414d-aa24-429126809a2b req-412995f3-a598-482c-9a2b-9cffc5dd4978 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0561316 Feb 28 17:17:17.934223 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-15193550-3f6e-4259-bd15-7d52a014edee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dac75f07-6689-4eac-9789-8f3d080cc249), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:17.963676 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-714bface-6db3-491c-830b-8b981b1c0d44 req-6d6126fa-3d49-4137-9341-b0c2fac8ecd3 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/security-groups?id=25ece3b6-4375-41b0-8fd9-c731fde2037a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356697 Feb 28 17:17:17.992619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15193550-3f6e-4259-bd15-7d52a014edee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac75f07-6689-4eac-9789-8f3d080cc249,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:18.004084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-15193550-3f6e-4259-bd15-7d52a014edee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05e136163d1c439cb2926250f8f674ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124957 Feb 28 17:17:18.008785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44036) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:18.042958 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a38f24d-533d-414d-aa24-429126809a2b req-4ecee230-bf4e-4595-89c6-c0e81c207151 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977993 Feb 28 17:17:18.081375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-568e1f11-ee27-4edf-b122-9327e71fed84 admin admin] Publish callbacks [] for security_group (dac75f07-6689-4eac-9789-8f3d080cc249), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:18.110781 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-568e1f11-ee27-4edf-b122-9327e71fed84 admin admin] Publish callbacks [] for security_group (dac75f07-6689-4eac-9789-8f3d080cc249), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:18.142571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc8f183-3bc4-40e5-adda-40575c7db5ba {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:18.153615 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Publish callbacks [] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:18.277098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Transition to ACTIVE for port object 3fc8f183-3bc4-40e5-adda-40575c7db5ba will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:17:18.285740 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-568e1f11-ee27-4edf-b122-9327e71fed84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dac75f07-6689-4eac-9789-8f3d080cc249), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:18.288257 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-568e1f11-ee27-4edf-b122-9327e71fed84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:18.291717 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-568e1f11-ee27-4edf-b122-9327e71fed84 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dac75f07-6689-4eac-9789-8f3d080cc249 HTTP/1.1" status: 204 len: 168 time: 0.2796807 Feb 28 17:17:18.308546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e1f11-ee27-4edf-b122-9327e71fed84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac75f07-6689-4eac-9789-8f3d080cc249,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:18.334337 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-a1299e00-74ff-4f8d-af4c-73de96428e04 service neutron] 10.222.0.69 "GET /v2.0/ports/257fb183-c117-4a44-9ece-e411c599ab15/bindings/n-h1-820368-19 HTTP/1.1" status: 200 len: 385 time: 0.0756948 Feb 28 17:17:18.345764 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:18.405053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc8f183-3bc4-40e5-adda-40575c7db5ba,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:18.515435 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Attempting to bind port 3fc8f183-3bc4-40e5-adda-40575c7db5ba on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:17:18.515963 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Attempting to bind port 3fc8f183-3bc4-40e5-adda-40575c7db5ba by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:17:18.516118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Attempting to bind port 3fc8f183-3bc4-40e5-adda-40575c7db5ba on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:18.522611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Port 3fc8f183-3bc4-40e5-adda-40575c7db5ba on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:17:18.522997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Attempting to bind port 3fc8f183-3bc4-40e5-adda-40575c7db5ba on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:18.528526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:17:18.528920 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:18.529314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:17:18.529753 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Bound port: 3fc8f183-3bc4-40e5-adda-40575c7db5ba, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:17:18.530142 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:18.636916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] For port 3fc8f183-3bc4-40e5-adda-40575c7db5ba, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:18.641953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] For port 3fc8f183-3bc4-40e5-adda-40575c7db5ba, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3fc8f183-3bc4-40e5-adda-40575c7db5ba,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:17:18.699680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-5099959f-ed82-47ca-90f6-e6c3b55e9cd0 service neutron] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=257fb183-c117-4a44-9ece-e411c599ab15,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:18.704241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:17:18.734399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:18.734523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-5099959f-ed82-47ca-90f6-e6c3b55e9cd0 service neutron] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:18.785523 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:18.786276 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:18.791176 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] 10.222.0.73 "PUT /v2.0/ports/3fc8f183-3bc4-40e5-adda-40575c7db5ba HTTP/1.1" status: 200 len: 1097 time: 1.1408505 Feb 28 17:17:18.791176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37493f36-307f-4335-82d5-5c3fdf952bb7', 'tag': '3fc8f183-3bc4-40e5-adda-40575c7db5ba'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:18.798846 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e537ef-e19e-4ba0-a5dd-084bc518567a" -d '{"events": [{"name": "network-changed", "server_uuid": "37493f36-307f-4335-82d5-5c3fdf952bb7", "tag": "3fc8f183-3bc4-40e5-adda-40575c7db5ba"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:18.799227 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-5099959f-ed82-47ca-90f6-e6c3b55e9cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257fb183-c117-4a44-9ece-e411c599ab15 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:18.816784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-5099959f-ed82-47ca-90f6-e6c3b55e9cd0 service neutron] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=257fb183-c117-4a44-9ece-e411c599ab15,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:18.832977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf27f20-d269-463c-957d-5290a6c0e376 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc8f183-3bc4-40e5-adda-40575c7db5ba,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:18.851760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f1da0-542f-4157-a3b7-e17448e7ca27 req-57a553e1-9e5a-4be6-82d3-6f4fc23852d4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:18.853766 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-169f1da0-542f-4157-a3b7-e17448e7ca27 req-57a553e1-9e5a-4be6-82d3-6f4fc23852d4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 944 time: 0.2020733 Feb 28 17:17:18.894516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1080057e-d8aa-4cf2-8fe6-d9c73e1c076f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:18.911200 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '1080057e-d8aa-4cf2-8fe6-d9c73e1c076f', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '1080057e-d8aa-4cf2-8fe6-d9c73e1c076f', 'mac_address': 'fa:16:3e:5d:b7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:17:18.973900 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-5099959f-ed82-47ca-90f6-e6c3b55e9cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (257fb183-c117-4a44-9ece-e411c599ab15), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:18.988625 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-169f1da0-542f-4157-a3b7-e17448e7ca27 req-e70bafb1-9615-4b31-8a49-893e6feecf32 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246867 Feb 28 17:17:19.017803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:19.019153 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:19.033853 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:19.059121 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1080057e-d8aa-4cf2-8fe6-d9c73e1c076f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:19.097657 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-5099959f-ed82-47ca-90f6-e6c3b55e9cd0 service neutron] Transition to ACTIVE for port object 257fb183-c117-4a44-9ece-e411c599ab15 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:17:19.098269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-f8c3fe8c-06ca-4a48-a01f-c9635dcec70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:19.102267 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-f8c3fe8c-06ca-4a48-a01f-c9635dcec70b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 1131 time: 0.1865034 Feb 28 17:17:19.112359 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0ab1c-91c2-42cb-befc-b7761e863715 req-1530a9a0-3042-4225-bf5c-112749f5a6a9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:19.113843 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-98c0ab1c-91c2-42cb-befc-b7761e863715 req-1530a9a0-3042-4225-bf5c-112749f5a6a9 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 945 time: 0.1032276 Feb 28 17:17:19.157812 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-cb16f479-81ea-477d-b8b7-bc850f87c52a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=3fc8f183-3bc4-40e5-adda-40575c7db5ba HTTP/1.1" status: 200 len: 217 time: 0.0429912 Feb 28 17:17:19.160265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48402b5-98cb-4d94-84d2-944ff72f917b req-8d9e2a83-9a03-4576-b9c8-19f95b9ff013 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:19.161828 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e48402b5-98cb-4d94-84d2-944ff72f917b req-8d9e2a83-9a03-4576-b9c8-19f95b9ff013 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 948 time: 0.0662522 Feb 28 17:17:19.169040 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:19.201074 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-5099959f-ed82-47ca-90f6-e6c3b55e9cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (257fb183-c117-4a44-9ece-e411c599ab15), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:19.241844 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-98c0ab1c-91c2-42cb-befc-b7761e863715 req-7ea78567-87a8-4374-a559-c486fdc9d93e tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/security-groups?id=436ae364-7e26-4362-b06b-eb825225a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907929 Feb 28 17:17:19.244494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=1080057e-d8aa-4cf2-8fe6-d9c73e1c076f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:19.259836 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3e5e2b89-f849-4d65-b2c3-ebabf05c9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:19.261618 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-3e5e2b89-f849-4d65-b2c3-ebabf05c9b56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0918772 Feb 28 17:17:19.340908 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0fe17a-80d7-4eea-bb01-7fd03dcc2ced x-openstack-request-id: req-ca0fe17a-80d7-4eea-bb01-7fd03dcc2ced {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:19.340908 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37493f36-307f-4335-82d5-5c3fdf952bb7", "tag": "3fc8f183-3bc4-40e5-adda-40575c7db5ba", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:19.340908 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ca0fe17a-80d7-4eea-bb01-7fd03dcc2ced {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:19.340908 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37493f36-307f-4335-82d5-5c3fdf952bb7', 'tag': '3fc8f183-3bc4-40e5-adda-40575c7db5ba', 'status': 'completed', 'code': 200} Feb 28 17:17:19.362369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-5c6ca790-de60-44bf-93bd-40732364cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:19.363290 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-5099959f-ed82-47ca-90f6-e6c3b55e9cd0 service neutron] No DVR routers for this DVR port 257fb183-c117-4a44-9ece-e411c599ab15 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:17:19.367032 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-5c6ca790-de60-44bf-93bd-40732364cfb0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0964036 Feb 28 17:17:19.369883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['1080057e-d8aa-4cf2-8fe6-d9c73e1c076f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:19.384543 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e48402b5-98cb-4d94-84d2-944ff72f917b req-37941c83-552e-43a8-84d3-471487646a7f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038515 Feb 28 17:17:19.394801 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099959f-ed82-47ca-90f6-e6c3b55e9cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=257fb183-c117-4a44-9ece-e411c599ab15,revision_number=10']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:19.471782 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-5099959f-ed82-47ca-90f6-e6c3b55e9cd0 service neutron] 10.222.0.69 "PUT /v2.0/ports/257fb183-c117-4a44-9ece-e411c599ab15/bindings/n-h1-820368-19/activate HTTP/1.1" status: 200 len: 370 time: 1.1305137 Feb 28 17:17:19.478015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44090) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:19.554594 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927071e4-0d1e-4c6a-acda-eb99ee14dec6 req-efc392aa-c3a4-4481-a3ed-71d795a62645 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:19.556202 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-927071e4-0d1e-4c6a-acda-eb99ee14dec6 req-efc392aa-c3a4-4481-a3ed-71d795a62645 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 948 time: 0.1014915 Feb 28 17:17:19.565087 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-79b8ab72-6300-4b75-97dd-f243249e468a service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897514 Feb 28 17:17:19.584361 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d0b93-57db-465b-be87-235db0a6f938 req-e774cb9d-0965-4521-9e22-e7b6650c374a tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:19.596189 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-817d0b93-57db-465b-be87-235db0a6f938 req-e774cb9d-0965-4521-9e22-e7b6650c374a tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.1087313 Feb 28 17:17:19.656219 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-817d0b93-57db-465b-be87-235db0a6f938 req-e0e537f3-6458-43a4-9357-252aa4e0bc91 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590880 Feb 28 17:17:19.681812 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7015074-5131-463d-92c7-153e0cfc67f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:19.728743 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-927071e4-0d1e-4c6a-acda-eb99ee14dec6 req-192a5387-5477-4b7e-affa-e0d3f35127b8 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/security-groups?id=25ece3b6-4375-41b0-8fd9-c731fde2037a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625345 Feb 28 17:17:19.760234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-77c757e6-905b-45c3-bd81-4581ea257ee7 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:19.761745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-77c757e6-905b-45c3-bd81-4581ea257ee7 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65&tenant_id=c57be2755a4d40389e59c507cc6d5340&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1128 time: 0.1496766 Feb 28 17:17:19.794956 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7015074-5131-463d-92c7-153e0cfc67f0 admin admin] Publish callbacks [] for security_group (a20a3a8b-f147-440f-873c-7b64c17831d0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:19.814277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1e761e-f5e2-4b50-b854-eb6ba3a746f4 req-9d1c0912-2cf2-4a08-a6ad-f7e0dcb978a7 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210143 Feb 28 17:17:19.866400 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-21cf5835-d24f-4fff-b8d9-ca0e09f5be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:19.867890 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-21cf5835-d24f-4fff-b8d9-ca0e09f5be0c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65&tenant_id=c57be2755a4d40389e59c507cc6d5340 HTTP/1.1" status: 200 len: 1128 time: 0.0922921 Feb 28 17:17:19.899403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7015074-5131-463d-92c7-153e0cfc67f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a20a3a8b-f147-440f-873c-7b64c17831d0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:19.957589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e7015074-5131-463d-92c7-153e0cfc67f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e2a8e1fbdcc4e91a0e63086a3f186aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4758570 Feb 28 17:17:19.957589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7015074-5131-463d-92c7-153e0cfc67f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20a3a8b-f147-440f-873c-7b64c17831d0,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:19.958238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44100) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:19.983823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-192f6608-3232-4b11-b492-04f9a2abecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:19.985236 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-192f6608-3232-4b11-b492-04f9a2abecb1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 1128 time: 0.0897086 Feb 28 17:17:20.111061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d49f-5849-4b39-b4b9-b8fda37ccfd8 req-ac3f0867-7d67-4bc0-917e-537282961ba9 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:20.112844 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d264d49f-5849-4b39-b4b9-b8fda37ccfd8 req-ac3f0867-7d67-4bc0-917e-537282961ba9 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 945 time: 0.0542624 Feb 28 17:17:20.116155 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e537ef-e19e-4ba0-a5dd-084bc518567a req-d4f0c3c6-eb49-49d5-8b0e-139e8102b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:20.118316 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45e537ef-e19e-4ba0-a5dd-084bc518567a req-d4f0c3c6-eb49-49d5-8b0e-139e8102b347 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 1131 time: 0.1491244 Feb 28 17:17:20.122837 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-adbe1d1b-b96e-43b1-99af-b4637566423c admin admin] Publish callbacks [] for security_group (a20a3a8b-f147-440f-873c-7b64c17831d0), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:20.182503 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d264d49f-5849-4b39-b4b9-b8fda37ccfd8 req-dad3e0b1-f3d2-4192-9b35-0e36177b0383 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614805 Feb 28 17:17:20.222321 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-23ae0c25-b7e7-450e-a65f-84d302f66931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:20.223792 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-23ae0c25-b7e7-450e-a65f-84d302f66931 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.2184625 Feb 28 17:17:20.248425 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-adbe1d1b-b96e-43b1-99af-b4637566423c admin admin] Publish callbacks [] for security_group (a20a3a8b-f147-440f-873c-7b64c17831d0), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:20.285698 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-374a64ad-c743-43a5-95df-96076cce58c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=257fb183-c117-4a44-9ece-e411c599ab15 HTTP/1.1" status: 200 len: 217 time: 0.0520051 Feb 28 17:17:20.355652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e537ef-e19e-4ba0-a5dd-084bc518567a req-6ce9a80c-644b-4550-9c5d-c78ffb8dd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:20.357129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45e537ef-e19e-4ba0-a5dd-084bc518567a req-6ce9a80c-644b-4550-9c5d-c78ffb8dd48e service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2318318 Feb 28 17:17:20.380667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-bc869bef-6c95-475e-875d-05c3967f2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:20.383037 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-bc869bef-6c95-475e-875d-05c3967f2ac0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.0786238 Feb 28 17:17:20.423357 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45e537ef-e19e-4ba0-a5dd-084bc518567a req-16c51d1a-b315-49c4-9f74-991dbba2f4f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=3fc8f183-3bc4-40e5-adda-40575c7db5ba HTTP/1.1" status: 200 len: 217 time: 0.0571032 Feb 28 17:17:20.448240 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4b1297c5-7310-4fb5-a2d7-1a3be7088e26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337539 Feb 28 17:17:20.549266 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-adbe1d1b-b96e-43b1-99af-b4637566423c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a20a3a8b-f147-440f-873c-7b64c17831d0), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:20.551838 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-adbe1d1b-b96e-43b1-99af-b4637566423c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:20.552965 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-adbe1d1b-b96e-43b1-99af-b4637566423c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a20a3a8b-f147-440f-873c-7b64c17831d0 HTTP/1.1" status: 204 len: 168 time: 0.5920691 Feb 28 17:17:20.576770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe1d1b-b96e-43b1-99af-b4637566423c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20a3a8b-f147-440f-873c-7b64c17831d0,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:20.593638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e537ef-e19e-4ba0-a5dd-084bc518567a req-c1cd2884-23a8-41e2-a2e0-fdc8329d6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:20.595160 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45e537ef-e19e-4ba0-a5dd-084bc518567a req-c1cd2884-23a8-41e2-a2e0-fdc8329d6205 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1511478 Feb 28 17:17:20.654319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219c99-7691-4c60-90cb-dcc0901aa34c req-b37c6491-7b3d-4390-8878-803815672a3f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:20.655820 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a0219c99-7691-4c60-90cb-dcc0901aa34c req-b37c6491-7b3d-4390-8878-803815672a3f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 948 time: 0.1995630 Feb 28 17:17:20.661341 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-694c0971-1302-427f-9f58-b16efd10c40c service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862724 Feb 28 17:17:20.724853 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:17:20.766917 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e537ef-e19e-4ba0-a5dd-084bc518567a req-5ef6d0b6-8593-40ec-9bc4-d19c0b8158ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:20.769005 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45e537ef-e19e-4ba0-a5dd-084bc518567a req-5ef6d0b6-8593-40ec-9bc4-d19c0b8158ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1652756 Feb 28 17:17:20.788010 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a0219c99-7691-4c60-90cb-dcc0901aa34c req-5f595f15-ca4a-41ac-bf40-cd4460a899c4 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239433 Feb 28 17:17:20.851682 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:17:20.851952 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68052ced-dea6-4357-9102-80386ab2e8fe req-15ee6d73-612a-4740-a395-4fc86071efe0 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:20.852330 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-4c232c8b-0202-4c27-ac53-6323d1aa549a service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811278 Feb 28 17:17:20.860989 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-68052ced-dea6-4357-9102-80386ab2e8fe req-15ee6d73-612a-4740-a395-4fc86071efe0 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0655465 Feb 28 17:17:20.861424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:20.861807 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:20.891004 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45e537ef-e19e-4ba0-a5dd-084bc518567a req-2687e208-80ee-4c3d-b91c-315d8ef62d3c service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145253 Feb 28 17:17:20.950393 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-68052ced-dea6-4357-9102-80386ab2e8fe req-1cc5a787-c1f7-4136-ae93-10abbd489abc tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839579 Feb 28 17:17:21.045331 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:21.046193 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:21.071907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b559da89-efaf-4b36-a23e-69d2de7d369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1080057e-d8aa-4cf2-8fe6-d9c73e1c076f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:21.074726 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29860484-e13a-4dc2-adfd-bb2f14aef41d" -d '{"events": [{"server_uuid": "b559da89-efaf-4b36-a23e-69d2de7d369a", "name": "network-vif-plugged", "status": "completed", "tag": "1080057e-d8aa-4cf2-8fe6-d9c73e1c076f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:21.088865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1080057e-d8aa-4cf2-8fe6-d9c73e1c076f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:21.219400 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:21.220584 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 257fb183-c117-4a44-9ece-e411c599ab15 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:17:21.313917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] The host n-h2-820368-19 is not matching for port 257fb183-c117-4a44-9ece-e411c599ab15 host n-h1-820368-19! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:17:21.314377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 257fb183-c117-4a44-9ece-e411c599ab15 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:17:21.316297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=1080057e-d8aa-4cf2-8fe6-d9c73e1c076f,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:21.327974 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45e537ef-e19e-4ba0-a5dd-084bc518567a req-4cb883cc-2913-44e2-a1c9-ed635af24f20 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310620 Feb 28 17:17:21.336568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3fa0a-1d1b-448c-a12a-cebafaedb59a req-1ff2bd4c-34a0-4246-923f-e46059314aed tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:21.338117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0df3fa0a-1d1b-448c-a12a-cebafaedb59a req-1ff2bd4c-34a0-4246-923f-e46059314aed tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 948 time: 0.3881247 Feb 28 17:17:21.398261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0df3fa0a-1d1b-448c-a12a-cebafaedb59a req-c8e147f0-8fee-4486-bb31-aa2fd69ed390 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/security-groups?id=25ece3b6-4375-41b0-8fd9-c731fde2037a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Feb 28 17:17:21.455577 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0206c50a-accc-45d7-afeb-a5d6e45b2b9d x-openstack-request-id: req-0206c50a-accc-45d7-afeb-a5d6e45b2b9d {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:21.455891 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b559da89-efaf-4b36-a23e-69d2de7d369a", "name": "network-vif-plugged", "status": "completed", "tag": "1080057e-d8aa-4cf2-8fe6-d9c73e1c076f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:21.456140 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0206c50a-accc-45d7-afeb-a5d6e45b2b9d {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:21.456742 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b559da89-efaf-4b36-a23e-69d2de7d369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1080057e-d8aa-4cf2-8fe6-d9c73e1c076f', 'code': 200} Feb 28 17:17:21.534911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44150) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:21.562413 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-100781ae-e0ce-463d-9bf6-1799b7a04832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:21.613323 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-cffd1cd0-46a5-4be6-a67e-35a988b087fe tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:21.614625 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-cffd1cd0-46a5-4be6-a67e-35a988b087fe tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65&tenant_id=c57be2755a4d40389e59c507cc6d5340&binding%3Ahost_id=n-h1-820368-19 HTTP/1.1" status: 200 len: 1128 time: 0.1241107 Feb 28 17:17:21.626080 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cb7b7-2756-4537-98b4-0bed70abe34c req-9c98124d-24cb-4c83-93ba-6491acc945ae tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:21.627531 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-319cb7b7-2756-4537-98b4-0bed70abe34c req-9c98124d-24cb-4c83-93ba-6491acc945ae tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 945 time: 0.0929613 Feb 28 17:17:21.667483 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989d5cd-6ab2-419e-9874-9abf778f96d1 req-4adeb79c-c7f7-46b1-8c9c-895d06eec359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:21.669054 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b989d5cd-6ab2-419e-9874-9abf778f96d1 req-4adeb79c-c7f7-46b1-8c9c-895d06eec359 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 1132 time: 0.0966213 Feb 28 17:17:21.719221 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-319cb7b7-2756-4537-98b4-0bed70abe34c req-f4c823ad-a898-4ea8-b484-7c5dc503bfa4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853324 Feb 28 17:17:21.731866 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b989d5cd-6ab2-419e-9874-9abf778f96d1 req-3bc35846-2c0e-4c08-8ccc-c98c171fbfe8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=25ece3b6-4375-41b0-8fd9-c731fde2037a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568614 Feb 28 17:17:21.752309 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-100781ae-e0ce-463d-9bf6-1799b7a04832 admin admin] Publish callbacks [] for security_group (63a25d75-fc6c-4561-b8d2-383f6576b71b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:21.808443 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-100781ae-e0ce-463d-9bf6-1799b7a04832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (63a25d75-fc6c-4561-b8d2-383f6576b71b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:21.842533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-de51e671-5d10-46e1-ba96-be709a50aaa5 service neutron] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:21.847815 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-de51e671-5d10-46e1-ba96-be709a50aaa5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:21.849476 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-100781ae-e0ce-463d-9bf6-1799b7a04832 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=36193009aab742c4b29fc6bebdeda425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128436 Feb 28 17:17:21.850477 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100781ae-e0ce-463d-9bf6-1799b7a04832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a25d75-fc6c-4561-b8d2-383f6576b71b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:21.852699 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654728c9-c567-4b26-8ca4-641e8f591ec9 req-de51e671-5d10-46e1-ba96-be709a50aaa5 service neutron] 10.222.0.73 "DELETE /v2.0/ports/257fb183-c117-4a44-9ece-e411c599ab15/bindings/n-h2-820368-19 HTTP/1.1" status: 204 len: 173 time: 0.2208230 Feb 28 17:17:21.853301 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44162) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:21.913104 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7479dab3-8d40-4adf-975e-c2d1f6fe52f2 admin admin] Publish callbacks [] for security_group (63a25d75-fc6c-4561-b8d2-383f6576b71b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:21.947572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872593f-7857-40a6-bcb4-b31c21e5f89b req-8ae07e58-20a0-4b6b-aef4-5b5b40a94d53 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:21.958496 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8872593f-7857-40a6-bcb4-b31c21e5f89b req-8ae07e58-20a0-4b6b-aef4-5b5b40a94d53 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 1128 time: 0.0627334 Feb 28 17:17:21.970130 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7479dab3-8d40-4adf-975e-c2d1f6fe52f2 admin admin] Publish callbacks [] for security_group (63a25d75-fc6c-4561-b8d2-383f6576b71b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:22.018946 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8872593f-7857-40a6-bcb4-b31c21e5f89b req-4b1a6947-49cf-4abd-8b86-d49b796c0996 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595567 Feb 28 17:17:22.030442 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b89054-ed16-4e25-8cb2-364d78c287e5 req-7d56d7a7-a5b0-49c6-8a91-6e9f3730a594 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:22.031989 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-09b89054-ed16-4e25-8cb2-364d78c287e5 req-7d56d7a7-a5b0-49c6-8a91-6e9f3730a594 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 948 time: 0.0984776 Feb 28 17:17:22.099205 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-09b89054-ed16-4e25-8cb2-364d78c287e5 req-39367aac-cfc3-4d40-a876-57b684d2c02c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487866 Feb 28 17:17:22.151999 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7479dab3-8d40-4adf-975e-c2d1f6fe52f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (63a25d75-fc6c-4561-b8d2-383f6576b71b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:22.155305 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7479dab3-8d40-4adf-975e-c2d1f6fe52f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:22.156333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7479dab3-8d40-4adf-975e-c2d1f6fe52f2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/63a25d75-fc6c-4561-b8d2-383f6576b71b HTTP/1.1" status: 204 len: 168 time: 0.3018427 Feb 28 17:17:22.166530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479dab3-8d40-4adf-975e-c2d1f6fe52f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a25d75-fc6c-4561-b8d2-383f6576b71b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:22.287106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f2949-21a4-4012-8c8b-ca060956a015 req-3151e4f4-1bf8-439b-9cac-50a34e7155e5 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:22.296321 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-739f2949-21a4-4012-8c8b-ca060956a015 req-3151e4f4-1bf8-439b-9cac-50a34e7155e5 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.1263402 Feb 28 17:17:22.397055 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-739f2949-21a4-4012-8c8b-ca060956a015 req-06556da9-61a1-485e-9710-715b853296af tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928161 Feb 28 17:17:22.509036 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-9d38899b-0cae-424f-8fe8-6c07814bce1a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:22.518120 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-9d38899b-0cae-424f-8fe8-6c07814bce1a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 808 time: 0.1813774 Feb 28 17:17:22.539483 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-dd5d853e-66cb-4945-8c1b-ae7c3d94bd5b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/quotas/c57be2755a4d40389e59c507cc6d5340 HTTP/1.1" status: 200 len: 375 time: 0.0204020 Feb 28 17:17:22.598234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2416df-a2d9-45aa-bbf3-0ece812666a8 req-cc06a058-f034-418d-b496-366c1522b8c9 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:22.610869 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a2416df-a2d9-45aa-bbf3-0ece812666a8 req-cc06a058-f034-418d-b496-366c1522b8c9 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 949 time: 0.0749419 Feb 28 17:17:22.636689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-e820094c-43c2-489c-a1c9-3dddfcd9eb3a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0943568 Feb 28 17:17:22.643226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-ddde159a-bd6a-47f2-91f6-3fe25b337c06 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:17:22.661190 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-ddde159a-bd6a-47f2-91f6-3fe25b337c06 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254693 Feb 28 17:17:22.693345 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a2416df-a2d9-45aa-bbf3-0ece812666a8 req-fb8497ea-d2ad-44f4-89ae-9c604b9b7c09 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/security-groups?id=25ece3b6-4375-41b0-8fd9-c731fde2037a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811689 Feb 28 17:17:22.792935 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-66eab599-866b-4cb6-919f-6ed198eb61b8 service neutron] 10.222.0.72 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308355 Feb 28 17:17:22.906709 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-de98948e-f789-475b-b071-6a0b7d417a5e service neutron] 10.222.0.72 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073580 Feb 28 17:17:23.237347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab7341-4ae9-4a4d-9dc9-1452fc7979c5 req-5aec94f5-5f63-4eff-9dac-6be610c99852 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:23.245192 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3aab7341-4ae9-4a4d-9dc9-1452fc7979c5 req-5aec94f5-5f63-4eff-9dac-6be610c99852 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 948 time: 0.0771463 Feb 28 17:17:23.331625 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3aab7341-4ae9-4a4d-9dc9-1452fc7979c5 req-69776c87-8438-4352-b560-d7ba5f764d7e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847654 Feb 28 17:17:23.375408 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b5cd019-bcc3-4c6d-8110-660ae950b126 req-b318c3a7-930d-431c-9bb0-be0cc87d920f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 210 time: 0.0959489 Feb 28 17:17:23.537331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f32092-b745-4ead-9135-aa6ad41ee3dc req-37481d01-b6ff-40d4-b485-8c596ef1da74 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:23.545778 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07f32092-b745-4ead-9135-aa6ad41ee3dc req-37481d01-b6ff-40d4-b485-8c596ef1da74 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0799890 Feb 28 17:17:23.603869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44222) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:23.606340 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07f32092-b745-4ead-9135-aa6ad41ee3dc req-a8356afe-492e-4ea1-8186-001f64f2042e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591462 Feb 28 17:17:23.729287 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d3df420-6f37-4132-8557-c31960c3e6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:23.840222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5d9d3-21fa-4d7e-801a-83c5b236b62a req-1486f717-b477-448f-a70b-63021dc12c49 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:23.841849 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43a5d9d3-21fa-4d7e-801a-83c5b236b62a req-1486f717-b477-448f-a70b-63021dc12c49 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 949 time: 0.0801587 Feb 28 17:17:23.857120 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d3df420-6f37-4132-8557-c31960c3e6ff admin admin] Publish callbacks [] for security_group (bf2ddef7-6091-4981-a70e-842822cfe38e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:23.899653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43a5d9d3-21fa-4d7e-801a-83c5b236b62a req-64c993f6-d18b-46f2-82b8-b15ba7729c3a tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/security-groups?id=25ece3b6-4375-41b0-8fd9-c731fde2037a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478513 Feb 28 17:17:23.946958 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d3df420-6f37-4132-8557-c31960c3e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bf2ddef7-6091-4981-a70e-842822cfe38e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:23.998566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8d3df420-6f37-4132-8557-c31960c3e6ff admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8dfcddd38b0848c0b567ab2b94184c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933570 Feb 28 17:17:23.999434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3df420-6f37-4132-8557-c31960c3e6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2ddef7-6091-4981-a70e-842822cfe38e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:24.001288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44248) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:24.056649 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e4829060-699d-475f-8fa0-e97ae8e81908 admin admin] Publish callbacks [] for security_group (bf2ddef7-6091-4981-a70e-842822cfe38e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:24.077183 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e4829060-699d-475f-8fa0-e97ae8e81908 admin admin] Publish callbacks [] for security_group (bf2ddef7-6091-4981-a70e-842822cfe38e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:24.185636 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e4829060-699d-475f-8fa0-e97ae8e81908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bf2ddef7-6091-4981-a70e-842822cfe38e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:24.188240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e4829060-699d-475f-8fa0-e97ae8e81908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:24.189490 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e4829060-699d-475f-8fa0-e97ae8e81908 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf2ddef7-6091-4981-a70e-842822cfe38e HTTP/1.1" status: 204 len: 168 time: 0.1872773 Feb 28 17:17:24.203365 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4829060-699d-475f-8fa0-e97ae8e81908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2ddef7-6091-4981-a70e-842822cfe38e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:24.520982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab388c4-3741-486a-abbc-ba6a2adb1194 req-fc4ca319-0d0e-43e5-95b1-c17502d3b476 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:24.523418 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ab388c4-3741-486a-abbc-ba6a2adb1194 req-fc4ca319-0d0e-43e5-95b1-c17502d3b476 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 949 time: 0.0563946 Feb 28 17:17:24.577140 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ab388c4-3741-486a-abbc-ba6a2adb1194 req-78110ebf-74eb-41ba-a087-d9c365b12aac tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/security-groups?id=25ece3b6-4375-41b0-8fd9-c731fde2037a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483961 Feb 28 17:17:24.691711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4020303-e001-4814-bcd2-1bd5a8995190 req-b8b02d12-3d15-405d-bd2d-558a74f73a20 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:24.693149 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4020303-e001-4814-bcd2-1bd5a8995190 req-b8b02d12-3d15-405d-bd2d-558a74f73a20 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 948 time: 0.0516710 Feb 28 17:17:24.740036 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4020303-e001-4814-bcd2-1bd5a8995190 req-efb29a1d-7a84-4432-be37-f73cc2ad5891 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Feb 28 17:17:24.801734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3fc8f183-3bc4-40e5-adda-40575c7db5ba details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:17:24.861409 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f0f0756-d085-4d8f-b5c3-1d9a69890f01 req-a9c8ca03-bd5b-4f88-96ad-9fc385378093 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 210 time: 0.0365610 Feb 28 17:17:24.930574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f28b6-e825-467d-ac5d-5c5a9b1b429a req-3398b471-cf51-4844-bc70-8acf6cfafd4c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:24.932399 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a82f28b6-e825-467d-ac5d-5c5a9b1b429a req-3398b471-cf51-4844-bc70-8acf6cfafd4c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0727470 Feb 28 17:17:24.967538 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3fc8f183-3bc4-40e5-adda-40575c7db5ba, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3fc8f183-3bc4-40e5-adda-40575c7db5ba,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:24.986582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '3fc8f183-3bc4-40e5-adda-40575c7db5ba', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '3fc8f183-3bc4-40e5-adda-40575c7db5ba', 'mac_address': 'fa:16:3e:a4:79:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:17:24.996330 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a82f28b6-e825-467d-ac5d-5c5a9b1b429a req-5b763009-ceba-4a90-880f-ba97900a85cc tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559618 Feb 28 17:17:25.040914 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 3fc8f183-3bc4-40e5-adda-40575c7db5ba is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:25.041308 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:25.058117 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44284) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:25.061646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc8f183-3bc4-40e5-adda-40575c7db5ba {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:25.078713 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ff80c9c4-907c-427e-a751-90bee52a0b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:25.086961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3fc8f183-3bc4-40e5-adda-40575c7db5ba, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3fc8f183-3bc4-40e5-adda-40575c7db5ba,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:25.174667 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:25.175882 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ff80c9c4-907c-427e-a751-90bee52a0b7b admin admin] Publish callbacks [] for security_group (f0ea9a29-1aa1-4aa4-afc8-dfe6486462e5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:25.233825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=3fc8f183-3bc4-40e5-adda-40575c7db5ba,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:25.242601 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:25.242869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:25.243211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:25.243548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:25.243884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:25.244215 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:25.244579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:25.244905 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:25.245231 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:25.245553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:25.245878 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:25.246226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:25.246552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:17:25.276198 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ff80c9c4-907c-427e-a751-90bee52a0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f0ea9a29-1aa1-4aa4-afc8-dfe6486462e5), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:25.315511 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ff80c9c4-907c-427e-a751-90bee52a0b7b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=52f62a29f5f2474586eff512107ee914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557158 Feb 28 17:17:25.316391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80c9c4-907c-427e-a751-90bee52a0b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ea9a29-1aa1-4aa4-afc8-dfe6486462e5,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:25.319626 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44306) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:25.381365 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe294529-abd8-4294-9966-dfe931ddcf65 admin admin] Publish callbacks [] for security_group (f0ea9a29-1aa1-4aa4-afc8-dfe6486462e5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:25.406536 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe294529-abd8-4294-9966-dfe931ddcf65 admin admin] Publish callbacks [] for security_group (f0ea9a29-1aa1-4aa4-afc8-dfe6486462e5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:25.540384 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe294529-abd8-4294-9966-dfe931ddcf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f0ea9a29-1aa1-4aa4-afc8-dfe6486462e5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:25.542991 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe294529-abd8-4294-9966-dfe931ddcf65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:25.547373 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fe294529-abd8-4294-9966-dfe931ddcf65 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f0ea9a29-1aa1-4aa4-afc8-dfe6486462e5 HTTP/1.1" status: 204 len: 168 time: 0.2263441 Feb 28 17:17:25.555997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe294529-abd8-4294-9966-dfe931ddcf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ea9a29-1aa1-4aa4-afc8-dfe6486462e5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:25.599327 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:25.925189 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c2ab5-a3ee-4146-9540-826c1b526caf req-26f173aa-23b8-4d42-8462-9a7e859fd56f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:25.935175 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-245c2ab5-a3ee-4146-9540-826c1b526caf req-26f173aa-23b8-4d42-8462-9a7e859fd56f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 949 time: 0.0745032 Feb 28 17:17:26.096492 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-245c2ab5-a3ee-4146-9540-826c1b526caf req-0f8f6406-f38b-4ee2-9fd2-2ab98c40209a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582129 Feb 28 17:17:26.135047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb94e5-1a63-49f1-9cbb-f4c4c6fcd20b req-bf7ed9bf-a385-4138-89f7-be5785b67b6b tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:26.142266 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1eb94e5-1a63-49f1-9cbb-f4c4c6fcd20b req-bf7ed9bf-a385-4138-89f7-be5785b67b6b tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 949 time: 0.4514058 Feb 28 17:17:26.168947 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-10d4ee72-2c2d-4004-8161-475433d40698 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:26.171176 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-10d4ee72-2c2d-4004-8161-475433d40698 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.69 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 808 time: 0.5688906 Feb 28 17:17:26.196673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-3fd54214-fea7-4c67-81aa-49354be44e6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Request body: {'port': {'device_id': '95112469-7cf4-48a8-a919-4b3a44f8cec1', 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71', 'admin_state_up': True, 'tenant_id': 'c57be2755a4d40389e59c507cc6d5340'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:26.208978 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446137b-a142-448f-b8a1-16d4827bb3b6 req-e0fcf7a1-afdb-4748-8796-882ced5757b9 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:26.211037 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d446137b-a142-448f-b8a1-16d4827bb3b6 req-e0fcf7a1-afdb-4748-8796-882ced5757b9 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.69 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 949 time: 0.1691546 Feb 28 17:17:26.261065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44334) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:26.261512 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6b6890a-4a34-4588-990f-e253aea6357d req-162eb47b-055e-42ab-a2fd-8c1b6d7fec1e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 210 time: 0.0618193 Feb 28 17:17:26.307668 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1eb94e5-1a63-49f1-9cbb-f4c4c6fcd20b req-58bf7255-3b5c-4b49-80c8-de9930b3061d tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/security-groups?id=25ece3b6-4375-41b0-8fd9-c731fde2037a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644485 Feb 28 17:17:26.345847 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:17:26.417473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5b46f-faa6-405e-8cdc-bfcb769cc361 req-e50dbcbb-6fff-4b87-81eb-200a9ac79d36 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:26.425990 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19b5b46f-faa6-405e-8cdc-bfcb769cc361 req-e50dbcbb-6fff-4b87-81eb-200a9ac79d36 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0720017 Feb 28 17:17:26.432182 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-d446137b-a142-448f-b8a1-16d4827bb3b6 req-832adee2-b7af-457f-91ac-257952fd80c4 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Deleting port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:17:26.432796 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d446137b-a142-448f-b8a1-16d4827bb3b6 req-832adee2-b7af-457f-91ac-257952fd80c4 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:26.481340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19b5b46f-faa6-405e-8cdc-bfcb769cc361 req-23812fc9-a6c6-4ed0-ab15-911337f0f070 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542483 Feb 28 17:17:26.499333 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46052680-3939-4244-95a7-ef19d7d4f689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:26.519616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-3fd54214-fea7-4c67-81aa-49354be44e6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Made reservation on behalf of c57be2755a4d40389e59c507cc6d5340 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:26.523510 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-3fd54214-fea7-4c67-81aa-49354be44e6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:26.597412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d446137b-a142-448f-b8a1-16d4827bb3b6 req-832adee2-b7af-457f-91ac-257952fd80c4 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] For port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1080057e-d8aa-4cf2-8fe6-d9c73e1c076f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:26.597781 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d446137b-a142-448f-b8a1-16d4827bb3b6 req-832adee2-b7af-457f-91ac-257952fd80c4 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:26.648224 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-d446137b-a142-448f-b8a1-16d4827bb3b6 req-832adee2-b7af-457f-91ac-257952fd80c4 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Calling delete_port for 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:17:26.763371 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46052680-3939-4244-95a7-ef19d7d4f689 admin admin] Publish callbacks [] for security_group (fb24d435-e999-4fcd-8ca9-e6800f6a4155), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:26.794241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-3fd54214-fea7-4c67-81aa-49354be44e6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Allocated IP 172.20.0.12 (7c10fa5b-91d3-45d7-8ee0-c040e6683f71/aab67e97-15e6-427d-901a-f45796cc60dd/4584f829-529a-40c0-b2fc-0fa37491e2ac) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:17:26.838891 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46052680-3939-4244-95a7-ef19d7d4f689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (fb24d435-e999-4fcd-8ca9-e6800f6a4155), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:26.979168 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-46052680-3939-4244-95a7-ef19d7d4f689 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=933ab4b55fbf4b30bb5dfc1613e6b334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7134924 Feb 28 17:17:26.981524 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46052680-3939-4244-95a7-ef19d7d4f689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb24d435-e999-4fcd-8ca9-e6800f6a4155,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:26.982055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44354) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:27.045611 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a53eb54d-cc54-473b-9e78-4c36d61ac84a admin admin] Publish callbacks [] for security_group (fb24d435-e999-4fcd-8ca9-e6800f6a4155), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:27.047288 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-3fd54214-fea7-4c67-81aa-49354be44e6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks [] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:27.072796 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a53eb54d-cc54-473b-9e78-4c36d61ac84a admin admin] Publish callbacks [] for security_group (fb24d435-e999-4fcd-8ca9-e6800f6a4155), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:27.088642 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d446137b-a142-448f-b8a1-16d4827bb3b6 req-832adee2-b7af-457f-91ac-257952fd80c4 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (1080057e-d8aa-4cf2-8fe6-d9c73e1c076f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:27.101815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['1080057e-d8aa-4cf2-8fe6-d9c73e1c076f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:27.134406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832adee2-b7af-457f-91ac-257952fd80c4 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Pushing event deleted for resources: {'Port': ['ID=1080057e-d8aa-4cf2-8fe6-d9c73e1c076f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:27.213738 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-3fd54214-fea7-4c67-81aa-49354be44e6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:27.214646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d446137b-a142-448f-b8a1-16d4827bb3b6 req-832adee2-b7af-457f-91ac-257952fd80c4 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] No DVR routers for this DVR port 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:17:27.229265 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d446137b-a142-448f-b8a1-16d4827bb3b6 req-832adee2-b7af-457f-91ac-257952fd80c4 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:27.232545 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d446137b-a142-448f-b8a1-16d4827bb3b6 req-832adee2-b7af-457f-91ac-257952fd80c4 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.69 "DELETE /v2.0/ports/1080057e-d8aa-4cf2-8fe6-d9c73e1c076f HTTP/1.1" status: 204 len: 173 time: 1.0067601 Feb 28 17:17:27.233011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b559da89-efaf-4b36-a23e-69d2de7d369a', 'name': 'network-vif-deleted', 'tag': '1080057e-d8aa-4cf2-8fe6-d9c73e1c076f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:27.235579 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803bd810-5f2d-4103-ac19-50e0c8511995" -d '{"events": [{"server_uuid": "b559da89-efaf-4b36-a23e-69d2de7d369a", "name": "network-vif-deleted", "tag": "1080057e-d8aa-4cf2-8fe6-d9c73e1c076f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:27.243608 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a53eb54d-cc54-473b-9e78-4c36d61ac84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (fb24d435-e999-4fcd-8ca9-e6800f6a4155), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:27.246874 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a53eb54d-cc54-473b-9e78-4c36d61ac84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:27.250784 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a53eb54d-cc54-473b-9e78-4c36d61ac84a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fb24d435-e999-4fcd-8ca9-e6800f6a4155 HTTP/1.1" status: 204 len: 168 time: 0.2650595 Feb 28 17:17:27.270449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53eb54d-cc54-473b-9e78-4c36d61ac84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb24d435-e999-4fcd-8ca9-e6800f6a4155,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:27.373491 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9a881d-7f1b-4394-ad04-fbe96d07dda0 x-openstack-request-id: req-7f9a881d-7f1b-4394-ad04-fbe96d07dda0 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:27.373825 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b559da89-efaf-4b36-a23e-69d2de7d369a", "name": "network-vif-deleted", "tag": "1080057e-d8aa-4cf2-8fe6-d9c73e1c076f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:27.374225 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7f9a881d-7f1b-4394-ad04-fbe96d07dda0 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:27.374633 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b559da89-efaf-4b36-a23e-69d2de7d369a', 'name': 'network-vif-deleted', 'tag': '1080057e-d8aa-4cf2-8fe6-d9c73e1c076f', 'status': 'completed', 'code': 200} Feb 28 17:17:27.414394 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-3fd54214-fea7-4c67-81aa-49354be44e6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:17:27.423159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-3fd54214-fea7-4c67-81aa-49354be44e6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:17:27.426469 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd54214-fea7-4c67-81aa-49354be44e6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Pushing event updated for resources: {'Port': ['ID=4584f829-529a-40c0-b2fc-0fa37491e2ac,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:27.447338 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-3fd54214-fea7-4c67-81aa-49354be44e6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:17:27.546757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-3fd54214-fea7-4c67-81aa-49354be44e6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:27.547389 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-3fd54214-fea7-4c67-81aa-49354be44e6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:27.558791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34299c1b-9574-455e-a528-78f2bbfb18cd req-ee5b9d91-edf7-4bf4-b6c2-6635eb3d34fc tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:27.563043 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34299c1b-9574-455e-a528-78f2bbfb18cd req-ee5b9d91-edf7-4bf4-b6c2-6635eb3d34fc tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 932 time: 0.1082385 Feb 28 17:17:27.570383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a35d4a-0918-4b9c-a0e9-576c156441b3 req-66ea8122-520e-4fe0-8176-6aa6abe5304f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:27.571952 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44a35d4a-0918-4b9c-a0e9-576c156441b3 req-66ea8122-520e-4fe0-8176-6aa6abe5304f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 949 time: 0.3621705 Feb 28 17:17:27.648513 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44a35d4a-0918-4b9c-a0e9-576c156441b3 req-d3d68b79-2bdd-4d94-a8a5-6065f97aeb08 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697401 Feb 28 17:17:27.649348 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34299c1b-9574-455e-a528-78f2bbfb18cd req-d4d0b970-8d71-498d-947b-971c07049c8b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745265 Feb 28 17:17:27.652091 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-3fd54214-fea7-4c67-81aa-49354be44e6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4688978 Feb 28 17:17:27.666341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Request body: {'port': {'device_id': '95112469-7cf4-48a8-a919-4b3a44f8cec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:27.755862 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:27.844716 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b774c182-8b1d-4384-be51-1be0e9fe7af6 req-27096406-c429-4cbb-a3a9-cb99cd6f0a97 tempest-ImagesNegativeTestJSON-1824714349 tempest-ImagesNegativeTestJSON-1824714349-project] 10.222.0.72 "GET /v2.0/ports?device_id=b559da89-efaf-4b36-a23e-69d2de7d369a HTTP/1.1" status: 200 len: 210 time: 0.0429816 Feb 28 17:17:27.856270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1570-6317-4c6f-ad49-8da8b92c849d req-f209658e-6116-423e-a1a9-7a5c0059c69f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:27.858293 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43aa1570-6317-4c6f-ad49-8da8b92c849d req-f209658e-6116-423e-a1a9-7a5c0059c69f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0648134 Feb 28 17:17:27.931403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43aa1570-6317-4c6f-ad49-8da8b92c849d req-fd73daab-23ec-4cb1-a732-047b05a654cc tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663185 Feb 28 17:17:28.166793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4584f829-529a-40c0-b2fc-0fa37491e2ac {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:28.186862 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Publish callbacks [] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:28.215957 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Transition to ACTIVE for port object 4584f829-529a-40c0-b2fc-0fa37491e2ac will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:17:28.288602 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:28.383040 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Pushing event updated for resources: {'Port': ['ID=4584f829-529a-40c0-b2fc-0fa37491e2ac,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:28.495609 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Attempting to bind port 4584f829-529a-40c0-b2fc-0fa37491e2ac on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:17:28.495876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Attempting to bind port 4584f829-529a-40c0-b2fc-0fa37491e2ac by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:17:28.496205 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Attempting to bind port 4584f829-529a-40c0-b2fc-0fa37491e2ac on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:28.500652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Port 4584f829-529a-40c0-b2fc-0fa37491e2ac on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:17:28.501088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Attempting to bind port 4584f829-529a-40c0-b2fc-0fa37491e2ac on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:28.505914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:17:28.506507 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Checking segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:28.506872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Bound using segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:17:28.507352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Bound port: 4584f829-529a-40c0-b2fc-0fa37491e2ac, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:17:28.507652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:28.623735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:28.630273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:17:28.700797 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44410) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:28.712545 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:28.761017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:28.761719 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:28.763660 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] 10.222.0.69 "PUT /v2.0/ports/4584f829-529a-40c0-b2fc-0fa37491e2ac HTTP/1.1" status: 200 len: 1093 time: 1.1041343 Feb 28 17:17:28.801999 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3fc8f183-3bc4-40e5-adda-40575c7db5ba up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:17:28.845971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bcaea-6107-442f-8467-a9da30a92494 service neutron] Pushing event updated for resources: {'Port': ['ID=4584f829-529a-40c0-b2fc-0fa37491e2ac,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:28.891791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629c03c-7304-44ab-adc6-5be7b4631e4c req-9a6e7f1b-bbac-444d-8ed5-91b5bd48615e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:28.901756 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a629c03c-7304-44ab-adc6-5be7b4631e4c req-9a6e7f1b-bbac-444d-8ed5-91b5bd48615e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 949 time: 0.1271851 Feb 28 17:17:28.949842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48fd29-b626-410e-b0b9-9a435708157e req-6467251c-f02c-4a48-9a97-a104f1b2fdf8 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:28.964286 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de48fd29-b626-410e-b0b9-9a435708157e req-6467251c-f02c-4a48-9a97-a104f1b2fdf8 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 944 time: 0.1651342 Feb 28 17:17:28.977006 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a629c03c-7304-44ab-adc6-5be7b4631e4c req-cdcfa2fd-b9e8-49ea-87cf-244a75c21bd7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700340 Feb 28 17:17:28.997326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 3fc8f183-3bc4-40e5-adda-40575c7db5ba completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:17:29.008168 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 3fc8f183-3bc4-40e5-adda-40575c7db5ba triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:29.008798 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:29.014825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-e05d1e8a-cbd0-4f54-ba5c-7f44fbe54f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:29.016483 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-e05d1e8a-cbd0-4f54-ba5c-7f44fbe54f16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 1127 time: 0.1440153 Feb 28 17:17:29.080278 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1959754346-network', 'tenant_id': '05a079b46949472dbfd7ccc7160e511b'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:29.107133 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-a90ec0a6-cfd1-4688-9ac3-b6f54dbd2b78 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac HTTP/1.1" status: 200 len: 217 time: 0.0793829 Feb 28 17:17:29.122982 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de48fd29-b626-410e-b0b9-9a435708157e req-779a1284-5382-47b5-a061-795ec764b411 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529262 Feb 28 17:17:29.220612 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-1bb9b1f4-a5e9-40ad-8910-7f485a5d5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:29.224013 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-1bb9b1f4-a5e9-40ad-8910-7f485a5d5664 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.0992758 Feb 28 17:17:29.258477 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] Made reservation on behalf of 05a079b46949472dbfd7ccc7160e511b for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:29.266287 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 3fc8f183-3bc4-40e5-adda-40575c7db5ba is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:29.266676 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:29.268367 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:29.327463 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37493f36-307f-4335-82d5-5c3fdf952bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc8f183-3bc4-40e5-adda-40575c7db5ba'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:29.333734 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48324da0-671d-4138-905e-6988e1a174ec" -d '{"events": [{"server_uuid": "37493f36-307f-4335-82d5-5c3fdf952bb7", "name": "network-vif-plugged", "status": "completed", "tag": "3fc8f183-3bc4-40e5-adda-40575c7db5ba"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:29.347199 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-488a1302-563e-49ae-8efa-f16f32280a72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127486 Feb 28 17:17:29.351309 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:29.364855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3fc8f183-3bc4-40e5-adda-40575c7db5ba, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3fc8f183-3bc4-40e5-adda-40575c7db5ba,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:29.386244 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95112469-7cf4-48a8-a919-4b3a44f8cec1', 'tag': '4584f829-529a-40c0-b2fc-0fa37491e2ac'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:29.389645 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172aeb38-f840-47d4-8467-c9eedecdde03" -d '{"events": [{"name": "network-changed", "server_uuid": "95112469-7cf4-48a8-a919-4b3a44f8cec1", "tag": "4584f829-529a-40c0-b2fc-0fa37491e2ac"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:29.436214 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:29.496895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=3fc8f183-3bc4-40e5-adda-40575c7db5ba,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:29.501053 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89089661-a414-41cf-8ad8-519dddb0c0f8 x-openstack-request-id: req-89089661-a414-41cf-8ad8-519dddb0c0f8 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:29.501826 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37493f36-307f-4335-82d5-5c3fdf952bb7", "name": "network-vif-plugged", "status": "completed", "tag": "3fc8f183-3bc4-40e5-adda-40575c7db5ba", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:29.502338 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-89089661-a414-41cf-8ad8-519dddb0c0f8 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:29.502969 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37493f36-307f-4335-82d5-5c3fdf952bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc8f183-3bc4-40e5-adda-40575c7db5ba', 'code': 200} Feb 28 17:17:29.585796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ade927-e2fd-4a6d-bf65-1a3118b22710 req-366d64c8-805e-466c-868c-02709be060fb tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:29.587739 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5ade927-e2fd-4a6d-bf65-1a3118b22710 req-366d64c8-805e-466c-868c-02709be060fb tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.2586513 Feb 28 17:17:29.629078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf57ba-32eb-4791-83d7-b8efaace8549 req-85567604-500f-4c7b-89d5-c74f13aad0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:29.631234 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cbcf57ba-32eb-4791-83d7-b8efaace8549 req-85567604-500f-4c7b-89d5-c74f13aad0d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 1133 time: 0.0952058 Feb 28 17:17:29.664690 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-a26082c8-3338-4be3-bb0a-ac7303cc69c4 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680848 Feb 28 17:17:29.958514 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cbcf57ba-32eb-4791-83d7-b8efaace8549 req-f3d8c9f1-e5f6-4dd2-98e1-ca448eed4310 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515995 Feb 28 17:17:29.959343 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] Publish callbacks [] for security_group (54ce7e32-4c35-409b-ba01-c6eda8e2b3f6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:29.959343 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5ade927-e2fd-4a6d-bf65-1a3118b22710 req-aae4f1ad-ad0b-4d34-85eb-8496ad7df00d tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336396 Feb 28 17:17:29.959343 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90dc24e8-efb6-4081-80cd-bd74207c0c34 req-12a9ad3f-3334-4fd0-be53-1909840a1a76 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078174 Feb 28 17:17:29.959343 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0da1afe-d14e-4de7-84eb-3979ca793914 x-openstack-request-id: req-c0da1afe-d14e-4de7-84eb-3979ca793914 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:29.959343 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95112469-7cf4-48a8-a919-4b3a44f8cec1", "tag": "4584f829-529a-40c0-b2fc-0fa37491e2ac", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:29.959343 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c0da1afe-d14e-4de7-84eb-3979ca793914 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:29.959343 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95112469-7cf4-48a8-a919-4b3a44f8cec1', 'tag': '4584f829-529a-40c0-b2fc-0fa37491e2ac', 'status': 'completed', 'code': 200} Feb 28 17:17:30.113975 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af285f7a-4610-49ba-b69f-70ff900b3a67 req-1d0e81c5-01cd-4567-8c61-c8ee11ae26df tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:30.116376 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-af285f7a-4610-49ba-b69f-70ff900b3a67 req-1d0e81c5-01cd-4567-8c61-c8ee11ae26df tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 950 time: 0.0544341 Feb 28 17:17:30.175556 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-af285f7a-4610-49ba-b69f-70ff900b3a67 req-701c862b-c035-452b-b544-f100d78ba786 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532794 Feb 28 17:17:30.188396 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (54ce7e32-4c35-409b-ba01-c6eda8e2b3f6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:30.249885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:17:30.266382 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e89b4744-e005-41a1-bf02-84aa2824caa7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:30.271155 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] Added segment e89b4744-e005-41a1-bf02-84aa2824caa7 of type vlan for network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 Feb 28 17:17:30.325378 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (6ad5ec31-0095-4b03-9d2c-d63785ef4124), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:30.344411 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:30.437344 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256c224-1294-4033-892c-0d9d2e2f7d35 req-e3d3ee2e-0504-4b0e-bf59-633b01f20784 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:30.438844 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9256c224-1294-4033-892c-0d9d2e2f7d35 req-e3d3ee2e-0504-4b0e-bf59-633b01f20784 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 944 time: 0.0818913 Feb 28 17:17:30.454779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172aeb38-f840-47d4-8467-c9eedecdde03 req-3985f040-104d-466d-a51a-c77be5206e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:30.454779 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-172aeb38-f840-47d4-8467-c9eedecdde03 req-3985f040-104d-466d-a51a-c77be5206e5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 1127 time: 0.2031567 Feb 28 17:17:30.454779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (6ad5ec31-0095-4b03-9d2c-d63785ef4124), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:30.454779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:30.454779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:30.526816 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] Pushing event updated for resources: {'Network': ['ID=6ad5ec31-0095-4b03-9d2c-d63785ef4124,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:30.540842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:17:30.625061 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9256c224-1294-4033-892c-0d9d2e2f7d35 req-47970320-20d6-45f5-9405-98118e2543c7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771247 Feb 28 17:17:30.656904 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-615dbddc-f828-4d4c-aed9-8f94c6562b12 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9548726 Feb 28 17:17:30.660260 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44460) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:30.667532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-77b54bbc-3eb3-47d6-ba3d-5329b6ba9403 admin admin] Request body: {'subnet': {'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1959754346-subnet', 'tenant_id': '05a079b46949472dbfd7ccc7160e511b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:30.674045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172aeb38-f840-47d4-8467-c9eedecdde03 req-efcdd0d7-cd49-4b6c-ad4e-3e69083af1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:30.675960 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-172aeb38-f840-47d4-8467-c9eedecdde03 req-efcdd0d7-cd49-4b6c-ad4e-3e69083af1ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.1560326 Feb 28 17:17:30.732455 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-172aeb38-f840-47d4-8467-c9eedecdde03 req-58b731a4-82a2-4a51-81a1-1c556120f92c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac HTTP/1.1" status: 200 len: 217 time: 0.0441422 Feb 28 17:17:30.760554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:17:30.763067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b54bbc-3eb3-47d6-ba3d-5329b6ba9403 admin admin] Made reservation on behalf of 05a079b46949472dbfd7ccc7160e511b for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:30.768032 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-77b54bbc-3eb3-47d6-ba3d-5329b6ba9403 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:30.801533 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172aeb38-f840-47d4-8467-c9eedecdde03 req-da8452ba-f867-41f0-b0d6-57b9928292b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:30.804159 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-172aeb38-f840-47d4-8467-c9eedecdde03 req-da8452ba-f867-41f0-b0d6-57b9928292b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.0652387 Feb 28 17:17:30.819400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:17:30.824279 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 1080057e-d8aa-4cf2-8fe6-d9c73e1c076f not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:17:30.908181 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-172aeb38-f840-47d4-8467-c9eedecdde03 req-3c4ecef8-68e6-40d7-a148-49f7682ddf27 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928159 Feb 28 17:17:30.949242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44466) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:31.044107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44472) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:31.113662 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-172aeb38-f840-47d4-8467-c9eedecdde03 req-aa201fda-583f-4c71-acd8-29687697a098 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971793 Feb 28 17:17:31.136463 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102bb2c-4bca-4d51-958c-a5839e590ef4 req-33b850db-8b3d-4971-b175-9c8f31db29c5 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:31.144752 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9102bb2c-4bca-4d51-958c-a5839e590ef4 req-33b850db-8b3d-4971-b175-9c8f31db29c5 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0852871 Feb 28 17:17:31.197798 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-77b54bbc-3eb3-47d6-ba3d-5329b6ba9403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (dee3c571-976e-4368-9653-54e69fb9bcab), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:31.241883 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-172aeb38-f840-47d4-8467-c9eedecdde03 req-8300b640-2545-45d8-93ff-4205703c37a7 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206844 Feb 28 17:17:31.295816 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aba9630e-3cae-4930-8ea0-8665eb818aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:31.318742 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9102bb2c-4bca-4d51-958c-a5839e590ef4 req-08c46054-9f3d-4be0-97fd-61db3950aae7 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730773 Feb 28 17:17:31.323643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b54bbc-3eb3-47d6-ba3d-5329b6ba9403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dee3c571-976e-4368-9653-54e69fb9bcab,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:31.329565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70caa4-bd64-47b1-8498-c20972114af0 req-90500144-b67c-45a9-b1a6-75e1389774d1 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:31.331507 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ea70caa4-bd64-47b1-8498-c20972114af0 req-90500144-b67c-45a9-b1a6-75e1389774d1 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 950 time: 0.0696013 Feb 28 17:17:31.337756 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bec1bbd8-a993-4ee1-83ae-0eeca35a3160 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=81733e0a8b99473ab8a38e02ca5bc377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3874369 Feb 28 17:17:31.340866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44480) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:31.377041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b54bbc-3eb3-47d6-ba3d-5329b6ba9403 admin admin] Checking segment: {'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:31.377484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b54bbc-3eb3-47d6-ba3d-5329b6ba9403 admin admin] Network hostable DHCP agents. Network: 6ad5ec31-0095-4b03-9d2c-d63785ef4124, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:17:31.441157 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2782ab8c-1950-4859-ac3d-f2f8db4d8775 admin admin] Publish callbacks [] for security_group (25ece3b6-4375-41b0-8fd9-c731fde2037a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:31.445204 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aba9630e-3cae-4930-8ea0-8665eb818aa7 admin admin] Publish callbacks [] for security_group (3299d96c-f170-4f27-97d3-9a0ad8202b88), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:31.448526 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ea70caa4-bd64-47b1-8498-c20972114af0 req-f8c8676e-f12a-4803-bc61-8c011210f97a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684021 Feb 28 17:17:31.460844 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b54bbc-3eb3-47d6-ba3d-5329b6ba9403 admin admin] Network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:17:31.475353 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2782ab8c-1950-4859-ac3d-f2f8db4d8775 admin admin] Publish callbacks [] for security_group (25ece3b6-4375-41b0-8fd9-c731fde2037a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:31.510932 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aba9630e-3cae-4930-8ea0-8665eb818aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3299d96c-f170-4f27-97d3-9a0ad8202b88), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:31.532596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-77b54bbc-3eb3-47d6-ba3d-5329b6ba9403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 6ad5ec31-0095-4b03-9d2c-d63785ef4124) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:17:31.542017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b3f1d7-6f7d-4f67-8154-c61bd2b820b5 None None] Network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:17:31.549486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b54bbc-3eb3-47d6-ba3d-5329b6ba9403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:31.550398 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-77b54bbc-3eb3-47d6-ba3d-5329b6ba9403 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:31.567647 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-aba9630e-3cae-4930-8ea0-8665eb818aa7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1eeaacbbadca47d188565d2918f45812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5200720 Feb 28 17:17:31.568402 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9630e-3cae-4930-8ea0-8665eb818aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3299d96c-f170-4f27-97d3-9a0ad8202b88,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:31.570618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44482) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:31.580516 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2782ab8c-1950-4859-ac3d-f2f8db4d8775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (25ece3b6-4375-41b0-8fd9-c731fde2037a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:31.584135 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2782ab8c-1950-4859-ac3d-f2f8db4d8775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:31.586007 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2782ab8c-1950-4859-ac3d-f2f8db4d8775 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/25ece3b6-4375-41b0-8fd9-c731fde2037a HTTP/1.1" status: 204 len: 168 time: 0.2439559 Feb 28 17:17:31.616444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782ab8c-1950-4859-ac3d-f2f8db4d8775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ece3b6-4375-41b0-8fd9-c731fde2037a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:31.652918 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5553b197-463e-48bd-936a-1e682a0ea006 admin admin] Publish callbacks [] for security_group (3299d96c-f170-4f27-97d3-9a0ad8202b88), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:31.653021 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-77b54bbc-3eb3-47d6-ba3d-5329b6ba9403 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9894719 Feb 28 17:17:31.695158 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bcb314-2af3-45af-a3ca-e038180e5380 None None] Network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:17:31.724898 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5553b197-463e-48bd-936a-1e682a0ea006 admin admin] Publish callbacks [] for security_group (3299d96c-f170-4f27-97d3-9a0ad8202b88), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:31.861856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57527afb-0b56-4757-97f6-9a3a85a7ffb4 req-31d2af46-129c-4702-9c32-5ab78f06d5c6 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:31.863398 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57527afb-0b56-4757-97f6-9a3a85a7ffb4 req-31d2af46-129c-4702-9c32-5ab78f06d5c6 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 944 time: 0.1134229 Feb 28 17:17:31.865346 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5553b197-463e-48bd-936a-1e682a0ea006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3299d96c-f170-4f27-97d3-9a0ad8202b88), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:31.868699 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5553b197-463e-48bd-936a-1e682a0ea006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:31.874148 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5553b197-463e-48bd-936a-1e682a0ea006 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3299d96c-f170-4f27-97d3-9a0ad8202b88 HTTP/1.1" status: 204 len: 168 time: 0.2976823 Feb 28 17:17:31.884298 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553b197-463e-48bd-936a-1e682a0ea006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3299d96c-f170-4f27-97d3-9a0ad8202b88,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:31.946716 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57527afb-0b56-4757-97f6-9a3a85a7ffb4 req-42f312dd-904f-4970-a325-6fe51c850eed tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707402 Feb 28 17:17:32.373072 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446a8d-97e6-4667-85a1-377c149003af req-19fc99b5-534a-418f-a429-34f7f015fb22 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:32.373072 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44446a8d-97e6-4667-85a1-377c149003af req-19fc99b5-534a-418f-a429-34f7f015fb22 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/networks?id=6ad5ec31-0095-4b03-9d2c-d63785ef4124 HTTP/1.1" status: 200 len: 805 time: 0.1208978 Feb 28 17:17:32.386251 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44446a8d-97e6-4667-85a1-377c149003af req-93da55b7-3ac8-4c0a-8c82-c01a37a68f1a tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/quotas/05a079b46949472dbfd7ccc7160e511b HTTP/1.1" status: 200 len: 375 time: 0.0099847 Feb 28 17:17:32.436385 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44446a8d-97e6-4667-85a1-377c149003af req-946e12ac-296a-49a9-ba83-8a5b8547a852 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05a079b46949472dbfd7ccc7160e511b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441372 Feb 28 17:17:32.474321 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93533a1d-c9c7-43fb-af4c-d58bd392ae12 req-21a46471-4b9a-4034-8b86-93baa70702d8 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:32.484063 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-93533a1d-c9c7-43fb-af4c-d58bd392ae12 req-21a46471-4b9a-4034-8b86-93baa70702d8 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0724516 Feb 28 17:17:32.550486 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-93533a1d-c9c7-43fb-af4c-d58bd392ae12 req-cd5609c0-4cd4-4215-9300-9018ad49065c tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651989 Feb 28 17:17:32.552620 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44446a8d-97e6-4667-85a1-377c149003af req-ef1f7693-ef9b-4c71-a9cc-1cf8669627ba service neutron] 10.222.0.72 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094790 Feb 28 17:17:32.666532 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44446a8d-97e6-4667-85a1-377c149003af req-317eb132-1645-41db-8be2-0fcdaea2f179 service neutron] 10.222.0.72 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045592 Feb 28 17:17:32.666532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44528) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:32.686644 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1c2b-23e4-45a8-82e2-b2081cec991f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:32.695218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042aac6-9e52-40cc-9786-0646bad9177a req-cc5ad586-6028-464c-a7a2-6da8ab3c3226 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:32.702869 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a042aac6-9e52-40cc-9786-0646bad9177a req-cc5ad586-6028-464c-a7a2-6da8ab3c3226 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 950 time: 0.0962310 Feb 28 17:17:32.774813 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a042aac6-9e52-40cc-9786-0646bad9177a req-73bb8595-3ee3-45ea-b5ef-f1a5a7642cc0 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708005 Feb 28 17:17:32.786439 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 4584f829-529a-40c0-b2fc-0fa37491e2ac details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:17:32.839338 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1c2b-23e4-45a8-82e2-b2081cec991f admin admin] Publish callbacks [] for security_group (6632d3d6-8276-469a-b670-715481760579), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:32.912794 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1c2b-23e4-45a8-82e2-b2081cec991f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6632d3d6-8276-469a-b670-715481760579), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:32.923328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:32.934776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '4584f829-529a-40c0-b2fc-0fa37491e2ac', 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71', 'port_id': '4584f829-529a-40c0-b2fc-0fa37491e2ac', 'mac_address': 'fa:16:3e:66:1c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab67e97-15e6-427d-901a-f45796cc60dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:17:32.974955 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a3ca1c2b-23e4-45a8-82e2-b2081cec991f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4fbfd3f47d9944d69e9fef58211e8dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079815 Feb 28 17:17:32.978864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca1c2b-23e4-45a8-82e2-b2081cec991f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6632d3d6-8276-469a-b670-715481760579,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:32.978864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44540) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:33.017287 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 4584f829-529a-40c0-b2fc-0fa37491e2ac is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:33.017287 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:33.064998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4584f829-529a-40c0-b2fc-0fa37491e2ac {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:33.074629 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-40964fcb-dd12-4f08-8190-6b40a6976b54 req-8f624d79-a622-4366-8989-52d7d82790d0 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 210 time: 0.1114249 Feb 28 17:17:33.104853 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5f9a-4b7c-411e-9178-f9a22890c5e5 admin admin] Publish callbacks [] for security_group (6632d3d6-8276-469a-b670-715481760579), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:33.111391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:33.145480 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5f9a-4b7c-411e-9178-f9a22890c5e5 admin admin] Publish callbacks [] for security_group (6632d3d6-8276-469a-b670-715481760579), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:33.198736 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:33.267894 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cdddb-337f-429b-88f9-ed2adb7fc541 req-1d7f6ccd-3d87-40ba-9a9a-f0db47bfd9e2 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:33.274770 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-697cdddb-337f-429b-88f9-ed2adb7fc541 req-1d7f6ccd-3d87-40ba-9a9a-f0db47bfd9e2 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 944 time: 0.1801896 Feb 28 17:17:33.279304 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=4584f829-529a-40c0-b2fc-0fa37491e2ac,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:33.325401 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-697cdddb-337f-429b-88f9-ed2adb7fc541 req-7545472d-0125-4426-b843-01ac4e2676ea tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450885 Feb 28 17:17:33.358134 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5f9a-4b7c-411e-9178-f9a22890c5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6632d3d6-8276-469a-b670-715481760579), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:33.361616 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5f9a-4b7c-411e-9178-f9a22890c5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:33.364192 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fc1e5f9a-4b7c-411e-9178-f9a22890c5e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6632d3d6-8276-469a-b670-715481760579 HTTP/1.1" status: 204 len: 168 time: 0.3838103 Feb 28 17:17:33.383906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e5f9a-4b7c-411e-9178-f9a22890c5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6632d3d6-8276-469a-b670-715481760579,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:33.406391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['4584f829-529a-40c0-b2fc-0fa37491e2ac'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:33.732864 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52f80e-cb2b-4416-92d9-3300e302efef req-a9e11b60-2df6-4b9c-9b3a-bf072d305c75 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:33.739149 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef52f80e-cb2b-4416-92d9-3300e302efef req-a9e11b60-2df6-4b9c-9b3a-bf072d305c75 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0873945 Feb 28 17:17:33.794615 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef52f80e-cb2b-4416-92d9-3300e302efef req-d524749d-8454-46af-a15c-beae57da66da tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488877 Feb 28 17:17:33.923640 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-58eede7e-7de5-49d9-be40-58d027fce8e2 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2010386077&fields=id&tenant_id=cd86d8f7a97d4a129ba9f94176c52519 HTTP/1.1" status: 200 len: 267 time: 0.1007702 Feb 28 17:17:33.979441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4c37b-79c8-4ce2-bd5d-450a852bfcc7 req-755efe62-d925-4c55-877e-5730f6a673d3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:33.981712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1bf4c37b-79c8-4ce2-bd5d-450a852bfcc7 req-755efe62-d925-4c55-877e-5730f6a673d3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 950 time: 0.0756092 Feb 28 17:17:34.037802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-a85f7822-7da6-4bfb-8a19-669d70e56ab8 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:34.046975 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-a85f7822-7da6-4bfb-8a19-669d70e56ab8 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/networks?id=0ace9968-4a17-439c-b2f3-b77bcf7c88a1 HTTP/1.1" status: 200 len: 823 time: 0.1231978 Feb 28 17:17:34.062139 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1bf4c37b-79c8-4ce2-bd5d-450a852bfcc7 req-2c49d7d4-6c2b-441a-9acc-e0c5ace57c4f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720580 Feb 28 17:17:34.066460 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-45aec404-c46e-4c66-91ed-cd993531bb26 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/quotas/cd86d8f7a97d4a129ba9f94176c52519 HTTP/1.1" status: 200 len: 375 time: 0.0185847 Feb 28 17:17:34.138521 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-2f7ab7a5-59d8-4c25-8218-2363ab1e78b4 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cd86d8f7a97d4a129ba9f94176c52519&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626578 Feb 28 17:17:34.167338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ea2ba2c4-7fb8-4645-aa9f-01d677e9da08 req-d3d724dd-bcb1-4a01-92c8-c6b4094c1482 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 210 time: 0.0328953 Feb 28 17:17:34.259539 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-1225c885-c83a-4912-ab07-1792a1071d31 service neutron] 10.222.0.72 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104369 Feb 28 17:17:34.383219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44598) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:34.397486 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-33c01f28-307e-4dab-94a4-4a9112988c45 service neutron] 10.222.0.72 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369557 Feb 28 17:17:34.499867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc475d-2032-4da3-9b41-d01a6b5e8c0e req-1452d383-3039-4853-8ec5-33fb0181678a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:34.506950 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cdfc475d-2032-4da3-9b41-d01a6b5e8c0e req-1452d383-3039-4853-8ec5-33fb0181678a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.0990257 Feb 28 17:17:34.564779 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2b959e6-06b2-43ba-b39f-a646b7149338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:34.570454 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cdfc475d-2032-4da3-9b41-d01a6b5e8c0e req-9e81dfbd-5c7e-477d-a803-c6de0cbf3522 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626993 Feb 28 17:17:34.667531 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2b959e6-06b2-43ba-b39f-a646b7149338 admin admin] Publish callbacks [] for security_group (61157706-78cf-4d92-bd13-0f494822864c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:34.790081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 4584f829-529a-40c0-b2fc-0fa37491e2ac up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:17:34.798545 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5fd5a3d5-887a-4d2e-b618-c82987baf233 req-121e3b8f-7184-4eca-9114-4cb42f2e4341 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 210 time: 0.0772758 Feb 28 17:17:34.800211 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2b959e6-06b2-43ba-b39f-a646b7149338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (61157706-78cf-4d92-bd13-0f494822864c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:34.886835 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f2b959e6-06b2-43ba-b39f-a646b7149338 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c36579c03d064501975b8f7c5f549ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5023336 Feb 28 17:17:34.889544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44618) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:34.896208 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b959e6-06b2-43ba-b39f-a646b7149338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61157706-78cf-4d92-bd13-0f494822864c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:34.990817 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb486-4171-43ef-a290-db012f72c450 admin admin] Publish callbacks [] for security_group (61157706-78cf-4d92-bd13-0f494822864c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:35.033827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a66bd-9a8b-4238-9786-ffff24202254 req-cc0886ed-7b54-405e-b462-67ad49e1b535 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:35.035612 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e6a66bd-9a8b-4238-9786-ffff24202254 req-cc0886ed-7b54-405e-b462-67ad49e1b535 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0910811 Feb 28 17:17:35.037084 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 4584f829-529a-40c0-b2fc-0fa37491e2ac completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:17:35.038545 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb486-4171-43ef-a290-db012f72c450 admin admin] Publish callbacks [] for security_group (61157706-78cf-4d92-bd13-0f494822864c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:35.048225 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 4584f829-529a-40c0-b2fc-0fa37491e2ac triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:35.050191 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:35.129622 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e6a66bd-9a8b-4238-9786-ffff24202254 req-3effd6ca-b59e-4a51-bcaf-d08c0166b25b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729008 Feb 28 17:17:35.211842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 4584f829-529a-40c0-b2fc-0fa37491e2ac is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:35.212788 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:35.219467 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb486-4171-43ef-a290-db012f72c450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (61157706-78cf-4d92-bd13-0f494822864c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:35.222064 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb486-4171-43ef-a290-db012f72c450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:35.230082 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7e3cb486-4171-43ef-a290-db012f72c450 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61157706-78cf-4d92-bd13-0f494822864c HTTP/1.1" status: 204 len: 168 time: 0.3360558 Feb 28 17:17:35.243245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cb486-4171-43ef-a290-db012f72c450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61157706-78cf-4d92-bd13-0f494822864c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:35.246983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df4d67-3a6f-44e9-a124-7c42f5387558 req-89509d3c-0f27-4912-b0c0-955336ce5383 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:35.251341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95112469-7cf4-48a8-a919-4b3a44f8cec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4584f829-529a-40c0-b2fc-0fa37491e2ac'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:35.260726 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-88df4d67-3a6f-44e9-a124-7c42f5387558 req-89509d3c-0f27-4912-b0c0-955336ce5383 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 950 time: 0.0827768 Feb 28 17:17:35.260830 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b971515a-971b-4a51-960d-a198701420d4" -d '{"events": [{"server_uuid": "95112469-7cf4-48a8-a919-4b3a44f8cec1", "name": "network-vif-plugged", "status": "completed", "tag": "4584f829-529a-40c0-b2fc-0fa37491e2ac"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:35.300383 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:35.348325 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-270c6d96-6938-4ac8-916e-5ad73fa566c5 req-996f6893-2e9c-4ad2-8457-f04499fc3679 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 210 time: 0.0507612 Feb 28 17:17:35.361267 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-88df4d67-3a6f-44e9-a124-7c42f5387558 req-ea0be40f-3512-4774-9d59-2e831615e35b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958939 Feb 28 17:17:35.383881 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:35.470922 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db32fed-d4e1-4ee7-a969-1529dbcead51 x-openstack-request-id: req-3db32fed-d4e1-4ee7-a969-1529dbcead51 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:35.471284 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95112469-7cf4-48a8-a919-4b3a44f8cec1", "name": "network-vif-plugged", "status": "completed", "tag": "4584f829-529a-40c0-b2fc-0fa37491e2ac", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:35.471541 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3db32fed-d4e1-4ee7-a969-1529dbcead51 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:35.471939 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95112469-7cf4-48a8-a919-4b3a44f8cec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4584f829-529a-40c0-b2fc-0fa37491e2ac', 'code': 200} Feb 28 17:17:35.510397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=4584f829-529a-40c0-b2fc-0fa37491e2ac,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:35.591644 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d73c7a-f653-42a0-af38-e558977e56b7 req-44f126ba-981c-4468-947c-d4ca4c0df4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:35.593441 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40d73c7a-f653-42a0-af38-e558977e56b7 req-44f126ba-981c-4468-947c-d4ca4c0df4de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 1129 time: 0.1075110 Feb 28 17:17:35.694706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-ee0ad05b-7907-424e-91c7-c802756b9388 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:35.696504 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-ee0ad05b-7907-424e-91c7-c802756b9388 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66f8457-08de-404b-8f6a-a0a6214962c8 HTTP/1.1" status: 200 len: 946 time: 0.1073308 Feb 28 17:17:35.767491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40d73c7a-f653-42a0-af38-e558977e56b7 req-bd09c0b3-c2c2-42b9-ac5a-477ea6721f93 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281600 Feb 28 17:17:35.809828 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446a8d-97e6-4667-85a1-377c149003af req-0fd22978-42cf-4472-b41b-7273800b474d tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:35.815103 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44446a8d-97e6-4667-85a1-377c149003af req-0fd22978-42cf-4472-b41b-7273800b474d tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.69 "GET /v2.0/networks?id=6ad5ec31-0095-4b03-9d2c-d63785ef4124 HTTP/1.1" status: 200 len: 805 time: 0.2737603 Feb 28 17:17:35.882925 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad03f-07ce-44aa-812f-1376025bd709 req-1438679f-370d-4e0b-9954-6a37c26fdd58 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:35.884680 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4daad03f-07ce-44aa-812f-1376025bd709 req-1438679f-370d-4e0b-9954-6a37c26fdd58 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 946 time: 0.1056745 Feb 28 17:17:35.958145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Deleting port cbf25321-b503-4c1e-b12b-f73ec74dfe5e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:17:35.958716 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:35.974458 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-44446a8d-97e6-4667-85a1-377c149003af req-5ae38d78-e473-48f7-a614-01535f84a480 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Request body: {'port': {'device_id': '5b6a4734-d4b3-4436-a4b6-1dc077ae2afe', 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124', 'admin_state_up': True, 'tenant_id': '05a079b46949472dbfd7ccc7160e511b'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:36.040346 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4daad03f-07ce-44aa-812f-1376025bd709 req-ce63d97e-ed70-486a-a826-f7b00b87c3df tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393840 Feb 28 17:17:36.172653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] For port cbf25321-b503-4c1e-b12b-f73ec74dfe5e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=cbf25321-b503-4c1e-b12b-f73ec74dfe5e,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:36.173028 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:36.175826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ccf4c-0c22-4126-9e08-270b0bfc9576 req-287eea0f-8ac9-427d-8218-f90a585ab834 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:36.183624 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d36ccf4c-0c22-4126-9e08-270b0bfc9576 req-287eea0f-8ac9-427d-8218-f90a585ab834 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 1133 time: 0.1027699 Feb 28 17:17:36.206241 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d36ccf4c-0c22-4126-9e08-270b0bfc9576 req-aa806725-af7f-4360-a22b-af995659b86b tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:36.314744 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d36ccf4c-0c22-4126-9e08-270b0bfc9576 req-aa806725-af7f-4360-a22b-af995659b86b tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] Publish callbacks [] for security_group (bba99f98-c158-4e8a-90dd-1667a523250f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:36.350754 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c162c41-1f94-41bf-bb60-4df2e11f96f3 req-b92b5c87-743a-4f8f-8933-5a0640726538 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 210 time: 0.2208214 Feb 28 17:17:36.362890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44446a8d-97e6-4667-85a1-377c149003af req-5ae38d78-e473-48f7-a614-01535f84a480 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Made reservation on behalf of 05a079b46949472dbfd7ccc7160e511b for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:36.367841 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-44446a8d-97e6-4667-85a1-377c149003af req-5ae38d78-e473-48f7-a614-01535f84a480 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:36.405851 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d36ccf4c-0c22-4126-9e08-270b0bfc9576 req-aa806725-af7f-4360-a22b-af995659b86b tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bba99f98-c158-4e8a-90dd-1667a523250f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:36.471300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa806725-af7f-4360-a22b-af995659b86b tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba99f98-c158-4e8a-90dd-1667a523250f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:36.565375 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d36ccf4c-0c22-4126-9e08-270b0bfc9576 req-aa806725-af7f-4360-a22b-af995659b86b tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806410 Feb 28 17:17:36.607675 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:36.608023 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (6f847b4c-0168-4cfb-a6a5-5514f258ce0f), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:36.608531 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Floating IP 6f847b4c-0168-4cfb-a6a5-5514f258ce0f disassociated. External IP: 172.25.3.170, port: cbf25321-b503-4c1e-b12b-f73ec74dfe5e. Feb 28 17:17:36.608726 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Calling delete_port for cbf25321-b503-4c1e-b12b-f73ec74dfe5e owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:17:36.637428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904638-a3cd-4bbb-a9d5-ef6640ade421 req-7fa49ad9-d89d-464c-a94b-2325e8190a16 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:36.639450 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-42904638-a3cd-4bbb-a9d5-ef6640ade421 req-7fa49ad9-d89d-464c-a94b-2325e8190a16 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.1766398 Feb 28 17:17:36.752209 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-42904638-a3cd-4bbb-a9d5-ef6640ade421 req-6733c831-a628-4ce1-a667-4ed9700c29dc tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765126 Feb 28 17:17:36.812789 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e444f15-fe22-477b-8bfe-0a8eb3a591fd req-5bd7c1f3-1470-411f-b847-421c3fee3f9b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 210 time: 0.0998166 Feb 28 17:17:36.871416 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-44446a8d-97e6-4667-85a1-377c149003af req-5ae38d78-e473-48f7-a614-01535f84a480 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Allocated IP 172.20.0.8 (6ad5ec31-0095-4b03-9d2c-d63785ef4124/dee3c571-976e-4368-9653-54e69fb9bcab/032573c3-1463-4859-8364-59270e40bd5f) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:17:36.969137 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (cbf25321-b503-4c1e-b12b-f73ec74dfe5e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:37.007913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Pushing event deleted for resources: {'Port': ['ID=cbf25321-b503-4c1e-b12b-f73ec74dfe5e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:37.249206 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-44446a8d-97e6-4667-85a1-377c149003af req-5ae38d78-e473-48f7-a614-01535f84a480 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks [] for port (032573c3-1463-4859-8364-59270e40bd5f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:37.283416 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Router 5693017c-6a09-461a-93df-575a531affe3 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:17:37.357950 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf7ca8-c157-4ba3-9357-f8ffe7d09fd8 req-a5f75c36-d277-4716-a0bf-23df1ce93e29 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:37.368925 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0bdf7ca8-c157-4ba3-9357-f8ffe7d09fd8 req-a5f75c36-d277-4716-a0bf-23df1ce93e29 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 946 time: 0.1142056 Feb 28 17:17:37.424811 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-44446a8d-97e6-4667-85a1-377c149003af req-5ae38d78-e473-48f7-a614-01535f84a480 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (032573c3-1463-4859-8364-59270e40bd5f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:37.454967 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:37.506980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:17:37.519133 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455855bb-2edd-454c-8f2e-f4b123635a96 None None] Sync routers for ids ['5693017c-6a09-461a-93df-575a531affe3'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:17:37.536433 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455855bb-2edd-454c-8f2e-f4b123635a96 None None] Routers {'5693017c-6a09-461a-93df-575a531affe3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:17:37.537061 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-455855bb-2edd-454c-8f2e-f4b123635a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:17:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5693017c-6a09-461a-93df-575a531affe3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:17:37.612926 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] No DVR routers for this DVR port cbf25321-b503-4c1e-b12b-f73ec74dfe5e on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:17:37.619327 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:37.633443 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a32998fc-ea25-465d-a80f-8ec18ccebc91 req-e5167f77-504d-42ab-b272-4f5af5a5d797 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.73 "DELETE /v2.0/ports/cbf25321-b503-4c1e-b12b-f73ec74dfe5e HTTP/1.1" status: 204 len: 173 time: 1.9294636 Feb 28 17:17:37.635711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66f8457-08de-404b-8f6a-a0a6214962c8', 'name': 'network-vif-deleted', 'tag': 'cbf25321-b503-4c1e-b12b-f73ec74dfe5e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:37.650973 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633c4f93-ca99-492a-9581-4bebfbe85c6c" -d '{"events": [{"server_uuid": "a66f8457-08de-404b-8f6a-a0a6214962c8", "name": "network-vif-deleted", "tag": "cbf25321-b503-4c1e-b12b-f73ec74dfe5e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:37.676525 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5a5f850f-b439-4407-825d-09a82ea93c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:37.780838 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-455855bb-2edd-454c-8f2e-f4b123635a96 None None] Set router 5693017c-6a09-461a-93df-575a531affe3 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:17:37.856423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44446a8d-97e6-4667-85a1-377c149003af req-5ae38d78-e473-48f7-a614-01535f84a480 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:17:37.866666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-44446a8d-97e6-4667-85a1-377c149003af req-5ae38d78-e473-48f7-a614-01535f84a480 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:17:37.868098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-44446a8d-97e6-4667-85a1-377c149003af req-5ae38d78-e473-48f7-a614-01535f84a480 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:17:37.956135 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0bdf7ca8-c157-4ba3-9357-f8ffe7d09fd8 req-759df5c4-b7b6-490d-8076-d30f792e6aa2 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861530 Feb 28 17:17:37.981569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446a8d-97e6-4667-85a1-377c149003af req-5ae38d78-e473-48f7-a614-01535f84a480 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:37.984343 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-44446a8d-97e6-4667-85a1-377c149003af req-5ae38d78-e473-48f7-a614-01535f84a480 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:38.011705 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-a9dcf5e6-4380-46d0-9087-7247cfaaf1e5 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605750 Feb 28 17:17:38.060060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae38d78-e473-48f7-a614-01535f84a480 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Pushing event updated for resources: {'Port': ['ID=032573c3-1463-4859-8364-59270e40bd5f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:38.107359 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-348771fd-ff8a-45e7-bf71-063e51c54e08 req-1c420c4d-f58c-4bee-a67f-66b861c4e90b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 210 time: 0.0432992 Feb 28 17:17:38.131592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-5696c7dd-2c8f-49be-ae84-6091d39a2d1c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:38.131592 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-5696c7dd-2c8f-49be-ae84-6091d39a2d1c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.69 "GET /v2.0/networks?id=0ace9968-4a17-439c-b2f3-b77bcf7c88a1 HTTP/1.1" status: 200 len: 823 time: 0.7085810 Feb 28 17:17:38.158929 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-455855bb-2edd-454c-8f2e-f4b123635a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:23Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:17:38.160159 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-13731cad-b8ce-4e56-9b54-353e4fa3c4e3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:38.168641 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-13731cad-b8ce-4e56-9b54-353e4fa3c4e3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553061 Feb 28 17:17:38.186197 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44446a8d-97e6-4667-85a1-377c149003af req-5ae38d78-e473-48f7-a614-01535f84a480 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2171686 Feb 28 17:17:38.188143 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-8eb527b5-9c33-4d0e-8d6f-4dc903e539f4 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/quotas/cea79b56c7a54ab1ade94c9ea64db22c HTTP/1.1" status: 200 len: 375 time: 0.0180092 Feb 28 17:17:38.210481 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455855bb-2edd-454c-8f2e-f4b123635a96 None None] Checking router: 5693017c-6a09-461a-93df-575a531affe3 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:17:38.217267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Request body: {'port': {'device_id': '5b6a4734-d4b3-4436-a4b6-1dc077ae2afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:38.224192 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455855bb-2edd-454c-8f2e-f4b123635a96 None None] Routers {'5693017c-6a09-461a-93df-575a531affe3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:17:38.225042 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-455855bb-2edd-454c-8f2e-f4b123635a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:17:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5693017c-6a09-461a-93df-575a531affe3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:17:38.269788 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3934ba-9b4a-4d64-adb3-f9506b5fbb37 x-openstack-request-id: req-ab3934ba-9b4a-4d64-adb3-f9506b5fbb37 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:38.270106 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66f8457-08de-404b-8f6a-a0a6214962c8", "name": "network-vif-deleted", "tag": "cbf25321-b503-4c1e-b12b-f73ec74dfe5e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:38.270364 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab3934ba-9b4a-4d64-adb3-f9506b5fbb37 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:38.270768 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66f8457-08de-404b-8f6a-a0a6214962c8', 'name': 'network-vif-deleted', 'tag': 'cbf25321-b503-4c1e-b12b-f73ec74dfe5e', 'status': 'completed', 'code': 200} Feb 28 17:17:38.289548 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (032573c3-1463-4859-8364-59270e40bd5f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:38.324037 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-c8a17d2b-9185-48ab-b0d6-8e1adeea5e3f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1325734 Feb 28 17:17:38.436008 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-455855bb-2edd-454c-8f2e-f4b123635a96 None None] Set router 5693017c-6a09-461a-93df-575a531affe3 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:17:38.516447 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-e0d01565-e24e-464e-94b9-fb5569bd5d2b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd86d8f7a97d4a129ba9f94176c52519 HTTP/1.1" status: 200 len: 380 time: 0.3746583 Feb 28 17:17:38.528902 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-c831c10b-5a3a-4ac7-a8f6-dbeb6152ac61 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Request body: {'port': {'device_id': '78326ad0-e03c-43ed-b60c-608bf05d41cd', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'admin_state_up': True, 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'security_groups': ['cfea03c1-2b0c-4d25-8f7b-d33080f4de35']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:38.638331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b901ad-5b78-4b02-87f2-fc790707acd9 req-8ef7929c-a701-4b8c-bb11-6bc47375f3d6 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:38.645789 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c7b901ad-5b78-4b02-87f2-fc790707acd9 req-8ef7929c-a701-4b8c-bb11-6bc47375f3d6 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.2765250 Feb 28 17:17:38.676778 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-455855bb-2edd-454c-8f2e-f4b123635a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:23Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:17:38.715176 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455855bb-2edd-454c-8f2e-f4b123635a96 None None] The sync data for ids ['5693017c-6a09-461a-93df-575a531affe3'] in n-d-820368-19 is: [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:23Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:17:38.789734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c7b901ad-5b78-4b02-87f2-fc790707acd9 req-92a68721-f63f-4bde-997c-bf4a925c046f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431274 Feb 28 17:17:38.842831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device cbf25321-b503-4c1e-b12b-f73ec74dfe5e no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:17:38.897145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44742) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:38.898579 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032573c3-1463-4859-8364-59270e40bd5f {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:38.908518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: cbf25321-b503-4c1e-b12b-f73ec74dfe5e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:17:38.908965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device cbf25321-b503-4c1e-b12b-f73ec74dfe5e not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:17:38.910207 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Publish callbacks [] for port (032573c3-1463-4859-8364-59270e40bd5f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:38.931898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Transition to ACTIVE for port object 032573c3-1463-4859-8364-59270e40bd5f will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:17:38.958350 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-c831c10b-5a3a-4ac7-a8f6-dbeb6152ac61 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Made reservation on behalf of cd86d8f7a97d4a129ba9f94176c52519 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:38.965362 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-c831c10b-5a3a-4ac7-a8f6-dbeb6152ac61 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:39.058315 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (032573c3-1463-4859-8364-59270e40bd5f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:39.093508 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40c589c7-2f6a-4f3d-bc1d-3f03fcc23e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:39.151734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e972d49d-0f6c-42ae-8452-aa53414fce7f None None] New status for floating IP 6f847b4c-0168-4cfb-a6a5-5514f258ce0f: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:17:39.231245 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40c589c7-2f6a-4f3d-bc1d-3f03fcc23e72 admin admin] Publish callbacks [] for security_group (1d98390b-e84b-4884-afbf-dde5b5636fd1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:39.271518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Pushing event updated for resources: {'Port': ['ID=032573c3-1463-4859-8364-59270e40bd5f,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:39.307142 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40c589c7-2f6a-4f3d-bc1d-3f03fcc23e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1d98390b-e84b-4884-afbf-dde5b5636fd1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:39.333879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff2685-f7ba-4bc8-95de-0aa0c8ad5ab6 req-d481959f-c10d-4006-b503-0345c6a49896 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:39.338466 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3eff2685-f7ba-4bc8-95de-0aa0c8ad5ab6 req-d481959f-c10d-4006-b503-0345c6a49896 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 943 time: 0.2731116 Feb 28 17:17:39.357699 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-40c589c7-2f6a-4f3d-bc1d-3f03fcc23e72 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0dc1c1d8829d4ec6a6b1ce5d9d308adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4659595 Feb 28 17:17:39.362593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44760) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:39.374165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c589c7-2f6a-4f3d-bc1d-3f03fcc23e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d98390b-e84b-4884-afbf-dde5b5636fd1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:39.378476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-c831c10b-5a3a-4ac7-a8f6-dbeb6152ac61 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Allocated IP 172.20.0.9 (0ace9968-4a17-439c-b2f3-b77bcf7c88a1/304ddab3-68d6-4b16-8125-03d0c1d10117/490a7bdb-5c48-4e00-82f5-f10671bc034f) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:17:39.413981 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Attempting to bind port 032573c3-1463-4859-8364-59270e40bd5f on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:17:39.414340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Attempting to bind port 032573c3-1463-4859-8364-59270e40bd5f by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:17:39.414630 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Attempting to bind port 032573c3-1463-4859-8364-59270e40bd5f on network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:39.439113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Port 032573c3-1463-4859-8364-59270e40bd5f on network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:17:39.441992 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Attempting to bind port 032573c3-1463-4859-8364-59270e40bd5f on network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:39.494861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:17:39.495420 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Checking segment: {'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:39.495978 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Bound using segment: {'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:17:39.496598 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Bound port: 032573c3-1463-4859-8364-59270e40bd5f, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:17:39.497144 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (032573c3-1463-4859-8364-59270e40bd5f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:39.507433 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3eff2685-f7ba-4bc8-95de-0aa0c8ad5ab6 req-8ef48822-0893-4570-b6c5-10623ba93a99 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584890 Feb 28 17:17:39.657822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b7c06-4230-4850-afc2-e89293901dce req-1c7eb3e0-15a1-4495-8fef-607121c69f1f tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:39.661106 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5a5b7c06-4230-4850-afc2-e89293901dce req-1c7eb3e0-15a1-4495-8fef-607121c69f1f tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 1129 time: 0.4005964 Feb 28 17:17:39.734218 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5a5b7c06-4230-4850-afc2-e89293901dce req-ff6959d4-fa9d-4f30-a397-7b0d201b2cdf tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720689 Feb 28 17:17:39.735267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8f71338-e94f-4120-a33f-741ac04d9dbc admin admin] Publish callbacks [] for security_group (1d98390b-e84b-4884-afbf-dde5b5636fd1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:39.745058 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:39.761089 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8f71338-e94f-4120-a33f-741ac04d9dbc admin admin] Publish callbacks [] for security_group (1d98390b-e84b-4884-afbf-dde5b5636fd1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:39.776189 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6363db8a-770a-42f4-a1a2-4c999a8622b3 req-c5861763-9cf0-4e81-a019-996800038103 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 210 time: 0.0667703 Feb 28 17:17:39.779909 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] For port 032573c3-1463-4859-8364-59270e40bd5f, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:39.799304 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-c831c10b-5a3a-4ac7-a8f6-dbeb6152ac61 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:39.805707 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] For port 032573c3-1463-4859-8364-59270e40bd5f, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=032573c3-1463-4859-8364-59270e40bd5f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:17:39.837570 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-905d3bb9-a9d6-4bca-8eed-53a9f563a748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:39.914430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973b9a1-0d3e-4d87-bcef-88e25c3806a2 req-ef3372cd-dbca-473b-af8f-ab55d3355bc6 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:39.915657 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5973b9a1-0d3e-4d87-bcef-88e25c3806a2 req-ef3372cd-dbca-473b-af8f-ab55d3355bc6 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 1129 time: 0.0473232 Feb 28 17:17:39.929357 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8f71338-e94f-4120-a33f-741ac04d9dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1d98390b-e84b-4884-afbf-dde5b5636fd1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:39.932013 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8f71338-e94f-4120-a33f-741ac04d9dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:39.933404 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a8f71338-e94f-4120-a33f-741ac04d9dbc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1d98390b-e84b-4884-afbf-dde5b5636fd1 HTTP/1.1" status: 204 len: 168 time: 0.5698164 Feb 28 17:17:39.947153 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (032573c3-1463-4859-8364-59270e40bd5f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:39.959443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f71338-e94f-4120-a33f-741ac04d9dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d98390b-e84b-4884-afbf-dde5b5636fd1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:40.016392 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-c831c10b-5a3a-4ac7-a8f6-dbeb6152ac61 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:40.064236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:40.066613 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:40.068175 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44446a8d-97e6-4667-85a1-377c149003af req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] 10.222.0.69 "PUT /v2.0/ports/032573c3-1463-4859-8364-59270e40bd5f HTTP/1.1" status: 200 len: 1092 time: 1.8731894 Feb 28 17:17:40.082956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6a4734-d4b3-4436-a4b6-1dc077ae2afe', 'tag': '032573c3-1463-4859-8364-59270e40bd5f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:40.086364 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9332e0-f7f7-471c-8864-215e8fb40d61" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6a4734-d4b3-4436-a4b6-1dc077ae2afe", "tag": "032573c3-1463-4859-8364-59270e40bd5f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:40.118488 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-c831c10b-5a3a-4ac7-a8f6-dbeb6152ac61 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:17:40.122283 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-c831c10b-5a3a-4ac7-a8f6-dbeb6152ac61 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:17:40.126649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-c831c10b-5a3a-4ac7-a8f6-dbeb6152ac61 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:17:40.134004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c801329-a45f-495b-ad61-0968603acecc req-f5c165c3-fb98-412f-85bd-611ee4fc1dc5 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:40.135679 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c801329-a45f-495b-ad61-0968603acecc req-f5c165c3-fb98-412f-85bd-611ee4fc1dc5 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.0964572 Feb 28 17:17:40.180553 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44794) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:40.198422 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5973b9a1-0d3e-4d87-bcef-88e25c3806a2 req-9adb6272-abc9-4d09-8128-936ac4919a3a tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656553 Feb 28 17:17:40.214653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48a1ac-8347-4d80-8ed3-14690f19bf68 service neutron] Pushing event updated for resources: {'Port': ['ID=032573c3-1463-4859-8364-59270e40bd5f,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:40.242557 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c801329-a45f-495b-ad61-0968603acecc req-8c5772f7-75c8-4a4c-8984-e40e5fa39646 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006007 Feb 28 17:17:40.321427 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3e2014-a915-4490-b9e0-e6c8dc776c1c x-openstack-request-id: req-6a3e2014-a915-4490-b9e0-e6c8dc776c1c {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:40.321799 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6a4734-d4b3-4436-a4b6-1dc077ae2afe", "tag": "032573c3-1463-4859-8364-59270e40bd5f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:40.322160 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a3e2014-a915-4490-b9e0-e6c8dc776c1c {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:40.322560 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6a4734-d4b3-4436-a4b6-1dc077ae2afe', 'tag': '032573c3-1463-4859-8364-59270e40bd5f', 'status': 'completed', 'code': 200} Feb 28 17:17:40.376586 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-c831c10b-5a3a-4ac7-a8f6-dbeb6152ac61 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:40.377357 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-c831c10b-5a3a-4ac7-a8f6-dbeb6152ac61 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:40.392738 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-afe5c44a-7a36-4fe0-aa5c-076b95126a03 req-c5773c30-775f-45c7-8e40-e08c5e2c9e02 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 210 time: 0.1117885 Feb 28 17:17:40.428685 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831c10b-5a3a-4ac7-a8f6-dbeb6152ac61 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Pushing event updated for resources: {'Port': ['ID=490a7bdb-5c48-4e00-82f5-f10671bc034f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:40.446850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446a8d-97e6-4667-85a1-377c149003af req-2b10686f-5440-4f9f-8d4e-85a866b711e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:40.448356 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44446a8d-97e6-4667-85a1-377c149003af req-2b10686f-5440-4f9f-8d4e-85a866b711e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05a079b46949472dbfd7ccc7160e511b&device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 1126 time: 0.1694031 Feb 28 17:17:40.514905 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44446a8d-97e6-4667-85a1-377c149003af req-90258205-2688-4cd2-b066-b1c8162ee124 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=032573c3-1463-4859-8364-59270e40bd5f HTTP/1.1" status: 200 len: 217 time: 0.0589352 Feb 28 17:17:40.527882 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-c831c10b-5a3a-4ac7-a8f6-dbeb6152ac61 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0028427 Feb 28 17:17:40.541149 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Request body: {'port': {'device_id': '78326ad0-e03c-43ed-b60c-608bf05d41cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:40.573876 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1f0e0be8-6ae3-4280-8c14-bd8e85433029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:40.613624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ce9d9ff2-abbd-4bb2-a0af-e5bbadee1183 None None] Provisioning complete for port 490a7bdb-5c48-4e00-82f5-f10671bc034f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:40.614858 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ce9d9ff2-abbd-4bb2-a0af-e5bbadee1183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:40.657450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d9ff2-abbd-4bb2-a0af-e5bbadee1183 None None] Port 490a7bdb-5c48-4e00-82f5-f10671bc034f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:17:40.672045 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1f0e0be8-6ae3-4280-8c14-bd8e85433029 admin admin] Publish callbacks [] for security_group (9c66e787-934a-404b-835a-2ccaf778762a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:40.683056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446a8d-97e6-4667-85a1-377c149003af req-2b080c9d-ba21-40e6-852b-84f4f8846874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:40.684489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44446a8d-97e6-4667-85a1-377c149003af req-2b080c9d-ba21-40e6-852b-84f4f8846874 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dee3c571-976e-4368-9653-54e69fb9bcab HTTP/1.1" status: 200 len: 845 time: 0.1556025 Feb 28 17:17:40.688487 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:40.727755 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44446a8d-97e6-4667-85a1-377c149003af req-6214b4cd-3308-444d-9c3d-05e3ab8dcba9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ad5ec31-0095-4b03-9d2c-d63785ef4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369415 Feb 28 17:17:40.759030 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d21fa-f8f2-4e3a-be1e-fb530d1d8a5f req-09c6a023-e546-4bcc-b5e7-f469fab8edb4 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:40.760840 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb1d21fa-f8f2-4e3a-be1e-fb530d1d8a5f req-09c6a023-e546-4bcc-b5e7-f469fab8edb4 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 1129 time: 0.0477717 Feb 28 17:17:40.768996 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1f0e0be8-6ae3-4280-8c14-bd8e85433029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9c66e787-934a-404b-835a-2ccaf778762a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:40.792376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912162c-9003-4a34-b122-cc01ef21f871 req-d6e780dd-1603-495a-8eda-595bd2312239 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:40.793862 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f912162c-9003-4a34-b122-cc01ef21f871 req-d6e780dd-1603-495a-8eda-595bd2312239 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 943 time: 0.1847262 Feb 28 17:17:40.832059 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1f0e0be8-6ae3-4280-8c14-bd8e85433029 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c4f82ef4a4e7402fb4dd797d71e6bc9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6504438 Feb 28 17:17:40.832754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e0be8-6ae3-4280-8c14-bd8e85433029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c66e787-934a-404b-835a-2ccaf778762a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:40.835737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44814) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:40.876279 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb1d21fa-f8f2-4e3a-be1e-fb530d1d8a5f req-722c7509-2f5d-4847-a135-c11499ae3ffc tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086788 Feb 28 17:17:40.917854 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-979925e8-d54b-44ad-a406-585b43dab179 admin admin] Publish callbacks [] for security_group (9c66e787-934a-404b-835a-2ccaf778762a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:40.960946 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-979925e8-d54b-44ad-a406-585b43dab179 admin admin] Publish callbacks [] for security_group (9c66e787-934a-404b-835a-2ccaf778762a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:40.968191 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44446a8d-97e6-4667-85a1-377c149003af req-991bc303-498e-4c3f-8094-c4c8fb15adfc service neutron] 10.222.0.69 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148092 Feb 28 17:17:40.973129 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f912162c-9003-4a34-b122-cc01ef21f871 req-a22b4025-7ae4-49fc-91e9-25b1bcd941cc tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545186 Feb 28 17:17:41.032041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44816) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:41.051847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2816d1a8-e3ed-495e-9232-ef1b0a142815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:41.085803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6e78a-76c8-424f-aa40-cc5c79df96c1 req-c5585127-f20e-4f05-a5eb-94420b73cf9b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:41.092963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aad6e78a-76c8-424f-aa40-cc5c79df96c1 req-c5585127-f20e-4f05-a5eb-94420b73cf9b tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 931 time: 0.0960140 Feb 28 17:17:41.141501 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aad6e78a-76c8-424f-aa40-cc5c79df96c1 req-fde4e358-e31f-4b10-bf8c-4fa6d17b1d02 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476770 Feb 28 17:17:41.148746 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44446a8d-97e6-4667-85a1-377c149003af req-4da54f01-22bb-4028-9843-f9f44d1d5be5 service neutron] 10.222.0.69 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657686 Feb 28 17:17:41.196826 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-979925e8-d54b-44ad-a406-585b43dab179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9c66e787-934a-404b-835a-2ccaf778762a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:41.199436 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-979925e8-d54b-44ad-a406-585b43dab179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:41.213318 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-979925e8-d54b-44ad-a406-585b43dab179 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9c66e787-934a-404b-835a-2ccaf778762a HTTP/1.1" status: 204 len: 168 time: 0.3692241 Feb 28 17:17:41.223190 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490a7bdb-5c48-4e00-82f5-f10671bc034f {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:41.233486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979925e8-d54b-44ad-a406-585b43dab179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c66e787-934a-404b-835a-2ccaf778762a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:41.239655 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Publish callbacks [] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:41.274628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Transition to ACTIVE for port object 490a7bdb-5c48-4e00-82f5-f10671bc034f will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:17:41.276247 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:41.337302 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2816d1a8-e3ed-495e-9232-ef1b0a142815 admin admin] Publish callbacks [] for security_group (f2e9f845-5a64-439b-9868-653a6ffab242), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:41.387426 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:41.407965 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2816d1a8-e3ed-495e-9232-ef1b0a142815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f2e9f845-5a64-439b-9868-653a6ffab242), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:41.450198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9332e0-f7f7-471c-8864-215e8fb40d61 req-aaa6dfe9-90c2-459c-81db-8e1c0ce78bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:41.451712 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee9332e0-f7f7-471c-8864-215e8fb40d61 req-aaa6dfe9-90c2-459c-81db-8e1c0ce78bc4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05a079b46949472dbfd7ccc7160e511b&device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 1126 time: 0.1290572 Feb 28 17:17:41.484272 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Pushing event updated for resources: {'Port': ['ID=490a7bdb-5c48-4e00-82f5-f10671bc034f,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:41.499300 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2816d1a8-e3ed-495e-9232-ef1b0a142815 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=602e892cb6014fc197b1b7399bf5d5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635563 Feb 28 17:17:41.503346 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44826) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:41.520241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d1a8-e3ed-495e-9232-ef1b0a142815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e9f845-5a64-439b-9868-653a6ffab242,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:41.542486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094583a-c28d-4037-95f0-8237ef0e30c9 req-69eec49c-e8fa-434a-ba1e-29360bbc5266 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:41.544135 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0094583a-c28d-4037-95f0-8237ef0e30c9 req-69eec49c-e8fa-434a-ba1e-29360bbc5266 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.1891100 Feb 28 17:17:41.613155 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5da40cfa-d227-485d-9db3-aa5f1734da34 req-0205fcb7-e7a8-4021-a853-886c318a1f5d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 210 time: 0.0871646 Feb 28 17:17:41.654940 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f7a2338-f413-4d26-aecd-411da4802370 admin admin] Publish callbacks [] for security_group (f2e9f845-5a64-439b-9868-653a6ffab242), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:41.693184 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f7a2338-f413-4d26-aecd-411da4802370 admin admin] Publish callbacks [] for security_group (f2e9f845-5a64-439b-9868-653a6ffab242), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:41.705734 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Attempting to bind port 490a7bdb-5c48-4e00-82f5-f10671bc034f on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:17:41.706175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Attempting to bind port 490a7bdb-5c48-4e00-82f5-f10671bc034f by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:17:41.706513 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Attempting to bind port 490a7bdb-5c48-4e00-82f5-f10671bc034f on network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:41.714761 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9332e0-f7f7-471c-8864-215e8fb40d61 req-17f83c05-0910-4e01-a5f7-caa580d15f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:41.716218 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee9332e0-f7f7-471c-8864-215e8fb40d61 req-17f83c05-0910-4e01-a5f7-caa580d15f26 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ad5ec31-0095-4b03-9d2c-d63785ef4124 HTTP/1.1" status: 200 len: 906 time: 0.2562349 Feb 28 17:17:41.719934 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0094583a-c28d-4037-95f0-8237ef0e30c9 req-ef54e0d5-4b23-47b0-bd71-2134bcbe8b5d tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260021 Feb 28 17:17:41.720468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Port 490a7bdb-5c48-4e00-82f5-f10671bc034f on network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:17:41.720784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Attempting to bind port 490a7bdb-5c48-4e00-82f5-f10671bc034f on network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:41.733884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:17:41.742633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Checking segment: {'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:41.742633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Bound using segment: {'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:17:41.742633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Bound port: 490a7bdb-5c48-4e00-82f5-f10671bc034f, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88beafba-f144-4124-8b6f-e34008a1e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:17:41.742633 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:41.769000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee9332e0-f7f7-471c-8864-215e8fb40d61 req-0e7bfda4-b1ce-405c-ad38-631a9e327ac2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=032573c3-1463-4859-8364-59270e40bd5f HTTP/1.1" status: 200 len: 217 time: 0.0457094 Feb 28 17:17:41.827118 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f7a2338-f413-4d26-aecd-411da4802370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f2e9f845-5a64-439b-9868-653a6ffab242), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:41.833307 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f7a2338-f413-4d26-aecd-411da4802370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:41.835986 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3f7a2338-f413-4d26-aecd-411da4802370 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f2e9f845-5a64-439b-9868-653a6ffab242 HTTP/1.1" status: 204 len: 168 time: 0.3282146 Feb 28 17:17:41.851499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9332e0-f7f7-471c-8864-215e8fb40d61 req-d62df348-9ff8-490b-8192-3ad9a1b50006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:41.853104 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee9332e0-f7f7-471c-8864-215e8fb40d61 req-d62df348-9ff8-490b-8192-3ad9a1b50006 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dee3c571-976e-4368-9653-54e69fb9bcab HTTP/1.1" status: 200 len: 845 time: 0.0776813 Feb 28 17:17:41.854475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a2338-f413-4d26-aecd-411da4802370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e9f845-5a64-439b-9868-653a6ffab242,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:41.893952 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee9332e0-f7f7-471c-8864-215e8fb40d61 req-c25c6048-7d33-4cec-bcd9-d8b8420fa619 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ad5ec31-0095-4b03-9d2c-d63785ef4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336690 Feb 28 17:17:41.898479 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] For port 490a7bdb-5c48-4e00-82f5-f10671bc034f, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:41.935101 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] For port 490a7bdb-5c48-4e00-82f5-f10671bc034f, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=490a7bdb-5c48-4e00-82f5-f10671bc034f,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:17:42.007656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beccfb-2123-4b03-ba97-857ca73837f6 req-c0845fa6-ec50-4d85-a1d0-fe0d1b6b369e tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:42.009236 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3beccfb-2123-4b03-ba97-857ca73837f6 req-c0845fa6-ec50-4d85-a1d0-fe0d1b6b369e tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 1129 time: 0.0434959 Feb 28 17:17:42.009344 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee9332e0-f7f7-471c-8864-215e8fb40d61 req-4fe3af87-026d-498c-a442-6131be62300d service neutron] 10.222.0.69 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062953 Feb 28 17:17:42.063001 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3beccfb-2123-4b03-ba97-857ca73837f6 req-5d803af5-137f-4d30-9a58-2a0416125f21 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479527 Feb 28 17:17:42.087514 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:42.169684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:42.170325 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:42.171689 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] 10.222.0.69 "PUT /v2.0/ports/490a7bdb-5c48-4e00-82f5-f10671bc034f HTTP/1.1" status: 200 len: 1092 time: 1.6345959 Feb 28 17:17:42.222528 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4987c0-b8d0-4987-a060-375b3b32897f service neutron] Pushing event updated for resources: {'Port': ['ID=490a7bdb-5c48-4e00-82f5-f10671bc034f,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:42.247867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bb8e8-e696-4dd7-a03c-6ac11db31bed req-b0d6d7b8-fc6c-4aad-b3ba-42e1e8476d32 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:42.250560 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9b4bb8e8-e696-4dd7-a03c-6ac11db31bed req-b0d6d7b8-fc6c-4aad-b3ba-42e1e8476d32 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 943 time: 0.1477726 Feb 28 17:17:42.251806 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee9332e0-f7f7-471c-8864-215e8fb40d61 req-2cd0c3b8-a70d-4f4d-a0e4-7ca664aa91b1 service neutron] 10.222.0.69 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350967 Feb 28 17:17:42.330096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78326ad0-e03c-43ed-b60c-608bf05d41cd', 'tag': '490a7bdb-5c48-4e00-82f5-f10671bc034f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:42.339133 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5284eb7-bc18-4085-b907-213c07292915" -d '{"events": [{"name": "network-changed", "server_uuid": "78326ad0-e03c-43ed-b60c-608bf05d41cd", "tag": "490a7bdb-5c48-4e00-82f5-f10671bc034f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:42.386645 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:42.441322 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9b4bb8e8-e696-4dd7-a03c-6ac11db31bed req-746cf4ac-7fa4-42ba-bed9-df076157a6da tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685107 Feb 28 17:17:42.472047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-bb0cf8fc-7c70-4214-86a7-030570f967a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:42.474846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-bb0cf8fc-7c70-4214-86a7-030570f967a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cd86d8f7a97d4a129ba9f94176c52519&device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 1126 time: 0.1501570 Feb 28 17:17:42.534233 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-fa99fde8-541d-4f08-9c4b-8367358e7609 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490a7bdb-5c48-4e00-82f5-f10671bc034f HTTP/1.1" status: 200 len: 217 time: 0.0421865 Feb 28 17:17:42.606464 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-5d94245b-a6cc-4a47-bbb4-def0dbf7e97f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413797 Feb 28 17:17:42.818791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-2963aa05-94ee-4905-a7bb-72015fa8afae tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:42.820445 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-2963aa05-94ee-4905-a7bb-72015fa8afae tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077532 Feb 28 17:17:42.835613 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-5e43327b-5386-4372-a955-48247125a73b req-8a3ff2b7-a0d7-4767-8836-196b06add992 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Request body: {'port': {'device_id': '029d29bb-e8b7-41be-85c3-e003e8a18cd5', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'cea79b56c7a54ab1ade94c9ea64db22c'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:42.861794 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 33c45dcd-fa5d-4a4d-98e2-ed1726532cda no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:17:42.936613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-a7790526-bfea-40ce-9f3f-081182886c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:42.938249 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-a7790526-bfea-40ce-9f3f-081182886c3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=304ddab3-68d6-4b16-8125-03d0c1d10117 HTTP/1.1" status: 200 len: 862 time: 0.3935034 Feb 28 17:17:42.949821 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a837f-9788-45ff-86ba-916826b4a080 req-e6d6e6e9-0fe7-4c89-853f-cf21c312e235 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:42.956917 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f08a837f-9788-45ff-86ba-916826b4a080 req-e6d6e6e9-0fe7-4c89-853f-cf21c312e235 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 943 time: 0.4251254 Feb 28 17:17:43.005571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:43.007746 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:43.051530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:43.054624 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6574c7c6-d53a-49c2-a739-a1d169e9be77" -d '{"events": [{"server_uuid": "b4a9bfb8-b98f-48ac-98f8-5d9494408166", "name": "network-vif-unplugged", "status": "completed", "tag": "33c45dcd-fa5d-4a4d-98e2-ed1726532cda"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:43.060508 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f08a837f-9788-45ff-86ba-916826b4a080 req-3671dd45-7255-4636-aca4-bedcd2e65294 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007178 Feb 28 17:17:43.067913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:43.088352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-6a9cd4bf-de10-459d-b4aa-c2585dfa613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:43.088352 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-6a9cd4bf-de10-459d-b4aa-c2585dfa613b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ace9968-4a17-439c-b2f3-b77bcf7c88a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1263907 Feb 28 17:17:43.124018 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-591dab24-d612-41ce-809f-587c2d0291b7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470204 Feb 28 17:17:43.133901 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:43.177769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-8a3ff2b7-a0d7-4767-8836-196b06add992 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Made reservation on behalf of cea79b56c7a54ab1ade94c9ea64db22c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:43.181475 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-8a3ff2b7-a0d7-4767-8836-196b06add992 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:43.217111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,revision_number=9']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:43.220976 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55db2c36-77a0-4d1c-8c0c-6c82d25ddd03 x-openstack-request-id: req-55db2c36-77a0-4d1c-8c0c-6c82d25ddd03 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:43.221374 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78326ad0-e03c-43ed-b60c-608bf05d41cd", "tag": "490a7bdb-5c48-4e00-82f5-f10671bc034f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:43.222128 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-55db2c36-77a0-4d1c-8c0c-6c82d25ddd03 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:43.222672 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78326ad0-e03c-43ed-b60c-608bf05d41cd', 'tag': '490a7bdb-5c48-4e00-82f5-f10671bc034f', 'status': 'completed', 'code': 200} Feb 28 17:17:43.258852 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82cefd20-da7b-4b5a-a0c3-ade57b5fa6b1 req-05ada4d4-f50d-4b92-8bfd-c0f45d5e64b3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 210 time: 0.0352080 Feb 28 17:17:43.266851 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-e8feea87-770f-4039-ba3f-6cb43be9dde3 service neutron] 10.222.0.69 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738181 Feb 28 17:17:43.401640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-2991d56c-3f00-48e8-825b-4b6e628a1c42 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:43.403538 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-2991d56c-3f00-48e8-825b-4b6e628a1c42 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723658 Feb 28 17:17:43.428511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-5e43327b-5386-4372-a955-48247125a73b req-87b44a24-8871-445d-b726-926e45d73b9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Request body: {'port': {'device_id': '984a85a1-4d62-4636-8453-4deb1304b14f', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'cea79b56c7a54ab1ade94c9ea64db22c'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:43.492509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44910) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:43.518759 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35c904c5-daa4-47f5-8617-8d3d450b4791 req-d3c6bcbb-7d3b-497f-8b16-19caa44396dd service neutron] 10.222.0.69 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370315 Feb 28 17:17:43.523101 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11a45232-5069-4794-9376-b4a3ef90bf33 req-81793d70-3463-49db-8cae-05c0da03c4e7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1394849 Feb 28 17:17:43.531468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068bd7-3070-4fd6-8853-c8cdc50e88d2 req-c753c6e4-6e2e-400d-8459-d54919ff4a2f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:43.535389 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74068bd7-3070-4fd6-8853-c8cdc50e88d2 req-c753c6e4-6e2e-400d-8459-d54919ff4a2f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 947 time: 0.1482291 Feb 28 17:17:43.622207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-5e43327b-5386-4372-a955-48247125a73b req-8a3ff2b7-a0d7-4767-8836-196b06add992 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Allocated IP 192.168.233.67 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:17:43.689452 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74068bd7-3070-4fd6-8853-c8cdc50e88d2 req-465beba8-fa3c-4791-9276-eaa5cf2b079b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508293 Feb 28 17:17:43.704285 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-841955638-network', 'tenant_id': 'dae94b749f7c42e383840585fc56524b'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:43.757786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-87b44a24-8871-445d-b726-926e45d73b9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Made reservation on behalf of cea79b56c7a54ab1ade94c9ea64db22c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:43.762385 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-87b44a24-8871-445d-b726-926e45d73b9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:43.771167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a45232-5069-4794-9376-b4a3ef90bf33 req-c759c204-4479-4179-88a6-c2884f973416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:43.773361 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11a45232-5069-4794-9376-b4a3ef90bf33 req-c759c204-4479-4179-88a6-c2884f973416 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e7c0c1f801242759971f9cf9a27b9be&device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 1128 time: 0.1577995 Feb 28 17:17:43.785694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5284eb7-bc18-4085-b907-213c07292915 req-3fd7cbde-fc32-4626-b2e0-a82c61abf7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:43.787596 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a5284eb7-bc18-4085-b907-213c07292915 req-3fd7cbde-fc32-4626-b2e0-a82c61abf7fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cd86d8f7a97d4a129ba9f94176c52519&device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 1126 time: 0.1125760 Feb 28 17:17:43.907752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] Made reservation on behalf of dae94b749f7c42e383840585fc56524b for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:43.908398 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-8a3ff2b7-a0d7-4767-8836-196b06add992 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks [] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:43.910051 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:43.911235 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:43.931473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e4b05-bc29-4e60-b2e2-ac814d58b0b2 req-89a12f15-f09f-4430-a076-17f790e900d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:43.932825 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:43.932971 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6c3e4b05-bc29-4e60-b2e2-ac814d58b0b2 req-89a12f15-f09f-4430-a076-17f790e900d0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 1130 time: 0.1857378 Feb 28 17:17:44.014732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5284eb7-bc18-4085-b907-213c07292915 req-b0d30cd2-9ec1-4afa-9ef7-551e5f965702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:44.016966 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a5284eb7-bc18-4085-b907-213c07292915 req-b0d30cd2-9ec1-4afa-9ef7-551e5f965702 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0ace9968-4a17-439c-b2f3-b77bcf7c88a1 HTTP/1.1" status: 200 len: 924 time: 0.2156374 Feb 28 17:17:44.031011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a45232-5069-4794-9376-b4a3ef90bf33 req-1228bdf6-a9c0-4d3c-aa73-089bb264625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:44.033015 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11a45232-5069-4794-9376-b4a3ef90bf33 req-1228bdf6-a9c0-4d3c-aa73-089bb264625a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba2382c3-dfe7-478e-a4ba-25e78b3a8e97 HTTP/1.1" status: 200 len: 915 time: 0.2226439 Feb 28 17:17:44.034749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6c3e4b05-bc29-4e60-b2e2-ac814d58b0b2 req-7af3998b-b3ef-454d-9227-6462ed8232cc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726817 Feb 28 17:17:44.096677 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-8a3ff2b7-a0d7-4767-8836-196b06add992 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:44.109815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:44.112230 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a5284eb7-bc18-4085-b907-213c07292915 req-cf90116d-986a-493e-be33-962902647d79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490a7bdb-5c48-4e00-82f5-f10671bc034f HTTP/1.1" status: 200 len: 217 time: 0.0776820 Feb 28 17:17:44.114610 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11a45232-5069-4794-9376-b4a3ef90bf33 req-1e77b38a-0d41-45eb-8bed-c60b33a03825 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 HTTP/1.1" status: 200 len: 217 time: 0.0719781 Feb 28 17:17:44.205564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ff2b7-a0d7-4767-8836-196b06add992 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event updated for resources: {'Port': ['ID=8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:44.213400 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e43327b-5386-4372-a955-48247125a73b req-8a3ff2b7-a0d7-4767-8836-196b06add992 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:17:44.220295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-5e43327b-5386-4372-a955-48247125a73b req-8a3ff2b7-a0d7-4767-8836-196b06add992 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:17:44.225846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e43327b-5386-4372-a955-48247125a73b req-8a3ff2b7-a0d7-4767-8836-196b06add992 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:17:44.236742 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] Publish callbacks [] for security_group (dda4c398-7b67-4458-aa0e-115fdaf373c6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:44.240199 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-5e43327b-5386-4372-a955-48247125a73b req-87b44a24-8871-445d-b726-926e45d73b9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Allocated IP 192.168.233.93 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/952b617a-f73f-4be1-bfa9-b91b6d1002ed) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:17:44.247098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a45232-5069-4794-9376-b4a3ef90bf33 req-5af2bcb4-289b-4afa-8a07-85cb5cb47ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:44.254001 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11a45232-5069-4794-9376-b4a3ef90bf33 req-5af2bcb4-289b-4afa-8a07-85cb5cb47ba3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0fa4ecd5-f798-444d-a1ea-c3e4acc526da HTTP/1.1" status: 200 len: 854 time: 0.1191933 Feb 28 17:17:44.273099 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5284eb7-bc18-4085-b907-213c07292915 req-dd5d7474-62bf-47f3-a5a5-f9e96ddae515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:44.274999 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a5284eb7-bc18-4085-b907-213c07292915 req-dd5d7474-62bf-47f3-a5a5-f9e96ddae515 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=304ddab3-68d6-4b16-8125-03d0c1d10117 HTTP/1.1" status: 200 len: 862 time: 0.1422031 Feb 28 17:17:44.294906 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11a45232-5069-4794-9376-b4a3ef90bf33 req-40f83465-cb11-489a-b9be-d7d614b0391b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba2382c3-dfe7-478e-a4ba-25e78b3a8e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339580 Feb 28 17:17:44.305326 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cd9436-7e06-4d8c-811b-f07d69f2b75e x-openstack-request-id: req-22cd9436-7e06-4d8c-811b-f07d69f2b75e {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:44.305663 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a9bfb8-b98f-48ac-98f8-5d9494408166", "name": "network-vif-unplugged", "status": "completed", "tag": "33c45dcd-fa5d-4a4d-98e2-ed1726532cda", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:44.305892 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-22cd9436-7e06-4d8c-811b-f07d69f2b75e {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:44.306318 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda', 'code': 200} Feb 28 17:17:44.325859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-8a3ff2b7-a0d7-4767-8836-196b06add992 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:44.326746 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-8a3ff2b7-a0d7-4767-8836-196b06add992 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:44.343071 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dda4c398-7b67-4458-aa0e-115fdaf373c6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:44.437651 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:17:44.439682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-8a3ff2b7-a0d7-4767-8836-196b06add992 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6093953 Feb 28 17:17:44.452161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Request body: {'port': {'device_id': '029d29bb-e8b7-41be-85c3-e003e8a18cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:44.477634 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5284eb7-bc18-4085-b907-213c07292915 req-5c6c937f-6877-40fe-a49c-dafbb8e8a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:44.488363 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a5284eb7-bc18-4085-b907-213c07292915 req-5c6c937f-6877-40fe-a49c-dafbb8e8a817 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ace9968-4a17-439c-b2f3-b77bcf7c88a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1954031 Feb 28 17:17:44.489071 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (76b7b36a-7856-463e-b307-d5c09fbfc766), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:44.489411 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] Added segment 76b7b36a-7856-463e-b307-d5c09fbfc766 of type vlan for network 30de57a1-5178-4b6f-8361-7f4f5c480656 Feb 28 17:17:44.495823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda4c398-7b67-4458-aa0e-115fdaf373c6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:44.547074 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44932) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:44.572984 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-87b44a24-8871-445d-b726-926e45d73b9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks [] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:44.576216 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:44.581467 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7f5b05d9-c584-4a5b-bbff-99f4d745cbd7 None None] Provisioning complete for port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:44.582040 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7f5b05d9-c584-4a5b-bbff-99f4d745cbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:44.630762 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b05d9-c584-4a5b-bbff-99f4d745cbd7 None None] Port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:17:44.655349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-ba3193f6-678d-4c56-8859-811ee1fde95b tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:17:44.656373 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-ba3193f6-678d-4c56-8859-811ee1fde95b tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1066499 Feb 28 17:17:44.669391 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (30de57a1-5178-4b6f-8361-7f4f5c480656), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:44.673491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11a45232-5069-4794-9376-b4a3ef90bf33 req-1af9f173-2869-4707-a73c-e21b35f9010d service neutron] 10.222.0.69 "GET /v2.0/networks/ba2382c3-dfe7-478e-a4ba-25e78b3a8e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632631 Feb 28 17:17:44.683028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e40ef9-cd7c-43dc-93f8-f7ad2f7ffbe3 req-e35759b1-13b5-4611-ac47-e60eda832eb1 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:44.684456 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4e40ef9-cd7c-43dc-93f8-f7ad2f7ffbe3 req-e35759b1-13b5-4611-ac47-e60eda832eb1 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 943 time: 0.2830732 Feb 28 17:17:44.725603 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-87b44a24-8871-445d-b726-926e45d73b9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:44.739124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:44.804213 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 032573c3-1463-4859-8364-59270e40bd5f details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:17:44.823965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e43327b-5386-4372-a955-48247125a73b req-87b44a24-8871-445d-b726-926e45d73b9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:17:44.827908 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a5284eb7-bc18-4085-b907-213c07292915 req-ac12d2b5-e621-4432-83e1-851bc10dce9e service neutron] 10.222.0.69 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036561 Feb 28 17:17:44.869072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b44a24-8871-445d-b726-926e45d73b9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event updated for resources: {'Port': ['ID=952b617a-f73f-4be1-bfa9-b91b6d1002ed,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:44.871948 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-5e43327b-5386-4372-a955-48247125a73b req-87b44a24-8871-445d-b726-926e45d73b9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:17:44.879318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e43327b-5386-4372-a955-48247125a73b req-87b44a24-8871-445d-b726-926e45d73b9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:17:44.885428 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (30de57a1-5178-4b6f-8361-7f4f5c480656), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:44.885892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:44.886536 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:44.902633 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 33c45dcd-fa5d-4a4d-98e2-ed1726532cda details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:17:44.916061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-84b018d0-9006-4ccc-89d8-fcb16522539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:44.921510 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-84b018d0-9006-4ccc-89d8-fcb16522539f service neutron] 10.222.0.72 "GET /v2.0/ports/4584f829-529a-40c0-b2fc-0fa37491e2ac HTTP/1.1" status: 200 len: 1126 time: 0.2091935 Feb 28 17:17:44.937267 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4e40ef9-cd7c-43dc-93f8-f7ad2f7ffbe3 req-c3517c3b-0355-4aa3-9f9f-e5f24e31b5a9 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404943 Feb 28 17:17:44.940416 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-04d8c99e-a008-43bb-a29e-6464bd004817 service neutron] Request body: {'binding': {'host': 'n-h1-820368-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:44.940941 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-04d8c99e-a008-43bb-a29e-6464bd004817 service neutron] Unknown quota resources ['binding']. {{(pid=104246) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:17:44.991813 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11a45232-5069-4794-9376-b4a3ef90bf33 req-b4545027-b932-4a93-a976-b2e847de18fe service neutron] 10.222.0.69 "GET /v2.0/networks/ba2382c3-dfe7-478e-a4ba-25e78b3a8e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049572 Feb 28 17:17:45.015709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-87b44a24-8871-445d-b726-926e45d73b9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:45.021387 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-87b44a24-8871-445d-b726-926e45d73b9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:45.075529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 032573c3-1463-4859-8364-59270e40bd5f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=032573c3-1463-4859-8364-59270e40bd5f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:45.092574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '032573c3-1463-4859-8364-59270e40bd5f', 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124', 'port_id': '032573c3-1463-4859-8364-59270e40bd5f', 'mac_address': 'fa:16:3e:76:dd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee3c571-976e-4368-9653-54e69fb9bcab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:17:45.127315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] Pushing event updated for resources: {'Network': ['ID=30de57a1-5178-4b6f-8361-7f4f5c480656,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:45.158889 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a5284eb7-bc18-4085-b907-213c07292915 req-1e41c307-2a39-4327-95ae-959f75d9a6e0 service neutron] 10.222.0.69 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211136 Feb 28 17:17:45.163116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 032573c3-1463-4859-8364-59270e40bd5f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:45.163505 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (032573c3-1463-4859-8364-59270e40bd5f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:45.165444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 30de57a1-5178-4b6f-8361-7f4f5c480656 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:17:45.180185 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-87b44a24-8871-445d-b726-926e45d73b9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7677085 Feb 28 17:17:45.187891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6af5daee-536c-45ea-8ff5-44080d11d010 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6862786 Feb 28 17:17:45.188863 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44942) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:45.198669 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-39115f91-9f98-4f67-ba26-ed09843e34c9 admin admin] Request body: {'subnet': {'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-841955638-subnet', 'tenant_id': 'dae94b749f7c42e383840585fc56524b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:45.208245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Request body: {'port': {'device_id': '984a85a1-4d62-4636-8453-4deb1304b14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:45.211393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887a7da-cc9d-447a-965c-f59d78471171 req-e0131b0c-cc9d-415c-a20f-4fe149832293 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:45.221870 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9887a7da-cc9d-447a-965c-f59d78471171 req-e0131b0c-cc9d-415c-a20f-4fe149832293 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 943 time: 0.1499324 Feb 28 17:17:45.245823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:45.265468 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Publish callbacks [] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:45.297235 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9887a7da-cc9d-447a-965c-f59d78471171 req-aa8a2111-b5b6-4648-b93f-4d9622189ee3 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742149 Feb 28 17:17:45.299526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Transition to ACTIVE for port object 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:17:45.328966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-04d8c99e-a008-43bb-a29e-6464bd004817 service neutron] Attempting to bind port 4584f829-529a-40c0-b2fc-0fa37491e2ac on host n-h1-820368-19 for vnic_type normal with profile None {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:17:45.329386 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-04d8c99e-a008-43bb-a29e-6464bd004817 service neutron] Attempting to bind port 4584f829-529a-40c0-b2fc-0fa37491e2ac by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:17:45.336760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-04d8c99e-a008-43bb-a29e-6464bd004817 service neutron] Attempting to bind port 4584f829-529a-40c0-b2fc-0fa37491e2ac on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:45.337626 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-04d8c99e-a008-43bb-a29e-6464bd004817 service neutron] Port 4584f829-529a-40c0-b2fc-0fa37491e2ac on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:17:45.338048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-04d8c99e-a008-43bb-a29e-6464bd004817 service neutron] Attempting to bind port 4584f829-529a-40c0-b2fc-0fa37491e2ac on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:45.346955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-04d8c99e-a008-43bb-a29e-6464bd004817 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:17:45.348288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-04d8c99e-a008-43bb-a29e-6464bd004817 service neutron] Checking segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:45.348784 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-04d8c99e-a008-43bb-a29e-6464bd004817 service neutron] Bound using segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:17:45.349323 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-04d8c99e-a008-43bb-a29e-6464bd004817 service neutron] Bound port: 4584f829-529a-40c0-b2fc-0fa37491e2ac, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:17:45.351283 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39115f91-9f98-4f67-ba26-ed09843e34c9 admin admin] Made reservation on behalf of dae94b749f7c42e383840585fc56524b for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:45.351684 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:45.355300 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39115f91-9f98-4f67-ba26-ed09843e34c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:45.388141 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:45.411188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032573c3-1463-4859-8364-59270e40bd5f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:45.420136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-009b7dce-013d-4cde-9558-d1b79bda941e None None] Provisioning complete for port 952b617a-f73f-4be1-bfa9-b91b6d1002ed triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:45.420508 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-009b7dce-013d-4cde-9558-d1b79bda941e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:45.468328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:45.491201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-009b7dce-013d-4cde-9558-d1b79bda941e None None] Port 952b617a-f73f-4be1-bfa9-b91b6d1002ed cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:17:45.517243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-04d8c99e-a008-43bb-a29e-6464bd004817 service neutron] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:17:45.517550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 032573c3-1463-4859-8364-59270e40bd5f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=032573c3-1463-4859-8364-59270e40bd5f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:45.518409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda', 'mac_address': 'fa:16:3e:5c:be:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:17:45.593571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Pushing event updated for resources: {'Port': ['ID=8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:45.601240 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:45.601978 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:45.629348 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (032573c3-1463-4859-8364-59270e40bd5f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:45.643390 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c45dcd-fa5d-4a4d-98e2-ed1726532cda {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:45.665013 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-04d8c99e-a008-43bb-a29e-6464bd004817 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:45.666283 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-04d8c99e-a008-43bb-a29e-6464bd004817 service neutron] 10.222.0.72 "POST /v2.0/ports/4584f829-529a-40c0-b2fc-0fa37491e2ac/bindings HTTP/1.1" status: 201 len: 390 time: 0.7352171 Feb 28 17:17:45.735880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:45.760562 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=032573c3-1463-4859-8364-59270e40bd5f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:45.794151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9b01f-9386-4303-8e94-ec755cf99422 req-9157800f-8743-49a8-80ab-67f0a06a9fda tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:45.802213 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b7d9b01f-9386-4303-8e94-ec755cf99422 req-9157800f-8743-49a8-80ab-67f0a06a9fda tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 935 time: 0.3801394 Feb 28 17:17:45.817651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Attempting to bind port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:17:45.818057 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Attempting to bind port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:17:45.823488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Attempting to bind port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:45.827472 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:17:45.828064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Attempting to bind port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:45.843876 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:45.859072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:17:45.859072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:45.859568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:17:45.859874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Bound port: 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:17:45.860365 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:45.900863 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b7d9b01f-9386-4303-8e94-ec755cf99422 req-6fc383e6-ff36-402a-9cf2-2e718aa59834 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963762 Feb 28 17:17:45.953836 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,revision_number=10']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:45.974577 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39115f91-9f98-4f67-ba26-ed09843e34c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (6630b81a-0475-439a-8ade-5d1712c8173a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:45.988730 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['032573c3-1463-4859-8364-59270e40bd5f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:46.086588 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39115f91-9f98-4f67-ba26-ed09843e34c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6630b81a-0475-439a-8ade-5d1712c8173a,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:46.089731 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39115f91-9f98-4f67-ba26-ed09843e34c9 admin admin] Checking segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:46.090120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39115f91-9f98-4f67-ba26-ed09843e34c9 admin admin] Network hostable DHCP agents. Network: 30de57a1-5178-4b6f-8361-7f4f5c480656, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:17:46.104138 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] For port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:46.110120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] For port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:17:46.116080 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952b617a-f73f-4be1-bfa9-b91b6d1002ed {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:46.130842 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Publish callbacks [] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:46.148733 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Transition to ACTIVE for port object 952b617a-f73f-4be1-bfa9-b91b6d1002ed will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:17:46.156866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b61a37-70f2-488d-8286-903b97db1e2b req-921c6f94-2bac-4fc2-b54f-1b5eb2b9b63f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:46.164093 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-87b61a37-70f2-488d-8286-903b97db1e2b req-921c6f94-2bac-4fc2-b54f-1b5eb2b9b63f tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 949 time: 0.1359193 Feb 28 17:17:46.224312 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-87b61a37-70f2-488d-8286-903b97db1e2b req-b1ca9c16-82d6-4f38-b9c8-f0c91f97f64b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593412 Feb 28 17:17:46.225452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39115f91-9f98-4f67-ba26-ed09843e34c9 admin admin] Network 30de57a1-5178-4b6f-8361-7f4f5c480656 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:17:46.225580 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['33c45dcd-fa5d-4a4d-98e2-ed1726532cda'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:46.233476 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:46.242792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dce237-a3d0-491a-9284-92c82ac9ef83 req-9b169c1d-f364-4761-a2b6-a556d075d91c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:46.244464 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25dce237-a3d0-491a-9284-92c82ac9ef83 req-9b169c1d-f364-4761-a2b6-a556d075d91c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 944 time: 0.0683720 Feb 28 17:17:46.245586 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:46.302732 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:46.310181 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:46.311126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-39115f91-9f98-4f67-ba26-ed09843e34c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 30de57a1-5178-4b6f-8361-7f4f5c480656) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:17:46.312070 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] 10.222.0.73 "PUT /v2.0/ports/8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 HTTP/1.1" status: 200 len: 1096 time: 1.8640518 Feb 28 17:17:46.315145 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39115f91-9f98-4f67-ba26-ed09843e34c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:46.315748 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39115f91-9f98-4f67-ba26-ed09843e34c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:46.323960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029d29bb-e8b7-41be-85c3-e003e8a18cd5', 'tag': '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:46.327134 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4c5569-7ca6-4044-afa9-3ae5ce4700d9" -d '{"events": [{"name": "network-changed", "server_uuid": "029d29bb-e8b7-41be-85c3-e003e8a18cd5", "tag": "8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:46.356123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7fffc9-f1ba-4902-bd8f-bae483360521 None None] Network 30de57a1-5178-4b6f-8361-7f4f5c480656 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:17:46.380551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=952b617a-f73f-4be1-bfa9-b91b6d1002ed,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:46.434685 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-39115f91-9f98-4f67-ba26-ed09843e34c9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2439129 Feb 28 17:17:46.476600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c356e3-ec70-4220-9fe6-ea934be5ecac req-b254cc5a-385b-4f5e-b526-a67269ebd694 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:46.487389 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-20c356e3-ec70-4220-9fe6-ea934be5ecac req-b254cc5a-385b-4f5e-b526-a67269ebd694 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 946 time: 0.1233258 Feb 28 17:17:46.515371 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25dce237-a3d0-491a-9284-92c82ac9ef83 req-52be52b1-b107-4ebe-b5f5-faa74334cc78 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409375 Feb 28 17:17:46.616343 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-20c356e3-ec70-4220-9fe6-ea934be5ecac req-1cf21fa8-ab34-4e4e-af9b-89a82f1ffb92 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246116 Feb 28 17:17:46.681503 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Attempting to bind port 952b617a-f73f-4be1-bfa9-b91b6d1002ed on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:17:46.682150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Attempting to bind port 952b617a-f73f-4be1-bfa9-b91b6d1002ed by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:17:46.682868 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Attempting to bind port 952b617a-f73f-4be1-bfa9-b91b6d1002ed on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:46.702345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Port 952b617a-f73f-4be1-bfa9-b91b6d1002ed on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:17:46.702345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Attempting to bind port 952b617a-f73f-4be1-bfa9-b91b6d1002ed on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:46.724177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97c422-154a-4a66-9796-63aa6db5764f service neutron] Pushing event updated for resources: {'Port': ['ID=8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:46.739627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:17:46.739979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:46.740941 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:17:46.750080 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Bound port: 952b617a-f73f-4be1-bfa9-b91b6d1002ed, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:17:46.750543 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:46.810071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e38253a-1635-40b1-875c-79aa866a59f3 None None] Network 30de57a1-5178-4b6f-8361-7f4f5c480656 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:17:46.926117 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-1a1fbb60-65d3-4f52-a50f-4e88de0eb54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:46.927746 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-1a1fbb60-65d3-4f52-a50f-4e88de0eb54c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=029d29bb-e8b7-41be-85c3-e003e8a18cd5 HTTP/1.1" status: 200 len: 1130 time: 0.4163604 Feb 28 17:17:46.953626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 490a7bdb-5c48-4e00-82f5-f10671bc034f details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:17:46.963529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 032573c3-1463-4859-8364-59270e40bd5f up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:17:46.997398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] For port 952b617a-f73f-4be1-bfa9-b91b6d1002ed, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:47.003591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] For port 952b617a-f73f-4be1-bfa9-b91b6d1002ed, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=952b617a-f73f-4be1-bfa9-b91b6d1002ed,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:17:47.105223 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-f752c43b-2112-4860-922f-4100a7cc852d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 HTTP/1.1" status: 200 len: 217 time: 0.0963213 Feb 28 17:17:47.147268 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:47.184004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-cb47c121-9748-499f-95ff-3aa267ce6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:47.185076 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-cb47c121-9748-499f-95ff-3aa267ce6a37 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 1129 time: 0.2910218 Feb 28 17:17:47.215367 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:47.215991 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:47.217348 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] 10.222.0.73 "PUT /v2.0/ports/952b617a-f73f-4be1-bfa9-b91b6d1002ed HTTP/1.1" status: 200 len: 1096 time: 2.0137317 Feb 28 17:17:47.223999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-53b547b7-c448-44ee-9683-fa147d90f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:47.225570 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-53b547b7-c448-44ee-9683-fa147d90f82c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1135256 Feb 28 17:17:47.234755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 490a7bdb-5c48-4e00-82f5-f10671bc034f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=490a7bdb-5c48-4e00-82f5-f10671bc034f,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:47.239145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 032573c3-1463-4859-8364-59270e40bd5f completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:17:47.258230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 032573c3-1463-4859-8364-59270e40bd5f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:47.258739 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (032573c3-1463-4859-8364-59270e40bd5f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:47.263578 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '490a7bdb-5c48-4e00-82f5-f10671bc034f', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'port_id': '490a7bdb-5c48-4e00-82f5-f10671bc034f', 'mac_address': 'fa:16:3e:48:77:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:17:47.325633 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aabbb1-4931-4330-9836-4f2d48b0cfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=952b617a-f73f-4be1-bfa9-b91b6d1002ed,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:47.403567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-6036d8e0-47cb-4cb8-8d83-27b8a36a406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:47.405084 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-6036d8e0-47cb-4cb8-8d83-27b8a36a406e service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.2087789 Feb 28 17:17:47.415862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a3e42-6930-4ad5-9b0f-a2fe4bec7aef req-f1ea589e-f690-4e2d-ab43-d320d4ef96eb tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:47.419418 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-509a3e42-6930-4ad5-9b0f-a2fe4bec7aef req-f1ea589e-f690-4e2d-ab43-d320d4ef96eb tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 943 time: 0.1038942 Feb 28 17:17:47.423973 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 490a7bdb-5c48-4e00-82f5-f10671bc034f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:47.424364 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:47.456228 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4642ddc-6760-475b-b9d2-a99e14919529 x-openstack-request-id: req-b4642ddc-6760-475b-b9d2-a99e14919529 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:47.456535 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029d29bb-e8b7-41be-85c3-e003e8a18cd5", "tag": "8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:47.456775 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b4642ddc-6760-475b-b9d2-a99e14919529 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:47.457534 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029d29bb-e8b7-41be-85c3-e003e8a18cd5', 'tag': '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', 'status': 'completed', 'code': 200} Feb 28 17:17:47.485174 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490a7bdb-5c48-4e00-82f5-f10671bc034f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:47.491634 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-509a3e42-6930-4ad5-9b0f-a2fe4bec7aef req-f351e409-5b6d-48e2-aeae-60e3bf89ea3c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650470 Feb 28 17:17:47.508931 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 032573c3-1463-4859-8364-59270e40bd5f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:47.509329 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (032573c3-1463-4859-8364-59270e40bd5f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:47.520055 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 490a7bdb-5c48-4e00-82f5-f10671bc034f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=490a7bdb-5c48-4e00-82f5-f10671bc034f,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:47.561482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6a4734-d4b3-4436-a4b6-1dc077ae2afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032573c3-1463-4859-8364-59270e40bd5f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:47.564077 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60e948c-2887-462f-a9b1-a6bae103ceff" -d '{"events": [{"server_uuid": "5b6a4734-d4b3-4436-a4b6-1dc077ae2afe", "name": "network-vif-plugged", "status": "completed", "tag": "032573c3-1463-4859-8364-59270e40bd5f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:47.571562 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:47.585784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 032573c3-1463-4859-8364-59270e40bd5f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=032573c3-1463-4859-8364-59270e40bd5f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:47.638443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=490a7bdb-5c48-4e00-82f5-f10671bc034f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:47.642329 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (032573c3-1463-4859-8364-59270e40bd5f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:47.687459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45002) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:47.692784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1920636375-network', 'tenant_id': '033f926175fa497387ddbd95951071d9'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:47.717881 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=032573c3-1463-4859-8364-59270e40bd5f,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:47.785102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] Made reservation on behalf of 033f926175fa497387ddbd95951071d9 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:47.788736 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:47.803647 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:47.808913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['490a7bdb-5c48-4e00-82f5-f10671bc034f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:47.885795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-319f033f-ddd6-4a11-8a5c-9466817c6004 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac HTTP/1.1" status: 200 len: 217 time: 0.4273989 Feb 28 17:17:47.886354 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] Publish callbacks [] for security_group (4f53ee1e-312f-4d30-aec7-24d64b154ef3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:47.910734 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-55c219fe-67c0-40a0-969f-341596f520ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:47.912239 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-55c219fe-67c0-40a0-969f-341596f520ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6726804 Feb 28 17:17:47.962687 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4f53ee1e-312f-4d30-aec7-24d64b154ef3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:47.992369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:17:48.007932 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f53ee1e-312f-4d30-aec7-24d64b154ef3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:48.010853 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (102f3ee1-0028-4322-ab27-2bb9e0b7fa6d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:48.011193 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] Added segment 102f3ee1-0028-4322-ab27-2bb9e0b7fa6d of type vlan for network e5c0db65-4a8c-4089-b961-374e0f01e311 Feb 28 17:17:48.053483 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (e5c0db65-4a8c-4089-b961-374e0f01e311), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:48.067669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-678e30b2-f72e-4823-8c5c-b907dfc411f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:48.069134 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-678e30b2-f72e-4823-8c5c-b907dfc411f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 1130 time: 0.6608598 Feb 28 17:17:48.086822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-8e5c6f26-0e2d-4d7b-84f0-237dbae60526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:48.088213 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-8e5c6f26-0e2d-4d7b-84f0-237dbae60526 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.1808374 Feb 28 17:17:48.114768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d298c-a6c1-40d0-977c-442efa8a05e0 req-c10be559-1a55-4192-abf4-12af4b514e53 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:48.116902 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e3d298c-a6c1-40d0-977c-442efa8a05e0 req-c10be559-1a55-4192-abf4-12af4b514e53 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 1132 time: 0.0608747 Feb 28 17:17:48.159806 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e3d298c-a6c1-40d0-977c-442efa8a05e0 req-8e5a6d5f-9ab9-4827-a27d-ef1594c69de6 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371492 Feb 28 17:17:48.162714 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (e5c0db65-4a8c-4089-b961-374e0f01e311), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:48.163716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:48.164397 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:48.168882 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-1cd91c82-80f2-40d0-892f-dae1d6c7f8cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=952b617a-f73f-4be1-bfa9-b91b6d1002ed HTTP/1.1" status: 200 len: 217 time: 0.0841959 Feb 28 17:17:48.177576 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-fbb1861c-927b-4866-8a77-5920df036be3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810292 Feb 28 17:17:48.186895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b84541-3590-4506-9fe4-b53309fce678 req-7e29cab3-91ba-4da9-a367-35ab0ce0d6fd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:48.188326 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90b84541-3590-4506-9fe4-b53309fce678 req-7e29cab3-91ba-4da9-a367-35ab0ce0d6fd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 947 time: 0.3000748 Feb 28 17:17:48.215394 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-d32e64b9-7f38-4094-87f3-48b3e6b11b61 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770522 Feb 28 17:17:48.230229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] Pushing event updated for resources: {'Network': ['ID=e5c0db65-4a8c-4089-b961-374e0f01e311,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:48.241037 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network e5c0db65-4a8c-4089-b961-374e0f01e311 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:17:48.250754 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d529f5dd-c39d-47d3-b815-c217efbabf0c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5622239 Feb 28 17:17:48.254030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45014) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:48.260002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6fc8f7e4-4f43-4db6-a50c-a5e0fa18728d admin admin] Request body: {'subnet': {'network_id': 'e5c0db65-4a8c-4089-b961-374e0f01e311', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1920636375-subnet', 'tenant_id': '033f926175fa497387ddbd95951071d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:48.354818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-fcdb4418-e9db-4e47-8d82-04dcba74887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:48.356274 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-fcdb4418-e9db-4e47-8d82-04dcba74887d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1772120 Feb 28 17:17:48.369571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc8f7e4-4f43-4db6-a50c-a5e0fa18728d admin admin] Made reservation on behalf of 033f926175fa497387ddbd95951071d9 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:48.372064 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f7e4-4f43-4db6-a50c-a5e0fa18728d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:48.416005 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90b84541-3590-4506-9fe4-b53309fce678 req-f381c205-9f2b-45e1-b8c1-ca2e76995f60 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933069 Feb 28 17:17:48.448474 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-a4f5f8c5-56da-40cb-86b9-52976ed8862d service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587237 Feb 28 17:17:48.463452 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7475b180-9015-4f3e-b1f0-30720c1c11f0 x-openstack-request-id: req-7475b180-9015-4f3e-b1f0-30720c1c11f0 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:48.463861 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6a4734-d4b3-4436-a4b6-1dc077ae2afe", "name": "network-vif-plugged", "status": "completed", "tag": "032573c3-1463-4859-8364-59270e40bd5f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:48.464316 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7475b180-9015-4f3e-b1f0-30720c1c11f0 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:48.464718 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6a4734-d4b3-4436-a4b6-1dc077ae2afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032573c3-1463-4859-8364-59270e40bd5f', 'code': 200} Feb 28 17:17:48.486504 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-027a3f5f-f5ed-4584-88a8-232824d45688 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592337 Feb 28 17:17:48.490616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43327b-5386-4372-a955-48247125a73b req-be0c3fe8-6e0c-4455-9db9-c2d5009f57c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:48.492315 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-be0c3fe8-6e0c-4455-9db9-c2d5009f57c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1217120 Feb 28 17:17:48.503111 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364329e8-de62-466f-9103-6d77c05b1d85 req-6e16d7ff-051f-4bdf-a036-31f31e66b97b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:48.510768 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-364329e8-de62-466f-9103-6d77c05b1d85 req-6e16d7ff-051f-4bdf-a036-31f31e66b97b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 945 time: 0.1521733 Feb 28 17:17:48.611056 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-364329e8-de62-466f-9103-6d77c05b1d85 req-0876effc-fe35-45ae-a62a-939489de7b5b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989888 Feb 28 17:17:48.654202 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-d955ab90-1433-4c94-a77f-f831af168de1 service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954250 Feb 28 17:17:48.681946 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7a38a-361b-4108-b374-fc796f70b536 req-97424185-3efd-4f6d-9609-1b063860d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:48.683442 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17e7a38a-361b-4108-b374-fc796f70b536 req-97424185-3efd-4f6d-9609-1b063860d1ce service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 1128 time: 0.1416359 Feb 28 17:17:48.718139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5509218-c32f-4a0c-9a22-c147f464de57 req-46c77f54-9b66-428c-b573-fd6cd143c2bf tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:48.719598 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5509218-c32f-4a0c-9a22-c147f464de57 req-46c77f54-9b66-428c-b573-fd6cd143c2bf tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 946 time: 0.1904259 Feb 28 17:17:48.725839 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-c4b975a8-0edc-407f-897d-49f8722ad711 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078085 Feb 28 17:17:48.731553 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17e7a38a-361b-4108-b374-fc796f70b536 req-26329ee0-8b74-4b92-b908-e3a3ebac0a73 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Feb 28 17:17:48.810440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c5569-7ca6-4044-afa9-3ae5ce4700d9 req-6658cecc-fd39-44d5-b6ca-891481b2c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:48.811945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be4c5569-7ca6-4044-afa9-3ae5ce4700d9 req-6658cecc-fd39-44d5-b6ca-891481b2c9fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=029d29bb-e8b7-41be-85c3-e003e8a18cd5 HTTP/1.1" status: 200 len: 1130 time: 0.1744914 Feb 28 17:17:48.824344 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f7e4-4f43-4db6-a50c-a5e0fa18728d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (7585c1eb-d974-45c6-9d8d-bf257a4b819d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:48.838510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 490a7bdb-5c48-4e00-82f5-f10671bc034f up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:17:48.880354 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 33c45dcd-fa5d-4a4d-98e2-ed1726532cda up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:17:48.909549 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8f7e4-4f43-4db6-a50c-a5e0fa18728d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7585c1eb-d974-45c6-9d8d-bf257a4b819d,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:48.927213 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-12a22529-8d50-4e43-a36b-a62c6eaac20b tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:48.931676 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-12a22529-8d50-4e43-a36b-a62c6eaac20b tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1&tenant_id=c57be2755a4d40389e59c507cc6d5340&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1129 time: 0.1530972 Feb 28 17:17:48.932335 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc8f7e4-4f43-4db6-a50c-a5e0fa18728d admin admin] Checking segment: {'id': '102f3ee1-0028-4322-ab27-2bb9e0b7fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e5c0db65-4a8c-4089-b961-374e0f01e311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:48.932335 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8f7e4-4f43-4db6-a50c-a5e0fa18728d admin admin] Network hostable DHCP agents. Network: e5c0db65-4a8c-4089-b961-374e0f01e311, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:17:48.943244 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820368-19'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:48.944032 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-628fa4d7-9e62-4fd3-a016-c52da08e46b4 req-d8a6efd5-b375-43a7-86d3-ef569424c87d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2462015 Feb 28 17:17:48.960673 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5509218-c32f-4a0c-9a22-c147f464de57 req-7d09e3bc-1fcb-42ce-a66f-4416751b61b0 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179451 Feb 28 17:17:48.961666 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:48.962421 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:49.015793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:49.052284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8f7e4-4f43-4db6-a50c-a5e0fa18728d admin admin] Network e5c0db65-4a8c-4089-b961-374e0f01e311 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:17:49.058003 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-38e4d09e-5b18-4317-bbe0-402dbe1c6551 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167467 Feb 28 17:17:49.059347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 490a7bdb-5c48-4e00-82f5-f10671bc034f completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:17:49.067500 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 490a7bdb-5c48-4e00-82f5-f10671bc034f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:49.069273 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:49.077672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c5569-7ca6-4044-afa9-3ae5ce4700d9 req-61115740-0587-4647-a3d0-046654c4a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:49.079342 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be4c5569-7ca6-4044-afa9-3ae5ce4700d9 req-61115740-0587-4647-a3d0-046654c4a4f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2567594 Feb 28 17:17:49.088979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa4d7-9e62-4fd3-a016-c52da08e46b4 req-989944ef-aa4c-47cb-9a9d-be0429632124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:49.090505 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-628fa4d7-9e62-4fd3-a016-c52da08e46b4 req-989944ef-aa4c-47cb-9a9d-be0429632124 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f81128a9977c4158b2696f681b03f19a&device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 1133 time: 0.1236744 Feb 28 17:17:49.107718 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:49.108670 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:49.139254 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be4c5569-7ca6-4044-afa9-3ae5ce4700d9 req-227abb74-197a-4fd6-940f-c7135de6ac08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 HTTP/1.1" status: 200 len: 217 time: 0.0475998 Feb 28 17:17:49.149464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:49.175603 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:49.187726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 490a7bdb-5c48-4e00-82f5-f10671bc034f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:49.188111 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:49.201010 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-6fc8f7e4-4f43-4db6-a50c-a5e0fa18728d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, e5c0db65-4a8c-4089-b961-374e0f01e311) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:17:49.221351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f9e87-477e-4297-9b75-31daff93d301 None None] Network e5c0db65-4a8c-4089-b961-374e0f01e311 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:17:49.222601 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc8f7e4-4f43-4db6-a50c-a5e0fa18728d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:49.226385 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f7e4-4f43-4db6-a50c-a5e0fa18728d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:49.266331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:49.280048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa4d7-9e62-4fd3-a016-c52da08e46b4 req-28351a66-7ba7-4bc6-beee-6b4d96610dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:49.280410 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:49.282171 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-628fa4d7-9e62-4fd3-a016-c52da08e46b4 req-28351a66-7ba7-4bc6-beee-6b4d96610dcc service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1514885 Feb 28 17:17:49.288026 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 490a7bdb-5c48-4e00-82f5-f10671bc034f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=490a7bdb-5c48-4e00-82f5-f10671bc034f,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:49.289629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c5569-7ca6-4044-afa9-3ae5ce4700d9 req-e9134cbb-ea95-4464-8ad8-d1b2024875f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:49.293053 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be4c5569-7ca6-4044-afa9-3ae5ce4700d9 req-e9134cbb-ea95-4464-8ad8-d1b2024875f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1414330 Feb 28 17:17:49.354995 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-628fa4d7-9e62-4fd3-a016-c52da08e46b4 req-4597a43b-1030-44e1-9877-67dde4859e59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 HTTP/1.1" status: 200 len: 217 time: 0.0626070 Feb 28 17:17:49.375360 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Publish callbacks [] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:49.382086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95112469-7cf4-48a8-a919-4b3a44f8cec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4584f829-529a-40c0-b2fc-0fa37491e2ac'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:49.383565 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,revision_number=11']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:49.391683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d24957f-652c-4b8e-b797-9cf0a7e60dff None None] Network e5c0db65-4a8c-4089-b961-374e0f01e311 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:17:49.401846 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e3d786-aa25-42fb-aac3-9304dd8e95d8" -d '{"events": [{"server_uuid": "95112469-7cf4-48a8-a919-4b3a44f8cec1", "name": "network-vif-unplugged", "status": "completed", "tag": "4584f829-529a-40c0-b2fc-0fa37491e2ac"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:49.419645 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6fc8f7e4-4f43-4db6-a50c-a5e0fa18728d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1642861 Feb 28 17:17:49.425912 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c5569-7ca6-4044-afa9-3ae5ce4700d9 req-43119936-0d23-46a8-8083-ae55386a6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:49.427457 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be4c5569-7ca6-4044-afa9-3ae5ce4700d9 req-43119936-0d23-46a8-8083-ae55386a6d2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1288793 Feb 28 17:17:49.451232 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:49.495941 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:49.527001 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=490a7bdb-5c48-4e00-82f5-f10671bc034f,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:49.567264 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fb1f2-41ef-4aa1-af25-5a783d1a6def req-761458fa-a845-494f-b420-ae4646a562ff tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:49.569135 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-316fb1f2-41ef-4aa1-af25-5a783d1a6def req-761458fa-a845-494f-b420-ae4646a562ff tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 945 time: 0.1307359 Feb 28 17:17:49.605918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984a85a1-4d62-4636-8453-4deb1304b14f', 'tag': '952b617a-f73f-4be1-bfa9-b91b6d1002ed'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:49.605918 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9fe873-f899-424b-b66a-4ef3f373a816" -d '{"events": [{"name": "network-changed", "server_uuid": "984a85a1-4d62-4636-8453-4deb1304b14f", "tag": "952b617a-f73f-4be1-bfa9-b91b6d1002ed"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:49.610445 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be4c5569-7ca6-4044-afa9-3ae5ce4700d9 req-c715ed20-ec3b-4042-87dc-4043095a8f47 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730695 Feb 28 17:17:49.610867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa4d7-9e62-4fd3-a016-c52da08e46b4 req-8d0308d4-95ad-46f8-a850-6fde50d365a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:49.612278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-628fa4d7-9e62-4fd3-a016-c52da08e46b4 req-8d0308d4-95ad-46f8-a850-6fde50d365a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.2473178 Feb 28 17:17:49.634325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Pushing event updated for resources: {'Port': ['ID=4584f829-529a-40c0-b2fc-0fa37491e2ac,revision_number=7']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:49.690652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Attempting to bind port 4584f829-529a-40c0-b2fc-0fa37491e2ac on host n-h2-820368-19 for vnic_type normal with profile {"migrating_to": "n-h1-820368-19"} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:17:49.690989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Attempting to bind port 4584f829-529a-40c0-b2fc-0fa37491e2ac by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:17:49.691317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Attempting to bind port 4584f829-529a-40c0-b2fc-0fa37491e2ac on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:49.699224 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-316fb1f2-41ef-4aa1-af25-5a783d1a6def req-9836ac0d-20c5-4ddd-b4e8-4de69e1b4b6e tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133320 Feb 28 17:17:49.699943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Port 4584f829-529a-40c0-b2fc-0fa37491e2ac on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:17:49.700279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Attempting to bind port 4584f829-529a-40c0-b2fc-0fa37491e2ac on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:49.706433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:17:49.706773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Checking segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:49.707158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Bound using segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:17:49.707592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Bound port: 4584f829-529a-40c0-b2fc-0fa37491e2ac, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:17:49.708033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:49.712178 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e23966a-8b2b-4dae-819c-433fd33159ce x-openstack-request-id: req-6e23966a-8b2b-4dae-819c-433fd33159ce {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:49.712456 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95112469-7cf4-48a8-a919-4b3a44f8cec1", "name": "network-vif-unplugged", "status": "completed", "tag": "4584f829-529a-40c0-b2fc-0fa37491e2ac", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:49.712701 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6e23966a-8b2b-4dae-819c-433fd33159ce {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:49.713100 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95112469-7cf4-48a8-a919-4b3a44f8cec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4584f829-529a-40c0-b2fc-0fa37491e2ac', 'code': 200} Feb 28 17:17:49.778489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa4d7-9e62-4fd3-a016-c52da08e46b4 req-1f2cea12-fac2-4521-851c-92e4d4fda240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:49.780016 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-628fa4d7-9e62-4fd3-a016-c52da08e46b4 req-1f2cea12-fac2-4521-851c-92e4d4fda240 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1442175 Feb 28 17:17:49.830200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:49.837770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:17:49.883031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa95b16-2f8e-420c-9d5f-c1ed52c6697e req-de0e0072-b1bd-420f-9c75-a4b94a0cb435 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:49.886140 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be4c5569-7ca6-4044-afa9-3ae5ce4700d9 req-0a276384-4325-454d-8102-5bc61659d9d6 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588902 Feb 28 17:17:49.891488 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0fa95b16-2f8e-420c-9d5f-c1ed52c6697e req-de0e0072-b1bd-420f-9c75-a4b94a0cb435 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 1133 time: 0.0577750 Feb 28 17:17:49.927406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7578e-09bf-49b5-9855-b5057479b33d req-d1f5ccbb-f79e-4044-9d80-2c458fac6b7f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:49.928972 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91b7578e-09bf-49b5-9855-b5057479b33d req-d1f5ccbb-f79e-4044-9d80-2c458fac6b7f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 947 time: 0.1439381 Feb 28 17:17:49.937560 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:49.941510 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-628fa4d7-9e62-4fd3-a016-c52da08e46b4 req-1a3781b6-aa68-4a5b-ae41-f4810598f4e0 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403506 Feb 28 17:17:49.980496 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0fa95b16-2f8e-420c-9d5f-c1ed52c6697e req-ceafb1e8-ffa9-42eb-8c95-1c83139c9133 tempest-ServersAdminTestJSON-2134018593 tempest-ServersAdminTestJSON-2134018593-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880542 Feb 28 17:17:50.060282 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f881e9-b505-4281-810e-32e1a18eeecb x-openstack-request-id: req-84f881e9-b505-4281-810e-32e1a18eeecb {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:50.061524 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984a85a1-4d62-4636-8453-4deb1304b14f", "tag": "952b617a-f73f-4be1-bfa9-b91b6d1002ed", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:50.062092 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-84f881e9-b505-4281-810e-32e1a18eeecb {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:50.062714 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984a85a1-4d62-4636-8453-4deb1304b14f', 'tag': '952b617a-f73f-4be1-bfa9-b91b6d1002ed', 'status': 'completed', 'code': 200} Feb 28 17:17:50.085274 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91b7578e-09bf-49b5-9855-b5057479b33d req-a41bf7ce-13e7-446a-90b6-c4169ae7739a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469638 Feb 28 17:17:50.091704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:50.092547 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:50.094594 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] 10.222.0.73 "PUT /v2.0/ports/4584f829-529a-40c0-b2fc-0fa37491e2ac HTTP/1.1" status: 200 len: 1124 time: 1.1565056 Feb 28 17:17:50.139199 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858e9a6-1377-4931-b1fc-f1de9cfc4dfe service neutron] Pushing event updated for resources: {'Port': ['ID=4584f829-529a-40c0-b2fc-0fa37491e2ac,revision_number=8']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:50.161065 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-628fa4d7-9e62-4fd3-a016-c52da08e46b4 req-646d502f-837f-4b5e-8cdf-8697808d8761 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063103 Feb 28 17:17:50.187671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['4584f829-529a-40c0-b2fc-0fa37491e2ac'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:50.272574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fe873-f899-424b-b66a-4ef3f373a816 req-f4119fcc-5b3c-419b-9007-183115136ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:50.273753 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc9fe873-f899-424b-b66a-4ef3f373a816 req-f4119fcc-5b3c-419b-9007-183115136ede service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 1130 time: 0.1259403 Feb 28 17:17:50.299509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ff0e5-a4f1-4c4a-8b5d-ccb73876dd1d req-014532cf-2d7a-4e5a-9c0e-23ef6f125a26 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:50.301001 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b87ff0e5-a4f1-4c4a-8b5d-ccb73876dd1d req-014532cf-2d7a-4e5a-9c0e-23ef6f125a26 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 945 time: 0.0990613 Feb 28 17:17:50.410987 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b87ff0e5-a4f1-4c4a-8b5d-ccb73876dd1d req-c86ffb30-3b1a-4017-8f63-6962f59e85bb tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952597 Feb 28 17:17:50.425722 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fe873-f899-424b-b66a-4ef3f373a816 req-4bca5ca0-0ddf-4e51-acb0-5d90ea695abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:50.427988 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc9fe873-f899-424b-b66a-4ef3f373a816 req-4bca5ca0-0ddf-4e51-acb0-5d90ea695abe service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1433220 Feb 28 17:17:50.465894 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda'}, {'server_uuid': '78326ad0-e03c-43ed-b60c-608bf05d41cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490a7bdb-5c48-4e00-82f5-f10671bc034f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:50.469577 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd38be9d-f67e-457a-8edd-a203c68cd000" -d '{"events": [{"server_uuid": "b4a9bfb8-b98f-48ac-98f8-5d9494408166", "name": "network-vif-plugged", "status": "completed", "tag": "33c45dcd-fa5d-4a4d-98e2-ed1726532cda"}, {"server_uuid": "78326ad0-e03c-43ed-b60c-608bf05d41cd", "name": "network-vif-plugged", "status": "completed", "tag": "490a7bdb-5c48-4e00-82f5-f10671bc034f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:50.479132 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc9fe873-f899-424b-b66a-4ef3f373a816 req-7f9cf23a-c9ea-4af7-897b-2923b6aefffa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=952b617a-f73f-4be1-bfa9-b91b6d1002ed HTTP/1.1" status: 200 len: 217 time: 0.0387840 Feb 28 17:17:50.535930 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fe873-f899-424b-b66a-4ef3f373a816 req-f24f58a0-c81b-42ae-85d9-87a09dee8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:50.538009 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc9fe873-f899-424b-b66a-4ef3f373a816 req-f24f58a0-c81b-42ae-85d9-87a09dee8428 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0516708 Feb 28 17:17:50.612593 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fe873-f899-424b-b66a-4ef3f373a816 req-f7cbb308-46ef-46ad-862d-feeaba0814cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:50.614109 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc9fe873-f899-424b-b66a-4ef3f373a816 req-f7cbb308-46ef-46ad-862d-feeaba0814cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0672715 Feb 28 17:17:50.665207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c7846-2817-4c2a-b930-fc2248fa7c4e req-ebb08e07-5ebc-43d6-b9be-3925560f7290 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:50.666749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef3c7846-2817-4c2a-b930-fc2248fa7c4e req-ebb08e07-5ebc-43d6-b9be-3925560f7290 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 944 time: 0.0636702 Feb 28 17:17:50.723060 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef3c7846-2817-4c2a-b930-fc2248fa7c4e req-bd990cfb-4176-4c71-b7bb-add1bed70998 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503902 Feb 28 17:17:51.048446 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5496152-dede-4988-88ba-69bec1174934 req-c268775b-977c-4796-9463-661c658cdaeb tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:51.049898 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5496152-dede-4988-88ba-69bec1174934 req-c268775b-977c-4796-9463-661c658cdaeb tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 820 time: 0.4315767 Feb 28 17:17:51.054022 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc9fe873-f899-424b-b66a-4ef3f373a816 req-e5280540-255c-4089-9f6b-ebea24b57afa service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154196 Feb 28 17:17:51.065174 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5496152-dede-4988-88ba-69bec1174934 req-a1185308-557c-49db-a1ba-88185ade4a5a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/quotas/dae94b749f7c42e383840585fc56524b HTTP/1.1" status: 200 len: 375 time: 0.0087907 Feb 28 17:17:51.114538 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a971be87-ccde-4cca-b771-a82baa738133 x-openstack-request-id: req-a971be87-ccde-4cca-b771-a82baa738133 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:51.114844 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a9bfb8-b98f-48ac-98f8-5d9494408166", "name": "network-vif-plugged", "status": "completed", "tag": "33c45dcd-fa5d-4a4d-98e2-ed1726532cda", "code": 200}, {"server_uuid": "78326ad0-e03c-43ed-b60c-608bf05d41cd", "name": "network-vif-plugged", "status": "completed", "tag": "490a7bdb-5c48-4e00-82f5-f10671bc034f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:51.115094 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a971be87-ccde-4cca-b771-a82baa738133 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:51.116079 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda', 'code': 200} Feb 28 17:17:51.116342 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78326ad0-e03c-43ed-b60c-608bf05d41cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490a7bdb-5c48-4e00-82f5-f10671bc034f', 'code': 200} Feb 28 17:17:51.128844 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5496152-dede-4988-88ba-69bec1174934 req-61d5ff42-93f7-435b-a9cc-77f22967f4f6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576260 Feb 28 17:17:51.277751 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc9fe873-f899-424b-b66a-4ef3f373a816 req-c0c59776-ccea-4adf-9fe9-e679a51aa64f service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979721 Feb 28 17:17:51.307602 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f08c6-ad6e-4d1c-811f-bfbd0124d413 req-0d745546-fd04-462b-8fc8-a56d6a136421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:51.309092 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f83f08c6-ad6e-4d1c-811f-bfbd0124d413 req-0d745546-fd04-462b-8fc8-a56d6a136421 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 1128 time: 0.1315668 Feb 28 17:17:51.330080 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5496152-dede-4988-88ba-69bec1174934 req-32a41a76-eab7-4455-a993-c9ee2e9c10f6 service neutron] 10.222.0.72 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537161 Feb 28 17:17:51.402464 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f83f08c6-ad6e-4d1c-811f-bfbd0124d413 req-2497c488-7e46-41c7-a47d-5a6561070866 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862718 Feb 28 17:17:51.439385 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5496152-dede-4988-88ba-69bec1174934 req-af758ece-1506-498c-88d1-116f319b0fb9 service neutron] 10.222.0.72 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977528 Feb 28 17:17:51.673058 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae8b61-87d7-4b1b-b746-e1bc08f4b068 req-6c6a922e-19cd-4113-b090-33e3230068e9 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:51.680741 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a8ae8b61-87d7-4b1b-b746-e1bc08f4b068 req-6c6a922e-19cd-4113-b090-33e3230068e9 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 945 time: 0.0676365 Feb 28 17:17:51.715156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95112469-7cf4-48a8-a919-4b3a44f8cec1', 'tag': '4584f829-529a-40c0-b2fc-0fa37491e2ac'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:51.718401 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ef171c-1e30-4ae0-a080-ed18dead691a" -d '{"events": [{"name": "network-changed", "server_uuid": "95112469-7cf4-48a8-a919-4b3a44f8cec1", "tag": "4584f829-529a-40c0-b2fc-0fa37491e2ac"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:51.738213 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eca0cc-138a-459d-b911-d37916deabdf req-5ecb8b1d-7ee7-4a2e-85b2-34c0088b0821 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:51.739596 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-13eca0cc-138a-459d-b911-d37916deabdf req-5ecb8b1d-7ee7-4a2e-85b2-34c0088b0821 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 949 time: 0.0794904 Feb 28 17:17:51.744062 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a8ae8b61-87d7-4b1b-b746-e1bc08f4b068 req-f7cd5669-68b6-44f7-bca3-54aa986dc7fe tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573115 Feb 28 17:17:51.803091 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-13eca0cc-138a-459d-b911-d37916deabdf req-8f3b8519-d189-402d-a9e1-51620a34adee tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498481 Feb 28 17:17:51.855977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf10cd5-4d9b-4ce9-8823-40e16a603911 req-118a7ab7-5fa6-41cc-9bc5-9f7c3d0179fe tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:51.862901 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ebf10cd5-4d9b-4ce9-8823-40e16a603911 req-118a7ab7-5fa6-41cc-9bc5-9f7c3d0179fe tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 947 time: 0.0720351 Feb 28 17:17:51.907810 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ebf10cd5-4d9b-4ce9-8823-40e16a603911 req-52fd5e65-d1a8-46f2-bcba-8ceb67bf797b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440309 Feb 28 17:17:51.957633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2d4e0-a137-421e-8927-62d2baee9bd1 req-b3959370-d38f-4dbf-b8cd-c5fc8630b545 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:51.959860 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aae2d4e0-a137-421e-8927-62d2baee9bd1 req-b3959370-d38f-4dbf-b8cd-c5fc8630b545 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 945 time: 0.0686412 Feb 28 17:17:52.008742 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aae2d4e0-a137-421e-8927-62d2baee9bd1 req-8aac1279-7aa0-4ec5-925f-b982429a8252 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Feb 28 17:17:52.089839 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7f5bc912-8120-4d17-8728-a650502eacd4 req-af912b69-afbb-4de9-8563-01428ec66f94 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 210 time: 0.0305748 Feb 28 17:17:52.141840 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b143b65-6974-45ac-a8d5-f1a212cbdbe5 x-openstack-request-id: req-2b143b65-6974-45ac-a8d5-f1a212cbdbe5 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:52.142187 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95112469-7cf4-48a8-a919-4b3a44f8cec1", "tag": "4584f829-529a-40c0-b2fc-0fa37491e2ac", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:52.142483 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2b143b65-6974-45ac-a8d5-f1a212cbdbe5 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:52.142945 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95112469-7cf4-48a8-a919-4b3a44f8cec1', 'tag': '4584f829-529a-40c0-b2fc-0fa37491e2ac', 'status': 'completed', 'code': 200} Feb 28 17:17:52.249041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef171c-1e30-4ae0-a080-ed18dead691a req-6cf37ed5-bbd9-48ef-9e59-53793695cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:52.250562 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7ef171c-1e30-4ae0-a080-ed18dead691a req-6cf37ed5-bbd9-48ef-9e59-53793695cda6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 1158 time: 0.0803852 Feb 28 17:17:52.261861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310eb6d-68c0-4434-9fc2-b31569dd85c5 req-7db0a265-0805-44cd-a2cd-2ccbe60d61be tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:52.263306 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b310eb6d-68c0-4434-9fc2-b31569dd85c5 req-7db0a265-0805-44cd-a2cd-2ccbe60d61be tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 944 time: 0.0675342 Feb 28 17:17:52.360042 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b310eb6d-68c0-4434-9fc2-b31569dd85c5 req-01bd5798-423b-4f76-b661-a01443d4cd26 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883269 Feb 28 17:17:52.381964 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef171c-1e30-4ae0-a080-ed18dead691a req-3f005a65-64cf-4fc2-b414-1c46c17e7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:52.383441 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7ef171c-1e30-4ae0-a080-ed18dead691a req-3f005a65-64cf-4fc2-b414-1c46c17e7077 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.1192210 Feb 28 17:17:52.430856 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7ef171c-1e30-4ae0-a080-ed18dead691a req-f1ebe1fd-0240-490c-b5bd-16d770476841 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac HTTP/1.1" status: 200 len: 217 time: 0.0382886 Feb 28 17:17:52.486067 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef171c-1e30-4ae0-a080-ed18dead691a req-b4d34de3-2c36-4cce-8dce-3ce7de9ca9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:52.487609 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7ef171c-1e30-4ae0-a080-ed18dead691a req-b4d34de3-2c36-4cce-8dce-3ce7de9ca9ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.0500450 Feb 28 17:17:52.545393 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b4399-936a-440f-b418-82e36d300a19 req-7f7846bb-4ad0-47b5-b1fb-b4f1f443a224 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:52.547190 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d86b4399-936a-440f-b418-82e36d300a19 req-7f7846bb-4ad0-47b5-b1fb-b4f1f443a224 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 945 time: 0.0614538 Feb 28 17:17:52.556621 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7ef171c-1e30-4ae0-a080-ed18dead691a req-f4cf531f-3c2e-42f3-918a-c25b2b39a4bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582943 Feb 28 17:17:52.615674 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d86b4399-936a-440f-b418-82e36d300a19 req-f7b79048-22cd-4a00-a300-4ddbea8ad3b4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599568 Feb 28 17:17:52.682621 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7ef171c-1e30-4ae0-a080-ed18dead691a req-3aa789c0-9745-49c5-9d71-02dca977f08d service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178586 Feb 28 17:17:52.796989 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7ef171c-1e30-4ae0-a080-ed18dead691a req-044bd515-5bb2-4d84-a713-fa54b68e947c service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075907 Feb 28 17:17:52.887656 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae27325-18d4-469d-bad3-bced786ffd06 req-d5995583-470e-4bcd-81f4-fa4da1d0907e tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:52.898386 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 4584f829-529a-40c0-b2fc-0fa37491e2ac details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:17:52.906615 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ae27325-18d4-469d-bad3-bced786ffd06 req-d5995583-470e-4bcd-81f4-fa4da1d0907e tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 945 time: 0.0887473 Feb 28 17:17:52.982697 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ae27325-18d4-469d-bad3-bced786ffd06 req-de85f2ba-972b-43d3-9c6d-92310c22aa31 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687797 Feb 28 17:17:53.031281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0886fd8-d105-4595-bfe3-55fb84686fb6 req-79c6f27a-0e12-4cf2-a11d-97cebee19cbd tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:53.032775 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0886fd8-d105-4595-bfe3-55fb84686fb6 req-79c6f27a-0e12-4cf2-a11d-97cebee19cbd tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 949 time: 0.0987151 Feb 28 17:17:53.091023 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ee1ae-7f28-474e-9deb-7dcefc351645 req-5228a2a8-2b5e-4b85-9aee-e541bdb2c90e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:53.092930 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-664ee1ae-7f28-474e-9deb-7dcefc351645 req-5228a2a8-2b5e-4b85-9aee-e541bdb2c90e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 949 time: 0.1132545 Feb 28 17:17:53.106849 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0886fd8-d105-4595-bfe3-55fb84686fb6 req-5cab2cb2-f65c-4f1f-be35-a4f35f240795 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639241 Feb 28 17:17:53.108929 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:53.129370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 4584f829-529a-40c0-b2fc-0fa37491e2ac has no active binding in host n-h1-820368-19 {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 17:17:53.129759 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 952b617a-f73f-4be1-bfa9-b91b6d1002ed details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:17:53.216037 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eafe7c49-f6b8-4eb6-b3da-633186a130d4 req-92af2931-befa-4e3d-afbb-6c9078270963 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 210 time: 0.0425680 Feb 28 17:17:53.248922 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf474b1-04ab-4873-982f-e097c4e4426b req-389390b8-0c31-4625-9fa3-84b9f4a5329a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:53.250429 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3cf474b1-04ab-4873-982f-e097c4e4426b req-389390b8-0c31-4625-9fa3-84b9f4a5329a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 947 time: 0.1857798 Feb 28 17:17:53.273540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 952b617a-f73f-4be1-bfa9-b91b6d1002ed, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=952b617a-f73f-4be1-bfa9-b91b6d1002ed,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:53.288300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '952b617a-f73f-4be1-bfa9-b91b6d1002ed', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '952b617a-f73f-4be1-bfa9-b91b6d1002ed', 'mac_address': 'fa:16:3e:d1:e0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:17:53.309340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-664ee1ae-7f28-474e-9deb-7dcefc351645 req-69e5a10e-eb24-41f8-bec8-28df9a0dccdf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Deleting port 35262f23-55f4-48d6-8eb8-a3e91c3b1714 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:17:53.310231 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-664ee1ae-7f28-474e-9deb-7dcefc351645 req-69e5a10e-eb24-41f8-bec8-28df9a0dccdf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:53.363094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 952b617a-f73f-4be1-bfa9-b91b6d1002ed is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:53.363819 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:53.376297 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3cf474b1-04ab-4873-982f-e097c4e4426b req-46675001-474c-4135-a33e-86ba58f2cad1 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169710 Feb 28 17:17:53.378517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952b617a-f73f-4be1-bfa9-b91b6d1002ed {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:53.401523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 952b617a-f73f-4be1-bfa9-b91b6d1002ed, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=952b617a-f73f-4be1-bfa9-b91b6d1002ed,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:53.441104 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-664ee1ae-7f28-474e-9deb-7dcefc351645 req-69e5a10e-eb24-41f8-bec8-28df9a0dccdf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] For port 35262f23-55f4-48d6-8eb8-a3e91c3b1714, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=35262f23-55f4-48d6-8eb8-a3e91c3b1714,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:53.441665 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-664ee1ae-7f28-474e-9deb-7dcefc351645 req-69e5a10e-eb24-41f8-bec8-28df9a0dccdf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:53.457400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-664ee1ae-7f28-474e-9deb-7dcefc351645 req-69e5a10e-eb24-41f8-bec8-28df9a0dccdf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Calling delete_port for 35262f23-55f4-48d6-8eb8-a3e91c3b1714 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:17:53.460329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45118) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:53.477092 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:53.478128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:17:53.574738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8ea0d-b43e-4282-a1fe-7c7919f6e27e req-84a1696c-c94d-47df-a67d-5105cb9e5762 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:53.575407 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:53.582835 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30d8ea0d-b43e-4282-a1fe-7c7919f6e27e req-84a1696c-c94d-47df-a67d-5105cb9e5762 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 944 time: 0.1007175 Feb 28 17:17:53.613409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=952b617a-f73f-4be1-bfa9-b91b6d1002ed,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:53.616883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', 'mac_address': 'fa:16:3e:96:3d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:17:53.676338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:53.676338 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:53.678251 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30d8ea0d-b43e-4282-a1fe-7c7919f6e27e req-4b615040-107b-4aa0-a08b-687b7a69090d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922911 Feb 28 17:17:53.698116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:53.718698 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c17a8a5-debe-4a72-8a93-2d97e4ae7661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:53.724190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:53.765184 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-664ee1ae-7f28-474e-9deb-7dcefc351645 req-69e5a10e-eb24-41f8-bec8-28df9a0dccdf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (35262f23-55f4-48d6-8eb8-a3e91c3b1714), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:53.779134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3d6c2f50-1a97-4aea-bcec-a26c9449d2c3', '35262f23-55f4-48d6-8eb8-a3e91c3b1714', '33c45dcd-fa5d-4a4d-98e2-ed1726532cda'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:53.806276 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:53.838602 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5a10e-eb24-41f8-bec8-28df9a0dccdf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Pushing event deleted for resources: {'Port': ['ID=35262f23-55f4-48d6-8eb8-a3e91c3b1714,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:53.855024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b91e4c-c6d5-4d5f-a076-cf0a46fae7ed req-0624b55e-db93-47c4-8b76-21fc3aba6622 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:53.857743 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4b91e4c-c6d5-4d5f-a076-cf0a46fae7ed req-0624b55e-db93-47c4-8b76-21fc3aba6622 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 945 time: 0.1394560 Feb 28 17:17:53.870516 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c17a8a5-debe-4a72-8a93-2d97e4ae7661 admin admin] Publish callbacks [] for security_group (16b9785a-0b3a-4e5a-9192-4191b55afa8d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:53.875694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ee1ae-7f28-474e-9deb-7dcefc351645 req-69e5a10e-eb24-41f8-bec8-28df9a0dccdf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] No DVR routers for this DVR port 35262f23-55f4-48d6-8eb8-a3e91c3b1714 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:17:53.878751 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-664ee1ae-7f28-474e-9deb-7dcefc351645 req-69e5a10e-eb24-41f8-bec8-28df9a0dccdf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:53.882255 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-664ee1ae-7f28-474e-9deb-7dcefc351645 req-69e5a10e-eb24-41f8-bec8-28df9a0dccdf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "DELETE /v2.0/ports/35262f23-55f4-48d6-8eb8-a3e91c3b1714 HTTP/1.1" status: 204 len: 173 time: 0.7656918 Feb 28 17:17:53.897308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:53.945838 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c17a8a5-debe-4a72-8a93-2d97e4ae7661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (16b9785a-0b3a-4e5a-9192-4191b55afa8d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:53.953735 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4b91e4c-c6d5-4d5f-a076-cf0a46fae7ed req-97b52640-1da4-497f-a4a9-e5639f996ba7 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792286 Feb 28 17:17:54.026269 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8c17a8a5-debe-4a72-8a93-2d97e4ae7661 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=00c3c69e6fc64164a5526faf3f129df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5642319 Feb 28 17:17:54.029545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45130) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:54.033762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17a8a5-debe-4a72-8a93-2d97e4ae7661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b9785a-0b3a-4e5a-9192-4191b55afa8d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:54.142231 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3edfd6c0-f663-4c06-b0a1-1e7b25725433 admin admin] Publish callbacks [] for security_group (16b9785a-0b3a-4e5a-9192-4191b55afa8d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:54.148382 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821c8c66-eecc-486f-ac04-ab6a7a3a76bf', 'name': 'network-vif-deleted', 'tag': '35262f23-55f4-48d6-8eb8-a3e91c3b1714'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:54.150634 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362e2c62-0dcd-4abc-b139-af49f3870cea" -d '{"events": [{"server_uuid": "821c8c66-eecc-486f-ac04-ab6a7a3a76bf", "name": "network-vif-deleted", "tag": "35262f23-55f4-48d6-8eb8-a3e91c3b1714"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:54.184163 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3edfd6c0-f663-4c06-b0a1-1e7b25725433 admin admin] Publish callbacks [] for security_group (16b9785a-0b3a-4e5a-9192-4191b55afa8d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:54.207792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad26cbc-f204-4e30-a8cc-23628b442d47 req-00be5652-212d-4dfd-851f-4fda8938a562 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:54.210136 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3ad26cbc-f204-4e30-a8cc-23628b442d47 req-00be5652-212d-4dfd-851f-4fda8938a562 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 945 time: 0.1234913 Feb 28 17:17:54.374109 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['952b617a-f73f-4be1-bfa9-b91b6d1002ed'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:54.412971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3ad26cbc-f204-4e30-a8cc-23628b442d47 req-8425613b-0a67-4788-9b78-d54d4f78274f tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636302 Feb 28 17:17:54.430103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:54.497768 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3edfd6c0-f663-4c06-b0a1-1e7b25725433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (16b9785a-0b3a-4e5a-9192-4191b55afa8d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:54.503707 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3edfd6c0-f663-4c06-b0a1-1e7b25725433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:54.517774 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3edfd6c0-f663-4c06-b0a1-1e7b25725433 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16b9785a-0b3a-4e5a-9192-4191b55afa8d HTTP/1.1" status: 204 len: 168 time: 0.4864047 Feb 28 17:17:54.539137 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5496152-dede-4988-88ba-69bec1174934 req-f05603c6-3f23-4927-8ee8-7857de8c6b89 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:54.540573 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5496152-dede-4988-88ba-69bec1174934 req-f05603c6-3f23-4927-8ee8-7857de8c6b89 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.69 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 820 time: 0.3247011 Feb 28 17:17:54.559608 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-c5496152-dede-4988-88ba-69bec1174934 req-b2251d09-babd-481f-9345-8bfce240d00f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Request body: {'port': {'device_id': '3ee62fc6-861b-4e44-bd01-a9b35898769f', 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656', 'admin_state_up': True, 'tenant_id': 'dae94b749f7c42e383840585fc56524b'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:54.614495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfd6c0-f663-4c06-b0a1-1e7b25725433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b9785a-0b3a-4e5a-9192-4191b55afa8d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:54.674090 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ecbb5aa5-e7fe-4e1d-b25d-f86548f4fd1d req-fb0eb4b3-927a-4712-a0b5-02d87ae5ad1b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=821c8c66-eecc-486f-ac04-ab6a7a3a76bf HTTP/1.1" status: 200 len: 210 time: 0.0344679 Feb 28 17:17:54.760435 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4c3d18-8895-44e3-a4dc-054b94bfe209 x-openstack-request-id: req-2b4c3d18-8895-44e3-a4dc-054b94bfe209 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:54.760435 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821c8c66-eecc-486f-ac04-ab6a7a3a76bf", "name": "network-vif-deleted", "tag": "35262f23-55f4-48d6-8eb8-a3e91c3b1714", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:54.760435 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2b4c3d18-8895-44e3-a4dc-054b94bfe209 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:54.761415 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821c8c66-eecc-486f-ac04-ab6a7a3a76bf', 'name': 'network-vif-deleted', 'tag': '35262f23-55f4-48d6-8eb8-a3e91c3b1714', 'status': 'completed', 'code': 200} Feb 28 17:17:54.861903 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5a928494-cbbe-4eb6-b4cd-2b070050dbef req-e7b3e9e1-851c-4099-b2a6-274537738408 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 210 time: 0.0334086 Feb 28 17:17:54.863461 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5496152-dede-4988-88ba-69bec1174934 req-b2251d09-babd-481f-9345-8bfce240d00f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Made reservation on behalf of dae94b749f7c42e383840585fc56524b for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:54.867860 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c5496152-dede-4988-88ba-69bec1174934 req-b2251d09-babd-481f-9345-8bfce240d00f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:54.930239 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff4671-5b64-4c17-aa63-e64a15eb2598 req-b36507e4-be3c-4896-b23f-2d2720a6d720 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:54.941099 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8dff4671-5b64-4c17-aa63-e64a15eb2598 req-b36507e4-be3c-4896-b23f-2d2720a6d720 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 948 time: 0.1045165 Feb 28 17:17:55.046175 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8dff4671-5b64-4c17-aa63-e64a15eb2598 req-4c124c83-0adf-4b98-b4e1-705f5801ef0b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038060 Feb 28 17:17:55.073625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-c5496152-dede-4988-88ba-69bec1174934 req-b2251d09-babd-481f-9345-8bfce240d00f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Allocated IP 172.20.0.5 (30de57a1-5178-4b6f-8361-7f4f5c480656/6630b81a-0475-439a-8ade-5d1712c8173a/739ed8b3-e673-4b8d-b7d6-5452f44c5f36) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:17:55.124151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70498-ea18-4a7d-bc03-0fbf51d5057a req-694ec1f6-6ec4-4be8-8d44-7a9929f19688 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:55.126117 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fbd70498-ea18-4a7d-bc03-0fbf51d5057a req-694ec1f6-6ec4-4be8-8d44-7a9929f19688 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 945 time: 0.0957341 Feb 28 17:17:55.138595 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45166) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:55.144224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-869ae83d-9577-4528-af8f-3294af7a964c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Request body: {'floatingip': {'port_id': '490a7bdb-5c48-4e00-82f5-f10671bc034f'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:55.240448 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-869ae83d-9577-4528-af8f-3294af7a964c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for floatingip (6f847b4c-0168-4cfb-a6a5-5514f258ce0f), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:55.326295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e19f91-46ab-4dbf-9377-c538c9461ab8 req-6e1ef553-a65d-40a5-8182-08504efa4725 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:55.338896 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85e19f91-46ab-4dbf-9377-c538c9461ab8 req-6e1ef553-a65d-40a5-8182-08504efa4725 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 944 time: 0.2086172 Feb 28 17:17:55.341710 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c5496152-dede-4988-88ba-69bec1174934 req-b2251d09-babd-481f-9345-8bfce240d00f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks [] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:55.449892 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c5496152-dede-4988-88ba-69bec1174934 req-b2251d09-babd-481f-9345-8bfce240d00f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:55.499302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5496152-dede-4988-88ba-69bec1174934 req-b2251d09-babd-481f-9345-8bfce240d00f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Network 30de57a1-5178-4b6f-8361-7f4f5c480656 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:17:55.502827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-c5496152-dede-4988-88ba-69bec1174934 req-b2251d09-babd-481f-9345-8bfce240d00f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:17:55.508178 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5496152-dede-4988-88ba-69bec1174934 req-b2251d09-babd-481f-9345-8bfce240d00f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:17:55.513287 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2251d09-babd-481f-9345-8bfce240d00f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Pushing event updated for resources: {'Port': ['ID=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:55.582480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5496152-dede-4988-88ba-69bec1174934 req-b2251d09-babd-481f-9345-8bfce240d00f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:55.582480 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c5496152-dede-4988-88ba-69bec1174934 req-b2251d09-babd-481f-9345-8bfce240d00f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:55.690613 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5496152-dede-4988-88ba-69bec1174934 req-b2251d09-babd-481f-9345-8bfce240d00f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1392498 Feb 28 17:17:55.704519 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Request body: {'port': {'device_id': '3ee62fc6-861b-4e44-bd01-a9b35898769f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:55.760203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85e19f91-46ab-4dbf-9377-c538c9461ab8 req-db957895-2ae9-4180-95a7-e38461ce47ce tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201949 Feb 28 17:17:55.841229 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:55.925251 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45194) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:56.108661 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-654678623-network', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:56.162011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e297d67-a03c-495a-b978-dc9bec04c331 req-f61ecfa7-36c5-4168-a355-097259a53933 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:56.163739 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e297d67-a03c-495a-b978-dc9bec04c331 req-f61ecfa7-36c5-4168-a355-097259a53933 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 931 time: 0.1347554 Feb 28 17:17:56.237221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] Made reservation on behalf of 9bc69e6115184d37ad88d60bb1dd4133 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:56.239500 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:56.260282 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e297d67-a03c-495a-b978-dc9bec04c331 req-228c7e58-0720-4ff5-9721-9aa232264c78 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885870 Feb 28 17:17:56.262058 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:56.341767 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:56.372686 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Publish callbacks [] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:56.422241 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-847fec19-b720-41ed-9e7b-157eddb57631 service neutron] 10.222.0.69 "GET /v2.0/ports/4584f829-529a-40c0-b2fc-0fa37491e2ac/bindings/n-h1-820368-19 HTTP/1.1" status: 200 len: 385 time: 0.0889881 Feb 28 17:17:56.434690 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-869ae83d-9577-4528-af8f-3294af7a964c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:56.455235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ace23-8ec5-4441-aa50-d8fece267232 req-4c30fdab-730f-4e5c-8e7b-931d7ad8d583 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:56.457105 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e63ace23-8ec5-4441-aa50-d8fece267232 req-4c30fdab-730f-4e5c-8e7b-931d7ad8d583 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 948 time: 0.0727789 Feb 28 17:17:56.466767 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Transition to ACTIVE for port object 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:17:56.515658 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e63ace23-8ec5-4441-aa50-d8fece267232 req-d2f2be23-8618-4623-82c9-df30589e0f18 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524805 Feb 28 17:17:56.517148 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-869ae83d-9577-4528-af8f-3294af7a964c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (6f847b4c-0168-4cfb-a6a5-5514f258ce0f), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:56.558234 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:56.572243 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] Publish callbacks [] for security_group (b0864ddf-34a0-4b6e-b779-50487664a212), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:56.614056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c61afd-81bb-4b6b-bc6b-11849ea8f639 req-b623d597-5fd6-447b-904e-3b583ffbf8b7 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:56.615603 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a0c61afd-81bb-4b6b-bc6b-11849ea8f639 req-b623d597-5fd6-447b-904e-3b583ffbf8b7 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 950 time: 0.1501863 Feb 28 17:17:56.649711 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-869ae83d-9577-4528-af8f-3294af7a964c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Floating IP 6f847b4c-0168-4cfb-a6a5-5514f258ce0f associated. External IP: 172.25.3.170, port: 490a7bdb-5c48-4e00-82f5-f10671bc034f. Feb 28 17:17:56.673059 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b0864ddf-34a0-4b6e-b779-50487664a212), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:56.700708 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Pushing event updated for resources: {'Port': ['ID=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:56.748394 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:17:56.831045 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b7ac9249-e6bf-483f-8503-e60544033712), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:56.831399 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] Added segment b7ac9249-e6bf-483f-8503-e60544033712 of type vlan for network 7f480115-5801-45bd-aa86-f54a00aae2c2 Feb 28 17:17:56.846753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0864ddf-34a0-4b6e-b779-50487664a212,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:56.884954 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a0c61afd-81bb-4b6b-bc6b-11849ea8f639 req-eb815556-9424-43cc-adf9-dff00c7dfa57 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583778 Feb 28 17:17:56.885988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869ae83d-9577-4528-af8f-3294af7a964c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Router 5693017c-6a09-461a-93df-575a531affe3 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:17:56.909843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 952b617a-f73f-4be1-bfa9-b91b6d1002ed up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:17:56.919981 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (7f480115-5801-45bd-aa86-f54a00aae2c2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:56.939128 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Attempting to bind port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:17:56.939772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Attempting to bind port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:17:56.939880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Attempting to bind port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:56.961254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:17:56.963212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Attempting to bind port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:17:56.989645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-acb6c204-8467-4d17-adef-e386f8b34358 service neutron] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:56.994830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:17:56.995206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Checking segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:17:56.995579 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Bound using segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:17:56.995998 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Bound port: 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:17:56.996345 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:57.020340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 952b617a-f73f-4be1-bfa9-b91b6d1002ed completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:17:57.027322 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-acb6c204-8467-4d17-adef-e386f8b34358 service neutron] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:57.031063 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 952b617a-f73f-4be1-bfa9-b91b6d1002ed triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:57.031910 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:57.070971 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (7f480115-5801-45bd-aa86-f54a00aae2c2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:57.071996 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:57.072636 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:57.084790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1144fa-ae2c-4198-9ed4-6c09ae768ea5 req-7b14df37-386b-4e36-9439-f5755ac955f5 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:57.086883 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-db1144fa-ae2c-4198-9ed4-6c09ae768ea5 req-7b14df37-386b-4e36-9439-f5755ac955f5 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 944 time: 0.2040415 Feb 28 17:17:57.138133 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] Pushing event updated for resources: {'Network': ['ID=7f480115-5801-45bd-aa86-f54a00aae2c2,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:57.141872 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 952b617a-f73f-4be1-bfa9-b91b6d1002ed is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:57.142481 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:57.159830 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-db1144fa-ae2c-4198-9ed4-6c09ae768ea5 req-ff19cbd8-4d72-421c-ae94-5f222388176a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644772 Feb 28 17:17:57.160394 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 7f480115-5801-45bd-aa86-f54a00aae2c2 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:17:57.160986 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869ae83d-9577-4528-af8f-3294af7a964c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:17:57.167724 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-acb6c204-8467-4d17-adef-e386f8b34358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4584f829-529a-40c0-b2fc-0fa37491e2ac {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:57.169259 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-869ae83d-9577-4528-af8f-3294af7a964c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:57.175940 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2081a-1efa-4510-ab7d-f94144dd76ad None None] Sync routers for ids ['5693017c-6a09-461a-93df-575a531affe3'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:17:57.190355 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2081a-1efa-4510-ab7d-f94144dd76ad None None] Routers {'5693017c-6a09-461a-93df-575a531affe3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:17:57.191263 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-b6d2081a-1efa-4510-ab7d-f94144dd76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:17:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5693017c-6a09-461a-93df-575a531affe3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:17:57.203944 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-acb6c204-8467-4d17-adef-e386f8b34358 service neutron] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:57.206862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:17:57.228216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:17:57.250559 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fd1b1df8-2e3d-4df9-a96f-ec1f9de695f2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3242371 Feb 28 17:17:57.251218 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45216) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:17:57.262330 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-869ae83d-9577-4528-af8f-3294af7a964c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "PUT /v2.0/floatingips/6f847b4c-0168-4cfb-a6a5-5514f258ce0f HTTP/1.1" status: 200 len: 991 time: 2.1198559 Feb 28 17:17:57.262530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e9394502-cf38-4034-9f36-a23be5191c94 admin admin] Request body: {'subnet': {'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-654678623-subnet', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:17:57.262782 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78326ad0-e03c-43ed-b60c-608bf05d41cd', 'tag': '490a7bdb-5c48-4e00-82f5-f10671bc034f'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:57.267611 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9736f2-4e1a-48f5-8597-7e28e22e9ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "78326ad0-e03c-43ed-b60c-608bf05d41cd", "tag": "490a7bdb-5c48-4e00-82f5-f10671bc034f"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:57.330624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984a85a1-4d62-4636-8453-4deb1304b14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952b617a-f73f-4be1-bfa9-b91b6d1002ed'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:57.333196 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0314236e-5829-405e-bec2-9083fe27b547 x-openstack-request-id: req-0314236e-5829-405e-bec2-9083fe27b547 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:57.333613 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78326ad0-e03c-43ed-b60c-608bf05d41cd", "tag": "490a7bdb-5c48-4e00-82f5-f10671bc034f", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:57.334414 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b4a1dc-e720-433a-891b-e40ed2fc4615" -d '{"events": [{"server_uuid": "984a85a1-4d62-4636-8453-4deb1304b14f", "name": "network-vif-plugged", "status": "completed", "tag": "952b617a-f73f-4be1-bfa9-b91b6d1002ed"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:57.335230 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0314236e-5829-405e-bec2-9083fe27b547 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:57.336048 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78326ad0-e03c-43ed-b60c-608bf05d41cd', 'tag': '490a7bdb-5c48-4e00-82f5-f10671bc034f', 'status': 'completed', 'code': 200} Feb 28 17:17:57.339622 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-b6d2081a-1efa-4510-ab7d-f94144dd76ad None None] Set router 5693017c-6a09-461a-93df-575a531affe3 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:17:57.346451 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:57.447414 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-acb6c204-8467-4d17-adef-e386f8b34358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:57.452976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9736f2-4e1a-48f5-8597-7e28e22e9ba5 req-a885f819-9380-4883-85fa-f55962d41739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:57.454510 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d9736f2-4e1a-48f5-8597-7e28e22e9ba5 req-a885f819-9380-4883-85fa-f55962d41739 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cd86d8f7a97d4a129ba9f94176c52519&device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 1128 time: 0.1033368 Feb 28 17:17:57.519566 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9394502-cf38-4034-9f36-a23be5191c94 admin admin] Made reservation on behalf of 9bc69e6115184d37ad88d60bb1dd4133 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:17:57.522398 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e9394502-cf38-4034-9f36-a23be5191c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:57.624974 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Pushing event updated for resources: {'Port': ['ID=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:57.691613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:57.692144 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:57.694136 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5496152-dede-4988-88ba-69bec1174934 req-1389041f-3388-4985-a62e-0b16f092d94b service neutron] 10.222.0.69 "PUT /v2.0/ports/739ed8b3-e673-4b8d-b7d6-5452f44c5f36 HTTP/1.1" status: 200 len: 1092 time: 1.9944041 Feb 28 17:17:57.698804 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee62fc6-861b-4e44-bd01-a9b35898769f', 'tag': '739ed8b3-e673-4b8d-b7d6-5452f44c5f36'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:17:57.701919 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106e8aad-377b-4edd-b204-3853e62dc937" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee62fc6-861b-4e44-bd01-a9b35898769f", "tag": "739ed8b3-e673-4b8d-b7d6-5452f44c5f36"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:17:57.715724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 952b617a-f73f-4be1-bfa9-b91b6d1002ed, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=952b617a-f73f-4be1-bfa9-b91b6d1002ed,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:57.751700 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9736f2-4e1a-48f5-8597-7e28e22e9ba5 req-3d4b9cbe-7b65-4197-9da9-607abc1b89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:57.753203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d9736f2-4e1a-48f5-8597-7e28e22e9ba5 req-3d4b9cbe-7b65-4197-9da9-607abc1b89ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=0ace9968-4a17-439c-b2f3-b77bcf7c88a1 HTTP/1.1" status: 200 len: 924 time: 0.2924302 Feb 28 17:17:57.768748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe254e8-0c75-496b-8be8-60f5eabc4c14 req-beac6c46-a6e9-464d-895a-b2e4bee240c7 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:57.782639 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2fe254e8-0c75-496b-8be8-60f5eabc4c14 req-beac6c46-a6e9-464d-895a-b2e4bee240c7 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 943 time: 0.2851698 Feb 28 17:17:57.797370 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:57.799051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:17:57.814475 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-b6d2081a-1efa-4510-ab7d-f94144dd76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '6f847b4c-0168-4cfb-a6a5-5514f258ce0f', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '5693017c-6a09-461a-93df-575a531affe3', 'port_id': '490a7bdb-5c48-4e00-82f5-f10671bc034f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'mac_address': 'fa:16:3e:48:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78326ad0-e03c-43ed-b60c-608bf05d41cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:15:37Z', 'updated_at': '2022-02-28T17:17:56Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:23Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:17:57.847969 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2081a-1efa-4510-ab7d-f94144dd76ad None None] Checking router: 5693017c-6a09-461a-93df-575a531affe3 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:17:57.857876 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2081a-1efa-4510-ab7d-f94144dd76ad None None] Routers {'5693017c-6a09-461a-93df-575a531affe3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:17:57.858676 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-b6d2081a-1efa-4510-ab7d-f94144dd76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:17:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5693017c-6a09-461a-93df-575a531affe3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:17:57.874280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb3be4-38ed-4305-aea8-a62e4aa9bef5 req-84175607-9456-4d57-be54-6deb49be5fb0 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:57.875933 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44bb3be4-38ed-4305-aea8-a62e4aa9bef5 req-84175607-9456-4d57-be54-6deb49be5fb0 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 945 time: 0.4262710 Feb 28 17:17:57.920256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=952b617a-f73f-4be1-bfa9-b91b6d1002ed,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:57.976931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-acb6c204-8467-4d17-adef-e386f8b34358 service neutron] Transition to ACTIVE for port object 4584f829-529a-40c0-b2fc-0fa37491e2ac will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:17:57.985605 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-b6d2081a-1efa-4510-ab7d-f94144dd76ad None None] Set router 5693017c-6a09-461a-93df-575a531affe3 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:17:58.008162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:17:58.028779 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2fe254e8-0c75-496b-8be8-60f5eabc4c14 req-b98dc17a-5e8d-44d5-b71c-816775ceeabd tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249868 Feb 28 17:17:58.029214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:17:58.029214 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:58.045638 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d9736f2-4e1a-48f5-8597-7e28e22e9ba5 req-243af3a9-8ea5-417c-879c-6230140efebb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490a7bdb-5c48-4e00-82f5-f10671bc034f HTTP/1.1" status: 200 len: 999 time: 0.2844913 Feb 28 17:17:58.134999 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0366e415-e01e-4836-abb2-750dbf0fa413 x-openstack-request-id: req-0366e415-e01e-4836-abb2-750dbf0fa413 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:58.135362 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984a85a1-4d62-4636-8453-4deb1304b14f", "name": "network-vif-plugged", "status": "completed", "tag": "952b617a-f73f-4be1-bfa9-b91b6d1002ed", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:58.135644 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0366e415-e01e-4836-abb2-750dbf0fa413 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:58.136036 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984a85a1-4d62-4636-8453-4deb1304b14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952b617a-f73f-4be1-bfa9-b91b6d1002ed', 'code': 200} Feb 28 17:17:58.198653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9736f2-4e1a-48f5-8597-7e28e22e9ba5 req-02fcf88a-392d-4e33-a773-c87a36ce78f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:58.216100 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d9736f2-4e1a-48f5-8597-7e28e22e9ba5 req-02fcf88a-392d-4e33-a773-c87a36ce78f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=304ddab3-68d6-4b16-8125-03d0c1d10117 HTTP/1.1" status: 200 len: 862 time: 0.1640537 Feb 28 17:17:58.222545 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:58.222872 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:58.256936 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-acb6c204-8467-4d17-adef-e386f8b34358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:58.316523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:58.319717 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-b6d2081a-1efa-4510-ab7d-f94144dd76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '6f847b4c-0168-4cfb-a6a5-5514f258ce0f', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '5693017c-6a09-461a-93df-575a531affe3', 'port_id': '490a7bdb-5c48-4e00-82f5-f10671bc034f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'mac_address': 'fa:16:3e:48:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78326ad0-e03c-43ed-b60c-608bf05d41cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:15:37Z', 'updated_at': '2022-02-28T17:17:56Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:23Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:17:58.362034 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2081a-1efa-4510-ab7d-f94144dd76ad None None] The sync data for ids ['5693017c-6a09-461a-93df-575a531affe3'] in n-d-820368-19 is: [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '6f847b4c-0168-4cfb-a6a5-5514f258ce0f', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '5693017c-6a09-461a-93df-575a531affe3', 'port_id': '490a7bdb-5c48-4e00-82f5-f10671bc034f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'mac_address': 'fa:16:3e:48:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78326ad0-e03c-43ed-b60c-608bf05d41cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:15:37Z', 'updated_at': '2022-02-28T17:17:56Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:23Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:17:58.390961 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:58.391865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 35262f23-55f4-48d6-8eb8-a3e91c3b1714 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:17:58.422549 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44bb3be4-38ed-4305-aea8-a62e4aa9bef5 req-bdae70c1-a8dc-4b0b-84ef-0a6c703b09ef tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4998176 Feb 28 17:17:58.425087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5496152-dede-4988-88ba-69bec1174934 req-84416551-d9eb-4b9b-bcec-5a8959ceb993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:58.430834 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5496152-dede-4988-88ba-69bec1174934 req-84416551-d9eb-4b9b-bcec-5a8959ceb993 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 1126 time: 0.6111543 Feb 28 17:17:58.439205 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 35262f23-55f4-48d6-8eb8-a3e91c3b1714 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:17:58.439662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 35262f23-55f4-48d6-8eb8-a3e91c3b1714 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:17:58.451311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9736f2-4e1a-48f5-8597-7e28e22e9ba5 req-fc398098-c3c5-42b2-86e4-860a68375e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:58.455005 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d9736f2-4e1a-48f5-8597-7e28e22e9ba5 req-fc398098-c3c5-42b2-86e4-860a68375e80 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ace9968-4a17-439c-b2f3-b77bcf7c88a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2343528 Feb 28 17:17:58.471068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e56195-d404-434a-b2c6-a2e68f672ad1 req-94f4cd9a-7b3a-4b29-83de-d676a3866ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:58.473168 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5e56195-d404-434a-b2c6-a2e68f672ad1 req-94f4cd9a-7b3a-4b29-83de-d676a3866ab1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 1132 time: 0.2537067 Feb 28 17:17:58.473712 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:58.584692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb93599-44a5-4660-9fb7-4b511bc35931 req-86061a99-c9dd-4325-8578-b79176268a27 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:58.612944 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0bb93599-44a5-4660-9fb7-4b511bc35931 req-86061a99-c9dd-4325-8578-b79176268a27 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.2631443 Feb 28 17:17:58.814568 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5e56195-d404-434a-b2c6-a2e68f672ad1 req-f15b8751-1abc-4ca1-a313-dc4947b1c25b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164899 Feb 28 17:17:58.849087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e8eb1-2757-4662-895c-99a068c52dc7 None None] New status for floating IP 6f847b4c-0168-4cfb-a6a5-5514f258ce0f: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:17:58.856248 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0bb93599-44a5-4660-9fb7-4b511bc35931 req-a8cb555b-1e52-45d6-95d6-e4f083af2043 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269101 Feb 28 17:17:58.860829 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d9736f2-4e1a-48f5-8597-7e28e22e9ba5 req-08b3ab58-3fc1-488e-99b9-61e3f4ea0d75 service neutron] 10.222.0.69 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952987 Feb 28 17:17:58.946238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 032573c3-1463-4859-8364-59270e40bd5f details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:17:58.952206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 4584f829-529a-40c0-b2fc-0fa37491e2ac no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:17:59.061653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d9736f2-4e1a-48f5-8597-7e28e22e9ba5 req-ef638ba9-a0d6-42ce-b822-4cbf5348a2d1 service neutron] 10.222.0.69 "GET /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895549 Feb 28 17:17:59.122046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9a9a1-e42f-410c-b426-d76051ae551f req-6a3a1210-3251-47b8-baf5-3da70f63a23e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:59.129345 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c6e9a9a1-e42f-410c-b426-d76051ae551f req-6a3a1210-3251-47b8-baf5-3da70f63a23e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.1222770 Feb 28 17:17:59.157021 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa1c03a-9ddc-4486-bc22-08a36b06f969 x-openstack-request-id: req-daa1c03a-9ddc-4486-bc22-08a36b06f969 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:17:59.157587 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee62fc6-861b-4e44-bd01-a9b35898769f", "tag": "739ed8b3-e673-4b8d-b7d6-5452f44c5f36", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:17:59.157587 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-daa1c03a-9ddc-4486-bc22-08a36b06f969 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:17:59.157911 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee62fc6-861b-4e44-bd01-a9b35898769f', 'tag': '739ed8b3-e673-4b8d-b7d6-5452f44c5f36', 'status': 'completed', 'code': 200} Feb 28 17:17:59.179140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] The host n-h2-820368-19 is not matching for port 4584f829-529a-40c0-b2fc-0fa37491e2ac host n-h1-820368-19! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:17:59.179681 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 4584f829-529a-40c0-b2fc-0fa37491e2ac not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:17:59.180407 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5496152-dede-4988-88ba-69bec1174934 req-ae97cb92-2a82-4d1c-a79b-f57e966be34f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36 HTTP/1.1" status: 200 len: 217 time: 0.7398551 Feb 28 17:17:59.186728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6c204-8467-4d17-adef-e386f8b34358 service neutron] Pushing event updated for resources: {'Port': ['ID=4584f829-529a-40c0-b2fc-0fa37491e2ac,revision_number=10']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:59.203071 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-acb6c204-8467-4d17-adef-e386f8b34358 service neutron] No DVR routers for this DVR port 4584f829-529a-40c0-b2fc-0fa37491e2ac on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:17:59.212476 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c6e9a9a1-e42f-410c-b426-d76051ae551f req-702d3e75-3453-4e53-80e3-09f39966ed2f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734730 Feb 28 17:17:59.286706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 032573c3-1463-4859-8364-59270e40bd5f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=032573c3-1463-4859-8364-59270e40bd5f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:59.313300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '032573c3-1463-4859-8364-59270e40bd5f', 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124', 'port_id': '032573c3-1463-4859-8364-59270e40bd5f', 'mac_address': 'fa:16:3e:76:dd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee3c571-976e-4368-9653-54e69fb9bcab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:17:59.411130 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 032573c3-1463-4859-8364-59270e40bd5f is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:17:59.411673 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (032573c3-1463-4859-8364-59270e40bd5f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:59.431722 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 032573c3-1463-4859-8364-59270e40bd5f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:17:59.478315 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 032573c3-1463-4859-8364-59270e40bd5f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=032573c3-1463-4859-8364-59270e40bd5f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:17:59.484556 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd96eb9-c49e-4676-9543-c89ed24ba102 req-453125fd-6aea-4b18-9dce-0df5707ecb91 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:59.493119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5dd96eb9-c49e-4676-9543-c89ed24ba102 req-453125fd-6aea-4b18-9dce-0df5707ecb91 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 943 time: 0.1289220 Feb 28 17:17:59.516212 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e9394502-cf38-4034-9f36-a23be5191c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (e5ee6953-30d0-4c0b-8c97-03aeb406c90f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:59.557240 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (032573c3-1463-4859-8364-59270e40bd5f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:17:59.567242 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5dd96eb9-c49e-4676-9543-c89ed24ba102 req-ebda45dc-db78-4757-943c-d5cf125789f4 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684257 Feb 28 17:17:59.601123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-acb6c204-8467-4d17-adef-e386f8b34358 service neutron] 10.222.0.69 "PUT /v2.0/ports/4584f829-529a-40c0-b2fc-0fa37491e2ac/bindings/n-h1-820368-19/activate HTTP/1.1" status: 200 len: 370 time: 3.1662736 Feb 28 17:17:59.673225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440c816-5c30-4ffe-9fb9-d5ceef286900 req-1d30275b-0dc5-4f8e-93f2-2ea8eea73b80 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:59.681820 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f440c816-5c30-4ffe-9fb9-d5ceef286900 req-1d30275b-0dc5-4f8e-93f2-2ea8eea73b80 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 950 time: 1.6512108 Feb 28 17:17:59.685960 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['032573c3-1463-4859-8364-59270e40bd5f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:17:59.733564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5496152-dede-4988-88ba-69bec1174934 req-cefd389f-c4ee-47b2-913b-cb2872fa097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:59.739692 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5496152-dede-4988-88ba-69bec1174934 req-cefd389f-c4ee-47b2-913b-cb2872fa097d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.3426208 Feb 28 17:17:59.755165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=032573c3-1463-4859-8364-59270e40bd5f,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:59.793034 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5496152-dede-4988-88ba-69bec1174934 req-f2f1bfb1-6fe5-4e9d-8897-0aedf7c03cce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402856 Feb 28 17:17:59.802191 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9394502-cf38-4034-9f36-a23be5191c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ee6953-30d0-4c0b-8c97-03aeb406c90f,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:17:59.940196 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d023fb2-fc67-45eb-b5d5-0d87d91edf60 req-7dadf501-9080-4ce2-87a2-9445c9b25450 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:17:59.948384 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4d023fb2-fc67-45eb-b5d5-0d87d91edf60 req-7dadf501-9080-4ce2-87a2-9445c9b25450 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 950 time: 0.8154221 Feb 28 17:17:59.973327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9394502-cf38-4034-9f36-a23be5191c94 admin admin] Checking segment: {'id': 'b7ac9249-e6bf-483f-8503-e60544033712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:00.008715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9394502-cf38-4034-9f36-a23be5191c94 admin admin] Network hostable DHCP agents. Network: 7f480115-5801-45bd-aa86-f54a00aae2c2, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:18:00.051394 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4d023fb2-fc67-45eb-b5d5-0d87d91edf60 req-b97aa1a8-a442-49d8-96bb-5555c682bf53 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016991 Feb 28 17:18:00.056586 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5496152-dede-4988-88ba-69bec1174934 req-68568248-eb9e-4c5e-b277-ac26681beebc service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461069 Feb 28 17:18:00.065105 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35bc8a-8e3f-4797-b29b-276feb449a1b req-72b41869-7841-40e9-8952-fe49dc7e411d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:00.074331 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a35bc8a-8e3f-4797-b29b-276feb449a1b req-72b41869-7841-40e9-8952-fe49dc7e411d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.0962329 Feb 28 17:18:00.136856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029d29bb-e8b7-41be-85c3-e003e8a18cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:00.139994 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0112fa-b8f9-4107-9f2f-af4ea77e7b37" -d '{"events": [{"server_uuid": "029d29bb-e8b7-41be-85c3-e003e8a18cd5", "name": "network-vif-plugged", "status": "completed", "tag": "8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:00.189547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a35bc8a-8e3f-4797-b29b-276feb449a1b req-ec57e5b1-c201-4c82-9cd0-9d07720b5aed tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990748 Feb 28 17:18:00.197117 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de44f7da-2bc6-4586-ba77-647dc9d6c014 x-openstack-request-id: req-de44f7da-2bc6-4586-ba77-647dc9d6c014 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:00.197758 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029d29bb-e8b7-41be-85c3-e003e8a18cd5", "name": "network-vif-plugged", "status": "completed", "tag": "8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:00.198245 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-de44f7da-2bc6-4586-ba77-647dc9d6c014 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:00.198438 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5496152-dede-4988-88ba-69bec1174934 req-e502c990-055e-4984-8810-68d3b86f7874 service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359370 Feb 28 17:18:00.199394 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029d29bb-e8b7-41be-85c3-e003e8a18cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', 'code': 200} Feb 28 17:18:00.343962 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9394502-cf38-4034-9f36-a23be5191c94 admin admin] Network 7f480115-5801-45bd-aa86-f54a00aae2c2 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:18:00.379211 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257eaa6-0a64-474c-920d-d99ff0ccd56b req-345891ff-f0a4-4bda-9955-73b87b70ea1f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:00.389613 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e257eaa6-0a64-474c-920d-d99ff0ccd56b req-345891ff-f0a4-4bda-9955-73b87b70ea1f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.0843337 Feb 28 17:18:00.432115 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e9394502-cf38-4034-9f36-a23be5191c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 7f480115-5801-45bd-aa86-f54a00aae2c2) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:00.442445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff204d4e-6938-4c4c-af4e-62d9f1226a74 None None] Network 7f480115-5801-45bd-aa86-f54a00aae2c2 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:18:00.467818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9394502-cf38-4034-9f36-a23be5191c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:00.468413 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e9394502-cf38-4034-9f36-a23be5191c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:00.520258 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e257eaa6-0a64-474c-920d-d99ff0ccd56b req-7d092146-0c6e-47cf-a5e4-daef4c439a56 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277072 Feb 28 17:18:00.540588 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e8aad-377b-4edd-b204-3853e62dc937 req-7b716547-9621-47dc-808e-3c7c12a94b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:00.542467 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-106e8aad-377b-4edd-b204-3853e62dc937 req-7b716547-9621-47dc-808e-3c7c12a94b39 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 1126 time: 0.1502247 Feb 28 17:18:00.614495 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-7f480115-5801-45bd-aa86-f54a00aae2c2', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'fixed_ips': [{'subnet_id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:18:00.616001 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:00.640861 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e9394502-cf38-4034-9f36-a23be5191c94 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3885210 Feb 28 17:18:00.644032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45298) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:00.646705 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:00.726136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e8aad-377b-4edd-b204-3853e62dc937 req-701d5998-7d1d-4b39-b5ce-e4dc476699b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:00.729534 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-106e8aad-377b-4edd-b204-3853e62dc937 req-701d5998-7d1d-4b39-b5ce-e4dc476699b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.1795235 Feb 28 17:18:00.784743 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-106e8aad-377b-4edd-b204-3853e62dc937 req-6e0d3acb-547e-4e0b-b804-d0817b5ad7f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36 HTTP/1.1" status: 200 len: 217 time: 0.0476775 Feb 28 17:18:00.800685 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (40d52aa2-b44a-488d-a012-e25eb801726e), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:00.804566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (40d52aa2-b44a-488d-a012-e25eb801726e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:00.837719 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0ec2c-c64d-4a62-bd05-8052cd0d8b48 req-87c1987e-705c-4401-9c17-e7992ef8cd7d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:00.840525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fbe0ec2c-c64d-4a62-bd05-8052cd0d8b48 req-87c1987e-705c-4401-9c17-e7992ef8cd7d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 943 time: 0.1356101 Feb 28 17:18:00.894459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e8aad-377b-4edd-b204-3853e62dc937 req-ae6b8f89-96c6-49c0-9f70-d6d3d6e7cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:00.896069 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-106e8aad-377b-4edd-b204-3853e62dc937 req-ae6b8f89-96c6-49c0-9f70-d6d3d6e7cf0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1059878 Feb 28 17:18:00.909331 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Allocated IP 172.20.0.2 (7f480115-5801-45bd-aa86-f54a00aae2c2/e5ee6953-30d0-4c0b-8c97-03aeb406c90f/e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:00.954209 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fbe0ec2c-c64d-4a62-bd05-8052cd0d8b48 req-2a33ad0c-2ab1-4fcb-b522-24dc45c95213 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032758 Feb 28 17:18:00.958388 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Publish callbacks [] for router_controller (40d52aa2-b44a-488d-a012-e25eb801726e), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:00.992655 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-106e8aad-377b-4edd-b204-3853e62dc937 req-47acea28-c558-4e14-8779-0f4da23b1880 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881643 Feb 28 17:18:01.014863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 032573c3-1463-4859-8364-59270e40bd5f up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:01.018341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:18:01.242296 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-106e8aad-377b-4edd-b204-3853e62dc937 req-32e7a5cf-fa5d-4f04-8979-212dd654182f service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425046 Feb 28 17:18:01.246709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 032573c3-1463-4859-8364-59270e40bd5f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:01.257180 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (032573c3-1463-4859-8364-59270e40bd5f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:01.351963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900455d0-1722-4bce-8f77-03c63add855e req-15c2b860-59ba-4a25-be92-82d52d351252 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:01.354091 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-900455d0-1722-4bce-8f77-03c63add855e req-15c2b860-59ba-4a25-be92-82d52d351252 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 950 time: 0.1477461 Feb 28 17:18:01.356528 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:01.357325 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:01.384594 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Publish callbacks [] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:01.441029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:01.452136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 032573c3-1463-4859-8364-59270e40bd5f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:01.452467 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-106e8aad-377b-4edd-b204-3853e62dc937 req-9797b325-f89d-41fa-8a50-cfdccb84bc57 service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989481 Feb 28 17:18:01.452642 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (032573c3-1463-4859-8364-59270e40bd5f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:01.456860 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-900455d0-1722-4bce-8f77-03c63add855e req-4de1336b-5653-48ee-9ed6-b154a7360291 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852649 Feb 28 17:18:01.501863 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:01.554252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Pushing event updated for resources: {'Port': ['ID=e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:01.568980 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:01.648828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:01.656732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 032573c3-1463-4859-8364-59270e40bd5f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=032573c3-1463-4859-8364-59270e40bd5f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:01.672921 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Network 7f480115-5801-45bd-aa86-f54a00aae2c2 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:01.674753 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:01.679248 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:01.710941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116a216-6c87-4df9-a54d-ead637b569d5 req-fa3f66a9-11e5-4886-b2a4-fe71d84762ea tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:01.714377 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2116a216-6c87-4df9-a54d-ead637b569d5 req-fa3f66a9-11e5-4886-b2a4-fe71d84762ea tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.0876274 Feb 28 17:18:01.751202 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Publish callbacks [] for router_gateway (40d52aa2-b44a-488d-a012-e25eb801726e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:01.767770 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Attempting to bind port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:01.768929 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Attempting to bind port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'b7ac9249-e6bf-483f-8503-e60544033712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:01.769395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Attempting to bind port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 on network 7f480115-5801-45bd-aa86-f54a00aae2c2 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:01.774768 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (032573c3-1463-4859-8364-59270e40bd5f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:01.789806 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2116a216-6c87-4df9-a54d-ead637b569d5 req-a78706dc-70ff-4319-b258-937b77f72ffd tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699718 Feb 28 17:18:01.803820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de966544-6484-407a-b9dc-74148f458f30 req-13ab80f6-7067-43cb-9720-7258ee426759 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:01.805371 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de966544-6484-407a-b9dc-74148f458f30 req-13ab80f6-7067-43cb-9720-7258ee426759 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.0903015 Feb 28 17:18:01.809349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:01.814965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Checking segment: {'id': 'b7ac9249-e6bf-483f-8503-e60544033712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:01.814965 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:01.814965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Bound using segment: {'id': 'b7ac9249-e6bf-483f-8503-e60544033712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:01.814965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Bound port: e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac9249-e6bf-483f-8503-e60544033712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:01.814965 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:01.941996 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de966544-6484-407a-b9dc-74148f458f30 req-54d38d44-9e60-4704-8b21-8c8ef0b73dda tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116042 Feb 28 17:18:02.059503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=032573c3-1463-4859-8364-59270e40bd5f,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:02.125316 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] For port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:02.132923 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] For port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2,segment=NetworkSegment(b7ac9249-e6bf-483f-8503-e60544033712),segment_id=b7ac9249-e6bf-483f-8503-e60544033712)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:02.196852 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:02.204170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce3fe9d-6353-4adf-858b-0b7be83815eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d6c2f50-1a97-4aea-bcec-a26c9449d2c3'}, {'server_uuid': '5b6a4734-d4b3-4436-a4b6-1dc077ae2afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032573c3-1463-4859-8364-59270e40bd5f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:02.212404 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b210650-7024-466c-ad5b-ab51772c9cce" -d '{"events": [{"server_uuid": "fce3fe9d-6353-4adf-858b-0b7be83815eb", "name": "network-vif-unplugged", "status": "completed", "tag": "3d6c2f50-1a97-4aea-bcec-a26c9449d2c3"}, {"server_uuid": "5b6a4734-d4b3-4436-a4b6-1dc077ae2afe", "name": "network-vif-plugged", "status": "completed", "tag": "032573c3-1463-4859-8364-59270e40bd5f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:02.242878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1a61d-7b01-4fb2-b1da-1db968793d95 req-6f06314e-f10e-41a4-86fc-106ae7d56089 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:02.250660 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0df1a61d-7b01-4fb2-b1da-1db968793d95 req-6f06314e-f10e-41a4-86fc-106ae7d56089 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 943 time: 0.1534088 Feb 28 17:18:02.295091 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87b7922-0e66-4bb9-8b3f-6faf9e2f7497 x-openstack-request-id: req-b87b7922-0e66-4bb9-8b3f-6faf9e2f7497 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:02.296000 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce3fe9d-6353-4adf-858b-0b7be83815eb", "name": "network-vif-unplugged", "status": "completed", "tag": "3d6c2f50-1a97-4aea-bcec-a26c9449d2c3", "code": 200}, {"server_uuid": "5b6a4734-d4b3-4436-a4b6-1dc077ae2afe", "name": "network-vif-plugged", "status": "completed", "tag": "032573c3-1463-4859-8364-59270e40bd5f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:02.296477 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b87b7922-0e66-4bb9-8b3f-6faf9e2f7497 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:02.297102 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce3fe9d-6353-4adf-858b-0b7be83815eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d6c2f50-1a97-4aea-bcec-a26c9449d2c3', 'code': 200} Feb 28 17:18:02.297707 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6a4734-d4b3-4436-a4b6-1dc077ae2afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032573c3-1463-4859-8364-59270e40bd5f', 'code': 200} Feb 28 17:18:02.327652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedb299-2ee5-4c9a-b542-5837e2304905 None None] Pushing event updated for resources: {'Port': ['ID=e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:02.329869 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Publish callbacks [] for router_gateway (40d52aa2-b44a-488d-a012-e25eb801726e), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:02.359700 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:02.364417 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0df1a61d-7b01-4fb2-b1da-1db968793d95 req-6dc44f9b-f0d4-443d-92be-6bffc4b10a61 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128080 Feb 28 17:18:02.522822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Allocated IP 172.25.3.130 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/143b9349-9589-4d7e-a123-f79cc08787c4) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:02.710137 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Publish callbacks [] for port (143b9349-9589-4d7e-a123-f79cc08787c4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:02.710567 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23f0a0-b2eb-4877-962c-a99e8090c2fc req-f735848d-0acd-450e-8a2e-d9e6d9ad17a1 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:02.713314 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d23f0a0-b2eb-4877-962c-a99e8090c2fc req-f735848d-0acd-450e-8a2e-d9e6d9ad17a1 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 948 time: 0.1036112 Feb 28 17:18:02.789705 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d23f0a0-b2eb-4877-962c-a99e8090c2fc req-ff8a195d-9e1c-490d-aa9c-14ee5b16ae83 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678666 Feb 28 17:18:02.837300 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (143b9349-9589-4d7e-a123-f79cc08787c4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:02.882963 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:02.912687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:18:02.916117 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:02.937338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:02.951751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Pushing event updated for resources: {'Port': ['ID=143b9349-9589-4d7e-a123-f79cc08787c4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:03.143313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:03.160710 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '739ed8b3-e673-4b8d-b7d6-5452f44c5f36', 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656', 'port_id': '739ed8b3-e673-4b8d-b7d6-5452f44c5f36', 'mac_address': 'fa:16:3e:dd:a0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6630b81a-0475-439a-8ade-5d1712c8173a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:18:03.188201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:03.211815 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213d02d-88c7-4d02-be86-18803b798bdc req-581fd0a6-06a0-44a1-a8d6-3b21050bc6a1 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:03.224125 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e213d02d-88c7-4d02-be86-18803b798bdc req-581fd0a6-06a0-44a1-a8d6-3b21050bc6a1 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.1180391 Feb 28 17:18:03.228492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e66ef-c9b7-46b1-8889-2c2226471207 req-9d2616ee-26cc-402d-aa3d-c52c5a632c6f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:03.233659 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:03.234921 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:03.237231 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-765e66ef-c9b7-46b1-8889-2c2226471207 req-9d2616ee-26cc-402d-aa3d-c52c5a632c6f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.3531828 Feb 28 17:18:03.261507 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:18:03.314267 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:03.329445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:03.330081 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:03.347381 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:18:03.360469 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e213d02d-88c7-4d02-be86-18803b798bdc req-0359b0aa-3210-4833-96b8-8b3f3f74ca19 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210232 Feb 28 17:18:03.361241 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-765e66ef-c9b7-46b1-8889-2c2226471207 req-7447c9af-761f-4d32-94f0-58fb492b0344 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226268 Feb 28 17:18:03.443490 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:03.634413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4799f-c5f8-41a4-8f15-267b2cafda7a req-d8875b61-f7b3-4c54-b02c-007f1b0237a4 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:03.640930 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9d4799f-c5f8-41a4-8f15-267b2cafda7a req-d8875b61-f7b3-4c54-b02c-007f1b0237a4 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 944 time: 0.1124127 Feb 28 17:18:03.694138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:03.694692 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:03.726851 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Publish callbacks [] for router_gateway (40d52aa2-b44a-488d-a012-e25eb801726e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:03.773187 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9d4799f-c5f8-41a4-8f15-267b2cafda7a req-96c36adc-812c-4ee6-bf41-f832af365419 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265945 Feb 28 17:18:03.797363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2,segment=NetworkSegment(b7ac9249-e6bf-483f-8503-e60544033712),segment_id=b7ac9249-e6bf-483f-8503-e60544033712)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:03.806012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:03.874420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['739ed8b3-e673-4b8d-b7d6-5452f44c5f36'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:18:03.877421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20bc058-74be-4a3b-87f6-995f27a269d5 None None] Network 7f480115-5801-45bd-aa86-f54a00aae2c2 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:18:03.890306 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:04.047513 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b8f9a-6b9b-4205-8461-db762d7f09f4 req-c60c3da7-0711-417a-8fe8-ffa6c35e2918 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:04.055976 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-673b8f9a-6b9b-4205-8461-db762d7f09f4 req-c60c3da7-0711-417a-8fe8-ffa6c35e2918 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 948 time: 0.1390295 Feb 28 17:18:04.058768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:04.239744 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-162749e2-dac2-4759-ac4a-9cfc0580dca2 None None] Provisioning complete for port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:04.240986 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-162749e2-dac2-4759-ac4a-9cfc0580dca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:04.260509 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-673b8f9a-6b9b-4205-8461-db762d7f09f4 req-7d929b6c-078b-47bd-b45e-4d3788594ac7 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033095 Feb 28 17:18:04.287465 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (40d52aa2-b44a-488d-a012-e25eb801726e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:04.532295 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-162749e2-dac2-4759-ac4a-9cfc0580dca2 None None] Current status of the port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:04.590715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63204549-84c1-4a41-b1ce-d24665f9aa20 req-b94468b7-e970-488e-81a3-617826563ccb tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:04.592273 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-63204549-84c1-4a41-b1ce-d24665f9aa20 req-b94468b7-e970-488e-81a3-617826563ccb tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.0712759 Feb 28 17:18:04.593578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489d380-ddb2-4fc4-8085-8de7ca31d3e0 req-d8c7953a-b2c5-4a8d-9fd5-3312d42ddb46 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:04.595087 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c489d380-ddb2-4fc4-8085-8de7ca31d3e0 req-d8c7953a-b2c5-4a8d-9fd5-3312d42ddb46 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.0985625 Feb 28 17:18:04.650695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-63204549-84c1-4a41-b1ce-d24665f9aa20 req-9185e400-4cd9-4e0c-bf5e-18311738dab3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468872 Feb 28 17:18:04.679989 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c489d380-ddb2-4fc4-8085-8de7ca31d3e0 req-73feb71e-84a4-431e-9f1d-463cb08493c4 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687690 Feb 28 17:18:04.898838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Router 40d52aa2-b44a-488d-a012-e25eb801726e is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:18:04.904938 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b3dbf-d8b1-497a-ae2a-ee87004c4051 req-5e84182c-d29d-45e6-950a-614c133cd99e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:04.906586 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a85b3dbf-d8b1-497a-ae2a-ee87004c4051 req-5e84182c-d29d-45e6-950a-614c133cd99e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 944 time: 0.0539939 Feb 28 17:18:04.933902 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d53ce388-2f63-4566-b2a4-48aabe5556af None None] Provisioning complete for port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:04.936642 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d53ce388-2f63-4566-b2a4-48aabe5556af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:04.997899 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a85b3dbf-d8b1-497a-ae2a-ee87004c4051 req-9ebea1b4-77cd-47ae-9227-f435e739d11e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766876 Feb 28 17:18:05.066531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d53ce388-2f63-4566-b2a4-48aabe5556af None None] Current status of the port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:05.080225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:18:05.092816 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Sync routers for ids ['40d52aa2-b44a-488d-a012-e25eb801726e'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:18:05.110240 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Routers {'40d52aa2-b44a-488d-a012-e25eb801726e'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:05.111149 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:17:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['40d52aa2-b44a-488d-a012-e25eb801726e'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:05.124417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:05.175465 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:05.183917 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9b925dd2-c61c-41d0-b430-c14b85b5128b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5334814 Feb 28 17:18:05.183917 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45398) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:05.293037 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:05.293037 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:05.369749 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Set router 40d52aa2-b44a-488d-a012-e25eb801726e gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:05.509476 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:05.549477 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fc80f-d3f6-4bd4-bb6f-c493aeaf5865 req-5bd79f39-e98e-461d-a2d5-d44d4a16b143 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:05.560208 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-100fc80f-d3f6-4bd4-bb6f-c493aeaf5865 req-5bd79f39-e98e-461d-a2d5-d44d4a16b143 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 948 time: 0.1491339 Feb 28 17:18:05.632706 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-100fc80f-d3f6-4bd4-bb6f-c493aeaf5865 req-f4feb41b-f59a-4d4a-9973-6008da5c3e9a tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715308 Feb 28 17:18:05.638381 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:18:03Z', 'revision_number': 3, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port': {'id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:51:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:02Z', 'updated_at': '2022-02-28T17:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:05.675577 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Checking router: 40d52aa2-b44a-488d-a012-e25eb801726e for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:18:05.676030 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Updating router 40d52aa2-b44a-488d-a012-e25eb801726e port 143b9349-9589-4d7e-a123-f79cc08787c4 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:18:05.725258 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (143b9349-9589-4d7e-a123-f79cc08787c4), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:05.866567 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3feacb-b169-48e1-a211-02652075c855 req-46943f7d-5fc5-424b-a2db-1f265ed49ac7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:05.871232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6b3feacb-b169-48e1-a211-02652075c855 req-46943f7d-5fc5-424b-a2db-1f265ed49ac7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.0816255 Feb 28 17:18:05.929659 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6b3feacb-b169-48e1-a211-02652075c855 req-ec3d2d98-c523-4253-836f-47a6dec2aec9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450399 Feb 28 17:18:06.049202 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591de3-addf-479a-a55d-84136c070055 req-3147ae9e-5847-45d3-8257-d9f5b5d51950 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:06.050892 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-46591de3-addf-479a-a55d-84136c070055 req-3147ae9e-5847-45d3-8257-d9f5b5d51950 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.2205079 Feb 28 17:18:06.108439 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Publish callbacks [] for port (143b9349-9589-4d7e-a123-f79cc08787c4), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:06.109730 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-46591de3-addf-479a-a55d-84136c070055 req-8cbf62bb-235d-4f44-b94f-670fc7d92e75 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485756 Feb 28 17:18:06.125376 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:06.170264 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3660d08-a1e8-4bbd-bad2-b5a03f543901 req-498d2090-461a-45cd-a3d7-a54548b979be tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:06.171824 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3660d08-a1e8-4bbd-bad2-b5a03f543901 req-498d2090-461a-45cd-a3d7-a54548b979be tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 944 time: 0.0838251 Feb 28 17:18:06.219314 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (143b9349-9589-4d7e-a123-f79cc08787c4), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:06.242258 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3660d08-a1e8-4bbd-bad2-b5a03f543901 req-aca0f4bf-e6bc-4708-983f-ed950fc17e2e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580714 Feb 28 17:18:06.295553 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Attempting to bind port 143b9349-9589-4d7e-a123-f79cc08787c4 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:06.295925 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Attempting to bind port 143b9349-9589-4d7e-a123-f79cc08787c4 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:06.296292 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Attempting to bind port 143b9349-9589-4d7e-a123-f79cc08787c4 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:06.298293 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Pushing event updated for resources: {'Port': ['ID=143b9349-9589-4d7e-a123-f79cc08787c4,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:06.308430 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:06.308858 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:06.309211 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:06.309577 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:06.310093 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Bound port: 143b9349-9589-4d7e-a123-f79cc08787c4, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:06.310429 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (143b9349-9589-4d7e-a123-f79cc08787c4), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:06.312744 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:06.313082 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:06.313418 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:06.313745 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:06.314221 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:06.314515 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:06.314718 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:06.315318 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:06.315641 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:06.316087 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:06.316409 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:06.316723 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:06.317037 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:06.367691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Allocated IP 172.20.0.1 (7f480115-5801-45bd-aa86-f54a00aae2c2/e5ee6953-30d0-4c0b-8c97-03aeb406c90f/22bb4e5c-1d18-4931-9a1b-ac80a8db2439) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:06.426561 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] For port 143b9349-9589-4d7e-a123-f79cc08787c4, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:06.431633 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] For port 143b9349-9589-4d7e-a123-f79cc08787c4, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=143b9349-9589-4d7e-a123-f79cc08787c4,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:06.517180 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (143b9349-9589-4d7e-a123-f79cc08787c4), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:06.523272 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Publish callbacks [] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:06.578566 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Routers {'40d52aa2-b44a-488d-a012-e25eb801726e'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:06.579208 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:17:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['40d52aa2-b44a-488d-a012-e25eb801726e'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:06.625451 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc07b4-07d3-4bc1-a38a-5024e121335b None None] Pushing event updated for resources: {'Port': ['ID=143b9349-9589-4d7e-a123-f79cc08787c4,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:06.625697 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:06.736670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Network 7f480115-5801-45bd-aa86-f54a00aae2c2 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:06.749579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:06.753733 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:06.772069 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] Set router 40d52aa2-b44a-488d-a012-e25eb801726e gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:06.792613 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Pushing event updated for resources: {'Port': ['ID=22bb4e5c-1d18-4931-9a1b-ac80a8db2439,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:06.896021 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (40d52aa2-b44a-488d-a012-e25eb801726e), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:06.912928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:07.050342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581d22e-6054-41b0-aace-d713b83932a7 req-47e64471-8cc0-4488-98a6-a25c927216e1 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:07.068695 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8581d22e-6054-41b0-aace-d713b83932a7 req-47e64471-8cc0-4488-98a6-a25c927216e1 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 948 time: 0.2944782 Feb 28 17:18:07.162653 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:18:07.167188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:07.167583 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:07.188719 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25382c7c-0a0c-490a-9579-3870971de39c req-992d7ef3-892a-403c-9a4e-6b0fd81af06c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:07.190449 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25382c7c-0a0c-490a-9579-3870971de39c req-992d7ef3-892a-403c-9a4e-6b0fd81af06c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.1076503 Feb 28 17:18:07.190622 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:18:03Z', 'revision_number': 3, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port': {'id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:51:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:02Z', 'updated_at': '2022-02-28T17:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:07.275765 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a6452-a998-4f0c-8e52-d7bdc83e1dfb None None] The sync data for ids ['40d52aa2-b44a-488d-a012-e25eb801726e'] in n-d-820368-19 is: [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:18:03Z', 'revision_number': 3, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port': {'id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:51:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:02Z', 'updated_at': '2022-02-28T17:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:18:07.285446 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8581d22e-6054-41b0-aace-d713b83932a7 req-ba1e59d9-91d6-4b82-8316-1ae7baec1cf0 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157218 Feb 28 17:18:07.300655 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25382c7c-0a0c-490a-9579-3870971de39c req-819b697b-6197-45ec-a975-911a11cee165 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041369 Feb 28 17:18:07.315520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-afb04c4a-0cc2-4ae2-b54f-6fe4da7d71fc None None] Provisioning complete for port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:07.315892 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-afb04c4a-0cc2-4ae2-b54f-6fe4da7d71fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:07.467997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98d14c-59d4-4e1e-b82c-822c04cf4be9 req-3374840d-e199-451c-817d-67cbe7c83143 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:07.469676 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6d98d14c-59d4-4e1e-b82c-822c04cf4be9 req-3374840d-e199-451c-817d-67cbe7c83143 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 944 time: 0.0868268 Feb 28 17:18:07.518767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-afb04c4a-0cc2-4ae2-b54f-6fe4da7d71fc None None] Port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:18:07.557070 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:07.564911 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:07.573761 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:07.574173 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:07.592100 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6d98d14c-59d4-4e1e-b82c-822c04cf4be9 req-516386ec-a139-46b8-aca5-b200b74c3841 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141136 Feb 28 17:18:07.632305 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213bb54-75df-4bd0-b21f-cc4c93341544 req-7ba5ddc4-3da4-456b-b958-9ff26adc32c4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:07.633668 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e213bb54-75df-4bd0-b21f-cc4c93341544 req-7ba5ddc4-3da4-456b-b958-9ff26adc32c4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.2109380 Feb 28 17:18:07.680257 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee62fc6-861b-4e44-bd01-a9b35898769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739ed8b3-e673-4b8d-b7d6-5452f44c5f36'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:07.691575 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6071f5-44f0-473f-ad05-c96d33db09d2" -d '{"events": [{"server_uuid": "3ee62fc6-861b-4e44-bd01-a9b35898769f", "name": "network-vif-plugged", "status": "completed", "tag": "739ed8b3-e673-4b8d-b7d6-5452f44c5f36"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:07.719811 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-29e3f6e2-131a-4bee-a780-dcaff135433e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:07.748736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:07.788266 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639aba43-7b6f-4171-92ef-fb3530855ffb x-openstack-request-id: req-639aba43-7b6f-4171-92ef-fb3530855ffb {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:07.788813 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee62fc6-861b-4e44-bd01-a9b35898769f", "name": "network-vif-plugged", "status": "completed", "tag": "739ed8b3-e673-4b8d-b7d6-5452f44c5f36", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:07.789164 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-639aba43-7b6f-4171-92ef-fb3530855ffb {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:07.789956 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee62fc6-861b-4e44-bd01-a9b35898769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739ed8b3-e673-4b8d-b7d6-5452f44c5f36', 'code': 200} Feb 28 17:18:07.822544 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:07.898766 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e213bb54-75df-4bd0-b21f-cc4c93341544 req-cbc4e713-91f7-41bb-b74c-21d498da08bc tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541378 Feb 28 17:18:07.940623 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:07.980244 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84c9c7-8a80-4fc0-a2f9-d6bd90887aac req-6cf8d60a-2ada-44b3-a943-cc5aa282ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:07.983012 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df84c9c7-8a80-4fc0-a2f9-d6bd90887aac req-6cf8d60a-2ada-44b3-a943-cc5aa282ae86 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 1128 time: 0.1109486 Feb 28 17:18:08.043802 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Publish callbacks [] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:08.074879 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df84c9c7-8a80-4fc0-a2f9-d6bd90887aac req-f2edd66b-cc2f-436f-a57d-9f1dc656f357 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855780 Feb 28 17:18:08.110160 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:08.226877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Pushing event updated for resources: {'Port': ['ID=22bb4e5c-1d18-4931-9a1b-ac80a8db2439,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:08.231722 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (40d52aa2-b44a-488d-a012-e25eb801726e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:08.465275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fd08e-b2cc-4eb6-8fe0-869f3095f807 req-ffe3abed-a0e9-476a-b273-9b54a3bd59cf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:08.473230 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-069fd08e-b2cc-4eb6-8fe0-869f3095f807 req-ffe3abed-a0e9-476a-b273-9b54a3bd59cf tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 948 time: 0.0868835 Feb 28 17:18:08.478095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Network 7f480115-5801-45bd-aa86-f54a00aae2c2 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:08.479785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:08.549212 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-069fd08e-b2cc-4eb6-8fe0-869f3095f807 req-cc7151d0-18d1-4627-9d67-595141a0f55e tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747595 Feb 28 17:18:08.634563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7c099-2c27-4943-9c7a-ddbcbb65aa28 req-db136f02-e5c1-438b-bd40-28e2f78cc33b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:08.642793 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cec7c099-2c27-4943-9c7a-ddbcbb65aa28 req-db136f02-e5c1-438b-bd40-28e2f78cc33b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.2240615 Feb 28 17:18:08.786108 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44fe61-ab2d-4641-87ba-f16d45acefeb req-7b63c774-b539-49e1-b9ff-da534b0983e3 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:08.797184 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed44fe61-ab2d-4641-87ba-f16d45acefeb req-7b63c774-b539-49e1-b9ff-da534b0983e3 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 945 time: 0.1164293 Feb 28 17:18:08.828289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cec7c099-2c27-4943-9c7a-ddbcbb65aa28 req-1697c020-5356-4833-bea2-885334f05cfc tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843779 Feb 28 17:18:08.850565 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Router 40d52aa2-b44a-488d-a012-e25eb801726e has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:18:08.872657 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-bfc135ff-a9af-44d4-981f-b64effadbbd5 None None] Provisioning complete for port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:08.876544 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bfc135ff-a9af-44d4-981f-b64effadbbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:08.882615 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed44fe61-ab2d-4641-87ba-f16d45acefeb req-68a7e69f-9259-4cc5-868e-18982fa109e8 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793335 Feb 28 17:18:08.923724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-bfc135ff-a9af-44d4-981f-b64effadbbd5 None None] Port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:18:09.083024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785fdb2-6c76-4065-830a-65d7bd452c63 req-c7c5114c-61f5-4db3-8d54-a0f9773dbbf9 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:09.089872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:18:09.091750 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b785fdb2-6c76-4065-830a-65d7bd452c63 req-c7c5114c-61f5-4db3-8d54-a0f9773dbbf9 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.0863340 Feb 28 17:18:09.106760 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7138f413-c9c0-4c57-994f-31ad180e7a04 admin admin] 10.222.0.72 "PUT /v2.0/routers/40d52aa2-b44a-488d-a012-e25eb801726e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9200435 Feb 28 17:18:09.184962 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 143b9349-9589-4d7e-a123-f79cc08787c4 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:09.258426 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b785fdb2-6c76-4065-830a-65d7bd452c63 req-7c923b9c-a2af-4265-83e2-e2f9b526cc1c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653738 Feb 28 17:18:09.331142 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 143b9349-9589-4d7e-a123-f79cc08787c4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:09.332036 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (143b9349-9589-4d7e-a123-f79cc08787c4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:09.437483 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-f440c816-5c30-4ffe-9fb9-d5ceef286900 req-ff16d167-b4b3-4bc3-b57d-bbb1f1f509ff tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Deleting port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:18:09.437869 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f440c816-5c30-4ffe-9fb9-d5ceef286900 req-ff16d167-b4b3-4bc3-b57d-bbb1f1f509ff tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:09.519959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 143b9349-9589-4d7e-a123-f79cc08787c4 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:09.520360 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (143b9349-9589-4d7e-a123-f79cc08787c4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:09.541348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-1775fd88-42a1-4821-9358-ab5f5e509838 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:09.545108 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-1775fd88-42a1-4821-9358-ab5f5e509838 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1&tenant_id=c57be2755a4d40389e59c507cc6d5340&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1128 time: 0.2130756 Feb 28 17:18:09.555728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862bf0-da7f-4ed1-9271-70652f488bff req-80e67510-4fd8-4fd4-b847-1a12eacb0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:09.557236 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-31862bf0-da7f-4ed1-9271-70652f488bff req-80e67510-4fd8-4fd4-b847-1a12eacb0850 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=029d29bb-e8b7-41be-85c3-e003e8a18cd5 HTTP/1.1" status: 200 len: 1132 time: 0.2336957 Feb 28 17:18:09.558788 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 143b9349-9589-4d7e-a123-f79cc08787c4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=143b9349-9589-4d7e-a123-f79cc08787c4,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:09.663104 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-f440c816-5c30-4ffe-9fb9-d5ceef286900 req-ff16d167-b4b3-4bc3-b57d-bbb1f1f509ff tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] For port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:09.665576 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (143b9349-9589-4d7e-a123-f79cc08787c4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:09.670033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f440c816-5c30-4ffe-9fb9-d5ceef286900 req-ff16d167-b4b3-4bc3-b57d-bbb1f1f509ff tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:09.711791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-f440c816-5c30-4ffe-9fb9-d5ceef286900 req-ff16d167-b4b3-4bc3-b57d-bbb1f1f509ff tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Calling delete_port for 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:18:09.777241 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:09.846183 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6dc5e785-250f-455b-ad8e-6767368a73de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:09.863890 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=143b9349-9589-4d7e-a123-f79cc08787c4,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:09.976005 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Sync routers for ids ['40d52aa2-b44a-488d-a012-e25eb801726e'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:18:10.014194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Routers {'40d52aa2-b44a-488d-a012-e25eb801726e'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:10.014840 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['40d52aa2-b44a-488d-a012-e25eb801726e'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:10.069996 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e800b7-3f43-4b1d-b8be-5e48e3725c14 req-8c3abd00-c5b1-45e6-b0ca-656c74f00dcf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:10.077350 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07e800b7-3f43-4b1d-b8be-5e48e3725c14 req-8c3abd00-c5b1-45e6-b0ca-656c74f00dcf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.0772331 Feb 28 17:18:10.109336 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-31862bf0-da7f-4ed1-9271-70652f488bff req-fcff58d5-ab31-4e32-8a97-13497c52f877 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390608 Feb 28 17:18:10.126265 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-19202d31-f073-455f-ab86-2e7cc17725f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:10.127786 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-19202d31-f073-455f-ab86-2e7cc17725f1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1&tenant_id=c57be2755a4d40389e59c507cc6d5340 HTTP/1.1" status: 200 len: 1128 time: 0.5696840 Feb 28 17:18:10.152906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63bee6-7785-4bd2-86b6-1466af8d6d8f req-9aa863d1-b69f-4fd2-844d-527df4dc8f26 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:10.155267 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c63bee6-7785-4bd2-86b6-1466af8d6d8f req-9aa863d1-b69f-4fd2-844d-527df4dc8f26 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 948 time: 0.1280949 Feb 28 17:18:10.159373 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07e800b7-3f43-4b1d-b8be-5e48e3725c14 req-cc41dcdf-74ab-419e-9c78-6e60e1799160 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809436 Feb 28 17:18:10.242024 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c63bee6-7785-4bd2-86b6-1466af8d6d8f req-60109f86-8149-45c4-a43e-184686cee7ac tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787652 Feb 28 17:18:10.281723 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f440c816-5c30-4ffe-9fb9-d5ceef286900 req-ff16d167-b4b3-4bc3-b57d-bbb1f1f509ff tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3d6c2f50-1a97-4aea-bcec-a26c9449d2c3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:10.367017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16d167-b4b3-4bc3-b57d-bbb1f1f509ff tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Pushing event deleted for resources: {'Port': ['ID=3d6c2f50-1a97-4aea-bcec-a26c9449d2c3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:10.415774 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['33c45dcd-fa5d-4a4d-98e2-ed1726532cda'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:18:10.472279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-f440c816-5c30-4ffe-9fb9-d5ceef286900 req-ff16d167-b4b3-4bc3-b57d-bbb1f1f509ff tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] No DVR routers for this DVR port 3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:18:10.475872 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f440c816-5c30-4ffe-9fb9-d5ceef286900 req-ff16d167-b4b3-4bc3-b57d-bbb1f1f509ff tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:10.487556 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f440c816-5c30-4ffe-9fb9-d5ceef286900 req-ff16d167-b4b3-4bc3-b57d-bbb1f1f509ff tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "DELETE /v2.0/ports/3d6c2f50-1a97-4aea-bcec-a26c9449d2c3 HTTP/1.1" status: 204 len: 173 time: 1.3299396 Feb 28 17:18:10.495107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce3fe9d-6353-4adf-858b-0b7be83815eb', 'name': 'network-vif-deleted', 'tag': '3d6c2f50-1a97-4aea-bcec-a26c9449d2c3'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:10.497885 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a839ccb-71c5-4bd4-ba94-312a8978bbd6" -d '{"events": [{"server_uuid": "fce3fe9d-6353-4adf-858b-0b7be83815eb", "name": "network-vif-deleted", "tag": "3d6c2f50-1a97-4aea-bcec-a26c9449d2c3"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:10.534187 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ad126-f6b0-4eee-af08-e41d95d42289 req-fb78f415-3bb0-496f-a83d-d846fb109a90 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:10.534187 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d82ad126-f6b0-4eee-af08-e41d95d42289 req-fb78f415-3bb0-496f-a83d-d846fb109a90 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 945 time: 0.2849541 Feb 28 17:18:10.638515 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45512) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:10.646790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1777480045-network', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:10.690577 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d82ad126-f6b0-4eee-af08-e41d95d42289 req-61fc0778-cd97-4aaf-b195-3c8d2b2bbd5f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694059 Feb 28 17:18:10.715923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd835e6f-ed75-4d37-ba52-3f07f5462f7d req-8f3f0a29-9914-4584-800e-4e464fb3730f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:10.720230 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bd835e6f-ed75-4d37-ba52-3f07f5462f7d req-8f3f0a29-9914-4584-800e-4e464fb3730f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.1184280 Feb 28 17:18:10.781057 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea7d7e3-6b44-4fc0-b0ef-15379b81c852 x-openstack-request-id: req-aea7d7e3-6b44-4fc0-b0ef-15379b81c852 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:10.781618 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce3fe9d-6353-4adf-858b-0b7be83815eb", "name": "network-vif-deleted", "tag": "3d6c2f50-1a97-4aea-bcec-a26c9449d2c3", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:10.782080 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aea7d7e3-6b44-4fc0-b0ef-15379b81c852 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:10.785632 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce3fe9d-6353-4adf-858b-0b7be83815eb', 'name': 'network-vif-deleted', 'tag': '3d6c2f50-1a97-4aea-bcec-a26c9449d2c3', 'status': 'completed', 'code': 200} Feb 28 17:18:10.802790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] Made reservation on behalf of dbd1ad37069b42d8817cbf5c8f423155 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:18:10.821099 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:10.846169 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bd835e6f-ed75-4d37-ba52-3f07f5462f7d req-13bec07a-3c9b-429a-aff3-8b79f0b700bd tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165679 Feb 28 17:18:10.874707 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:10.904991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Set router 40d52aa2-b44a-488d-a012-e25eb801726e gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:11.032602 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] Publish callbacks [] for security_group (4cacf78c-c683-4a31-a17f-d72106ca7693), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:11.143326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 143b9349-9589-4d7e-a123-f79cc08787c4 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:11.322918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be97f6-c3ea-4fad-b9bb-6295a35deb88 req-02ae5160-d22d-4094-9137-562abf787e9e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:11.339925 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79be97f6-c3ea-4fad-b9bb-6295a35deb88 req-02ae5160-d22d-4094-9137-562abf787e9e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.0981944 Feb 28 17:18:11.357158 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 143b9349-9589-4d7e-a123-f79cc08787c4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:11.357513 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (143b9349-9589-4d7e-a123-f79cc08787c4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:11.359374 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4cacf78c-c683-4a31-a17f-d72106ca7693), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:11.381688 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:11.388784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:18:11.416783 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cacf78c-c683-4a31-a17f-d72106ca7693,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:11.421134 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a10736-b524-47cb-8636-8c31f9094591 req-390e404c-be14-42a1-a24c-2d488024475e tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:11.429541 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c6a10736-b524-47cb-8636-8c31f9094591 req-390e404c-be14-42a1-a24c-2d488024475e tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 1128 time: 0.1310318 Feb 28 17:18:11.433876 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (989f5adc-d334-4b21-8ad2-c5706da4e191), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:11.434357 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] Added segment 989f5adc-d334-4b21-8ad2-c5706da4e191 of type vlan for network 94a3cd3d-d957-4150-b8bb-c80cee95145b Feb 28 17:18:11.444387 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79be97f6-c3ea-4fad-b9bb-6295a35deb88 req-effb13ff-07b5-44e6-9a0a-dda1a251ca8d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010582 Feb 28 17:18:11.468511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:18:07Z', 'revision_number': 4, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port': {'id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:02Z', 'updated_at': '2022-02-28T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '22bb4e5c-1d18-4931-9a1b-ac80a8db2439', 'name': '', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'mac_address': 'fa:16:3e:50:1f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:06Z', 'updated_at': '2022-02-28T17:18:07Z', 'revision_number': 2, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'subnets': [{'id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:11.528230 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c6a10736-b524-47cb-8636-8c31f9094591 req-2cfc3388-7011-4af3-a72e-3259c4840bc2 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975223 Feb 28 17:18:11.532917 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (94a3cd3d-d957-4150-b8bb-c80cee95145b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:11.543377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Checking router: 40d52aa2-b44a-488d-a012-e25eb801726e for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:18:11.543730 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Updating router 40d52aa2-b44a-488d-a012-e25eb801726e port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:18:11.611209 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1064a79b-347e-4919-a44a-318469ea4d59 req-f750ee02-a3e4-4d78-bb4e-02315cd5ed4b tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 210 time: 0.0686331 Feb 28 17:18:11.642415 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (94a3cd3d-d957-4150-b8bb-c80cee95145b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:11.643594 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:11.644187 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:11.669364 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:11.710420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 143b9349-9589-4d7e-a123-f79cc08787c4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:11.766827 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1272211 Feb 28 17:18:11.770135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45540) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:11.777779 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Request body: {'subnet': {'network_id': '94a3cd3d-d957-4150-b8bb-c80cee95145b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1777480045-subnet', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:11.781824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc023a-438c-40ff-ab40-1a24865874b5 admin admin] Pushing event updated for resources: {'Network': ['ID=94a3cd3d-d957-4150-b8bb-c80cee95145b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:11.796776 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbdc5c-fed7-44f9-8e23-e0b36df0104a req-80a2741c-deb1-466b-9470-99e92f7e6fe2 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:11.798329 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dddbdc5c-fed7-44f9-8e23-e0b36df0104a req-80a2741c-deb1-466b-9470-99e92f7e6fe2 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 1128 time: 0.1001875 Feb 28 17:18:11.803593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 94a3cd3d-d957-4150-b8bb-c80cee95145b details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:18:11.890046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Made reservation on behalf of dbd1ad37069b42d8817cbf5c8f423155 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:18:11.892869 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:11.898163 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dddbdc5c-fed7-44f9-8e23-e0b36df0104a req-228ba6ea-933b-4152-bc37-c959c846b6e8 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904367 Feb 28 17:18:12.267586 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (613974f9-cffd-4548-95e9-258762dca675), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:12.296028 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Publish callbacks [] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:12.344947 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:12.351043 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=613974f9-cffd-4548-95e9-258762dca675,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:12.383948 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:12.384813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:12.385737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:12.386656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:12.386994 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:12.387332 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:12.387652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:12.387996 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:12.388287 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:12.388604 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:12.388932 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:12.389232 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:12.389536 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:12.396081 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:12.405465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e731a71-0e6c-4a06-ba19-5e09334c2b11 req-64872401-8779-4bb0-bd92-f8c453872e79 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:12.406124 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e731a71-0e6c-4a06-ba19-5e09334c2b11 req-64872401-8779-4bb0-bd92-f8c453872e79 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.2047305 Feb 28 17:18:12.421473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Checking segment: {'id': '989f5adc-d334-4b21-8ad2-c5706da4e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '94a3cd3d-d957-4150-b8bb-c80cee95145b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:12.421835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Network hostable DHCP agents. Network: 94a3cd3d-d957-4150-b8bb-c80cee95145b, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:18:12.489429 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e731a71-0e6c-4a06-ba19-5e09334c2b11 req-0547039f-e699-43d6-bf80-f813b282aca3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762866 Feb 28 17:18:12.501219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58e255-0d05-4d02-83a3-311fc410218f None None] Pushing event updated for resources: {'Port': ['ID=22bb4e5c-1d18-4931-9a1b-ac80a8db2439,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:12.556074 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Network 94a3cd3d-d957-4150-b8bb-c80cee95145b is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:18:12.633373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Attempting to bind port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:12.635329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Attempting to bind port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'b7ac9249-e6bf-483f-8503-e60544033712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:12.635329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Attempting to bind port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 on network 7f480115-5801-45bd-aa86-f54a00aae2c2 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:12.649125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:12.649498 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Checking segment: {'id': 'b7ac9249-e6bf-483f-8503-e60544033712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:12.649906 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:12.650342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Bound using segment: {'id': 'b7ac9249-e6bf-483f-8503-e60544033712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:12.650815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Bound port: 22bb4e5c-1d18-4931-9a1b-ac80a8db2439, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac9249-e6bf-483f-8503-e60544033712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:12.651316 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:12.673289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 94a3cd3d-d957-4150-b8bb-c80cee95145b) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:12.680049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:12.681078 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:12.705651 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633718d6-b3f8-4c26-85da-b4daa197400a None None] Network 94a3cd3d-d957-4150-b8bb-c80cee95145b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:18:12.730656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286536c-3dcc-4d2f-8f8a-ecf02f118661 req-6343a1a9-fbc0-4e48-8080-d90c3f32a5f7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:12.738752 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d286536c-3dcc-4d2f-8f8a-ecf02f118661 req-6343a1a9-fbc0-4e48-8080-d90c3f32a5f7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.1182082 Feb 28 17:18:12.787361 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] For port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:12.790941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] For port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=22bb4e5c-1d18-4931-9a1b-ac80a8db2439,segment=NetworkSegment(b7ac9249-e6bf-483f-8503-e60544033712),segment_id=b7ac9249-e6bf-483f-8503-e60544033712)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:12.803292 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d286536c-3dcc-4d2f-8f8a-ecf02f118661 req-5e502f97-3cca-416e-9135-65f28e5007bd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587058 Feb 28 17:18:12.822229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f0679bbd-8f08-4038-8629-45a9985e1d8e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0479655 Feb 28 17:18:12.822642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45560) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:12.829441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1777480045-router', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:12.930198 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:12.951018 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:12.952597 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:13.048615 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e3f377f-1a5a-4bd4-a8f2-6d200a0af56c req-b60adbfd-0c98-4507-a5ef-09ef4acf3487 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 210 time: 0.1034486 Feb 28 17:18:13.083300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-94a3cd3d-d957-4150-b8bb-c80cee95145b', 'network_id': '94a3cd3d-d957-4150-b8bb-c80cee95145b', 'project_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'fixed_ips': [{'subnet_id': '613974f9-cffd-4548-95e9-258762dca675'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:18:13.084662 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:13.089505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a7a3ff11-4817-4881-a5e1-290128a3c072 None None] Provisioning complete for port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:13.090075 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ff11-4817-4881-a5e1-290128a3c072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:13.111092 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Publish callbacks [] for router_controller (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:13.168164 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58e255-0d05-4d02-83a3-311fc410218f None None] Pushing event updated for resources: {'Port': ['ID=22bb4e5c-1d18-4931-9a1b-ac80a8db2439,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:13.308610 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Routers {'40d52aa2-b44a-488d-a012-e25eb801726e'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:13.309412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['40d52aa2-b44a-488d-a012-e25eb801726e'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:13.389315 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Publish callbacks [] for router_gateway (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:13.589141 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3ff11-4817-4881-a5e1-290128a3c072 None None] Current status of the port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:13.590057 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ff11-4817-4881-a5e1-290128a3c072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:13.748477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Allocated IP 172.20.0.2 (94a3cd3d-d957-4150-b8bb-c80cee95145b/613974f9-cffd-4548-95e9-258762dca675/c60a1929-440b-4e7a-b5a8-6ef79a6df9bf) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:13.800275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8d240-28a3-468e-9fd1-68e9c22198b7 req-2a67fb4f-af93-4fa6-9488-a8d749a7e1a2 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:13.815864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4b8d240-28a3-468e-9fd1-68e9c22198b7 req-2a67fb4f-af93-4fa6-9488-a8d749a7e1a2 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.1565945 Feb 28 17:18:13.868631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a7a3ff11-4817-4881-a5e1-290128a3c072 None None] For port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=22bb4e5c-1d18-4931-9a1b-ac80a8db2439,segment=NetworkSegment(b7ac9249-e6bf-483f-8503-e60544033712),segment_id=b7ac9249-e6bf-483f-8503-e60544033712)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:13.892587 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Publish callbacks [] for router_gateway (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:13.941008 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:13.979845 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4b8d240-28a3-468e-9fd1-68e9c22198b7 req-775cc2a0-2f73-40f2-af75-5de3bd81ab64 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585169 Feb 28 17:18:14.018455 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ff11-4817-4881-a5e1-290128a3c072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:14.115229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] Set router 40d52aa2-b44a-488d-a012-e25eb801726e gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:14.118349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3ff11-4817-4881-a5e1-290128a3c072 None None] Pushing event updated for resources: {'Port': ['ID=22bb4e5c-1d18-4931-9a1b-ac80a8db2439,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:14.143744 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:14.222058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Allocated IP 172.25.3.77 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/d5e82491-7c7b-4d9e-8996-938e64d49878) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:14.271438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82879a47-1498-436d-83bb-052be8778f94 req-fb221564-8115-4969-9197-0360f5beee28 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:14.276719 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82879a47-1498-436d-83bb-052be8778f94 req-fb221564-8115-4969-9197-0360f5beee28 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.1462257 Feb 28 17:18:14.401794 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82879a47-1498-436d-83bb-052be8778f94 req-58c8de34-4f99-4773-aeb5-2981437a2a4f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178563 Feb 28 17:18:14.463447 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Publish callbacks [] for port (d5e82491-7c7b-4d9e-8996-938e64d49878), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:14.566863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e5804047-812d-4c6d-add4-5caae7cfb3e4 req-07134494-3e92-4786-9f7b-78429a3da250 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 210 time: 0.0526917 Feb 28 17:18:14.613398 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d5e82491-7c7b-4d9e-8996-938e64d49878), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:14.662097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-bd9ce1d1-d1df-41bb-9fb9-89ef268c3f84 None None] Provisioning complete for port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:14.663287 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce1d1-d1df-41bb-9fb9-89ef268c3f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:14.682851 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:14.686852 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:14.693292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:14.752139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Pushing event updated for resources: {'Port': ['ID=d5e82491-7c7b-4d9e-8996-938e64d49878,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:14.777259 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:14.777259 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:14.777614 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:14.782383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:14.782724 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:14.783059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:14.783402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:14.783726 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:14.784050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:14.784371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:14.784686 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:14.784999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:14.785313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:15.205962 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ce1d1-d1df-41bb-9fb9-89ef268c3f84 None None] Current status of the port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:15.218751 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Publish callbacks [] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:15.237362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:18:07Z', 'revision_number': 4, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port': {'id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:02Z', 'updated_at': '2022-02-28T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '22bb4e5c-1d18-4931-9a1b-ac80a8db2439', 'name': '', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'mac_address': 'fa:16:3e:50:1f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:06Z', 'updated_at': '2022-02-28T17:18:12Z', 'revision_number': 4, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'subnets': [{'id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:15.250979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231b62b-b573-4c0e-8669-6b2f31acae62 req-cc609488-5c9e-4815-8fd2-d06efd48ae85 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:15.258377 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1231b62b-b573-4c0e-8669-6b2f31acae62 req-cc609488-5c9e-4815-8fd2-d06efd48ae85 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.1422582 Feb 28 17:18:15.278034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4483a56-8969-4f9c-b5a8-f16acd736b15 None None] The sync data for ids ['40d52aa2-b44a-488d-a012-e25eb801726e'] in n-d-820368-19 is: [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:18:07Z', 'revision_number': 4, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port': {'id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:02Z', 'updated_at': '2022-02-28T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '22bb4e5c-1d18-4931-9a1b-ac80a8db2439', 'name': '', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'mac_address': 'fa:16:3e:50:1f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:06Z', 'updated_at': '2022-02-28T17:18:12Z', 'revision_number': 4, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'subnets': [{'id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:18:15.297322 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:15.378456 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1231b62b-b573-4c0e-8669-6b2f31acae62 req-7c5a6ae7-1c3d-47e5-aecb-5b498c7eee1c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100786 Feb 28 17:18:15.415626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Network 94a3cd3d-d957-4150-b8bb-c80cee95145b is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:15.426195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:15.427730 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Publish callbacks [] for router_gateway (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:15.434221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:15.454849 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Pushing event updated for resources: {'Port': ['ID=c60a1929-440b-4e7a-b5a8-6ef79a6df9bf,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:15.553149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Attempting to bind port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:15.553533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Attempting to bind port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '989f5adc-d334-4b21-8ad2-c5706da4e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '94a3cd3d-d957-4150-b8bb-c80cee95145b'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:15.553905 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Attempting to bind port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf on network 94a3cd3d-d957-4150-b8bb-c80cee95145b {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:15.570932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:15.571505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Checking segment: {'id': '989f5adc-d334-4b21-8ad2-c5706da4e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '94a3cd3d-d957-4150-b8bb-c80cee95145b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:15.572093 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:15.572657 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Bound using segment: {'id': '989f5adc-d334-4b21-8ad2-c5706da4e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '94a3cd3d-d957-4150-b8bb-c80cee95145b'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:15.573357 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Bound port: c60a1929-440b-4e7a-b5a8-6ef79a6df9bf, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989f5adc-d334-4b21-8ad2-c5706da4e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '94a3cd3d-d957-4150-b8bb-c80cee95145b'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:15.573914 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:15.660362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b02a7-cd6e-422a-8f63-ce160c3d7ca5 req-cadcade4-8d29-4627-9cc4-62637a07edb8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:15.668374 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f26b02a7-cd6e-422a-8f63-ce160c3d7ca5 req-cadcade4-8d29-4627-9cc4-62637a07edb8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.1366868 Feb 28 17:18:15.772577 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f26b02a7-cd6e-422a-8f63-ce160c3d7ca5 req-60a3ab49-f5a3-4894-a6e1-9790c9af27d6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006050 Feb 28 17:18:15.808593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] For port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:15.812599 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] For port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c60a1929-440b-4e7a-b5a8-6ef79a6df9bf,segment=NetworkSegment(989f5adc-d334-4b21-8ad2-c5706da4e191),segment_id=989f5adc-d334-4b21-8ad2-c5706da4e191)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:15.845187 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:15.922646 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:15.969820 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6649a5b-94cd-420a-b987-b8dbf4f8e64d req-f1fc0612-4e25-4811-bc6c-8321149c74ea tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 210 time: 0.1017272 Feb 28 17:18:16.091226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231b3f8-e502-4909-af18-cbe495fa203a None None] Pushing event updated for resources: {'Port': ['ID=c60a1929-440b-4e7a-b5a8-6ef79a6df9bf,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:16.808649 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade6f74-edc2-40c4-a645-2e7db1498f3e req-a94ebc2b-f368-444e-97a9-1670d5330548 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:16.816856 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ade6f74-edc2-40c4-a645-2e7db1498f3e req-a94ebc2b-f368-444e-97a9-1670d5330548 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.1403449 Feb 28 17:18:16.926801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ade6f74-edc2-40c4-a645-2e7db1498f3e req-6e37cbc7-3ab8-4a7b-8324-42bf8b2abd5d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088796 Feb 28 17:18:17.296992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-f6bebe93-40be-4191-a5b4-dc64537e28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:17.306978 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-f6bebe93-40be-4191-a5b4-dc64537e28f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 1128 time: 0.3227386 Feb 28 17:18:17.379444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:17.418705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Router ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:18:17.496390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2372e-7366-4a77-b285-22ff24e0c395 req-26adaf4b-d426-455f-b1cd-38dfc3ecf4a6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:17.504074 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9de2372e-7366-4a77-b285-22ff24e0c395 req-26adaf4b-d426-455f-b1cd-38dfc3ecf4a6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.3689201 Feb 28 17:18:17.562395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:17.562776 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:17.716104 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9de2372e-7366-4a77-b285-22ff24e0c395 req-7be1e11b-ac52-4ddb-91ec-02e3fcf89775 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107191 Feb 28 17:18:17.736067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-e922fe56-2f29-40dc-b226-0a050de1c45d tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:18:17.737409 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-e922fe56-2f29-40dc-b226-0a050de1c45d tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181301 Feb 28 17:18:17.783464 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:18:17.799426 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Sync routers for ids ['ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:18:17.822224 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Routers {'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:17.822863 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:17.846992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:17.848397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c60a1929-440b-4e7a-b5a8-6ef79a6df9bf up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:17.904001 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:17.904001 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-69cc6724-3392-4422-bf76-c300971abefa admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0787241 Feb 28 17:18:17.905473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45644) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:17.958989 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:17.959379 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:17.971182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-d06212c9-59ba-49a8-8cac-c90f021a31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:17.972574 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-d06212c9-59ba-49a8-8cac-c90f021a31a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.6500266 Feb 28 17:18:17.992177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-50de8ffb-caf7-47fe-9100-7e0d33ccd419 req-a50bb7d1-5bd0-434f-aadb-5faee8643fb4 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce3fe9d-6353-4adf-858b-0b7be83815eb HTTP/1.1" status: 200 len: 210 time: 0.1184962 Feb 28 17:18:18.010615 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790bdfb-5e39-4299-88f3-199767a41617 req-79317a72-3346-4647-8a66-5daa716930c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:18.019110 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-79317a72-3346-4647-8a66-5daa716930c9 service neutron] 10.222.0.72 "GET /v2.0/ports/739ed8b3-e673-4b8d-b7d6-5452f44c5f36 HTTP/1.1" status: 200 len: 1125 time: 0.2652526 Feb 28 17:18:18.159975 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-1790bdfb-5e39-4299-88f3-199767a41617 req-a3db0720-7863-4a45-9993-f2114dea3f2a service neutron] Request body: {'binding': {'host': 'n-h1-820368-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:18.162473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-1790bdfb-5e39-4299-88f3-199767a41617 req-a3db0720-7863-4a45-9993-f2114dea3f2a service neutron] Unknown quota resources ['binding']. {{(pid=104246) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:18:18.170214 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-5f64663a-a4fc-47d3-b16e-3360c0bd8fc2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac HTTP/1.1" status: 200 len: 217 time: 0.1736503 Feb 28 17:18:18.262189 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Set router ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:18.324479 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c6f8f5-866e-460d-8c04-4b9c284d5742 None None] Network 94a3cd3d-d957-4150-b8bb-c80cee95145b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:18:18.386828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:18.388635 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:18.505809 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c60a1929-440b-4e7a-b5a8-6ef79a6df9bf,segment=NetworkSegment(989f5adc-d334-4b21-8ad2-c5706da4e191),segment_id=989f5adc-d334-4b21-8ad2-c5706da4e191)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:18.509125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-66315681-3395-4665-bbe9-7e788d1566c7 None None] Provisioning complete for port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:18.509679 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-66315681-3395-4665-bbe9-7e788d1566c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:18.587469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-7050e677-480f-45b3-9f12-97c3892ae93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:18.590074 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-7050e677-480f-45b3-9f12-97c3892ae93e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.2492650 Feb 28 17:18:18.611822 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'name': 'tempest-TaggedBootDevicesTest-1777480045-router', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:12Z', 'updated_at': '2022-02-28T17:18:15Z', 'revision_number': 3, 'project_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'gw_port': {'id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:13Z', 'updated_at': '2022-02-28T17:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:18.621982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eac94-1a00-413b-9331-a1a304935a79 req-56ff404d-63b4-40d5-b58b-071cb21dc153 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:18.624575 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c99eac94-1a00-413b-9331-a1a304935a79 req-56ff404d-63b4-40d5-b58b-071cb21dc153 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.3409617 Feb 28 17:18:18.651680 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-6f9981b9-40fe-4a94-adc4-85e806689e41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527923 Feb 28 17:18:18.662024 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Checking router: ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:18:18.662793 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Updating router ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 port d5e82491-7c7b-4d9e-8996-938e64d49878 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:18:18.706683 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d5e82491-7c7b-4d9e-8996-938e64d49878), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:18.728825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-66315681-3395-4665-bbe9-7e788d1566c7 None None] Current status of the port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:18.729217 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-66315681-3395-4665-bbe9-7e788d1566c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:18.831801 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:18.904454 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1790bdfb-5e39-4299-88f3-199767a41617 req-a3db0720-7863-4a45-9993-f2114dea3f2a service neutron] Attempting to bind port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 on host n-h1-820368-19 for vnic_type normal with profile None {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:18.904803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1790bdfb-5e39-4299-88f3-199767a41617 req-a3db0720-7863-4a45-9993-f2114dea3f2a service neutron] Attempting to bind port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:18.905127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1790bdfb-5e39-4299-88f3-199767a41617 req-a3db0720-7863-4a45-9993-f2114dea3f2a service neutron] Attempting to bind port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:18.911521 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c99eac94-1a00-413b-9331-a1a304935a79 req-cbce3f2b-ba52-4dad-8adc-70ff0085c0c7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676120 Feb 28 17:18:18.924843 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-9e0c768e-0b46-4f2f-a9d9-bead33f1fe81 service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658932 Feb 28 17:18:18.940495 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:18.985488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1790bdfb-5e39-4299-88f3-199767a41617 req-a3db0720-7863-4a45-9993-f2114dea3f2a service neutron] Port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:18:18.988295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1790bdfb-5e39-4299-88f3-199767a41617 req-a3db0720-7863-4a45-9993-f2114dea3f2a service neutron] Attempting to bind port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:19.069953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1790bdfb-5e39-4299-88f3-199767a41617 req-a3db0720-7863-4a45-9993-f2114dea3f2a service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:19.069953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1790bdfb-5e39-4299-88f3-199767a41617 req-a3db0720-7863-4a45-9993-f2114dea3f2a service neutron] Checking segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:19.069953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1790bdfb-5e39-4299-88f3-199767a41617 req-a3db0720-7863-4a45-9993-f2114dea3f2a service neutron] Bound using segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:19.069953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1790bdfb-5e39-4299-88f3-199767a41617 req-a3db0720-7863-4a45-9993-f2114dea3f2a service neutron] Bound port: 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:19.095299 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-66315681-3395-4665-bbe9-7e788d1566c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:18:19.095653 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-66315681-3395-4665-bbe9-7e788d1566c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:18:19.133473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=c60a1929-440b-4e7a-b5a8-6ef79a6df9bf,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:19.163062 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Publish callbacks [] for port (d5e82491-7c7b-4d9e-8996-938e64d49878), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:19.250894 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Allocated IP 172.20.0.1 (94a3cd3d-d957-4150-b8bb-c80cee95145b/613974f9-cffd-4548-95e9-258762dca675/22158eb0-2417-42c2-95b4-f2617981bc55) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:19.253398 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d5e82491-7c7b-4d9e-8996-938e64d49878), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:19.368504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea20209-1bf4-4653-96da-e1777bc96fce req-3e0acb37-7401-40c6-83c9-b4d83233670d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:19.369982 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2ea20209-1bf4-4653-96da-e1777bc96fce req-3e0acb37-7401-40c6-83c9-b4d83233670d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.3381155 Feb 28 17:18:19.377777 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-164a21ca-4120-40bc-9f7e-ab6f5c1ebf70 service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446189 Feb 28 17:18:19.389981 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f8a71-bf6c-44bb-8093-61d23906af24 None None] Pushing event updated for resources: {'Port': ['ID=d5e82491-7c7b-4d9e-8996-938e64d49878,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:19.396496 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Attempting to bind port d5e82491-7c7b-4d9e-8996-938e64d49878 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:19.397095 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Attempting to bind port d5e82491-7c7b-4d9e-8996-938e64d49878 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:19.397620 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Attempting to bind port d5e82491-7c7b-4d9e-8996-938e64d49878 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:19.398548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1790bdfb-5e39-4299-88f3-199767a41617 req-a3db0720-7863-4a45-9993-f2114dea3f2a service neutron] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:19.405303 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:19.406218 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:19.412000 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:19.412000 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:19.412000 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Bound port: d5e82491-7c7b-4d9e-8996-938e64d49878, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:19.412000 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d5e82491-7c7b-4d9e-8996-938e64d49878), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:19.444612 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Publish callbacks [] for port (22158eb0-2417-42c2-95b4-f2617981bc55), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:19.478308 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2ea20209-1bf4-4653-96da-e1777bc96fce req-a91dbb70-095e-4313-9a2a-8d38d90c5696 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927806 Feb 28 17:18:19.502852 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1790bdfb-5e39-4299-88f3-199767a41617 req-a3db0720-7863-4a45-9993-f2114dea3f2a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:19.506670 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] For port d5e82491-7c7b-4d9e-8996-938e64d49878, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:19.508499 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-a3db0720-7863-4a45-9993-f2114dea3f2a service neutron] 10.222.0.72 "POST /v2.0/ports/739ed8b3-e673-4b8d-b7d6-5452f44c5f36/bindings HTTP/1.1" status: 201 len: 390 time: 1.3584206 Feb 28 17:18:19.514957 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] For port d5e82491-7c7b-4d9e-8996-938e64d49878, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d5e82491-7c7b-4d9e-8996-938e64d49878,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:19.590942 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:19.621511 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d5e82491-7c7b-4d9e-8996-938e64d49878), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:19.735829 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Network 94a3cd3d-d957-4150-b8bb-c80cee95145b is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:19.740707 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:19.750903 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Pushing event updated for resources: {'Port': ['ID=22158eb0-2417-42c2-95b4-f2617981bc55,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:19.753316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:19.765678 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Routers {'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:19.771193 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:19.771363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-66315681-3395-4665-bbe9-7e788d1566c7 None None] Current status of the port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:19.844064 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:19.943265 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01267d37-f766-4d76-94a0-e6876704cfb9 req-ae2e7d61-39c9-4d31-b6b1-14b6ba132823 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:19.961435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9a99d733-3f20-41e9-891d-2b09ab24c7c8 None None] Provisioning complete for port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:19.961435 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9a99d733-3f20-41e9-891d-2b09ab24c7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:19.962400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01267d37-f766-4d76-94a0-e6876704cfb9 req-ae2e7d61-39c9-4d31-b6b1-14b6ba132823 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=029d29bb-e8b7-41be-85c3-e003e8a18cd5 HTTP/1.1" status: 200 len: 949 time: 0.1548636 Feb 28 17:18:20.048294 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f8a71-bf6c-44bb-8093-61d23906af24 None None] Pushing event updated for resources: {'Port': ['ID=d5e82491-7c7b-4d9e-8996-938e64d49878,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:20.083781 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01267d37-f766-4d76-94a0-e6876704cfb9 req-cf220eea-5d30-4afc-acce-2af39b42060d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131344 Feb 28 17:18:20.122377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9a99d733-3f20-41e9-891d-2b09ab24c7c8 None None] Current status of the port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:20.159125 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] Set router ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:20.217913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-0cf9a483-40e1-4103-8786-1865070da66d tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:20.219648 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-0cf9a483-40e1-4103-8786-1865070da66d tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1&tenant_id=c57be2755a4d40389e59c507cc6d5340&binding%3Ahost_id=n-h1-820368-19 HTTP/1.1" status: 200 len: 1128 time: 0.1248286 Feb 28 17:18:20.246151 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-65821c94-fc85-4138-a068-a648e4c1b430 None None] Provisioning complete for port 22158eb0-2417-42c2-95b4-f2617981bc55 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:20.249261 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-65821c94-fc85-4138-a068-a648e4c1b430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:20.270222 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:20.316160 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-65821c94-fc85-4138-a068-a648e4c1b430 None None] Port 22158eb0-2417-42c2-95b4-f2617981bc55 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:18:20.318150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba5686-511b-4fa0-bfa3-4123ab932e62 req-bf90a930-4116-47bf-8941-edc8bb0e4cc5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:20.320720 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8ba5686-511b-4fa0-bfa3-4123ab932e62 req-bf90a930-4116-47bf-8941-edc8bb0e4cc5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 945 time: 0.1618710 Feb 28 17:18:20.437692 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8ba5686-511b-4fa0-bfa3-4123ab932e62 req-762ad45b-a8b3-4b59-b577-0f4ae0681d44 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736828 Feb 28 17:18:20.498358 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'name': 'tempest-TaggedBootDevicesTest-1777480045-router', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:12Z', 'updated_at': '2022-02-28T17:18:15Z', 'revision_number': 3, 'project_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'gw_port': {'id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:13Z', 'updated_at': '2022-02-28T17:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:20.549434 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e220ae-865f-484f-a2e5-8de27c95d7ca None None] The sync data for ids ['ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'] in n-d-820368-19 is: [{'id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'name': 'tempest-TaggedBootDevicesTest-1777480045-router', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:12Z', 'updated_at': '2022-02-28T17:18:15Z', 'revision_number': 3, 'project_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'gw_port': {'id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:13Z', 'updated_at': '2022-02-28T17:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:18:20.591745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-585127a9-df65-45bb-86ed-2e6758101ded service neutron] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:20.597482 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-585127a9-df65-45bb-86ed-2e6758101ded service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:20.599582 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f721c89-483b-4d3a-b2b3-6497ca9e566b req-585127a9-df65-45bb-86ed-2e6758101ded service neutron] 10.222.0.73 "DELETE /v2.0/ports/4584f829-529a-40c0-b2fc-0fa37491e2ac/bindings/n-h2-820368-19 HTTP/1.1" status: 204 len: 173 time: 0.3667104 Feb 28 17:18:20.639442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773918d4-1a78-4044-8260-36cf754fc726 req-0d1610d4-5792-40dd-8952-efccce79f6d5 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:20.641171 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-773918d4-1a78-4044-8260-36cf754fc726 req-0d1610d4-5792-40dd-8952-efccce79f6d5 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 950 time: 0.1066537 Feb 28 17:18:20.677018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa0c20-7456-411d-bcbb-53280197e6b6 req-6d8e5394-7798-482e-9858-8d0bddb296d2 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:20.678767 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c0fa0c20-7456-411d-bcbb-53280197e6b6 req-6d8e5394-7798-482e-9858-8d0bddb296d2 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.0958347 Feb 28 17:18:20.680942 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Publish callbacks [] for port (22158eb0-2417-42c2-95b4-f2617981bc55), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:20.739844 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-773918d4-1a78-4044-8260-36cf754fc726 req-fbc21f23-c4f3-404a-81ac-1142f0a006a8 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899463 Feb 28 17:18:20.740177 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c0fa0c20-7456-411d-bcbb-53280197e6b6 req-64e308cc-6fb0-4e2d-8781-bf34386eafd4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535672 Feb 28 17:18:20.741272 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:20.821464 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:20.829960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Pushing event updated for resources: {'Port': ['ID=22158eb0-2417-42c2-95b4-f2617981bc55,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:21.045176 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Network 94a3cd3d-d957-4150-b8bb-c80cee95145b is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:21.047928 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:21.278323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c60a1929-440b-4e7a-b5a8-6ef79a6df9bf up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:21.341918 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Router ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:18:21.344531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a859d-35a4-42fb-9e91-3ea953964f45 req-43f05774-eec7-4c39-b954-5b4450b25f90 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:21.353545 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a24a859d-35a4-42fb-9e91-3ea953964f45 req-43f05774-eec7-4c39-b954-5b4450b25f90 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 1128 time: 0.3592637 Feb 28 17:18:21.393549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:21.394341 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:21.544088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:21.545803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d5e82491-7c7b-4d9e-8996-938e64d49878 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:21.550238 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:18:21.571911 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e109bb06-e866-43c9-bdc5-c78bf37e1f98 admin admin] 10.222.0.72 "PUT /v2.0/routers/ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6555257 Feb 28 17:18:21.605644 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a24a859d-35a4-42fb-9e91-3ea953964f45 req-9a36c93c-7e90-4086-a44e-f9ae89dcc44b tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507858 Feb 28 17:18:21.630842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-130cb13b-7806-405e-a3ed-1ab3624666c3 None None] Provisioning complete for port 22158eb0-2417-42c2-95b4-f2617981bc55 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:21.636705 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-130cb13b-7806-405e-a3ed-1ab3624666c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:21.695563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d5e82491-7c7b-4d9e-8996-938e64d49878 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:21.695940 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d5e82491-7c7b-4d9e-8996-938e64d49878), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:21.829060 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-130cb13b-7806-405e-a3ed-1ab3624666c3 None None] Port 22158eb0-2417-42c2-95b4-f2617981bc55 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:18:21.860084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55d3e2-7cbd-4479-89b2-7d5786ad6bd6 req-68cd74a6-d5b7-49b2-9114-379783aa10a4 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:21.867767 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc55d3e2-7cbd-4479-89b2-7d5786ad6bd6 req-68cd74a6-d5b7-49b2-9114-379783aa10a4 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=029d29bb-e8b7-41be-85c3-e003e8a18cd5 HTTP/1.1" status: 200 len: 949 time: 0.1465623 Feb 28 17:18:21.902461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d5e82491-7c7b-4d9e-8996-938e64d49878 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:21.907835 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d5e82491-7c7b-4d9e-8996-938e64d49878), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:21.927657 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc55d3e2-7cbd-4479-89b2-7d5786ad6bd6 req-2bc35001-a723-4587-9ab3-f241b3e65972 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553389 Feb 28 17:18:21.992653 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port d5e82491-7c7b-4d9e-8996-938e64d49878, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d5e82491-7c7b-4d9e-8996-938e64d49878,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:22.082133 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d5e82491-7c7b-4d9e-8996-938e64d49878), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:22.133021 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b3fb-8f75-441d-bb40-c5a615f9f6ea req-4c516150-1172-43d9-97a3-8681d5dcaafe tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:22.145044 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17f2b3fb-8f75-441d-bb40-c5a615f9f6ea req-4c516150-1172-43d9-97a3-8681d5dcaafe tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 945 time: 0.0990038 Feb 28 17:18:22.185691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=d5e82491-7c7b-4d9e-8996-938e64d49878,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:22.201115 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17f2b3fb-8f75-441d-bb40-c5a615f9f6ea req-1ee8f05d-fa59-4d1e-9607-314c73517db7 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552664 Feb 28 17:18:22.327797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445c2e4-b6b7-4df9-8821-675b20b80246 req-8085fd1f-8569-492e-9bb9-4b7be57f27eb tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:22.329417 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1445c2e4-b6b7-4df9-8821-675b20b80246 req-8085fd1f-8569-492e-9bb9-4b7be57f27eb tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 950 time: 0.0904434 Feb 28 17:18:22.403169 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5b89a-f4ff-470c-801f-49119f1fc79e req-db0d7c62-2a9c-467f-8785-96afa4e92248 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:22.418888 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8bf5b89a-f4ff-470c-801f-49119f1fc79e req-db0d7c62-2a9c-467f-8785-96afa4e92248 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 950 time: 0.1203327 Feb 28 17:18:22.507134 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8bf5b89a-f4ff-470c-801f-49119f1fc79e req-ad9cfac1-4db6-45d9-92fc-d34b67d03569 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a30649d-f75b-421d-8ec3-257fcb4a327a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858059 Feb 28 17:18:22.517350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-1445c2e4-b6b7-4df9-8821-675b20b80246 req-a718fbc8-c1e7-44e6-a5fd-b7c48fb98ffd tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Deleting port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:18:22.517701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1445c2e4-b6b7-4df9-8821-675b20b80246 req-a718fbc8-c1e7-44e6-a5fd-b7c48fb98ffd tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:22.631883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790bdfb-5e39-4299-88f3-199767a41617 req-549acc81-1949-46b2-9a86-5241b6689735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:22.633493 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-549acc81-1949-46b2-9a86-5241b6689735 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 1128 time: 0.1221104 Feb 28 17:18:22.702971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1445c2e4-b6b7-4df9-8821-675b20b80246 req-a718fbc8-c1e7-44e6-a5fd-b7c48fb98ffd tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] For port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:22.703674 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1445c2e4-b6b7-4df9-8821-675b20b80246 req-a718fbc8-c1e7-44e6-a5fd-b7c48fb98ffd tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:22.728483 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-1445c2e4-b6b7-4df9-8821-675b20b80246 req-a718fbc8-c1e7-44e6-a5fd-b7c48fb98ffd tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Calling delete_port for 33c45dcd-fa5d-4a4d-98e2-ed1726532cda owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:18:22.968866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-c9458375-2f1e-46c6-8bd2-d890f968f5fe tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:22.970355 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-c9458375-2f1e-46c6-8bd2-d890f968f5fe tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 808 time: 0.2254317 Feb 28 17:18:22.971619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790bdfb-5e39-4299-88f3-199767a41617 req-0120ced9-c148-4813-9316-38341cbac898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:22.972931 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-0120ced9-c148-4813-9316-38341cbac898 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.3326437 Feb 28 17:18:23.029608 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-9bea9c5c-b3ea-4a13-9518-3bd2df9a2dcf tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/quotas/c57be2755a4d40389e59c507cc6d5340 HTTP/1.1" status: 200 len: 375 time: 0.0522513 Feb 28 17:18:23.031326 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-48de18dc-c3d8-4946-bf15-dd525992b37c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36 HTTP/1.1" status: 200 len: 217 time: 0.0473416 Feb 28 17:18:23.043891 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0045308a-37be-428a-8a03-21067248392f None None] Sync routers for ids ['ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:18:23.071194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0045308a-37be-428a-8a03-21067248392f None None] Routers {'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:23.073353 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0045308a-37be-428a-8a03-21067248392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:23.075857 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1445c2e4-b6b7-4df9-8821-675b20b80246 req-a718fbc8-c1e7-44e6-a5fd-b7c48fb98ffd tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (33c45dcd-fa5d-4a4d-98e2-ed1726532cda), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:23.133969 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790bdfb-5e39-4299-88f3-199767a41617 req-f3677153-b991-4051-a355-ea276b43080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:23.135696 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-f3677153-b991-4051-a355-ea276b43080e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.0945492 Feb 28 17:18:23.184680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718fbc8-c1e7-44e6-a5fd-b7c48fb98ffd tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Pushing event deleted for resources: {'Port': ['ID=33c45dcd-fa5d-4a4d-98e2-ed1726532cda,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:23.220325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d5e82491-7c7b-4d9e-8996-938e64d49878 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:23.251267 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-be98172f-00b0-409d-9ce7-1a54b145697c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827744 Feb 28 17:18:23.303255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1445c2e4-b6b7-4df9-8821-675b20b80246 req-a718fbc8-c1e7-44e6-a5fd-b7c48fb98ffd tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] No DVR routers for this DVR port 33c45dcd-fa5d-4a4d-98e2-ed1726532cda on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:18:23.319607 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1445c2e4-b6b7-4df9-8821-675b20b80246 req-a718fbc8-c1e7-44e6-a5fd-b7c48fb98ffd tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:23.332143 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1445c2e4-b6b7-4df9-8821-675b20b80246 req-a718fbc8-c1e7-44e6-a5fd-b7c48fb98ffd tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.73 "DELETE /v2.0/ports/33c45dcd-fa5d-4a4d-98e2-ed1726532cda HTTP/1.1" status: 204 len: 173 time: 0.9927006 Feb 28 17:18:23.332667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'name': 'network-vif-deleted', 'tag': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:23.358918 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54352e7-8e4d-4b81-b90c-2d44bc6f93a4" -d '{"events": [{"server_uuid": "b4a9bfb8-b98f-48ac-98f8-5d9494408166", "name": "network-vif-deleted", "tag": "33c45dcd-fa5d-4a4d-98e2-ed1726532cda"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:23.372210 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-509d4fe6-b338-43a2-ac6e-0f66cc0d4c84 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135287 Feb 28 17:18:23.411768 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-b5f48f79-6be5-4f93-ad9e-2eee43fae18c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3685727 Feb 28 17:18:23.493580 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-0045308a-37be-428a-8a03-21067248392f None None] Set router ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:23.499706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2adf9-15d0-4ebb-98aa-42f2e262e0ae req-e2a2cf40-bf63-43cf-91ce-f6bab7ca3e17 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:23.502516 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abf2adf9-15d0-4ebb-98aa-42f2e262e0ae req-e2a2cf40-bf63-43cf-91ce-f6bab7ca3e17 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=029d29bb-e8b7-41be-85c3-e003e8a18cd5 HTTP/1.1" status: 200 len: 949 time: 0.1362586 Feb 28 17:18:23.617418 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abf2adf9-15d0-4ebb-98aa-42f2e262e0ae req-82253b2c-7f68-47bc-a16e-81a2bc00db0f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128504 Feb 28 17:18:23.806187 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d5e82491-7c7b-4d9e-8996-938e64d49878 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:23.806187 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d5e82491-7c7b-4d9e-8996-938e64d49878), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:23.858357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9c3b3-8cb7-4576-8e81-6916d26a1004 req-d0d8ea8f-38a0-490d-bd68-04616e6a24fa tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:23.866225 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6e9c3b3-8cb7-4576-8e81-6916d26a1004 req-d0d8ea8f-38a0-490d-bd68-04616e6a24fa tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 945 time: 0.0884504 Feb 28 17:18:23.930978 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6e9c3b3-8cb7-4576-8e81-6916d26a1004 req-36bbb1ee-f2df-4a31-bb1d-5265ee3c19e6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635965 Feb 28 17:18:24.013452 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225840a3-1163-4892-98ef-b215dbfd206f x-openstack-request-id: req-225840a3-1163-4892-98ef-b215dbfd206f {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:24.013452 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a9bfb8-b98f-48ac-98f8-5d9494408166", "name": "network-vif-deleted", "tag": "33c45dcd-fa5d-4a4d-98e2-ed1726532cda", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:24.013452 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-225840a3-1163-4892-98ef-b215dbfd206f {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:24.013452 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a9bfb8-b98f-48ac-98f8-5d9494408166', 'name': 'network-vif-deleted', 'tag': '33c45dcd-fa5d-4a4d-98e2-ed1726532cda', 'status': 'completed', 'code': 200} Feb 28 17:18:24.017768 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-42f9f139-a95f-40c1-b8da-74dc6b7c0759 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214676 Feb 28 17:18:24.019531 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-21b45940-1bd0-4914-90cf-c726f015e65b service neutron] 10.222.0.72 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068068 Feb 28 17:18:24.079465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d5e82491-7c7b-4d9e-8996-938e64d49878 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:24.127491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0045308a-37be-428a-8a03-21067248392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'name': 'tempest-TaggedBootDevicesTest-1777480045-router', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:12Z', 'updated_at': '2022-02-28T17:18:20Z', 'revision_number': 4, 'project_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'gw_port': {'id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:13Z', 'updated_at': '2022-02-28T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '22158eb0-2417-42c2-95b4-f2617981bc55', 'name': '', 'network_id': '94a3cd3d-d957-4150-b8bb-c80cee95145b', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'mac_address': 'fa:16:3e:5b:87:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '613974f9-cffd-4548-95e9-258762dca675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:18Z', 'updated_at': '2022-02-28T17:18:20Z', 'revision_number': 2, 'project_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'subnets': [{'id': '613974f9-cffd-4548-95e9-258762dca675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:24.140152 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-01bef4d3-257a-4948-b2f6-521f3a3b92af service neutron] 10.222.0.72 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054645 Feb 28 17:18:24.181098 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0045308a-37be-428a-8a03-21067248392f None None] Checking router: ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:18:24.186103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0045308a-37be-428a-8a03-21067248392f None None] Updating router ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 port 22158eb0-2417-42c2-95b4-f2617981bc55 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:18:24.230887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790bdfb-5e39-4299-88f3-199767a41617 req-47f1d957-0458-45c2-ba3c-29f25f89821e tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:24.232537 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-47f1d957-0458-45c2-ba3c-29f25f89821e tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f&tenant_id=dae94b749f7c42e383840585fc56524b&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1128 time: 0.0698483 Feb 28 17:18:24.235939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66a159-785f-421f-8587-9fce140fb10b req-98fdb38c-bc55-4c93-b467-00a5c1b33dc9 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:24.241441 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e66a159-785f-421f-8587-9fce140fb10b req-98fdb38c-bc55-4c93-b467-00a5c1b33dc9 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/networks?id=6ad5ec31-0095-4b03-9d2c-d63785ef4124 HTTP/1.1" status: 200 len: 805 time: 0.1337025 Feb 28 17:18:24.253583 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820368-19'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:24.253890 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e66a159-785f-421f-8587-9fce140fb10b req-e25336f1-a467-4392-ad7e-ab39ca440bc1 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/quotas/05a079b46949472dbfd7ccc7160e511b HTTP/1.1" status: 200 len: 375 time: 0.0104566 Feb 28 17:18:24.255869 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0045308a-37be-428a-8a03-21067248392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:24.352237 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:24.419545 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e66a159-785f-421f-8587-9fce140fb10b req-d7e530c3-f748-4bfb-8752-de10972b71b2 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05a079b46949472dbfd7ccc7160e511b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1492026 Feb 28 17:18:24.556856 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7db6f3bb-3d59-4867-b380-500f6e437b22 req-eb27b344-1cd7-47ac-8b9c-de0e42d407a5 tempest-ServersAdminTestJSON-1263997764 tempest-ServersAdminTestJSON-1263997764-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4a9bfb8-b98f-48ac-98f8-5d9494408166 HTTP/1.1" status: 200 len: 210 time: 0.0496821 Feb 28 17:18:24.603190 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e66a159-785f-421f-8587-9fce140fb10b req-4efd12df-b483-4aa6-8666-015fb4433bb4 service neutron] 10.222.0.72 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739841 Feb 28 17:18:24.713086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:24.725076 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e66a159-785f-421f-8587-9fce140fb10b req-3b9731f6-1d53-4214-8911-c7f7171bd269 service neutron] 10.222.0.72 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145160 Feb 28 17:18:24.797239 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:24.875878 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0045308a-37be-428a-8a03-21067248392f None None] Publish callbacks [] for port (22158eb0-2417-42c2-95b4-f2617981bc55), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:24.890880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee62fc6-861b-4e44-bd01-a9b35898769f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '739ed8b3-e673-4b8d-b7d6-5452f44c5f36'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:24.893129 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6a3587-ee34-40d3-ad1c-7211e06f4b27" -d '{"events": [{"server_uuid": "3ee62fc6-861b-4e44-bd01-a9b35898769f", "name": "network-vif-unplugged", "status": "completed", "tag": "739ed8b3-e673-4b8d-b7d6-5452f44c5f36"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:24.897421 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Publish callbacks [] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:24.962118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 032573c3-1463-4859-8364-59270e40bd5f no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:18:25.001151 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0045308a-37be-428a-8a03-21067248392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:25.049177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Pushing event updated for resources: {'Port': ['ID=22158eb0-2417-42c2-95b4-f2617981bc55,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:25.051513 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 33c45dcd-fa5d-4a4d-98e2-ed1726532cda no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:18:25.072252 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:25.079012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 33c45dcd-fa5d-4a4d-98e2-ed1726532cda {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:18:25.079533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 33c45dcd-fa5d-4a4d-98e2-ed1726532cda not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:18:25.222973 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-0045308a-37be-428a-8a03-21067248392f None None] Attempting to bind port 22158eb0-2417-42c2-95b4-f2617981bc55 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:25.225728 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-0045308a-37be-428a-8a03-21067248392f None None] Attempting to bind port 22158eb0-2417-42c2-95b4-f2617981bc55 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '989f5adc-d334-4b21-8ad2-c5706da4e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '94a3cd3d-d957-4150-b8bb-c80cee95145b'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:25.226255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045308a-37be-428a-8a03-21067248392f None None] Attempting to bind port 22158eb0-2417-42c2-95b4-f2617981bc55 on network 94a3cd3d-d957-4150-b8bb-c80cee95145b {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:25.299978 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045308a-37be-428a-8a03-21067248392f None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:25.300605 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045308a-37be-428a-8a03-21067248392f None None] Checking segment: {'id': '989f5adc-d334-4b21-8ad2-c5706da4e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '94a3cd3d-d957-4150-b8bb-c80cee95145b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:25.301114 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0045308a-37be-428a-8a03-21067248392f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:25.301605 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045308a-37be-428a-8a03-21067248392f None None] Bound using segment: {'id': '989f5adc-d334-4b21-8ad2-c5706da4e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '94a3cd3d-d957-4150-b8bb-c80cee95145b'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:25.302736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-0045308a-37be-428a-8a03-21067248392f None None] Bound port: 22158eb0-2417-42c2-95b4-f2617981bc55, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989f5adc-d334-4b21-8ad2-c5706da4e191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '94a3cd3d-d957-4150-b8bb-c80cee95145b'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:25.304985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58f74f92-8e64-474c-a99c-1e75b1f757b0 req-8122f867-530c-40c6-bb69-b63a61141b2c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 210 time: 0.0982039 Feb 28 17:18:25.305498 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0045308a-37be-428a-8a03-21067248392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:25.404254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0045308a-37be-428a-8a03-21067248392f None None] For port 22158eb0-2417-42c2-95b4-f2617981bc55, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:25.412621 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0045308a-37be-428a-8a03-21067248392f None None] For port 22158eb0-2417-42c2-95b4-f2617981bc55, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=22158eb0-2417-42c2-95b4-f2617981bc55,segment=NetworkSegment(989f5adc-d334-4b21-8ad2-c5706da4e191),segment_id=989f5adc-d334-4b21-8ad2-c5706da4e191)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:25.452116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 032573c3-1463-4859-8364-59270e40bd5f is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:25.452503 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (032573c3-1463-4859-8364-59270e40bd5f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:25.494446 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,revision_number=7']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:25.497664 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0045308a-37be-428a-8a03-21067248392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:25.517707 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7802e9-224f-4938-b00c-dd4e201cf235 req-64ed8fa1-8075-4099-be03-5f452398d857 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:25.519348 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c7802e9-224f-4938-b00c-dd4e201cf235 req-64ed8fa1-8075-4099-be03-5f452398d857 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b6a4734-d4b3-4436-a4b6-1dc077ae2afe HTTP/1.1" status: 200 len: 945 time: 0.5116091 Feb 28 17:18:25.559408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Attempting to bind port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 on host n-h2-820368-19 for vnic_type normal with profile {"migrating_to": "n-h1-820368-19"} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:25.559739 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Attempting to bind port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:25.560064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Attempting to bind port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:25.572225 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6a4734-d4b3-4436-a4b6-1dc077ae2afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032573c3-1463-4859-8364-59270e40bd5f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:25.576281 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ff2fd5-6eaf-4980-8e04-4f9243d8c4a3" -d '{"events": [{"server_uuid": "5b6a4734-d4b3-4436-a4b6-1dc077ae2afe", "name": "network-vif-unplugged", "status": "completed", "tag": "032573c3-1463-4859-8364-59270e40bd5f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:25.612843 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:18:25.613171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Attempting to bind port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:25.625624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 032573c3-1463-4859-8364-59270e40bd5f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=032573c3-1463-4859-8364-59270e40bd5f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:25.638851 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Pushing event updated for resources: {'Port': ['ID=22158eb0-2417-42c2-95b4-f2617981bc55,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:25.639418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:25.639753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Checking segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:25.640135 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Bound using segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:25.640571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Bound port: 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:25.640919 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:25.645301 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0045308a-37be-428a-8a03-21067248392f None None] Routers {'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:25.646740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0045308a-37be-428a-8a03-21067248392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:25.693062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:25.693062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:25.693062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:25.693062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:25.693062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:25.693062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:25.693062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:25.693062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:25.693062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:25.693062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:25.694302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:25.694801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:25.695291 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2991f3-d97b-4b4d-8a5f-7d98684d0336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:18:25.702307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ca0d90d6-4543-42d7-92e7-168f1a7a01d6 None None] Provisioning complete for port 22158eb0-2417-42c2-95b4-f2617981bc55 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:25.702896 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ca0d90d6-4543-42d7-92e7-168f1a7a01d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:25.747924 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (032573c3-1463-4859-8364-59270e40bd5f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:25.876686 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc656f-ba5a-4b7f-8694-7f153279228c req-33e1bb92-2cc3-4c61-aaa2-f0e8dddb8e2c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:25.883284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc656f-ba5a-4b7f-8694-7f153279228c req-33e1bb92-2cc3-4c61-aaa2-f0e8dddb8e2c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:25.884911 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-75cc656f-ba5a-4b7f-8694-7f153279228c req-33e1bb92-2cc3-4c61-aaa2-f0e8dddb8e2c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=029d29bb-e8b7-41be-85c3-e003e8a18cd5&device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 1689 time: 0.5218272 Feb 28 17:18:25.919477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=032573c3-1463-4859-8364-59270e40bd5f,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:25.957696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-0045308a-37be-428a-8a03-21067248392f None None] Set router ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:25.982279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:26.050723 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:26.054457 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daacd14d-69ef-499d-ae7c-f76e26da0807 x-openstack-request-id: req-daacd14d-69ef-499d-ae7c-f76e26da0807 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:26.054746 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee62fc6-861b-4e44-bd01-a9b35898769f", "name": "network-vif-unplugged", "status": "completed", "tag": "739ed8b3-e673-4b8d-b7d6-5452f44c5f36", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:26.054993 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-daacd14d-69ef-499d-ae7c-f76e26da0807 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:26.055391 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee62fc6-861b-4e44-bd01-a9b35898769f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '739ed8b3-e673-4b8d-b7d6-5452f44c5f36', 'code': 200} Feb 28 17:18:26.072819 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d90d6-4543-42d7-92e7-168f1a7a01d6 None None] Current status of the port 22158eb0-2417-42c2-95b4-f2617981bc55 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:26.073227 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ca0d90d6-4543-42d7-92e7-168f1a7a01d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:26.077537 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-75cc656f-ba5a-4b7f-8694-7f153279228c req-13823b43-04a2-4be3-a05e-f7fbc9b4c8de tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841133 Feb 28 17:18:26.093378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-2c7802e9-224f-4938-b00c-dd4e201cf235 req-1d95320f-40e8-42ba-ac50-543b6d8a77e5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Deleting port 032573c3-1463-4859-8364-59270e40bd5f {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:18:26.103831 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2c7802e9-224f-4938-b00c-dd4e201cf235 req-1d95320f-40e8-42ba-ac50-543b6d8a77e5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (032573c3-1463-4859-8364-59270e40bd5f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:26.190697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ca0d90d6-4543-42d7-92e7-168f1a7a01d6 None None] For port 22158eb0-2417-42c2-95b4-f2617981bc55, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=22158eb0-2417-42c2-95b4-f2617981bc55,segment=NetworkSegment(989f5adc-d334-4b21-8ad2-c5706da4e191),segment_id=989f5adc-d334-4b21-8ad2-c5706da4e191)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:26.256413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7312f-ae16-4e82-bfcd-8b9fe2e38924 req-bb87bb5a-4d01-45c5-9784-8762294374d8 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:26.258000 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fdc7312f-ae16-4e82-bfcd-8b9fe2e38924 req-bb87bb5a-4d01-45c5-9784-8762294374d8 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 943 time: 0.1117225 Feb 28 17:18:26.270092 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-2c7802e9-224f-4938-b00c-dd4e201cf235 req-1d95320f-40e8-42ba-ac50-543b6d8a77e5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] For port 032573c3-1463-4859-8364-59270e40bd5f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=032573c3-1463-4859-8364-59270e40bd5f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:26.272511 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2c7802e9-224f-4938-b00c-dd4e201cf235 req-1d95320f-40e8-42ba-ac50-543b6d8a77e5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (032573c3-1463-4859-8364-59270e40bd5f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:26.287635 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ca0d90d6-4543-42d7-92e7-168f1a7a01d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:26.301327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-2c7802e9-224f-4938-b00c-dd4e201cf235 req-1d95320f-40e8-42ba-ac50-543b6d8a77e5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Calling delete_port for 032573c3-1463-4859-8364-59270e40bd5f owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:18:26.363180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0045308a-37be-428a-8a03-21067248392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'name': 'tempest-TaggedBootDevicesTest-1777480045-router', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:12Z', 'updated_at': '2022-02-28T17:18:20Z', 'revision_number': 4, 'project_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'gw_port': {'id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:13Z', 'updated_at': '2022-02-28T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '22158eb0-2417-42c2-95b4-f2617981bc55', 'name': '', 'network_id': '94a3cd3d-d957-4150-b8bb-c80cee95145b', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'mac_address': 'fa:16:3e:5b:87:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '613974f9-cffd-4548-95e9-258762dca675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:18Z', 'updated_at': '2022-02-28T17:18:25Z', 'revision_number': 4, 'project_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'subnets': [{'id': '613974f9-cffd-4548-95e9-258762dca675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:26.382624 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fdc7312f-ae16-4e82-bfcd-8b9fe2e38924 req-e8efd541-3186-4943-96de-9a0006d2d86f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165156 Feb 28 17:18:26.433831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0045308a-37be-428a-8a03-21067248392f None None] The sync data for ids ['ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'] in n-d-820368-19 is: [{'id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'name': 'tempest-TaggedBootDevicesTest-1777480045-router', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:12Z', 'updated_at': '2022-02-28T17:18:20Z', 'revision_number': 4, 'project_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'gw_port': {'id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:13Z', 'updated_at': '2022-02-28T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '22158eb0-2417-42c2-95b4-f2617981bc55', 'name': '', 'network_id': '94a3cd3d-d957-4150-b8bb-c80cee95145b', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'mac_address': 'fa:16:3e:5b:87:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '613974f9-cffd-4548-95e9-258762dca675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:18Z', 'updated_at': '2022-02-28T17:18:25Z', 'revision_number': 4, 'project_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'subnets': [{'id': '613974f9-cffd-4548-95e9-258762dca675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:18:26.443553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d90d6-4543-42d7-92e7-168f1a7a01d6 None None] Pushing event updated for resources: {'Port': ['ID=22158eb0-2417-42c2-95b4-f2617981bc55,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:26.458371 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc30385-c0da-4bf0-b5e2-1045502666ce x-openstack-request-id: req-7fc30385-c0da-4bf0-b5e2-1045502666ce {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:26.462154 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6a4734-d4b3-4436-a4b6-1dc077ae2afe", "name": "network-vif-unplugged", "status": "completed", "tag": "032573c3-1463-4859-8364-59270e40bd5f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:26.462154 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7fc30385-c0da-4bf0-b5e2-1045502666ce {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:26.462154 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6a4734-d4b3-4436-a4b6-1dc077ae2afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032573c3-1463-4859-8364-59270e40bd5f', 'code': 200} Feb 28 17:18:26.515243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-632636ff-ad07-491e-8f30-91fe08146463 None None] Provisioning complete for port 22158eb0-2417-42c2-95b4-f2617981bc55 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:26.515752 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-632636ff-ad07-491e-8f30-91fe08146463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:26.560875 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:26.564614 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-521cf4a8-d32a-497d-b9da-785d01b49643 req-5a22aed3-3153-43a5-8bc4-d23eced4409b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 210 time: 0.3565855 Feb 28 17:18:26.821246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-632636ff-ad07-491e-8f30-91fe08146463 None None] Current status of the port 22158eb0-2417-42c2-95b4-f2617981bc55 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:26.903660 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2c7802e9-224f-4938-b00c-dd4e201cf235 req-1d95320f-40e8-42ba-ac50-543b6d8a77e5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (032573c3-1463-4859-8364-59270e40bd5f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:26.917913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee3147-9633-48c5-9c6a-d563ecb09c95 req-534021d1-bc1d-49a3-9f0e-94a687a23068 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:26.920535 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36ee3147-9633-48c5-9c6a-d563ecb09c95 req-534021d1-bc1d-49a3-9f0e-94a687a23068 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 945 time: 0.1504202 Feb 28 17:18:26.963141 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b3c3a33-2e43-4580-9bcd-5b2ce1dfe13b req-cd0cb9ea-1d6d-4db0-8b31-8ab93f9d322d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 210 time: 0.1039383 Feb 28 17:18:26.973216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,revision_number=8']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:27.102499 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36ee3147-9633-48c5-9c6a-d563ecb09c95 req-a6afca3c-2bfa-4945-84e2-ef8029951086 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/security-groups?id=436ae364-7e26-4362-b06b-eb825225a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731741 Feb 28 17:18:27.140291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95320f-40e8-42ba-ac50-543b6d8a77e5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Pushing event deleted for resources: {'Port': ['ID=032573c3-1463-4859-8364-59270e40bd5f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:27.171850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:27.176406 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:27.177448 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-34ad6974-c461-4481-8336-b6b2ac099ee5 service neutron] 10.222.0.73 "PUT /v2.0/ports/739ed8b3-e673-4b8d-b7d6-5452f44c5f36 HTTP/1.1" status: 200 len: 1123 time: 2.9307382 Feb 28 17:18:27.211620 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7802e9-224f-4938-b00c-dd4e201cf235 req-1d95320f-40e8-42ba-ac50-543b6d8a77e5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] No DVR routers for this DVR port 032573c3-1463-4859-8364-59270e40bd5f on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:18:27.214582 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2c7802e9-224f-4938-b00c-dd4e201cf235 req-1d95320f-40e8-42ba-ac50-543b6d8a77e5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:27.223478 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c7802e9-224f-4938-b00c-dd4e201cf235 req-1d95320f-40e8-42ba-ac50-543b6d8a77e5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.69 "DELETE /v2.0/ports/032573c3-1463-4859-8364-59270e40bd5f HTTP/1.1" status: 204 len: 173 time: 1.6783371 Feb 28 17:18:27.254574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['739ed8b3-e673-4b8d-b7d6-5452f44c5f36'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:18:27.281503 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950fd65-66de-4d38-955c-ea07fa4a684b req-9edd1296-8b2e-4d61-8826-3d221a83dbe0 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:27.287259 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4950fd65-66de-4d38-955c-ea07fa4a684b req-9edd1296-8b2e-4d61-8826-3d221a83dbe0 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=029d29bb-e8b7-41be-85c3-e003e8a18cd5 HTTP/1.1" status: 200 len: 1132 time: 0.0895431 Feb 28 17:18:27.358069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 22158eb0-2417-42c2-95b4-f2617981bc55 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:27.490003 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45944) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:27.605077 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 22158eb0-2417-42c2-95b4-f2617981bc55 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:27.605471 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:27.634466 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-ab7751dd-09e7-47d6-87f3-576a91b78522 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:27.639686 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-ab7751dd-09e7-47d6-87f3-576a91b78522 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.69 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 808 time: 0.2651536 Feb 28 17:18:27.662001 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-3cc3965f-30d8-41c7-b54a-5df77c4a5b39 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Request body: {'port': {'device_id': 'c0958639-b655-4faa-abc7-e6fee05bfd92', 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71', 'admin_state_up': True, 'tenant_id': 'c57be2755a4d40389e59c507cc6d5340'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:27.730536 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff907472-4381-4c96-a536-d8905ce6c9d3 req-c3f2506b-46be-47b5-b13a-855a5a6c676c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:27.741192 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff907472-4381-4c96-a536-d8905ce6c9d3 req-c3f2506b-46be-47b5-b13a-855a5a6c676c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 943 time: 0.1801178 Feb 28 17:18:27.922082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 22158eb0-2417-42c2-95b4-f2617981bc55 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:27.950985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff907472-4381-4c96-a536-d8905ce6c9d3 req-4f65482b-3d0a-4af8-b10e-b0c4a4a5a46c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945894 Feb 28 17:18:28.002158 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4950fd65-66de-4d38-955c-ea07fa4a684b req-3380eaa3-36f5-4c41-ae6c-0f7acb9d4e08 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7013946 Feb 28 17:18:28.042235 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-34c1383c-047a-437e-9884-71e29778cd82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f81128a9977c4158b2696f681b03f19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5510185 Feb 28 17:18:28.050102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45956) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:28.108107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee62fc6-861b-4e44-bd01-a9b35898769f', 'tag': '739ed8b3-e673-4b8d-b7d6-5452f44c5f36'}, {'server_uuid': '5b6a4734-d4b3-4436-a4b6-1dc077ae2afe', 'name': 'network-vif-deleted', 'tag': '032573c3-1463-4859-8364-59270e40bd5f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:28.111242 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a570a1b1-833a-4e79-8bfc-f8f2c57bd481" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee62fc6-861b-4e44-bd01-a9b35898769f", "tag": "739ed8b3-e673-4b8d-b7d6-5452f44c5f36"}, {"server_uuid": "5b6a4734-d4b3-4436-a4b6-1dc077ae2afe", "name": "network-vif-deleted", "tag": "032573c3-1463-4859-8364-59270e40bd5f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:28.150382 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9bd08da5-0df1-4878-b7ed-472ccda588b0 req-41637d1b-ffb2-4b35-ac8e-8ee9e6169945 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 210 time: 0.0431581 Feb 28 17:18:28.205695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7b7a1-c48c-4c97-80aa-34e8134e1f8f req-229d88b8-dd51-4201-ae53-7fd972e13769 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:28.205695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9f7b7a1-c48c-4c97-80aa-34e8134e1f8f req-229d88b8-dd51-4201-ae53-7fd972e13769 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 945 time: 0.3033974 Feb 28 17:18:28.258602 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3842f842-f233-4eec-8a69-2e8d7e853b52 req-0f8ae569-d14a-45b2-9553-3de907738c1d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 210 time: 0.1227198 Feb 28 17:18:28.281674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-3cc3965f-30d8-41c7-b54a-5df77c4a5b39 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Made reservation on behalf of c57be2755a4d40389e59c507cc6d5340 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:18:28.299567 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-3cc3965f-30d8-41c7-b54a-5df77c4a5b39 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:28.482766 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286c1a03-5f1c-4538-ab0c-d94c8a5e3a9f x-openstack-request-id: req-286c1a03-5f1c-4538-ab0c-d94c8a5e3a9f {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:28.482766 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee62fc6-861b-4e44-bd01-a9b35898769f", "tag": "739ed8b3-e673-4b8d-b7d6-5452f44c5f36", "status": "completed", "code": 200}, {"server_uuid": "5b6a4734-d4b3-4436-a4b6-1dc077ae2afe", "name": "network-vif-deleted", "tag": "032573c3-1463-4859-8364-59270e40bd5f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:28.482766 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-286c1a03-5f1c-4538-ab0c-d94c8a5e3a9f {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:28.482766 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee62fc6-861b-4e44-bd01-a9b35898769f', 'tag': '739ed8b3-e673-4b8d-b7d6-5452f44c5f36', 'status': 'completed', 'code': 200} Feb 28 17:18:28.482766 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6a4734-d4b3-4436-a4b6-1dc077ae2afe', 'name': 'network-vif-deleted', 'tag': '032573c3-1463-4859-8364-59270e40bd5f', 'status': 'completed', 'code': 200} Feb 28 17:18:28.483635 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.69', 59451) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:28.483733 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fd178d9-aa3d-44d8-b5d6-58768cf55c29 admin admin] Publish callbacks [] for security_group (0a30649d-f75b-421d-8ec3-257fcb4a327a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:28.486449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d635a-cdc3-4c08-a757-1cbc2cc70ba8 req-6c3d67c7-02f3-4bd0-8f53-a6ba8a9b16b3 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:28.494305 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e34d635a-cdc3-4c08-a757-1cbc2cc70ba8 req-6c3d67c7-02f3-4bd0-8f53-a6ba8a9b16b3 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 1132 time: 0.2526631 Feb 28 17:18:28.624836 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66a159-785f-421f-8587-9fce140fb10b req-21c850ea-d674-4d71-825c-1086c3a04903 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:28.624836 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e66a159-785f-421f-8587-9fce140fb10b req-21c850ea-d674-4d71-825c-1086c3a04903 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.69 "GET /v2.0/networks?id=6ad5ec31-0095-4b03-9d2c-d63785ef4124 HTTP/1.1" status: 200 len: 805 time: 0.4316473 Feb 28 17:18:28.640161 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e34d635a-cdc3-4c08-a757-1cbc2cc70ba8 req-97f8fa47-4d69-4598-9d5b-a5f136ef16e4 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441073 Feb 28 17:18:28.667978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570a1b1-833a-4e79-8bfc-f8f2c57bd481 req-b46d4842-7ed7-4f74-8996-483219ce9bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:28.670060 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a570a1b1-833a-4e79-8bfc-f8f2c57bd481 req-b46d4842-7ed7-4f74-8996-483219ce9bb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 1157 time: 0.2403715 Feb 28 17:18:28.737574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-1e66a159-785f-421f-8587-9fce140fb10b req-c9373b80-5261-4e8f-b994-d55674fc820f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Request body: {'port': {'device_id': '65548028-a652-473d-a5cf-10cf727b48b8', 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124', 'admin_state_up': True, 'tenant_id': '05a079b46949472dbfd7ccc7160e511b'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:28.977394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570a1b1-833a-4e79-8bfc-f8f2c57bd481 req-aabce1af-bc36-4a7f-b906-dfe7365f03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:28.979522 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a570a1b1-833a-4e79-8bfc-f8f2c57bd481 req-aabce1af-bc36-4a7f-b906-dfe7365f03a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.2464371 Feb 28 17:18:28.990485 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 032573c3-1463-4859-8364-59270e40bd5f no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:18:29.012614 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fd178d9-aa3d-44d8-b5d6-58768cf55c29 admin admin] Publish callbacks [] for security_group (0a30649d-f75b-421d-8ec3-257fcb4a327a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:29.038048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-3cc3965f-30d8-41c7-b54a-5df77c4a5b39 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Allocated IP 172.20.0.5 (7c10fa5b-91d3-45d7-8ee0-c040e6683f71/aab67e97-15e6-427d-901a-f45796cc60dd/99b07604-73a2-4d93-8576-1bda403d1e98) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:29.041259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 032573c3-1463-4859-8364-59270e40bd5f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:18:29.047418 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 032573c3-1463-4859-8364-59270e40bd5f not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:18:29.050922 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:18:29.155948 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a570a1b1-833a-4e79-8bfc-f8f2c57bd481 req-729075f2-8093-4392-b3dc-ae07fa52d12e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36 HTTP/1.1" status: 200 len: 217 time: 0.1638246 Feb 28 17:18:29.317325 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570a1b1-833a-4e79-8bfc-f8f2c57bd481 req-68f7eb4f-f48e-41e7-bd52-b33af09e1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:29.319005 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a570a1b1-833a-4e79-8bfc-f8f2c57bd481 req-68f7eb4f-f48e-41e7-bd52-b33af09e1c24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1337795 Feb 28 17:18:29.323089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e66a159-785f-421f-8587-9fce140fb10b req-c9373b80-5261-4e8f-b994-d55674fc820f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Made reservation on behalf of 05a079b46949472dbfd7ccc7160e511b for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:18:29.337016 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e66a159-785f-421f-8587-9fce140fb10b req-c9373b80-5261-4e8f-b994-d55674fc820f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:29.383357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea2079-2335-49fb-85d8-f5c2b7f4b44e req-9264a78f-2229-4218-b5b9-2ae42d468a22 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:29.386524 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2eea2079-2335-49fb-85d8-f5c2b7f4b44e req-9264a78f-2229-4218-b5b9-2ae42d468a22 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 943 time: 0.2584870 Feb 28 17:18:29.387272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:29.393028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e62dd3-aecf-415e-b58b-0a5a7df6f3a2 req-43ba64e4-1a8e-478e-b3f7-13b1b0b33ef2 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:29.400014 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 has no active binding in host n-h1-820368-19 {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 17:18:29.404191 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f7e62dd3-aecf-415e-b58b-0a5a7df6f3a2 req-43ba64e4-1a8e-478e-b3f7-13b1b0b33ef2 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 945 time: 0.9430923 Feb 28 17:18:29.409593 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a570a1b1-833a-4e79-8bfc-f8f2c57bd481 req-4a3a7bd6-2449-49ea-95bc-7465917fd8bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684164 Feb 28 17:18:29.438628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-a9f7b7a1-c48c-4c97-80aa-34e8134e1f8f req-6ccb77f2-9258-4ac9-9747-e0bf474898a3 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Deleting port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:18:29.438996 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a9f7b7a1-c48c-4c97-80aa-34e8134e1f8f req-6ccb77f2-9258-4ac9-9747-e0bf474898a3 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:29.511262 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-3cc3965f-30d8-41c7-b54a-5df77c4a5b39 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks [] for port (99b07604-73a2-4d93-8576-1bda403d1e98), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:29.557346 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f7e62dd3-aecf-415e-b58b-0a5a7df6f3a2 req-c0e5346b-aafe-4f8c-a093-deac1abed009 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/security-groups?id=436ae364-7e26-4362-b06b-eb825225a23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522725 Feb 28 17:18:29.569910 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fd178d9-aa3d-44d8-b5d6-58768cf55c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0a30649d-f75b-421d-8ec3-257fcb4a327a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:29.572613 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fd178d9-aa3d-44d8-b5d6-58768cf55c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:29.576394 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6fd178d9-aa3d-44d8-b5d6-58768cf55c29 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0a30649d-f75b-421d-8ec3-257fcb4a327a HTTP/1.1" status: 204 len: 168 time: 1.5228465 Feb 28 17:18:29.616699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd178d9-aa3d-44d8-b5d6-58768cf55c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a30649d-f75b-421d-8ec3-257fcb4a327a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:29.620729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-a9f7b7a1-c48c-4c97-80aa-34e8134e1f8f req-6ccb77f2-9258-4ac9-9747-e0bf474898a3 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] For port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065,segment=NetworkSegment(f64673aa-84d3-47c5-b18f-cd947ac7f1e3),segment_id=f64673aa-84d3-47c5-b18f-cd947ac7f1e3)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:29.621088 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a9f7b7a1-c48c-4c97-80aa-34e8134e1f8f req-6ccb77f2-9258-4ac9-9747-e0bf474898a3 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:29.643469 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-a9f7b7a1-c48c-4c97-80aa-34e8134e1f8f req-6ccb77f2-9258-4ac9-9747-e0bf474898a3 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Calling delete_port for b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:18:29.646034 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2eea2079-2335-49fb-85d8-f5c2b7f4b44e req-aabe1f53-679f-4ea2-be3a-60693723ca62 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364397 Feb 28 17:18:29.706914 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-3cc3965f-30d8-41c7-b54a-5df77c4a5b39 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:29.800777 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b7bc18db-c015-41fc-9833-b9b099922573 req-d6d80a60-cffb-4ce2-9b6e-e4e7455a4547 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 210 time: 0.0531926 Feb 28 17:18:29.810995 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-3cc3965f-30d8-41c7-b54a-5df77c4a5b39 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:29.816753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-3cc3965f-30d8-41c7-b54a-5df77c4a5b39 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:29.820139 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b17f71a4-309c-491b-a61a-6f77618bab74 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582564 Feb 28 17:18:29.824941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-3cc3965f-30d8-41c7-b54a-5df77c4a5b39 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:29.828309 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a570a1b1-833a-4e79-8bfc-f8f2c57bd481 req-12a2f32f-343b-4ffe-8b2b-8d37c27eeddd service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991752 Feb 28 17:18:29.861880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3965f-30d8-41c7-b54a-5df77c4a5b39 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Pushing event updated for resources: {'Port': ['ID=99b07604-73a2-4d93-8576-1bda403d1e98,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:29.876021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-1e66a159-785f-421f-8587-9fce140fb10b req-c9373b80-5261-4e8f-b994-d55674fc820f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Allocated IP 172.20.0.13 (6ad5ec31-0095-4b03-9d2c-d63785ef4124/dee3c571-976e-4368-9653-54e69fb9bcab/b4c3192d-bd59-4fee-98c3-203a37a38218) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:30.026415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-3cc3965f-30d8-41c7-b54a-5df77c4a5b39 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:30.032593 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-3cc3965f-30d8-41c7-b54a-5df77c4a5b39 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:30.075577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8d3d6-25e5-43cf-9c88-597c68c5149d req-11751485-91e5-413a-b4d8-83ec34485546 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:30.077369 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3a8d3d6-25e5-43cf-9c88-597c68c5149d req-11751485-91e5-413a-b4d8-83ec34485546 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 931 time: 0.1338730 Feb 28 17:18:30.143357 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a9f7b7a1-c48c-4c97-80aa-34e8134e1f8f req-6ccb77f2-9258-4ac9-9747-e0bf474898a3 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:30.154920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:18:30.155558 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-3cc3965f-30d8-41c7-b54a-5df77c4a5b39 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4990287 Feb 28 17:18:30.165081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3a8d3d6-25e5-43cf-9c88-597c68c5149d req-f4f099ce-499c-4fd7-b045-d8ce31c2e57e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820029 Feb 28 17:18:30.194791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Request body: {'port': {'device_id': 'c0958639-b655-4faa-abc7-e6fee05bfd92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:30.199459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb77f2-9258-4ac9-9747-e0bf474898a3 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Pushing event deleted for resources: {'Port': ['ID=b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:30.275967 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f7b7a1-c48c-4c97-80aa-34e8134e1f8f req-6ccb77f2-9258-4ac9-9747-e0bf474898a3 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] No DVR routers for this DVR port b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:18:30.280498 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a9f7b7a1-c48c-4c97-80aa-34e8134e1f8f req-6ccb77f2-9258-4ac9-9747-e0bf474898a3 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:30.284093 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9f7b7a1-c48c-4c97-80aa-34e8134e1f8f req-6ccb77f2-9258-4ac9-9747-e0bf474898a3 tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.69 "DELETE /v2.0/ports/b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 HTTP/1.1" status: 204 len: 173 time: 2.0341792 Feb 28 17:18:30.340595 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:30.423484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f10998d-13d2-4154-be82-411c3ef9ee59', 'name': 'network-vif-deleted', 'tag': 'b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:30.425823 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5f99ba-b1f3-49ab-8846-865f03186664" -d '{"events": [{"server_uuid": "3f10998d-13d2-4154-be82-411c3ef9ee59", "name": "network-vif-deleted", "tag": "b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:30.516884 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-262ad047-6cd0-40ed-823b-8eed551b8bfe tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:30.523381 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-262ad047-6cd0-40ed-823b-8eed551b8bfe tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7021506 Feb 28 17:18:30.533734 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35de9863-dc1e-4d5a-aa0a-be8b8460b602 x-openstack-request-id: req-35de9863-dc1e-4d5a-aa0a-be8b8460b602 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:30.534418 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f10998d-13d2-4154-be82-411c3ef9ee59", "name": "network-vif-deleted", "tag": "b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:30.534925 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-35de9863-dc1e-4d5a-aa0a-be8b8460b602 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:30.535720 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f10998d-13d2-4154-be82-411c3ef9ee59', 'name': 'network-vif-deleted', 'tag': 'b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065', 'status': 'completed', 'code': 200} Feb 28 17:18:30.554397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45992) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:30.593771 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b91c16b2-7119-4221-9544-5fcadd888de8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/quotas/cea79b56c7a54ab1ade94c9ea64db22c HTTP/1.1" status: 200 len: 375 time: 0.0691962 Feb 28 17:18:30.599879 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a570a1b1-833a-4e79-8bfc-f8f2c57bd481 req-1c4c7378-9223-44fe-8da6-66198b1353cc service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7560349 Feb 28 17:18:30.664935 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f9ac631c-52f5-4e45-86cb-f85f454918e3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3f432367e864067bad20aade30479d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1087942 Feb 28 17:18:30.669273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45996) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:30.707416 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e66a159-785f-421f-8587-9fce140fb10b req-c9373b80-5261-4e8f-b994-d55674fc820f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks [] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:30.730023 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-6d5ce39d-cc40-4441-9360-d9124ffffe07 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1354637 Feb 28 17:18:30.762407 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3c430013-02a6-485f-80b4-9cbac6efb8e8 req-5fd1ae43-cb8c-4d68-b09e-c2ec286a0e6f tempest-VolumesAdminNegativeTest-1026782810 tempest-VolumesAdminNegativeTest-1026782810-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f10998d-13d2-4154-be82-411c3ef9ee59 HTTP/1.1" status: 200 len: 210 time: 0.0682216 Feb 28 17:18:30.831119 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a229a5d6-c465-4591-999c-9be79ba4aa54 admin admin] Publish callbacks [] for security_group (756eab10-3414-4649-ac0c-f7c1e70bfaca), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:30.859463 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a229a5d6-c465-4591-999c-9be79ba4aa54 admin admin] Publish callbacks [] for security_group (756eab10-3414-4649-ac0c-f7c1e70bfaca), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:30.907233 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e66a159-785f-421f-8587-9fce140fb10b req-c9373b80-5261-4e8f-b994-d55674fc820f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:30.972935 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e66a159-785f-421f-8587-9fce140fb10b req-c9373b80-5261-4e8f-b994-d55674fc820f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:30.975139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-1e66a159-785f-421f-8587-9fce140fb10b req-c9373b80-5261-4e8f-b994-d55674fc820f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:30.988917 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e66a159-785f-421f-8587-9fce140fb10b req-c9373b80-5261-4e8f-b994-d55674fc820f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:31.005388 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a229a5d6-c465-4591-999c-9be79ba4aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (756eab10-3414-4649-ac0c-f7c1e70bfaca), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:31.008176 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a229a5d6-c465-4591-999c-9be79ba4aa54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:31.012003 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a229a5d6-c465-4591-999c-9be79ba4aa54 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/756eab10-3414-4649-ac0c-f7c1e70bfaca HTTP/1.1" status: 204 len: 168 time: 0.3383415 Feb 28 17:18:31.070670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229a5d6-c465-4591-999c-9be79ba4aa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756eab10-3414-4649-ac0c-f7c1e70bfaca,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:31.075747 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9373b80-5261-4e8f-b994-d55674fc820f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Pushing event updated for resources: {'Port': ['ID=b4c3192d-bd59-4fee-98c3-203a37a38218,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:31.078092 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344122f4-9e24-4825-88d2-1c6b98b17ac6 req-a3ca9974-c3ba-49da-b896-0383fb2be581 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:31.079864 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-344122f4-9e24-4825-88d2-1c6b98b17ac6 req-a3ca9974-c3ba-49da-b896-0383fb2be581 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 943 time: 0.2181818 Feb 28 17:18:31.096197 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b07604-73a2-4d93-8576-1bda403d1e98 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:18:31.136095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66a159-785f-421f-8587-9fce140fb10b req-c9373b80-5261-4e8f-b994-d55674fc820f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:31.141577 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e66a159-785f-421f-8587-9fce140fb10b req-c9373b80-5261-4e8f-b994-d55674fc820f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:31.167330 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Publish callbacks [] for port (99b07604-73a2-4d93-8576-1bda403d1e98), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:31.204536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Transition to ACTIVE for port object 99b07604-73a2-4d93-8576-1bda403d1e98 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:18:31.246669 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-344122f4-9e24-4825-88d2-1c6b98b17ac6 req-ce1d02ff-52e5-4e84-97a0-992d9dd599d2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592979 Feb 28 17:18:31.249913 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e66a159-785f-421f-8587-9fce140fb10b req-c9373b80-5261-4e8f-b994-d55674fc820f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5179629 Feb 28 17:18:31.264453 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Request body: {'port': {'device_id': '65548028-a652-473d-a5cf-10cf727b48b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:31.298820 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:31.407622 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:31.421229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Pushing event updated for resources: {'Port': ['ID=99b07604-73a2-4d93-8576-1bda403d1e98,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:31.530201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd1273-c82f-4bdb-aacc-513503bccf97 req-c4d6b822-59cc-419e-bfc5-9c6625ed34fd tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:31.539094 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9fcd1273-c82f-4bdb-aacc-513503bccf97 req-c4d6b822-59cc-419e-bfc5-9c6625ed34fd tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 932 time: 0.2000601 Feb 28 17:18:31.672526 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Attempting to bind port 99b07604-73a2-4d93-8576-1bda403d1e98 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:31.672823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Attempting to bind port 99b07604-73a2-4d93-8576-1bda403d1e98 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:31.673154 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Attempting to bind port 99b07604-73a2-4d93-8576-1bda403d1e98 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:31.683848 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Port 99b07604-73a2-4d93-8576-1bda403d1e98 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:18:31.684178 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Attempting to bind port 99b07604-73a2-4d93-8576-1bda403d1e98 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:31.705974 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:31.705974 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Checking segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:31.706444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Bound using segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:31.707259 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Bound port: 99b07604-73a2-4d93-8576-1bda403d1e98, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:31.707644 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:31.742740 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9fcd1273-c82f-4bdb-aacc-513503bccf97 req-1f85bc55-9f8c-4bb8-8e07-f66d044016e7 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912379 Feb 28 17:18:31.841266 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:31.845214 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=99b07604-73a2-4d93-8576-1bda403d1e98,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:31.911932 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:31.938187 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4d650-6efe-465d-b59f-2afcf1544446 req-5ed5a58d-f2be-4623-a3e1-4b68597c2dba tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:31.946052 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7fa4d650-6efe-465d-b59f-2afcf1544446 req-5ed5a58d-f2be-4623-a3e1-4b68597c2dba tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.2306955 Feb 28 17:18:32.060369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:32.062246 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:32.062573 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] 10.222.0.69 "PUT /v2.0/ports/99b07604-73a2-4d93-8576-1bda403d1e98 HTTP/1.1" status: 200 len: 1092 time: 1.8966112 Feb 28 17:18:32.104610 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32d7f5-b3d6-4530-b3d1-dc85acc3e115 service neutron] Pushing event updated for resources: {'Port': ['ID=99b07604-73a2-4d93-8576-1bda403d1e98,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:32.189073 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46034) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:32.205482 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7fa4d650-6efe-465d-b59f-2afcf1544446 req-7fb0d242-5a6a-4492-964d-25e9acfb9dba tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826077 Feb 28 17:18:32.269534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-edb9d9d6-0ec1-4fdc-93f1-bd7374ee7b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:32.271893 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-edb9d9d6-0ec1-4fdc-93f1-bd7374ee7b52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 1126 time: 0.1048806 Feb 28 17:18:32.277272 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c3192d-bd59-4fee-98c3-203a37a38218 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:18:32.291718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b08f2a-a15c-44a2-a301-999289197e83 admin admin] Deleting subnet 0fa4ecd5-f798-444d-a1ea-c3e4acc526da {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:18:32.295146 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Publish callbacks [] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:32.297838 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f267e9e6-0a74-486d-90dd-cb861fa11f0c req-36b397f0-f4bb-41b2-950e-a5dabcdf1f43 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 210 time: 0.0637674 Feb 28 17:18:32.299144 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-50b08f2a-a15c-44a2-a301-999289197e83 admin admin] Publish callbacks [] for subnet (0fa4ecd5-f798-444d-a1ea-c3e4acc526da), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:32.330168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Transition to ACTIVE for port object b4c3192d-bd59-4fee-98c3-203a37a38218 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:18:32.348980 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-50b08f2a-a15c-44a2-a301-999289197e83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (0fa4ecd5-f798-444d-a1ea-c3e4acc526da), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:32.370790 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-bc8b3115-c146-40a3-8a46-ffcfe1191344 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99b07604-73a2-4d93-8576-1bda403d1e98 HTTP/1.1" status: 200 len: 217 time: 0.0682113 Feb 28 17:18:32.403826 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-50b08f2a-a15c-44a2-a301-999289197e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (0fa4ecd5-f798-444d-a1ea-c3e4acc526da), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:32.433456 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-eab3dead-0202-4740-983e-1f718bc8fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:32.435023 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-eab3dead-0202-4740-983e-1f718bc8fbfe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.0558007 Feb 28 17:18:32.465911 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:32.474934 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-7f552e6f-7bb3-4b40-b06d-e5112cf56ba4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328975 Feb 28 17:18:32.558708 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0958639-b655-4faa-abc7-e6fee05bfd92', 'tag': '99b07604-73a2-4d93-8576-1bda403d1e98'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:32.562382 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050dce6e-996b-4fdb-b4a9-1260e2a59cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0958639-b655-4faa-abc7-e6fee05bfd92", "tag": "99b07604-73a2-4d93-8576-1bda403d1e98"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:32.562624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c3192d-bd59-4fee-98c3-203a37a38218,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:32.585873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409fd5-31a9-4444-9209-dc21dda13612 req-a5d534b6-bf08-4438-bcfb-c985c144b64a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:32.588015 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3409fd5-31a9-4444-9209-dc21dda13612 req-a5d534b6-bf08-4438-bcfb-c985c144b64a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 943 time: 0.1393826 Feb 28 17:18:32.640114 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e201affa-04e2-4c86-b051-678635fdd94a x-openstack-request-id: req-e201affa-04e2-4c86-b051-678635fdd94a {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:32.640114 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0958639-b655-4faa-abc7-e6fee05bfd92", "tag": "99b07604-73a2-4d93-8576-1bda403d1e98", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:32.640114 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e201affa-04e2-4c86-b051-678635fdd94a {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:32.640484 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0958639-b655-4faa-abc7-e6fee05bfd92', 'tag': '99b07604-73a2-4d93-8576-1bda403d1e98', 'status': 'completed', 'code': 200} Feb 28 17:18:32.664554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-50b08f2a-a15c-44a2-a301-999289197e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (0fa4ecd5-f798-444d-a1ea-c3e4acc526da), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:32.665217 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-8fa36304-1e73-42dc-a379-110949336472 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842773 Feb 28 17:18:32.740277 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b08f2a-a15c-44a2-a301-999289197e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa4ecd5-f798-444d-a1ea-c3e4acc526da,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:32.756099 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-50b08f2a-a15c-44a2-a301-999289197e83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:32.760304 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-50b08f2a-a15c-44a2-a301-999289197e83 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0fa4ecd5-f798-444d-a1ea-c3e4acc526da HTTP/1.1" status: 204 len: 168 time: 0.5701530 Feb 28 17:18:32.765727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46054) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:32.798196 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97df3e4a-2260-4fc6-abc0-31ee5ae5399c req-e8194879-fa2a-4cbe-8d05-fd630c3cdf51 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206748 Feb 28 17:18:32.798427 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3409fd5-31a9-4444-9209-dc21dda13612 req-dba88867-d7e9-4f2b-860b-ddf7c35e74cf tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893299 Feb 28 17:18:32.816969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Attempting to bind port b4c3192d-bd59-4fee-98c3-203a37a38218 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:32.817718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Attempting to bind port b4c3192d-bd59-4fee-98c3-203a37a38218 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:32.818286 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Attempting to bind port b4c3192d-bd59-4fee-98c3-203a37a38218 on network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:32.823699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Port b4c3192d-bd59-4fee-98c3-203a37a38218 on network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:18:32.824501 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Attempting to bind port b4c3192d-bd59-4fee-98c3-203a37a38218 on network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:32.830613 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:32.831166 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Checking segment: {'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:32.831746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Bound using segment: {'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:32.833564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Bound port: b4c3192d-bd59-4fee-98c3-203a37a38218, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:32.834387 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:32.943188 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c029-fe61-4d00-8cbd-628cd5e7c906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (ba2382c3-dfe7-478e-a4ba-25e78b3a8e97), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:32.948744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] For port b4c3192d-bd59-4fee-98c3-203a37a38218, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:32.952021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] For port b4c3192d-bd59-4fee-98c3-203a37a38218, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b4c3192d-bd59-4fee-98c3-203a37a38218,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:33.010645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:18:33.011836 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f620d0c-5e77-46c4-a00b-1e9e9a8480de req-c300f0c1-2dd6-409f-8625-5ef73f1d465c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:33.013724 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f620d0c-5e77-46c4-a00b-1e9e9a8480de req-c300f0c1-2dd6-409f-8625-5ef73f1d465c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 944 time: 0.1401093 Feb 28 17:18:33.047827 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:33.093481 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:18:33.096503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b0ce1dc2-8bd9-4dc4-8e3d-085cd8625065 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:18:33.126423 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c029-fe61-4d00-8cbd-628cd5e7c906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (ba2382c3-dfe7-478e-a4ba-25e78b3a8e97), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:33.130953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:33.131553 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:33.133130 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e66a159-785f-421f-8587-9fce140fb10b req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] 10.222.0.69 "PUT /v2.0/ports/b4c3192d-bd59-4fee-98c3-203a37a38218 HTTP/1.1" status: 200 len: 1093 time: 1.8742726 Feb 28 17:18:33.134766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65548028-a652-473d-a5cf-10cf727b48b8', 'tag': 'b4c3192d-bd59-4fee-98c3-203a37a38218'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:33.136832 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dce6e-996b-4fdb-b4a9-1260e2a59cd1 req-2c28bdd4-bba1-4900-9614-b9932fb35046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:33.137230 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdf6fb2-c785-4d19-852b-472ce4974fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "65548028-a652-473d-a5cf-10cf727b48b8", "tag": "b4c3192d-bd59-4fee-98c3-203a37a38218"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:33.138422 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-050dce6e-996b-4fdb-b4a9-1260e2a59cd1 req-2c28bdd4-bba1-4900-9614-b9932fb35046 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 1126 time: 0.1899157 Feb 28 17:18:33.188542 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360cbea-500c-46f2-a674-f6ea288533c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c3192d-bd59-4fee-98c3-203a37a38218,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:33.235776 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a1f9c029-fe61-4d00-8cbd-628cd5e7c906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2382c3-dfe7-478e-a4ba-25e78b3a8e97']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:33.239481 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f620d0c-5e77-46c4-a00b-1e9e9a8480de req-9f0f31d2-381c-40ff-bd92-74eadcf0c79d tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007844 Feb 28 17:18:33.244204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a1f9c029-fe61-4d00-8cbd-628cd5e7c906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64673aa-84d3-47c5-b18f-cd947ac7f1e3') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:33.244497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a1f9c029-fe61-4d00-8cbd-628cd5e7c906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64673aa-84d3-47c5-b18f-cd947ac7f1e3') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:33.257655 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c029-fe61-4d00-8cbd-628cd5e7c906 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (f64673aa-84d3-47c5-b18f-cd947ac7f1e3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:33.278870 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c029-fe61-4d00-8cbd-628cd5e7c906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (f64673aa-84d3-47c5-b18f-cd947ac7f1e3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f9c029-fe61-4d00-8cbd-628cd5e7c906 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c029-fe61-4d00-8cbd-628cd5e7c906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (f64673aa-84d3-47c5-b18f-cd947ac7f1e3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:18:33.292204 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:18:33.349532 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9470b41-b345-4a2a-ac23-adab42bade37 x-openstack-request-id: req-f9470b41-b345-4a2a-ac23-adab42bade37 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:33.350119 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65548028-a652-473d-a5cf-10cf727b48b8", "tag": "b4c3192d-bd59-4fee-98c3-203a37a38218", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:33.350538 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f9470b41-b345-4a2a-ac23-adab42bade37 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:33.351096 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65548028-a652-473d-a5cf-10cf727b48b8', 'tag': 'b4c3192d-bd59-4fee-98c3-203a37a38218', 'status': 'completed', 'code': 200} Feb 28 17:18:33.365721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dce6e-996b-4fdb-b4a9-1260e2a59cd1 req-80221e93-b60a-4365-a0b5-a79bbb102faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:33.367305 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-050dce6e-996b-4fdb-b4a9-1260e2a59cd1 req-80221e93-b60a-4365-a0b5-a79bbb102faa service neutron] 10.222.0.69 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.2186544 Feb 28 17:18:33.395636 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66a159-785f-421f-8587-9fce140fb10b req-473de95f-440d-4a1f-a002-7f98ae741e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:33.397226 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e66a159-785f-421f-8587-9fce140fb10b req-473de95f-440d-4a1f-a002-7f98ae741e6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05a079b46949472dbfd7ccc7160e511b&device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 1127 time: 0.1125488 Feb 28 17:18:33.423604 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-050dce6e-996b-4fdb-b4a9-1260e2a59cd1 req-27c575f5-d6b3-41e8-b29a-634e85f15f11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99b07604-73a2-4d93-8576-1bda403d1e98 HTTP/1.1" status: 200 len: 217 time: 0.0477967 Feb 28 17:18:33.458552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e66a159-785f-421f-8587-9fce140fb10b req-8e167ce7-d1e1-4868-8a4b-69e12c79ab3d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4c3192d-bd59-4fee-98c3-203a37a38218 HTTP/1.1" status: 200 len: 217 time: 0.0533855 Feb 28 17:18:33.481237 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c029-fe61-4d00-8cbd-628cd5e7c906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (ba2382c3-dfe7-478e-a4ba-25e78b3a8e97), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:33.496882 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c029-fe61-4d00-8cbd-628cd5e7c906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:33.500042 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a1f9c029-fe61-4d00-8cbd-628cd5e7c906 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ba2382c3-dfe7-478e-a4ba-25e78b3a8e97 HTTP/1.1" status: 204 len: 168 time: 0.7327974 Feb 28 17:18:33.503571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46078) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:33.515572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9c029-fe61-4d00-8cbd-628cd5e7c906 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba2382c3-dfe7-478e-a4ba-25e78b3a8e97,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:33.524813 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dce6e-996b-4fdb-b4a9-1260e2a59cd1 req-2750331f-a34d-4db2-a736-37f31be36d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:33.528473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-050dce6e-996b-4fdb-b4a9-1260e2a59cd1 req-2750331f-a34d-4db2-a736-37f31be36d07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.0946565 Feb 28 17:18:33.539817 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d691d-1f43-45af-9a71-8967f6f0d8d4 req-5e2d4bac-2bd2-4779-8333-0fe6dd18dc0c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:33.541426 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe2d691d-1f43-45af-9a71-8967f6f0d8d4 req-5e2d4bac-2bd2-4779-8333-0fe6dd18dc0c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.1206930 Feb 28 17:18:33.553639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66a159-785f-421f-8587-9fce140fb10b req-cdae1d8c-c349-453d-8c68-7193dfcf3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:33.555587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e66a159-785f-421f-8587-9fce140fb10b req-cdae1d8c-c349-453d-8c68-7193dfcf3640 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dee3c571-976e-4368-9653-54e69fb9bcab HTTP/1.1" status: 200 len: 845 time: 0.0896111 Feb 28 17:18:33.577882 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-050dce6e-996b-4fdb-b4a9-1260e2a59cd1 req-caaa03f2-4d50-4f9b-a3b6-db731e0749f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353835 Feb 28 17:18:33.609302 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e66a159-785f-421f-8587-9fce140fb10b req-27dd95d9-1c88-42ec-aa7d-5ff6207de6a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ad5ec31-0095-4b03-9d2c-d63785ef4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473075 Feb 28 17:18:33.614674 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-898d7ef5-2fe0-4a93-9372-361c16098271 admin admin] Deleting subnet 254c7edc-6fb6-4f68-b409-ba86f8594786 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:18:33.627680 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-898d7ef5-2fe0-4a93-9372-361c16098271 admin admin] Publish callbacks [] for subnet (254c7edc-6fb6-4f68-b409-ba86f8594786), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:33.681401 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe2d691d-1f43-45af-9a71-8967f6f0d8d4 req-2d623d77-f9c6-4d4f-89a8-df32b45310bf tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306093 Feb 28 17:18:33.754589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-050dce6e-996b-4fdb-b4a9-1260e2a59cd1 req-75b5903e-da82-4823-8ca6-d54fd18985f9 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628723 Feb 28 17:18:33.759086 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92cd66e2-a506-43aa-b4cb-046c5eca008b req-ca75a3af-87ae-4b83-91be-d88876d85ee7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 210 time: 0.1326892 Feb 28 17:18:33.801185 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-898d7ef5-2fe0-4a93-9372-361c16098271 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (254c7edc-6fb6-4f68-b409-ba86f8594786), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:33.856358 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e66a159-785f-421f-8587-9fce140fb10b req-9081f3ff-c045-4f2c-92cb-f7a97cbc2a6d service neutron] 10.222.0.69 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376659 Feb 28 17:18:33.865708 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-898d7ef5-2fe0-4a93-9372-361c16098271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (254c7edc-6fb6-4f68-b409-ba86f8594786), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:34.065327 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528748f-dfc1-4675-80ce-435f07d4d16b req-e3c5e354-cd7b-4aef-a7a7-8952e6ee9048 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:34.066996 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f528748f-dfc1-4675-80ce-435f07d4d16b req-e3c5e354-cd7b-4aef-a7a7-8952e6ee9048 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 943 time: 0.1524200 Feb 28 17:18:34.077964 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e66a159-785f-421f-8587-9fce140fb10b req-63ddd1a2-a3cd-4951-869a-ad20423fe3a4 service neutron] 10.222.0.69 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096796 Feb 28 17:18:34.160407 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-898d7ef5-2fe0-4a93-9372-361c16098271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (254c7edc-6fb6-4f68-b409-ba86f8594786), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:34.176748 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f528748f-dfc1-4675-80ce-435f07d4d16b req-e4548cb0-b374-4972-9a11-0aeee22ac4e2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791321 Feb 28 17:18:34.207503 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d7ef5-2fe0-4a93-9372-361c16098271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=254c7edc-6fb6-4f68-b409-ba86f8594786,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:34.214049 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-898d7ef5-2fe0-4a93-9372-361c16098271 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:34.221057 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-898d7ef5-2fe0-4a93-9372-361c16098271 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/254c7edc-6fb6-4f68-b409-ba86f8594786 HTTP/1.1" status: 204 len: 168 time: 0.7159815 Feb 28 17:18:34.225383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46094) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:34.229139 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-cfea2e1d-f0e8-484a-b1f3-8ff1ca70b8fc service neutron] 10.222.0.69 "GET /v2.0/ports/739ed8b3-e673-4b8d-b7d6-5452f44c5f36/bindings/n-h1-820368-19 HTTP/1.1" status: 200 len: 385 time: 0.1596460 Feb 28 17:18:34.375579 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859a880-07c9-4c4a-8227-2b7102bd909f req-9f707723-cc5f-4200-be3b-bcbc183cb597 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:34.377482 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3859a880-07c9-4c4a-8227-2b7102bd909f req-9f707723-cc5f-4200-be3b-bcbc183cb597 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 945 time: 0.6052277 Feb 28 17:18:34.403142 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f980ebf1-eadd-48d5-8176-3caf9d044e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:34.412976 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-050dce6e-996b-4fdb-b4a9-1260e2a59cd1 req-7a9f51dd-78f0-4561-aad6-06ef3c7f5a68 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507535 Feb 28 17:18:34.443078 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3859a880-07c9-4c4a-8227-2b7102bd909f req-c30618a0-4d54-4807-81f9-014514ef54c0 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546339 Feb 28 17:18:34.455430 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf6fb2-c785-4d19-852b-472ce4974fa1 req-3296554f-8fbe-47da-a4ed-f0aa839531a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:34.457502 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9fdf6fb2-c785-4d19-852b-472ce4974fa1 req-3296554f-8fbe-47da-a4ed-f0aa839531a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=05a079b46949472dbfd7ccc7160e511b&device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 1127 time: 0.1979208 Feb 28 17:18:34.714501 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f980ebf1-eadd-48d5-8176-3caf9d044e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:34.757618 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-f980ebf1-eadd-48d5-8176-3caf9d044e70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:34.797587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-f980ebf1-eadd-48d5-8176-3caf9d044e70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386e34a7-a426-4922-9138-15bdb0433932') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:34.797587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-f980ebf1-eadd-48d5-8176-3caf9d044e70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386e34a7-a426-4922-9138-15bdb0433932') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:34.824053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be2caa-814e-460d-baff-c9d8dd1f57ce req-c4519b0a-42c6-4007-8aff-aec020b729b7 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:34.874229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a6be2caa-814e-460d-baff-c9d8dd1f57ce req-c4519b0a-42c6-4007-8aff-aec020b729b7 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 944 time: 0.3068318 Feb 28 17:18:34.874229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1790bdfb-5e39-4299-88f3-199767a41617 req-45f1f6fc-dd4b-4750-8be7-b09ed5041f19 service neutron] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:34.874508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8408ed-8e78-44e3-95b0-205255e297fa req-0aa44a64-0604-4f73-82d3-e2bbe9fc6fe5 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:34.874508 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad8408ed-8e78-44e3-95b0-205255e297fa req-0aa44a64-0604-4f73-82d3-e2bbe9fc6fe5 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.0628622 Feb 28 17:18:34.874718 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f980ebf1-eadd-48d5-8176-3caf9d044e70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (386e34a7-a426-4922-9138-15bdb0433932), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:34.874718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf6fb2-c785-4d19-852b-472ce4974fa1 req-1a126617-a3b0-4af7-83f7-f4e95d9543aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:34.874718 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9fdf6fb2-c785-4d19-852b-472ce4974fa1 req-1a126617-a3b0-4af7-83f7-f4e95d9543aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ad5ec31-0095-4b03-9d2c-d63785ef4124 HTTP/1.1" status: 200 len: 906 time: 0.3926601 Feb 28 17:18:34.881086 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f980ebf1-eadd-48d5-8176-3caf9d044e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (386e34a7-a426-4922-9138-15bdb0433932), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:34.889223 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad8408ed-8e78-44e3-95b0-205255e297fa req-d9c3b187-1ca6-4e2e-86d5-8d74ef8c88c0 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502641 Feb 28 17:18:34.893440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1790bdfb-5e39-4299-88f3-199767a41617 req-45f1f6fc-dd4b-4750-8be7-b09ed5041f19 service neutron] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:34.951597 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9fdf6fb2-c785-4d19-852b-472ce4974fa1 req-860977c4-78ea-4e93-b146-97a0c92fe19b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4c3192d-bd59-4fee-98c3-203a37a38218 HTTP/1.1" status: 200 len: 217 time: 0.0723324 Feb 28 17:18:34.952733 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f980ebf1-eadd-48d5-8176-3caf9d044e70 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:18:34.954151 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f980ebf1-eadd-48d5-8176-3caf9d044e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (386e34a7-a426-4922-9138-15bdb0433932), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:18:34.968224 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:18:35.026376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 99b07604-73a2-4d93-8576-1bda403d1e98 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:18:35.028631 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40c7368e-2a05-4727-bdbd-16941a60553d req-217cb8aa-f3d1-4e93-ac73-1c99c4472f0d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 210 time: 0.0274627 Feb 28 17:18:35.076961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-1790bdfb-5e39-4299-88f3-199767a41617 req-45f1f6fc-dd4b-4750-8be7-b09ed5041f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:18:35.096232 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1790bdfb-5e39-4299-88f3-199767a41617 req-45f1f6fc-dd4b-4750-8be7-b09ed5041f19 service neutron] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:35.101899 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a6be2caa-814e-460d-baff-c9d8dd1f57ce req-cf325bbb-ca14-4ed5-bb6e-1f1eef9610a3 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641585 Feb 28 17:18:35.115790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf6fb2-c785-4d19-852b-472ce4974fa1 req-42118dec-ce36-47d9-b051-567aef4d43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:35.117278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9fdf6fb2-c785-4d19-852b-472ce4974fa1 req-42118dec-ce36-47d9-b051-567aef4d43b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dee3c571-976e-4368-9653-54e69fb9bcab HTTP/1.1" status: 200 len: 845 time: 0.1470025 Feb 28 17:18:35.164319 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=99b07604-73a2-4d93-8576-1bda403d1e98,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:35.185019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '99b07604-73a2-4d93-8576-1bda403d1e98', 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71', 'port_id': '99b07604-73a2-4d93-8576-1bda403d1e98', 'mac_address': 'fa:16:3e:41:8d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab67e97-15e6-427d-901a-f45796cc60dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:18:35.187896 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9fdf6fb2-c785-4d19-852b-472ce4974fa1 req-70e5e512-0270-4479-b988-0e0bb356a697 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ad5ec31-0095-4b03-9d2c-d63785ef4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640795 Feb 28 17:18:35.191319 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f980ebf1-eadd-48d5-8176-3caf9d044e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:35.191319 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1790bdfb-5e39-4299-88f3-199767a41617 req-45f1f6fc-dd4b-4750-8be7-b09ed5041f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:35.256432 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 99b07604-73a2-4d93-8576-1bda403d1e98 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:35.257093 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:35.273208 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b07604-73a2-4d93-8576-1bda403d1e98 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:18:35.300749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-1790bdfb-5e39-4299-88f3-199767a41617 req-45f1f6fc-dd4b-4750-8be7-b09ed5041f19 service neutron] Transition to ACTIVE for port object 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:18:35.309776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=99b07604-73a2-4d93-8576-1bda403d1e98,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:35.329436 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f980ebf1-eadd-48d5-8176-3caf9d044e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:35.335813 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f980ebf1-eadd-48d5-8176-3caf9d044e70 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52 HTTP/1.1" status: 204 len: 168 time: 1.1017976 Feb 28 17:18:35.335813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980ebf1-eadd-48d5-8176-3caf9d044e70 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee3d8d99-8a6d-454e-ac5d-f91cf1d71b52,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:35.374362 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:35.380353 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1790bdfb-5e39-4299-88f3-199767a41617 req-45f1f6fc-dd4b-4750-8be7-b09ed5041f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:35.449735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=99b07604-73a2-4d93-8576-1bda403d1e98,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:35.454009 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-22f442bc-f12a-4ddd-8598-258b87f6bb57 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1508136 Feb 28 17:18:35.572571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['99b07604-73a2-4d93-8576-1bda403d1e98'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:18:35.598886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-f46ea098-7e83-4c8d-9b47-dcfe523cf24c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:35.600634 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-f46ea098-7e83-4c8d-9b47-dcfe523cf24c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1314764 Feb 28 17:18:35.622775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-ca38cef1-b76a-4364-a66a-1f5b6df273ee tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:35.624247 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-ca38cef1-b76a-4364-a66a-1f5b6df273ee tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.69 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 945 time: 0.4186361 Feb 28 17:18:35.633210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-dfa53d38-d0d9-476a-9cad-d154a6914ca7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Request body: {'port': {'device_id': 'e60d87c3-7b1c-49ac-a937-6919fdefbd45', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'cea79b56c7a54ab1ade94c9ea64db22c'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:35.650954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6783cb9-6841-4e95-a902-a9734039797a req-af72674a-b5f8-4301-b620-6b3c4c35a00b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:35.653285 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6783cb9-6841-4e95-a902-a9734039797a req-af72674a-b5f8-4301-b620-6b3c4c35a00b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 944 time: 0.3335724 Feb 28 17:18:35.904021 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6783cb9-6841-4e95-a902-a9734039797a req-7b9ba95a-8a07-4264-92e5-622f82130ab1 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296636 Feb 28 17:18:35.948043 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Deleting port 490a7bdb-5c48-4e00-82f5-f10671bc034f {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:18:35.948274 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:36.033823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46146) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:36.056391 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1790bdfb-5e39-4299-88f3-199767a41617 req-45f1f6fc-dd4b-4750-8be7-b09ed5041f19 service neutron] No DVR routers for this DVR port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:18:36.058634 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1f6fc-dd4b-4750-8be7-b09ed5041f19 service neutron] Pushing event updated for resources: {'Port': ['ID=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,revision_number=10']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:36.083312 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-dfa53d38-d0d9-476a-9cad-d154a6914ca7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Made reservation on behalf of cea79b56c7a54ab1ade94c9ea64db22c for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:18:36.083312 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-dfa53d38-d0d9-476a-9cad-d154a6914ca7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:36.083869 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-ae493d52-d213-47dd-b1b0-864e2d78540e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749485 Feb 28 17:18:36.089443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3211d6-7105-4935-9d99-a3f62b22580d req-5bbf70ae-d6fd-4a63-9551-7febb7572e97 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:36.094537 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f3211d6-7105-4935-9d99-a3f62b22580d req-5bbf70ae-d6fd-4a63-9551-7febb7572e97 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 945 time: 0.1940718 Feb 28 17:18:36.109319 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9fdf6fb2-c785-4d19-852b-472ce4974fa1 req-c8c78603-b868-4ce5-97e0-ba9493691156 service neutron] 10.222.0.69 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8974693 Feb 28 17:18:36.237403 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46154) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:36.251186 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] For port 490a7bdb-5c48-4e00-82f5-f10671bc034f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=490a7bdb-5c48-4e00-82f5-f10671bc034f,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:36.251619 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:36.255933 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fdaaaefb-b5d8-4274-8270-a7b0e020c3ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e7c0c1f801242759971f9cf9a27b9be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172308 Feb 28 17:18:36.266344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46158) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:36.274103 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-45f1f6fc-dd4b-4750-8be7-b09ed5041f19 service neutron] 10.222.0.69 "PUT /v2.0/ports/739ed8b3-e673-4b8d-b7d6-5452f44c5f36/bindings/n-h1-820368-19/activate HTTP/1.1" status: 200 len: 370 time: 2.0277560 Feb 28 17:18:36.344780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e1d6-e725-4a77-9679-30ee65634372 req-9df82bf0-85c8-44cd-aa95-1a7516ba7d02 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:36.346332 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3940e1d6-e725-4a77-9679-30ee65634372 req-9df82bf0-85c8-44cd-aa95-1a7516ba7d02 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 944 time: 0.3115668 Feb 28 17:18:36.358787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f3211d6-7105-4935-9d99-a3f62b22580d req-6a955856-dbc1-4980-8f13-0ef15159a1e9 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460766 Feb 28 17:18:36.411514 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b93f6f2-f3d8-4dae-8ac2-9caec3b9ba1d admin admin] Publish callbacks [] for security_group (436ae364-7e26-4362-b06b-eb825225a23c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:36.421283 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9fdf6fb2-c785-4d19-852b-472ce4974fa1 req-27a4461e-c2fc-498e-9f45-97cb241f5918 service neutron] 10.222.0.69 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942543 Feb 28 17:18:36.445393 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b93f6f2-f3d8-4dae-8ac2-9caec3b9ba1d admin admin] Publish callbacks [] for security_group (436ae364-7e26-4362-b06b-eb825225a23c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:36.568868 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ca575ff-d1d0-44a6-882d-252ae110fe3d req-cd907eb7-8853-43bf-ab1e-1221235d51cf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 210 time: 0.0686722 Feb 28 17:18:36.602472 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790bdfb-5e39-4299-88f3-199767a41617 req-7f99060f-dadb-4b66-8b30-26ca89554008 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:36.602472 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-7f99060f-dadb-4b66-8b30-26ca89554008 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f&tenant_id=dae94b749f7c42e383840585fc56524b&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1127 time: 0.0680490 Feb 28 17:18:36.604666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-e0de9883-b33f-4a8d-9966-3dfd2d438f03 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:36.606128 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-e0de9883-b33f-4a8d-9966-3dfd2d438f03 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4976358 Feb 28 17:18:36.662906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790bdfb-5e39-4299-88f3-199767a41617 req-0dbb4a00-2270-448d-9dae-a6773b372b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:36.664660 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-0dbb4a00-2270-448d-9dae-a6773b372b10 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f&tenant_id=dae94b749f7c42e383840585fc56524b HTTP/1.1" status: 200 len: 1127 time: 0.0625563 Feb 28 17:18:36.664814 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-7009cf80-829f-4325-9606-77aab3bba7f8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Request body: {'port': {'device_id': '1ee550b8-c2e5-45d7-bc69-21e24fb34bdb', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'cea79b56c7a54ab1ade94c9ea64db22c'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:36.669640 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d3a9ed4-5592-44e6-baef-6a2f1111a6d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:36.706236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-dfa53d38-d0d9-476a-9cad-d154a6914ca7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Allocated IP 192.168.233.178 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/c89b5de3-c9b6-40f7-94f7-bca4f4921013) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:36.713692 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3940e1d6-e725-4a77-9679-30ee65634372 req-0b8becff-f306-4355-a919-93f2c97fa755 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232415 Feb 28 17:18:36.764170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6c76c-2b15-44fe-96b2-b768e6e6952a req-dae01394-a0da-49e0-b9fe-96367cae305c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:36.765704 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-50b6c76c-2b15-44fe-96b2-b768e6e6952a req-dae01394-a0da-49e0-b9fe-96367cae305c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 944 time: 0.1062853 Feb 28 17:18:36.783218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790bdfb-5e39-4299-88f3-199767a41617 req-f905a646-b42b-4956-ae51-cbee57bb23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:36.784681 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-f905a646-b42b-4956-ae51-cbee57bb23f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 1127 time: 0.0860567 Feb 28 17:18:36.794593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b93f6f2-f3d8-4dae-8ac2-9caec3b9ba1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (436ae364-7e26-4362-b06b-eb825225a23c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:36.804660 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b93f6f2-f3d8-4dae-8ac2-9caec3b9ba1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:36.804660 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9b93f6f2-f3d8-4dae-8ac2-9caec3b9ba1d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/436ae364-7e26-4362-b06b-eb825225a23c HTTP/1.1" status: 204 len: 168 time: 0.5302088 Feb 28 17:18:36.824892 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93f6f2-f3d8-4dae-8ac2-9caec3b9ba1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436ae364-7e26-4362-b06b-eb825225a23c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:36.894944 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-50b6c76c-2b15-44fe-96b2-b768e6e6952a req-25e3957c-fa7b-4468-8413-b662d589d156 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217914 Feb 28 17:18:36.939868 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:36.943671 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (6f847b4c-0168-4cfb-a6a5-5514f258ce0f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:36.943820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790bdfb-5e39-4299-88f3-199767a41617 req-50b70cfb-ee35-4a19-837e-e83782003d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:36.943936 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Floating IP 6f847b4c-0168-4cfb-a6a5-5514f258ce0f disassociated. External IP: 172.25.3.170, port: 490a7bdb-5c48-4e00-82f5-f10671bc034f. Feb 28 17:18:36.943936 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Calling delete_port for 490a7bdb-5c48-4e00-82f5-f10671bc034f owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:18:36.944132 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-50b70cfb-ee35-4a19-837e-e83782003d49 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.1371925 Feb 28 17:18:36.992628 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-79d60337-e862-4779-b919-b817430bbedc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36 HTTP/1.1" status: 200 len: 217 time: 0.0427446 Feb 28 17:18:37.038773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b4c3192d-bd59-4fee-98c3-203a37a38218 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:18:37.041793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 99b07604-73a2-4d93-8576-1bda403d1e98 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:37.079347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790bdfb-5e39-4299-88f3-199767a41617 req-0167b7f3-5566-42ea-8d2f-4c0fb93dd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:37.082196 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-0167b7f3-5566-42ea-8d2f-4c0fb93dd0aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.0817382 Feb 28 17:18:37.138278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-0f1d64f7-760e-4ad6-81fc-85510dfb0104 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507729 Feb 28 17:18:37.204472 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b4c3192d-bd59-4fee-98c3-203a37a38218, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b4c3192d-bd59-4fee-98c3-203a37a38218,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:37.218196 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d3a9ed4-5592-44e6-baef-6a2f1111a6d2 admin admin] Publish callbacks [] for security_group (1a852356-4e2c-4524-a038-4bb47ae02432), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.221549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'b4c3192d-bd59-4fee-98c3-203a37a38218', 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124', 'port_id': 'b4c3192d-bd59-4fee-98c3-203a37a38218', 'mac_address': 'fa:16:3e:63:a1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee3c571-976e-4368-9653-54e69fb9bcab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:18:37.235986 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-7009cf80-829f-4325-9606-77aab3bba7f8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Made reservation on behalf of cea79b56c7a54ab1ade94c9ea64db22c for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:18:37.240625 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-7009cf80-829f-4325-9606-77aab3bba7f8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.253862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 99b07604-73a2-4d93-8576-1bda403d1e98 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:18:37.267530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 99b07604-73a2-4d93-8576-1bda403d1e98 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:37.268102 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.280251 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-dfa53d38-d0d9-476a-9cad-d154a6914ca7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks [] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.293607 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d3a9ed4-5592-44e6-baef-6a2f1111a6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1a852356-4e2c-4524-a038-4bb47ae02432), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.301867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port b4c3192d-bd59-4fee-98c3-203a37a38218 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:37.302944 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.322219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f246b-4bcd-4107-88b4-99fef3cbb803 req-89b985c8-c56e-449b-b360-e90c368ccd53 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:37.327987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c3192d-bd59-4fee-98c3-203a37a38218 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:18:37.333447 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-768f246b-4bcd-4107-88b4-99fef3cbb803 req-89b985c8-c56e-449b-b360-e90c368ccd53 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 944 time: 0.2965071 Feb 28 17:18:37.347725 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-6f145006-6b12-40a4-8a83-8466b5f5d234 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701210 Feb 28 17:18:37.358885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b4c3192d-bd59-4fee-98c3-203a37a38218, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b4c3192d-bd59-4fee-98c3-203a37a38218,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:37.440430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 99b07604-73a2-4d93-8576-1bda403d1e98 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:37.440891 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.461243 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2d3a9ed4-5592-44e6-baef-6a2f1111a6d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1adbe1b9e6e44a25a03798e744730675&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2203665 Feb 28 17:18:37.465809 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46170) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:37.470246 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a9ed4-5592-44e6-baef-6a2f1111a6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a852356-4e2c-4524-a038-4bb47ae02432,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:37.517135 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.539016 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-6a9862bc-c306-41cd-89cb-b2fa4fb5b9df service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730633 Feb 28 17:18:37.549824 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-768f246b-4bcd-4107-88b4-99fef3cbb803 req-531d82e9-1f2d-4245-b805-8bf04622e207 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197955 Feb 28 17:18:37.574473 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.594115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0958639-b655-4faa-abc7-e6fee05bfd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b07604-73a2-4d93-8576-1bda403d1e98'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:37.594759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de44ea-e7e1-46a5-96dc-fd62214c25b0 req-00e0f46f-f9b8-4db2-b5b5-8e7010b23370 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:37.597976 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2bcb8d-0394-48e1-b47f-78b973279f3b" -d '{"events": [{"server_uuid": "c0958639-b655-4faa-abc7-e6fee05bfd92", "name": "network-vif-plugged", "status": "completed", "tag": "99b07604-73a2-4d93-8576-1bda403d1e98"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:37.602528 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-17de44ea-e7e1-46a5-96dc-fd62214c25b0 req-00e0f46f-f9b8-4db2-b5b5-8e7010b23370 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 945 time: 0.1422963 Feb 28 17:18:37.621316 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-dfa53d38-d0d9-476a-9cad-d154a6914ca7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.626353 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca54b1dd-43e2-4238-a410-d3388d680ad4 admin admin] Publish callbacks [] for security_group (1a852356-4e2c-4524-a038-4bb47ae02432), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.641548 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (490a7bdb-5c48-4e00-82f5-f10671bc034f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.644884 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46178) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:37.678362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba', '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', '952b617a-f73f-4be1-bfa9-b91b6d1002ed'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:18:37.682314 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca54b1dd-43e2-4238-a410-d3388d680ad4 admin admin] Publish callbacks [] for security_group (1a852356-4e2c-4524-a038-4bb47ae02432), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.727528 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-17de44ea-e7e1-46a5-96dc-fd62214c25b0 req-b6c084f0-2d22-4cb0-affb-a963dd3f62ee tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfea03c1-2b0c-4d25-8f7b-d33080f4de35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164169 Feb 28 17:18:37.757562 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=99b07604-73a2-4d93-8576-1bda403d1e98,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:37.779976 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4c537c9b-4633-4832-828d-d68107c17a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.813223 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-be1dbcaa-473d-4e04-b92f-7393165579c5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4ed22978ba58432086a17139a897a663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665447 Feb 28 17:18:37.816434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46182) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:37.824136 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1766a5bf-aa54-4583-9a90-8ae2afb478fc x-openstack-request-id: req-1766a5bf-aa54-4583-9a90-8ae2afb478fc {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:37.829681 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0958639-b655-4faa-abc7-e6fee05bfd92", "name": "network-vif-plugged", "status": "completed", "tag": "99b07604-73a2-4d93-8576-1bda403d1e98", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:37.829681 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1766a5bf-aa54-4583-9a90-8ae2afb478fc {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:37.829681 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0958639-b655-4faa-abc7-e6fee05bfd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b07604-73a2-4d93-8576-1bda403d1e98', 'code': 200} Feb 28 17:18:37.830044 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-dfa53d38-d0d9-476a-9cad-d154a6914ca7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:37.839763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=b4c3192d-bd59-4fee-98c3-203a37a38218,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:37.846100 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3a5c8168-c6f2-4636-9084-dc415804bc34 req-159fba3b-78e3-4d53-ae66-ec0cc0b058ca tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 210 time: 0.1204414 Feb 28 17:18:37.858613 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['b4c3192d-bd59-4fee-98c3-203a37a38218'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:18:37.862975 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-dfa53d38-d0d9-476a-9cad-d154a6914ca7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:37.865637 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.875276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-dfa53d38-d0d9-476a-9cad-d154a6914ca7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:37.878264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:18:37.941587 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca54b1dd-43e2-4238-a410-d3388d680ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1a852356-4e2c-4524-a038-4bb47ae02432), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.948181 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca54b1dd-43e2-4238-a410-d3388d680ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:37.972764 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ca54b1dd-43e2-4238-a410-d3388d680ad4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a852356-4e2c-4524-a038-4bb47ae02432 HTTP/1.1" status: 204 len: 168 time: 0.4941838 Feb 28 17:18:37.977860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-7009cf80-829f-4325-9606-77aab3bba7f8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Allocated IP 192.168.233.171 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/8c3cabd0-452f-4e8b-9d7e-7b561394cc56) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:38.006693 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa53d38-d0d9-476a-9cad-d154a6914ca7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event updated for resources: {'Port': ['ID=c89b5de3-c9b6-40f7-94f7-bca4f4921013,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:38.074210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54b1dd-43e2-4238-a410-d3388d680ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a852356-4e2c-4524-a038-4bb47ae02432,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:38.111669 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Pushing event deleted for resources: {'Port': ['ID=490a7bdb-5c48-4e00-82f5-f10671bc034f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:38.156651 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3eddd14b-fc2e-431f-a02e-81f7f4b8a109 admin admin] Publish callbacks [] for security_group (e2ee4eb0-097c-4a81-ac6b-91d43a2d141e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:38.180594 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-dfa53d38-d0d9-476a-9cad-d154a6914ca7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:38.181272 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-dfa53d38-d0d9-476a-9cad-d154a6914ca7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:38.251550 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3eddd14b-fc2e-431f-a02e-81f7f4b8a109 admin admin] Publish callbacks [] for security_group (e2ee4eb0-097c-4a81-ac6b-91d43a2d141e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:38.295018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462ba18-605f-4e21-8d39-29b053349878 req-83457827-b070-4aa8-be6b-21659e82d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:38.296980 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3462ba18-605f-4e21-8d39-29b053349878 req-83457827-b070-4aa8-be6b-21659e82d68f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 1128 time: 0.4026623 Feb 28 17:18:38.321974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdf6f1-62bb-4177-86cc-b72f53baf3f8 req-481c91dc-ffa6-4173-b4ca-94349c9cba85 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:38.321974 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73fdf6f1-62bb-4177-86cc-b72f53baf3f8 req-481c91dc-ffa6-4173-b4ca-94349c9cba85 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.4002061 Feb 28 17:18:38.332242 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-dfa53d38-d0d9-476a-9cad-d154a6914ca7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7167032 Feb 28 17:18:38.376440 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] The host n-h2-820368-19 is not matching for port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 host n-h1-820368-19! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:18:38.377050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:18:38.377660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Request body: {'port': {'device_id': 'e60d87c3-7b1c-49ac-a937-6919fdefbd45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:38.389854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790bdfb-5e39-4299-88f3-199767a41617 req-988f63d3-b561-4a5e-95c8-b032c7a952e1 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:38.391730 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-988f63d3-b561-4a5e-95c8-b032c7a952e1 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f&tenant_id=dae94b749f7c42e383840585fc56524b&binding%3Ahost_id=n-h1-820368-19 HTTP/1.1" status: 200 len: 1127 time: 0.3408825 Feb 28 17:18:38.394869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364321e-3d5a-49ad-9042-a0bf4d081cde req-30fb3d75-236b-4cca-b22a-c4c7fb45f4d9 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:38.403516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c364321e-3d5a-49ad-9042-a0bf4d081cde req-30fb3d75-236b-4cca-b22a-c4c7fb45f4d9 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 945 time: 0.3412733 Feb 28 17:18:38.471420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2fc76b05-124a-48e5-a7e9-2fcb9b03130a None None] Provisioning complete for port c89b5de3-c9b6-40f7-94f7-bca4f4921013 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:38.471420 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2fc76b05-124a-48e5-a7e9-2fcb9b03130a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:38.478401 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=99b07604-73a2-4d93-8576-1bda403d1e98,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:38.554445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2fc76b05-124a-48e5-a7e9-2fcb9b03130a None None] Port c89b5de3-c9b6-40f7-94f7-bca4f4921013 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:18:38.677880 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73fdf6f1-62bb-4177-86cc-b72f53baf3f8 req-a3e3317c-eff0-4c24-96bc-28c3eba11b17 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293135 Feb 28 17:18:38.711965 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3462ba18-605f-4e21-8d39-29b053349878 req-45ffc726-a744-4936-91ec-957e11e134cb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778644 Feb 28 17:18:38.715521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1790bdfb-5e39-4299-88f3-199767a41617 req-59a1c334-0403-4432-aeab-a93dcf3fb835 service neutron] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:38.729762 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1790bdfb-5e39-4299-88f3-199767a41617 req-59a1c334-0403-4432-aeab-a93dcf3fb835 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:38.730208 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1790bdfb-5e39-4299-88f3-199767a41617 req-59a1c334-0403-4432-aeab-a93dcf3fb835 service neutron] 10.222.0.73 "DELETE /v2.0/ports/739ed8b3-e673-4b8d-b7d6-5452f44c5f36/bindings/n-h2-820368-19 HTTP/1.1" status: 204 len: 173 time: 0.3274734 Feb 28 17:18:38.768000 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Router 5693017c-6a09-461a-93df-575a531affe3 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:18:38.802533 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3eddd14b-fc2e-431f-a02e-81f7f4b8a109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e2ee4eb0-097c-4a81-ac6b-91d43a2d141e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:38.804595 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3eddd14b-fc2e-431f-a02e-81f7f4b8a109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:38.805778 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3eddd14b-fc2e-431f-a02e-81f7f4b8a109 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e2ee4eb0-097c-4a81-ac6b-91d43a2d141e HTTP/1.1" status: 204 len: 168 time: 0.9904799 Feb 28 17:18:38.830745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddd14b-fc2e-431f-a02e-81f7f4b8a109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ee4eb0-097c-4a81-ac6b-91d43a2d141e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:38.883767 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb95c57-5474-470e-89be-7d688d1a61c4 req-e67ba835-dd6a-492a-91cb-023a78fa682d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:38.885378 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7cb95c57-5474-470e-89be-7d688d1a61c4 req-e67ba835-dd6a-492a-91cb-023a78fa682d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 944 time: 0.1284404 Feb 28 17:18:38.943999 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7cb95c57-5474-470e-89be-7d688d1a61c4 req-b14f6b33-992a-4052-853f-c5d54e2454ce tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501025 Feb 28 17:18:38.948248 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c364321e-3d5a-49ad-9042-a0bf4d081cde req-27dd4d58-f370-495d-bb04-3ccfe14351d4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439365 Feb 28 17:18:39.024541 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:39.043668 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-7009cf80-829f-4325-9606-77aab3bba7f8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks [] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:39.052637 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 490a7bdb-5c48-4e00-82f5-f10671bc034f no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:18:39.084667 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 490a7bdb-5c48-4e00-82f5-f10671bc034f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:18:39.085271 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 490a7bdb-5c48-4e00-82f5-f10671bc034f not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:18:39.095328 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-156faa9e-5485-4c6f-99be-21386786cda1 req-2406ead7-e452-40ba-ae21-b07a91191c60 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/ports?device_id=78326ad0-e03c-43ed-b60c-608bf05d41cd HTTP/1.1" status: 200 len: 210 time: 0.0499513 Feb 28 17:18:39.099638 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e5e5098c-2721-4f05-aec5-1de2d91d0889 req-32e8bc93-4508-452e-9f72-5c7eac3d350f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 210 time: 0.0586607 Feb 28 17:18:39.119793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:18:39.135047 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1ffd31-0fff-45e7-b1b6-04f782e147bc None None] Sync routers for ids ['5693017c-6a09-461a-93df-575a531affe3'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:18:39.145475 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ffd31-0fff-45e7-b1b6-04f782e147bc None None] Routers {'5693017c-6a09-461a-93df-575a531affe3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:39.146166 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ec1ffd31-0fff-45e7-b1b6-04f782e147bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5693017c-6a09-461a-93df-575a531affe3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:39.189195 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] No DVR routers for this DVR port 490a7bdb-5c48-4e00-82f5-f10671bc034f on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:18:39.194049 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:39.197279 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ad13039-35d4-4fe3-9105-d8f0048d0b6a req-6be6b4e6-8746-440a-b03e-6ae5ee54f4a5 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.69 "DELETE /v2.0/ports/490a7bdb-5c48-4e00-82f5-f10671bc034f HTTP/1.1" status: 204 len: 173 time: 3.5547283 Feb 28 17:18:39.199697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78326ad0-e03c-43ed-b60c-608bf05d41cd', 'name': 'network-vif-deleted', 'tag': '490a7bdb-5c48-4e00-82f5-f10671bc034f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:39.201989 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aad34ca-67c4-42a4-82b3-3bdc775bc2ee" -d '{"events": [{"server_uuid": "78326ad0-e03c-43ed-b60c-608bf05d41cd", "name": "network-vif-deleted", "tag": "490a7bdb-5c48-4e00-82f5-f10671bc034f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:39.235448 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46206) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:39.257540 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-08993c3c-2c9d-4258-9c7a-86486d82c383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:39.300400 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b32e9e-816e-4495-a071-9bdd12e3df7c x-openstack-request-id: req-c1b32e9e-816e-4495-a071-9bdd12e3df7c {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:39.300690 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78326ad0-e03c-43ed-b60c-608bf05d41cd", "name": "network-vif-deleted", "tag": "490a7bdb-5c48-4e00-82f5-f10671bc034f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:39.300965 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c1b32e9e-816e-4495-a071-9bdd12e3df7c {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:39.302192 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78326ad0-e03c-43ed-b60c-608bf05d41cd', 'name': 'network-vif-deleted', 'tag': '490a7bdb-5c48-4e00-82f5-f10671bc034f', 'status': 'completed', 'code': 200} Feb 28 17:18:39.368134 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-7009cf80-829f-4325-9606-77aab3bba7f8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:39.381203 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba', '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', '952b617a-f73f-4be1-bfa9-b91b6d1002ed'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:18:39.392881 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-08993c3c-2c9d-4258-9c7a-86486d82c383 admin admin] Publish callbacks [] for security_group (84e7a642-8731-4329-b30a-797346fc88b1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:39.411625 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-ec1ffd31-0fff-45e7-b1b6-04f782e147bc None None] Set router 5693017c-6a09-461a-93df-575a531affe3 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:39.486139 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-08993c3c-2c9d-4258-9c7a-86486d82c383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (84e7a642-8731-4329-b30a-797346fc88b1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:39.587584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08993c3c-2c9d-4258-9c7a-86486d82c383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e7a642-8731-4329-b30a-797346fc88b1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:39.595387 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-08993c3c-2c9d-4258-9c7a-86486d82c383 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ccaa92e41ca4459b981c822ba8b77028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583062 Feb 28 17:18:39.595984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46214) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:39.651390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-7009cf80-829f-4325-9606-77aab3bba7f8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:39.659075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7c189687-037c-4299-b355-ae515ca74158 admin admin] Publish callbacks [] for security_group (84e7a642-8731-4329-b30a-797346fc88b1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:39.681698 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-7009cf80-829f-4325-9606-77aab3bba7f8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:39.693113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-7009cf80-829f-4325-9606-77aab3bba7f8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:39.702954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009cf80-829f-4325-9606-77aab3bba7f8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event updated for resources: {'Port': ['ID=8c3cabd0-452f-4e8b-9d7e-7b561394cc56,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:39.745147 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7c189687-037c-4299-b355-ae515ca74158 admin admin] Publish callbacks [] for security_group (84e7a642-8731-4329-b30a-797346fc88b1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:39.791344 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10329d89-f0fb-4570-b0f8-78c005dbf48e req-c08cb6ca-0f52-4956-ac56-23a9d6e1ff26 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:39.794339 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-10329d89-f0fb-4570-b0f8-78c005dbf48e req-c08cb6ca-0f52-4956-ac56-23a9d6e1ff26 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 1127 time: 0.4651372 Feb 28 17:18:39.798704 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:39.859811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-7009cf80-829f-4325-9606-77aab3bba7f8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:39.860857 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-7009cf80-829f-4325-9606-77aab3bba7f8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:39.912213 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04bdf968-2fee-4100-b1a6-31adb85dc6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:39.971379 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-10329d89-f0fb-4570-b0f8-78c005dbf48e req-30d114f8-5d63-4439-8eef-ea027c49b090 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659496 Feb 28 17:18:40.004247 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89b5de3-c9b6-40f7-94f7-bca4f4921013 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:18:40.015836 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-7009cf80-829f-4325-9606-77aab3bba7f8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3659890 Feb 28 17:18:40.017864 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Publish callbacks [] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:40.025487 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ec1ffd31-0fff-45e7-b1b6-04f782e147bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:23Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:40.040334 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Request body: {'port': {'device_id': '1ee550b8-c2e5-45d7-bc69-21e24fb34bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:40.045473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc879db-7f86-4c6f-a5b9-01d9101afec0 req-9fb826b4-4d45-41c1-a5c2-2bd96ba7df0e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:40.057973 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6bc879db-7f86-4c6f-a5b9-01d9101afec0 req-9fb826b4-4d45-41c1-a5c2-2bd96ba7df0e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.2106376 Feb 28 17:18:40.060794 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1ffd31-0fff-45e7-b1b6-04f782e147bc None None] Checking router: 5693017c-6a09-461a-93df-575a531affe3 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:18:40.071842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Transition to ACTIVE for port object c89b5de3-c9b6-40f7-94f7-bca4f4921013 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:18:40.098972 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ffd31-0fff-45e7-b1b6-04f782e147bc None None] Routers {'5693017c-6a09-461a-93df-575a531affe3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:40.099874 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ec1ffd31-0fff-45e7-b1b6-04f782e147bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5693017c-6a09-461a-93df-575a531affe3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:40.142992 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7c189687-037c-4299-b355-ae515ca74158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (84e7a642-8731-4329-b30a-797346fc88b1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:40.150239 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:40.157678 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7c189687-037c-4299-b355-ae515ca74158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:40.170208 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7c189687-037c-4299-b355-ae515ca74158 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84e7a642-8731-4329-b30a-797346fc88b1 HTTP/1.1" status: 204 len: 168 time: 0.5714221 Feb 28 17:18:40.179782 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:40.252047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c189687-037c-4299-b355-ae515ca74158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e7a642-8731-4329-b30a-797346fc88b1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:40.332217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6f1f473c-c7d0-4777-89a3-5e1925ffef83 None None] Provisioning complete for port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:40.332217 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6f1f473c-c7d0-4777-89a3-5e1925ffef83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:40.353598 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6bc879db-7f86-4c6f-a5b9-01d9101afec0 req-df66ec4f-9cc0-456d-866d-fd6c8c321b58 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778692 Feb 28 17:18:40.370264 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:18:40.382730 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-ec1ffd31-0fff-45e7-b1b6-04f782e147bc None None] Set router 5693017c-6a09-461a-93df-575a531affe3 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:40.506963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Pushing event updated for resources: {'Port': ['ID=c89b5de3-c9b6-40f7-94f7-bca4f4921013,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:40.534418 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f473c-c7d0-4777-89a3-5e1925ffef83 None None] Port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:18:40.624362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcf597-f02e-434d-8f2d-ee19ea598cb8 req-1a0b92f7-79e2-4a99-8ee0-f357e7e27664 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:40.627339 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3fbcf597-f02e-434d-8f2d-ee19ea598cb8 req-1a0b92f7-79e2-4a99-8ee0-f357e7e27664 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 936 time: 0.1351914 Feb 28 17:18:40.688626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e9e65-e5a9-4cb0-b14c-5c38d574b8e0 req-f104a7f5-8229-4c12-bd38-9bac1ff0fb23 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:40.690649 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-113e9e65-e5a9-4cb0-b14c-5c38d574b8e0 req-f104a7f5-8229-4c12-bd38-9bac1ff0fb23 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 945 time: 0.3748686 Feb 28 17:18:40.699649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Attempting to bind port c89b5de3-c9b6-40f7-94f7-bca4f4921013 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:40.700310 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Attempting to bind port c89b5de3-c9b6-40f7-94f7-bca4f4921013 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:40.701070 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Attempting to bind port c89b5de3-c9b6-40f7-94f7-bca4f4921013 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:40.710618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Port c89b5de3-c9b6-40f7-94f7-bca4f4921013 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:18:40.711093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Attempting to bind port c89b5de3-c9b6-40f7-94f7-bca4f4921013 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:40.755431 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3fbcf597-f02e-434d-8f2d-ee19ea598cb8 req-bc1ff383-42c7-4594-aed4-3f4923db8398 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196928 Feb 28 17:18:40.780894 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:40.781455 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:40.781900 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:40.782294 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Bound port: c89b5de3-c9b6-40f7-94f7-bca4f4921013, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:40.782654 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:40.857389 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-113e9e65-e5a9-4cb0-b14c-5c38d574b8e0 req-2a6e495e-f47e-43df-a2fe-174114007bde tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420288 Feb 28 17:18:40.912075 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ec1ffd31-0fff-45e7-b1b6-04f782e147bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:23Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:40.978298 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1ffd31-0fff-45e7-b1b6-04f782e147bc None None] The sync data for ids ['5693017c-6a09-461a-93df-575a531affe3'] in n-d-820368-19 is: [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:15:18Z', 'revision_number': 4, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '3143658f-c36a-4bb0-a4e1-08bc2174a5ea', 'name': '', 'network_id': '0ace9968-4a17-439c-b2f3-b77bcf7c88a1', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'mac_address': 'fa:16:3e:0e:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:16Z', 'updated_at': '2022-02-28T17:15:23Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'subnets': [{'id': '304ddab3-68d6-4b16-8125-03d0c1d10117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:18:41.036484 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b4c3192d-bd59-4fee-98c3-203a37a38218 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:41.068058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] For port c89b5de3-c9b6-40f7-94f7-bca4f4921013, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:41.095892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] For port c89b5de3-c9b6-40f7-94f7-bca4f4921013, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c89b5de3-c9b6-40f7-94f7-bca4f4921013,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:41.193884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:18:41.210664 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:41.222481 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46270) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:41.264453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port b4c3192d-bd59-4fee-98c3-203a37a38218 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:18:41.268942 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port b4c3192d-bd59-4fee-98c3-203a37a38218 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:41.268942 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:41.279812 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Publish callbacks [] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:41.303797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74672158-7179-413c-acc2-7683e2e5ef1b req-f87a5bf1-d51f-4442-8329-6803ccd2eec2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:41.310682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-74672158-7179-413c-acc2-7683e2e5ef1b req-f87a5bf1-d51f-4442-8329-6803ccd2eec2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 820 time: 0.3051224 Feb 28 17:18:41.345098 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd530ab4-5ac8-48de-9141-375810efad04 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for security_group (cfea03c1-2b0c-4d25-8f7b-d33080f4de35), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:41.348796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Transition to ACTIVE for port object 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:18:41.352980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:41.354191 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:41.357704 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:41.365911 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] 10.222.0.69 "PUT /v2.0/ports/c89b5de3-c9b6-40f7-94f7-bca4f4921013 HTTP/1.1" status: 200 len: 1097 time: 2.9928706 Feb 28 17:18:41.366718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60d87c3-7b1c-49ac-a937-6919fdefbd45', 'tag': 'c89b5de3-c9b6-40f7-94f7-bca4f4921013'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:41.369617 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab422ce4-271d-4a7e-bb81-c1d1402bae14" -d '{"events": [{"name": "network-changed", "server_uuid": "e60d87c3-7b1c-49ac-a937-6919fdefbd45", "tag": "c89b5de3-c9b6-40f7-94f7-bca4f4921013"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:41.379584 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-74672158-7179-413c-acc2-7683e2e5ef1b req-80f4b6c7-f633-4457-adff-362b1e92faf2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/quotas/dae94b749f7c42e383840585fc56524b HTTP/1.1" status: 200 len: 375 time: 0.0672066 Feb 28 17:18:41.442544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d92efa-9b9c-4172-ac61-eff5481b2510 service neutron] Pushing event updated for resources: {'Port': ['ID=c89b5de3-c9b6-40f7-94f7-bca4f4921013,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:41.450487 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd530ab4-5ac8-48de-9141-375810efad04 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for security_group (cfea03c1-2b0c-4d25-8f7b-d33080f4de35), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:41.457011 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:41.580741 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-74672158-7179-413c-acc2-7683e2e5ef1b req-5f41bb17-6c2e-4579-acfb-7ac751613213 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1975648 Feb 28 17:18:41.590550 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c38be8b-a064-4ac7-a1b5-652dfa9ccb28 x-openstack-request-id: req-3c38be8b-a064-4ac7-a1b5-652dfa9ccb28 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:41.591450 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60d87c3-7b1c-49ac-a937-6919fdefbd45", "tag": "c89b5de3-c9b6-40f7-94f7-bca4f4921013", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:41.591767 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c38be8b-a064-4ac7-a1b5-652dfa9ccb28 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:41.592611 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60d87c3-7b1c-49ac-a937-6919fdefbd45', 'tag': 'c89b5de3-c9b6-40f7-94f7-bca4f4921013', 'status': 'completed', 'code': 200} Feb 28 17:18:41.613428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91953125-69c2-4964-b129-3267f6d78409 None None] New status for floating IP 6f847b4c-0168-4cfb-a6a5-5514f258ce0f: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:18:41.713980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Pushing event updated for resources: {'Port': ['ID=8c3cabd0-452f-4e8b-9d7e-7b561394cc56,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:41.767234 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-74672158-7179-413c-acc2-7683e2e5ef1b req-c19c7f84-a75f-4643-8e25-e7bb3282a0ec service neutron] 10.222.0.72 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848693 Feb 28 17:18:41.779799 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd530ab4-5ac8-48de-9141-375810efad04 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (cfea03c1-2b0c-4d25-8f7b-d33080f4de35), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:41.784222 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd530ab4-5ac8-48de-9141-375810efad04 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:41.789263 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cd530ab4-5ac8-48de-9141-375810efad04 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "DELETE /v2.0/security-groups/cfea03c1-2b0c-4d25-8f7b-d33080f4de35 HTTP/1.1" status: 204 len: 168 time: 0.5651104 Feb 28 17:18:41.801022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46294) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:41.860423 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-22831d25-6008-4aef-be43-3749b29b3e38 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] show failed (client error): The resource could not be found. Feb 28 17:18:41.861458 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-22831d25-6008-4aef-be43-3749b29b3e38 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "GET /v2.0/security-groups/cfea03c1-2b0c-4d25-8f7b-d33080f4de35 HTTP/1.1" status: 404 len: 347 time: 0.0424786 Feb 28 17:18:41.865749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd530ab4-5ac8-48de-9141-375810efad04 tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfea03c1-2b0c-4d25-8f7b-d33080f4de35,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:41.876264 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46298) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:41.878796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-9d4643a6-5442-4648-9d65-13705e2cfbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:41.880580 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-9d4643a6-5442-4648-9d65-13705e2cfbd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=e60d87c3-7b1c-49ac-a937-6919fdefbd45 HTTP/1.1" status: 200 len: 1131 time: 0.3754096 Feb 28 17:18:41.888576 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port b4c3192d-bd59-4fee-98c3-203a37a38218 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:41.889701 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:42.005484 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65548028-a652-473d-a5cf-10cf727b48b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c3192d-bd59-4fee-98c3-203a37a38218'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:42.009225 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f69382f-6e08-46c9-b6be-2b1013158447" -d '{"events": [{"server_uuid": "65548028-a652-473d-a5cf-10cf727b48b8", "name": "network-vif-plugged", "status": "completed", "tag": "b4c3192d-bd59-4fee-98c3-203a37a38218"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:42.038198 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-e3ca0ef5-cf21-4ce0-883a-b225b3e575f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=c89b5de3-c9b6-40f7-94f7-bca4f4921013 HTTP/1.1" status: 200 len: 217 time: 0.1254506 Feb 28 17:18:42.043283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b4c3192d-bd59-4fee-98c3-203a37a38218, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b4c3192d-bd59-4fee-98c3-203a37a38218,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:42.046716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Attempting to bind port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:42.046716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Attempting to bind port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:42.046716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Attempting to bind port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:42.109211 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:18:42.109668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Attempting to bind port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:42.114035 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-74672158-7179-413c-acc2-7683e2e5ef1b req-80284976-6743-430e-b74c-2adaf40239e0 service neutron] 10.222.0.72 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455997 Feb 28 17:18:42.135590 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:42.159289 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b897239-ce37-454a-96eb-3e1bb2e2c85e req-c0143a38-a94c-489c-989a-1487ef3814a7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:42.160873 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b897239-ce37-454a-96eb-3e1bb2e2c85e req-c0143a38-a94c-489c-989a-1487ef3814a7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.4586971 Feb 28 17:18:42.218884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:42.219280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:42.219666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:42.220183 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Bound port: 8c3cabd0-452f-4e8b-9d7e-7b561394cc56, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:42.220630 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:42.235714 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=b4c3192d-bd59-4fee-98c3-203a37a38218,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:42.257091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-67c34304-27bb-4669-8416-f6ad06c10458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:42.259342 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-67c34304-27bb-4669-8416-f6ad06c10458 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.2095881 Feb 28 17:18:42.357785 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b897239-ce37-454a-96eb-3e1bb2e2c85e req-b5c2049e-f514-41aa-b7e7-86ea416194f9 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527548 Feb 28 17:18:42.394547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] For port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:42.400243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-372f2d49-cb44-4fc0-89b3-58961de5b77c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Deleting port 6820a20e-a040-4060-bd94-b66f2b49f573 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:18:42.400591 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-372f2d49-cb44-4fc0-89b3-58961de5b77c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6820a20e-a040-4060-bd94-b66f2b49f573), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:42.404964 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] For port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8c3cabd0-452f-4e8b-9d7e-7b561394cc56,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:42.420971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-006976c9-3fe8-4d13-b77a-030a278abfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:42.422975 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-006976c9-3fe8-4d13-b77a-030a278abfe8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1561797 Feb 28 17:18:42.606243 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-372f2d49-cb44-4fc0-89b3-58961de5b77c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6820a20e-a040-4060-bd94-b66f2b49f573), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:42.606570 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-372f2d49-cb44-4fc0-89b3-58961de5b77c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for floatingip (6820a20e-a040-4060-bd94-b66f2b49f573), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:42.611912 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-af07c30c-47bc-4284-a5c0-3058db7e22a5 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497247 Feb 28 17:18:42.626912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad169f87-95bd-43c1-95e0-f9b9d30b1511 req-78429c72-f3ae-4f91-8251-cdf9bf3b9101 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:42.628311 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad169f87-95bd-43c1-95e0-f9b9d30b1511 req-78429c72-f3ae-4f91-8251-cdf9bf3b9101 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 948 time: 0.2011740 Feb 28 17:18:42.639680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-372f2d49-cb44-4fc0-89b3-58961de5b77c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Calling delete_port for 6820a20e-a040-4060-bd94-b66f2b49f573 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:18:42.809819 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad169f87-95bd-43c1-95e0-f9b9d30b1511 req-d638d929-92b7-473f-87e1-7a0ebe0ec366 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713114 Feb 28 17:18:42.812637 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:42.813217 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-f4050d10-01d7-4b59-a35d-4c00db032a52 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934874 Feb 28 17:18:42.817083 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:42.881177 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:42.881177 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:42.881177 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] 10.222.0.73 "PUT /v2.0/ports/8c3cabd0-452f-4e8b-9d7e-7b561394cc56 HTTP/1.1" status: 200 len: 1097 time: 2.8415608 Feb 28 17:18:42.903012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46326) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:42.948830 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af234c60-75e9-449a-8322-664cf7b73006 x-openstack-request-id: req-af234c60-75e9-449a-8322-664cf7b73006 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:42.948830 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65548028-a652-473d-a5cf-10cf727b48b8", "name": "network-vif-plugged", "status": "completed", "tag": "b4c3192d-bd59-4fee-98c3-203a37a38218", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:42.948830 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-af234c60-75e9-449a-8322-664cf7b73006 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:42.948830 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65548028-a652-473d-a5cf-10cf727b48b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c3192d-bd59-4fee-98c3-203a37a38218', 'code': 200} Feb 28 17:18:43.122980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b9449-f820-4cf7-8c41-ab84f7531609 req-ed154ac5-0ee7-4cab-a9e8-5878f50a55e3 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:43.125685 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-516b9449-f820-4cf7-8c41-ab84f7531609 req-ed154ac5-0ee7-4cab-a9e8-5878f50a55e3 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 1128 time: 0.1084874 Feb 28 17:18:43.167553 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-33324782-network', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:43.228054 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-516b9449-f820-4cf7-8c41-ab84f7531609 req-a8097532-ec95-42f7-b3a0-86696d677f52 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947378 Feb 28 17:18:43.302414 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] Made reservation on behalf of a32156ef9f5e4681b58b24b6e5f4b529 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:18:43.307973 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:43.341072 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c04fa6d9-2f13-4e55-86ed-c789505ecdf6 req-86f18217-2877-44b0-95ee-3c1616b6743c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 210 time: 0.0499496 Feb 28 17:18:43.353632 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:43.523691 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2859fba-7174-4b96-ac7e-34028b541588 req-9805cd5e-7d52-4eb7-818b-2fea4b17251e tempest-FlavorsV2NegativeTest-1161395037 tempest-FlavorsV2NegativeTest-1161395037-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=2ec81afdf8354efab2dd82f6845d371f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383029 Feb 28 17:18:43.601402 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-372f2d49-cb44-4fc0-89b3-58961de5b77c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6820a20e-a040-4060-bd94-b66f2b49f573), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:43.603173 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee550b8-c2e5-45d7-bc69-21e24fb34bdb', 'tag': '8c3cabd0-452f-4e8b-9d7e-7b561394cc56'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:43.603745 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] Publish callbacks [] for security_group (02271398-cd50-46d2-8249-60d7ce9f0f43), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:43.605514 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33accf74-f37c-42b5-9760-8f432550fbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee550b8-c2e5-45d7-bc69-21e24fb34bdb", "tag": "8c3cabd0-452f-4e8b-9d7e-7b561394cc56"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:43.613010 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6116cda-610f-4cad-80d7-7c07b53a894f service neutron] Pushing event updated for resources: {'Port': ['ID=8c3cabd0-452f-4e8b-9d7e-7b561394cc56,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:43.664260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f2d49-cb44-4fc0-89b3-58961de5b77c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Pushing event deleted for resources: {'Port': ['ID=6820a20e-a040-4060-bd94-b66f2b49f573,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:43.666621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859fba-7174-4b96-ac7e-34028b541588 req-5d67cf10-9054-4a43-a46b-65079e67d959 tempest-FlavorsV2NegativeTest-1161395037 tempest-FlavorsV2NegativeTest-1161395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:43.668348 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2859fba-7174-4b96-ac7e-34028b541588 req-5d67cf10-9054-4a43-a46b-65079e67d959 tempest-FlavorsV2NegativeTest-1161395037 tempest-FlavorsV2NegativeTest-1161395037-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438551 Feb 28 17:18:43.669662 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (02271398-cd50-46d2-8249-60d7ce9f0f43), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:43.701355 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2859fba-7174-4b96-ac7e-34028b541588 req-02c7b04d-9245-4ab4-88ff-1cc5cb57ed82 tempest-FlavorsV2NegativeTest-1161395037 tempest-FlavorsV2NegativeTest-1161395037-project] 10.222.0.72 "GET /v2.0/quotas/2ec81afdf8354efab2dd82f6845d371f HTTP/1.1" status: 200 len: 375 time: 0.0250716 Feb 28 17:18:43.714695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:18:43.721503 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab422ce4-271d-4a7e-bb81-c1d1402bae14 req-d4482b7f-7505-47e6-aea0-40efbada714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:43.723047 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab422ce4-271d-4a7e-bb81-c1d1402bae14 req-d4482b7f-7505-47e6-aea0-40efbada714f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=e60d87c3-7b1c-49ac-a937-6919fdefbd45 HTTP/1.1" status: 200 len: 1131 time: 0.7022953 Feb 28 17:18:43.728698 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02271398-cd50-46d2-8249-60d7ce9f0f43,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:43.796377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-cbae2e0f-7619-4373-a63e-d1cc654e8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:43.800242 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2859fba-7174-4b96-ac7e-34028b541588 req-f553de6c-2216-4c0e-80c9-53c0405583e1 tempest-FlavorsV2NegativeTest-1161395037 tempest-FlavorsV2NegativeTest-1161395037-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2ec81afdf8354efab2dd82f6845d371f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857666 Feb 28 17:18:43.803857 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (84b5bf95-268a-4987-a6c4-e119b8f27508), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:43.806240 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] Added segment 84b5bf95-268a-4987-a6c4-e119b8f27508 of type vlan for network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 Feb 28 17:18:43.812722 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-cbae2e0f-7619-4373-a63e-d1cc654e8164 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 1131 time: 0.7334237 Feb 28 17:18:43.840515 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e581a-1039-45e5-b370-7ecfeaf5140d req-1dd73f97-cece-43a3-9af0-bad60f464046 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:43.857971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f14e581a-1039-45e5-b370-7ecfeaf5140d req-1dd73f97-cece-43a3-9af0-bad60f464046 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.8328938 Feb 28 17:18:43.904720 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (7f1b69e1-b54a-466f-9aa9-4b2a97d09946), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:43.905486 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68b0006-e894-4859-b959-860290f79c36 x-openstack-request-id: req-d68b0006-e894-4859-b959-860290f79c36 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:43.906138 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee550b8-c2e5-45d7-bc69-21e24fb34bdb", "tag": "8c3cabd0-452f-4e8b-9d7e-7b561394cc56", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:43.906138 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d68b0006-e894-4859-b959-860290f79c36 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:43.906412 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee550b8-c2e5-45d7-bc69-21e24fb34bdb', 'tag': '8c3cabd0-452f-4e8b-9d7e-7b561394cc56', 'status': 'completed', 'code': 200} Feb 28 17:18:43.908329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c5929-cef6-4c93-bdac-fb5ba2bace70 req-1665fdf2-aa2c-4509-9ee2-5f6c8af1f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:43.909914 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:43.910432 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-301c5929-cef6-4c93-bdac-fb5ba2bace70 req-1665fdf2-aa2c-4509-9ee2-5f6c8af1f12c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 1129 time: 0.8173265 Feb 28 17:18:43.994413 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-5274938e-f9da-4ba5-86f6-6e75ec19f894 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8c3cabd0-452f-4e8b-9d7e-7b561394cc56 HTTP/1.1" status: 200 len: 217 time: 0.1807709 Feb 28 17:18:44.003139 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-372f2d49-cb44-4fc0-89b3-58961de5b77c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks [] for floatingip (6f847b4c-0168-4cfb-a6a5-5514f258ce0f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:44.007246 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-372f2d49-cb44-4fc0-89b3-58961de5b77c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:44.011781 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-372f2d49-cb44-4fc0-89b3-58961de5b77c tempest-ServersWithSpecificFlavorTestJSON-778576214 tempest-ServersWithSpecificFlavorTestJSON-778576214-project] 10.222.0.72 "DELETE /v2.0/floatingips/6f847b4c-0168-4cfb-a6a5-5514f258ce0f HTTP/1.1" status: 204 len: 168 time: 2.1272218 Feb 28 17:18:44.029566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c8cef-1d12-43e8-8c0e-6f79d7c817a5 req-3490f230-7b04-45de-8e4b-e5981a388194 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:44.029566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-028c8cef-1d12-43e8-8c0e-6f79d7c817a5 req-3490f230-7b04-45de-8e4b-e5981a388194 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 948 time: 0.1170111 Feb 28 17:18:44.097662 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (7f1b69e1-b54a-466f-9aa9-4b2a97d09946), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:44.099760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:44.100830 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:44.131082 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-028c8cef-1d12-43e8-8c0e-6f79d7c817a5 req-99d4e95f-78f5-4665-b705-9a3a315e38db tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991390 Feb 28 17:18:44.137327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab422ce4-271d-4a7e-bb81-c1d1402bae14 req-20136cd9-4521-4660-8d60-07ae672eed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:44.140030 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab422ce4-271d-4a7e-bb81-c1d1402bae14 req-20136cd9-4521-4660-8d60-07ae672eed28 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.4039853 Feb 28 17:18:44.151150 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-301c5929-cef6-4c93-bdac-fb5ba2bace70 req-a25446ba-1b5b-45d1-9b04-438af4655f3d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786270 Feb 28 17:18:44.151150 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f14e581a-1039-45e5-b370-7ecfeaf5140d req-6a7e3920-10c8-444c-b6af-c268dab18478 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886088 Feb 28 17:18:44.151150 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-73f6b98b-fafa-4702-bf5e-ea85bc7433d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:44.151150 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-73f6b98b-fafa-4702-bf5e-ea85bc7433d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1373761 Feb 28 17:18:44.245485 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-77d5c7b8-f0db-4fac-b82b-c9c53ac6d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:44.247270 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-77d5c7b8-f0db-4fac-b82b-c9c53ac6d3c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0893960 Feb 28 17:18:44.270994 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3660274 Feb 28 17:18:44.278412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46384) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:44.282955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014cf28-a52e-418e-a9e5-a7177c8b7e2d admin admin] Pushing event updated for resources: {'Network': ['ID=7f1b69e1-b54a-466f-9aa9-4b2a97d09946,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:44.290054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-955762e3-eb4c-4c79-9645-fbdff84f34d1 admin admin] Request body: {'subnet': {'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-33324782-subnet', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:44.309103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:18:44.426015 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab422ce4-271d-4a7e-bb81-c1d1402bae14 req-7bf8476b-e45f-4eaf-a158-96f3b275d6fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=c89b5de3-c9b6-40f7-94f7-bca4f4921013 HTTP/1.1" status: 200 len: 217 time: 0.0516753 Feb 28 17:18:44.470991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955762e3-eb4c-4c79-9645-fbdff84f34d1 admin admin] Made reservation on behalf of a32156ef9f5e4681b58b24b6e5f4b529 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:18:44.474049 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-955762e3-eb4c-4c79-9645-fbdff84f34d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:44.536867 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c65f7bb-49aa-4b0d-9eaf-c56b1b004e23 req-e1ad55e0-b766-4472-8bdd-980c49bbfccf tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 210 time: 0.1078968 Feb 28 17:18:44.551018 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-d6651c26-6e48-4766-b51c-e7e1eb05db3c service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876229 Feb 28 17:18:44.667146 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab422ce4-271d-4a7e-bb81-c1d1402bae14 req-697ea777-9175-4f18-a707-d513b75a6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:44.668621 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab422ce4-271d-4a7e-bb81-c1d1402bae14 req-697ea777-9175-4f18-a707-d513b75a6d35 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.2346447 Feb 28 17:18:44.696258 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46408) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:44.773575 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-549c7294-6167-40b7-a6b6-4ef7b5dc8e79 req-109f9271-0fff-4c47-94b1-ae532f837914 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866484 Feb 28 17:18:44.802940 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab422ce4-271d-4a7e-bb81-c1d1402bae14 req-87596c71-5966-4b82-a914-523a20f867fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:44.812734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab422ce4-271d-4a7e-bb81-c1d1402bae14 req-87596c71-5966-4b82-a914-523a20f867fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1374040 Feb 28 17:18:45.086420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c89b5de3-c9b6-40f7-94f7-bca4f4921013 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:18:45.126383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33accf74-f37c-42b5-9760-8f432550fbf6 req-7d2447dd-4919-4950-ac61-7c62e7a4295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:45.128358 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33accf74-f37c-42b5-9760-8f432550fbf6 req-7d2447dd-4919-4950-ac61-7c62e7a4295d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 1131 time: 0.1497970 Feb 28 17:18:45.131073 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab422ce4-271d-4a7e-bb81-c1d1402bae14 req-a24abed3-a299-4693-afde-b8bb00f9a2e3 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101635 Feb 28 17:18:45.336675 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-955762e3-eb4c-4c79-9645-fbdff84f34d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (f3934740-b32f-4d8c-a484-e108fb750eda), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:45.488580 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c89b5de3-c9b6-40f7-94f7-bca4f4921013, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c89b5de3-c9b6-40f7-94f7-bca4f4921013,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:45.507560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46422) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:45.519641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'c89b5de3-c9b6-40f7-94f7-bca4f4921013', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': 'c89b5de3-c9b6-40f7-94f7-bca4f4921013', 'mac_address': 'fa:16:3e:91:4f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:18:45.579355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9ced-f9e7-4dad-bed8-9e0296aab4b4 req-190c6889-21c7-4893-a9df-680e34555289 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:45.581305 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b8f9ced-f9e7-4dad-bed8-9e0296aab4b4 req-190c6889-21c7-4893-a9df-680e34555289 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.1891310 Feb 28 17:18:45.610299 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d550ca6-0ce4-44b7-bd59-2fd181f30cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (5693017c-6a09-461a-93df-575a531affe3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:45.642354 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c89b5de3-c9b6-40f7-94f7-bca4f4921013 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:45.642746 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:45.684734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89b5de3-c9b6-40f7-94f7-bca4f4921013 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:18:45.742130 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab422ce4-271d-4a7e-bb81-c1d1402bae14 req-032d9056-2ccc-4f76-811c-d028a9f638aa service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171882 Feb 28 17:18:45.748941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c89b5de3-c9b6-40f7-94f7-bca4f4921013, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c89b5de3-c9b6-40f7-94f7-bca4f4921013,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:45.789254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955762e3-eb4c-4c79-9645-fbdff84f34d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3934740-b32f-4d8c-a484-e108fb750eda,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:45.836208 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:45.839935 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33accf74-f37c-42b5-9760-8f432550fbf6 req-259316fb-6cda-4ffc-8de2-edde53103d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:45.841406 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0edf-3b42-4d75-8eb3-5903cf96dd3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:45.841545 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33accf74-f37c-42b5-9760-8f432550fbf6 req-259316fb-6cda-4ffc-8de2-edde53103d17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.7060728 Feb 28 17:18:45.846941 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b8f9ced-f9e7-4dad-bed8-9e0296aab4b4 req-54c20681-14d4-40a0-a1c3-ee1d658e48ee tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567332 Feb 28 17:18:45.874072 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc182b-68c9-468b-90ad-7121f6dff1d0 req-488dd632-0c3b-4d6e-9ff7-250143832fe0 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:45.882224 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-83fc182b-68c9-468b-90ad-7121f6dff1d0 req-488dd632-0c3b-4d6e-9ff7-250143832fe0 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 948 time: 0.4158955 Feb 28 17:18:45.913941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955762e3-eb4c-4c79-9645-fbdff84f34d1 admin admin] Checking segment: {'id': '84b5bf95-268a-4987-a6c4-e119b8f27508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:45.916844 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c89b5de3-c9b6-40f7-94f7-bca4f4921013,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:45.927214 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955762e3-eb4c-4c79-9645-fbdff84f34d1 admin admin] Network hostable DHCP agents. Network: 7f1b69e1-b54a-466f-9aa9-4b2a97d09946, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:18:46.009014 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33accf74-f37c-42b5-9760-8f432550fbf6 req-4c585b07-475d-4b7a-95cf-25da25b6f019 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8c3cabd0-452f-4e8b-9d7e-7b561394cc56 HTTP/1.1" status: 200 len: 217 time: 0.1199744 Feb 28 17:18:46.065613 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8d6a428e-a14c-477b-8f1e-11f0bf5342e5 req-9d68263d-5503-47e4-8fb1-1e8c0ef2fc15 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 210 time: 0.0685248 Feb 28 17:18:46.095177 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74672158-7179-413c-acc2-7683e2e5ef1b req-a6416470-6154-4676-a12b-b20711b26ba0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:46.096886 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74672158-7179-413c-acc2-7683e2e5ef1b req-a6416470-6154-4676-a12b-b20711b26ba0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.69 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 820 time: 0.3599880 Feb 28 17:18:46.103386 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c89b5de3-c9b6-40f7-94f7-bca4f4921013'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:18:46.111504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-74672158-7179-413c-acc2-7683e2e5ef1b req-4507891d-1747-4cdb-923d-b2b45f495c40 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Request body: {'port': {'device_id': '2766b1f7-786c-4964-839b-e8ed2c0961fa', 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656', 'admin_state_up': True, 'tenant_id': 'dae94b749f7c42e383840585fc56524b'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:46.144615 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0edf-3b42-4d75-8eb3-5903cf96dd3d admin admin] Publish callbacks [] for security_group (3bed6dfc-0fd4-4222-917b-b08edd2101c6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:46.188287 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-83fc182b-68c9-468b-90ad-7121f6dff1d0 req-399a3bc4-4362-4585-8048-670ff4b262d4 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753527 Feb 28 17:18:46.200205 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33accf74-f37c-42b5-9760-8f432550fbf6 req-bee7fe1d-2aed-4493-845e-a5e701bae375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:46.202049 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33accf74-f37c-42b5-9760-8f432550fbf6 req-bee7fe1d-2aed-4493-845e-a5e701bae375 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1846256 Feb 28 17:18:46.295821 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33accf74-f37c-42b5-9760-8f432550fbf6 req-2fd8ae68-ef4d-4c1f-ac7f-7c5c959b6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:46.297975 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33accf74-f37c-42b5-9760-8f432550fbf6 req-2fd8ae68-ef4d-4c1f-ac7f-7c5c959b6773 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0891230 Feb 28 17:18:46.319754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-7d550ca6-0ce4-44b7-bd59-2fd181f30cf1 admin admin] Deleting port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:18:46.321986 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d550ca6-0ce4-44b7-bd59-2fd181f30cf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:46.409529 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955762e3-eb4c-4c79-9645-fbdff84f34d1 admin admin] Network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:18:46.418347 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c0ab0edf-3b42-4d75-8eb3-5903cf96dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3bed6dfc-0fd4-4222-917b-b08edd2101c6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:46.451897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab0edf-3b42-4d75-8eb3-5903cf96dd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bed6dfc-0fd4-4222-917b-b08edd2101c6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:46.510243 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33accf74-f37c-42b5-9760-8f432550fbf6 req-dcc3a1b4-d11b-473b-9abf-57587e3c52b8 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035568 Feb 28 17:18:46.511451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-955762e3-eb4c-4c79-9645-fbdff84f34d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 7f1b69e1-b54a-466f-9aa9-4b2a97d09946) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:46.516392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955762e3-eb4c-4c79-9645-fbdff84f34d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:46.517775 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-955762e3-eb4c-4c79-9645-fbdff84f34d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:46.522514 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4241b38b-29df-42c0-adc0-2fbd1d4479b6 None None] Network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:18:46.555113 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c0ab0edf-3b42-4d75-8eb3-5903cf96dd3d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2ec81afdf8354efab2dd82f6845d371f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0432715 Feb 28 17:18:46.561609 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74672158-7179-413c-acc2-7683e2e5ef1b req-4507891d-1747-4cdb-923d-b2b45f495c40 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Made reservation on behalf of dae94b749f7c42e383840585fc56524b for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:18:46.564353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46440) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:46.565420 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-74672158-7179-413c-acc2-7683e2e5ef1b req-4507891d-1747-4cdb-923d-b2b45f495c40 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:46.586923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-7d550ca6-0ce4-44b7-bd59-2fd181f30cf1 admin admin] For port 3143658f-c36a-4bb0-a4e1-08bc2174a5ea, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3143658f-c36a-4bb0-a4e1-08bc2174a5ea,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:46.587401 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d550ca6-0ce4-44b7-bd59-2fd181f30cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:46.616915 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-7d550ca6-0ce4-44b7-bd59-2fd181f30cf1 admin admin] Calling delete_port for 3143658f-c36a-4bb0-a4e1-08bc2174a5ea owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:18:46.680174 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-7f1b69e1-b54a-466f-9aa9-4b2a97d09946', 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946', 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'fixed_ips': [{'subnet_id': 'f3934740-b32f-4d8c-a484-e108fb750eda'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:18:46.681629 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:46.692416 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-65285ef7-5032-4b49-9e88-07bee108b0c8 admin admin] Publish callbacks [] for security_group (3bed6dfc-0fd4-4222-917b-b08edd2101c6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:46.716891 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-65285ef7-5032-4b49-9e88-07bee108b0c8 admin admin] Publish callbacks [] for security_group (3bed6dfc-0fd4-4222-917b-b08edd2101c6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:46.793079 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-955762e3-eb4c-4c79-9645-fbdff84f34d1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5099380 Feb 28 17:18:46.799354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46442) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:46.808156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-33324782-router', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:46.858504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-74672158-7179-413c-acc2-7683e2e5ef1b req-4507891d-1747-4cdb-923d-b2b45f495c40 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Allocated IP 172.20.0.4 (30de57a1-5178-4b6f-8361-7f4f5c480656/6630b81a-0475-439a-8ade-5d1712c8173a/cbf11550-a277-4d9a-bc89-d56129b220a4) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:46.889160 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-65285ef7-5032-4b49-9e88-07bee108b0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3bed6dfc-0fd4-4222-917b-b08edd2101c6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:46.892498 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-65285ef7-5032-4b49-9e88-07bee108b0c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:46.892642 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33accf74-f37c-42b5-9760-8f432550fbf6 req-961bf5dd-f665-49eb-9ca8-df3fc27302cb service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637998 Feb 28 17:18:46.897700 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-65285ef7-5032-4b49-9e88-07bee108b0c8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3bed6dfc-0fd4-4222-917b-b08edd2101c6 HTTP/1.1" status: 204 len: 168 time: 0.3296335 Feb 28 17:18:46.919389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65285ef7-5032-4b49-9e88-07bee108b0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bed6dfc-0fd4-4222-917b-b08edd2101c6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:46.939830 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (90e701b2-2286-4312-9a30-c0dffd00f95e), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:46.941003 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (90e701b2-2286-4312-9a30-c0dffd00f95e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:47.066785 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Allocated IP 172.20.0.2 (7f1b69e1-b54a-466f-9aa9-4b2a97d09946/f3934740-b32f-4d8c-a484-e108fb750eda/35eaf611-d2c2-4fa4-b829-d36b8f512b5f) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:47.108630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c89b5de3-c9b6-40f7-94f7-bca4f4921013 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:47.190234 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d550ca6-0ce4-44b7-bd59-2fd181f30cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3143658f-c36a-4bb0-a4e1-08bc2174a5ea), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:47.196982 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Publish callbacks [] for router_controller (90e701b2-2286-4312-9a30-c0dffd00f95e), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:47.302372 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-23f3fa50-9b56-4887-bd95-599e429183ac req-fe2997a2-4d15-40d4-b6c1-11fc7890a113 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 210 time: 0.0578177 Feb 28 17:18:47.304177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d550ca6-0ce4-44b7-bd59-2fd181f30cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3143658f-c36a-4bb0-a4e1-08bc2174a5ea,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:47.373434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b65bff-80f8-4219-84ea-87a52920de5a req-770a7d94-7747-4b7d-9b4c-f882485288ee tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:47.381120 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5b65bff-80f8-4219-84ea-87a52920de5a req-770a7d94-7747-4b7d-9b4c-f882485288ee tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.3005919 Feb 28 17:18:47.469787 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-74672158-7179-413c-acc2-7683e2e5ef1b req-4507891d-1747-4cdb-923d-b2b45f495c40 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks [] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:47.588262 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5b65bff-80f8-4219-84ea-87a52920de5a req-a9a7e27c-149f-4517-80ce-9e208a898d44 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061861 Feb 28 17:18:47.632005 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d550ca6-0ce4-44b7-bd59-2fd181f30cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (5693017c-6a09-461a-93df-575a531affe3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:47.712177 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Publish callbacks [] for router_gateway (90e701b2-2286-4312-9a30-c0dffd00f95e), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:47.735953 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Publish callbacks [] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:47.749134 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9165cf4-e2ae-4b3e-914f-09d17afc5432 req-38720f3f-0024-4ba6-923a-4431600d4a71 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:47.758949 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d9165cf4-e2ae-4b3e-914f-09d17afc5432 req-38720f3f-0024-4ba6-923a-4431600d4a71 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 948 time: 0.1440456 Feb 28 17:18:47.811556 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d9165cf4-e2ae-4b3e-914f-09d17afc5432 req-b3e5351c-2ce7-4949-8284-4f4afd1aece2 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515459 Feb 28 17:18:47.854081 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:47.858442 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port c89b5de3-c9b6-40f7-94f7-bca4f4921013 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:18:47.914413 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-74672158-7179-413c-acc2-7683e2e5ef1b req-4507891d-1747-4cdb-923d-b2b45f495c40 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:47.950626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port c89b5de3-c9b6-40f7-94f7-bca4f4921013 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:47.953123 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:47.963263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74672158-7179-413c-acc2-7683e2e5ef1b req-4507891d-1747-4cdb-923d-b2b45f495c40 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Network 30de57a1-5178-4b6f-8361-7f4f5c480656 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:47.970153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-74672158-7179-413c-acc2-7683e2e5ef1b req-4507891d-1747-4cdb-923d-b2b45f495c40 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:47.976243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Pushing event updated for resources: {'Port': ['ID=35eaf611-d2c2-4fa4-b829-d36b8f512b5f,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:48.007065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-74672158-7179-413c-acc2-7683e2e5ef1b req-4507891d-1747-4cdb-923d-b2b45f495c40 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:48.038648 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:48.044314 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:48.048382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:48.080181 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507891d-1747-4cdb-923d-b2b45f495c40 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Pushing event updated for resources: {'Port': ['ID=cbf11550-a277-4d9a-bc89-d56129b220a4,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:48.101221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74672158-7179-413c-acc2-7683e2e5ef1b req-4507891d-1747-4cdb-923d-b2b45f495c40 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:48.102017 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-74672158-7179-413c-acc2-7683e2e5ef1b req-4507891d-1747-4cdb-923d-b2b45f495c40 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:48.178959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Attempting to bind port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:48.179526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Attempting to bind port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '84b5bf95-268a-4987-a6c4-e119b8f27508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:48.179993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Attempting to bind port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f on network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:48.193869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:48.194428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Checking segment: {'id': '84b5bf95-268a-4987-a6c4-e119b8f27508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:48.194929 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:48.203013 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Bound using segment: {'id': '84b5bf95-268a-4987-a6c4-e119b8f27508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:48.203013 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Bound port: 35eaf611-d2c2-4fa4-b829-d36b8f512b5f, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b5bf95-268a-4987-a6c4-e119b8f27508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:48.203013 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:48.243378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e90a6-276a-402a-bfd0-f96da629a3bb req-da3a0c32-79e4-47e7-8c99-813ecaaaaec7 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:48.245283 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c12e90a6-276a-402a-bfd0-f96da629a3bb req-da3a0c32-79e4-47e7-8c99-813ecaaaaec7 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.0857954 Feb 28 17:18:48.281341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] For port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:48.286128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] For port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=35eaf611-d2c2-4fa4-b829-d36b8f512b5f,segment=NetworkSegment(84b5bf95-268a-4987-a6c4-e119b8f27508),segment_id=84b5bf95-268a-4987-a6c4-e119b8f27508)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:48.289379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c89b5de3-c9b6-40f7-94f7-bca4f4921013 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:48.289907 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:48.331382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d87c3-7b1c-49ac-a937-6919fdefbd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89b5de3-c9b6-40f7-94f7-bca4f4921013'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:48.335231 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f676fe-5a53-49e5-8734-a4c2ca6ae752" -d '{"events": [{"server_uuid": "e60d87c3-7b1c-49ac-a937-6919fdefbd45", "name": "network-vif-plugged", "status": "completed", "tag": "c89b5de3-c9b6-40f7-94f7-bca4f4921013"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:48.381713 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c89b5de3-c9b6-40f7-94f7-bca4f4921013, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c89b5de3-c9b6-40f7-94f7-bca4f4921013,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:48.386064 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:48.396599 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c12e90a6-276a-402a-bfd0-f96da629a3bb req-e3edf0bc-de29-42e4-8a62-207032e7dab5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125560 Feb 28 17:18:48.431077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d550ca6-0ce4-44b7-bd59-2fd181f30cf1 admin admin] Router 5693017c-6a09-461a-93df-575a531affe3 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:18:48.495171 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:48.503119 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf15d4-089c-4c8b-88ae-9331350ee40d None None] Pushing event updated for resources: {'Port': ['ID=35eaf611-d2c2-4fa4-b829-d36b8f512b5f,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:48.525464 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de5f614-99b4-41c1-a48d-b232da98730b x-openstack-request-id: req-0de5f614-99b4-41c1-a48d-b232da98730b {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:48.525872 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d87c3-7b1c-49ac-a937-6919fdefbd45", "name": "network-vif-plugged", "status": "completed", "tag": "c89b5de3-c9b6-40f7-94f7-bca4f4921013", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:48.526224 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0de5f614-99b4-41c1-a48d-b232da98730b {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:48.526685 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60d87c3-7b1c-49ac-a937-6919fdefbd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89b5de3-c9b6-40f7-94f7-bca4f4921013', 'code': 200} Feb 28 17:18:48.605424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c89b5de3-c9b6-40f7-94f7-bca4f4921013,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:48.681861 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d550ca6-0ce4-44b7-bd59-2fd181f30cf1 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:18:48.690670 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7d550ca6-0ce4-44b7-bd59-2fd181f30cf1 admin admin] 10.222.0.72 "PUT /v2.0/routers/5693017c-6a09-461a-93df-575a531affe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9933219 Feb 28 17:18:48.701201 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c85699-15d4-44c2-a76b-7b9acdd54a86 None None] Sync routers for ids ['5693017c-6a09-461a-93df-575a531affe3'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:18:48.702888 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74672158-7179-413c-acc2-7683e2e5ef1b req-4507891d-1747-4cdb-923d-b2b45f495c40 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5959449 Feb 28 17:18:48.703335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46500) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:48.722759 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c85699-15d4-44c2-a76b-7b9acdd54a86 None None] Routers {'5693017c-6a09-461a-93df-575a531affe3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:48.723954 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e8c85699-15d4-44c2-a76b-7b9acdd54a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5693017c-6a09-461a-93df-575a531affe3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:48.775548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46502) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:48.779388 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Request body: {'port': {'device_id': '2766b1f7-786c-4964-839b-e8ed2c0961fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:48.842415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938feee-2118-4b6d-9248-f617c5856231 req-8a8d81ee-9536-4829-a4b8-fd7ebe288092 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:48.854014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2938feee-2118-4b6d-9248-f617c5856231 req-8a8d81ee-9536-4829-a4b8-fd7ebe288092 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 931 time: 0.1620541 Feb 28 17:18:48.961657 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2938feee-2118-4b6d-9248-f617c5856231 req-92efd228-7f3e-4a45-a771-963f02bd63d1 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067612 Feb 28 17:18:48.963339 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] Publish callbacks [] for router (5693017c-6a09-461a-93df-575a531affe3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.111513 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] Publish callbacks [] for router_gateway (5693017c-6a09-461a-93df-575a531affe3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.111806 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e8c85699-15d4-44c2-a76b-7b9acdd54a86 None None] Set router 5693017c-6a09-461a-93df-575a531affe3 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:49.159950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-807128439-network', 'tenant_id': 'e6c7914acbc74331b5ed3dafdcb236ea'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:49.275038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] Made reservation on behalf of e6c7914acbc74331b5ed3dafdcb236ea for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:18:49.275761 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.299432 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.323317 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] Deleting port 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:18:49.324188 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0adb2a0d-dad5-4635-85b4-9f0d3e2c2424), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.353557 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.368898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 35eaf611-d2c2-4fa4-b829-d36b8f512b5f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:49.430560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881e4c6-fa63-4df0-81ad-e9bbfefcf63e req-18ed1414-5414-4bad-be00-6ce85ad01cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:49.432059 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d881e4c6-fa63-4df0-81ad-e9bbfefcf63e req-18ed1414-5414-4bad-be00-6ce85ad01cba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e60d87c3-7b1c-49ac-a937-6919fdefbd45 HTTP/1.1" status: 200 len: 1133 time: 0.7402816 Feb 28 17:18:49.446740 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Publish callbacks [] for router_gateway (90e701b2-2286-4312-9a30-c0dffd00f95e), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.510077 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:49.511289 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede532c-19f6-4ff1-a0f6-3d3ca3471411 req-dbd67df6-5386-45e9-9336-cb1336995114 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:49.512938 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eede532c-19f6-4ff1-a0f6-3d3ca3471411 req-dbd67df6-5386-45e9-9336-cb1336995114 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 948 time: 0.3654711 Feb 28 17:18:49.516597 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.589776 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.592132 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e8c85699-15d4-44c2-a76b-7b9acdd54a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:18:46Z', 'revision_number': 5, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port': {'id': '0adb2a0d-dad5-4635-85b4-9f0d3e2c2424', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693017c-6a09-461a-93df-575a531affe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:13Z', 'updated_at': '2022-02-28T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:49.680636 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] Publish callbacks [] for security_group (101577a6-96c6-48d3-888e-e6bc485ad471), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.682329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:49.682476 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c85699-15d4-44c2-a76b-7b9acdd54a86 None None] Checking router: 5693017c-6a09-461a-93df-575a531affe3 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:18:49.682710 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.704532 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c85699-15d4-44c2-a76b-7b9acdd54a86 None None] Routers {'5693017c-6a09-461a-93df-575a531affe3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:49.706337 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e8c85699-15d4-44c2-a76b-7b9acdd54a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5693017c-6a09-461a-93df-575a531affe3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:49.712750 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d881e4c6-fa63-4df0-81ad-e9bbfefcf63e req-1b56fb0b-4d11-4892-9812-47bfa2c7a334 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638257 Feb 28 17:18:49.745719 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=35eaf611-d2c2-4fa4-b829-d36b8f512b5f,segment=NetworkSegment(84b5bf95-268a-4987-a6c4-e119b8f27508),segment_id=84b5bf95-268a-4987-a6c4-e119b8f27508)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:49.758106 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (101577a6-96c6-48d3-888e-e6bc485ad471), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.770273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:18:49.784144 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.788838 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.789193 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] Added segment 2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59 of type vlan for network d792b3c9-1580-4590-b636-352ad08790b8 Feb 28 17:18:49.868576 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (d792b3c9-1580-4590-b636-352ad08790b8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.959268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=35eaf611-d2c2-4fa4-b829-d36b8f512b5f,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:49.964598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] For port 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0adb2a0d-dad5-4635-85b4-9f0d3e2c2424,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:49.966173 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0adb2a0d-dad5-4635-85b4-9f0d3e2c2424), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:49.985093 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eede532c-19f6-4ff1-a0f6-3d3ca3471411 req-9cef3ab9-9d3d-41b1-865e-e357e58184d5 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140809 Feb 28 17:18:50.000317 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] Calling delete_port for 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:18:50.001878 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e8c85699-15d4-44c2-a76b-7b9acdd54a86 None None] Set router 5693017c-6a09-461a-93df-575a531affe3 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:50.013960 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (d792b3c9-1580-4590-b636-352ad08790b8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:50.015908 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:50.017033 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:50.152953 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e8c85699-15d4-44c2-a76b-7b9acdd54a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:18:49Z', 'revision_number': 6, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:50.200044 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c85699-15d4-44c2-a76b-7b9acdd54a86 None None] The sync data for ids ['5693017c-6a09-461a-93df-575a531affe3'] in n-d-820368-19 is: [{'id': '5693017c-6a09-461a-93df-575a531affe3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-234030523-router', 'tenant_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:12Z', 'updated_at': '2022-02-28T17:18:49Z', 'revision_number': 6, 'project_id': 'cd86d8f7a97d4a129ba9f94176c52519', 'gw_port_host': None}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:18:50.206994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Allocated IP 172.25.3.171 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/800a3fef-b15b-40bb-a2d4-40b41523ea34) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:50.274527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654efced-6a66-49e7-931f-08bc17187370 req-cf375113-2d4a-4ce6-8c30-dcb5e8dbc9ce tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:50.279073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654efced-6a66-49e7-931f-08bc17187370 req-cf375113-2d4a-4ce6-8c30-dcb5e8dbc9ce tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.7194765 Feb 28 17:18:50.280905 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101577a6-96c6-48d3-888e-e6bc485ad471,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:50.284719 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34beadb9-6465-428f-9f55-cdb1f931dd2e None None] Network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:18:50.286337 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5006683 Feb 28 17:18:50.296001 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46520) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:50.333973 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-13919eef-e615-4b2b-a31c-26f4d969fad0 admin admin] Request body: {'subnet': {'network_id': 'd792b3c9-1580-4590-b636-352ad08790b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-807128439-subnet', 'tenant_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:50.378701 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654efced-6a66-49e7-931f-08bc17187370 req-79e96fb3-8fd0-46ca-9b5b-d46678651740 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986476 Feb 28 17:18:50.413608 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72a42d-f0c4-43b0-8013-4cfd9dfdfe33 req-aed9291e-d3d2-4c4e-83a8-56830518499b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:50.415129 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd72a42d-f0c4-43b0-8013-4cfd9dfdfe33 req-aed9291e-d3d2-4c4e-83a8-56830518499b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 931 time: 0.2962208 Feb 28 17:18:50.416555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c836f-d272-48ee-b90d-6b25c1fd7c2d admin admin] Pushing event updated for resources: {'Network': ['ID=d792b3c9-1580-4590-b636-352ad08790b8,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:50.474637 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network d792b3c9-1580-4590-b636-352ad08790b8 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:18:50.528617 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0adb2a0d-dad5-4635-85b4-9f0d3e2c2424), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:50.534851 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf11550-a277-4d9a-bc89-d56129b220a4 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:18:50.538464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a3f017e9-8556-4b3e-81f0-d739430be1b2 None None] Provisioning complete for port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:50.539098 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a3f017e9-8556-4b3e-81f0-d739430be1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:50.553370 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13919eef-e615-4b2b-a31c-26f4d969fad0 admin admin] Made reservation on behalf of e6c7914acbc74331b5ed3dafdcb236ea for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:18:50.557474 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13919eef-e615-4b2b-a31c-26f4d969fad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:50.598464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=0adb2a0d-dad5-4635-85b4-9f0d3e2c2424,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:50.636479 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Publish callbacks [] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:50.654938 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd72a42d-f0c4-43b0-8013-4cfd9dfdfe33 req-dcec9112-dd5f-4fc0-9e57-7de60552ca11 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166474 Feb 28 17:18:50.720246 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Publish callbacks [] for port (800a3fef-b15b-40bb-a2d4-40b41523ea34), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:50.736375 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (5693017c-6a09-461a-93df-575a531affe3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:50.750324 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Transition to ACTIVE for port object cbf11550-a277-4d9a-bc89-d56129b220a4 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:18:50.774455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a3f017e9-8556-4b3e-81f0-d739430be1b2 None None] Current status of the port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:50.855906 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:50.906455 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (5693017c-6a09-461a-93df-575a531affe3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:50.909082 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] Publish callbacks [] for router_controller (5693017c-6a09-461a-93df-575a531affe3), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:50.950136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (800a3fef-b15b-40bb-a2d4-40b41523ea34), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:51.024349 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf11550-a277-4d9a-bc89-d56129b220a4,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:51.071163 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (5693017c-6a09-461a-93df-575a531affe3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:51.071895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5693017c-6a09-461a-93df-575a531affe3 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:18:51.080233 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:51.083801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-68c66d57-ac24-407d-afcd-a7a84b727e30 admin admin] 10.222.0.72 "DELETE /v2.0/routers/5693017c-6a09-461a-93df-575a531affe3 HTTP/1.1" status: 204 len: 168 time: 2.3762319 Feb 28 17:18:51.084043 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46526) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:51.109348 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-640ab458-d30e-4290-af2f-b93b3126245e None None] Provisioning complete for port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:51.109348 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-640ab458-d30e-4290-af2f-b93b3126245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:51.162132 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:18:51.224151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:51.227344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e3a917-dbcd-49a9-8be6-f541f4ba4fd0 admin admin] Deleting subnet 304ddab3-68d6-4b16-8125-03d0c1d10117 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:18:51.234334 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:51.261941 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-03e3a917-dbcd-49a9-8be6-f541f4ba4fd0 admin admin] Publish callbacks [] for subnet (304ddab3-68d6-4b16-8125-03d0c1d10117), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:51.271722 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:51.277656 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13919eef-e615-4b2b-a31c-26f4d969fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (1bc45bfd-ca76-4f14-be00-10709204fc65), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:51.361571 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-03e3a917-dbcd-49a9-8be6-f541f4ba4fd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (304ddab3-68d6-4b16-8125-03d0c1d10117), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:51.389380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8c3cabd0-452f-4e8b-9d7e-7b561394cc56,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:51.405845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Pushing event updated for resources: {'Port': ['ID=800a3fef-b15b-40bb-a2d4-40b41523ea34,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:51.416791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '8c3cabd0-452f-4e8b-9d7e-7b561394cc56', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '8c3cabd0-452f-4e8b-9d7e-7b561394cc56', 'mac_address': 'fa:16:3e:db:41:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:18:51.423473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 35eaf611-d2c2-4fa4-b829-d36b8f512b5f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:51.460825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e8c8d-f27a-49d0-9c42-80e63a0916f0 req-d55072c6-466d-4e59-994f-cd0de22a7069 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:51.464744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f30e8c8d-f27a-49d0-9c42-80e63a0916f0 req-d55072c6-466d-4e59-994f-cd0de22a7069 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 948 time: 0.3701723 Feb 28 17:18:51.472505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13919eef-e615-4b2b-a31c-26f4d969fad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc45bfd-ca76-4f14-be00-10709204fc65,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:51.556620 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-640ab458-d30e-4290-af2f-b93b3126245e None None] Current status of the port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:51.572074 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:51.572727 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:51.580582 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Attempting to bind port cbf11550-a277-4d9a-bc89-d56129b220a4 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:51.581162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Attempting to bind port cbf11550-a277-4d9a-bc89-d56129b220a4 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:51.594767 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Attempting to bind port cbf11550-a277-4d9a-bc89-d56129b220a4 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:51.597766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:51.599124 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:51.609700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:18:51.635827 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f30e8c8d-f27a-49d0-9c42-80e63a0916f0 req-27580dd0-c872-4d42-8a09-64cddc901362 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593356 Feb 28 17:18:51.661896 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-03e3a917-dbcd-49a9-8be6-f541f4ba4fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (304ddab3-68d6-4b16-8125-03d0c1d10117), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:51.690688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13919eef-e615-4b2b-a31c-26f4d969fad0 admin admin] Checking segment: {'id': '2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd792b3c9-1580-4590-b636-352ad08790b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:51.690909 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8c3cabd0-452f-4e8b-9d7e-7b561394cc56,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:51.691554 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13919eef-e615-4b2b-a31c-26f4d969fad0 admin admin] Network hostable DHCP agents. Network: d792b3c9-1580-4590-b636-352ad08790b8, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:18:51.695406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Port cbf11550-a277-4d9a-bc89-d56129b220a4 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:18:51.695984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Attempting to bind port cbf11550-a277-4d9a-bc89-d56129b220a4 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:51.740315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:51.740977 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Checking segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:51.741254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Bound using segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:51.741800 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Bound port: cbf11550-a277-4d9a-bc89-d56129b220a4, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:51.742296 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:51.780058 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:51.845690 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1608be-90d0-4081-a6f5-00f8efe1c6b3 req-db165c46-7eb0-42b8-8041-c59271ecfa2c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:51.847044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:51.847551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4b1608be-90d0-4081-a6f5-00f8efe1c6b3 req-db165c46-7eb0-42b8-8041-c59271ecfa2c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.3010128 Feb 28 17:18:51.864552 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-03e3a917-dbcd-49a9-8be6-f541f4ba4fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (304ddab3-68d6-4b16-8125-03d0c1d10117), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:51.867383 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=8c3cabd0-452f-4e8b-9d7e-7b561394cc56,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:51.910456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3143658f-c36a-4bb0-a4e1-08bc2174a5ea no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:18:51.911235 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:51.933011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3a917-dbcd-49a9-8be6-f541f4ba4fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304ddab3-68d6-4b16-8125-03d0c1d10117,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:51.934536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13919eef-e615-4b2b-a31c-26f4d969fad0 admin admin] Network d792b3c9-1580-4590-b636-352ad08790b8 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:18:51.938445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=cbf11550-a277-4d9a-bc89-d56129b220a4,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:51.943616 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 3143658f-c36a-4bb0-a4e1-08bc2174a5ea {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:18:51.944674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3143658f-c36a-4bb0-a4e1-08bc2174a5ea not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:18:51.945128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:18:51.960281 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4b1608be-90d0-4081-a6f5-00f8efe1c6b3 req-849acb4b-f3e7-44f3-a24d-c83760d631c4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008677 Feb 28 17:18:51.961348 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-03e3a917-dbcd-49a9-8be6-f541f4ba4fd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:51.965862 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-03e3a917-dbcd-49a9-8be6-f541f4ba4fd0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/304ddab3-68d6-4b16-8125-03d0c1d10117 HTTP/1.1" status: 204 len: 168 time: 0.8808506 Feb 28 17:18:51.969572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46534) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:51.993020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1710ffd3-43f3-445f-9ed5-cc133bd2e4a0 None None] Network 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:18:51.997371 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:18:52.003338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0adb2a0d-dad5-4635-85b4-9f0d3e2c2424 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:18:52.007291 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f88c6-0cc6-4a81-841a-5176a62c847f req-d233f8c4-9c68-4fc8-8e84-5aaff3c15013 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:52.018910 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e0f88c6-0cc6-4a81-841a-5176a62c847f req-d233f8c4-9c68-4fc8-8e84-5aaff3c15013 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 943 time: 0.2129776 Feb 28 17:18:52.105198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-13919eef-e615-4b2b-a31c-26f4d969fad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, d792b3c9-1580-4590-b636-352ad08790b8) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:52.109233 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:52.120774 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c7ebaa-0db0-458e-b5b1-79e0feef12ce None None] Network d792b3c9-1580-4590-b636-352ad08790b8 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:18:52.136182 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13919eef-e615-4b2b-a31c-26f4d969fad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:52.136912 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13919eef-e615-4b2b-a31c-26f4d969fad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:52.178648 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e0f88c6-0cc6-4a81-841a-5176a62c847f req-c2fcdaba-cd22-4de3-b0c8-8f41a5755d9c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563811 Feb 28 17:18:52.185184 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (0ace9968-4a17-439c-b2f3-b77bcf7c88a1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:52.188161 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Publish callbacks [] for router_gateway (90e701b2-2286-4312-9a30-c0dffd00f95e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:52.249142 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Deleting port d467d3b1-a274-44bb-809c-3acfb799e373 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:18:52.249728 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d467d3b1-a274-44bb-809c-3acfb799e373), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:52.260406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf11550-a277-4d9a-bc89-d56129b220a4,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:52.282934 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['8c3cabd0-452f-4e8b-9d7e-7b561394cc56'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:18:52.337466 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:52.338127 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:52.339637 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74672158-7179-413c-acc2-7683e2e5ef1b req-1696147b-fe72-4593-9135-6eafc5a7a914 service neutron] 10.222.0.69 "PUT /v2.0/ports/cbf11550-a277-4d9a-bc89-d56129b220a4 HTTP/1.1" status: 200 len: 1092 time: 3.6266127 Feb 28 17:18:52.340745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2766b1f7-786c-4964-839b-e8ed2c0961fa', 'tag': 'cbf11550-a277-4d9a-bc89-d56129b220a4'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:52.343260 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b99cc13-5c84-4d34-b471-f312b782c1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2766b1f7-786c-4964-839b-e8ed2c0961fa", "tag": "cbf11550-a277-4d9a-bc89-d56129b220a4"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:52.360049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] For port d467d3b1-a274-44bb-809c-3acfb799e373, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d467d3b1-a274-44bb-809c-3acfb799e373,segment=NetworkSegment(88beafba-f144-4124-8b6f-e34008a1e8cb),segment_id=88beafba-f144-4124-8b6f-e34008a1e8cb)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:52.361992 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d467d3b1-a274-44bb-809c-3acfb799e373), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:52.406186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Calling delete_port for d467d3b1-a274-44bb-809c-3acfb799e373 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:18:52.495821 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c659feea-e7d3-4076-aff9-052a88e2fce0 x-openstack-request-id: req-c659feea-e7d3-4076-aff9-052a88e2fce0 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:52.496118 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2766b1f7-786c-4964-839b-e8ed2c0961fa", "tag": "cbf11550-a277-4d9a-bc89-d56129b220a4", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:52.496542 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c659feea-e7d3-4076-aff9-052a88e2fce0 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:52.497012 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2766b1f7-786c-4964-839b-e8ed2c0961fa', 'tag': 'cbf11550-a277-4d9a-bc89-d56129b220a4', 'status': 'completed', 'code': 200} Feb 28 17:18:52.543395 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-13919eef-e615-4b2b-a31c-26f4d969fad0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2383144 Feb 28 17:18:52.547696 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99cc13-5c84-4d34-b471-f312b782c1a2 req-b9e5a0e3-a9f4-4519-8232-6394647b252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:52.550145 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b99cc13-5c84-4d34-b471-f312b782c1a2 req-b9e5a0e3-a9f4-4519-8232-6394647b252f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 1126 time: 0.0880356 Feb 28 17:18:52.551005 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46542) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:52.564662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-807128439-router', 'tenant_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:18:52.581049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-d792b3c9-1580-4590-b636-352ad08790b8', 'network_id': 'd792b3c9-1580-4590-b636-352ad08790b8', 'project_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'fixed_ips': [{'subnet_id': '1bc45bfd-ca76-4f14-be00-10709204fc65'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:18:52.581790 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:52.641468 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d467d3b1-a274-44bb-809c-3acfb799e373), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:52.685941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb156f7-6ff7-42a3-8ca4-fdb22cf30dd0 None None] DHCP port deletion for 0ace9968-4a17-439c-b2f3-b77bcf7c88a1 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:18:52.692594 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] No DVR routers for this DVR port d467d3b1-a274-44bb-809c-3acfb799e373 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:18:52.698875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d467d3b1-a274-44bb-809c-3acfb799e373,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:52.853806 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (0ace9968-4a17-439c-b2f3-b77bcf7c88a1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:52.899956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5924139-cda0-4ba4-b310-919a25b7ff3e req-62ed14db-2f5e-4625-843c-76b00412abe4 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:52.902168 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5924139-cda0-4ba4-b310-919a25b7ff3e req-62ed14db-2f5e-4625-843c-76b00412abe4 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 949 time: 0.1124468 Feb 28 17:18:52.906248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ace9968-4a17-439c-b2f3-b77bcf7c88a1']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:52.926150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88beafba-f144-4124-8b6f-e34008a1e8cb') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:52.926440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88beafba-f144-4124-8b6f-e34008a1e8cb') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:52.934979 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Allocated IP 172.20.0.2 (d792b3c9-1580-4590-b636-352ad08790b8/1bc45bfd-ca76-4f14-be00-10709204fc65/35ce89fc-9914-4246-affd-5937ab525897) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:52.946384 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (88beafba-f144-4124-8b6f-e34008a1e8cb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:52.995062 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5924139-cda0-4ba4-b310-919a25b7ff3e req-94a5901e-82c3-40d6-b382-9e83d5c643f4 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790856 Feb 28 17:18:53.000044 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (88beafba-f144-4124-8b6f-e34008a1e8cb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:53.012230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:18:53.012727 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (88beafba-f144-4124-8b6f-e34008a1e8cb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:18:53.015675 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:18:53.036949 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (5482989a-72a0-45cc-9da5-173a69a8d027), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:53.038067 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (5482989a-72a0-45cc-9da5-173a69a8d027), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:53.139065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99cc13-5c84-4d34-b471-f312b782c1a2 req-ae739fe0-0d18-43eb-86f5-4e72e6769c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:53.145365 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b99cc13-5c84-4d34-b471-f312b782c1a2 req-ae739fe0-0d18-43eb-86f5-4e72e6769c71 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=dae94b749f7c42e383840585fc56524b&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5591097 Feb 28 17:18:53.186755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d467d3b1-a274-44bb-809c-3acfb799e373 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:18:53.217206 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (0ace9968-4a17-439c-b2f3-b77bcf7c88a1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:53.222520 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:53.229445 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0ace9968-4a17-439c-b2f3-b77bcf7c88a1 HTTP/1.1" status: 204 len: 168 time: 1.2584832 Feb 28 17:18:53.232498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46560) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:53.259906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: d467d3b1-a274-44bb-809c-3acfb799e373 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:18:53.260218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d467d3b1-a274-44bb-809c-3acfb799e373 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:18:53.287429 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Publish callbacks [] for port (35ce89fc-9914-4246-affd-5937ab525897), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:53.304154 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Publish callbacks [] for router_controller (5482989a-72a0-45cc-9da5-173a69a8d027), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:53.380030 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (35ce89fc-9914-4246-affd-5937ab525897), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:53.386314 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (90e701b2-2286-4312-9a30-c0dffd00f95e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:53.390934 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90895d1e-a0b5-43a4-8084-61d34f4731e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ace9968-4a17-439c-b2f3-b77bcf7c88a1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:53.445385 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Network d792b3c9-1580-4590-b636-352ad08790b8 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:53.448530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:53.456669 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:53.462164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9226f-fa44-4ad1-94ec-d4fd04906306 req-97cce2e4-206c-4a6f-8d00-d6e1a3262c70 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:53.465494 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bbc9226f-fa44-4ad1-94ec-d4fd04906306 req-97cce2e4-206c-4a6f-8d00-d6e1a3262c70 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.3315055 Feb 28 17:18:53.536470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025eee5-7ab5-42bf-9806-23d4400023e6 req-b237a356-a6a2-4b71-953f-a1621ddf0b5f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:53.543277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f025eee5-7ab5-42bf-9806-23d4400023e6 req-b237a356-a6a2-4b71-953f-a1621ddf0b5f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 943 time: 0.2675996 Feb 28 17:18:53.544334 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Attempting to bind port 35ce89fc-9914-4246-affd-5937ab525897 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:53.544879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Attempting to bind port 35ce89fc-9914-4246-affd-5937ab525897 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd792b3c9-1580-4590-b636-352ad08790b8'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:53.545330 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Attempting to bind port 35ce89fc-9914-4246-affd-5937ab525897 on network d792b3c9-1580-4590-b636-352ad08790b8 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:53.548332 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Pushing event updated for resources: {'Port': ['ID=35ce89fc-9914-4246-affd-5937ab525897,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:53.560993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:53.561368 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Checking segment: {'id': '2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd792b3c9-1580-4590-b636-352ad08790b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:53.561771 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:53.562183 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Bound using segment: {'id': '2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd792b3c9-1580-4590-b636-352ad08790b8'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:53.563543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Bound port: 35ce89fc-9914-4246-affd-5937ab525897, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd792b3c9-1580-4590-b636-352ad08790b8'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:53.563934 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (35ce89fc-9914-4246-affd-5937ab525897), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:53.610749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f025eee5-7ab5-42bf-9806-23d4400023e6 req-194ac177-6316-4e33-81fd-37c66982b63d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665629 Feb 28 17:18:53.663797 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] For port 35ce89fc-9914-4246-affd-5937ab525897, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:53.666876 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] For port 35ce89fc-9914-4246-affd-5937ab525897, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=35ce89fc-9914-4246-affd-5937ab525897,segment=NetworkSegment(2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59),segment_id=2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:53.718793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99cc13-5c84-4d34-b471-f312b782c1a2 req-1f677d84-124e-4b60-844c-4621c46aaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:53.720277 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b99cc13-5c84-4d34-b471-f312b782c1a2 req-1f677d84-124e-4b60-844c-4621c46aaaa3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5062096 Feb 28 17:18:53.762293 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (35ce89fc-9914-4246-affd-5937ab525897), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:53.844624 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15cc9832-e2e0-4d55-ad2c-d4ebdfaceabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (e579f974-a547-4453-ad27-d8772e14d8eb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:53.907797 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a820d4-ea79-441a-832d-f6cfcd283276 None None] Pushing event updated for resources: {'Port': ['ID=35ce89fc-9914-4246-affd-5937ab525897,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:54.308326 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Publish callbacks [] for router_gateway (5482989a-72a0-45cc-9da5-173a69a8d027), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:54.328309 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bbc9226f-fa44-4ad1-94ec-d4fd04906306 req-12f25483-0936-4d46-99a8-41cdceb11fa9 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7434404 Feb 28 17:18:54.472637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74672158-7179-413c-acc2-7683e2e5ef1b req-68498fe8-2e9d-43f0-a5c9-41391542513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:54.475866 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74672158-7179-413c-acc2-7683e2e5ef1b req-68498fe8-2e9d-43f0-a5c9-41391542513a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 1126 time: 0.6958475 Feb 28 17:18:54.512708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f8d2d-7e11-440f-ab00-fed7b85e0b23 req-b02f0fe2-6654-4ba4-93aa-476d8bae6243 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:54.522511 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-792f8d2d-7e11-440f-ab00-fed7b85e0b23 req-b02f0fe2-6654-4ba4-93aa-476d8bae6243 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 949 time: 0.0891156 Feb 28 17:18:54.536363 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74672158-7179-413c-acc2-7683e2e5ef1b req-7125f62f-fe7d-444c-9982-86c27e127e31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbf11550-a277-4d9a-bc89-d56129b220a4 HTTP/1.1" status: 200 len: 217 time: 0.0455470 Feb 28 17:18:54.539826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Router 90e701b2-2286-4312-9a30-c0dffd00f95e is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:18:54.644324 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-792f8d2d-7e11-440f-ab00-fed7b85e0b23 req-7dde20b7-f8a7-4226-bb4c-7a9a98ac86c9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204956 Feb 28 17:18:54.689544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74672158-7179-413c-acc2-7683e2e5ef1b req-92ff8f18-d37f-4d4c-afcf-487bc108be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:54.691056 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74672158-7179-413c-acc2-7683e2e5ef1b req-92ff8f18-d37f-4d4c-afcf-487bc108be0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1424403 Feb 28 17:18:54.815785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-15cc9832-e2e0-4d55-ad2c-d4ebdfaceabd admin admin] Deleting port 4ed2862c-c135-4edc-962f-f46860eaab19 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:18:54.816081 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15cc9832-e2e0-4d55-ad2c-d4ebdfaceabd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:54.852608 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74672158-7179-413c-acc2-7683e2e5ef1b req-6f6b81a7-0e92-4146-95c8-a87e7bedac8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511488 Feb 28 17:18:54.933531 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-15cc9832-e2e0-4d55-ad2c-d4ebdfaceabd admin admin] For port 4ed2862c-c135-4edc-962f-f46860eaab19, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4ed2862c-c135-4edc-962f-f46860eaab19,segment=NetworkSegment(89fc76cd-5c74-41ed-af71-d60126db0d0e),segment_id=89fc76cd-5c74-41ed-af71-d60126db0d0e)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:54.933531 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15cc9832-e2e0-4d55-ad2c-d4ebdfaceabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:54.947226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-15cc9832-e2e0-4d55-ad2c-d4ebdfaceabd admin admin] Calling delete_port for 4ed2862c-c135-4edc-962f-f46860eaab19 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:18:55.034238 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74672158-7179-413c-acc2-7683e2e5ef1b req-6b5f6918-f1ef-49b8-991b-547add22a298 service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172009 Feb 28 17:18:55.139792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:55.251329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 35ce89fc-9914-4246-affd-5937ab525897 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:55.293427 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Publish callbacks [] for router_gateway (5482989a-72a0-45cc-9da5-173a69a8d027), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:55.300142 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74672158-7179-413c-acc2-7683e2e5ef1b req-71e9d744-04fb-4908-bd7f-ffeeadc3f11f service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886082 Feb 28 17:18:55.310009 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15cc9832-e2e0-4d55-ad2c-d4ebdfaceabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (4ed2862c-c135-4edc-962f-f46860eaab19), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:55.331112 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 35ce89fc-9914-4246-affd-5937ab525897 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:55.331531 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (35ce89fc-9914-4246-affd-5937ab525897), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:55.333461 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:55.337059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:18:55.375172 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed374b0-05e0-450e-a9e8-596f1ea39f74 req-2a138b65-9bb9-4dd6-b185-7f8f58685499 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:55.376901 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aed374b0-05e0-450e-a9e8-596f1ea39f74 req-2a138b65-9bb9-4dd6-b185-7f8f58685499 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 943 time: 0.6247120 Feb 28 17:18:55.408778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc9832-e2e0-4d55-ad2c-d4ebdfaceabd admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed2862c-c135-4edc-962f-f46860eaab19,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:55.435075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Sync routers for ids ['90e701b2-2286-4312-9a30-c0dffd00f95e'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:18:55.449757 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:18:55.548494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a25a94-c61c-4fdc-9ffe-cebd75af1c8e None None] Network d792b3c9-1580-4590-b636-352ad08790b8 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:18:55.553320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:55.555464 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:55.557886 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aed374b0-05e0-450e-a9e8-596f1ea39f74 req-91f0832c-82fd-4a36-9ded-a70cea142e2e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738143 Feb 28 17:18:55.564672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Routers {'90e701b2-2286-4312-9a30-c0dffd00f95e'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:55.564951 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:55.565306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['90e701b2-2286-4312-9a30-c0dffd00f95e'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:55.566208 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e0dff9d6-48c5-42fc-9cc6-7a69d8934194 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.7657640 Feb 28 17:18:55.572493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46576) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:55.672415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Allocated IP 172.25.3.156 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/1cbc75fa-5962-43ed-9f34-1d1e22634854) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:55.854176 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15cc9832-e2e0-4d55-ad2c-d4ebdfaceabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (e579f974-a547-4453-ad27-d8772e14d8eb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:55.864473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57876ad4-4e96-49de-b1d2-c1dd60d6178c req-28aefe82-a42e-450a-9099-d7ae65b6e9e9 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:55.866205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57876ad4-4e96-49de-b1d2-c1dd60d6178c req-28aefe82-a42e-450a-9099-d7ae65b6e9e9 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.3879478 Feb 28 17:18:55.912912 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Set router 90e701b2-2286-4312-9a30-c0dffd00f95e gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:56.000765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d23bfa-8b1c-40cc-bfae-ff0395320cd5 req-bf8ff6f2-f929-4847-ab1b-5746e1287c8a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:56.002495 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15d23bfa-8b1c-40cc-bfae-ff0395320cd5 req-bf8ff6f2-f929-4847-ab1b-5746e1287c8a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 949 time: 0.2130523 Feb 28 17:18:56.015122 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57876ad4-4e96-49de-b1d2-c1dd60d6178c req-5e28c4c2-dc9e-463b-b657-ca99e65fb41c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108582 Feb 28 17:18:56.054189 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Publish callbacks [] for port (1cbc75fa-5962-43ed-9f34-1d1e22634854), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:56.091173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 35ce89fc-9914-4246-affd-5937ab525897 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:56.091559 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (35ce89fc-9914-4246-affd-5937ab525897), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:56.141096 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15d23bfa-8b1c-40cc-bfae-ff0395320cd5 req-faaf7ef2-d7b2-4065-9225-f47bdeb540d5 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281147 Feb 28 17:18:56.150240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (1cbc75fa-5962-43ed-9f34-1d1e22634854), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:56.213707 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:56.217659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:56.223308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:56.267156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2d4ed49a-7f7d-4391-8584-505c6743c2b2 None None] Provisioning complete for port 35ce89fc-9914-4246-affd-5937ab525897 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:56.268319 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed49a-7f7d-4391-8584-505c6743c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (35ce89fc-9914-4246-affd-5937ab525897), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:56.309956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Pushing event updated for resources: {'Port': ['ID=1cbc75fa-5962-43ed-9f34-1d1e22634854,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:56.447727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ed49a-7f7d-4391-8584-505c6743c2b2 None None] Current status of the port 35ce89fc-9914-4246-affd-5937ab525897 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:56.453307 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed49a-7f7d-4391-8584-505c6743c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (35ce89fc-9914-4246-affd-5937ab525897), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:56.544519 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:56.544909 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:56.593675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8c3cabd0-452f-4e8b-9d7e-7b561394cc56,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:56.602272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee550b8-c2e5-45d7-bc69-21e24fb34bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3cabd0-452f-4e8b-9d7e-7b561394cc56'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:18:56.604591 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cf9f2a-ecb2-4d45-992d-f732bbde9fe9" -d '{"events": [{"server_uuid": "1ee550b8-c2e5-45d7-bc69-21e24fb34bdb", "name": "network-vif-plugged", "status": "completed", "tag": "8c3cabd0-452f-4e8b-9d7e-7b561394cc56"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:18:56.616698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 35ce89fc-9914-4246-affd-5937ab525897, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=35ce89fc-9914-4246-affd-5937ab525897,segment=NetworkSegment(2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59),segment_id=2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:56.626093 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'name': 'tempest-AttachSCSIVolumeTestJSON-33324782-router', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:46Z', 'updated_at': '2022-02-28T17:18:51Z', 'revision_number': 3, 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'gw_port': {'id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:49Z', 'updated_at': '2022-02-28T17:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:56.713044 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b06327c-03d5-45f4-a54e-54dee588e8e6 x-openstack-request-id: req-1b06327c-03d5-45f4-a54e-54dee588e8e6 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:18:56.713820 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee550b8-c2e5-45d7-bc69-21e24fb34bdb", "name": "network-vif-plugged", "status": "completed", "tag": "8c3cabd0-452f-4e8b-9d7e-7b561394cc56", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:18:56.714277 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1b06327c-03d5-45f4-a54e-54dee588e8e6 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:18:56.714924 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee550b8-c2e5-45d7-bc69-21e24fb34bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3cabd0-452f-4e8b-9d7e-7b561394cc56', 'code': 200} Feb 28 17:18:56.718273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Checking router: 90e701b2-2286-4312-9a30-c0dffd00f95e for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:18:56.720567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Updating router 90e701b2-2286-4312-9a30-c0dffd00f95e port 800a3fef-b15b-40bb-a2d4-40b41523ea34 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:18:56.727402 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:56.743827 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (35ce89fc-9914-4246-affd-5937ab525897), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:56.807050 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Publish callbacks [] for router_gateway (5482989a-72a0-45cc-9da5-173a69a8d027), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:56.902298 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:56.912749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cc9832-e2e0-4d55-ad2c-d4ebdfaceabd admin admin] Router e579f974-a547-4453-ad27-d8772e14d8eb has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:18:56.913752 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-2d4ed49a-7f7d-4391-8584-505c6743c2b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:18:56.914147 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-2d4ed49a-7f7d-4391-8584-505c6743c2b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:18:56.935526 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (800a3fef-b15b-40bb-a2d4-40b41523ea34), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:57.076805 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (5482989a-72a0-45cc-9da5-173a69a8d027), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:57.096508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f06618-42f6-4343-8e1f-e47ef9544c6e req-c52a1a1a-4dcf-4a2b-8822-c76d78149f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:57.098820 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17f06618-42f6-4343-8e1f-e47ef9544c6e req-c52a1a1a-4dcf-4a2b-8822-c76d78149f18 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 1133 time: 0.3482683 Feb 28 17:18:57.169518 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Allocated IP 172.20.0.1 (7f1b69e1-b54a-466f-9aa9-4b2a97d09946/f3934740-b32f-4d8c-a484-e108fb750eda/7f8a51c1-2ee1-4896-8ba2-39b46d8edec1) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:18:57.243473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=8c3cabd0-452f-4e8b-9d7e-7b561394cc56,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:57.263915 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17f06618-42f6-4343-8e1f-e47ef9544c6e req-7ac52f4d-f11a-4e06-85b5-60805d7d1938 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310687 Feb 28 17:18:57.276329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f143f1c-be5a-4a44-9712-555495fd711a req-a6a97fe3-6e17-47c1-b1e7-d414a529995d tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:57.278217 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f143f1c-be5a-4a44-9712-555495fd711a req-a6a97fe3-6e17-47c1-b1e7-d414a529995d tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.1238232 Feb 28 17:18:57.349653 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=35ce89fc-9914-4246-affd-5937ab525897,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:57.390281 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Publish callbacks [] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:57.404358 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f143f1c-be5a-4a44-9712-555495fd711a req-e7d084e7-a25b-4506-b48e-41b5eec719b3 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971532 Feb 28 17:18:57.492598 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Router 5482989a-72a0-45cc-9da5-173a69a8d027 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:18:57.533802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd0945-da2c-4468-8122-c191ca08b514 req-4653bc87-9277-4921-ae13-38b978bc37ca tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:57.535117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58dd0945-da2c-4468-8122-c191ca08b514 req-4653bc87-9277-4921-ae13-38b978bc37ca tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 943 time: 0.8450837 Feb 28 17:18:57.605480 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:57.636157 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Publish callbacks [] for port (800a3fef-b15b-40bb-a2d4-40b41523ea34), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:57.645318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dece3-3257-4229-b768-53e6b9ea0506 req-076eff8b-2cf0-4ef0-ae45-1b0b66fec62e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:57.656156 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d28dece3-3257-4229-b768-53e6b9ea0506 req-076eff8b-2cf0-4ef0-ae45-1b0b66fec62e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.1762002 Feb 28 17:18:57.675292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cc9832-e2e0-4d55-ad2c-d4ebdfaceabd admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:18:57.684883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ed49a-7f7d-4391-8584-505c6743c2b2 None None] Current status of the port 35ce89fc-9914-4246-affd-5937ab525897 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:57.686664 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18714410-82f2-4f25-abc7-077896a1c17f None None] Sync routers for ids ['e579f974-a547-4453-ad27-d8772e14d8eb'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:18:57.694142 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-15cc9832-e2e0-4d55-ad2c-d4ebdfaceabd admin admin] 10.222.0.72 "PUT /v2.0/routers/e579f974-a547-4453-ad27-d8772e14d8eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4605396 Feb 28 17:18:57.696878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46596) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:57.710512 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (800a3fef-b15b-40bb-a2d4-40b41523ea34), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:57.710917 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18714410-82f2-4f25-abc7-077896a1c17f None None] Routers {'e579f974-a547-4453-ad27-d8772e14d8eb'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:57.711790 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-18714410-82f2-4f25-abc7-077896a1c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e579f974-a547-4453-ad27-d8772e14d8eb'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:57.716249 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:57.763488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:57.773276 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:18:57.786538 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58dd0945-da2c-4468-8122-c191ca08b514 req-4cc3fc5e-553a-4875-b4b9-adf1b34fb29d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448087 Feb 28 17:18:57.787368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8a51c1-2ee1-4896-8ba2-39b46d8edec1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:57.873261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275dbb4-4261-4a01-9dd3-ad19c4ea6ef6 None None] Pushing event updated for resources: {'Port': ['ID=800a3fef-b15b-40bb-a2d4-40b41523ea34,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:57.889402 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (90e701b2-2286-4312-9a30-c0dffd00f95e), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:57.924861 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d28dece3-3257-4229-b768-53e6b9ea0506 req-78222a3b-6873-4736-96c0-404a60b6fc97 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678246 Feb 28 17:18:57.935489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:18:57.951065 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-347b2ce1-963b-44ec-8c89-6b2bfa253fd8 None None] Provisioning complete for port 35ce89fc-9914-4246-affd-5937ab525897 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:57.951364 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-347b2ce1-963b-44ec-8c89-6b2bfa253fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (35ce89fc-9914-4246-affd-5937ab525897), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:57.961469 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-18714410-82f2-4f25-abc7-077896a1c17f None None] Set router e579f974-a547-4453-ad27-d8772e14d8eb gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:58.055162 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:58.057146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Sync routers for ids ['5482989a-72a0-45cc-9da5-173a69a8d027'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:18:58.058093 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-87bb760d-19a0-4578-abf5-42e10be73218 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5020952 Feb 28 17:18:58.060762 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46600) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:18:58.081782 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Attempting to bind port 800a3fef-b15b-40bb-a2d4-40b41523ea34 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:18:58.082647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Attempting to bind port 800a3fef-b15b-40bb-a2d4-40b41523ea34 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:18:58.083013 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Attempting to bind port 800a3fef-b15b-40bb-a2d4-40b41523ea34 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:18:58.095821 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Routers {'5482989a-72a0-45cc-9da5-173a69a8d027'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:58.096626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5482989a-72a0-45cc-9da5-173a69a8d027'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:58.156325 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] Publish callbacks [] for router (e579f974-a547-4453-ad27-d8772e14d8eb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:58.240740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Set router 5482989a-72a0-45cc-9da5-173a69a8d027 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:58.395144 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-347b2ce1-963b-44ec-8c89-6b2bfa253fd8 None None] Current status of the port 35ce89fc-9914-4246-affd-5937ab525897 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:18:58.398313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:18:58.398759 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:18:58.399174 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:58.399517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:18:58.399996 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Bound port: 800a3fef-b15b-40bb-a2d4-40b41523ea34, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:18:58.400985 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (800a3fef-b15b-40bb-a2d4-40b41523ea34), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:58.469973 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-18714410-82f2-4f25-abc7-077896a1c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732711242-router', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:27Z', 'updated_at': '2022-02-28T17:18:55Z', 'revision_number': 5, 'project_id': 'e41591817f7e483586c86c7fabc077f7', 'gw_port': {'id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:28Z', 'updated_at': '2022-02-28T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:58.544176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-72d052f6-8d35-4457-9f29-1533184d2cd0 None None] Provisioning complete for port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:18:58.544839 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72d052f6-8d35-4457-9f29-1533184d2cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:58.562478 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18714410-82f2-4f25-abc7-077896a1c17f None None] Checking router: e579f974-a547-4453-ad27-d8772e14d8eb for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:18:58.586665 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-72d052f6-8d35-4457-9f29-1533184d2cd0 None None] Port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:18:58.587434 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18714410-82f2-4f25-abc7-077896a1c17f None None] Routers {'e579f974-a547-4453-ad27-d8772e14d8eb'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:58.591812 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-18714410-82f2-4f25-abc7-077896a1c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e579f974-a547-4453-ad27-d8772e14d8eb'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:58.631268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] For port 800a3fef-b15b-40bb-a2d4-40b41523ea34, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:18:58.675426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] For port 800a3fef-b15b-40bb-a2d4-40b41523ea34, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=800a3fef-b15b-40bb-a2d4-40b41523ea34,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:18:58.731857 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'name': 'tempest-FloatingIPsNegativeTestJSON-807128439-router', 'tenant_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1cbc75fa-5962-43ed-9f34-1d1e22634854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:53Z', 'updated_at': '2022-02-28T17:18:56Z', 'revision_number': 3, 'project_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'gw_port': {'id': '1cbc75fa-5962-43ed-9f34-1d1e22634854', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:55Z', 'updated_at': '2022-02-28T17:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:58.782628 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-18714410-82f2-4f25-abc7-077896a1c17f None None] Set router e579f974-a547-4453-ad27-d8772e14d8eb gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:58.803080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Checking router: 5482989a-72a0-45cc-9da5-173a69a8d027 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:18:58.806838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Updating router 5482989a-72a0-45cc-9da5-173a69a8d027 port 1cbc75fa-5962-43ed-9f34-1d1e22634854 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:18:58.809409 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (800a3fef-b15b-40bb-a2d4-40b41523ea34), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:59.030420 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1cbc75fa-5962-43ed-9f34-1d1e22634854), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:59.050656 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:59.057096 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-18714410-82f2-4f25-abc7-077896a1c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732711242-router', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:27Z', 'updated_at': '2022-02-28T17:18:55Z', 'revision_number': 5, 'project_id': 'e41591817f7e483586c86c7fabc077f7', 'gw_port': {'id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:28Z', 'updated_at': '2022-02-28T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:59.091525 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18714410-82f2-4f25-abc7-077896a1c17f None None] The sync data for ids ['e579f974-a547-4453-ad27-d8772e14d8eb'] in n-d-820368-19 is: [{'id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732711242-router', 'tenant_id': 'e41591817f7e483586c86c7fabc077f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:15:27Z', 'updated_at': '2022-02-28T17:18:55Z', 'revision_number': 5, 'project_id': 'e41591817f7e483586c86c7fabc077f7', 'gw_port': {'id': '288a2ec4-53fe-4c06-8aae-84f26b13cbc5', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e579f974-a547-4453-ad27-d8772e14d8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:15:28Z', 'updated_at': '2022-02-28T17:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:18:59.105523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7c095-b27b-46c7-ac76-dfd5223540b6 req-471650cf-8dec-411f-9d83-5aaa40450679 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:59.113870 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6d7c095-b27b-46c7-ac76-dfd5223540b6 req-471650cf-8dec-411f-9d83-5aaa40450679 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 943 time: 0.1281178 Feb 28 17:18:59.148000 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] Publish callbacks [] for router_gateway (e579f974-a547-4453-ad27-d8772e14d8eb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:59.163260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275dbb4-4261-4a01-9dd3-ad19c4ea6ef6 None None] Pushing event updated for resources: {'Port': ['ID=800a3fef-b15b-40bb-a2d4-40b41523ea34,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:59.179175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device cbf11550-a277-4d9a-bc89-d56129b220a4 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:18:59.188172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Routers {'90e701b2-2286-4312-9a30-c0dffd00f95e'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:18:59.188847 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['90e701b2-2286-4312-9a30-c0dffd00f95e'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:18:59.249715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501672ef-a889-45d0-8c17-d658171d08fa req-d3a3dbfc-9ec1-40f3-b9eb-b489375b6f99 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:18:59.257317 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-501672ef-a889-45d0-8c17-d658171d08fa req-d3a3dbfc-9ec1-40f3-b9eb-b489375b6f99 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.1113257 Feb 28 17:18:59.279897 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:59.475969 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Publish callbacks [] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:59.553611 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-501672ef-a889-45d0-8c17-d658171d08fa req-0fa3b8a8-f1bb-4fa9-b5c5-f614291d8a3f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925735 Feb 28 17:18:59.573836 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:59.617282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=cbf11550-a277-4d9a-bc89-d56129b220a4,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:18:59.710532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] Set router 90e701b2-2286-4312-9a30-c0dffd00f95e gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:18:59.719993 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (90e701b2-2286-4312-9a30-c0dffd00f95e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:18:59.734560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8a51c1-2ee1-4896-8ba2-39b46d8edec1,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:18:59.787742 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6d7c095-b27b-46c7-ac76-dfd5223540b6 req-6cfa6ebd-bc4c-448f-9a5e-44b7517f8d49 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681328 Feb 28 17:18:59.856837 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:18:59.867022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:18:59.886807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'cbf11550-a277-4d9a-bc89-d56129b220a4', 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656', 'port_id': 'cbf11550-a277-4d9a-bc89-d56129b220a4', 'mac_address': 'fa:16:3e:6c:47:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6630b81a-0475-439a-8ade-5d1712c8173a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:18:59.907575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 35ce89fc-9914-4246-affd-5937ab525897 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:18:59.932475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Allocated IP 172.20.0.1 (d792b3c9-1580-4590-b636-352ad08790b8/1bc45bfd-ca76-4f14-be00-10709204fc65/9d2f95bb-e1fb-4622-9bba-f926927049eb) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:00.012966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] Deleting port 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:19:00.013304 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (288a2ec4-53fe-4c06-8aae-84f26b13cbc5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:00.108594 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] For port 288a2ec4-53fe-4c06-8aae-84f26b13cbc5, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=288a2ec4-53fe-4c06-8aae-84f26b13cbc5,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:00.108958 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (288a2ec4-53fe-4c06-8aae-84f26b13cbc5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:00.122983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] Calling delete_port for 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:19:00.159995 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Publish callbacks [] for port (9d2f95bb-e1fb-4622-9bba-f926927049eb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:00.276522 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (9d2f95bb-e1fb-4622-9bba-f926927049eb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:00.283530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Router 90e701b2-2286-4312-9a30-c0dffd00f95e has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:19:00.354151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Network d792b3c9-1580-4590-b636-352ad08790b8 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:00.369039 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:00.375493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:00.416135 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port cbf11550-a277-4d9a-bc89-d56129b220a4 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:00.416502 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:00.419742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2f95bb-e1fb-4622-9bba-f926927049eb,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:00.434072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:19:00.439004 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (5482989a-72a0-45cc-9da5-173a69a8d027), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:00.448410 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4419fc01-d19d-469f-a715-eac4eededdb1 None None] Provisioning complete for port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:00.448790 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4419fc01-d19d-469f-a715-eac4eededdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:00.449812 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-aa351b30-9854-445c-8b7b-cd8f444d4045 admin admin] 10.222.0.72 "PUT /v2.0/routers/90e701b2-2286-4312-9a30-c0dffd00f95e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8731325 Feb 28 17:19:00.466751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c22438-84a6-4311-9302-844bf25c189e req-07c43702-475d-4c74-a502-2b229fdf3887 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:00.475214 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-33c22438-84a6-4311-9302-844bf25c189e req-07c43702-475d-4c74-a502-2b229fdf3887 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.7416501 Feb 28 17:19:00.540906 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-33c22438-84a6-4311-9302-844bf25c189e req-1fe7014c-b4f5-46bf-9ace-d702f9cf07db tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590985 Feb 28 17:19:00.603714 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf11550-a277-4d9a-bc89-d56129b220a4 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:19:00.643748 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 35ce89fc-9914-4246-affd-5937ab525897 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:00.645187 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (35ce89fc-9914-4246-affd-5937ab525897), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:00.699761 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (288a2ec4-53fe-4c06-8aae-84f26b13cbc5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:00.750760 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4419fc01-d19d-469f-a715-eac4eededdb1 None None] Port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:19:00.763842 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] Pushing event deleted for resources: {'Port': ['ID=288a2ec4-53fe-4c06-8aae-84f26b13cbc5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:00.766292 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=cbf11550-a277-4d9a-bc89-d56129b220a4,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:00.859318 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Publish callbacks [] for port (1cbc75fa-5962-43ed-9f34-1d1e22634854), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:00.863030 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9d2f95bb-e1fb-4622-9bba-f926927049eb), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:00.876298 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:00.882208 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (e579f974-a547-4453-ad27-d8772e14d8eb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:00.947008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ee3175b0-ca28-4c81-91ee-afe67ce2fa19 None None] Provisioning complete for port 9d2f95bb-e1fb-4622-9bba-f926927049eb triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:00.947390 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ee3175b0-ca28-4c81-91ee-afe67ce2fa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9d2f95bb-e1fb-4622-9bba-f926927049eb), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:00.950655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'name': 'tempest-AttachSCSIVolumeTestJSON-33324782-router', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:46Z', 'updated_at': '2022-02-28T17:18:58Z', 'revision_number': 4, 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'gw_port': {'id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:49Z', 'updated_at': '2022-02-28T17:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '7f8a51c1-2ee1-4896-8ba2-39b46d8edec1', 'name': '', 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'mac_address': 'fa:16:3e:a1:eb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f3934740-b32f-4d8c-a484-e108fb750eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:56Z', 'updated_at': '2022-02-28T17:18:57Z', 'revision_number': 1, 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'subnets': [{'id': 'f3934740-b32f-4d8c-a484-e108fb750eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:01.012666 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 35ce89fc-9914-4246-affd-5937ab525897 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:01.018352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2d8b9-90ef-4b84-b582-9660a1a5c2c6 None None] The sync data for ids ['90e701b2-2286-4312-9a30-c0dffd00f95e'] in n-d-820368-19 is: [{'id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'name': 'tempest-AttachSCSIVolumeTestJSON-33324782-router', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:46Z', 'updated_at': '2022-02-28T17:18:58Z', 'revision_number': 4, 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'gw_port': {'id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:49Z', 'updated_at': '2022-02-28T17:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '7f8a51c1-2ee1-4896-8ba2-39b46d8edec1', 'name': '', 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'mac_address': 'fa:16:3e:a1:eb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f3934740-b32f-4d8c-a484-e108fb750eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:56Z', 'updated_at': '2022-02-28T17:18:57Z', 'revision_number': 1, 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'subnets': [{'id': 'f3934740-b32f-4d8c-a484-e108fb750eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:19:01.038180 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1cbc75fa-5962-43ed-9f34-1d1e22634854), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:01.063978 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ee3175b0-ca28-4c81-91ee-afe67ce2fa19 None None] Port 9d2f95bb-e1fb-4622-9bba-f926927049eb cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:19:01.070393 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=cbf11550-a277-4d9a-bc89-d56129b220a4,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:01.073695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7608b-2459-49de-b4f1-253d32d9bb6a req-3ea05f33-7b8f-45be-9e5c-d69fbd1fb051 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:01.094660 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (e579f974-a547-4453-ad27-d8772e14d8eb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:01.096537 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11e7608b-2459-49de-b4f1-253d32d9bb6a req-3ea05f33-7b8f-45be-9e5c-d69fbd1fb051 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.3638294 Feb 28 17:19:01.103694 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] Publish callbacks [] for router_controller (e579f974-a547-4453-ad27-d8772e14d8eb), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:01.179772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['cbf11550-a277-4d9a-bc89-d56129b220a4'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:19:01.208562 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9142f-9dd4-48ee-aad7-712ef6ea8f1c req-1314b219-b690-470d-940a-ec96a0b1d694 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:01.217158 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ea9142f-9dd4-48ee-aad7-712ef6ea8f1c req-1314b219-b690-470d-940a-ec96a0b1d694 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 944 time: 0.2255700 Feb 28 17:19:01.245303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Attempting to bind port 1cbc75fa-5962-43ed-9f34-1d1e22634854 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:01.245606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Attempting to bind port 1cbc75fa-5962-43ed-9f34-1d1e22634854 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:01.245944 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Attempting to bind port 1cbc75fa-5962-43ed-9f34-1d1e22634854 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:01.262279 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:01.262658 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:01.263063 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:01.263454 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:01.263933 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Bound port: 1cbc75fa-5962-43ed-9f34-1d1e22634854, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:01.264317 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1cbc75fa-5962-43ed-9f34-1d1e22634854), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:01.270778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6517109-7596-4aaa-bda3-a0933fefb942 None None] Pushing event updated for resources: {'Port': ['ID=1cbc75fa-5962-43ed-9f34-1d1e22634854,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:01.291347 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ea9142f-9dd4-48ee-aad7-712ef6ea8f1c req-6f189d05-2b95-4b1c-a15e-28477e663e54 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683765 Feb 28 17:19:01.326028 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4ed2862c-c135-4edc-962f-f46860eaab19 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:19:01.341369 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (e579f974-a547-4453-ad27-d8772e14d8eb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:01.341369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e579f974-a547-4453-ad27-d8772e14d8eb {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:19:01.350823 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:01.352288 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6eee02a8-0cf5-40bd-be16-dd801439667b admin admin] 10.222.0.72 "DELETE /v2.0/routers/e579f974-a547-4453-ad27-d8772e14d8eb HTTP/1.1" status: 204 len: 168 time: 3.6499767 Feb 28 17:19:01.357477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46630) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:01.382255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] For port 1cbc75fa-5962-43ed-9f34-1d1e22634854, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:01.402553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 4ed2862c-c135-4edc-962f-f46860eaab19 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:19:01.402553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4ed2862c-c135-4edc-962f-f46860eaab19 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:19:01.426316 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] For port 1cbc75fa-5962-43ed-9f34-1d1e22634854, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1cbc75fa-5962-43ed-9f34-1d1e22634854,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:01.487000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11e7608b-2459-49de-b4f1-253d32d9bb6a req-6653062c-f14a-43a2-a9ba-75f97b556f7a tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851061 Feb 28 17:19:01.491282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-c252d3d9-35c9-4d41-b0ae-0ec18eb5c7c5 admin admin] Deleting subnet e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:19:01.508298 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c252d3d9-35c9-4d41-b0ae-0ec18eb5c7c5 admin admin] Publish callbacks [] for subnet (e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:01.558023 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1cbc75fa-5962-43ed-9f34-1d1e22634854), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:01.612337 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c252d3d9-35c9-4d41-b0ae-0ec18eb5c7c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:01.658016 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Publish callbacks [] for port (9d2f95bb-e1fb-4622-9bba-f926927049eb), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:01.700024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6517109-7596-4aaa-bda3-a0933fefb942 None None] Pushing event updated for resources: {'Port': ['ID=1cbc75fa-5962-43ed-9f34-1d1e22634854,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:01.713620 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Routers {'5482989a-72a0-45cc-9da5-173a69a8d027'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:01.714724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5482989a-72a0-45cc-9da5-173a69a8d027'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:01.784371 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (9d2f95bb-e1fb-4622-9bba-f926927049eb), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:01.820649 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df365a41-f459-49d4-9e85-2bbe92d645d5 req-12d059a6-689a-4391-b77a-3ec545b2127d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:01.826909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df365a41-f459-49d4-9e85-2bbe92d645d5 req-12d059a6-689a-4391-b77a-3ec545b2127d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.1695249 Feb 28 17:19:01.872439 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c252d3d9-35c9-4d41-b0ae-0ec18eb5c7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:01.903698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] Set router 5482989a-72a0-45cc-9da5-173a69a8d027 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:19:01.983912 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (5482989a-72a0-45cc-9da5-173a69a8d027), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:01.995819 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2f95bb-e1fb-4622-9bba-f926927049eb,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:02.011675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46644) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:02.029189 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1128860527-network', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:02.036682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df365a41-f459-49d4-9e85-2bbe92d645d5 req-c118e83a-d0ea-48ac-a71b-4b49c9869611 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088907 Feb 28 17:19:02.167207 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c252d3d9-35c9-4d41-b0ae-0ec18eb5c7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:02.184163 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Network d792b3c9-1580-4590-b636-352ad08790b8 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:02.186087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:02.248335 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'name': 'tempest-FloatingIPsNegativeTestJSON-807128439-router', 'tenant_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1cbc75fa-5962-43ed-9f34-1d1e22634854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:53Z', 'updated_at': '2022-02-28T17:19:00Z', 'revision_number': 4, 'project_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'gw_port': {'id': '1cbc75fa-5962-43ed-9f34-1d1e22634854', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:55Z', 'updated_at': '2022-02-28T17:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '9d2f95bb-e1fb-4622-9bba-f926927049eb', 'name': '', 'network_id': 'd792b3c9-1580-4590-b636-352ad08790b8', 'tenant_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'mac_address': 'fa:16:3e:3f:a2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '1bc45bfd-ca76-4f14-be00-10709204fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:59Z', 'updated_at': '2022-02-28T17:18:59Z', 'revision_number': 1, 'project_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'subnets': [{'id': '1bc45bfd-ca76-4f14-be00-10709204fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:02.253283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252d3d9-35c9-4d41-b0ae-0ec18eb5c7c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:02.272492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] Made reservation on behalf of 1aaeae7662614ce1aeaa518b45ffb854 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:02.278216 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:02.287808 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c252d3d9-35c9-4d41-b0ae-0ec18eb5c7c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:02.289266 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:02.298444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46646) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:02.299373 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c252d3d9-35c9-4d41-b0ae-0ec18eb5c7c5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e7e4ba5f-8ea7-45c7-9d20-0a1da2a101a1 HTTP/1.1" status: 204 len: 168 time: 0.9404235 Feb 28 17:19:02.301482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9063ae70-c607-4bf1-ba7c-f7f6d33f83b5 None None] The sync data for ids ['5482989a-72a0-45cc-9da5-173a69a8d027'] in n-d-820368-19 is: [{'id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'name': 'tempest-FloatingIPsNegativeTestJSON-807128439-router', 'tenant_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1cbc75fa-5962-43ed-9f34-1d1e22634854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:53Z', 'updated_at': '2022-02-28T17:19:00Z', 'revision_number': 4, 'project_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'gw_port': {'id': '1cbc75fa-5962-43ed-9f34-1d1e22634854', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:55Z', 'updated_at': '2022-02-28T17:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '9d2f95bb-e1fb-4622-9bba-f926927049eb', 'name': '', 'network_id': 'd792b3c9-1580-4590-b636-352ad08790b8', 'tenant_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'mac_address': 'fa:16:3e:3f:a2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '1bc45bfd-ca76-4f14-be00-10709204fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:59Z', 'updated_at': '2022-02-28T17:18:59Z', 'revision_number': 1, 'project_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'subnets': [{'id': '1bc45bfd-ca76-4f14-be00-10709204fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:19:02.304271 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d1e2a1-a7c1-42b0-93a7-6f6901fccf53 None None] Network fd6c9756-d566-4629-985a-0ce82e63e5f3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:19:02.579940 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (fd6c9756-d566-4629-985a-0ce82e63e5f3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:02.585255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e3faf3-986f-43a7-a770-55677344873e None None] DHCP port deletion for fd6c9756-d566-4629-985a-0ce82e63e5f3 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:19:02.695891 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a2de253a-ead9-4c1c-bacc-d10a72e28576 None None] Provisioning complete for port 9d2f95bb-e1fb-4622-9bba-f926927049eb triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:02.696310 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a2de253a-ead9-4c1c-bacc-d10a72e28576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9d2f95bb-e1fb-4622-9bba-f926927049eb), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:02.745563 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Router 5482989a-72a0-45cc-9da5-173a69a8d027 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:19:02.763900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef166a8-f1fc-4f1c-a391-5fdf7b2ee2d4 req-2ed20008-0614-4125-a32d-c3d7b65e607a tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:02.764367 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293de7e-70df-4fbb-a162-15f3b19bfa39 req-da1d6465-31eb-4d1d-a9ca-431c9bc37bbc tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:02.765953 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1293de7e-70df-4fbb-a162-15f3b19bfa39 req-da1d6465-31eb-4d1d-a9ca-431c9bc37bbc tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 944 time: 0.3234019 Feb 28 17:19:02.782569 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ef166a8-f1fc-4f1c-a391-5fdf7b2ee2d4 req-2ed20008-0614-4125-a32d-c3d7b65e607a tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.1458149 Feb 28 17:19:02.791727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a2de253a-ead9-4c1c-bacc-d10a72e28576 None None] Port 9d2f95bb-e1fb-4622-9bba-f926927049eb cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:19:02.812040 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] Publish callbacks [] for security_group (d72ea361-dc1b-43d8-b479-e7991c624dd6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:02.817644 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e2e3faf3-986f-43a7-a770-55677344873e None None] Deleting port 680f5646-c124-45c1-9328-5f049099b119 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:19:02.824387 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e2e3faf3-986f-43a7-a770-55677344873e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (680f5646-c124-45c1-9328-5f049099b119), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:02.837118 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ef166a8-f1fc-4f1c-a391-5fdf7b2ee2d4 req-f65dda7f-196f-48cf-bbc0-f084b3ccc2a0 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536308 Feb 28 17:19:02.898048 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d72ea361-dc1b-43d8-b479-e7991c624dd6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:02.915729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e2e3faf3-986f-43a7-a770-55677344873e None None] For port 680f5646-c124-45c1-9328-5f049099b119, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=680f5646-c124-45c1-9328-5f049099b119,segment=NetworkSegment(89fc76cd-5c74-41ed-af71-d60126db0d0e),segment_id=89fc76cd-5c74-41ed-af71-d60126db0d0e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:02.916177 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e2e3faf3-986f-43a7-a770-55677344873e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (680f5646-c124-45c1-9328-5f049099b119), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:02.938641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e2e3faf3-986f-43a7-a770-55677344873e None None] Calling delete_port for 680f5646-c124-45c1-9328-5f049099b119 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:19:03.030463 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:19:03.049632 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ed18877e-4c58-4442-9ecd-b91e46c4c3c9 admin admin] 10.222.0.72 "PUT /v2.0/routers/5482989a-72a0-45cc-9da5-173a69a8d027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9875455 Feb 28 17:19:03.106196 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:19:03.123950 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1293de7e-70df-4fbb-a162-15f3b19bfa39 req-8b27fdaf-cc7f-40ef-a3fc-75ad5c22a6a9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214657 Feb 28 17:19:03.147078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72ea361-dc1b-43d8-b479-e7991c624dd6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:03.157820 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (80f5aa71-335e-4dfd-bda5-1e78e55e08fd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:03.158372 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] Added segment 80f5aa71-335e-4dfd-bda5-1e78e55e08fd of type vlan for network bab885a3-683a-4e5f-be48-c84acaae403b Feb 28 17:19:03.161110 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Deleting port 680f5646-c124-45c1-9328-5f049099b119 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:19:03.161793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (680f5646-c124-45c1-9328-5f049099b119), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:03.173359 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e2e3faf3-986f-43a7-a770-55677344873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (680f5646-c124-45c1-9328-5f049099b119), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:03.190775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device cbf11550-a277-4d9a-bc89-d56129b220a4 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:03.262215 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (bab885a3-683a-4e5f-be48-c84acaae403b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:03.312600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] For port 680f5646-c124-45c1-9328-5f049099b119, host n-d-820368-19, got binding levels [] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:03.312897 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (680f5646-c124-45c1-9328-5f049099b119), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:03.313589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3faf3-986f-43a7-a770-55677344873e None None] Pushing event deleted for resources: {'Port': ['ID=680f5646-c124-45c1-9328-5f049099b119,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:03.361569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e3faf3-986f-43a7-a770-55677344873e None None] No DVR routers for this DVR port 680f5646-c124-45c1-9328-5f049099b119 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:19:03.363033 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 800a3fef-b15b-40bb-a2d4-40b41523ea34 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:03.364240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e40f0-f17e-405c-8522-cf7b98bf15c1 req-72da30bf-619b-4446-bae3-4f9165b4bc6b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:03.366636 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c58e40f0-f17e-405c-8522-cf7b98bf15c1 req-72da30bf-619b-4446-bae3-4f9165b4bc6b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.1014628 Feb 28 17:19:03.368887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Calling delete_port for 680f5646-c124-45c1-9328-5f049099b119 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:19:03.385673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Port 680f5646-c124-45c1-9328-5f049099b119 was not found and therefore no delete operation was performed {{(pid=104247) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 17:19:03.396432 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (680f5646-c124-45c1-9328-5f049099b119), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:03.497424 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c58e40f0-f17e-405c-8522-cf7b98bf15c1 req-9391837d-d6ec-4bc0-b1e6-55649624d7cc tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217425 Feb 28 17:19:03.505992 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Pushing event deleted for resources: {'Port': ['ID=680f5646-c124-45c1-9328-5f049099b119,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:03.517505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] No DVR routers for this DVR port 680f5646-c124-45c1-9328-5f049099b119 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:19:03.537349 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (bab885a3-683a-4e5f-be48-c84acaae403b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:03.538284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 800a3fef-b15b-40bb-a2d4-40b41523ea34 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:03.538453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:03.538944 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (800a3fef-b15b-40bb-a2d4-40b41523ea34), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:03.540866 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:03.625628 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port cbf11550-a277-4d9a-bc89-d56129b220a4 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:19:03.634761 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port cbf11550-a277-4d9a-bc89-d56129b220a4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:03.635114 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:03.750032 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7316973 Feb 28 17:19:03.751967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46666) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:03.759911 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-dd26527f-7c4e-4267-b592-0095f8abc4f6 admin admin] Request body: {'subnet': {'network_id': 'bab885a3-683a-4e5f-be48-c84acaae403b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128860527-subnet', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:03.766752 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (fd6c9756-d566-4629-985a-0ce82e63e5f3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:03.780246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 800a3fef-b15b-40bb-a2d4-40b41523ea34 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:03.780700 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (800a3fef-b15b-40bb-a2d4-40b41523ea34), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:03.815741 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f02dab2f-ad6d-4266-9ef5-dc42919cfea2 req-8e46a09b-4045-4720-8b10-306ef551bf40 tempest-FloatingIPsNegativeTestJSON-147587649 tempest-FloatingIPsNegativeTestJSON-147587649-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=e6c7914acbc74331b5ed3dafdcb236ea HTTP/1.1" status: 200 len: 217 time: 0.0745142 Feb 28 17:19:03.842913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 800a3fef-b15b-40bb-a2d4-40b41523ea34, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=800a3fef-b15b-40bb-a2d4-40b41523ea34,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:03.851160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b98816-9b31-42d8-8f66-905f7fb63602 admin admin] Pushing event updated for resources: {'Network': ['ID=bab885a3-683a-4e5f-be48-c84acaae403b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:03.853245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port cbf11550-a277-4d9a-bc89-d56129b220a4 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:03.853637 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:03.865580 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network bab885a3-683a-4e5f-be48-c84acaae403b details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:19:03.866637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6c9756-d566-4629-985a-0ce82e63e5f3']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:03.903726 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eb0ca97a-7163-4227-ae47-85002ecdb8d6 req-59d21978-d7b4-4557-afa3-9b254525bc6f tempest-FloatingIPsNegativeTestJSON-147587649 tempest-FloatingIPsNegativeTestJSON-147587649-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0570564 Feb 28 17:19:03.910507 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fc76cd-5c74-41ed-af71-d60126db0d0e') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:03.912255 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fc76cd-5c74-41ed-af71-d60126db0d0e') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:03.942704 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (89fc76cd-5c74-41ed-af71-d60126db0d0e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:03.944160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd26527f-7c4e-4267-b592-0095f8abc4f6 admin admin] Made reservation on behalf of 1aaeae7662614ce1aeaa518b45ffb854 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:03.947552 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dd26527f-7c4e-4267-b592-0095f8abc4f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:04.004569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (89fc76cd-5c74-41ed-af71-d60126db0d0e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:04.024021 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (800a3fef-b15b-40bb-a2d4-40b41523ea34), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:04.027096 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2766b1f7-786c-4964-839b-e8ed2c0961fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf11550-a277-4d9a-bc89-d56129b220a4'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:19:04.030730 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe34178-e2e8-4ff1-ae01-117cfc7fa932" -d '{"events": [{"server_uuid": "2766b1f7-786c-4964-839b-e8ed2c0961fa", "name": "network-vif-plugged", "status": "completed", "tag": "cbf11550-a277-4d9a-bc89-d56129b220a4"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:19:04.055815 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:19:04.056540 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (89fc76cd-5c74-41ed-af71-d60126db0d0e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:19:04.061959 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:19:04.076561 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-acb8fa67-07fc-4f27-b294-f57e0f1322cb req-beda08a3-a0b9-4d39-b06a-b420a07d54ff tempest-FloatingIPsNegativeTestJSON-147587649 tempest-FloatingIPsNegativeTestJSON-147587649-project] show failed (client error): The resource could not be found. Feb 28 17:19:04.078199 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-acb8fa67-07fc-4f27-b294-f57e0f1322cb req-beda08a3-a0b9-4d39-b06a-b420a07d54ff tempest-FloatingIPsNegativeTestJSON-147587649 tempest-FloatingIPsNegativeTestJSON-147587649-project] 10.222.0.72 "GET /v2.0/floatingips/99eec55a-8d1d-413e-b9aa-f384c965ffdb HTTP/1.1" status: 404 len: 350 time: 0.1497810 Feb 28 17:19:04.118996 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46676) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:04.136850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=800a3fef-b15b-40bb-a2d4-40b41523ea34,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:04.140694 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:19:04.167522 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=cbf11550-a277-4d9a-bc89-d56129b220a4,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:04.169446 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:19:04.169866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 288a2ec4-53fe-4c06-8aae-84f26b13cbc5 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:19:04.170374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 680f5646-c124-45c1-9328-5f049099b119 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:19:04.186812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882df7ee-12bd-4e5b-a268-38b50f5b1206 req-4754323f-6c59-4320-a6d5-2e729acc945d tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:04.194822 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-882df7ee-12bd-4e5b-a268-38b50f5b1206 req-4754323f-6c59-4320-a6d5-2e729acc945d tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.2186892 Feb 28 17:19:04.246866 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94fc566-1f89-45c9-9a80-c6083c791e50 x-openstack-request-id: req-d94fc566-1f89-45c9-9a80-c6083c791e50 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:19:04.247750 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2766b1f7-786c-4964-839b-e8ed2c0961fa", "name": "network-vif-plugged", "status": "completed", "tag": "cbf11550-a277-4d9a-bc89-d56129b220a4", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:19:04.248125 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d94fc566-1f89-45c9-9a80-c6083c791e50 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:19:04.250412 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2766b1f7-786c-4964-839b-e8ed2c0961fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf11550-a277-4d9a-bc89-d56129b220a4', 'code': 200} Feb 28 17:19:04.252186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 680f5646-c124-45c1-9328-5f049099b119 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:19:04.252631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 680f5646-c124-45c1-9328-5f049099b119 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:19:04.268907 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:04.345696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=cbf11550-a277-4d9a-bc89-d56129b220a4,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:04.358298 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-882df7ee-12bd-4e5b-a268-38b50f5b1206 req-49ba5fe1-93e0-4dc0-a165-da2379adc601 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624959 Feb 28 17:19:04.408467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928603d0-1479-4fa3-8fbd-1f87f5361d6e req-f43a055a-bbd6-4540-8d9f-63e3d849f5b2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:04.410218 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-928603d0-1479-4fa3-8fbd-1f87f5361d6e req-f43a055a-bbd6-4540-8d9f-63e3d849f5b2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 945 time: 0.0736587 Feb 28 17:19:04.411671 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dd26527f-7c4e-4267-b592-0095f8abc4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (bf64bc95-15b9-4d86-b377-1c08e73ec78c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:04.414899 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (fd6c9756-d566-4629-985a-0ce82e63e5f3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:04.433816 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:04.437978 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] 10.222.0.72 "DELETE /v2.0/networks/fd6c9756-d566-4629-985a-0ce82e63e5f3 HTTP/1.1" status: 204 len: 168 time: 2.1225095 Feb 28 17:19:04.468414 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a3e1d-2f5d-4b79-b67b-4865f584bb9f admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6c9756-d566-4629-985a-0ce82e63e5f3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:04.483792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d73125-5479-48d5-8ec2-b7f4f8de2ffd req-a9f5cd0a-c704-48bb-bb2b-c5079fd7dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:04.485357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-71d73125-5479-48d5-8ec2-b7f4f8de2ffd req-a9f5cd0a-c704-48bb-bb2b-c5079fd7dcd2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 1128 time: 0.2182865 Feb 28 17:19:04.594001 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-928603d0-1479-4fa3-8fbd-1f87f5361d6e req-1100a8ca-3aee-4482-96a5-31d8bc05094e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764982 Feb 28 17:19:04.598548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26527f-7c4e-4267-b592-0095f8abc4f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf64bc95-15b9-4d86-b377-1c08e73ec78c,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:04.651172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd26527f-7c4e-4267-b592-0095f8abc4f6 admin admin] Checking segment: {'id': '80f5aa71-335e-4dfd-bda5-1e78e55e08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bab885a3-683a-4e5f-be48-c84acaae403b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:04.651527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26527f-7c4e-4267-b592-0095f8abc4f6 admin admin] Network hostable DHCP agents. Network: bab885a3-683a-4e5f-be48-c84acaae403b, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:19:04.672388 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-71d73125-5479-48d5-8ec2-b7f4f8de2ffd req-bb8354a7-137d-4a03-93fb-73cc6e425e6a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283960 Feb 28 17:19:04.784534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26527f-7c4e-4267-b592-0095f8abc4f6 admin admin] Network bab885a3-683a-4e5f-be48-c84acaae403b is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:19:04.820164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f315abd-5983-42d2-938c-191bd5b0ede4 req-0bcd2a8f-d380-48e0-8218-38b48e0abccd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:04.827954 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2f315abd-5983-42d2-938c-191bd5b0ede4 req-0bcd2a8f-d380-48e0-8218-38b48e0abccd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.1582570 Feb 28 17:19:04.915339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-dd26527f-7c4e-4267-b592-0095f8abc4f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, bab885a3-683a-4e5f-be48-c84acaae403b) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:04.925161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548fc39f-4e06-4723-8318-935ad344b9bf None None] Network bab885a3-683a-4e5f-be48-c84acaae403b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:19:04.925704 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd26527f-7c4e-4267-b592-0095f8abc4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:04.926979 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dd26527f-7c4e-4267-b592-0095f8abc4f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:04.930243 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2f315abd-5983-42d2-938c-191bd5b0ede4 req-4887cb28-defb-4987-aa97-6ee0739e85a5 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012924 Feb 28 17:19:05.047040 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dd26527f-7c4e-4267-b592-0095f8abc4f6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2935574 Feb 28 17:19:05.051448 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46688) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:05.051448 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46690) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:05.055665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1128860527-router', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:05.096956 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-bab885a3-683a-4e5f-be48-c84acaae403b', 'network_id': 'bab885a3-683a-4e5f-be48-c84acaae403b', 'project_id': '1aaeae7662614ce1aeaa518b45ffb854', 'fixed_ips': [{'subnet_id': 'bf64bc95-15b9-4d86-b377-1c08e73ec78c'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:19:05.098567 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:05.109379 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f982-7580-4171-8028-043c32ad5aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (5482989a-72a0-45cc-9da5-173a69a8d027), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:05.198091 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2afff955-cca6-4220-81e4-fe41aa864d9b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cd86d8f7a97d4a129ba9f94176c52519&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1454766 Feb 28 17:19:05.198558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46692) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:05.218367 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Sync routers for ids ['90e701b2-2286-4312-9a30-c0dffd00f95e'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:19:05.237893 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Routers {'90e701b2-2286-4312-9a30-c0dffd00f95e'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:05.241542 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['90e701b2-2286-4312-9a30-c0dffd00f95e'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:05.271285 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (4bc96e11-da4d-41b0-8d54-110ae4b682e9), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:05.272761 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (4bc96e11-da4d-41b0-8d54-110ae4b682e9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:05.328027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-861c734c-341d-4c18-a55f-66f7ce0d7f44 admin admin] Publish callbacks [] for security_group (8bd6bcf3-d4a0-46b9-9267-012d7321d884), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:05.381438 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-861c734c-341d-4c18-a55f-66f7ce0d7f44 admin admin] Publish callbacks [] for security_group (8bd6bcf3-d4a0-46b9-9267-012d7321d884), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:05.392150 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Publish callbacks [] for router_controller (4bc96e11-da4d-41b0-8d54-110ae4b682e9), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:05.421472 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 800a3fef-b15b-40bb-a2d4-40b41523ea34 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:05.525694 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 800a3fef-b15b-40bb-a2d4-40b41523ea34 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:05.526457 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (800a3fef-b15b-40bb-a2d4-40b41523ea34), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:05.551662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Allocated IP 172.20.0.2 (bab885a3-683a-4e5f-be48-c84acaae403b/bf64bc95-15b9-4d86-b377-1c08e73ec78c/3abf94c4-3395-4a43-93fe-cc68933a8f63) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:05.566972 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-861c734c-341d-4c18-a55f-66f7ce0d7f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8bd6bcf3-d4a0-46b9-9267-012d7321d884), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:05.574982 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Set router 90e701b2-2286-4312-9a30-c0dffd00f95e gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:19:05.575984 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-861c734c-341d-4c18-a55f-66f7ce0d7f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:05.577273 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-861c734c-341d-4c18-a55f-66f7ce0d7f44 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8bd6bcf3-d4a0-46b9-9267-012d7321d884 HTTP/1.1" status: 204 len: 168 time: 0.3774655 Feb 28 17:19:05.604700 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c734c-341d-4c18-a55f-66f7ce0d7f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd6bcf3-d4a0-46b9-9267-012d7321d884,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:05.672301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d12743-1086-4933-8531-2614475f1e77 req-7a00c64c-57fd-4274-9c64-1a4e5608e909 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:05.677340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80d12743-1086-4933-8531-2614475f1e77 req-7a00c64c-57fd-4274-9c64-1a4e5608e909 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.1757276 Feb 28 17:19:05.717295 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 800a3fef-b15b-40bb-a2d4-40b41523ea34 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:05.718467 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1cbc75fa-5962-43ed-9f34-1d1e22634854 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:05.798851 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80d12743-1086-4933-8531-2614475f1e77 req-0d6ac21d-ab84-4c70-aa40-7d7080f2296c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151209 Feb 28 17:19:05.849434 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1cbc75fa-5962-43ed-9f34-1d1e22634854 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:05.849804 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1cbc75fa-5962-43ed-9f34-1d1e22634854), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:05.911737 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Publish callbacks [] for router_gateway (4bc96e11-da4d-41b0-8d54-110ae4b682e9), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:06.029582 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15becf0c-c33b-48b7-bc12-cf76c3611382 req-9a8eba0e-149e-407f-9ed4-75f37627c093 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:06.037973 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15becf0c-c33b-48b7-bc12-cf76c3611382 req-9a8eba0e-149e-407f-9ed4-75f37627c093 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 945 time: 0.1202776 Feb 28 17:19:06.083260 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Publish callbacks [] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:06.119135 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15becf0c-c33b-48b7-bc12-cf76c3611382 req-9273a8e2-05a3-49c8-953b-c0db47c1db13 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804269 Feb 28 17:19:06.124739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8b299-4720-4ae9-9455-1807ea068d4c req-c486a439-aa22-49ae-b237-e0d28ffdb362 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:06.127402 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ddc8b299-4720-4ae9-9455-1807ea068d4c req-c486a439-aa22-49ae-b237-e0d28ffdb362 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.0822093 Feb 28 17:19:06.133845 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'name': 'tempest-AttachSCSIVolumeTestJSON-33324782-router', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:46Z', 'updated_at': '2022-02-28T17:18:58Z', 'revision_number': 4, 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'gw_port': {'id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:49Z', 'updated_at': '2022-02-28T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '7f8a51c1-2ee1-4896-8ba2-39b46d8edec1', 'name': '', 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'mac_address': 'fa:16:3e:a1:eb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f3934740-b32f-4d8c-a484-e108fb750eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:56Z', 'updated_at': '2022-02-28T17:18:59Z', 'revision_number': 2, 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'subnets': [{'id': 'f3934740-b32f-4d8c-a484-e108fb750eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:06.167696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1cbc75fa-5962-43ed-9f34-1d1e22634854 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:06.168078 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1cbc75fa-5962-43ed-9f34-1d1e22634854), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:06.204192 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Checking router: 90e701b2-2286-4312-9a30-c0dffd00f95e for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:19:06.204713 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Updating router 90e701b2-2286-4312-9a30-c0dffd00f95e port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:19:06.224187 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 1cbc75fa-5962-43ed-9f34-1d1e22634854, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1cbc75fa-5962-43ed-9f34-1d1e22634854,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:06.226602 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:06.264566 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:06.311746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Network bab885a3-683a-4e5f-be48-c84acaae403b is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:06.315441 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1cbc75fa-5962-43ed-9f34-1d1e22634854), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:06.319796 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ddc8b299-4720-4ae9-9455-1807ea068d4c req-3f33c96f-fc14-4140-a6b7-490a078c5da0 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862166 Feb 28 17:19:06.332564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:06.349494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:06.437080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5925a2-479f-41f5-a413-57cfdd76f9e2 None None] Sync routers for ids ['5482989a-72a0-45cc-9da5-173a69a8d027'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:19:06.493065 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Pushing event updated for resources: {'Port': ['ID=3abf94c4-3395-4a43-93fe-cc68933a8f63,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:06.559476 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5925a2-479f-41f5-a413-57cfdd76f9e2 None None] Routers {'5482989a-72a0-45cc-9da5-173a69a8d027'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:06.560658 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2c5925a2-479f-41f5-a413-57cfdd76f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5482989a-72a0-45cc-9da5-173a69a8d027'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:06.573726 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8f982-7580-4171-8028-043c32ad5aab admin admin] Deleting port 9d2f95bb-e1fb-4622-9bba-f926927049eb {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:19:06.574102 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f982-7580-4171-8028-043c32ad5aab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9d2f95bb-e1fb-4622-9bba-f926927049eb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:06.639405 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Attempting to bind port 3abf94c4-3395-4a43-93fe-cc68933a8f63 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:06.640108 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Attempting to bind port 3abf94c4-3395-4a43-93fe-cc68933a8f63 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '80f5aa71-335e-4dfd-bda5-1e78e55e08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bab885a3-683a-4e5f-be48-c84acaae403b'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:06.640874 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Attempting to bind port 3abf94c4-3395-4a43-93fe-cc68933a8f63 on network bab885a3-683a-4e5f-be48-c84acaae403b {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:06.657344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:06.657344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Checking segment: {'id': '80f5aa71-335e-4dfd-bda5-1e78e55e08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bab885a3-683a-4e5f-be48-c84acaae403b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:06.657344 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:06.657344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Bound using segment: {'id': '80f5aa71-335e-4dfd-bda5-1e78e55e08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bab885a3-683a-4e5f-be48-c84acaae403b'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:06.657344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Bound port: 3abf94c4-3395-4a43-93fe-cc68933a8f63, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f5aa71-335e-4dfd-bda5-1e78e55e08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bab885a3-683a-4e5f-be48-c84acaae403b'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:06.657344 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:06.686759 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f982-7580-4171-8028-043c32ad5aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9d2f95bb-e1fb-4622-9bba-f926927049eb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:06.689750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=1cbc75fa-5962-43ed-9f34-1d1e22634854,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:06.713362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8f982-7580-4171-8028-043c32ad5aab admin admin] Calling delete_port for 9d2f95bb-e1fb-4622-9bba-f926927049eb owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:19:06.768158 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] For port 3abf94c4-3395-4a43-93fe-cc68933a8f63, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:06.772360 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] For port 3abf94c4-3395-4a43-93fe-cc68933a8f63, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3abf94c4-3395-4a43-93fe-cc68933a8f63,segment=NetworkSegment(80f5aa71-335e-4dfd-bda5-1e78e55e08fd),segment_id=80f5aa71-335e-4dfd-bda5-1e78e55e08fd)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:06.782881 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Publish callbacks [] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:06.848587 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-2c5925a2-479f-41f5-a413-57cfdd76f9e2 None None] Set router 5482989a-72a0-45cc-9da5-173a69a8d027 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:19:06.864465 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:06.876032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46714) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:06.915691 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:06.963637 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-afef22eb-e04d-4c85-bd2f-833766314654 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e41591817f7e483586c86c7fabc077f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0862255 Feb 28 17:19:06.966402 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46716) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:06.990946 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Pushing event updated for resources: {'Port': ['ID=7f8a51c1-2ee1-4896-8ba2-39b46d8edec1,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:07.012807 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:07.012807 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:07.014789 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Publish callbacks [] for router_gateway (4bc96e11-da4d-41b0-8d54-110ae4b682e9), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:07.020062 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:07.020734 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:07.021707 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:07.031142 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:07.031142 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:07.031142 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:07.031142 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:07.031142 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:07.031142 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:07.031142 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:07.031142 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:07.044207 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:07.142481 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0020fd7c-5753-4268-bb8e-87154f71318f admin admin] Publish callbacks [] for security_group (f17690e1-df4a-4298-9ab1-7f45d724157f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:07.211506 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0020fd7c-5753-4268-bb8e-87154f71318f admin admin] Publish callbacks [] for security_group (f17690e1-df4a-4298-9ab1-7f45d724157f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:07.223441 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Attempting to bind port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:07.224292 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Attempting to bind port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '84b5bf95-268a-4987-a6c4-e119b8f27508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:07.224672 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Attempting to bind port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 on network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:07.241067 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:07.241471 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Checking segment: {'id': '84b5bf95-268a-4987-a6c4-e119b8f27508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:07.241892 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:07.242338 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Bound using segment: {'id': '84b5bf95-268a-4987-a6c4-e119b8f27508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:07.242817 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Bound port: 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b5bf95-268a-4987-a6c4-e119b8f27508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:07.243205 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:07.293738 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291c6a4-ba9b-40fc-b76c-3d5bc2e524ae req-4084c515-130b-4ca2-a97e-5801f55bc585 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:07.301504 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7291c6a4-ba9b-40fc-b76c-3d5bc2e524ae req-4084c515-130b-4ca2-a97e-5801f55bc585 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.3678780 Feb 28 17:19:07.333338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1cbc75fa-5962-43ed-9f34-1d1e22634854 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:07.410422 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] For port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:07.414756 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] For port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7f8a51c1-2ee1-4896-8ba2-39b46d8edec1,segment=NetworkSegment(84b5bf95-268a-4987-a6c4-e119b8f27508),segment_id=84b5bf95-268a-4987-a6c4-e119b8f27508)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:07.454323 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3c26b-88da-4e4a-ba0c-ad1b96986d79 req-44027cc5-bf43-4e69-898a-70c203bcc91c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:07.456094 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ab3c26b-88da-4e4a-ba0c-ad1b96986d79 req-44027cc5-bf43-4e69-898a-70c203bcc91c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 945 time: 0.1612697 Feb 28 17:19:07.484589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e51ced-febc-48e1-bbd3-f8a4924badc6 None None] Pushing event updated for resources: {'Port': ['ID=3abf94c4-3395-4a43-93fe-cc68933a8f63,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:07.496565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Allocated IP 172.25.3.110 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/9f883de0-26a6-4e62-ba8a-e2d4174bfa78) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:07.500284 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0020fd7c-5753-4268-bb8e-87154f71318f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f17690e1-df4a-4298-9ab1-7f45d724157f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:07.509954 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0020fd7c-5753-4268-bb8e-87154f71318f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:07.511567 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0020fd7c-5753-4268-bb8e-87154f71318f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f17690e1-df4a-4298-9ab1-7f45d724157f HTTP/1.1" status: 204 len: 168 time: 0.5397761 Feb 28 17:19:07.531475 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7291c6a4-ba9b-40fc-b76c-3d5bc2e524ae req-89cddc3d-6cc0-4578-a332-9440f956ecea tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290599 Feb 28 17:19:07.538879 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:07.585313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020fd7c-5753-4268-bb8e-87154f71318f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17690e1-df4a-4298-9ab1-7f45d724157f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:07.631694 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ab3c26b-88da-4e4a-ba0c-ad1b96986d79 req-f759ad19-6a69-444c-9685-03b8987793c8 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695452 Feb 28 17:19:07.653032 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2c5925a2-479f-41f5-a413-57cfdd76f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'name': 'tempest-FloatingIPsNegativeTestJSON-807128439-router', 'tenant_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1cbc75fa-5962-43ed-9f34-1d1e22634854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:53Z', 'updated_at': '2022-02-28T17:19:00Z', 'revision_number': 4, 'project_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'gw_port': {'id': '1cbc75fa-5962-43ed-9f34-1d1e22634854', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:55Z', 'updated_at': '2022-02-28T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '9d2f95bb-e1fb-4622-9bba-f926927049eb', 'name': '', 'network_id': 'd792b3c9-1580-4590-b636-352ad08790b8', 'tenant_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'mac_address': 'fa:16:3e:3f:a2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '1bc45bfd-ca76-4f14-be00-10709204fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:59Z', 'updated_at': '2022-02-28T17:19:01Z', 'revision_number': 2, 'project_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'subnets': [{'id': '1bc45bfd-ca76-4f14-be00-10709204fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:07.681429 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:07.721623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f982-7580-4171-8028-043c32ad5aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (9d2f95bb-e1fb-4622-9bba-f926927049eb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:07.726784 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887dda4e-ae60-453a-8e3f-b528c553b4bb None None] Pushing event updated for resources: {'Port': ['ID=7f8a51c1-2ee1-4896-8ba2-39b46d8edec1,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:07.729791 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Routers {'90e701b2-2286-4312-9a30-c0dffd00f95e'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:07.730434 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['90e701b2-2286-4312-9a30-c0dffd00f95e'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:07.762807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5925a2-479f-41f5-a413-57cfdd76f9e2 None None] Checking router: 5482989a-72a0-45cc-9da5-173a69a8d027 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:19:07.763345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5925a2-479f-41f5-a413-57cfdd76f9e2 None None] Updating router 5482989a-72a0-45cc-9da5-173a69a8d027 port 9d2f95bb-e1fb-4622-9bba-f926927049eb binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:19:07.765248 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1cbc75fa-5962-43ed-9f34-1d1e22634854 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:07.765615 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1cbc75fa-5962-43ed-9f34-1d1e22634854), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:07.872041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8f982-7580-4171-8028-043c32ad5aab admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2f95bb-e1fb-4622-9bba-f926927049eb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:07.888521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c441a63-9c10-4bce-9c99-c0225e549cba req-b34804bf-5a88-4395-9f66-d8f7e96f2ee8 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:07.891210 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7c441a63-9c10-4bce-9c99-c0225e549cba req-b34804bf-5a88-4395-9f66-d8f7e96f2ee8 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 1128 time: 0.1164005 Feb 28 17:19:07.891698 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cd516c3d-9d7a-4f13-a08b-71b40e5702f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:07.896911 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-642c876a-4557-4d01-b5a9-9d049ec656a9 None None] Provisioning complete for port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:07.898472 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-642c876a-4557-4d01-b5a9-9d049ec656a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:07.932646 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] Set router 90e701b2-2286-4312-9a30-c0dffd00f95e gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:19:07.952850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5925a2-479f-41f5-a413-57cfdd76f9e2 None None] Port 9d2f95bb-e1fb-4622-9bba-f926927049eb not found while updating agent binding for router 5482989a-72a0-45cc-9da5-173a69a8d027. {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 28 17:19:08.007789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7c441a63-9c10-4bce-9c99-c0225e549cba req-0e276d19-0a7c-49a5-a9db-c04ec09015b9 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052971 Feb 28 17:19:08.112467 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5925a2-479f-41f5-a413-57cfdd76f9e2 None None] Routers {'5482989a-72a0-45cc-9da5-173a69a8d027'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:08.118177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2c5925a2-479f-41f5-a413-57cfdd76f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:18:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5482989a-72a0-45cc-9da5-173a69a8d027'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:08.264010 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dc07a-7e7d-47ca-ad06-10a9331347c5 req-047d880f-c18b-49e8-a44e-ea241e8399f0 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:08.270084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-638dc07a-7e7d-47ca-ad06-10a9331347c5 req-047d880f-c18b-49e8-a44e-ea241e8399f0 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.6122057 Feb 28 17:19:08.321751 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Publish callbacks [] for port (9f883de0-26a6-4e62-ba8a-e2d4174bfa78), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:08.338995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1cbc75fa-5962-43ed-9f34-1d1e22634854 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:08.409828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1c7ba-4e8b-47aa-87be-1370c1ae7e3c req-5c6655d8-181b-47b1-9b5b-cf38a71972ba tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:08.411469 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5c1c7ba-4e8b-47aa-87be-1370c1ae7e3c req-5c6655d8-181b-47b1-9b5b-cf38a71972ba tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 1128 time: 0.1385310 Feb 28 17:19:08.432270 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-638dc07a-7e7d-47ca-ad06-10a9331347c5 req-6aaa5361-740d-42af-a75c-296bb60042f9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461489 Feb 28 17:19:08.474646 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f982-7580-4171-8028-043c32ad5aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (5482989a-72a0-45cc-9da5-173a69a8d027), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:08.483783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-642c876a-4557-4d01-b5a9-9d049ec656a9 None None] Current status of the port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:08.484102 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-642c876a-4557-4d01-b5a9-9d049ec656a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:08.535925 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-2c5925a2-479f-41f5-a413-57cfdd76f9e2 None None] Set router 5482989a-72a0-45cc-9da5-173a69a8d027 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:19:08.540941 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5c1c7ba-4e8b-47aa-87be-1370c1ae7e3c req-d7a2bac0-3521-451e-aaed-40a52a67c9c1 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215570 Feb 28 17:19:08.557456 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'name': 'tempest-AttachSCSIVolumeTestJSON-33324782-router', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:46Z', 'updated_at': '2022-02-28T17:18:58Z', 'revision_number': 4, 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'gw_port': {'id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:49Z', 'updated_at': '2022-02-28T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '7f8a51c1-2ee1-4896-8ba2-39b46d8edec1', 'name': '', 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'mac_address': 'fa:16:3e:a1:eb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f3934740-b32f-4d8c-a484-e108fb750eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:56Z', 'updated_at': '2022-02-28T17:19:07Z', 'revision_number': 4, 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'subnets': [{'id': 'f3934740-b32f-4d8c-a484-e108fb750eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:08.600945 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86914cfb-0176-4605-bc37-ad9f1993e94b None None] The sync data for ids ['90e701b2-2286-4312-9a30-c0dffd00f95e'] in n-d-820368-19 is: [{'id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'name': 'tempest-AttachSCSIVolumeTestJSON-33324782-router', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:46Z', 'updated_at': '2022-02-28T17:18:58Z', 'revision_number': 4, 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'gw_port': {'id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:49Z', 'updated_at': '2022-02-28T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '7f8a51c1-2ee1-4896-8ba2-39b46d8edec1', 'name': '', 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'mac_address': 'fa:16:3e:a1:eb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f3934740-b32f-4d8c-a484-e108fb750eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:56Z', 'updated_at': '2022-02-28T17:19:07Z', 'revision_number': 4, 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'subnets': [{'id': 'f3934740-b32f-4d8c-a484-e108fb750eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:19:08.646483 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-642c876a-4557-4d01-b5a9-9d049ec656a9 None None] For port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7f8a51c1-2ee1-4896-8ba2-39b46d8edec1,segment=NetworkSegment(84b5bf95-268a-4987-a6c4-e119b8f27508),segment_id=84b5bf95-268a-4987-a6c4-e119b8f27508)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:08.753036 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (9f883de0-26a6-4e62-ba8a-e2d4174bfa78), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:08.833020 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:08.860789 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ea4cb7-4831-4b85-adca-82a12266a28d None None] Network bab885a3-683a-4e5f-be48-c84acaae403b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:19:08.868897 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:08.875569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:08.893703 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-642c876a-4557-4d01-b5a9-9d049ec656a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:08.938257 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f883de0-26a6-4e62-ba8a-e2d4174bfa78,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:08.953439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8cd61-72df-46a2-963e-b7f351f8e076 req-0f8ed355-2874-4ced-b473-7707b81e1925 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:08.955224 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95f8cd61-72df-46a2-963e-b7f351f8e076 req-0f8ed355-2874-4ced-b473-7707b81e1925 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.2291310 Feb 28 17:19:09.025291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae8f982-7580-4171-8028-043c32ad5aab admin admin] Router 5482989a-72a0-45cc-9da5-173a69a8d027 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:19:09.063157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c876a-4557-4d01-b5a9-9d049ec656a9 None None] Pushing event updated for resources: {'Port': ['ID=7f8a51c1-2ee1-4896-8ba2-39b46d8edec1,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:09.122167 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-89d22b83-6c44-4773-9895-32d7ed67aa86 None None] Provisioning complete for port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:09.122556 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-89d22b83-6c44-4773-9895-32d7ed67aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:09.233425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2c5925a2-479f-41f5-a413-57cfdd76f9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'name': 'tempest-FloatingIPsNegativeTestJSON-807128439-router', 'tenant_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1cbc75fa-5962-43ed-9f34-1d1e22634854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:53Z', 'updated_at': '2022-02-28T17:19:07Z', 'revision_number': 5, 'project_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'gw_port': {'id': '1cbc75fa-5962-43ed-9f34-1d1e22634854', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:55Z', 'updated_at': '2022-02-28T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:09.297511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5925a2-479f-41f5-a413-57cfdd76f9e2 None None] The sync data for ids ['5482989a-72a0-45cc-9da5-173a69a8d027'] in n-d-820368-19 is: [{'id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'name': 'tempest-FloatingIPsNegativeTestJSON-807128439-router', 'tenant_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '1cbc75fa-5962-43ed-9f34-1d1e22634854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:53Z', 'updated_at': '2022-02-28T17:19:07Z', 'revision_number': 5, 'project_id': 'e6c7914acbc74331b5ed3dafdcb236ea', 'gw_port': {'id': '1cbc75fa-5962-43ed-9f34-1d1e22634854', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5482989a-72a0-45cc-9da5-173a69a8d027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:55Z', 'updated_at': '2022-02-28T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:19:09.323236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-89d22b83-6c44-4773-9895-32d7ed67aa86 None None] Current status of the port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:09.337223 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-89d22b83-6c44-4773-9895-32d7ed67aa86 None None] Provisioning complete for port 3abf94c4-3395-4a43-93fe-cc68933a8f63 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:09.338509 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-89d22b83-6c44-4773-9895-32d7ed67aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:09.361409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47c787-d4bd-4330-a9f3-a7ef8f4534c6 req-b3875080-e077-443d-a927-916cef7b6200 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:09.363188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a47c787-d4bd-4330-a9f3-a7ef8f4534c6 req-b3875080-e077-443d-a927-916cef7b6200 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 1128 time: 0.1036527 Feb 28 17:19:09.454864 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95f8cd61-72df-46a2-963e-b7f351f8e076 req-0092dbca-0271-49b5-8a2c-6a87c1940388 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261260 Feb 28 17:19:09.491993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-89d22b83-6c44-4773-9895-32d7ed67aa86 None None] Current status of the port 3abf94c4-3395-4a43-93fe-cc68933a8f63 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:09.492577 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-89d22b83-6c44-4773-9895-32d7ed67aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:09.507239 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a47c787-d4bd-4330-a9f3-a7ef8f4534c6 req-968b1ff1-7184-450b-b52a-00a4183ff0fb tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364617 Feb 28 17:19:09.546860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae8f982-7580-4171-8028-043c32ad5aab admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:19:09.555144 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46768) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:09.555564 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7ae8f982-7580-4171-8028-043c32ad5aab admin admin] 10.222.0.72 "PUT /v2.0/routers/5482989a-72a0-45cc-9da5-173a69a8d027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4339278 Feb 28 17:19:09.557484 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-89d22b83-6c44-4773-9895-32d7ed67aa86 None None] For port 3abf94c4-3395-4a43-93fe-cc68933a8f63, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3abf94c4-3395-4a43-93fe-cc68933a8f63,segment=NetworkSegment(80f5aa71-335e-4dfd-bda5-1e78e55e08fd),segment_id=80f5aa71-335e-4dfd-bda5-1e78e55e08fd)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:09.658487 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-89d22b83-6c44-4773-9895-32d7ed67aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:09.668107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3f250-1743-4038-b2ef-d729c085cd09 req-9fb27210-fa6c-4b80-afe4-0ae55ea25c65 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:09.668107 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82f3f250-1743-4038-b2ef-d729c085cd09 req-9fb27210-fa6c-4b80-afe4-0ae55ea25c65 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.0823259 Feb 28 17:19:09.727261 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] Publish callbacks [] for router (5482989a-72a0-45cc-9da5-173a69a8d027), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:09.786957 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:09.814461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3abf94c4-3395-4a43-93fe-cc68933a8f63 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:09.828011 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82f3f250-1743-4038-b2ef-d729c085cd09 req-8ac94e48-b4c1-4f11-905b-312827b27274 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512454 Feb 28 17:19:09.863920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d22b83-6c44-4773-9895-32d7ed67aa86 None None] Pushing event updated for resources: {'Port': ['ID=3abf94c4-3395-4a43-93fe-cc68933a8f63,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:09.882486 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0930298b-b71f-4b25-8c3e-7c463dd38de2 None None] Provisioning complete for port 3abf94c4-3395-4a43-93fe-cc68933a8f63 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:09.882862 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0930298b-b71f-4b25-8c3e-7c463dd38de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:09.905837 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Publish callbacks [] for router_gateway (4bc96e11-da4d-41b0-8d54-110ae4b682e9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:09.909399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] Publish callbacks [] for router_gateway (5482989a-72a0-45cc-9da5-173a69a8d027), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:09.937686 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1035c700-dfd6-435c-8225-0ccd51ff9f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:09.946660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 3abf94c4-3395-4a43-93fe-cc68933a8f63 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:09.947362 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:10.099717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0930298b-b71f-4b25-8c3e-7c463dd38de2 None None] Current status of the port 3abf94c4-3395-4a43-93fe-cc68933a8f63 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:10.121147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 3abf94c4-3395-4a43-93fe-cc68933a8f63 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:10.122335 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:10.170934 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (4bc96e11-da4d-41b0-8d54-110ae4b682e9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:10.202735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:10.203122 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:10.218639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] Deleting port 1cbc75fa-5962-43ed-9f34-1d1e22634854 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:19:10.219070 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1cbc75fa-5962-43ed-9f34-1d1e22634854), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:10.324355 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:10.327244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] For port 1cbc75fa-5962-43ed-9f34-1d1e22634854, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1cbc75fa-5962-43ed-9f34-1d1e22634854,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:10.327907 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1cbc75fa-5962-43ed-9f34-1d1e22634854), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:10.346205 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] Calling delete_port for 1cbc75fa-5962-43ed-9f34-1d1e22634854 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:19:10.458054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Router 4bc96e11-da4d-41b0-8d54-110ae4b682e9 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:19:10.606838 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:19:10.618050 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Sync routers for ids ['4bc96e11-da4d-41b0-8d54-110ae4b682e9'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:19:10.640176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e11666-61a5-435a-8e5e-f750f3dd2790 req-14c0f6f3-fc71-4c84-aae8-0168c12ee6f2 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:10.640790 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Routers {'4bc96e11-da4d-41b0-8d54-110ae4b682e9'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:10.641749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2e11666-61a5-435a-8e5e-f750f3dd2790 req-14c0f6f3-fc71-4c84-aae8-0168c12ee6f2 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.0916452 Feb 28 17:19:10.642511 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:19:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['4bc96e11-da4d-41b0-8d54-110ae4b682e9'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:10.666859 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (1cbc75fa-5962-43ed-9f34-1d1e22634854), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:10.701761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbc75fa-5962-43ed-9f34-1d1e22634854,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:10.727340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86252412-5b51-4c41-ac8c-24eeeadb4a5c req-9824fbe5-4b32-4e75-a75d-42a0c212d51a tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:10.730869 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-86252412-5b51-4c41-ac8c-24eeeadb4a5c req-9824fbe5-4b32-4e75-a75d-42a0c212d51a tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 1128 time: 0.0592122 Feb 28 17:19:10.758698 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:10.759658 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6d9770ff-07ae-4077-a21e-0c4eb82385e5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7110188 Feb 28 17:19:10.768473 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2e11666-61a5-435a-8e5e-f750f3dd2790 req-6de3d7b5-5727-4776-9e36-bbc5c4cff519 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182091 Feb 28 17:19:10.770149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46790) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:10.799647 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-86252412-5b51-4c41-ac8c-24eeeadb4a5c req-3b95563b-415a-434b-93a1-d1aacaf768c9 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549419 Feb 28 17:19:10.890067 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Set router 4bc96e11-da4d-41b0-8d54-110ae4b682e9 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:19:10.903669 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (5482989a-72a0-45cc-9da5-173a69a8d027), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.021111 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d06fc8-58f5-4426-8928-b7bbf890fcb8 req-08c192c8-d742-4b6c-a97a-16f717bbe30e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:11.021472 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (5482989a-72a0-45cc-9da5-173a69a8d027), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.022814 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40d06fc8-58f5-4426-8928-b7bbf890fcb8 req-08c192c8-d742-4b6c-a97a-16f717bbe30e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.0690393 Feb 28 17:19:11.023894 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] Publish callbacks [] for router_controller (5482989a-72a0-45cc-9da5-173a69a8d027), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.083135 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40d06fc8-58f5-4426-8928-b7bbf890fcb8 req-b049dd26-3801-4aff-891e-bcf9a5a35840 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528448 Feb 28 17:19:11.185760 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128860527-router', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '9f883de0-26a6-4e62-ba8a-e2d4174bfa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:05Z', 'updated_at': '2022-02-28T17:19:09Z', 'revision_number': 3, 'project_id': '1aaeae7662614ce1aeaa518b45ffb854', 'gw_port': {'id': '9f883de0-26a6-4e62-ba8a-e2d4174bfa78', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:85:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:07Z', 'updated_at': '2022-02-28T17:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:11.227684 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Checking router: 4bc96e11-da4d-41b0-8d54-110ae4b682e9 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:19:11.235325 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Updating router 4bc96e11-da4d-41b0-8d54-110ae4b682e9 port 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:19:11.235454 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (5482989a-72a0-45cc-9da5-173a69a8d027), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.235454 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5482989a-72a0-45cc-9da5-173a69a8d027 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:19:11.242035 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.243623 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0bb105ec-db74-45f3-923e-50708463105d admin admin] 10.222.0.72 "DELETE /v2.0/routers/5482989a-72a0-45cc-9da5-173a69a8d027 HTTP/1.1" status: 204 len: 168 time: 1.6868293 Feb 28 17:19:11.246340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46806) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:11.282773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3abf94c4-3395-4a43-93fe-cc68933a8f63 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:11.295982 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9f883de0-26a6-4e62-ba8a-e2d4174bfa78), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.303353 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6b7a02-2a9c-4717-a262-e0398bdc112e admin admin] Deleting subnet 1bc45bfd-ca76-4f14-be00-10709204fc65 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:19:11.306691 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7a02-2a9c-4717-a262-e0398bdc112e admin admin] Publish callbacks [] for subnet (1bc45bfd-ca76-4f14-be00-10709204fc65), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.337283 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.355444 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7a02-2a9c-4717-a262-e0398bdc112e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (1bc45bfd-ca76-4f14-be00-10709204fc65), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.384660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 3abf94c4-3395-4a43-93fe-cc68933a8f63 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:11.385357 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.501200 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7a02-2a9c-4717-a262-e0398bdc112e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (1bc45bfd-ca76-4f14-be00-10709204fc65), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.522728 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 3abf94c4-3395-4a43-93fe-cc68933a8f63 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:11.539607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9d2f95bb-e1fb-4622-9bba-f926927049eb no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:19:11.578553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 9d2f95bb-e1fb-4622-9bba-f926927049eb {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:19:11.579000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9d2f95bb-e1fb-4622-9bba-f926927049eb not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:19:11.624917 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.688311 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Publish callbacks [] for port (9f883de0-26a6-4e62-ba8a-e2d4174bfa78), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.688798 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d9277-aa47-4fcc-b37e-f26658ac2c31 None None] Sync routers for ids ['5482989a-72a0-45cc-9da5-173a69a8d027'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:19:11.690803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d9277-aa47-4fcc-b37e-f26658ac2c31 None None] Routers set() bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:11.691213 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d9277-aa47-4fcc-b37e-f26658ac2c31 None None] Router IDs set() for agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 17:19:11.691872 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_agentschedulers_db [None req-3b4d9277-aa47-4fcc-b37e-f26658ac2c31 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5482989a-72a0-45cc-9da5-173a69a8d027'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:19:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent'). {{(pid=104248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 17:19:11.701133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d9277-aa47-4fcc-b37e-f26658ac2c31 None None] Routers set() bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:11.701497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d9277-aa47-4fcc-b37e-f26658ac2c31 None None] Router IDs set() for agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 17:19:11.702116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_agentschedulers_db [None req-3b4d9277-aa47-4fcc-b37e-f26658ac2c31 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5482989a-72a0-45cc-9da5-173a69a8d027'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:19:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent'). {{(pid=104248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 17:19:11.702491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d9277-aa47-4fcc-b37e-f26658ac2c31 None None] The sync data for ids ['5482989a-72a0-45cc-9da5-173a69a8d027'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:19:11.756222 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7a02-2a9c-4717-a262-e0398bdc112e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (1bc45bfd-ca76-4f14-be00-10709204fc65), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.807809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b7a02-2a9c-4717-a262-e0398bdc112e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc45bfd-ca76-4f14-be00-10709204fc65,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:11.810426 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Allocated IP 172.20.0.1 (bab885a3-683a-4e5f-be48-c84acaae403b/bf64bc95-15b9-4d86-b377-1c08e73ec78c/306f1bd2-80dc-4914-ab34-deb54255b3ab) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:11.811526 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7a02-2a9c-4717-a262-e0398bdc112e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.815191 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2d6b7a02-2a9c-4717-a262-e0398bdc112e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1bc45bfd-ca76-4f14-be00-10709204fc65 HTTP/1.1" status: 204 len: 168 time: 0.5674336 Feb 28 17:19:11.818414 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9f883de0-26a6-4e62-ba8a-e2d4174bfa78), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:11.821365 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d5e96-acbf-43c4-a8db-df24693bed06 None None] Network d792b3c9-1580-4590-b636-352ad08790b8 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:19:11.841321 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46824) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:11.983010 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39677e34-59e6-44a0-8140-e7a67325e84a None None] Pushing event updated for resources: {'Port': ['ID=9f883de0-26a6-4e62-ba8a-e2d4174bfa78,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:12.014241 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Attempting to bind port 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:12.017038 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Attempting to bind port 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:12.026998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Attempting to bind port 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:12.039028 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:12.049745 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:12.049745 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.049745 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:12.049745 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Bound port: 9f883de0-26a6-4e62-ba8a-e2d4174bfa78, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:12.049745 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9f883de0-26a6-4e62-ba8a-e2d4174bfa78), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.050425 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (d792b3c9-1580-4590-b636-352ad08790b8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.079091 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Publish callbacks [] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.176028 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] For port 9f883de0-26a6-4e62-ba8a-e2d4174bfa78, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:12.182573 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Deleting port 35ce89fc-9914-4246-affd-5937ab525897 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:19:12.183030 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (35ce89fc-9914-4246-affd-5937ab525897), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.183922 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] For port 9f883de0-26a6-4e62-ba8a-e2d4174bfa78, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9f883de0-26a6-4e62-ba8a-e2d4174bfa78,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:12.270739 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.283192 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9f883de0-26a6-4e62-ba8a-e2d4174bfa78), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.293254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] For port 35ce89fc-9914-4246-affd-5937ab525897, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=35ce89fc-9914-4246-affd-5937ab525897,segment=NetworkSegment(2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59),segment_id=2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:12.293710 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (35ce89fc-9914-4246-affd-5937ab525897), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.317671 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Calling delete_port for 35ce89fc-9914-4246-affd-5937ab525897 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:19:12.324716 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74f8ede-4d88-4408-bc9c-fb93e3982dba None None] DHCP port deletion for d792b3c9-1580-4590-b636-352ad08790b8 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:19:12.340761 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b0f86-ddad-4011-b02d-2931480d77d0 req-c242cd8e-6ec0-401e-83d0-5e5adc4333fc tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:12.342388 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-132b0f86-ddad-4011-b02d-2931480d77d0 req-c242cd8e-6ec0-401e-83d0-5e5adc4333fc tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.1121840 Feb 28 17:19:12.409828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Pushing event updated for resources: {'Port': ['ID=306f1bd2-80dc-4914-ab34-deb54255b3ab,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:12.426025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Network bab885a3-683a-4e5f-be48-c84acaae403b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:12.427939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:12.431293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:12.431686 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:12.432026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:12.432537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:12.432866 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:12.433192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:12.433517 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:12.433889 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:12.434169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:12.438157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:12.438157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:12.438157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:12.438157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:12.441744 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.446045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:12.461260 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-132b0f86-ddad-4011-b02d-2931480d77d0 req-7320cab0-6e74-4aea-9966-98a8073982c9 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809309 Feb 28 17:19:12.491045 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (4bc96e11-da4d-41b0-8d54-110ae4b682e9), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.496566 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b74f8ede-4d88-4408-bc9c-fb93e3982dba None None] Deleting port 35ce89fc-9914-4246-affd-5937ab525897 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:19:12.499289 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b74f8ede-4d88-4408-bc9c-fb93e3982dba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (35ce89fc-9914-4246-affd-5937ab525897), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.517835 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39677e34-59e6-44a0-8140-e7a67325e84a None None] Pushing event updated for resources: {'Port': ['ID=9f883de0-26a6-4e62-ba8a-e2d4174bfa78,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:12.530186 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Routers {'4bc96e11-da4d-41b0-8d54-110ae4b682e9'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:12.537719 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:19:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['4bc96e11-da4d-41b0-8d54-110ae4b682e9'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:12.572473 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (35ce89fc-9914-4246-affd-5937ab525897), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.678707 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] No DVR routers for this DVR port 35ce89fc-9914-4246-affd-5937ab525897 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:19:12.683404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b74f8ede-4d88-4408-bc9c-fb93e3982dba None None] For port 35ce89fc-9914-4246-affd-5937ab525897, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=35ce89fc-9914-4246-affd-5937ab525897,segment=NetworkSegment(2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59),segment_id=2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:12.691010 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b74f8ede-4d88-4408-bc9c-fb93e3982dba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (35ce89fc-9914-4246-affd-5937ab525897), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.706143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Pushing event deleted for resources: {'Port': ['ID=35ce89fc-9914-4246-affd-5937ab525897,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:12.722773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b74f8ede-4d88-4408-bc9c-fb93e3982dba None None] Calling delete_port for 35ce89fc-9914-4246-affd-5937ab525897 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:19:12.794384 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (d792b3c9-1580-4590-b636-352ad08790b8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.809343 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] Set router 4bc96e11-da4d-41b0-8d54-110ae4b682e9 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:19:12.823663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d792b3c9-1580-4590-b636-352ad08790b8']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:12.846060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:12.847989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:12.874429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.891940 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.892795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-109fc177-b3d4-4b18-8852-af5417f9e0e1 None None] Provisioning complete for port 306f1bd2-80dc-4914-ab34-deb54255b3ab triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:12.893275 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-109fc177-b3d4-4b18-8852-af5417f9e0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.902922 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:19:12.902922 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (2edbe5e3-5cb1-4ece-ab2a-53c0ad828e59), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:19:12.968339 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:19:12.985121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7983a-9de6-414e-b8f5-d447fddf6478 req-642de4c8-8473-42c4-b764-0c026fef5326 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:12.994861 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24e7983a-9de6-414e-b8f5-d447fddf6478 req-642de4c8-8473-42c4-b764-0c026fef5326 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.4294350 Feb 28 17:19:12.995012 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b74f8ede-4d88-4408-bc9c-fb93e3982dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (35ce89fc-9914-4246-affd-5937ab525897), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:13.021843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-109fc177-b3d4-4b18-8852-af5417f9e0e1 None None] Port 306f1bd2-80dc-4914-ab34-deb54255b3ab cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:19:13.023777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f8ede-4d88-4408-bc9c-fb93e3982dba None None] Pushing event deleted for resources: {'Port': ['ID=35ce89fc-9914-4246-affd-5937ab525897,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:13.041565 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f8ede-4d88-4408-bc9c-fb93e3982dba None None] No DVR routers for this DVR port 35ce89fc-9914-4246-affd-5937ab525897 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:19:13.064070 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (d792b3c9-1580-4590-b636-352ad08790b8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:13.064070 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24e7983a-9de6-414e-b8f5-d447fddf6478 req-1b836212-6878-4630-9e1b-dcc9830caf8a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695310 Feb 28 17:19:13.068967 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:13.072293 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] 10.222.0.72 "DELETE /v2.0/networks/d792b3c9-1580-4590-b636-352ad08790b8 HTTP/1.1" status: 204 len: 168 time: 1.2354033 Feb 28 17:19:13.089210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda48f8e-aef4-43bf-98ce-eab12c3e5cda admin admin] Pushing event deleted for resources: {'Network': ['ID=d792b3c9-1580-4590-b636-352ad08790b8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:13.153458 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128860527-router', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '9f883de0-26a6-4e62-ba8a-e2d4174bfa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:05Z', 'updated_at': '2022-02-28T17:19:09Z', 'revision_number': 3, 'project_id': '1aaeae7662614ce1aeaa518b45ffb854', 'gw_port': {'id': '9f883de0-26a6-4e62-ba8a-e2d4174bfa78', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:85:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:07Z', 'updated_at': '2022-02-28T17:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:13.191291 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 35ce89fc-9914-4246-affd-5937ab525897 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:19:13.227424 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0697f1a-c178-4dcf-88e8-bcc381217037 None None] The sync data for ids ['4bc96e11-da4d-41b0-8d54-110ae4b682e9'] in n-d-820368-19 is: [{'id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128860527-router', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '9f883de0-26a6-4e62-ba8a-e2d4174bfa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:05Z', 'updated_at': '2022-02-28T17:19:09Z', 'revision_number': 3, 'project_id': '1aaeae7662614ce1aeaa518b45ffb854', 'gw_port': {'id': '9f883de0-26a6-4e62-ba8a-e2d4174bfa78', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:85:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:07Z', 'updated_at': '2022-02-28T17:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:19:13.320886 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:13.323277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 35ce89fc-9914-4246-affd-5937ab525897 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:19:13.323277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 35ce89fc-9914-4246-affd-5937ab525897 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:19:13.323277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1cbc75fa-5962-43ed-9f34-1d1e22634854 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:19:13.323277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 1cbc75fa-5962-43ed-9f34-1d1e22634854 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:19:13.323277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1cbc75fa-5962-43ed-9f34-1d1e22634854 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:19:13.508943 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Publish callbacks [] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:13.738216 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:13.790277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4352c1-e220-408e-aa42-cb6bbe382cc2 req-e748ae50-cec5-4001-b27f-cfc2b3cc123b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:13.792047 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b4352c1-e220-408e-aa42-cb6bbe382cc2 req-e748ae50-cec5-4001-b27f-cfc2b3cc123b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.0913119 Feb 28 17:19:13.864962 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:13.876034 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Pushing event updated for resources: {'Port': ['ID=306f1bd2-80dc-4914-ab34-deb54255b3ab,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:13.887992 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (4bc96e11-da4d-41b0-8d54-110ae4b682e9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:13.894612 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b4352c1-e220-408e-aa42-cb6bbe382cc2 req-8c940dfe-0525-4a8a-8cd9-e183a8f07275 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958650 Feb 28 17:19:14.011052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46868) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:14.049466 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Network bab885a3-683a-4e5f-be48-c84acaae403b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:14.053228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:14.072448 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-02c8c15b-65b5-4dea-b8b2-269b72c3c59f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e6c7914acbc74331b5ed3dafdcb236ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600982 Feb 28 17:19:14.078710 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46870) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:14.237750 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e71e679-386a-4e61-a0d2-5f45fcb45039 admin admin] Publish callbacks [] for security_group (101577a6-96c6-48d3-888e-e6bc485ad471), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:14.268570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-f83076a3-5232-49b3-bdfe-1c7d72cb3116 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:19:14.270462 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-f83076a3-5232-49b3-bdfe-1c7d72cb3116 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0365424 Feb 28 17:19:14.282912 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e71e679-386a-4e61-a0d2-5f45fcb45039 admin admin] Publish callbacks [] for security_group (101577a6-96c6-48d3-888e-e6bc485ad471), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:14.335207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-5df6e9f3-d584-49dc-91b4-0d53cced3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:14.338244 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-5df6e9f3-d584-49dc-91b4-0d53cced3beb service neutron] 10.222.0.72 "GET /v2.0/ports/cbf11550-a277-4d9a-bc89-d56129b220a4 HTTP/1.1" status: 200 len: 1125 time: 0.0603046 Feb 28 17:19:14.340549 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Router 4bc96e11-da4d-41b0-8d54-110ae4b682e9 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:19:14.357434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-a9671f43-95eb-4992-b155-82dbd24d9420 service neutron] Request body: {'binding': {'host': 'n-h1-820368-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:14.358310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-a9671f43-95eb-4992-b155-82dbd24d9420 service neutron] Unknown quota resources ['binding']. {{(pid=104246) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:19:14.411482 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e8f31-78b5-43d3-a4f8-478fa40ae8fe req-86f78749-e8bd-457b-ad8e-fed1e67ce068 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:14.411823 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bb0e8f31-78b5-43d3-a4f8-478fa40ae8fe req-86f78749-e8bd-457b-ad8e-fed1e67ce068 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.1287982 Feb 28 17:19:14.474344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-22dbf1db-545b-417f-b3c7-7418e605712b None None] Provisioning complete for port 306f1bd2-80dc-4914-ab34-deb54255b3ab triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:14.475951 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-22dbf1db-545b-417f-b3c7-7418e605712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:14.504321 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bb0e8f31-78b5-43d3-a4f8-478fa40ae8fe req-8f66771c-1207-4ea1-8852-2e099cb2f29e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855110 Feb 28 17:19:14.516299 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e71e679-386a-4e61-a0d2-5f45fcb45039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (101577a6-96c6-48d3-888e-e6bc485ad471), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:14.521649 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e71e679-386a-4e61-a0d2-5f45fcb45039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:14.523894 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4e71e679-386a-4e61-a0d2-5f45fcb45039 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/101577a6-96c6-48d3-888e-e6bc485ad471 HTTP/1.1" status: 204 len: 168 time: 0.4433410 Feb 28 17:19:14.536815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-22dbf1db-545b-417f-b3c7-7418e605712b None None] Port 306f1bd2-80dc-4914-ab34-deb54255b3ab cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:19:14.569778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:19:14.570042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71e679-386a-4e61-a0d2-5f45fcb45039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101577a6-96c6-48d3-888e-e6bc485ad471,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:14.600306 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-15e6e7c3-f5a2-45aa-815c-b530176a4c5d admin admin] 10.222.0.72 "PUT /v2.0/routers/4bc96e11-da4d-41b0-8d54-110ae4b682e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8280237 Feb 28 17:19:14.662780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-a9671f43-95eb-4992-b155-82dbd24d9420 service neutron] Attempting to bind port cbf11550-a277-4d9a-bc89-d56129b220a4 on host n-h1-820368-19 for vnic_type normal with profile None {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:14.663108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-a9671f43-95eb-4992-b155-82dbd24d9420 service neutron] Attempting to bind port cbf11550-a277-4d9a-bc89-d56129b220a4 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:14.663415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-a9671f43-95eb-4992-b155-82dbd24d9420 service neutron] Attempting to bind port cbf11550-a277-4d9a-bc89-d56129b220a4 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:14.675185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-a9671f43-95eb-4992-b155-82dbd24d9420 service neutron] Port cbf11550-a277-4d9a-bc89-d56129b220a4 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:19:14.675185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-a9671f43-95eb-4992-b155-82dbd24d9420 service neutron] Attempting to bind port cbf11550-a277-4d9a-bc89-d56129b220a4 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:14.675185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-a9671f43-95eb-4992-b155-82dbd24d9420 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:14.675498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-a9671f43-95eb-4992-b155-82dbd24d9420 service neutron] Checking segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:14.675730 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-a9671f43-95eb-4992-b155-82dbd24d9420 service neutron] Bound using segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:14.676161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-a9671f43-95eb-4992-b155-82dbd24d9420 service neutron] Bound port: cbf11550-a277-4d9a-bc89-d56129b220a4, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:14.739495 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-a9671f43-95eb-4992-b155-82dbd24d9420 service neutron] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=cbf11550-a277-4d9a-bc89-d56129b220a4,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:14.753912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af90548-28fb-4f27-b5aa-c92611e30cf6 req-3f1b7a4f-7084-402c-b706-6ad67cabf63d tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:14.758136 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9af90548-28fb-4f27-b5aa-c92611e30cf6 req-3f1b7a4f-7084-402c-b706-6ad67cabf63d tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 1128 time: 0.0530999 Feb 28 17:19:14.808724 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9af90548-28fb-4f27-b5aa-c92611e30cf6 req-02ddaaa6-1163-44d1-9fbd-0fc5f4bea81b tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462379 Feb 28 17:19:14.838244 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-a9671f43-95eb-4992-b155-82dbd24d9420 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:14.843338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-a9671f43-95eb-4992-b155-82dbd24d9420 service neutron] 10.222.0.72 "POST /v2.0/ports/cbf11550-a277-4d9a-bc89-d56129b220a4/bindings HTTP/1.1" status: 201 len: 390 time: 0.4926531 Feb 28 17:19:15.240936 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:15.358674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:15.359437 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9f883de0-26a6-4e62-ba8a-e2d4174bfa78), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:15.408815 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9189fdd-4a3f-49d2-a4f9-fb1eadf04445 req-178da53a-b60c-42cd-b312-3f5050d54370 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:15.411352 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a9189fdd-4a3f-49d2-a4f9-fb1eadf04445 req-178da53a-b60c-42cd-b312-3f5050d54370 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.1326168 Feb 28 17:19:15.554764 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a9189fdd-4a3f-49d2-a4f9-fb1eadf04445 req-bf9139f8-820d-4603-8f2c-d7183ed7d93e tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331654 Feb 28 17:19:15.581122 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:15.583515 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9f883de0-26a6-4e62-ba8a-e2d4174bfa78), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:15.648868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 9f883de0-26a6-4e62-ba8a-e2d4174bfa78, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9f883de0-26a6-4e62-ba8a-e2d4174bfa78,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:15.733724 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9f883de0-26a6-4e62-ba8a-e2d4174bfa78), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:15.762347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6d697-5203-4437-aa5c-ea89761b63e3 req-59a0b9bf-c4f3-4ba4-b9b0-63a59ed601c4 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:15.774024 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9e6d697-5203-4437-aa5c-ea89761b63e3 req-59a0b9bf-c4f3-4ba4-b9b0-63a59ed601c4 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 945 time: 0.1475098 Feb 28 17:19:15.787408 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Sync routers for ids ['4bc96e11-da4d-41b0-8d54-110ae4b682e9'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:19:15.807952 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Routers {'4bc96e11-da4d-41b0-8d54-110ae4b682e9'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:15.811693 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:19:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['4bc96e11-da4d-41b0-8d54-110ae4b682e9'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:15.826959 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-7d2fb53d-1759-461b-9b4d-cfdfa8247834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:15.830262 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-7d2fb53d-1759-461b-9b4d-cfdfa8247834 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 1128 time: 0.1160510 Feb 28 17:19:15.903843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=9f883de0-26a6-4e62-ba8a-e2d4174bfa78,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:15.978547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9e6d697-5203-4437-aa5c-ea89761b63e3 req-b7e3d72f-bc20-41f0-ac54-b9a84a84b0be tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947224 Feb 28 17:19:16.068516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-dc470b3b-d23d-4263-a2d1-557910b66083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:16.068516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-dc470b3b-d23d-4263-a2d1-557910b66083 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.2282407 Feb 28 17:19:16.129902 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-1a51f5e0-dc54-4168-8ac2-28dd6d643964 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbf11550-a277-4d9a-bc89-d56129b220a4 HTTP/1.1" status: 200 len: 217 time: 0.0556200 Feb 28 17:19:16.235874 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Set router 4bc96e11-da4d-41b0-8d54-110ae4b682e9 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:19:16.299616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-26d1909d-c5e0-4fd5-9399-6258c4fd0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:16.304667 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-26d1909d-c5e0-4fd5-9399-6258c4fd0a1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1684394 Feb 28 17:19:16.356484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1397e-9e71-4003-ac0a-438d90504a92 req-6e2731c7-d12a-4984-a99c-e42d525978ec tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:16.370531 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-1e161be9-8656-4db5-a75d-5ab875a0bc04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580425 Feb 28 17:19:16.372719 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96e1397e-9e71-4003-ac0a-438d90504a92 req-6e2731c7-d12a-4984-a99c-e42d525978ec tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.1678913 Feb 28 17:19:16.410895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46958) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:16.462905 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96e1397e-9e71-4003-ac0a-438d90504a92 req-d9c99201-8dce-49ad-b388-1aa656697d1c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891373 Feb 28 17:19:16.632054 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-626983130-network', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:16.654601 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-8aa39204-7638-4f66-ad26-4911f5174d65 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781277 Feb 28 17:19:16.710132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] Made reservation on behalf of ac49bb6799ca4e50bc616d2a18bb1868 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:16.713078 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:16.771257 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:16.859603 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128860527-router', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '9f883de0-26a6-4e62-ba8a-e2d4174bfa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:05Z', 'updated_at': '2022-02-28T17:19:13Z', 'revision_number': 4, 'project_id': '1aaeae7662614ce1aeaa518b45ffb854', 'gw_port': {'id': '9f883de0-26a6-4e62-ba8a-e2d4174bfa78', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:85:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:07Z', 'updated_at': '2022-02-28T17:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '306f1bd2-80dc-4914-ab34-deb54255b3ab', 'name': '', 'network_id': 'bab885a3-683a-4e5f-be48-c84acaae403b', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854', 'mac_address': 'fa:16:3e:d7:34:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'bf64bc95-15b9-4d86-b377-1c08e73ec78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:11Z', 'updated_at': '2022-02-28T17:19:13Z', 'revision_number': 2, 'project_id': '1aaeae7662614ce1aeaa518b45ffb854', 'subnets': [{'id': 'bf64bc95-15b9-4d86-b377-1c08e73ec78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:16.876837 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-7a60c908-5b49-4f78-8f90-5fe20af7e499 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081041 Feb 28 17:19:16.934964 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Checking router: 4bc96e11-da4d-41b0-8d54-110ae4b682e9 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:19:16.935423 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Updating router 4bc96e11-da4d-41b0-8d54-110ae4b682e9 port 306f1bd2-80dc-4914-ab34-deb54255b3ab binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:19:16.962011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46972) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:17.013031 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:17.024512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11501ffa-0d87-44af-a2fb-408b4502474c req-d519eebc-c523-43b0-991e-b77fb7c5f82e tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:17.032507 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-11501ffa-0d87-44af-a2fb-408b4502474c req-d519eebc-c523-43b0-991e-b77fb7c5f82e tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.3148062 Feb 28 17:19:17.117446 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-11501ffa-0d87-44af-a2fb-408b4502474c req-297ec564-5d8b-48ab-b42f-12c1f906d5d0 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839827 Feb 28 17:19:17.151285 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] Publish callbacks [] for security_group (c3d4077d-a9ee-468e-b59a-11f47551eddf), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:17.189157 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-8c5d0cbb-c8ea-4ffc-9de4-413bf1387d9e tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:17.194762 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-8c5d0cbb-c8ea-4ffc-9de4-413bf1387d9e tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa&tenant_id=dae94b749f7c42e383840585fc56524b&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1128 time: 0.1182466 Feb 28 17:19:17.211434 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820368-19'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:17.216968 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c3d4077d-a9ee-468e-b59a-11f47551eddf), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:17.267441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:17.327404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:19:17.401918 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2cbc1621-610d-41e6-b277-da27d386e91a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:17.412055 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] Added segment 2cbc1621-610d-41e6-b277-da27d386e91a of type vlan for network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 Feb 28 17:19:17.412055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d4077d-a9ee-468e-b59a-11f47551eddf,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:17.424312 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:19:17.452803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:17.453245 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9f883de0-26a6-4e62-ba8a-e2d4174bfa78), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:17.468491 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:17.490596 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (ff8eb7c2-165c-47d3-b3ed-cfed116172e5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:17.513513 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:17.514904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d521e-598e-46f2-8764-9824f85bc29a req-5b4669ba-e8fc-4cd3-a478-737e434118be tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:17.523213 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-319d521e-598e-46f2-8764-9824f85bc29a req-5b4669ba-e8fc-4cd3-a478-737e434118be tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 945 time: 0.2307465 Feb 28 17:19:17.571506 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-6d62c0a1-5802-44a7-8672-66ee4279e0aa tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:19:17.580393 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-6d62c0a1-5802-44a7-8672-66ee4279e0aa tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0261545 Feb 28 17:19:17.645171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-055de3d8-00b9-4044-94c4-4a029ce453e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:17.653650 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-055de3d8-00b9-4044-94c4-4a029ce453e2 service neutron] 10.222.0.72 "GET /v2.0/ports/99b07604-73a2-4d93-8576-1bda403d1e98 HTTP/1.1" status: 200 len: 1125 time: 0.0707471 Feb 28 17:19:17.660655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f6629aa9-c3f3-49e6-a8bc-8f92f2ddaeef service neutron] Request body: {'binding': {'host': 'n-h1-820368-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:17.661475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f6629aa9-c3f3-49e6-a8bc-8f92f2ddaeef service neutron] Unknown quota resources ['binding']. {{(pid=104246) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:19:17.691834 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:17.697039 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (ff8eb7c2-165c-47d3-b3ed-cfed116172e5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:17.701400 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:17.701400 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:17.721800 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-319d521e-598e-46f2-8764-9824f85bc29a req-736271ad-8fe0-43f3-a599-914aba488b79 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943052 Feb 28 17:19:17.823117 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Publish callbacks [] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:17.904625 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:17.985918 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=cbf11550-a277-4d9a-bc89-d56129b220a4,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:17.998695 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Publish callbacks [] for security_group (f45e4249-dd96-460d-89d2-2dc0ee5e1067), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:18.056710 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6411321 Feb 28 17:19:18.061787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46982) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:18.080502 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-809aef53-9346-40c4-8e42-fba0260826ce admin admin] Request body: {'subnet': {'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-626983130-subnet', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:18.091577 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2512132-7ae4-4dbe-a73b-05061bbd8999 None None] Pushing event updated for resources: {'Port': ['ID=306f1bd2-80dc-4914-ab34-deb54255b3ab,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:18.109305 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f45e4249-dd96-460d-89d2-2dc0ee5e1067), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:18.112849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65420f98-c395-49f2-883e-5c09f389bce8 admin admin] Pushing event updated for resources: {'Network': ['ID=ff8eb7c2-165c-47d3-b3ed-cfed116172e5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:18.126477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:19:18.151683 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f668c-8607-4760-a859-63a4491b5611 req-4544c690-0e53-43a3-9af0-d92a19799272 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:18.158762 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bd6f668c-8607-4760-a859-63a4491b5611 req-4544c690-0e53-43a3-9af0-d92a19799272 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.2308948 Feb 28 17:19:18.258620 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45e4249-dd96-460d-89d2-2dc0ee5e1067,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:18.265645 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Attempting to bind port 306f1bd2-80dc-4914-ab34-deb54255b3ab on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:18.267291 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Attempting to bind port 306f1bd2-80dc-4914-ab34-deb54255b3ab by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '80f5aa71-335e-4dfd-bda5-1e78e55e08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bab885a3-683a-4e5f-be48-c84acaae403b'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:18.267687 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Attempting to bind port 306f1bd2-80dc-4914-ab34-deb54255b3ab on network bab885a3-683a-4e5f-be48-c84acaae403b {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:18.283658 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:18.284202 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Checking segment: {'id': '80f5aa71-335e-4dfd-bda5-1e78e55e08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bab885a3-683a-4e5f-be48-c84acaae403b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:18.286361 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:18.286787 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Bound using segment: {'id': '80f5aa71-335e-4dfd-bda5-1e78e55e08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bab885a3-683a-4e5f-be48-c84acaae403b'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:18.287280 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Bound port: 306f1bd2-80dc-4914-ab34-deb54255b3ab, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f5aa71-335e-4dfd-bda5-1e78e55e08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bab885a3-683a-4e5f-be48-c84acaae403b'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:18.288511 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bd6f668c-8607-4760-a859-63a4491b5611 req-948fa8dc-33f1-457f-a3b5-4cf809309014 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288722 Feb 28 17:19:18.289824 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:18.294701 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f6629aa9-c3f3-49e6-a8bc-8f92f2ddaeef service neutron] Attempting to bind port 99b07604-73a2-4d93-8576-1bda403d1e98 on host n-h1-820368-19 for vnic_type normal with profile None {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:18.302572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f6629aa9-c3f3-49e6-a8bc-8f92f2ddaeef service neutron] Attempting to bind port 99b07604-73a2-4d93-8576-1bda403d1e98 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:18.305349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f6629aa9-c3f3-49e6-a8bc-8f92f2ddaeef service neutron] Attempting to bind port 99b07604-73a2-4d93-8576-1bda403d1e98 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:18.320279 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f6629aa9-c3f3-49e6-a8bc-8f92f2ddaeef service neutron] Port 99b07604-73a2-4d93-8576-1bda403d1e98 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:19:18.320781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f6629aa9-c3f3-49e6-a8bc-8f92f2ddaeef service neutron] Attempting to bind port 99b07604-73a2-4d93-8576-1bda403d1e98 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:18.330637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f6629aa9-c3f3-49e6-a8bc-8f92f2ddaeef service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:18.332824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f6629aa9-c3f3-49e6-a8bc-8f92f2ddaeef service neutron] Checking segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:18.334667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f6629aa9-c3f3-49e6-a8bc-8f92f2ddaeef service neutron] Bound using segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:18.335306 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f6629aa9-c3f3-49e6-a8bc-8f92f2ddaeef service neutron] Bound port: 99b07604-73a2-4d93-8576-1bda403d1e98, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:18.359879 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=910f58d20ae64d089b5ddf49a2fb1872&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3943141 Feb 28 17:19:18.362540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:18.363432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:18.369518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:18.369885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:18.372696 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:18.373040 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:18.373377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:18.374444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:18.374798 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:18.375132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:18.375471 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:18.375883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:18.379591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c53f4a-a4e3-439d-a5f3-f0649da8ae25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:18.407882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46986) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:18.456510 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:18.538152 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fda0bf4c-bbe2-4041-a7e8-22b526a6fdf5 None None] Provisioning complete for port 306f1bd2-80dc-4914-ab34-deb54255b3ab triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:18.538914 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fda0bf4c-bbe2-4041-a7e8-22b526a6fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:18.560903 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] For port 306f1bd2-80dc-4914-ab34-deb54255b3ab, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:18.569643 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] For port 306f1bd2-80dc-4914-ab34-deb54255b3ab, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=306f1bd2-80dc-4914-ab34-deb54255b3ab,segment=NetworkSegment(80f5aa71-335e-4dfd-bda5-1e78e55e08fd),segment_id=80f5aa71-335e-4dfd-bda5-1e78e55e08fd)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:18.587376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f6629aa9-c3f3-49e6-a8bc-8f92f2ddaeef service neutron] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=99b07604-73a2-4d93-8576-1bda403d1e98,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:18.605876 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd5797f-35b7-4522-bcf1-acfef8f6e472 admin admin] Publish callbacks [] for security_group (f45e4249-dd96-460d-89d2-2dc0ee5e1067), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:18.629634 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6296b-2fab-4d26-9f2a-ee042cfeafc4 req-262a5334-0d46-4971-b0c9-ca5b1223f806 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:18.637202 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-46c6296b-2fab-4d26-9f2a-ee042cfeafc4 req-262a5334-0d46-4971-b0c9-ca5b1223f806 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.1831238 Feb 28 17:19:18.658622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fda0bf4c-bbe2-4041-a7e8-22b526a6fdf5 None None] Port 306f1bd2-80dc-4914-ab34-deb54255b3ab cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:19:18.670287 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:18.681214 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f6629aa9-c3f3-49e6-a8bc-8f92f2ddaeef service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:18.694678 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f6629aa9-c3f3-49e6-a8bc-8f92f2ddaeef service neutron] 10.222.0.72 "POST /v2.0/ports/99b07604-73a2-4d93-8576-1bda403d1e98/bindings HTTP/1.1" status: 201 len: 390 time: 1.0397909 Feb 28 17:19:18.748015 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd5797f-35b7-4522-bcf1-acfef8f6e472 admin admin] Publish callbacks [] for security_group (f45e4249-dd96-460d-89d2-2dc0ee5e1067), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:18.787112 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Routers {'4bc96e11-da4d-41b0-8d54-110ae4b682e9'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:18.788271 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:19:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['4bc96e11-da4d-41b0-8d54-110ae4b682e9'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:18.873831 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2512132-7ae4-4dbe-a73b-05061bbd8999 None None] Pushing event updated for resources: {'Port': ['ID=306f1bd2-80dc-4914-ab34-deb54255b3ab,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:19.008757 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd5797f-35b7-4522-bcf1-acfef8f6e472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f45e4249-dd96-460d-89d2-2dc0ee5e1067), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:19.019581 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd5797f-35b7-4522-bcf1-acfef8f6e472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:19.022337 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fcd5797f-35b7-4522-bcf1-acfef8f6e472 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f45e4249-dd96-460d-89d2-2dc0ee5e1067 HTTP/1.1" status: 204 len: 168 time: 0.6133292 Feb 28 17:19:19.104802 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] Set router 4bc96e11-da4d-41b0-8d54-110ae4b682e9 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:19:19.107914 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-46c6296b-2fab-4d26-9f2a-ee042cfeafc4 req-be266c2a-2c3e-40a6-a1ef-67477aa3a80c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696910 Feb 28 17:19:19.113990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5797f-35b7-4522-bcf1-acfef8f6e472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45e4249-dd96-460d-89d2-2dc0ee5e1067,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:19.346620 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-75130be0-bff4-4420-9bbd-4b2d734a69d1 None None] Provisioning complete for port 306f1bd2-80dc-4914-ab34-deb54255b3ab triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:19.347630 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75130be0-bff4-4420-9bbd-4b2d734a69d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:19.358449 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809aef53-9346-40c4-8e42-fba0260826ce admin admin] Made reservation on behalf of ac49bb6799ca4e50bc616d2a18bb1868 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:19.361560 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-809aef53-9346-40c4-8e42-fba0260826ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:19.451903 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc2238-5fdc-4cb3-8036-d8ed8c022c77 req-5e7dfa4b-7e4f-4508-ace5-96127493841d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:19.461087 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-20bc2238-5fdc-4cb3-8036-d8ed8c022c77 req-5e7dfa4b-7e4f-4508-ace5-96127493841d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.1297274 Feb 28 17:19:19.559046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-75130be0-bff4-4420-9bbd-4b2d734a69d1 None None] Current status of the port 306f1bd2-80dc-4914-ab34-deb54255b3ab is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:19.560014 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75130be0-bff4-4420-9bbd-4b2d734a69d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:19.563197 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-20bc2238-5fdc-4cb3-8036-d8ed8c022c77 req-abbb893d-aa2f-49ba-94ca-eafe83f28222 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912523 Feb 28 17:19:19.587131 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Publish callbacks [] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:19.592845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2766b1f7-786c-4964-839b-e8ed2c0961fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf11550-a277-4d9a-bc89-d56129b220a4'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:19:19.593427 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be2d11d-2bbc-46d0-aa96-abdc63f1a102" -d '{"events": [{"server_uuid": "2766b1f7-786c-4964-839b-e8ed2c0961fa", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf11550-a277-4d9a-bc89-d56129b220a4"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:19:19.625271 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128860527-router', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '9f883de0-26a6-4e62-ba8a-e2d4174bfa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:05Z', 'updated_at': '2022-02-28T17:19:13Z', 'revision_number': 4, 'project_id': '1aaeae7662614ce1aeaa518b45ffb854', 'gw_port': {'id': '9f883de0-26a6-4e62-ba8a-e2d4174bfa78', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:85:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:07Z', 'updated_at': '2022-02-28T17:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '306f1bd2-80dc-4914-ab34-deb54255b3ab', 'name': '', 'network_id': 'bab885a3-683a-4e5f-be48-c84acaae403b', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854', 'mac_address': 'fa:16:3e:d7:34:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'bf64bc95-15b9-4d86-b377-1c08e73ec78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:11Z', 'updated_at': '2022-02-28T17:19:18Z', 'revision_number': 4, 'project_id': '1aaeae7662614ce1aeaa518b45ffb854', 'subnets': [{'id': 'bf64bc95-15b9-4d86-b377-1c08e73ec78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:19.661167 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209510a-f1db-4ce4-a712-af6c0f375048 None None] The sync data for ids ['4bc96e11-da4d-41b0-8d54-110ae4b682e9'] in n-d-820368-19 is: [{'id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128860527-router', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '9f883de0-26a6-4e62-ba8a-e2d4174bfa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:05Z', 'updated_at': '2022-02-28T17:19:13Z', 'revision_number': 4, 'project_id': '1aaeae7662614ce1aeaa518b45ffb854', 'gw_port': {'id': '9f883de0-26a6-4e62-ba8a-e2d4174bfa78', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:85:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:07Z', 'updated_at': '2022-02-28T17:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '306f1bd2-80dc-4914-ab34-deb54255b3ab', 'name': '', 'network_id': 'bab885a3-683a-4e5f-be48-c84acaae403b', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854', 'mac_address': 'fa:16:3e:d7:34:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'bf64bc95-15b9-4d86-b377-1c08e73ec78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:11Z', 'updated_at': '2022-02-28T17:19:18Z', 'revision_number': 4, 'project_id': '1aaeae7662614ce1aeaa518b45ffb854', 'subnets': [{'id': 'bf64bc95-15b9-4d86-b377-1c08e73ec78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:19:19.697189 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:19.763562 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad2ac-f003-431c-ba55-923cae9e05c7 req-b1f34eab-0302-4ed8-b48c-4f71faf0e74a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:19.771602 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-493ad2ac-f003-431c-ba55-923cae9e05c7 req-b1f34eab-0302-4ed8-b48c-4f71faf0e74a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 945 time: 0.4315028 Feb 28 17:19:19.814487 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-75130be0-bff4-4420-9bbd-4b2d734a69d1 None None] For port 306f1bd2-80dc-4914-ab34-deb54255b3ab, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=306f1bd2-80dc-4914-ab34-deb54255b3ab,segment=NetworkSegment(80f5aa71-335e-4dfd-bda5-1e78e55e08fd),segment_id=80f5aa71-335e-4dfd-bda5-1e78e55e08fd)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:19.881194 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75130be0-bff4-4420-9bbd-4b2d734a69d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:19.974296 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a6158-bc7a-4ca8-aa2d-508b39765404 req-7d4d79bf-75bf-442b-940e-81c5f63ba620 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:19.980039 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-067a6158-bc7a-4ca8-aa2d-508b39765404 req-7d4d79bf-75bf-442b-940e-81c5f63ba620 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.1381745 Feb 28 17:19:19.997229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Attempting to bind port cbf11550-a277-4d9a-bc89-d56129b220a4 on host n-h2-820368-19 for vnic_type normal with profile {"migrating_to": "n-h1-820368-19"} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:19.997578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Attempting to bind port cbf11550-a277-4d9a-bc89-d56129b220a4 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:19.997913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Attempting to bind port cbf11550-a277-4d9a-bc89-d56129b220a4 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:20.005753 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-809aef53-9346-40c4-8e42-fba0260826ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (c4c0baf3-91b3-4f7f-9713-e21420cf9073), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:20.051387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf11550-a277-4d9a-bc89-d56129b220a4,revision_number=7']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:20.058727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809aef53-9346-40c4-8e42-fba0260826ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c0baf3-91b3-4f7f-9713-e21420cf9073,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:20.062073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Port cbf11550-a277-4d9a-bc89-d56129b220a4 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:19:20.069027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Attempting to bind port cbf11550-a277-4d9a-bc89-d56129b220a4 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:20.079845 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-493ad2ac-f003-431c-ba55-923cae9e05c7 req-673ca063-d852-428d-a873-827a21132175 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072267 Feb 28 17:19:20.087820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75130be0-bff4-4420-9bbd-4b2d734a69d1 None None] Pushing event updated for resources: {'Port': ['ID=306f1bd2-80dc-4914-ab34-deb54255b3ab,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:20.101291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:20.117905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Checking segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:20.117905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Bound using segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:20.124549 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Bound port: cbf11550-a277-4d9a-bc89-d56129b220a4, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:20.124931 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:20.129293 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-067a6158-bc7a-4ca8-aa2d-508b39765404 req-ae7558bf-3d57-47fc-b486-3c20b89043fa tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410913 Feb 28 17:19:20.234592 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba64e4a0-398c-406b-bc26-14c39cced378 x-openstack-request-id: req-ba64e4a0-398c-406b-bc26-14c39cced378 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:19:20.235185 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2766b1f7-786c-4964-839b-e8ed2c0961fa", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf11550-a277-4d9a-bc89-d56129b220a4", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:19:20.235185 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ba64e4a0-398c-406b-bc26-14c39cced378 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:19:20.235668 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2766b1f7-786c-4964-839b-e8ed2c0961fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf11550-a277-4d9a-bc89-d56129b220a4', 'code': 200} Feb 28 17:19:20.280031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47008) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:20.304927 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809aef53-9346-40c4-8e42-fba0260826ce admin admin] Checking segment: {'id': '2cbc1621-610d-41e6-b277-da27d386e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:20.305391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809aef53-9346-40c4-8e42-fba0260826ce admin admin] Network hostable DHCP agents. Network: ff8eb7c2-165c-47d3-b3ed-cfed116172e5, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:19:20.316274 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0862-8581-43f7-9b5b-529c7f5b4da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:20.321070 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:20.325642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=cbf11550-a277-4d9a-bc89-d56129b220a4,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:20.367028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b2a00-3873-48c0-b375-2079c3c55ee1 req-de0ea8e5-dd77-450c-9495-deb16209c8ee tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:20.371289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-686b2a00-3873-48c0-b375-2079c3c55ee1 req-de0ea8e5-dd77-450c-9495-deb16209c8ee tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 946 time: 0.0846720 Feb 28 17:19:20.429488 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:20.431505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809aef53-9346-40c4-8e42-fba0260826ce admin admin] Network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:19:20.454400 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0862-8581-43f7-9b5b-529c7f5b4da8 admin admin] Publish callbacks [] for security_group (a2a0bc22-1d30-40e6-8103-b05f9cc77765), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:20.458698 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-686b2a00-3873-48c0-b375-2079c3c55ee1 req-9e18b3bc-761b-461a-a709-1140b97ba9f0 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786495 Feb 28 17:19:20.532598 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:20.533525 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:20.535064 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] 10.222.0.73 "PUT /v2.0/ports/cbf11550-a277-4d9a-bc89-d56129b220a4 HTTP/1.1" status: 200 len: 1123 time: 3.3331537 Feb 28 17:19:20.564707 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0862-8581-43f7-9b5b-529c7f5b4da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a2a0bc22-1d30-40e6-8103-b05f9cc77765), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:20.568921 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-809aef53-9346-40c4-8e42-fba0260826ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, ff8eb7c2-165c-47d3-b3ed-cfed116172e5) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:20.574295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809aef53-9346-40c4-8e42-fba0260826ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:20.575426 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-809aef53-9346-40c4-8e42-fba0260826ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:20.598330 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d113f3-fd02-47dc-b0b6-0a73c4c0d815 None None] Network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:19:20.615641 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944d652-eda6-4f78-9591-783fab487cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf11550-a277-4d9a-bc89-d56129b220a4,revision_number=8']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:20.681805 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aa0c0862-8581-43f7-9b5b-529c7f5b4da8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08b305e0565b455e97506219e284c61c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4006541 Feb 28 17:19:20.682906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c0862-8581-43f7-9b5b-529c7f5b4da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a0bc22-1d30-40e6-8103-b05f9cc77765,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:20.683764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47020) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:20.748010 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-809aef53-9346-40c4-8e42-fba0260826ce admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6792605 Feb 28 17:19:20.748010 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47024) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:20.751364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:20.826919 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['cbf11550-a277-4d9a-bc89-d56129b220a4'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:19:20.841650 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9bf44136-995a-42db-9b85-6c44e49fd15c admin admin] Publish callbacks [] for security_group (a2a0bc22-1d30-40e6-8103-b05f9cc77765), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:20.869804 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (8af8668e-e582-47e0-9b65-c0715f209269), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:20.871414 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (8af8668e-e582-47e0-9b65-c0715f209269), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:20.899287 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9bf44136-995a-42db-9b85-6c44e49fd15c admin admin] Publish callbacks [] for security_group (a2a0bc22-1d30-40e6-8103-b05f9cc77765), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:20.989839 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Publish callbacks [] for router_controller (8af8668e-e582-47e0-9b65-c0715f209269), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:21.045022 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'fixed_ips': [{'subnet_id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:19:21.045865 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:21.144137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a0c6a-d901-4a3c-b2bd-4838490c1bde req-c621ae4c-d308-498d-8944-de526303ce12 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:21.165286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d33a0c6a-d901-4a3c-b2bd-4838490c1bde req-c621ae4c-d308-498d-8944-de526303ce12 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.3407228 Feb 28 17:19:21.240859 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9bf44136-995a-42db-9b85-6c44e49fd15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a2a0bc22-1d30-40e6-8103-b05f9cc77765), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:21.243642 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9bf44136-995a-42db-9b85-6c44e49fd15c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:21.250063 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9bf44136-995a-42db-9b85-6c44e49fd15c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a2a0bc22-1d30-40e6-8103-b05f9cc77765 HTTP/1.1" status: 204 len: 168 time: 0.5650792 Feb 28 17:19:21.321390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf44136-995a-42db-9b85-6c44e49fd15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a0bc22-1d30-40e6-8103-b05f9cc77765,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:21.358446 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d33a0c6a-d901-4a3c-b2bd-4838490c1bde req-d6f68c7a-9836-4624-a5a4-527076c0d089 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882284 Feb 28 17:19:21.445796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Allocated IP 172.20.0.2 (ff8eb7c2-165c-47d3-b3ed-cfed116172e5/c4c0baf3-91b3-4f7f-9713-e21420cf9073/e91f71b7-1750-4631-9fd0-4f0aee715610) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:21.622327 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Publish callbacks [] for router_gateway (8af8668e-e582-47e0-9b65-c0715f209269), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:21.636604 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184f7e3-2942-4499-a1e8-095b23e59742 req-291f8ed2-ad45-473b-b785-1425b3a11bd7 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:21.638133 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f184f7e3-2942-4499-a1e8-095b23e59742 req-291f8ed2-ad45-473b-b785-1425b3a11bd7 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 943 time: 0.1401975 Feb 28 17:19:21.783311 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f184f7e3-2942-4499-a1e8-095b23e59742 req-5fbf3ff8-c67d-4646-aee2-0b611270e6ad tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323409 Feb 28 17:19:21.913859 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Publish callbacks [] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:21.955044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 306f1bd2-80dc-4914-ab34-deb54255b3ab up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:21.962441 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:22.013074 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5fe00-de9f-4776-81ae-57e85f2d558a req-f323c721-76ca-453a-aace-1bd5208acce8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:22.022801 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90d5fe00-de9f-4776-81ae-57e85f2d558a req-f323c721-76ca-453a-aace-1bd5208acce8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.3090749 Feb 28 17:19:22.118370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Pushing event updated for resources: {'Port': ['ID=e91f71b7-1750-4631-9fd0-4f0aee715610,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:22.132326 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90d5fe00-de9f-4776-81ae-57e85f2d558a req-e513d523-c857-4158-ad23-c28bb1f22f3d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031091 Feb 28 17:19:22.160221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:22.163447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:22.173249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:22.223450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 306f1bd2-80dc-4914-ab34-deb54255b3ab triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:22.224273 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:22.286618 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Attempting to bind port e91f71b7-1750-4631-9fd0-4f0aee715610 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:22.288966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Attempting to bind port e91f71b7-1750-4631-9fd0-4f0aee715610 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '2cbc1621-610d-41e6-b277-da27d386e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:22.288966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Attempting to bind port e91f71b7-1750-4631-9fd0-4f0aee715610 on network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:22.293838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:22.294172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Checking segment: {'id': '2cbc1621-610d-41e6-b277-da27d386e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:22.294708 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:22.295107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Bound using segment: {'id': '2cbc1621-610d-41e6-b277-da27d386e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:22.295566 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Bound port: e91f71b7-1750-4631-9fd0-4f0aee715610, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbc1621-610d-41e6-b277-da27d386e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:22.295937 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:22.324663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2766b1f7-786c-4964-839b-e8ed2c0961fa', 'tag': 'cbf11550-a277-4d9a-bc89-d56129b220a4'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:19:22.327334 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98192808-f09f-4b95-bbe7-9ff0e4b57197" -d '{"events": [{"name": "network-changed", "server_uuid": "2766b1f7-786c-4964-839b-e8ed2c0961fa", "tag": "cbf11550-a277-4d9a-bc89-d56129b220a4"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:19:22.386652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 306f1bd2-80dc-4914-ab34-deb54255b3ab is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:22.446198 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba086a9e-fbab-4977-9f5d-35a4338ba89c x-openstack-request-id: req-ba086a9e-fbab-4977-9f5d-35a4338ba89c {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:19:22.446520 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2766b1f7-786c-4964-839b-e8ed2c0961fa", "tag": "cbf11550-a277-4d9a-bc89-d56129b220a4", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:19:22.447029 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ba086a9e-fbab-4977-9f5d-35a4338ba89c {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:19:22.447448 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2766b1f7-786c-4964-839b-e8ed2c0961fa', 'tag': 'cbf11550-a277-4d9a-bc89-d56129b220a4', 'status': 'completed', 'code': 200} Feb 28 17:19:22.452429 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] For port e91f71b7-1750-4631-9fd0-4f0aee715610, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:22.461871 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] For port e91f71b7-1750-4631-9fd0-4f0aee715610, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e91f71b7-1750-4631-9fd0-4f0aee715610,segment=NetworkSegment(2cbc1621-610d-41e6-b277-da27d386e91a),segment_id=2cbc1621-610d-41e6-b277-da27d386e91a)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:22.523269 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Publish callbacks [] for router_gateway (8af8668e-e582-47e0-9b65-c0715f209269), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:22.528048 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:22.559355 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:22.571351 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98192808-f09f-4b95-bbe7-9ff0e4b57197 req-6b0790ec-9256-43fc-a7b8-ed340072d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:22.572856 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98192808-f09f-4b95-bbe7-9ff0e4b57197 req-6b0790ec-9256-43fc-a7b8-ed340072d61b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 1157 time: 0.1292539 Feb 28 17:19:22.636258 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f82b36-0de8-42ca-9bed-70da75075622 None None] Pushing event updated for resources: {'Port': ['ID=e91f71b7-1750-4631-9fd0-4f0aee715610,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:22.658716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc25d2-6805-456a-aa99-6c2eb058a032 req-f59eeceb-3b35-4927-860e-f38b7100bb14 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:22.668631 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43dc25d2-6805-456a-aa99-6c2eb058a032 req-f59eeceb-3b35-4927-860e-f38b7100bb14 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.2055492 Feb 28 17:19:22.779654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98192808-f09f-4b95-bbe7-9ff0e4b57197 req-02479d4a-d280-4c8a-9146-0c6aa80ca132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:22.781939 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98192808-f09f-4b95-bbe7-9ff0e4b57197 req-02479d4a-d280-4c8a-9146-0c6aa80ca132 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.1978807 Feb 28 17:19:22.946554 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98192808-f09f-4b95-bbe7-9ff0e4b57197 req-1038b9cd-496c-4b50-806d-ac51655b929d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbf11550-a277-4d9a-bc89-d56129b220a4 HTTP/1.1" status: 200 len: 217 time: 0.0756071 Feb 28 17:19:23.015027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Allocated IP 172.25.3.129 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/b9b167a2-f4f1-4448-9259-1850aa286c08) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:23.103373 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98192808-f09f-4b95-bbe7-9ff0e4b57197 req-65ac7489-90b8-4b92-b595-ee94b98225ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:23.105320 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98192808-f09f-4b95-bbe7-9ff0e4b57197 req-65ac7489-90b8-4b92-b595-ee94b98225ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1146514 Feb 28 17:19:23.177621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fc7ec-385b-4c20-81f0-9875c9709716 req-97297a8d-bf6b-4216-a43e-3eb1b3789b88 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:23.187838 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-509fc7ec-385b-4c20-81f0-9875c9709716 req-97297a8d-bf6b-4216-a43e-3eb1b3789b88 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 943 time: 0.1912801 Feb 28 17:19:23.237414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device cbf11550-a277-4d9a-bc89-d56129b220a4 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:19:23.386858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e91f71b7-1750-4631-9fd0-4f0aee715610 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:23.425214 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98192808-f09f-4b95-bbe7-9ff0e4b57197 req-c908e806-ffc0-4eed-a247-87ac95306263 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3101237 Feb 28 17:19:23.474963 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43dc25d2-6805-456a-aa99-6c2eb058a032 req-04a168d3-d154-4e70-896e-8a660df2c95c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8003283 Feb 28 17:19:23.476791 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-509fc7ec-385b-4c20-81f0-9875c9709716 req-81daa6cf-b196-40f5-a4be-f3ffec1d0649 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878265 Feb 28 17:19:23.779072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=cbf11550-a277-4d9a-bc89-d56129b220a4,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:23.826653 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device cbf11550-a277-4d9a-bc89-d56129b220a4 has no active binding in host n-h1-820368-19 {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 17:19:23.867898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e91f71b7-1750-4631-9fd0-4f0aee715610 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:23.870809 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:23.871945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19734db-061c-4b83-b4e1-726e0eb8e333 req-776e520a-0c29-4ddc-92cc-f8f6538ecf4b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:23.892579 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b19734db-061c-4b83-b4e1-726e0eb8e333 req-776e520a-0c29-4ddc-92cc-f8f6538ecf4b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.1434801 Feb 28 17:19:24.032214 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Publish callbacks [] for port (b9b167a2-f4f1-4448-9259-1850aa286c08), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:24.070539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b19734db-061c-4b83-b4e1-726e0eb8e333 req-19664b7a-8db1-4d05-8544-b250e98c127f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766951 Feb 28 17:19:24.114093 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e91f71b7-1750-4631-9fd0-4f0aee715610 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:24.114546 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:24.173771 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98192808-f09f-4b95-bbe7-9ff0e4b57197 req-f9b80cf6-52c1-4d10-992f-d92c5077f5d6 service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765745 Feb 28 17:19:24.182551 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port e91f71b7-1750-4631-9fd0-4f0aee715610, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e91f71b7-1750-4631-9fd0-4f0aee715610,segment=NetworkSegment(2cbc1621-610d-41e6-b277-da27d386e91a),segment_id=2cbc1621-610d-41e6-b277-da27d386e91a)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:24.272101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b9b167a2-f4f1-4448-9259-1850aa286c08), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:24.296132 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:24.389344 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Pushing event updated for resources: {'Port': ['ID=b9b167a2-f4f1-4448-9259-1850aa286c08,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:24.439116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=e91f71b7-1750-4631-9fd0-4f0aee715610,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:24.497807 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98192808-f09f-4b95-bbe7-9ff0e4b57197 req-4c915938-0aac-45bb-8892-0274f5057b5f service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094590 Feb 28 17:19:24.509530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:24.511022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:24.513220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:24.590264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb9b92f-c353-48fc-9015-27899f12645d None None] Network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:19:24.778834 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9092beca-585a-4087-818e-c539b4053f89 None None] Provisioning complete for port e91f71b7-1750-4631-9fd0-4f0aee715610 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:24.779329 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9092beca-585a-4087-818e-c539b4053f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:24.852907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47da51-1a6f-498d-88ba-c7ad2fc19351 req-bf181c38-96d6-4546-b882-5867056cadbe tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:24.865806 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff47da51-1a6f-498d-88ba-c7ad2fc19351 req-bf181c38-96d6-4546-b882-5867056cadbe tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 943 time: 0.1975381 Feb 28 17:19:24.992125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06394ece-0bc7-4cac-b16e-5f041a5534b6 req-f5ba0fff-6718-42d6-846c-0d347aa691f8 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:25.000319 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06394ece-0bc7-4cac-b16e-5f041a5534b6 req-f5ba0fff-6718-42d6-846c-0d347aa691f8 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.3574882 Feb 28 17:19:25.016677 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff47da51-1a6f-498d-88ba-c7ad2fc19351 req-72e55ff3-5b33-4a65-afa9-bddc1b697d62 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460876 Feb 28 17:19:25.049614 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9092beca-585a-4087-818e-c539b4053f89 None None] Current status of the port e91f71b7-1750-4631-9fd0-4f0aee715610 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:25.114646 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06394ece-0bc7-4cac-b16e-5f041a5534b6 req-5b4767ce-e8b9-4181-8d09-8aeb9ee9e97f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133647 Feb 28 17:19:25.292161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e91f71b7-1750-4631-9fd0-4f0aee715610 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:25.354151 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b4c3192d-bd59-4fee-98c3-203a37a38218 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:19:25.365327 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47138) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:25.381622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5aed206a-e043-4fee-b8dd-c08de7b870a8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1842792107'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:25.447280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4552f-34ae-4941-bfb4-2fb820da6a0e req-f4bc582a-251c-44b2-a21a-cb67c18df808 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:25.450766 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40d4552f-34ae-4941-bfb4-2fb820da6a0e req-f4bc582a-251c-44b2-a21a-cb67c18df808 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.2438807 Feb 28 17:19:25.493057 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aed206a-e043-4fee-b8dd-c08de7b870a8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Made reservation on behalf of 9bc69e6115184d37ad88d60bb1dd4133 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:25.498638 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5aed206a-e043-4fee-b8dd-c08de7b870a8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:25.532043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b4c3192d-bd59-4fee-98c3-203a37a38218, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b4c3192d-bd59-4fee-98c3-203a37a38218,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:25.538608 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Publish callbacks [] for router_gateway (8af8668e-e582-47e0-9b65-c0715f209269), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:25.553202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'b4c3192d-bd59-4fee-98c3-203a37a38218', 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124', 'port_id': 'b4c3192d-bd59-4fee-98c3-203a37a38218', 'mac_address': 'fa:16:3e:63:a1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee3c571-976e-4368-9653-54e69fb9bcab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:19:25.568754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aed206a-e043-4fee-b8dd-c08de7b870a8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:19:25.593017 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5aed206a-e043-4fee-b8dd-c08de7b870a8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (7009a99c-adb7-449a-b556-1445f167f49b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:25.593645 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-5aed206a-e043-4fee-b8dd-c08de7b870a8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Added segment 7009a99c-adb7-449a-b556-1445f167f49b of type vlan for network 91981ed3-7507-473e-bc6a-cc9456441a99 Feb 28 17:19:25.633679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5c371b9a-a0e5-4b7b-9a30-885cf157ff01 None None] Provisioning complete for port e91f71b7-1750-4631-9fd0-4f0aee715610 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:25.643546 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5c371b9a-a0e5-4b7b-9a30-885cf157ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:25.664674 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40d4552f-34ae-4941-bfb4-2fb820da6a0e req-865bcac3-64c4-44ac-bf39-c3d3385094c6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982119 Feb 28 17:19:25.732224 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5aed206a-e043-4fee-b8dd-c08de7b870a8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (91981ed3-7507-473e-bc6a-cc9456441a99), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:25.749475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port b4c3192d-bd59-4fee-98c3-203a37a38218 is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:25.749855 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:25.792846 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e91f71b7-1750-4631-9fd0-4f0aee715610 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:25.793219 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:25.853558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4c3192d-bd59-4fee-98c3-203a37a38218 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:19:25.860729 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5aed206a-e043-4fee-b8dd-c08de7b870a8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (91981ed3-7507-473e-bc6a-cc9456441a99), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:25.866775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed206a-e043-4fee-b8dd-c08de7b870a8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:25.867924 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5aed206a-e043-4fee-b8dd-c08de7b870a8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:25.933804 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b4c3192d-bd59-4fee-98c3-203a37a38218, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b4c3192d-bd59-4fee-98c3-203a37a38218,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:25.936658 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5c371b9a-a0e5-4b7b-9a30-885cf157ff01 None None] Current status of the port e91f71b7-1750-4631-9fd0-4f0aee715610 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:25.970771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e91f71b7-1750-4631-9fd0-4f0aee715610 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:26.006704 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:26.055898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed206a-e043-4fee-b8dd-c08de7b870a8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'Network': ['ID=91981ed3-7507-473e-bc6a-cc9456441a99,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:26.140017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 91981ed3-7507-473e-bc6a-cc9456441a99 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:19:26.163852 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=b4c3192d-bd59-4fee-98c3-203a37a38218,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:26.177277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5aed206a-e043-4fee-b8dd-c08de7b870a8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8059051 Feb 28 17:19:26.188273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['b4c3192d-bd59-4fee-98c3-203a37a38218'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:19:26.246966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:26.246966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:26.246966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:26.246966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:26.246966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:26.246966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:26.246966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:26.247900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47158) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:26.248023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:26.248023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:26.248023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:26.248023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:26.248023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:26.248023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:19:26.248492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-6c5ff8ee-99b8-475a-a59b-5f38185e6fef tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1951572373'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:26.447053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0a6c-a49e-4b42-8535-8cb455cb2c36 req-8241f538-824a-4491-bce9-d5d9d4f5226e tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.447590 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0a6c-a49e-4b42-8535-8cb455cb2c36 req-8241f538-824a-4491-bce9-d5d9d4f5226e tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.448050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0a6c-a49e-4b42-8535-8cb455cb2c36 req-8241f538-824a-4491-bce9-d5d9d4f5226e tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.449673 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0a6c-a49e-4b42-8535-8cb455cb2c36 req-8241f538-824a-4491-bce9-d5d9d4f5226e tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.451618 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0a6c-a49e-4b42-8535-8cb455cb2c36 req-8241f538-824a-4491-bce9-d5d9d4f5226e tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.452104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0a6c-a49e-4b42-8535-8cb455cb2c36 req-8241f538-824a-4491-bce9-d5d9d4f5226e tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.452548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0a6c-a49e-4b42-8535-8cb455cb2c36 req-8241f538-824a-4491-bce9-d5d9d4f5226e tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.453002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0a6c-a49e-4b42-8535-8cb455cb2c36 req-8241f538-824a-4491-bce9-d5d9d4f5226e tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.455616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0a6c-a49e-4b42-8535-8cb455cb2c36 req-8241f538-824a-4491-bce9-d5d9d4f5226e tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.456102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0a6c-a49e-4b42-8535-8cb455cb2c36 req-8241f538-824a-4491-bce9-d5d9d4f5226e tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.457143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0a6c-a49e-4b42-8535-8cb455cb2c36 req-8241f538-824a-4491-bce9-d5d9d4f5226e tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.460271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0a6c-a49e-4b42-8535-8cb455cb2c36 req-8241f538-824a-4491-bce9-d5d9d4f5226e tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.462059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0a6c-a49e-4b42-8535-8cb455cb2c36 req-8241f538-824a-4491-bce9-d5d9d4f5226e tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.480250 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4d1c0a6c-a49e-4b42-8535-8cb455cb2c36 req-8241f538-824a-4491-bce9-d5d9d4f5226e tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9212 time: 0.7140911 Feb 28 17:19:26.594486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5ff8ee-99b8-475a-a59b-5f38185e6fef tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Made reservation on behalf of 9bc69e6115184d37ad88d60bb1dd4133 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:26.600237 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6c5ff8ee-99b8-475a-a59b-5f38185e6fef tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:26.639434 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec15bd3-eeec-4990-b12a-ce539af1ad1f req-f3792f80-2f38-40c6-90c8-48cb0f74b618 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.641146 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bec15bd3-eeec-4990-b12a-ce539af1ad1f req-f3792f80-2f38-40c6-90c8-48cb0f74b618 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 943 time: 0.2923658 Feb 28 17:19:26.672818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6dbdf-8664-438a-bcce-17cd54d33015 req-993a6821-27e6-40be-a707-27bf6acc090d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:26.680931 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7d6dbdf-8664-438a-bcce-17cd54d33015 req-993a6821-27e6-40be-a707-27bf6acc090d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.1399784 Feb 28 17:19:26.744361 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5ff8ee-99b8-475a-a59b-5f38185e6fef tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:19:26.770439 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6c5ff8ee-99b8-475a-a59b-5f38185e6fef tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9571ca88-1379-4607-b84a-97d78d76b307), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:26.770830 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-6c5ff8ee-99b8-475a-a59b-5f38185e6fef tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Added segment 9571ca88-1379-4607-b84a-97d78d76b307 of type vlan for network 7d906d5f-4f1b-416c-9ece-e01d9e321052 Feb 28 17:19:26.781919 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bec15bd3-eeec-4990-b12a-ce539af1ad1f req-c23d0dd9-f7ff-412d-8cfc-a19986d9f1b2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269860 Feb 28 17:19:26.817520 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7d6dbdf-8664-438a-bcce-17cd54d33015 req-c25f746a-cf31-4561-90ca-8f68a227b83a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348906 Feb 28 17:19:26.829907 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (8af8668e-e582-47e0-9b65-c0715f209269), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:26.931239 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6c5ff8ee-99b8-475a-a59b-5f38185e6fef tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (7d906d5f-4f1b-416c-9ece-e01d9e321052), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:27.114696 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6c5ff8ee-99b8-475a-a59b-5f38185e6fef tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (7d906d5f-4f1b-416c-9ece-e01d9e321052), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:27.120217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5ff8ee-99b8-475a-a59b-5f38185e6fef tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.121016 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6c5ff8ee-99b8-475a-a59b-5f38185e6fef tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:27.198598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff747ee2-e894-40c6-8746-48eee281e8b0 req-febfab01-8f93-4c14-8e4a-c685bfbe3277 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.198598 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff747ee2-e894-40c6-8746-48eee281e8b0 req-febfab01-8f93-4c14-8e4a-c685bfbe3277 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.1560333 Feb 28 17:19:27.234159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a95ce9-4de8-4221-abfb-2532e9e6c2a6 req-20a76296-1e06-476e-abd0-fadb213f1e1c tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.235875 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-00a95ce9-4de8-4221-abfb-2532e9e6c2a6 req-20a76296-1e06-476e-abd0-fadb213f1e1c tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 886 time: 0.3693242 Feb 28 17:19:27.274191 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6c5ff8ee-99b8-475a-a59b-5f38185e6fef tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0665596 Feb 28 17:19:27.280620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ff8ee-99b8-475a-a59b-5f38185e6fef tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'Network': ['ID=7d906d5f-4f1b-416c-9ece-e01d9e321052,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:27.283690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47174) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:27.301862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 7d906d5f-4f1b-416c-9ece-e01d9e321052 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:19:27.328532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9e8c3eff-25dc-4ae5-9687-6fc809352c03 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'subnet': {'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:27.343567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b4c3192d-bd59-4fee-98c3-203a37a38218 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:27.380395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff747ee2-e894-40c6-8746-48eee281e8b0 req-bd8e277c-f776-409b-b189-790ed82fcfee tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536219 Feb 28 17:19:27.438162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Router 8af8668e-e582-47e0-9b65-c0715f209269 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:19:27.638413 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port b4c3192d-bd59-4fee-98c3-203a37a38218 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:27.639210 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:27.708829 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8c3eff-25dc-4ae5-9687-6fc809352c03 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Made reservation on behalf of 9bc69e6115184d37ad88d60bb1dd4133 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:27.718571 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e8c3eff-25dc-4ae5-9687-6fc809352c03 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:27.760839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:19:27.805452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Sync routers for ids ['8af8668e-e582-47e0-9b65-c0715f209269'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:19:27.878593 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:27.887371 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-26fdd860-c2ff-4def-9a6e-412276d2738d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1412020 Feb 28 17:19:27.901966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port b4c3192d-bd59-4fee-98c3-203a37a38218 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:27.902424 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:27.903551 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47180) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:27.906151 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Routers {'8af8668e-e582-47e0-9b65-c0715f209269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:27.906784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:19:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['8af8668e-e582-47e0-9b65-c0715f209269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:27.939986 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.942526 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.944201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.947366 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.948063 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.951363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.953727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.955520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.958504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.959643 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.962579 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.965543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.967727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.969204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.976808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:27.982130 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a7d1c81-e167-4dae-b9d6-8a67d7ac40ee req-aef30b6f-83ee-445e-8c26-3a75cbb44d38 tempest-NetworksTest-1773981194 tempest-NetworksTest-1773981194-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10505 time: 0.7142670 Feb 28 17:19:28.166720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Set router 8af8668e-e582-47e0-9b65-c0715f209269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:19:28.258766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47634edd-c808-4aee-ba7b-b9d7794887fa req-b8d5ab4c-c9de-44ad-94ba-5f6f4226c077 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:28.271247 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47634edd-c808-4aee-ba7b-b9d7794887fa req-b8d5ab4c-c9de-44ad-94ba-5f6f4226c077 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.3147731 Feb 28 17:19:28.350370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65548028-a652-473d-a5cf-10cf727b48b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c3192d-bd59-4fee-98c3-203a37a38218'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:19:28.353619 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14abd95c-2a3a-4e72-afea-d566caebf522" -d '{"events": [{"server_uuid": "65548028-a652-473d-a5cf-10cf727b48b8", "name": "network-vif-plugged", "status": "completed", "tag": "b4c3192d-bd59-4fee-98c3-203a37a38218"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:19:28.428510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b4c3192d-bd59-4fee-98c3-203a37a38218, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b4c3192d-bd59-4fee-98c3-203a37a38218,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:28.449216 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47634edd-c808-4aee-ba7b-b9d7794887fa req-11bfd439-e58e-427d-a65f-9ed642565fd1 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765811 Feb 28 17:19:28.501608 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7cd01-3479-4a34-8520-402cf6436643 req-321f0667-e2dc-4e2b-bc3f-40fdbc187f04 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:28.503753 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dfc7cd01-3479-4a34-8520-402cf6436643 req-321f0667-e2dc-4e2b-bc3f-40fdbc187f04 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 943 time: 0.2563419 Feb 28 17:19:28.514910 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:28.555760 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e8c3eff-25dc-4ae5-9687-6fc809352c03 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (54d8b4a6-73f9-4d54-bb5c-3856ed373ac8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:28.655626 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dfc7cd01-3479-4a34-8520-402cf6436643 req-95889c71-1bac-4935-8ade-282286527f0d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417785 Feb 28 17:19:28.692345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=b4c3192d-bd59-4fee-98c3-203a37a38218,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:28.738770 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:19:25Z', 'revision_number': 3, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port': {'id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:22Z', 'updated_at': '2022-02-28T17:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:28.801558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Checking router: 8af8668e-e582-47e0-9b65-c0715f209269 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:19:28.802245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Updating router 8af8668e-e582-47e0-9b65-c0715f209269 port b9b167a2-f4f1-4448-9259-1850aa286c08 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:19:28.810562 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c3eff-25dc-4ae5-9687-6fc809352c03 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Checking segment: {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:28.811173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8c3eff-25dc-4ae5-9687-6fc809352c03 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Network hostable DHCP agents. Network: 91981ed3-7507-473e-bc6a-cc9456441a99, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:19:28.817504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c3eff-25dc-4ae5-9687-6fc809352c03 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'Subnet': ['ID=54d8b4a6-73f9-4d54-bb5c-3856ed373ac8,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:28.868259 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7227e33-59e6-46e1-a0e4-e4dccb8d3d4a x-openstack-request-id: req-f7227e33-59e6-46e1-a0e4-e4dccb8d3d4a {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:19:28.868597 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65548028-a652-473d-a5cf-10cf727b48b8", "name": "network-vif-plugged", "status": "completed", "tag": "b4c3192d-bd59-4fee-98c3-203a37a38218", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:19:28.868810 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f7227e33-59e6-46e1-a0e4-e4dccb8d3d4a {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:19:28.869205 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65548028-a652-473d-a5cf-10cf727b48b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c3192d-bd59-4fee-98c3-203a37a38218', 'code': 200} Feb 28 17:19:28.871948 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b9b167a2-f4f1-4448-9259-1850aa286c08), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:28.892964 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47206) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:28.923556 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8c3eff-25dc-4ae5-9687-6fc809352c03 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Network 91981ed3-7507-473e-bc6a-cc9456441a99 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:19:29.011325 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-9e8c3eff-25dc-4ae5-9687-6fc809352c03 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 91981ed3-7507-473e-bc6a-cc9456441a99) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:29.016770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8c3eff-25dc-4ae5-9687-6fc809352c03 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:29.017367 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e8c3eff-25dc-4ae5-9687-6fc809352c03 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:29.129148 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cdece78e-5143-4ed0-8e6f-a3422152ba3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:29.140410 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:29.146195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7b9709-25eb-4ca4-9568-71c93bbde7c8 None None] Network 91981ed3-7507-473e-bc6a-cc9456441a99 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:19:29.175657 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9e8c3eff-25dc-4ae5-9687-6fc809352c03 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8870208 Feb 28 17:19:29.185382 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47214) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:29.207794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5a1f5057-041a-4ae5-b32c-bc3ed57ebaae tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'subnet': {'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:29.301373 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cdece78e-5143-4ed0-8e6f-a3422152ba3b admin admin] Publish callbacks [] for security_group (3575aee5-b80a-4dfc-9667-efd2a12f24be), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:29.383537 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cdece78e-5143-4ed0-8e6f-a3422152ba3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3575aee5-b80a-4dfc-9667-efd2a12f24be), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:29.502198 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cdece78e-5143-4ed0-8e6f-a3422152ba3b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0c375523ee6e485e9db186c9bbf83b0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6075478 Feb 28 17:19:29.505202 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47222) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:29.505874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdece78e-5143-4ed0-8e6f-a3422152ba3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3575aee5-b80a-4dfc-9667-efd2a12f24be,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:29.591718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Allocated IP 172.20.0.1 (ff8eb7c2-165c-47d3-b3ed-cfed116172e5/c4c0baf3-91b3-4f7f-9713-e21420cf9073/15dbadac-59a8-4a13-8add-a1984b115517) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:29.693863 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be76266a-1833-4350-89c7-476390f9c876 admin admin] Publish callbacks [] for security_group (3575aee5-b80a-4dfc-9667-efd2a12f24be), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:29.720537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-91981ed3-7507-473e-bc6a-cc9456441a99', 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99', 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'fixed_ips': [{'subnet_id': '54d8b4a6-73f9-4d54-bb5c-3856ed373ac8'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:19:29.721393 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:29.750200 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be76266a-1833-4350-89c7-476390f9c876 admin admin] Publish callbacks [] for security_group (3575aee5-b80a-4dfc-9667-efd2a12f24be), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:29.883485 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Publish callbacks [] for port (15dbadac-59a8-4a13-8add-a1984b115517), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:29.921803 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be76266a-1833-4350-89c7-476390f9c876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3575aee5-b80a-4dfc-9667-efd2a12f24be), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:29.924420 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be76266a-1833-4350-89c7-476390f9c876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:29.928087 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-be76266a-1833-4350-89c7-476390f9c876 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3575aee5-b80a-4dfc-9667-efd2a12f24be HTTP/1.1" status: 204 len: 168 time: 0.3943648 Feb 28 17:19:29.945021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76266a-1833-4350-89c7-476390f9c876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3575aee5-b80a-4dfc-9667-efd2a12f24be,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:29.975790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f909f6-faca-49d7-abd9-a3821d454761 req-4c35a4bc-8357-436c-9456-15d02439e4b1 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:29.990099 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8f909f6-faca-49d7-abd9-a3821d454761 req-4c35a4bc-8357-436c-9456-15d02439e4b1 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.9611835 Feb 28 17:19:30.123249 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8f909f6-faca-49d7-abd9-a3821d454761 req-571e662e-eddb-4e20-8cad-08c40e51f950 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303015 Feb 28 17:19:30.128571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1f5057-041a-4ae5-b32c-bc3ed57ebaae tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Made reservation on behalf of 9bc69e6115184d37ad88d60bb1dd4133 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:30.132124 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5057-041a-4ae5-b32c-bc3ed57ebaae tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:30.170549 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Publish callbacks [] for port (b9b167a2-f4f1-4448-9259-1850aa286c08), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:30.214494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Allocated IP 10.1.1.2 (91981ed3-7507-473e-bc6a-cc9456441a99/54d8b4a6-73f9-4d54-bb5c-3856ed373ac8/8f4daafb-b37b-41d7-900c-4f649581176f) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:30.218098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (15dbadac-59a8-4a13-8add-a1984b115517), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:30.249673 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b9b167a2-f4f1-4448-9259-1850aa286c08), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:30.441282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Attempting to bind port b9b167a2-f4f1-4448-9259-1850aa286c08 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:30.441565 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Attempting to bind port b9b167a2-f4f1-4448-9259-1850aa286c08 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:30.442029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Attempting to bind port b9b167a2-f4f1-4448-9259-1850aa286c08 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:30.471212 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:30.471643 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:30.472032 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:30.472417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:30.472894 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Bound port: b9b167a2-f4f1-4448-9259-1850aa286c08, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:30.473295 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b9b167a2-f4f1-4448-9259-1850aa286c08), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:30.509839 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30799fac-1d07-473a-9630-053ffca1a709 None None] Pushing event updated for resources: {'Port': ['ID=b9b167a2-f4f1-4448-9259-1850aa286c08,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:30.540782 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:30.582991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:30.596812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:30.613127 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Pushing event updated for resources: {'Port': ['ID=15dbadac-59a8-4a13-8add-a1984b115517,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:30.841859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] For port b9b167a2-f4f1-4448-9259-1850aa286c08, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:30.902122 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] For port b9b167a2-f4f1-4448-9259-1850aa286c08, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b9b167a2-f4f1-4448-9259-1850aa286c08,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:30.944510 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Publish callbacks [] for port (8f4daafb-b37b-41d7-900c-4f649581176f), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:30.985394 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b9b167a2-f4f1-4448-9259-1850aa286c08), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:31.029496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47182ff7-a08e-43a1-9266-b864e1e9b5a5 req-304a6ef2-b563-4040-9523-25e65d0aa4cf tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:31.055365 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47182ff7-a08e-43a1-9266-b864e1e9b5a5 req-304a6ef2-b563-4040-9523-25e65d0aa4cf tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.7369211 Feb 28 17:19:31.062831 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (8af8668e-e582-47e0-9b65-c0715f209269), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:31.071856 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:31.113425 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47230) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:31.140950 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ff0d8f2-0558-40fd-9e3c-8ae94d790a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:31.154031 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5057-041a-4ae5-b32c-bc3ed57ebaae tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (57e36aaf-4766-4ff7-ba7f-bb449917549f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:31.163915 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Network 91981ed3-7507-473e-bc6a-cc9456441a99 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:31.169625 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:31.183233 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:31.198905 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Routers {'8af8668e-e582-47e0-9b65-c0715f209269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:31.199554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:19:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['8af8668e-e582-47e0-9b65-c0715f209269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:31.211128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30799fac-1d07-473a-9630-053ffca1a709 None None] Pushing event updated for resources: {'Port': ['ID=b9b167a2-f4f1-4448-9259-1850aa286c08,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:31.343412 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47182ff7-a08e-43a1-9266-b864e1e9b5a5 req-cf56e83c-f8e3-46fb-8814-bc08038c7419 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864141 Feb 28 17:19:31.344109 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f5057-041a-4ae5-b32c-bc3ed57ebaae tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'Subnet': ['ID=57e36aaf-4766-4ff7-ba7f-bb449917549f,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:31.370083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f5057-041a-4ae5-b32c-bc3ed57ebaae tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Checking segment: {'id': '9571ca88-1379-4607-b84a-97d78d76b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:31.370458 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1f5057-041a-4ae5-b32c-bc3ed57ebaae tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Network hostable DHCP agents. Network: 7d906d5f-4f1b-416c-9ece-e01d9e321052, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:19:31.380519 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ff0d8f2-0558-40fd-9e3c-8ae94d790a4b admin admin] Publish callbacks [] for security_group (802135c4-733f-4354-8965-62514d3d4a42), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:31.400899 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Pushing event updated for resources: {'Port': ['ID=8f4daafb-b37b-41d7-900c-4f649581176f,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:31.441605 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ff0d8f2-0558-40fd-9e3c-8ae94d790a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (802135c4-733f-4354-8965-62514d3d4a42), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:31.488905 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6ff0d8f2-0558-40fd-9e3c-8ae94d790a4b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a5313665bae24bd5b70ed27ebbd29b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746057 Feb 28 17:19:31.491517 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47234) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:31.541735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1f5057-041a-4ae5-b32c-bc3ed57ebaae tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Network 7d906d5f-4f1b-416c-9ece-e01d9e321052 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:19:31.617206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0d8f2-0558-40fd-9e3c-8ae94d790a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802135c4-733f-4354-8965-62514d3d4a42,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:31.648391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-5a1f5057-041a-4ae5-b32c-bc3ed57ebaae tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 7d906d5f-4f1b-416c-9ece-e01d9e321052) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:31.654263 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0eac6145-2259-4745-b32f-a8cab277f0f0 admin admin] Publish callbacks [] for security_group (802135c4-733f-4354-8965-62514d3d4a42), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:31.662576 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1f5057-041a-4ae5-b32c-bc3ed57ebaae tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:31.665011 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5057-041a-4ae5-b32c-bc3ed57ebaae tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:31.675603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ac1f1cbb-286d-418a-b8b8-898608c33754 None None] Provisioning complete for port 15dbadac-59a8-4a13-8add-a1984b115517 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:31.676291 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1cbb-286d-418a-b8b8-898608c33754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15dbadac-59a8-4a13-8add-a1984b115517), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:31.714501 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0eac6145-2259-4745-b32f-a8cab277f0f0 admin admin] Publish callbacks [] for security_group (802135c4-733f-4354-8965-62514d3d4a42), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:31.719683 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746ab7e-c70e-41fc-8ad4-830d6ba76aa6 req-93f104ff-0f9a-4e3b-b115-a5d9c6665e2e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:31.719683 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5746ab7e-c70e-41fc-8ad4-830d6ba76aa6 req-93f104ff-0f9a-4e3b-b115-a5d9c6665e2e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 943 time: 0.2701900 Feb 28 17:19:31.741246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f1cbb-286d-418a-b8b8-898608c33754 None None] Port 15dbadac-59a8-4a13-8add-a1984b115517 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:19:31.747268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337f7482-6a2d-48cb-a383-c47bc5ab84a7 None None] Network 7d906d5f-4f1b-416c-9ece-e01d9e321052 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:19:31.749027 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (15dbadac-59a8-4a13-8add-a1984b115517), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:31.781518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Attempting to bind port 8f4daafb-b37b-41d7-900c-4f649581176f on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:31.783483 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Attempting to bind port 8f4daafb-b37b-41d7-900c-4f649581176f by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:31.784272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Attempting to bind port 8f4daafb-b37b-41d7-900c-4f649581176f on network 91981ed3-7507-473e-bc6a-cc9456441a99 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:31.798204 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:31.799560 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Checking segment: {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:31.800598 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:31.801735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Bound using segment: {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:31.804133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Bound port: 8f4daafb-b37b-41d7-900c-4f649581176f, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:31.807485 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:31.902488 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5a1f5057-041a-4ae5-b32c-bc3ed57ebaae tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7056599 Feb 28 17:19:31.905285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47236) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:31.913310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c1d1a4a1-a69a-4aa8-b976-e12f22d32f07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'port': {'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99', 'name': 'tempest-TaggedBootDevicesTest-958473451', 'fixed_ips': [{'subnet_id': '54d8b4a6-73f9-4d54-bb5c-3856ed373ac8'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:31.978010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] Set router 8af8668e-e582-47e0-9b65-c0715f209269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:19:32.001843 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5746ab7e-c70e-41fc-8ad4-830d6ba76aa6 req-f806337a-dca4-4348-a7de-234d0c18868d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734697 Feb 28 17:19:32.055732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] For port 8f4daafb-b37b-41d7-900c-4f649581176f, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:32.141986 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0eac6145-2259-4745-b32f-a8cab277f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (802135c4-733f-4354-8965-62514d3d4a42), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:32.145629 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0eac6145-2259-4745-b32f-a8cab277f0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:32.162675 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0eac6145-2259-4745-b32f-a8cab277f0f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/802135c4-733f-4354-8965-62514d3d4a42 HTTP/1.1" status: 204 len: 168 time: 0.6637924 Feb 28 17:19:32.165829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] For port 8f4daafb-b37b-41d7-900c-4f649581176f, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8f4daafb-b37b-41d7-900c-4f649581176f,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:32.192379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac6145-2259-4745-b32f-a8cab277f0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802135c4-733f-4354-8965-62514d3d4a42,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:32.223766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d1a4a1-a69a-4aa8-b976-e12f22d32f07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Made reservation on behalf of 9bc69e6115184d37ad88d60bb1dd4133 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:32.355346 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:32.423551 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a4a1-a69a-4aa8-b976-e12f22d32f07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:32.483846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-acd52f3f-7a4b-4c9c-bd1f-850941a26027 service neutron] 10.222.0.69 "GET /v2.0/ports/cbf11550-a277-4d9a-bc89-d56129b220a4/bindings/n-h1-820368-19 HTTP/1.1" status: 200 len: 385 time: 0.5605671 Feb 28 17:19:32.597166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-7d906d5f-4f1b-416c-9ece-e01d9e321052', 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052', 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'fixed_ips': [{'subnet_id': '57e36aaf-4766-4ff7-ba7f-bb449917549f'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:19:32.600404 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:32.688752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c13119-0e8e-4a26-876d-2498453999d9 None None] Pushing event updated for resources: {'Port': ['ID=8f4daafb-b37b-41d7-900c-4f649581176f,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:32.900117 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6ad28-13b9-4801-904b-1f915046ff07 req-0932bd05-45d2-4dfc-b4ce-7dcc3dd25894 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:32.901831 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-71c6ad28-13b9-4801-904b-1f915046ff07 req-0932bd05-45d2-4dfc-b4ce-7dcc3dd25894 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.5523074 Feb 28 17:19:32.904112 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Publish callbacks [] for port (15dbadac-59a8-4a13-8add-a1984b115517), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:32.977277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Allocated IP 10.2.2.2 (7d906d5f-4f1b-416c-9ece-e01d9e321052/57e36aaf-4766-4ff7-ba7f-bb449917549f/18153841-a063-4666-83bc-bd7b32ac65ce) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:33.027974 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:19:25Z', 'revision_number': 3, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port': {'id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:22Z', 'updated_at': '2022-02-28T17:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:33.081704 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (15dbadac-59a8-4a13-8add-a1984b115517), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:33.102581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4386b-ddbc-4a96-869f-e980aff2ccce None None] The sync data for ids ['8af8668e-e582-47e0-9b65-c0715f209269'] in n-d-820368-19 is: [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:19:25Z', 'revision_number': 3, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port': {'id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:22Z', 'updated_at': '2022-02-28T17:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:19:33.153882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-c1d1a4a1-a69a-4aa8-b976-e12f22d32f07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] device_id is not set on port 798e28b7-2a97-42c3-9aa7-4413d6985b80 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:19:33.354938 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-71c6ad28-13b9-4801-904b-1f915046ff07 req-10614cf3-313c-4066-b298-d6c914520fb2 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184403 Feb 28 17:19:33.360063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (8af8668e-e582-47e0-9b65-c0715f209269), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:33.472763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8f4daafb-b37b-41d7-900c-4f649581176f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:33.729159 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Publish callbacks [] for port (18153841-a063-4666-83bc-bd7b32ac65ce), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:33.778749 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8f4daafb-b37b-41d7-900c-4f649581176f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:33.779124 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:33.872295 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (18153841-a063-4666-83bc-bd7b32ac65ce), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:33.950567 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Pushing event updated for resources: {'Port': ['ID=15dbadac-59a8-4a13-8add-a1984b115517,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:33.962871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-c1d1a4a1-a69a-4aa8-b976-e12f22d32f07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Allocated IP 10.1.1.203 (91981ed3-7507-473e-bc6a-cc9456441a99/54d8b4a6-73f9-4d54-bb5c-3856ed373ac8/798e28b7-2a97-42c3-9aa7-4413d6985b80) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:34.106825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Network 7d906d5f-4f1b-416c-9ece-e01d9e321052 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:34.124242 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:34.129131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a741b-0488-44e0-bb0a-4006d7a2943e req-376e8f07-4710-4b8d-b29d-251c87930c4d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:34.149032 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:34.161419 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b31a741b-0488-44e0-bb0a-4006d7a2943e req-376e8f07-4710-4b8d-b29d-251c87930c4d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.6039987 Feb 28 17:19:34.215095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Pushing event updated for resources: {'Port': ['ID=18153841-a063-4666-83bc-bd7b32ac65ce,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:34.311539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:34.321048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:34.395765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-7facd490-14a7-4518-90d7-e2d8f99fd266 service neutron] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=cbf11550-a277-4d9a-bc89-d56129b220a4,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:34.480712 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a4a1-a69a-4aa8-b976-e12f22d32f07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:34.720327 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a4a1-a69a-4aa8-b976-e12f22d32f07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:34.807403 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b31a741b-0488-44e0-bb0a-4006d7a2943e req-3a25f0f5-bb6b-45a0-90d8-067f25aee1b2 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427402 Feb 28 17:19:34.902018 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67db5d3a-c575-4e4c-93f7-d390939387d7 None None] Network 91981ed3-7507-473e-bc6a-cc9456441a99 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:19:34.932013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-7facd490-14a7-4518-90d7-e2d8f99fd266 service neutron] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:34.943071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d1a4a1-a69a-4aa8-b976-e12f22d32f07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Network 91981ed3-7507-473e-bc6a-cc9456441a99 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:34.948332 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-c1d1a4a1-a69a-4aa8-b976-e12f22d32f07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:34.966398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1a4a1-a69a-4aa8-b976-e12f22d32f07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:35.052689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d1a4a1-a69a-4aa8-b976-e12f22d32f07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:35.053950 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a4a1-a69a-4aa8-b976-e12f22d32f07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:35.069607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1a4a1-a69a-4aa8-b976-e12f22d32f07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'Port': ['ID=798e28b7-2a97-42c3-9aa7-4413d6985b80,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:35.158098 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Attempting to bind port 18153841-a063-4666-83bc-bd7b32ac65ce on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:35.158698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Attempting to bind port 18153841-a063-4666-83bc-bd7b32ac65ce by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '9571ca88-1379-4607-b84a-97d78d76b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:35.160136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Attempting to bind port 18153841-a063-4666-83bc-bd7b32ac65ce on network 7d906d5f-4f1b-416c-9ece-e01d9e321052 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:35.174348 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Router 8af8668e-e582-47e0-9b65-c0715f209269 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:19:35.179838 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c1d1a4a1-a69a-4aa8-b976-e12f22d32f07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2645090 Feb 28 17:19:35.180550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47270) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:35.181273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-7facd490-14a7-4518-90d7-e2d8f99fd266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf11550-a277-4d9a-bc89-d56129b220a4 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:19:35.185513 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a9c5a4bc-932f-4ad5-a71c-80e7bb410892 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'port': {'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99', 'name': 'tempest-TaggedBootDevicesTest-1422578416', 'fixed_ips': [{'subnet_id': '54d8b4a6-73f9-4d54-bb5c-3856ed373ac8'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:35.186602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:35.192272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Checking segment: {'id': '9571ca88-1379-4607-b84a-97d78d76b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:35.192869 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:35.194563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Bound using segment: {'id': '9571ca88-1379-4607-b84a-97d78d76b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:35.195185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Bound port: 18153841-a063-4666-83bc-bd7b32ac65ce, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571ca88-1379-4607-b84a-97d78d76b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:35.200286 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (18153841-a063-4666-83bc-bd7b32ac65ce), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:35.227328 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-7facd490-14a7-4518-90d7-e2d8f99fd266 service neutron] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=cbf11550-a277-4d9a-bc89-d56129b220a4,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:35.231003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8f4daafb-b37b-41d7-900c-4f649581176f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:35.231889 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:35.270870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ae646968-2933-4a6f-930d-d1bf04a5b38a None None] Provisioning complete for port 8f4daafb-b37b-41d7-900c-4f649581176f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:35.271433 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ae646968-2933-4a6f-930d-d1bf04a5b38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:35.314973 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c7757-30f3-412e-9c48-a4f61f0096b5 req-91d4f890-ab03-46a0-bbdc-c2f4d2722dac tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:35.318658 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3d2c7757-30f3-412e-9c48-a4f61f0096b5 req-91d4f890-ab03-46a0-bbdc-c2f4d2722dac tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 943 time: 0.2754304 Feb 28 17:19:35.328702 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-7facd490-14a7-4518-90d7-e2d8f99fd266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:35.395568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] For port 18153841-a063-4666-83bc-bd7b32ac65ce, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:35.399358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] For port 18153841-a063-4666-83bc-bd7b32ac65ce, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=18153841-a063-4666-83bc-bd7b32ac65ce,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:35.408348 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device cbf11550-a277-4d9a-bc89-d56129b220a4 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:19:35.446533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 8f4daafb-b37b-41d7-900c-4f649581176f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8f4daafb-b37b-41d7-900c-4f649581176f,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:35.514386 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (18153841-a063-4666-83bc-bd7b32ac65ce), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:35.531534 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:35.577856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c5a4bc-932f-4ad5-a71c-80e7bb410892 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Made reservation on behalf of 9bc69e6115184d37ad88d60bb1dd4133 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:35.592523 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a4bc-932f-4ad5-a71c-80e7bb410892 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:35.636857 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-a9c5a4bc-932f-4ad5-a71c-80e7bb410892 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] device_id is not set on port ef6ac6e4-3324-41d9-af4d-48868536be2c yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:19:35.794236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b9b167a2-f4f1-4448-9259-1850aa286c08 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:35.880059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf3a3-b2a8-4467-a654-5926c5d20025 None None] Pushing event updated for resources: {'Port': ['ID=18153841-a063-4666-83bc-bd7b32ac65ce,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:36.070949 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ae646968-2933-4a6f-930d-d1bf04a5b38a None None] Current status of the port 8f4daafb-b37b-41d7-900c-4f649581176f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:36.116544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port cbf11550-a277-4d9a-bc89-d56129b220a4 is: DOWN; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:36.120813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-a9c5a4bc-932f-4ad5-a71c-80e7bb410892 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Allocated IP 10.1.1.17 (91981ed3-7507-473e-bc6a-cc9456441a99/54d8b4a6-73f9-4d54-bb5c-3856ed373ac8/ef6ac6e4-3324-41d9-af4d-48868536be2c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:36.235635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=8f4daafb-b37b-41d7-900c-4f649581176f,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:36.252431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port b9b167a2-f4f1-4448-9259-1850aa286c08 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:36.253695 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b9b167a2-f4f1-4448-9259-1850aa286c08), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:36.470395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1bc883f0-d06a-4fe6-9220-06f2fa1c810d None None] Provisioning complete for port 15dbadac-59a8-4a13-8add-a1984b115517 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:36.470395 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1bc883f0-d06a-4fe6-9220-06f2fa1c810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15dbadac-59a8-4a13-8add-a1984b115517), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:36.623307 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a4bc-932f-4ad5-a71c-80e7bb410892 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:36.764809 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1bc883f0-d06a-4fe6-9220-06f2fa1c810d None None] Port 15dbadac-59a8-4a13-8add-a1984b115517 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:19:36.793193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b9b167a2-f4f1-4448-9259-1850aa286c08 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:36.794142 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b9b167a2-f4f1-4448-9259-1850aa286c08), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:36.907781 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3d2c7757-30f3-412e-9c48-a4f61f0096b5 req-6003c36d-364c-43c5-9ec2-e54734f00c20 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5730951 Feb 28 17:19:36.936894 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port b9b167a2-f4f1-4448-9259-1850aa286c08, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b9b167a2-f4f1-4448-9259-1850aa286c08,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:36.965451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e2da9f8b-a5ba-4e68-8a3e-4dc345177414 None None] Provisioning complete for port 798e28b7-2a97-42c3-9aa7-4413d6985b80 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:36.965839 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e2da9f8b-a5ba-4e68-8a3e-4dc345177414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:36.996744 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:19:37.024399 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ac0b9e9d-b9e6-4d71-a840-07e57707f6bc admin admin] 10.222.0.72 "PUT /v2.0/routers/8af8668e-e582-47e0-9b65-c0715f209269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1191859 Feb 28 17:19:37.056955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-7facd490-14a7-4518-90d7-e2d8f99fd266 service neutron] Transition to ACTIVE for port object cbf11550-a277-4d9a-bc89-d56129b220a4 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:19:37.068716 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e2da9f8b-a5ba-4e68-8a3e-4dc345177414 None None] Port 798e28b7-2a97-42c3-9aa7-4413d6985b80 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:19:37.113836 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a4bc-932f-4ad5-a71c-80e7bb410892 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:37.122287 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e2da9f8b-a5ba-4e68-8a3e-4dc345177414 None None] Provisioning complete for port 8f4daafb-b37b-41d7-900c-4f649581176f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:37.122882 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e2da9f8b-a5ba-4e68-8a3e-4dc345177414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:37.153218 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b9b167a2-f4f1-4448-9259-1850aa286c08), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:37.168431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d8c09-44cb-4114-b15c-c7bb6c288798 req-7af47fb9-8255-4d0d-8476-a28b7be9abe2 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:37.180444 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b59d8c09-44cb-4114-b15c-c7bb6c288798 req-7af47fb9-8255-4d0d-8476-a28b7be9abe2 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.1218729 Feb 28 17:19:37.186988 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-7facd490-14a7-4518-90d7-e2d8f99fd266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:37.245133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=b9b167a2-f4f1-4448-9259-1850aa286c08,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:37.264910 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device cbf11550-a277-4d9a-bc89-d56129b220a4 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:19:37.289342 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Sync routers for ids ['8af8668e-e582-47e0-9b65-c0715f209269'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:19:37.304108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c5a4bc-932f-4ad5-a71c-80e7bb410892 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Network 91981ed3-7507-473e-bc6a-cc9456441a99 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:37.318606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-a9c5a4bc-932f-4ad5-a71c-80e7bb410892 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:37.319599 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Routers {'8af8668e-e582-47e0-9b65-c0715f209269'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:37.320227 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:19:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['8af8668e-e582-47e0-9b65-c0715f209269'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:37.321690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c5a4bc-932f-4ad5-a71c-80e7bb410892 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:37.422703 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd490-14a7-4518-90d7-e2d8f99fd266 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf11550-a277-4d9a-bc89-d56129b220a4,revision_number=10']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:37.466335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c5a4bc-932f-4ad5-a71c-80e7bb410892 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:37.479615 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a4bc-932f-4ad5-a71c-80e7bb410892 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:37.501095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5a4bc-932f-4ad5-a71c-80e7bb410892 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'Port': ['ID=ef6ac6e4-3324-41d9-af4d-48868536be2c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:37.529969 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-7facd490-14a7-4518-90d7-e2d8f99fd266 service neutron] No DVR routers for this DVR port cbf11550-a277-4d9a-bc89-d56129b220a4 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:19:37.572310 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b59d8c09-44cb-4114-b15c-c7bb6c288798 req-df11fd6e-07ec-483e-b2a4-3163bbf2c425 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892365 Feb 28 17:19:37.593966 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a9c5a4bc-932f-4ad5-a71c-80e7bb410892 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4008319 Feb 28 17:19:37.666021 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e2da9f8b-a5ba-4e68-8a3e-4dc345177414 None None] Current status of the port 8f4daafb-b37b-41d7-900c-4f649581176f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:37.715165 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:37.761645 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-7facd490-14a7-4518-90d7-e2d8f99fd266 service neutron] 10.222.0.69 "PUT /v2.0/ports/cbf11550-a277-4d9a-bc89-d56129b220a4/bindings/n-h1-820368-19/activate HTTP/1.1" status: 200 len: 370 time: 5.2261777 Feb 28 17:19:37.789227 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Set router 8af8668e-e582-47e0-9b65-c0715f209269 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:19:37.819581 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-855ebbed-b7bb-437f-9518-39a5384a18d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:37.857688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d3a55605-71dd-487f-b6f0-0171c101ae75 None None] Provisioning complete for port 798e28b7-2a97-42c3-9aa7-4413d6985b80 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:37.858404 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d3a55605-71dd-487f-b6f0-0171c101ae75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:37.961817 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416537e-bd67-4660-8418-1a88a547cafb req-eb4e20d1-94a6-43dd-8300-2281b123ef84 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:37.976538 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6416537e-bd67-4660-8418-1a88a547cafb req-eb4e20d1-94a6-43dd-8300-2281b123ef84 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.2137690 Feb 28 17:19:37.996415 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d3a55605-71dd-487f-b6f0-0171c101ae75 None None] Port 798e28b7-2a97-42c3-9aa7-4413d6985b80 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:19:37.998459 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port cbf11550-a277-4d9a-bc89-d56129b220a4 is: DOWN; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:38.023736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8f4daafb-b37b-41d7-900c-4f649581176f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:38.119462 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6416537e-bd67-4660-8418-1a88a547cafb req-0559fe9a-6209-443e-8d50-8081c95751ff tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276326 Feb 28 17:19:38.127841 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475d471d-82b9-4b9f-9286-0ae9a6be3768 None None] Network 7d906d5f-4f1b-416c-9ece-e01d9e321052 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:19:38.163358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-36d2920d-e79c-45e2-b5a4-468412104e38 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:38.164675 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:19:31Z', 'revision_number': 4, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port': {'id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:22Z', 'updated_at': '2022-02-28T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '15dbadac-59a8-4a13-8add-a1984b115517', 'name': '', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'mac_address': 'fa:16:3e:30:6d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:29Z', 'updated_at': '2022-02-28T17:19:32Z', 'revision_number': 2, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'subnets': [{'id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:38.170017 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-36d2920d-e79c-45e2-b5a4-468412104e38 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa&tenant_id=dae94b749f7c42e383840585fc56524b&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1127 time: 0.2555234 Feb 28 17:19:38.321282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-bb1fb093-94b2-4dda-948c-9da1c619b1fc None None] Provisioning complete for port ef6ac6e4-3324-41d9-af4d-48868536be2c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:38.331872 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb093-94b2-4dda-948c-9da1c619b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:38.332190 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Checking router: 8af8668e-e582-47e0-9b65-c0715f209269 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:19:38.332664 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Updating router 8af8668e-e582-47e0-9b65-c0715f209269 port 15dbadac-59a8-4a13-8add-a1984b115517 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:19:38.368581 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (15dbadac-59a8-4a13-8add-a1984b115517), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:38.445343 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8f4daafb-b37b-41d7-900c-4f649581176f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:38.446257 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:38.467627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-5f6435b9-f30d-4b9c-8bcb-f4c89dff7081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:38.480449 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-5f6435b9-f30d-4b9c-8bcb-f4c89dff7081 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa&tenant_id=dae94b749f7c42e383840585fc56524b HTTP/1.1" status: 200 len: 1127 time: 0.3004081 Feb 28 17:19:38.575905 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fb093-94b2-4dda-948c-9da1c619b1fc None None] Port ef6ac6e4-3324-41d9-af4d-48868536be2c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:19:38.586681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-0b8b5f9f-f0bc-4671-b9a0-ff114b9dab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:38.588184 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-0b8b5f9f-f0bc-4671-b9a0-ff114b9dab89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 1127 time: 0.0869734 Feb 28 17:19:38.764699 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9a3b171c-5cdb-4d98-8823-a8edb973bec4 None None] Provisioning complete for port 18153841-a063-4666-83bc-bd7b32ac65ce triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:38.765230 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9a3b171c-5cdb-4d98-8823-a8edb973bec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (18153841-a063-4666-83bc-bd7b32ac65ce), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:38.769296 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8f4daafb-b37b-41d7-900c-4f649581176f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:38.770482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 18153841-a063-4666-83bc-bd7b32ac65ce up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:38.856934 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-7495b487-d47e-442f-9f77-ddb0599e28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:38.860495 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-7495b487-d47e-442f-9f77-ddb0599e28fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.2661202 Feb 28 17:19:38.950180 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Publish callbacks [] for port (15dbadac-59a8-4a13-8add-a1984b115517), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:38.968635 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-f2f41cae-1dca-47e2-9126-85879cb077ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbf11550-a277-4d9a-bc89-d56129b220a4 HTTP/1.1" status: 200 len: 217 time: 0.0986476 Feb 28 17:19:38.989857 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 18153841-a063-4666-83bc-bd7b32ac65ce triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:38.990588 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (18153841-a063-4666-83bc-bd7b32ac65ce), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:39.012077 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (15dbadac-59a8-4a13-8add-a1984b115517), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:39.089160 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62347d-9b5d-473d-8475-fcad0550be68 None None] Pushing event updated for resources: {'Port': ['ID=15dbadac-59a8-4a13-8add-a1984b115517,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:39.099045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-287a8055-c10e-45d5-955c-ec5168af6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:39.100138 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-287a8055-c10e-45d5-955c-ec5168af6b4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1253674 Feb 28 17:19:39.173034 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-e88c3233-35be-4f45-8dd3-20a79dc39ea1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634651 Feb 28 17:19:39.207720 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Attempting to bind port 15dbadac-59a8-4a13-8add-a1984b115517 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:39.208092 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Attempting to bind port 15dbadac-59a8-4a13-8add-a1984b115517 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '2cbc1621-610d-41e6-b277-da27d386e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:39.208455 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Attempting to bind port 15dbadac-59a8-4a13-8add-a1984b115517 on network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:39.230083 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:39.232915 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Checking segment: {'id': '2cbc1621-610d-41e6-b277-da27d386e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:39.233550 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:39.234189 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Bound using segment: {'id': '2cbc1621-610d-41e6-b277-da27d386e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:39.236041 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Bound port: 15dbadac-59a8-4a13-8add-a1984b115517, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbc1621-610d-41e6-b277-da27d386e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:39.236959 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (15dbadac-59a8-4a13-8add-a1984b115517), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:39.242035 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b171c-5cdb-4d98-8823-a8edb973bec4 None None] Current status of the port 18153841-a063-4666-83bc-bd7b32ac65ce is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:39.242436 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9a3b171c-5cdb-4d98-8823-a8edb973bec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (18153841-a063-4666-83bc-bd7b32ac65ce), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:39.245605 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 18153841-a063-4666-83bc-bd7b32ac65ce is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:39.246016 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (18153841-a063-4666-83bc-bd7b32ac65ce), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:39.356819 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9a3b171c-5cdb-4d98-8823-a8edb973bec4 None None] For port 18153841-a063-4666-83bc-bd7b32ac65ce, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=18153841-a063-4666-83bc-bd7b32ac65ce,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:39.408561 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-fcd69358-131a-4573-afe1-f254c33722d4 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280660 Feb 28 17:19:39.411987 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] For port 15dbadac-59a8-4a13-8add-a1984b115517, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:39.418777 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] For port 15dbadac-59a8-4a13-8add-a1984b115517, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=15dbadac-59a8-4a13-8add-a1984b115517,segment=NetworkSegment(2cbc1621-610d-41e6-b277-da27d386e91a),segment_id=2cbc1621-610d-41e6-b277-da27d386e91a)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:39.428260 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9a3b171c-5cdb-4d98-8823-a8edb973bec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (18153841-a063-4666-83bc-bd7b32ac65ce), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:39.504789 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (15dbadac-59a8-4a13-8add-a1984b115517), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:39.562438 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:19:39.562785 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:19:39.566581 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-6c965b9f-6365-44b9-bade-33fb77470446 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478388 Feb 28 17:19:39.569363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b171c-5cdb-4d98-8823-a8edb973bec4 None None] Pushing event updated for resources: {'Port': ['ID=18153841-a063-4666-83bc-bd7b32ac65ce,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:39.588974 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-343ef8f3-762f-443b-a89c-222a5e5bb53c None None] Provisioning complete for port 15dbadac-59a8-4a13-8add-a1984b115517 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:39.589358 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-343ef8f3-762f-443b-a89c-222a5e5bb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15dbadac-59a8-4a13-8add-a1984b115517), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:39.646990 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Routers {'8af8668e-e582-47e0-9b65-c0715f209269'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:19:39.647899 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:19:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['8af8668e-e582-47e0-9b65-c0715f209269'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:39.714147 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62347d-9b5d-473d-8475-fcad0550be68 None None] Pushing event updated for resources: {'Port': ['ID=15dbadac-59a8-4a13-8add-a1984b115517,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:39.796900 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-343ef8f3-762f-443b-a89c-222a5e5bb53c None None] Current status of the port 15dbadac-59a8-4a13-8add-a1984b115517 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:39.797354 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-343ef8f3-762f-443b-a89c-222a5e5bb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (15dbadac-59a8-4a13-8add-a1984b115517), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:39.835686 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:39.904358 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] Set router 8af8668e-e582-47e0-9b65-c0715f209269 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:19:39.951734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-343ef8f3-762f-443b-a89c-222a5e5bb53c None None] For port 15dbadac-59a8-4a13-8add-a1984b115517, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=15dbadac-59a8-4a13-8add-a1984b115517,segment=NetworkSegment(2cbc1621-610d-41e6-b277-da27d386e91a),segment_id=2cbc1621-610d-41e6-b277-da27d386e91a)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:39.989552 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0dee836c-4eab-44c1-b19c-9a3df93c7561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:40.122479 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 18153841-a063-4666-83bc-bd7b32ac65ce is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:40.123201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b9b167a2-f4f1-4448-9259-1850aa286c08 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:40.171050 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:19:31Z', 'revision_number': 4, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port': {'id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:22Z', 'updated_at': '2022-02-28T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '15dbadac-59a8-4a13-8add-a1984b115517', 'name': '', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'mac_address': 'fa:16:3e:30:6d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:29Z', 'updated_at': '2022-02-28T17:19:39Z', 'revision_number': 4, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'subnets': [{'id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:19:40.188795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port b9b167a2-f4f1-4448-9259-1850aa286c08 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:40.189434 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b9b167a2-f4f1-4448-9259-1850aa286c08), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:40.201401 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f34483-bb56-4c46-9060-81e475adc290 None None] The sync data for ids ['8af8668e-e582-47e0-9b65-c0715f209269'] in n-d-820368-19 is: [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:19:31Z', 'revision_number': 4, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port': {'id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:22Z', 'updated_at': '2022-02-28T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '15dbadac-59a8-4a13-8add-a1984b115517', 'name': '', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'mac_address': 'fa:16:3e:30:6d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:29Z', 'updated_at': '2022-02-28T17:19:39Z', 'revision_number': 4, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'subnets': [{'id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:19:40.343079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b9b167a2-f4f1-4448-9259-1850aa286c08 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:40.443352 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-343ef8f3-762f-443b-a89c-222a5e5bb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (15dbadac-59a8-4a13-8add-a1984b115517), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:40.499509 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-343ef8f3-762f-443b-a89c-222a5e5bb53c None None] Provisioning complete for port 18153841-a063-4666-83bc-bd7b32ac65ce triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:40.500328 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-343ef8f3-762f-443b-a89c-222a5e5bb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (18153841-a063-4666-83bc-bd7b32ac65ce), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:40.556690 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ef8f3-762f-443b-a89c-222a5e5bb53c None None] Pushing event updated for resources: {'Port': ['ID=15dbadac-59a8-4a13-8add-a1984b115517,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:40.598731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 18153841-a063-4666-83bc-bd7b32ac65ce up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:40.664937 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-ec5944d6-4c98-4460-bc5a-0f90b13967d5 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:40.666769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-ec5944d6-4c98-4460-bc5a-0f90b13967d5 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa&tenant_id=dae94b749f7c42e383840585fc56524b&binding%3Ahost_id=n-h1-820368-19 HTTP/1.1" status: 200 len: 1127 time: 0.1259825 Feb 28 17:19:40.953700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 18153841-a063-4666-83bc-bd7b32ac65ce triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:40.954117 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (18153841-a063-4666-83bc-bd7b32ac65ce), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:41.029120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-343ef8f3-762f-443b-a89c-222a5e5bb53c None None] Current status of the port 18153841-a063-4666-83bc-bd7b32ac65ce is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:41.044200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-95274de6-dd57-40bf-b4db-27d25d8ac383 service neutron] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:41.047593 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-95274de6-dd57-40bf-b4db-27d25d8ac383 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:41.048875 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6ce5708-48af-43a2-af76-56fefbab9548 req-95274de6-dd57-40bf-b4db-27d25d8ac383 service neutron] 10.222.0.73 "DELETE /v2.0/ports/cbf11550-a277-4d9a-bc89-d56129b220a4/bindings/n-h2-820368-19 HTTP/1.1" status: 204 len: 173 time: 0.3738832 Feb 28 17:19:41.161529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 18153841-a063-4666-83bc-bd7b32ac65ce is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:41.162832 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 15dbadac-59a8-4a13-8add-a1984b115517 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:41.290191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-49227fb3-a56f-4131-8e55-45e7c28bf200 None None] Provisioning complete for port 15dbadac-59a8-4a13-8add-a1984b115517 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:41.290557 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-49227fb3-a56f-4131-8e55-45e7c28bf200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15dbadac-59a8-4a13-8add-a1984b115517), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:41.380613 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:41.393140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 15dbadac-59a8-4a13-8add-a1984b115517 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:41.393613 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15dbadac-59a8-4a13-8add-a1984b115517), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:41.512326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-49227fb3-a56f-4131-8e55-45e7c28bf200 None None] Current status of the port 15dbadac-59a8-4a13-8add-a1984b115517 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:41.591286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 15dbadac-59a8-4a13-8add-a1984b115517 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:42.348521 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:42.469468 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 15dbadac-59a8-4a13-8add-a1984b115517 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:19:42.663820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 15dbadac-59a8-4a13-8add-a1984b115517 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:42.663820 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15dbadac-59a8-4a13-8add-a1984b115517), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:42.663820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 15dbadac-59a8-4a13-8add-a1984b115517 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:42.866933 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-2b7a3b81-263b-4100-ac9e-256f82147167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:42.868757 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-2b7a3b81-263b-4100-ac9e-256f82147167 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 1128 time: 0.0693958 Feb 28 17:19:43.018045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-76675efb-77bd-4ac9-b485-1f653a1a6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:43.019911 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-76675efb-77bd-4ac9-b485-1f653a1a6ce3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.1443427 Feb 28 17:19:43.078473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-a65bd527-f025-4cd3-90d3-ec32a3fb38c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99b07604-73a2-4d93-8576-1bda403d1e98 HTTP/1.1" status: 200 len: 217 time: 0.0506585 Feb 28 17:19:43.155220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1c26de4e-cc4d-4206-bbcb-534b137280ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:43.156884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1c26de4e-cc4d-4206-bbcb-534b137280ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.0716112 Feb 28 17:19:43.192666 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-feccbf08-9a7f-4a6b-8f34-5e8efe916cff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293283 Feb 28 17:19:43.330311 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-4573e769-4ff8-4d98-b75d-c1cb3a7a4d32 service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307251 Feb 28 17:19:43.459787 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1ff2e0f8-5fd9-4321-b079-4722363c469b service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215174 Feb 28 17:19:43.903736 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:46.709151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbf7e0-b166-4788-9eda-2b2b317250ec req-4c1be8e4-8172-4816-92de-2eb6d72a0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:46.710717 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7bbf7e0-b166-4788-9eda-2b2b317250ec req-4c1be8e4-8172-4816-92de-2eb6d72a0ac7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 1128 time: 0.1365976 Feb 28 17:19:46.712303 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-dc7013ce-87e1-4569-b04c-05996e500334 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=488427818e64416bac2735e80d540af3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531888 Feb 28 17:19:46.948229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-120764a8-6e09-4cf6-a8c0-c76b285056e7 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:46.949696 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-120764a8-6e09-4cf6-a8c0-c76b285056e7 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294793 Feb 28 17:19:46.950718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbf7e0-b166-4788-9eda-2b2b317250ec req-874b3fdd-71f8-4db2-a59f-f5e1e4bf2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:46.952019 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7bbf7e0-b166-4788-9eda-2b2b317250ec req-874b3fdd-71f8-4db2-a59f-f5e1e4bf2043 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.2221220 Feb 28 17:19:46.967740 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-117902b8-0632-40a2-9e49-40007c2d34f8 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/quotas/488427818e64416bac2735e80d540af3 HTTP/1.1" status: 200 len: 375 time: 0.0119653 Feb 28 17:19:47.022781 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7bbf7e0-b166-4788-9eda-2b2b317250ec req-2a794f4f-b292-42db-8a0d-473031098bce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99b07604-73a2-4d93-8576-1bda403d1e98 HTTP/1.1" status: 200 len: 217 time: 0.0540519 Feb 28 17:19:47.063673 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-b184c3c5-d016-4873-a887-7b7cc522634d tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=488427818e64416bac2735e80d540af3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869930 Feb 28 17:19:47.092460 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47350) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:47.102234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-fce20835-e84f-4fe5-a7df-305d34e9237d tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351532228', 'description': 'tempest-description--1203633793'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:47.164734 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbf7e0-b166-4788-9eda-2b2b317250ec req-49e0c38b-2cfb-4c27-92c4-a6f8477eda80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:47.166240 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7bbf7e0-b166-4788-9eda-2b2b317250ec req-49e0c38b-2cfb-4c27-92c4-a6f8477eda80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.1115291 Feb 28 17:19:47.220738 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7bbf7e0-b166-4788-9eda-2b2b317250ec req-9b94825a-b6f9-420d-9492-b95c30353db3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471098 Feb 28 17:19:47.241259 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fce20835-e84f-4fe5-a7df-305d34e9237d tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:47.335241 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7bbf7e0-b166-4788-9eda-2b2b317250ec req-6c3f2832-e8e9-4310-863e-3c446abdebe8 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020625 Feb 28 17:19:47.337288 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fce20835-e84f-4fe5-a7df-305d34e9237d tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for security_group (be3376f2-2092-49b7-b63a-ffb352ed08e3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:47.430985 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7bbf7e0-b166-4788-9eda-2b2b317250ec req-da701069-807c-427a-9ecc-b4d9de758f93 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887630 Feb 28 17:19:47.465523 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fce20835-e84f-4fe5-a7df-305d34e9237d tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (be3376f2-2092-49b7-b63a-ffb352ed08e3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:47.468041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47352) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:47.474877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-66765acf-972c-41ed-a70c-e31c3fbe0f80 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209311385', 'description': 'tempest-description--1735555235'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:47.546941 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fce20835-e84f-4fe5-a7df-305d34e9237d tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:47.551478 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fce20835-e84f-4fe5-a7df-305d34e9237d tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4544854 Feb 28 17:19:47.560885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47362) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:47.567998 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-773dd38e-f64b-4863-87af-6ef1a79de27a tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Request body: {'security_group_rule': {'security_group_id': 'be3376f2-2092-49b7-b63a-ffb352ed08e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:47.585906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce20835-e84f-4fe5-a7df-305d34e9237d tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3376f2-2092-49b7-b63a-ffb352ed08e3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:47.612710 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-66765acf-972c-41ed-a70c-e31c3fbe0f80 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:47.618321 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29c390-c0b2-43b1-b129-70fcb4e2ec1b req-8423b205-983a-4029-94f1-88e268e8e8e5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:47.626294 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1d29c390-c0b2-43b1-b129-70fcb4e2ec1b req-8423b205-983a-4029-94f1-88e268e8e8e5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 944 time: 0.0766270 Feb 28 17:19:47.662184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e016ce-2fe5-48e1-b0b1-6154791a0e86 req-39707d50-b96f-41cb-a38c-6c69abf15ba0 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:47.664581 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5e016ce-2fe5-48e1-b0b1-6154791a0e86 req-39707d50-b96f-41cb-a38c-6c69abf15ba0 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.1171012 Feb 28 17:19:47.698588 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1d29c390-c0b2-43b1-b129-70fcb4e2ec1b req-48b7ba45-9b52-4e0c-9695-d541cddda25d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713539 Feb 28 17:19:47.735335 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-66765acf-972c-41ed-a70c-e31c3fbe0f80 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for security_group (1749de5f-48a0-4e13-9067-2190f3f594d3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:47.772420 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-773dd38e-f64b-4863-87af-6ef1a79de27a tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for security_group_rule (43c47530-3aa3-4d48-b3a4-2bc88d199268), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:47.832000 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-66765acf-972c-41ed-a70c-e31c3fbe0f80 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1749de5f-48a0-4e13-9067-2190f3f594d3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:47.861084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0de1b-bf2e-48e3-8e06-702e5cea0cf5 req-511217a2-2faa-4348-a885-46b7e1e9630a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:47.872827 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ca0de1b-bf2e-48e3-8e06-702e5cea0cf5 req-511217a2-2faa-4348-a885-46b7e1e9630a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.0811818 Feb 28 17:19:47.892631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66765acf-972c-41ed-a70c-e31c3fbe0f80 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1749de5f-48a0-4e13-9067-2190f3f594d3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:47.938816 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5e016ce-2fe5-48e1-b0b1-6154791a0e86 req-b80e46a9-3b1a-4df5-b69a-08bf53e062a6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597425 Feb 28 17:19:47.954558 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ca0de1b-bf2e-48e3-8e06-702e5cea0cf5 req-136c90fc-219c-4e1b-a00e-21ba3cfec2b1 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803225 Feb 28 17:19:47.976937 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-773dd38e-f64b-4863-87af-6ef1a79de27a tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for security_group_rule (43c47530-3aa3-4d48-b3a4-2bc88d199268), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.023961 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-66765acf-972c-41ed-a70c-e31c3fbe0f80 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.028353 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-66765acf-972c-41ed-a70c-e31c3fbe0f80 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5583999 Feb 28 17:19:48.029009 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47388) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:48.043607 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ce3417b9-7d92-491f-b661-8c3a93dfce00 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'security_group_rule': {'security_group_id': '1749de5f-48a0-4e13-9067-2190f3f594d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:48.044408 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fe6afbcf-a0d2-4dce-ad2e-99696a602050 req-5104d0ce-2d3b-4ef3-a49b-bc826a38abb2 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 210 time: 0.0408752 Feb 28 17:19:48.090901 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-773dd38e-f64b-4863-87af-6ef1a79de27a tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (43c47530-3aa3-4d48-b3a4-2bc88d199268), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.112546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dd38e-f64b-4863-87af-6ef1a79de27a tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c47530-3aa3-4d48-b3a4-2bc88d199268,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:48.134697 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce3417b9-7d92-491f-b661-8c3a93dfce00 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for security_group_rule (1339b481-7272-4008-a9c6-cebd0d1e6ef1), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.211466 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d20ac8-bbe0-4f96-a117-f185896fdf96 req-b413007b-f17d-4778-8d61-4ee9aaeb1caf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:48.213006 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43d20ac8-bbe0-4f96-a117-f185896fdf96 req-b413007b-f17d-4778-8d61-4ee9aaeb1caf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=e60d87c3-7b1c-49ac-a937-6919fdefbd45 HTTP/1.1" status: 200 len: 950 time: 0.1012340 Feb 28 17:19:48.232837 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-773dd38e-f64b-4863-87af-6ef1a79de27a tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.236493 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-773dd38e-f64b-4863-87af-6ef1a79de27a tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6728830 Feb 28 17:19:48.239022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47402) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:48.250220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-6ddebcd2-1ec8-448d-8561-8028bb7f3f46 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Request body: {'security_group_rule': {'security_group_id': 'be3376f2-2092-49b7-b63a-ffb352ed08e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:48.307396 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce3417b9-7d92-491f-b661-8c3a93dfce00 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for security_group_rule (1339b481-7272-4008-a9c6-cebd0d1e6ef1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.343786 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43d20ac8-bbe0-4f96-a117-f185896fdf96 req-0565413d-5bdf-4e57-88bc-a32824627cdd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193078 Feb 28 17:19:48.382336 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-12c0d4e9-fdee-42b9-8cbc-c26ae191393c tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:48.392181 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-12c0d4e9-fdee-42b9-8cbc-c26ae191393c tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/networks?id=7f1b69e1-b54a-466f-9aa9-4b2a97d09946 HTTP/1.1" status: 200 len: 813 time: 0.2126875 Feb 28 17:19:48.411512 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ddebcd2-1ec8-448d-8561-8028bb7f3f46 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for security_group_rule (728d8415-1505-4591-845e-5a303ef09db8), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.411642 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce3417b9-7d92-491f-b661-8c3a93dfce00 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (1339b481-7272-4008-a9c6-cebd0d1e6ef1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.437221 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-ed7e1342-6a01-4923-a18a-f49e2174b751 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/quotas/a32156ef9f5e4681b58b24b6e5f4b529 HTTP/1.1" status: 200 len: 375 time: 0.0365233 Feb 28 17:19:48.476764 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3417b9-7d92-491f-b661-8c3a93dfce00 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1339b481-7272-4008-a9c6-cebd0d1e6ef1,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:48.514161 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-c21c8c16-d29a-4a15-a841-d31600c91c5b tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a32156ef9f5e4681b58b24b6e5f4b529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756466 Feb 28 17:19:48.515345 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ddebcd2-1ec8-448d-8561-8028bb7f3f46 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for security_group_rule (728d8415-1505-4591-845e-5a303ef09db8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.547807 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce3417b9-7d92-491f-b661-8c3a93dfce00 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.551988 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ce3417b9-7d92-491f-b661-8c3a93dfce00 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5186851 Feb 28 17:19:48.552995 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47418) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:48.558090 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c5cec755-9bc3-4f5a-9121-62b400047b96 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'security_group_rule': {'security_group_id': '1749de5f-48a0-4e13-9067-2190f3f594d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:48.591456 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ddebcd2-1ec8-448d-8561-8028bb7f3f46 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (728d8415-1505-4591-845e-5a303ef09db8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.615707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddebcd2-1ec8-448d-8561-8028bb7f3f46 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728d8415-1505-4591-845e-5a303ef09db8,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:48.633741 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-277d3d2a-8228-4d18-a436-d0ae9e6dbe5f service neutron] 10.222.0.72 "GET /v2.0/networks/7f1b69e1-b54a-466f-9aa9-4b2a97d09946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184959 Feb 28 17:19:48.708352 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ddebcd2-1ec8-448d-8561-8028bb7f3f46 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.712780 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6ddebcd2-1ec8-448d-8561-8028bb7f3f46 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4699848 Feb 28 17:19:48.713450 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5cec755-9bc3-4f5a-9121-62b400047b96 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for security_group_rule (80bb4d6d-7581-4e4f-92b7-a2d8cdc6bea2), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.713606 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47426) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:48.725785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:48.754286 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-e79b3e57-e414-4916-be9e-bdd57fbeae29 service neutron] 10.222.0.72 "GET /v2.0/networks/7f1b69e1-b54a-466f-9aa9-4b2a97d09946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126552 Feb 28 17:19:48.769088 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5cec755-9bc3-4f5a-9121-62b400047b96 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for security_group_rule (80bb4d6d-7581-4e4f-92b7-a2d8cdc6bea2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.810698 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.856246 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5cec755-9bc3-4f5a-9121-62b400047b96 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (80bb4d6d-7581-4e4f-92b7-a2d8cdc6bea2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.877873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cec755-9bc3-4f5a-9121-62b400047b96 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bb4d6d-7581-4e4f-92b7-a2d8cdc6bea2,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:48.913891 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.998577 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5cec755-9bc3-4f5a-9121-62b400047b96 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:48.998577 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c5cec755-9bc3-4f5a-9121-62b400047b96 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4425740 Feb 28 17:19:48.998577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47434) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:19:49.002345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:49.036625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Allocated IP 172.25.3.73 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/2d46477f-5873-44f2-acd8-bdf2f9e67dca) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:49.145264 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:49.218127 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe7b5f-27b0-40e4-88ec-bf3395f1eda6 req-eb429271-eb6a-4460-b24f-6568257ea3e3 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:49.225163 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11fe7b5f-27b0-40e4-88ec-bf3395f1eda6 req-eb429271-eb6a-4460-b24f-6568257ea3e3 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 1127 time: 0.1456509 Feb 28 17:19:49.234050 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for port (2d46477f-5873-44f2-acd8-bdf2f9e67dca), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:49.311547 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11fe7b5f-27b0-40e4-88ec-bf3395f1eda6 req-40aacdf8-dd49-4988-94ac-c6f3b3da9a6d tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838168 Feb 28 17:19:49.353837 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:49.435275 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2d46477f-5873-44f2-acd8-bdf2f9e67dca), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:49.529544 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Allocated IP 172.25.3.19 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/0af59903-2c98-49cd-8aa0-1825d4f8ee8b) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:49.538724 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:49.542550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:49.560986 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:49.675439 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for port (0af59903-2c98-49cd-8aa0-1825d4f8ee8b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:49.737011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Pushing event updated for resources: {'Port': ['ID=2d46477f-5873-44f2-acd8-bdf2f9e67dca,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:49.765109 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8c2b2-87d9-41b9-8c0b-ff2b2a30328c req-dbe4c3e4-6d0b-4c86-a208-5fd233d1a0bb tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:49.770886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8c2b2-87d9-41b9-8c0b-ff2b2a30328c req-dbe4c3e4-6d0b-4c86-a208-5fd233d1a0bb tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:49.772562 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8fc8c2b2-87d9-41b9-8c0b-ff2b2a30328c req-dbe4c3e4-6d0b-4c86-a208-5fd233d1a0bb tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb&device_id=e60d87c3-7b1c-49ac-a937-6919fdefbd45 HTTP/1.1" status: 200 len: 1691 time: 0.1346312 Feb 28 17:19:49.776786 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for floatingip (c6e4e1cb-32e5-447b-8757-5d27acee2272), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:49.790826 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0af59903-2c98-49cd-8aa0-1825d4f8ee8b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:49.830075 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8fc8c2b2-87d9-41b9-8c0b-ff2b2a30328c req-ea41961d-d447-42ca-9603-87b77b1365fc tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500655 Feb 28 17:19:49.840942 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:49.854755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:49.857710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'Port': ['ID=0af59903-2c98-49cd-8aa0-1825d4f8ee8b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:49.860125 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:49.918747 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2d46477f-5873-44f2-acd8-bdf2f9e67dca), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:49.938127 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bfea3ad1-0770-443e-a1b7-0831047f94d7 req-110d9ae7-1ad9-44c4-a2b8-a4919e1b1330 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 210 time: 0.0472238 Feb 28 17:19:50.047682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a9274f9-b606-406d-9cb5-bb562ea8086e req-29b6f772-f956-407f-823a-3c95e97c64bb tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 210 time: 0.0423532 Feb 28 17:19:50.059361 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for floatingip (e922390a-ad8b-4b32-8faa-95d93d165af6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:50.128593 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af286418-2ee9-43e3-af6a-7ec2f1ccc36f req-fb51a9cb-079c-4e6e-ae9f-d525aa9c3f07 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:50.136593 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-af286418-2ee9-43e3-af6a-7ec2f1ccc36f req-fb51a9cb-079c-4e6e-ae9f-d525aa9c3f07 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.1679447 Feb 28 17:19:50.228896 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-af286418-2ee9-43e3-af6a-7ec2f1ccc36f req-e9fd8f22-84e5-4f0e-8f7f-836cb2efb30b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914006 Feb 28 17:19:50.265273 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for port (2d46477f-5873-44f2-acd8-bdf2f9e67dca), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:50.277872 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0af59903-2c98-49cd-8aa0-1825d4f8ee8b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:50.326113 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-2efbfe28-dcb5-4f4e-a100-2f0029d4f53e tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=488427818e64416bac2735e80d540af3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290902 Feb 28 17:19:50.327566 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (2d46477f-5873-44f2-acd8-bdf2f9e67dca), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:50.410475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b860-1382-4840-9aed-d6751eea1cae req-a69ae3c1-4a33-41e1-9518-3a4f477c7ea5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:50.414251 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6124b860-1382-4840-9aed-d6751eea1cae req-a69ae3c1-4a33-41e1-9518-3a4f477c7ea5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 820 time: 0.2296472 Feb 28 17:19:50.497544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Pushing event updated for resources: {'Port': ['ID=2d46477f-5873-44f2-acd8-bdf2f9e67dca,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:50.508702 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6124b860-1382-4840-9aed-d6751eea1cae req-f093f6c2-2557-4d4c-9df3-480c33e6babd tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/quotas/dae94b749f7c42e383840585fc56524b HTTP/1.1" status: 200 len: 375 time: 0.0688136 Feb 28 17:19:50.516597 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (c6e4e1cb-32e5-447b-8757-5d27acee2272), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:50.598746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-5066b81c-7947-4ef9-a33e-c456fa9a757b tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:50.600213 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-5066b81c-7947-4ef9-a33e-c456fa9a757b tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676134 Feb 28 17:19:50.608558 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6124b860-1382-4840-9aed-d6751eea1cae req-48696a6c-27ae-4d46-a2b2-3771a480e337 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989580 Feb 28 17:19:50.616484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Request body: {'port': {'device_id': '6ec87450-d93b-4783-b6d3-0135881a344b', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': '488427818e64416bac2735e80d540af3'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:50.624450 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:50.631281 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d199e3f2-192c-4325-9f03-11f14f194f10 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9112711 Feb 28 17:19:50.728256 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for port (0af59903-2c98-49cd-8aa0-1825d4f8ee8b), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:50.767632 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6124b860-1382-4840-9aed-d6751eea1cae req-d270dc2d-7634-4865-959f-705e1e55a38b service neutron] 10.222.0.72 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579309 Feb 28 17:19:50.824248 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-103719b3-3846-47ed-bbec-0ea7208a9637 req-a71294bc-7018-4178-87b5-8e41e5595ecc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0654047 Feb 28 17:19:50.829389 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (0af59903-2c98-49cd-8aa0-1825d4f8ee8b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:50.893373 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Made reservation on behalf of 488427818e64416bac2735e80d540af3 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:50.896815 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:50.932115 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:50.960730 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'Port': ['ID=0af59903-2c98-49cd-8aa0-1825d4f8ee8b,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:50.991924 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103719b3-3846-47ed-bbec-0ea7208a9637 req-bd007787-8130-4495-8fa5-ba3bbca7fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:50.997379 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-103719b3-3846-47ed-bbec-0ea7208a9637 req-bd007787-8130-4495-8fa5-ba3bbca7fecf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 1128 time: 0.1110091 Feb 28 17:19:51.003671 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6124b860-1382-4840-9aed-d6751eea1cae req-87d79ecc-2b72-45e9-8dd7-068682f0bce3 service neutron] 10.222.0.72 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350364 Feb 28 17:19:51.007029 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (e922390a-ad8b-4b32-8faa-95d93d165af6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:51.112838 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:51.118455 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ac1787ea-2ed2-40f5-9ce4-4b30eacdae0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1154532 Feb 28 17:19:51.192043 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103719b3-3846-47ed-bbec-0ea7208a9637 req-e2ff53af-9f29-4cdb-a04c-db576550382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:51.196021 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-103719b3-3846-47ed-bbec-0ea7208a9637 req-e2ff53af-9f29-4cdb-a04c-db576550382a service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.1759784 Feb 28 17:19:51.291396 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-103719b3-3846-47ed-bbec-0ea7208a9637 req-fd8039b9-01e5-497f-b55d-5cfb047f4a76 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=257fb183-c117-4a44-9ece-e411c599ab15 HTTP/1.1" status: 200 len: 217 time: 0.0820298 Feb 28 17:19:51.343317 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Publish callbacks [] for security_group (719c30bc-d0fa-4826-a10a-017a091b0638), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:51.350651 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-6241670f-eda0-47d2-a199-11065c5df600 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1351532228&fields=id&tenant_id=ac49bb6799ca4e50bc616d2a18bb1868 HTTP/1.1" status: 200 len: 267 time: 0.0675347 Feb 28 17:19:51.386375 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9dd3d680-288e-4621-b90e-31b92cdd3565 req-704fb030-2ac5-4644-8340-6e2ea0806ef6 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 210 time: 0.0473485 Feb 28 17:19:51.427463 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b4c3192d-bd59-4fee-98c3-203a37a38218 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:19:51.521130 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d8133e87-cfc0-4f6f-ac10-f2653ba53b70 req-5526f23a-9209-42fa-ba9f-05b61d4fa353 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 210 time: 0.0312507 Feb 28 17:19:51.586663 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port b4c3192d-bd59-4fee-98c3-203a37a38218 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:19:51.587050 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:51.619315 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65548028-a652-473d-a5cf-10cf727b48b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c3192d-bd59-4fee-98c3-203a37a38218'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:19:51.621952 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a4a117-e8c4-4911-9623-d7ee277e25af" -d '{"events": [{"server_uuid": "65548028-a652-473d-a5cf-10cf727b48b8", "name": "network-vif-unplugged", "status": "completed", "tag": "b4c3192d-bd59-4fee-98c3-203a37a38218"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:19:51.636689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b4c3192d-bd59-4fee-98c3-203a37a38218, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b4c3192d-bd59-4fee-98c3-203a37a38218,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:51.667119 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bcec3-2329-4d73-8c4a-dde310c25a7f req-0c709d10-9738-44d6-894a-67469d5db144 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:51.668815 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c6bcec3-2329-4d73-8c4a-dde310c25a7f req-0c709d10-9738-44d6-894a-67469d5db144 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 1133 time: 0.0753429 Feb 28 17:19:51.698129 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:51.751678 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c6bcec3-2329-4d73-8c4a-dde310c25a7f req-05df2a6f-c955-4e71-a806-2bf338358ad3 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665615 Feb 28 17:19:51.783020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=b4c3192d-bd59-4fee-98c3-203a37a38218,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:51.824614 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (719c30bc-d0fa-4826-a10a-017a091b0638), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:51.842674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103719b3-3846-47ed-bbec-0ea7208a9637 req-6b7a0eac-2bf3-4c73-bfd5-d6dfb40bbb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:51.844101 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-103719b3-3846-47ed-bbec-0ea7208a9637 req-6b7a0eac-2bf3-4c73-bfd5-d6dfb40bbb0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.4996138 Feb 28 17:19:51.937162 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-103719b3-3846-47ed-bbec-0ea7208a9637 req-dc3080e4-da72-4027-b486-4f876104f3b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720637 Feb 28 17:19:51.964257 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-fac7ba7e-6f4d-454a-b269-2c79d95a6934 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:51.965304 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-fac7ba7e-6f4d-454a-b269-2c79d95a6934 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/networks?id=6ad5ec31-0095-4b03-9d2c-d63785ef4124 HTTP/1.1" status: 200 len: 805 time: 0.1227474 Feb 28 17:19:51.995104 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-5248894e-614b-43f8-80a6-298b51884837 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/quotas/05a079b46949472dbfd7ccc7160e511b HTTP/1.1" status: 200 len: 375 time: 0.0102124 Feb 28 17:19:52.022567 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719c30bc-d0fa-4826-a10a-017a091b0638,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:52.079861 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-c5463e03-04de-42d2-9c0d-29e38bb663a3 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05a079b46949472dbfd7ccc7160e511b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784690 Feb 28 17:19:52.162802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-1220b92d-e214-4ce3-a8a4-53594354420a tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:52.169725 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-1220b92d-e214-4ce3-a8a4-53594354420a tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/networks?id=ff8eb7c2-165c-47d3-b3ed-cfed116172e5 HTTP/1.1" status: 200 len: 814 time: 0.8070040 Feb 28 17:19:52.186576 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-0b073ff7-7d59-45e1-92b4-57a06f3b017e service neutron] 10.222.0.72 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048014 Feb 28 17:19:52.189705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-03fc00c6-1287-4029-9acc-a150255b9ae2 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:52.191721 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-03fc00c6-1287-4029-9acc-a150255b9ae2 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.69 "GET /v2.0/networks?id=7f1b69e1-b54a-466f-9aa9-4b2a97d09946 HTTP/1.1" status: 200 len: 813 time: 0.3688610 Feb 28 17:19:52.208318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-af465bb5-e49c-43fd-9620-f6244ffedb53 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Request body: {'port': {'device_id': '79d51598-3ace-462a-9ef9-70d53a94bf72', 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946', 'admin_state_up': True, 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:52.224309 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-449b284a-ffdb-4568-b7ef-ba827daab5dd tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/quotas/ac49bb6799ca4e50bc616d2a18bb1868 HTTP/1.1" status: 200 len: 375 time: 0.0540879 Feb 28 17:19:52.308037 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-103719b3-3846-47ed-bbec-0ea7208a9637 req-76c43da2-f53c-4855-a6cf-392381815777 service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530123 Feb 28 17:19:52.318580 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-530217a4-2148-4ad6-80b1-dcbb1b2542db service neutron] 10.222.0.72 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282949 Feb 28 17:19:52.342680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Allocated IP 192.168.233.4 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/05e09912-a1cc-423d-a7ee-e6b93c629e0e) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:52.488744 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-b96b7074-4945-45d4-a2e0-68e5e0cea277 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac49bb6799ca4e50bc616d2a18bb1868&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2559626 Feb 28 17:19:52.588921 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-103719b3-3846-47ed-bbec-0ea7208a9637 req-9e068d78-f5f4-447c-883f-47fa185a6cf5 service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707555 Feb 28 17:19:52.793698 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Publish callbacks [] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:52.817425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-af465bb5-e49c-43fd-9620-f6244ffedb53 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Made reservation on behalf of a32156ef9f5e4681b58b24b6e5f4b529 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:52.820821 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-af465bb5-e49c-43fd-9620-f6244ffedb53 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:52.850581 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be8c32be-f2c3-400c-994b-bc341e0e0610 req-8972b254-f343-4854-b4fd-8e00105d012c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 210 time: 0.1369002 Feb 28 17:19:52.907951 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-2fd06fa0-0859-4f50-8a20-8b5e59643f1d service neutron] 10.222.0.72 "GET /v2.0/networks/ff8eb7c2-165c-47d3-b3ed-cfed116172e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164109 Feb 28 17:19:52.931810 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f08f2-b6ac-4912-a0e1-3059e86bc287 req-6ef91e9e-7d5a-4fb5-928c-3c21ce4a9fb4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:52.935503 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-067f08f2-b6ac-4912-a0e1-3059e86bc287 req-6ef91e9e-7d5a-4fb5-928c-3c21ce4a9fb4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.69 "GET /v2.0/ports?device_id=65548028-a652-473d-a5cf-10cf727b48b8 HTTP/1.1" status: 200 len: 944 time: 0.3614535 Feb 28 17:19:52.968795 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:53.152138 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:53.184195 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-af465bb5-e49c-43fd-9620-f6244ffedb53 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Allocated IP 172.20.0.14 (7f1b69e1-b54a-466f-9aa9-4b2a97d09946/f3934740-b32f-4d8c-a484-e108fb750eda/c9ef413e-fea0-4b60-a848-ed6e649d756e) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:53.317147 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6690fe4-17bd-4201-8229-c954e7d2559e req-fc870d7b-adce-462d-9244-5d8960bb9c09 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:53.324874 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b6690fe4-17bd-4201-8229-c954e7d2559e req-fc870d7b-adce-462d-9244-5d8960bb9c09 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.2050421 Feb 28 17:19:53.356472 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-067f08f2-b6ac-4912-a0e1-3059e86bc287 req-ad55f5e2-940d-4805-8ab9-bf2b1960c837 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Deleting port b4c3192d-bd59-4fee-98c3-203a37a38218 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:19:53.356809 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-067f08f2-b6ac-4912-a0e1-3059e86bc287 req-ad55f5e2-940d-4805-8ab9-bf2b1960c837 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:53.415550 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-af465bb5-e49c-43fd-9620-f6244ffedb53 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Publish callbacks [] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:53.470247 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:53.484504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Pushing event updated for resources: {'Port': ['ID=05e09912-a1cc-423d-a7ee-e6b93c629e0e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:53.499290 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:53.635652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-af465bb5-e49c-43fd-9620-f6244ffedb53 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:53.719967 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b6690fe4-17bd-4201-8229-c954e7d2559e req-10ab5f6b-b6b6-415c-9a12-4b05dbc0c3e0 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864677 Feb 28 17:19:53.740627 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-092c1a93-e97b-46fd-9b06-f651f4793fcc service neutron] 10.222.0.72 "GET /v2.0/networks/ff8eb7c2-165c-47d3-b3ed-cfed116172e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8296897 Feb 28 17:19:53.829717 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-067f08f2-b6ac-4912-a0e1-3059e86bc287 req-ad55f5e2-940d-4805-8ab9-bf2b1960c837 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] For port b4c3192d-bd59-4fee-98c3-203a37a38218, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b4c3192d-bd59-4fee-98c3-203a37a38218,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:19:53.830110 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-067f08f2-b6ac-4912-a0e1-3059e86bc287 req-ad55f5e2-940d-4805-8ab9-bf2b1960c837 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:53.860271 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:53.860954 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:53.867958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-067f08f2-b6ac-4912-a0e1-3059e86bc287 req-ad55f5e2-940d-4805-8ab9-bf2b1960c837 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Calling delete_port for b4c3192d-bd59-4fee-98c3-203a37a38218 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:19:53.944097 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-af465bb5-e49c-43fd-9620-f6244ffedb53 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:53.968429 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-af465bb5-e49c-43fd-9620-f6244ffedb53 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:53.972598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-82d5ddb1-97b1-4c3b-919b-e3708dac7de3 None None] Provisioning complete for port 05e09912-a1cc-423d-a7ee-e6b93c629e0e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:53.973315 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-82d5ddb1-97b1-4c3b-919b-e3708dac7de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:53.974610 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af465bb5-e49c-43fd-9620-f6244ffedb53 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Pushing event updated for resources: {'Port': ['ID=c9ef413e-fea0-4b60-a848-ed6e649d756e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:53.991316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-af465bb5-e49c-43fd-9620-f6244ffedb53 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:54.075487 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-901fe83f-cbbf-4bc5-bc9c-d67dcb91b5ee tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4657540 Feb 28 17:19:54.083025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-82d5ddb1-97b1-4c3b-919b-e3708dac7de3 None None] Port 05e09912-a1cc-423d-a7ee-e6b93c629e0e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:19:54.088938 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b860-1382-4840-9aed-d6751eea1cae req-f69b8168-955b-4fd4-be84-ccb8e012b855 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:54.090374 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6124b860-1382-4840-9aed-d6751eea1cae req-f69b8168-955b-4fd4-be84-ccb8e012b855 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.73 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 820 time: 0.5023174 Feb 28 17:19:54.113171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Request body: {'port': {'device_id': '6ec87450-d93b-4783-b6d3-0135881a344b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:54.134244 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-6124b860-1382-4840-9aed-d6751eea1cae req-05321881-1adf-4c2a-8963-de2b5a8e43f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Request body: {'port': {'device_id': '8fa5d86c-98a8-43c1-9cdf-be94ab780c81', 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656', 'admin_state_up': True, 'tenant_id': 'dae94b749f7c42e383840585fc56524b'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:54.146977 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-d58a67d8-40b2-44ee-afb8-4677508d26dc tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1209311385&fields=id&tenant_id=9bc69e6115184d37ad88d60bb1dd4133 HTTP/1.1" status: 200 len: 267 time: 0.2096245 Feb 28 17:19:54.375388 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:19:54.393905 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d897d2a-6cdc-478e-80e4-a22175aa533f x-openstack-request-id: req-0d897d2a-6cdc-478e-80e4-a22175aa533f {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:19:54.394238 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65548028-a652-473d-a5cf-10cf727b48b8", "name": "network-vif-unplugged", "status": "completed", "tag": "b4c3192d-bd59-4fee-98c3-203a37a38218", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:19:54.394490 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d897d2a-6cdc-478e-80e4-a22175aa533f {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:19:54.394950 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65548028-a652-473d-a5cf-10cf727b48b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c3192d-bd59-4fee-98c3-203a37a38218', 'code': 200} Feb 28 17:19:54.459442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a03bf17-30c1-44ae-8871-add939b16518 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:54.469247 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a03bf17-30c1-44ae-8871-add939b16518 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports/798e28b7-2a97-42c3-9aa7-4413d6985b80 HTTP/1.1" status: 200 len: 931 time: 0.3055558 Feb 28 17:19:54.578877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-af465bb5-e49c-43fd-9620-f6244ffedb53 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:54.579740 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-af465bb5-e49c-43fd-9620-f6244ffedb53 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:54.617585 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-ed32e77e-6524-47f1-83a6-c5229026929f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:54.629661 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e4da69d7-efe5-4922-b191-169fdb4554b0 None None] Provisioning complete for port c9ef413e-fea0-4b60-a848-ed6e649d756e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:19:54.630902 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-ed32e77e-6524-47f1-83a6-c5229026929f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports/ef6ac6e4-3324-41d9-af4d-48868536be2c HTTP/1.1" status: 200 len: 931 time: 0.1560736 Feb 28 17:19:54.631441 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e4da69d7-efe5-4922-b191-169fdb4554b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:54.648118 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:54.704168 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e4da69d7-efe5-4922-b191-169fdb4554b0 None None] Port c9ef413e-fea0-4b60-a848-ed6e649d756e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:19:54.720797 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-067f08f2-b6ac-4912-a0e1-3059e86bc287 req-ad55f5e2-940d-4805-8ab9-bf2b1960c837 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (b4c3192d-bd59-4fee-98c3-203a37a38218), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:54.774745 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-af465bb5-e49c-43fd-9620-f6244ffedb53 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5717366 Feb 28 17:19:54.803605 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Request body: {'port': {'device_id': '79d51598-3ace-462a-9ef9-70d53a94bf72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:54.811468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3f6c9-7b9c-4f86-9757-012e6912b4d5 req-97705d3b-e9ce-4c30-b657-0c044da98668 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:54.818822 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8ab3f6c9-7b9c-4f86-9757-012e6912b4d5 req-97705d3b-e9ce-4c30-b657-0c044da98668 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e60d87c3-7b1c-49ac-a937-6919fdefbd45 HTTP/1.1" status: 200 len: 1133 time: 0.2731404 Feb 28 17:19:54.850625 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-aa0bccd8-4127-485f-b888-d25ea25fab7f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?network_id=7d906d5f-4f1b-416c-9ece-e01d9e321052&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2179701 Feb 28 17:19:54.854993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55f5e2-940d-4805-8ab9-bf2b1960c837 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Pushing event deleted for resources: {'Port': ['ID=b4c3192d-bd59-4fee-98c3-203a37a38218,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:54.915188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-0926cdfb-34dc-4ace-a469-71ee7760aad9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?network_id=7d906d5f-4f1b-416c-9ece-e01d9e321052&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0497141 Feb 28 17:19:54.966957 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6124b860-1382-4840-9aed-d6751eea1cae req-05321881-1adf-4c2a-8963-de2b5a8e43f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Made reservation on behalf of dae94b749f7c42e383840585fc56524b for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:54.970433 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6124b860-1382-4840-9aed-d6751eea1cae req-05321881-1adf-4c2a-8963-de2b5a8e43f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:55.051527 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8ab3f6c9-7b9c-4f86-9757-012e6912b4d5 req-195941df-f302-44d4-8ac0-29d8f8413285 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311013 Feb 28 17:19:55.088681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:55.196584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-067f08f2-b6ac-4912-a0e1-3059e86bc287 req-ad55f5e2-940d-4805-8ab9-bf2b1960c837 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] No DVR routers for this DVR port b4c3192d-bd59-4fee-98c3-203a37a38218 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:19:55.199730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-067f08f2-b6ac-4912-a0e1-3059e86bc287 req-ad55f5e2-940d-4805-8ab9-bf2b1960c837 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:55.203559 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-067f08f2-b6ac-4912-a0e1-3059e86bc287 req-ad55f5e2-940d-4805-8ab9-bf2b1960c837 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.69 "DELETE /v2.0/ports/b4c3192d-bd59-4fee-98c3-203a37a38218 HTTP/1.1" status: 204 len: 173 time: 2.2566607 Feb 28 17:19:55.204109 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65548028-a652-473d-a5cf-10cf727b48b8', 'name': 'network-vif-deleted', 'tag': 'b4c3192d-bd59-4fee-98c3-203a37a38218'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:19:55.221595 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec41d53f-0d85-4746-8ac6-a93577393d53" -d '{"events": [{"server_uuid": "65548028-a652-473d-a5cf-10cf727b48b8", "name": "network-vif-deleted", "tag": "b4c3192d-bd59-4fee-98c3-203a37a38218"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:19:55.231104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-77228359-88b8-4538-ac71-fe5745b0ce00 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:55.236557 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-77228359-88b8-4538-ac71-fe5745b0ce00 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:55.242802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-77228359-88b8-4538-ac71-fe5745b0ce00 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:55.244595 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-77228359-88b8-4538-ac71-fe5745b0ce00 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/networks?id=7f480115-5801-45bd-aa86-f54a00aae2c2&id=91981ed3-7507-473e-bc6a-cc9456441a99&id=91981ed3-7507-473e-bc6a-cc9456441a99&id=7d906d5f-4f1b-416c-9ece-e01d9e321052&id=7d906d5f-4f1b-416c-9ece-e01d9e321052 HTTP/1.1" status: 200 len: 1990 time: 0.3285215 Feb 28 17:19:55.280129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-737af849-48ac-42f3-91d6-bd5bcf9955e6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/quotas/9bc69e6115184d37ad88d60bb1dd4133 HTTP/1.1" status: 200 len: 375 time: 0.0274076 Feb 28 17:19:55.452588 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fe53601f-a98e-45f3-bfbf-a7d08955b36b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1659455 Feb 28 17:19:55.484647 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e09912-a1cc-423d-a7ee-e6b93c629e0e {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:19:55.625967 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Publish callbacks [] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:55.738392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Transition to ACTIVE for port object 05e09912-a1cc-423d-a7ee-e6b93c629e0e will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:19:55.762812 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-9939102e-b265-4a65-aac5-63aa136ecac9 service neutron] 10.222.0.72 "GET /v2.0/networks/7f480115-5801-45bd-aa86-f54a00aae2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949727 Feb 28 17:19:55.776808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-6124b860-1382-4840-9aed-d6751eea1cae req-05321881-1adf-4c2a-8963-de2b5a8e43f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Allocated IP 172.20.0.12 (30de57a1-5178-4b6f-8361-7f4f5c480656/6630b81a-0475-439a-8ade-5d1712c8173a/11783bcf-133e-460e-8b2e-2147ee6e99cf) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:55.787662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194b45a-6fca-4a36-befb-f75d7f05b407 req-ac480fd1-0651-48cf-ab27-7021c0b8728a tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:55.794792 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9194b45a-6fca-4a36-befb-f75d7f05b407 req-ac480fd1-0651-48cf-ab27-7021c0b8728a tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 932 time: 0.5726962 Feb 28 17:19:55.816032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-b2f8524d-df5e-4c9e-a5bc-54b6040c24a3 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:55.837566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-b2f8524d-df5e-4c9e-a5bc-54b6040c24a3 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.73 "GET /v2.0/networks?id=6ad5ec31-0095-4b03-9d2c-d63785ef4124 HTTP/1.1" status: 200 len: 805 time: 0.2594235 Feb 28 17:19:55.858810 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-996d2285-407a-425e-9821-d707095026a4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Request body: {'port': {'device_id': 'ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5', 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124', 'admin_state_up': True, 'tenant_id': '05a079b46949472dbfd7ccc7160e511b'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:55.938952 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:56.364806 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-14cea1a1-4f83-4f63-9975-1959edcabc68 service neutron] 10.222.0.72 "GET /v2.0/networks/7f480115-5801-45bd-aa86-f54a00aae2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6002822 Feb 28 17:19:56.461020 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1165099c-db6a-469b-9f71-86627bbd803c service neutron] 10.222.0.72 "GET /v2.0/ports/798e28b7-2a97-42c3-9aa7-4413d6985b80?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0953727 Feb 28 17:19:56.562271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-996d2285-407a-425e-9821-d707095026a4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Made reservation on behalf of 05a079b46949472dbfd7ccc7160e511b for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:56.589863 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-996d2285-407a-425e-9821-d707095026a4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:56.599884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9194b45a-6fca-4a36-befb-f75d7f05b407 req-8d39c661-db0f-4004-a6a4-dca834e5e154 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8018508 Feb 28 17:19:56.737122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=05e09912-a1cc-423d-a7ee-e6b93c629e0e,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:56.903222 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1898224-8e3d-478d-b04b-7967baddae22 service neutron] 10.222.0.72 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357824 Feb 28 17:19:57.048330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-996d2285-407a-425e-9821-d707095026a4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Allocated IP 172.20.0.2 (6ad5ec31-0095-4b03-9d2c-d63785ef4124/dee3c571-976e-4368-9653-54e69fb9bcab/d1af0049-4be3-41bc-9921-ea291ea4cce5) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:57.091350 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-4ec857e7-8b63-4b99-b966-e4a2e6411ba6 service neutron] 10.222.0.72 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871195 Feb 28 17:19:57.154178 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-d6a34b83-1766-4d9d-89e3-2b9347253201 service neutron] 10.222.0.72 "GET /v2.0/ports/ef6ac6e4-3324-41d9-af4d-48868536be2c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0619121 Feb 28 17:19:57.191304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44805bff-a49b-4c00-a71d-632791680218 req-b8655615-91c4-4877-b5e7-c8ec5d19fa16 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:57.192866 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44805bff-a49b-4c00-a71d-632791680218 req-b8655615-91c4-4877-b5e7-c8ec5d19fa16 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 946 time: 0.4607267 Feb 28 17:19:57.329180 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6124b860-1382-4840-9aed-d6751eea1cae req-05321881-1adf-4c2a-8963-de2b5a8e43f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks [] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:57.353560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Attempting to bind port 05e09912-a1cc-423d-a7ee-e6b93c629e0e on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:57.353560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Attempting to bind port 05e09912-a1cc-423d-a7ee-e6b93c629e0e by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:57.359459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Attempting to bind port 05e09912-a1cc-423d-a7ee-e6b93c629e0e on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:57.359459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ef413e-fea0-4b60-a848-ed6e649d756e {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:19:57.384862 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Publish callbacks [] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:57.414299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-d99c56d1-f8d2-4708-9279-363ed8bf4107 service neutron] 10.222.0.72 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592788 Feb 28 17:19:57.452180 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44805bff-a49b-4c00-a71d-632791680218 req-a85a5744-2498-4f4c-949e-bf80c2a6b8e3 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/security-groups?id=719c30bc-d0fa-4826-a10a-017a091b0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464807 Feb 28 17:19:57.453091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Port 05e09912-a1cc-423d-a7ee-e6b93c629e0e on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:19:57.454148 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Attempting to bind port 05e09912-a1cc-423d-a7ee-e6b93c629e0e on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:57.462850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b4c3192d-bd59-4fee-98c3-203a37a38218 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:19:57.479159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Transition to ACTIVE for port object c9ef413e-fea0-4b60-a848-ed6e649d756e will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:19:57.499808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:57.500216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:57.500543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:57.505195 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Bound port: 05e09912-a1cc-423d-a7ee-e6b93c629e0e, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:57.505594 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:57.514893 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: b4c3192d-bd59-4fee-98c3-203a37a38218 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:19:57.518372 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b4c3192d-bd59-4fee-98c3-203a37a38218 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:19:57.602608 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01cc4f16-92ff-4cf9-a9a9-a1e3d04afc0a req-1457b18a-e5fb-45da-be0b-4d6106f1486f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 210 time: 0.0525534 Feb 28 17:19:57.606703 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:57.728791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] For port 05e09912-a1cc-423d-a7ee-e6b93c629e0e, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:57.732112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] For port 05e09912-a1cc-423d-a7ee-e6b93c629e0e, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=05e09912-a1cc-423d-a7ee-e6b93c629e0e,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:57.748658 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-996d2285-407a-425e-9821-d707095026a4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks [] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:57.780304 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-220f2fec-a3a1-434b-881d-d09ddf1b154c service neutron] 10.222.0.72 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601110 Feb 28 17:19:57.829025 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0673906b-36fa-4404-a57d-bde16ba5fb72 req-2d31d2d7-8fc3-4827-9e8b-6336589b24aa tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 210 time: 0.0900130 Feb 28 17:19:58.006276 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6124b860-1382-4840-9aed-d6751eea1cae req-05321881-1adf-4c2a-8963-de2b5a8e43f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:58.008821 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:58.092306 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6124b860-1382-4840-9aed-d6751eea1cae req-05321881-1adf-4c2a-8963-de2b5a8e43f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Network 30de57a1-5178-4b6f-8361-7f4f5c480656 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:58.094328 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:58.104443 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:58.104443 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] 10.222.0.69 "PUT /v2.0/ports/05e09912-a1cc-423d-a7ee-e6b93c629e0e HTTP/1.1" status: 200 len: 1095 time: 4.0052688 Feb 28 17:19:58.104779 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-5a99d05d-1b9f-48d4-9bea-344b7ff20920 service neutron] 10.222.0.72 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100576 Feb 28 17:19:58.105543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Attempting to bind port c9ef413e-fea0-4b60-a848-ed6e649d756e on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:19:58.105885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Attempting to bind port c9ef413e-fea0-4b60-a848-ed6e649d756e by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '84b5bf95-268a-4987-a6c4-e119b8f27508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:19:58.106591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Attempting to bind port c9ef413e-fea0-4b60-a848-ed6e649d756e on network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:58.107948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec87450-d93b-4783-b6d3-0135881a344b', 'tag': '05e09912-a1cc-423d-a7ee-e6b93c629e0e'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:19:58.110386 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aedfccb-1d3f-4f33-bd74-036f404cb737" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec87450-d93b-4783-b6d3-0135881a344b", "tag": "05e09912-a1cc-423d-a7ee-e6b93c629e0e"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:19:58.113729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ef413e-fea0-4b60-a848-ed6e649d756e,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:58.119851 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-6124b860-1382-4840-9aed-d6751eea1cae req-05321881-1adf-4c2a-8963-de2b5a8e43f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:58.171974 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-6124b860-1382-4840-9aed-d6751eea1cae req-05321881-1adf-4c2a-8963-de2b5a8e43f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:58.190567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-250ee36c-3306-43e2-989a-ff904a136fcb req-7d89b9c0-cd55-4d8f-a9f7-2774a873e663 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 210 time: 0.1674595 Feb 28 17:19:58.277089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Port c9ef413e-fea0-4b60-a848-ed6e649d756e on network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:19:58.282311 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Attempting to bind port c9ef413e-fea0-4b60-a848-ed6e649d756e on network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:19:58.311039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-5a3948ab-0652-4426-bc70-570ce881ca14 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:58.318432 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-5a3948ab-0652-4426-bc70-570ce881ca14 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.69 "GET /v2.0/networks?id=ff8eb7c2-165c-47d3-b3ed-cfed116172e5 HTTP/1.1" status: 200 len: 814 time: 0.8350329 Feb 28 17:19:58.344529 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-4f674a55-45ec-4561-8a87-5f6c2169a68a service neutron] 10.222.0.72 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307699 Feb 28 17:19:58.454522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:19:58.454871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Checking segment: {'id': '84b5bf95-268a-4987-a6c4-e119b8f27508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:19:58.456004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Bound using segment: {'id': '84b5bf95-268a-4987-a6c4-e119b8f27508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:19:58.456531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Bound port: c9ef413e-fea0-4b60-a848-ed6e649d756e, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b5bf95-268a-4987-a6c4-e119b8f27508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:19:58.456935 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:58.513152 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3aacd-20bc-47dd-810f-9c0ab002fdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=05e09912-a1cc-423d-a7ee-e6b93c629e0e,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:58.522164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b860-1382-4840-9aed-d6751eea1cae req-05321881-1adf-4c2a-8963-de2b5a8e43f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:58.522859 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6124b860-1382-4840-9aed-d6751eea1cae req-05321881-1adf-4c2a-8963-de2b5a8e43f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:58.579653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-544f027b-b2cc-45e9-9291-1a6a4701ba9d service neutron] 10.222.0.72 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259419 Feb 28 17:19:58.588487 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-55a34229-2efc-4a24-a21f-2f2fd9a3c7e4 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac49bb6799ca4e50bc616d2a18bb1868 HTTP/1.1" status: 200 len: 380 time: 0.2425301 Feb 28 17:19:58.634571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-6c024439-0d2d-4d04-974a-b4f3e36ef773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:58.635781 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-6c024439-0d2d-4d04-974a-b4f3e36ef773 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=488427818e64416bac2735e80d540af3&device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 1129 time: 0.3084986 Feb 28 17:19:58.642454 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05321881-1adf-4c2a-8963-de2b5a8e43f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Pushing event updated for resources: {'Port': ['ID=11783bcf-133e-460e-8b2e-2147ee6e99cf,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:58.661359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446f677-a50a-488a-a9d8-05cbb00a8c5c req-1e3ae637-c5ab-4e34-8f79-f4edfb14cbc5 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:58.669443 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4446f677-a50a-488a-a9d8-05cbb00a8c5c req-1e3ae637-c5ab-4e34-8f79-f4edfb14cbc5 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.3316145 Feb 28 17:19:58.698931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] For port c9ef413e-fea0-4b60-a848-ed6e649d756e, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:19:58.740965 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] For port c9ef413e-fea0-4b60-a848-ed6e649d756e, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c9ef413e-fea0-4b60-a848-ed6e649d756e,segment=NetworkSegment(84b5bf95-268a-4987-a6c4-e119b8f27508),segment_id=84b5bf95-268a-4987-a6c4-e119b8f27508)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:19:58.745916 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1bf4c6b4-293f-46d1-aeb6-a10a325fb902 service neutron] 10.222.0.72 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560833 Feb 28 17:19:58.834323 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4446f677-a50a-488a-a9d8-05cbb00a8c5c req-8cf4e6ea-1510-4755-9977-151b08be3f0b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922308 Feb 28 17:19:58.834548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-f0087d16-8d9d-4936-9694-aa8b82487157 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Request body: {'port': {'device_id': 'cdde77d6-c945-4fa2-8c32-c9f18254a1da', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'admin_state_up': True, 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'security_groups': ['be3376f2-2092-49b7-b63a-ffb352ed08e3']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:58.858446 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-59e1711e-a326-4823-9ef6-a969b94180e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=05e09912-a1cc-423d-a7ee-e6b93c629e0e HTTP/1.1" status: 200 len: 217 time: 0.0528116 Feb 28 17:19:58.900283 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-75439062-b4d2-4dec-a4ca-30282f627b75 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277340 Feb 28 17:19:58.900510 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-996d2285-407a-425e-9821-d707095026a4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:59.012240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:59.029080 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6124b860-1382-4840-9aed-d6751eea1cae req-05321881-1adf-4c2a-8963-de2b5a8e43f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8994401 Feb 28 17:19:59.030603 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-996d2285-407a-425e-9821-d707095026a4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:19:59.056573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-996d2285-407a-425e-9821-d707095026a4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:19:59.059666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-996d2285-407a-425e-9821-d707095026a4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:19:59.069120 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-40a9078c-b5d9-4d89-8899-082092ee60f5 service neutron] 10.222.0.72 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144176 Feb 28 17:19:59.111018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d2285-407a-425e-9821-d707095026a4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Pushing event updated for resources: {'Port': ['ID=d1af0049-4be3-41bc-9921-ea291ea4cce5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:59.116680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Request body: {'port': {'device_id': '8fa5d86c-98a8-43c1-9cdf-be94ab780c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:59.169211 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:59.169881 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:59.172487 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] 10.222.0.69 "PUT /v2.0/ports/c9ef413e-fea0-4b60-a848-ed6e649d756e HTTP/1.1" status: 200 len: 1093 time: 4.3740232 Feb 28 17:19:59.211613 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-996d2285-407a-425e-9821-d707095026a4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:59.212392 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-996d2285-407a-425e-9821-d707095026a4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:59.251409 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bd322-5375-4f14-8f76-befea7c90051 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ef413e-fea0-4b60-a848-ed6e649d756e,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:19:59.266815 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7cd79de1-a8af-454a-b915-b04bc11122af service neutron] 10.222.0.72 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739252 Feb 28 17:19:59.273324 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9afef1b1-5f94-4cb3-87fa-ab8c680887fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:59.278306 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-9afef1b1-5f94-4cb3-87fa-ab8c680887fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.2359059 Feb 28 17:19:59.305065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-f0087d16-8d9d-4936-9694-aa8b82487157 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Made reservation on behalf of ac49bb6799ca4e50bc616d2a18bb1868 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:19:59.311296 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-f0087d16-8d9d-4936-9694-aa8b82487157 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:59.323246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-996d2285-407a-425e-9821-d707095026a4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4687560 Feb 28 17:19:59.327931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-c2222638-ace4-41be-9ce0-9a0c78017e77 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:59.328404 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-c2222638-ace4-41be-9ce0-9a0c78017e77 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4215074 Feb 28 17:19:59.368269 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:59.402463 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Request body: {'port': {'device_id': 'ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:19:59.430500 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-4f0bc663-9373-47d8-a04e-265458543dfa tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/quotas/cea79b56c7a54ab1ade94c9ea64db22c HTTP/1.1" status: 200 len: 375 time: 0.0880506 Feb 28 17:19:59.624652 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-678b1e0c-4859-4a96-a435-d21420bc3dc6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1930304 Feb 28 17:19:59.659229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-f8ac3a7a-bd66-448a-b832-cc0c216d8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:59.666397 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-f8ac3a7a-bd66-448a-b832-cc0c216d8994 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a32156ef9f5e4681b58b24b6e5f4b529&device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 1127 time: 0.2936571 Feb 28 17:19:59.702375 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-a490a449-ffeb-46f8-8795-9e33645c2466 service neutron] 10.222.0.72 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274404 Feb 28 17:19:59.709551 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:19:59.803132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-1e529a56-5e6a-4822-8681-0bca2b5a83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:19:59.804627 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-1e529a56-5e6a-4822-8681-0bca2b5a83fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4753346 Feb 28 17:19:59.914197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-f0087d16-8d9d-4936-9694-aa8b82487157 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Allocated IP 172.20.0.3 (ff8eb7c2-165c-47d3-b3ed-cfed116172e5/c4c0baf3-91b3-4f7f-9713-e21420cf9073/fd4d1db5-aea2-425a-a604-db48dfebff9d) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:19:59.936758 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-820526a4-ac06-47e0-a180-0c086165203f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9ef413e-fea0-4b60-a848-ed6e649d756e HTTP/1.1" status: 200 len: 217 time: 0.0710330 Feb 28 17:19:59.964898 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-b0ff15cb-2d45-4575-997d-4f5077672164 service neutron] 10.222.0.72 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409911 Feb 28 17:20:00.020129 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-90e6cb6f-6f1b-42ff-82fb-b3791c081d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:00.021575 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-90e6cb6f-6f1b-42ff-82fb-b3791c081d4c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3934740-b32f-4d8c-a484-e108fb750eda HTTP/1.1" status: 200 len: 852 time: 0.0473888 Feb 28 17:20:00.110315 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f75818b-7adb-42e7-bf3b-5cbfd3601867 x-openstack-request-id: req-2f75818b-7adb-42e7-bf3b-5cbfd3601867 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:00.110746 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65548028-a652-473d-a5cf-10cf727b48b8", "name": "network-vif-deleted", "tag": "b4c3192d-bd59-4fee-98c3-203a37a38218", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:00.112350 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f75818b-7adb-42e7-bf3b-5cbfd3601867 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:00.113201 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65548028-a652-473d-a5cf-10cf727b48b8', 'name': 'network-vif-deleted', 'tag': 'b4c3192d-bd59-4fee-98c3-203a37a38218', 'status': 'completed', 'code': 200} Feb 28 17:20:00.146468 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-1597e3d6-64d1-4861-89b8-8f2f71513bb3 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820501 Feb 28 17:20:00.206892 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-a215a2e4-447a-4670-a6a5-c54edbc8287f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:00.209087 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-a215a2e4-447a-4670-a6a5-c54edbc8287f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports/798e28b7-2a97-42c3-9aa7-4413d6985b80 HTTP/1.1" status: 200 len: 931 time: 0.2331483 Feb 28 17:20:00.227534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-0c482ebf-10df-43ce-beda-ebd48ff07187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:00.229262 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-0c482ebf-10df-43ce-beda-ebd48ff07187 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f1b69e1-b54a-466f-9aa9-4b2a97d09946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1920819 Feb 28 17:20:00.294005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-124b76d8-4c70-4f4c-8b02-0d6f69635e3b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:00.296641 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-124b76d8-4c70-4f4c-8b02-0d6f69635e3b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports/ef6ac6e4-3324-41d9-af4d-48868536be2c HTTP/1.1" status: 200 len: 931 time: 0.0796695 Feb 28 17:20:00.404935 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-f0087d16-8d9d-4936-9694-aa8b82487157 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:00.449915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11783bcf-133e-460e-8b2e-2147ee6e99cf {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:00.466680 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Publish callbacks [] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:00.511771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0b47-5774-4db5-a8cf-96382c859499 req-bc9324d3-6344-4a22-b377-aec237b10245 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:00.513332 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e55e0b47-5774-4db5-a8cf-96382c859499 req-bc9324d3-6344-4a22-b377-aec237b10245 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 944 time: 0.3051715 Feb 28 17:20:00.538305 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Transition to ACTIVE for port object 11783bcf-133e-460e-8b2e-2147ee6e99cf will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:00.556040 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1af0049-4be3-41bc-9921-ea291ea4cce5 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:00.559785 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d3eb8c-0410-4f21-9e05-32ab3d528de6 req-6c4659f8-0643-408f-b114-36e3bcc1aae8 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733518 Feb 28 17:20:00.599551 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Publish callbacks [] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:00.599713 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-605238cc-7f1a-4bba-b78f-5826d242f563 service neutron] 10.222.0.69 "GET /v2.0/networks/7f1b69e1-b54a-466f-9aa9-4b2a97d09946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820070 Feb 28 17:20:00.615704 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Transition to ACTIVE for port object d1af0049-4be3-41bc-9921-ea291ea4cce5 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:00.634488 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:00.698920 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-f0087d16-8d9d-4936-9694-aa8b82487157 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:00.701782 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:00.771663 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-f0087d16-8d9d-4936-9694-aa8b82487157 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:20:00.778195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-f0087d16-8d9d-4936-9694-aa8b82487157 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:20:00.782830 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e55e0b47-5774-4db5-a8cf-96382c859499 req-ff27676b-95d5-4a07-a136-144cf24a57ba tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517438 Feb 28 17:20:00.785744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-f0087d16-8d9d-4936-9694-aa8b82487157 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:20:00.839591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Pushing event updated for resources: {'Port': ['ID=d1af0049-4be3-41bc-9921-ea291ea4cce5,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:00.934285 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d7ca24-9f21-4bfe-9a93-5ab374d87df0 x-openstack-request-id: req-38d7ca24-9f21-4bfe-9a93-5ab374d87df0 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:00.935335 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec87450-d93b-4783-b6d3-0135881a344b", "tag": "05e09912-a1cc-423d-a7ee-e6b93c629e0e", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:00.936763 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-38d7ca24-9f21-4bfe-9a93-5ab374d87df0 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:00.937503 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec87450-d93b-4783-b6d3-0135881a344b', 'tag': '05e09912-a1cc-423d-a7ee-e6b93c629e0e', 'status': 'completed', 'code': 200} Feb 28 17:20:01.014409 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Pushing event updated for resources: {'Port': ['ID=11783bcf-133e-460e-8b2e-2147ee6e99cf,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:01.158920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-968cfe2e-71ab-4daf-a850-efd3e8d6289c None None] Provisioning complete for port fd4d1db5-aea2-425a-a604-db48dfebff9d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:01.160459 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-968cfe2e-71ab-4daf-a850-efd3e8d6289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:01.198385 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a56c6e6f-f972-4b92-982b-b69e64fedbca req-dbe7c65d-7f9f-4fb4-ac15-0d70b322a39f service neutron] 10.222.0.69 "GET /v2.0/networks/7f1b69e1-b54a-466f-9aa9-4b2a97d09946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672204 Feb 28 17:20:01.203590 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedfccb-1d3f-4f33-bd74-036f404cb737 req-c76ca40e-8f91-43bf-9e68-8e12619b8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:01.205987 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7aedfccb-1d3f-4f33-bd74-036f404cb737 req-c76ca40e-8f91-43bf-9e68-8e12619b8dbe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=488427818e64416bac2735e80d540af3&device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 1129 time: 0.2631419 Feb 28 17:20:01.238943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Attempting to bind port 11783bcf-133e-460e-8b2e-2147ee6e99cf on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:01.239432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Attempting to bind port 11783bcf-133e-460e-8b2e-2147ee6e99cf by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:01.239826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Attempting to bind port 11783bcf-133e-460e-8b2e-2147ee6e99cf on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:01.265072 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Port 11783bcf-133e-460e-8b2e-2147ee6e99cf on network 30de57a1-5178-4b6f-8361-7f4f5c480656 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:01.265471 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Attempting to bind port 11783bcf-133e-460e-8b2e-2147ee6e99cf on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:01.277293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada1a41-173a-4422-92ee-0b0bbefa0a9c req-d2ad01bd-8abe-4995-a8e4-6dbce8150e97 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:01.278922 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dada1a41-173a-4422-92ee-0b0bbefa0a9c req-d2ad01bd-8abe-4995-a8e4-6dbce8150e97 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 946 time: 0.1874337 Feb 28 17:20:01.288680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-968cfe2e-71ab-4daf-a850-efd3e8d6289c None None] Port fd4d1db5-aea2-425a-a604-db48dfebff9d cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:20:01.321043 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:01.326404 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Checking segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:01.326404 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Bound using segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:01.326404 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Bound port: 11783bcf-133e-460e-8b2e-2147ee6e99cf, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:01.326404 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:01.456266 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dada1a41-173a-4422-92ee-0b0bbefa0a9c req-63c81b31-4480-4fbf-80e6-22a3e3ca1673 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/security-groups?id=719c30bc-d0fa-4826-a10a-017a091b0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478963 Feb 28 17:20:01.466120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedfccb-1d3f-4f33-bd74-036f404cb737 req-f298454c-dd15-4e00-9f3c-80d725526b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:01.467625 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7aedfccb-1d3f-4f33-bd74-036f404cb737 req-f298454c-dd15-4e00-9f3c-80d725526b2d service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2385769 Feb 28 17:20:01.534830 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7aedfccb-1d3f-4f33-bd74-036f404cb737 req-f8092468-2a36-46af-a54c-0ec72597427f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=05e09912-a1cc-423d-a7ee-e6b93c629e0e HTTP/1.1" status: 200 len: 217 time: 0.0420537 Feb 28 17:20:01.543203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:01.559659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:01.651193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-f0087d16-8d9d-4936-9694-aa8b82487157 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:01.651897 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-f0087d16-8d9d-4936-9694-aa8b82487157 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:01.652621 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:01.659503 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedfccb-1d3f-4f33-bd74-036f404cb737 req-fa597652-724e-4aaa-842a-8b1ea2199a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:01.662874 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7aedfccb-1d3f-4f33-bd74-036f404cb737 req-fa597652-724e-4aaa-842a-8b1ea2199a4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0748103 Feb 28 17:20:01.664540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Attempting to bind port d1af0049-4be3-41bc-9921-ea291ea4cce5 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:01.664826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Attempting to bind port d1af0049-4be3-41bc-9921-ea291ea4cce5 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:01.665157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Attempting to bind port d1af0049-4be3-41bc-9921-ea291ea4cce5 on network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:01.669482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0087d16-8d9d-4936-9694-aa8b82487157 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Pushing event updated for resources: {'Port': ['ID=fd4d1db5-aea2-425a-a604-db48dfebff9d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:01.673147 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea90207-447c-4aa4-9500-b3990ad2df0a req-42dce59d-4f7f-48da-8c2d-48f3d99b4823 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:01.680610 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1ea90207-447c-4aa4-9500-b3990ad2df0a req-42dce59d-4f7f-48da-8c2d-48f3d99b4823 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 943 time: 0.1339865 Feb 28 17:20:01.683807 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Port d1af0049-4be3-41bc-9921-ea291ea4cce5 on network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:01.686054 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Attempting to bind port d1af0049-4be3-41bc-9921-ea291ea4cce5 on network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:01.690434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:01.690951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Checking segment: {'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:01.691491 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Bound using segment: {'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:01.692088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Bound port: d1af0049-4be3-41bc-9921-ea291ea4cce5, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:01.692665 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:01.743694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:01.744426 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:01.746088 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6124b860-1382-4840-9aed-d6751eea1cae req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] 10.222.0.73 "PUT /v2.0/ports/11783bcf-133e-460e-8b2e-2147ee6e99cf HTTP/1.1" status: 200 len: 1093 time: 2.7047999 Feb 28 17:20:01.757754 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-f0087d16-8d9d-4936-9694-aa8b82487157 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9427366 Feb 28 17:20:01.774255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Request body: {'port': {'device_id': 'cdde77d6-c945-4fa2-8c32-c9f18254a1da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:01.804758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] For port d1af0049-4be3-41bc-9921-ea291ea4cce5, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:01.805748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aaea3-5aa2-4693-b9ae-fec9ddd81954 service neutron] Pushing event updated for resources: {'Port': ['ID=11783bcf-133e-460e-8b2e-2147ee6e99cf,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:01.838322 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] For port d1af0049-4be3-41bc-9921-ea291ea4cce5, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=d1af0049-4be3-41bc-9921-ea291ea4cce5,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:01.881951 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:02.052340 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:02.177686 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:02.178348 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:02.180065 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] 10.222.0.73 "PUT /v2.0/ports/d1af0049-4be3-41bc-9921-ea291ea4cce5 HTTP/1.1" status: 200 len: 1092 time: 2.7897067 Feb 28 17:20:02.180735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec6a6e-d7b5-4d36-a52c-89bd4acf2111 service neutron] Pushing event updated for resources: {'Port': ['ID=d1af0049-4be3-41bc-9921-ea291ea4cce5,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:02.183288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5', 'tag': 'd1af0049-4be3-41bc-9921-ea291ea4cce5'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:02.186274 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfc4fce-9a3e-44cf-ab1a-33511b62ce59" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5", "tag": "d1af0049-4be3-41bc-9921-ea291ea4cce5"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:02.288218 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1ea90207-447c-4aa4-9500-b3990ad2df0a req-e15b79a9-7e6b-4855-ac87-9e16a3323e54 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6067226 Feb 28 17:20:02.335749 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedfccb-1d3f-4f33-bd74-036f404cb737 req-47b38d10-eeca-49c7-8aab-3e93ba0d8c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:02.337337 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7aedfccb-1d3f-4f33-bd74-036f404cb737 req-47b38d10-eeca-49c7-8aab-3e93ba0d8c55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6338344 Feb 28 17:20:02.337811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47660) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:20:02.448571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-8ccf2b12-54c1-442b-b954-fe52e5c84960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:02.450278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-8ccf2b12-54c1-442b-b954-fe52e5c84960 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=05a079b46949472dbfd7ccc7160e511b&device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 1126 time: 0.1777425 Feb 28 17:20:02.490839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2416d-eea0-42d8-8b76-3b1c06592f09 req-4915e3d1-26af-41ee-befc-45deda6ac093 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:02.492595 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9ca2416d-eea0-42d8-8b76-3b1c06592f09 req-4915e3d1-26af-41ee-befc-45deda6ac093 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.1867006 Feb 28 17:20:02.509210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b860-1382-4840-9aed-d6751eea1cae req-015f7f61-d46e-4ce7-8fdb-b584fe2b289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:02.511245 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6124b860-1382-4840-9aed-d6751eea1cae req-015f7f61-d46e-4ce7-8fdb-b584fe2b289b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 1127 time: 0.2271821 Feb 28 17:20:02.536091 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-18fb4696-8fab-403e-a22a-4d335e9f2883 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1af0049-4be3-41bc-9921-ea291ea4cce5 HTTP/1.1" status: 200 len: 217 time: 0.0654314 Feb 28 17:20:02.555830 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4d1db5-aea2-425a-a604-db48dfebff9d {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:02.589161 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Publish callbacks [] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:02.625444 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Transition to ACTIVE for port object fd4d1db5-aea2-425a-a604-db48dfebff9d will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:02.635912 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9ca2416d-eea0-42d8-8b76-3b1c06592f09 req-8385d14e-e3b8-4957-b64a-ceec12fdc2cf tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107690 Feb 28 17:20:02.640088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-a33c527b-ec16-48c5-85e3-735e52abf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:02.641579 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-a33c527b-ec16-48c5-85e3-735e52abf1d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dee3c571-976e-4368-9653-54e69fb9bcab HTTP/1.1" status: 200 len: 845 time: 0.0957518 Feb 28 17:20:02.659410 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6124b860-1382-4840-9aed-d6751eea1cae req-c7a109d0-18f2-4f0d-83e2-c546dcc6119f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf HTTP/1.1" status: 200 len: 217 time: 0.1033301 Feb 28 17:20:02.686392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-ede26efe-37b2-4b7b-af0b-95a299b35a64 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:02.692069 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-74c31f6a-b093-40ad-ae7b-1d451be7097d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ad5ec31-0095-4b03-9d2c-d63785ef4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430505 Feb 28 17:20:02.692971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-ede26efe-37b2-4b7b-af0b-95a299b35a64 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports/798e28b7-2a97-42c3-9aa7-4413d6985b80 HTTP/1.1" status: 200 len: 931 time: 0.3524771 Feb 28 17:20:02.725541 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:02.849135 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124b860-1382-4840-9aed-d6751eea1cae req-f867f2ea-a9c8-4577-b29e-482e32138ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:02.850754 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6124b860-1382-4840-9aed-d6751eea1cae req-f867f2ea-a9c8-4577-b29e-482e32138ba1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1829455 Feb 28 17:20:02.875545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5ca59-e25f-4fae-8573-dd588402be35 req-29e95aff-fc82-4f65-9c1a-11be91d89b23 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:02.883124 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4dc5ca59-e25f-4fae-8573-dd588402be35 req-29e95aff-fc82-4f65-9c1a-11be91d89b23 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 931 time: 0.4038348 Feb 28 17:20:02.904857 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7aedfccb-1d3f-4f33-bd74-036f404cb737 req-ac72b312-a44a-45f2-86a9-4687d88a5f65 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480952 Feb 28 17:20:02.954329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4d1db5-aea2-425a-a604-db48dfebff9d,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:02.980977 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-009e4f37-7a28-4f2e-8543-1c15ad463ab3 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:02.982427 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-009e4f37-7a28-4f2e-8543-1c15ad463ab3 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports/ef6ac6e4-3324-41d9-af4d-48868536be2c HTTP/1.1" status: 200 len: 931 time: 0.2887089 Feb 28 17:20:02.982920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d51598-3ace-462a-9ef9-70d53a94bf72', 'tag': 'c9ef413e-fea0-4b60-a848-ed6e649d756e'}, {'name': 'network-changed', 'server_uuid': '8fa5d86c-98a8-43c1-9cdf-be94ab780c81', 'tag': '11783bcf-133e-460e-8b2e-2147ee6e99cf'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:02.985218 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c52d9eb-a861-4b6b-88ea-8d192e248389" -d '{"events": [{"name": "network-changed", "server_uuid": "79d51598-3ace-462a-9ef9-70d53a94bf72", "tag": "c9ef413e-fea0-4b60-a848-ed6e649d756e"}, {"name": "network-changed", "server_uuid": "8fa5d86c-98a8-43c1-9cdf-be94ab780c81", "tag": "11783bcf-133e-460e-8b2e-2147ee6e99cf"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:02.997724 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6124b860-1382-4840-9aed-d6751eea1cae req-c2921ea5-5e20-46f6-9703-60b94c7fb528 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389315 Feb 28 17:20:03.069896 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-20bfa685-258d-45a1-9dd1-604584fc6720 service neutron] 10.222.0.73 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634877 Feb 28 17:20:03.217975 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-41b45c48-753a-49d8-8dc6-b05bafc58486 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506427 Feb 28 17:20:03.238171 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4dc5ca59-e25f-4fae-8573-dd588402be35 req-44ec170b-db64-483c-b9de-55f8d0c9390e tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488700 Feb 28 17:20:03.313294 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f732cd6-e1fc-4786-8a02-f6056b8c0c70 req-ac890eb4-cee7-4a0b-973a-bfc490627e3d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:03.336826 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f732cd6-e1fc-4786-8a02-f6056b8c0c70 req-ac890eb4-cee7-4a0b-973a-bfc490627e3d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.4422481 Feb 28 17:20:03.397791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Attempting to bind port fd4d1db5-aea2-425a-a604-db48dfebff9d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:03.398325 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Attempting to bind port fd4d1db5-aea2-425a-a604-db48dfebff9d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2cbc1621-610d-41e6-b277-da27d386e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:03.398668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Attempting to bind port fd4d1db5-aea2-425a-a604-db48dfebff9d on network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:03.412151 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3266b0f7-70ec-4286-acd3-0d29286ec7b3 req-bb7473fa-1da2-456a-8e8f-45164de13717 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 210 time: 0.0610707 Feb 28 17:20:03.414316 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6124b860-1382-4840-9aed-d6751eea1cae req-f88786ac-3796-4a82-8852-b8a33e5bdf1b service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076140 Feb 28 17:20:03.419534 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7aedfccb-1d3f-4f33-bd74-036f404cb737 req-6854459b-aa58-46ce-92b7-64bb1b0d2dfa service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305248 Feb 28 17:20:03.444988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Port fd4d1db5-aea2-425a-a604-db48dfebff9d on network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:03.445451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Attempting to bind port fd4d1db5-aea2-425a-a604-db48dfebff9d on network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:03.460998 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f732cd6-e1fc-4786-8a02-f6056b8c0c70 req-6c235019-b3d3-4cc7-9b8e-d3333c49705b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057720 Feb 28 17:20:03.463713 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8592928f-cce2-4108-ad4f-0a55206ff5d9 req-07b726a2-cc23-4c42-8eff-e425a7ea5495 service neutron] 10.222.0.73 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940098 Feb 28 17:20:03.464690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:03.465038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Checking segment: {'id': '2cbc1621-610d-41e6-b277-da27d386e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:03.465426 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Bound using segment: {'id': '2cbc1621-610d-41e6-b277-da27d386e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:03.465878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Bound port: fd4d1db5-aea2-425a-a604-db48dfebff9d, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cbc1621-610d-41e6-b277-da27d386e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:03.466717 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:03.557538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-6b07ffa5-7028-4a89-b063-9a1593e6933b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:03.557803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 05e09912-a1cc-423d-a7ee-e6b93c629e0e details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:20:03.561030 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-6b07ffa5-7028-4a89-b063-9a1593e6933b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3146803 Feb 28 17:20:03.601945 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-9ceef21e-e4fe-4694-8988-1f4f958cecb9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Request body: {'port': {'device_id': '359c88af-8045-42db-ae65-091340f84860', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'cea79b56c7a54ab1ade94c9ea64db22c'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:03.606370 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] For port fd4d1db5-aea2-425a-a604-db48dfebff9d, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:03.614614 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] For port fd4d1db5-aea2-425a-a604-db48dfebff9d, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=fd4d1db5-aea2-425a-a604-db48dfebff9d,segment=NetworkSegment(2cbc1621-610d-41e6-b277-da27d386e91a),segment_id=2cbc1621-610d-41e6-b277-da27d386e91a)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:03.670476 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ce329f8-bfa6-4e7e-b920-bfb449d60c22 req-d325d440-09ca-4c50-8db9-70c5a63a22b2 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0433834 Feb 28 17:20:03.680911 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:03.688364 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6124b860-1382-4840-9aed-d6751eea1cae req-8af8520f-5cf5-4a87-97d7-69e82c4d3168 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655735 Feb 28 17:20:03.740831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 05e09912-a1cc-423d-a7ee-e6b93c629e0e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=05e09912-a1cc-423d-a7ee-e6b93c629e0e,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:03.767236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '05e09912-a1cc-423d-a7ee-e6b93c629e0e', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '05e09912-a1cc-423d-a7ee-e6b93c629e0e', 'mac_address': 'fa:16:3e:58:6a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:20:03.769645 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:03.770674 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:03.771858 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] 10.222.0.69 "PUT /v2.0/ports/fd4d1db5-aea2-425a-a604-db48dfebff9d HTTP/1.1" status: 200 len: 1092 time: 2.0040445 Feb 28 17:20:03.808960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572ce91-0357-404a-aa33-8b09362df1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4d1db5-aea2-425a-a604-db48dfebff9d,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:03.837566 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9a835b-811c-4698-951f-16a5f7ff601c x-openstack-request-id: req-df9a835b-811c-4698-951f-16a5f7ff601c {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:03.837869 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5", "tag": "d1af0049-4be3-41bc-9921-ea291ea4cce5", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:03.838185 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-df9a835b-811c-4698-951f-16a5f7ff601c {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:03.838618 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5', 'tag': 'd1af0049-4be3-41bc-9921-ea291ea4cce5', 'status': 'completed', 'code': 200} Feb 28 17:20:03.912202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 05e09912-a1cc-423d-a7ee-e6b93c629e0e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:03.925026 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:03.977124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e09912-a1cc-423d-a7ee-e6b93c629e0e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:04.014636 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 05e09912-a1cc-423d-a7ee-e6b93c629e0e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=05e09912-a1cc-423d-a7ee-e6b93c629e0e,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:04.062756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f2910-ac00-4b6a-b4ca-70eb3b3fb110 req-9322f6de-23c8-4acc-b17b-a97a6ba983d7 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:04.076681 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-699f2910-ac00-4b6a-b4ca-70eb3b3fb110 req-9322f6de-23c8-4acc-b17b-a97a6ba983d7 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 944 time: 0.4335666 Feb 28 17:20:04.084413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-dfa21a86-8e6a-4355-8830-bf48c7dd799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:04.086861 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-dfa21a86-8e6a-4355-8830-bf48c7dd799c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ac49bb6799ca4e50bc616d2a18bb1868&device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 1126 time: 0.1749194 Feb 28 17:20:04.090264 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:04.106364 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c522f8-4b51-414e-bdbd-fddba58a8d16 req-87cc8e5b-1574-4c2e-9bc5-642c093bb540 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:04.107882 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-54c522f8-4b51-414e-bdbd-fddba58a8d16 req-87cc8e5b-1574-4c2e-9bc5-642c093bb540 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 946 time: 0.1734004 Feb 28 17:20:04.171466 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-5e78110f-c410-4cbf-ba8c-c06b48b6243e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd4d1db5-aea2-425a-a604-db48dfebff9d HTTP/1.1" status: 200 len: 217 time: 0.0621927 Feb 28 17:20:04.199223 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=05e09912-a1cc-423d-a7ee-e6b93c629e0e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:04.224198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc4fce-9a3e-44cf-ab1a-33511b62ce59 req-4f50a52f-03ed-45fe-8e09-8613057f2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:04.225943 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dbfc4fce-9a3e-44cf-ab1a-33511b62ce59 req-4f50a52f-03ed-45fe-8e09-8613057f2010 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=05a079b46949472dbfd7ccc7160e511b&device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 1126 time: 0.3427937 Feb 28 17:20:04.274564 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-54c522f8-4b51-414e-bdbd-fddba58a8d16 req-d7bc49e7-a928-4ffc-b790-391261459207 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/security-groups?id=719c30bc-d0fa-4826-a10a-017a091b0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145515 Feb 28 17:20:04.293092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-b342347c-3cb5-4388-8110-9251901741da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:04.294579 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-b342347c-3cb5-4388-8110-9251901741da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c4c0baf3-91b3-4f7f-9713-e21420cf9073 HTTP/1.1" status: 200 len: 853 time: 0.1014640 Feb 28 17:20:04.328377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['05e09912-a1cc-423d-a7ee-e6b93c629e0e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:04.411772 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-699f2910-ac00-4b6a-b4ca-70eb3b3fb110 req-e7eea821-1710-423b-9663-c6d58f3f4367 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328857 Feb 28 17:20:04.420458 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4300c6c-282f-401f-bf54-0a8bf5d3b0e6 x-openstack-request-id: req-e4300c6c-282f-401f-bf54-0a8bf5d3b0e6 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:04.421707 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d51598-3ace-462a-9ef9-70d53a94bf72", "tag": "c9ef413e-fea0-4b60-a848-ed6e649d756e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fa5d86c-98a8-43c1-9cdf-be94ab780c81", "tag": "11783bcf-133e-460e-8b2e-2147ee6e99cf", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:04.422135 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e4300c6c-282f-401f-bf54-0a8bf5d3b0e6 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:04.422576 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d51598-3ace-462a-9ef9-70d53a94bf72', 'tag': 'c9ef413e-fea0-4b60-a848-ed6e649d756e', 'status': 'completed', 'code': 200} Feb 28 17:20:04.423265 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa5d86c-98a8-43c1-9cdf-be94ab780c81', 'tag': '11783bcf-133e-460e-8b2e-2147ee6e99cf', 'status': 'completed', 'code': 200} Feb 28 17:20:04.523271 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-9ceef21e-e4fe-4694-8988-1f4f958cecb9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Made reservation on behalf of cea79b56c7a54ab1ade94c9ea64db22c for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:20:04.526702 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-9ceef21e-e4fe-4694-8988-1f4f958cecb9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:04.590282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-68ba9ada-01a9-4f8a-8b43-192e12c0f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:04.594708 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-68ba9ada-01a9-4f8a-8b43-192e12c0f784 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 1127 time: 0.2203126 Feb 28 17:20:04.614624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-c4e04c3f-3461-420e-925c-083e975777bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:04.616667 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-c4e04c3f-3461-420e-925c-083e975777bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff8eb7c2-165c-47d3-b3ed-cfed116172e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3131168 Feb 28 17:20:04.662243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc4fce-9a3e-44cf-ab1a-33511b62ce59 req-c84c357f-dcd3-444c-941f-65bd5ccc028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:04.664279 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dbfc4fce-9a3e-44cf-ab1a-33511b62ce59 req-c84c357f-dcd3-444c-941f-65bd5ccc028c service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ad5ec31-0095-4b03-9d2c-d63785ef4124 HTTP/1.1" status: 200 len: 906 time: 0.4309788 Feb 28 17:20:04.735995 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafbe56-b7ba-475f-9a65-a0c533e692a7 req-15f5d879-cb24-422a-a967-dbc9b98333d2 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:04.738154 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1eafbe56-b7ba-475f-9a65-a0c533e692a7 req-15f5d879-cb24-422a-a967-dbc9b98333d2 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 943 time: 0.2724633 Feb 28 17:20:04.740066 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-4254209f-e84a-49fb-aaaf-17ba94a02ccf service neutron] 10.222.0.69 "GET /v2.0/networks/ff8eb7c2-165c-47d3-b3ed-cfed116172e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988312 Feb 28 17:20:04.771882 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dbfc4fce-9a3e-44cf-ab1a-33511b62ce59 req-bb2feee5-c4d5-43e2-80c6-6b5f42a61353 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1af0049-4be3-41bc-9921-ea291ea4cce5 HTTP/1.1" status: 200 len: 217 time: 0.0962307 Feb 28 17:20:04.780558 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-ef1364b1-d774-4d82-930c-80b4bdf7d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:04.782974 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-ef1364b1-d774-4d82-930c-80b4bdf7d54a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a32156ef9f5e4681b58b24b6e5f4b529&device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 1127 time: 0.3492029 Feb 28 17:20:04.838726 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1eafbe56-b7ba-475f-9a65-a0c533e692a7 req-5ba3360d-7455-4120-a93c-4160d580f823 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731635 Feb 28 17:20:04.875676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-e5b7545c-ca7d-47f5-a4b6-9f505ba3f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:04.875676 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-e5b7545c-ca7d-47f5-a4b6-9f505ba3f4ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.2472713 Feb 28 17:20:04.877227 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce71f15-6f43-4358-867d-473a793a1d83 req-863bff86-455d-48bd-8e6c-b97c5548e8f2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:04.877227 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ce71f15-6f43-4358-867d-473a793a1d83 req-863bff86-455d-48bd-8e6c-b97c5548e8f2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.3250721 Feb 28 17:20:04.932058 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-ccbbc68d-2dc6-42b4-9edc-457da3b4e45f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf HTTP/1.1" status: 200 len: 217 time: 0.0733299 Feb 28 17:20:04.981666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc4fce-9a3e-44cf-ab1a-33511b62ce59 req-be37d863-cb6a-489f-8dbc-7463d8af9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:05.297769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dbfc4fce-9a3e-44cf-ab1a-33511b62ce59 req-be37d863-cb6a-489f-8dbc-7463d8af9cc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dee3c571-976e-4368-9653-54e69fb9bcab HTTP/1.1" status: 200 len: 845 time: 0.1953707 Feb 28 17:20:05.297769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-9ceef21e-e4fe-4694-8988-1f4f958cecb9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Allocated IP 192.168.233.102 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/77f198c9-1a18-442a-a51f-1cd138621160) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:20:05.297769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dbfc4fce-9a3e-44cf-ab1a-33511b62ce59 req-fa42a64c-bfd0-4c96-b4d7-5bed80ece02c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ad5ec31-0095-4b03-9d2c-d63785ef4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484676 Feb 28 17:20:05.298875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-99a5982a-6a21-4387-b372-a7e2d732ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:05.298875 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-99a5982a-6a21-4387-b372-a7e2d732ccef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1007290 Feb 28 17:20:05.299668 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ce71f15-6f43-4358-867d-473a793a1d83 req-50560365-b3b5-4f35-8de6-220c5f18006a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031345 Feb 28 17:20:05.300072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24230e87-3ea3-4c8e-89e7-3eced11cbf13 req-d560a24d-7e10-4597-a208-575db25f9f8c tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:05.300072 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24230e87-3ea3-4c8e-89e7-3eced11cbf13 req-d560a24d-7e10-4597-a208-575db25f9f8c tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 943 time: 0.1683373 Feb 28 17:20:05.300072 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-5085f52f-b10c-4039-b7ce-b5fd0c64566e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416579 Feb 28 17:20:05.300072 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06ad8efb-d661-4147-9436-def4f8bbd442 req-b96938e2-45f0-4241-baef-6d83af852a31 service neutron] 10.222.0.69 "GET /v2.0/networks/ff8eb7c2-165c-47d3-b3ed-cfed116172e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097561 Feb 28 17:20:05.300489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-6b98a6b0-76c6-497f-8ca0-a63f44616e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:05.300695 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24230e87-3ea3-4c8e-89e7-3eced11cbf13 req-9dea474a-4263-4ecd-a4f7-0d03e86d7b5f tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023328 Feb 28 17:20:05.301042 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-6b98a6b0-76c6-497f-8ca0-a63f44616e27 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f1b69e1-b54a-466f-9aa9-4b2a97d09946 HTTP/1.1" status: 200 len: 914 time: 0.3151257 Feb 28 17:20:05.301042 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f33681d0-3601-4f82-81b0-e937ec5c4c65 req-9777ec0e-c508-4a6b-ada8-fa9faef55e91 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 210 time: 0.0627394 Feb 28 17:20:05.301536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-eb8fb3f3-c139-44bf-be9f-8c97f30c9498 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191897 Feb 28 17:20:05.301781 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-fca72906-7fc0-40d7-ab58-e62c4903d5f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9ef413e-fea0-4b60-a848-ed6e649d756e HTTP/1.1" status: 200 len: 217 time: 0.0490446 Feb 28 17:20:05.355664 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-3a8b1d7a-4387-4e57-a44c-56d0f15c7b9a service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050668 Feb 28 17:20:05.372981 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dbfc4fce-9a3e-44cf-ab1a-33511b62ce59 req-d8875efa-ccb2-4ee4-a374-22fddda0b5ac service neutron] 10.222.0.73 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068612 Feb 28 17:20:05.454569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-3f0e3b8f-665a-4e00-a114-7e0f50859dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:05.456610 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-3f0e3b8f-665a-4e00-a114-7e0f50859dbb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3934740-b32f-4d8c-a484-e108fb750eda HTTP/1.1" status: 200 len: 852 time: 0.1480379 Feb 28 17:20:05.462437 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-9ceef21e-e4fe-4694-8988-1f4f958cecb9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks [] for port (77f198c9-1a18-442a-a51f-1cd138621160), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:05.521622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 05e09912-a1cc-423d-a7ee-e6b93c629e0e up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:20:05.557782 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dbfc4fce-9a3e-44cf-ab1a-33511b62ce59 req-2b68feac-420d-43e0-b596-1f248ef1cdd7 service neutron] 10.222.0.73 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746354 Feb 28 17:20:05.566382 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-131049c0-0693-4a34-ba6a-069a1a3f8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:05.567859 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-131049c0-0693-4a34-ba6a-069a1a3f8300 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f1b69e1-b54a-466f-9aa9-4b2a97d09946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1038654 Feb 28 17:20:05.655308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25542705-d9ed-4cc0-8ced-37365e84b40f req-67a13ab5-b7d3-460d-b836-0bf235738ca6 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:05.656820 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25542705-d9ed-4cc0-8ced-37365e84b40f req-67a13ab5-b7d3-460d-b836-0bf235738ca6 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.0681624 Feb 28 17:20:05.706718 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25542705-d9ed-4cc0-8ced-37365e84b40f req-7baa8afb-715a-4c1e-b491-618f1dd49d31 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438933 Feb 28 17:20:05.830761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952f2e4-b57a-4bd7-9fdb-963f4f54c3bf req-4e7a2bba-9e81-4e20-ab2d-ead9f1fcf44e tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:05.834793 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5952f2e4-b57a-4bd7-9fdb-963f4f54c3bf req-4e7a2bba-9e81-4e20-ab2d-ead9f1fcf44e tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 947 time: 0.0697923 Feb 28 17:20:05.839488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdde77d6-c945-4fa2-8c32-c9f18254a1da', 'tag': 'fd4d1db5-aea2-425a-a604-db48dfebff9d'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:05.841955 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80a3b2d-b381-4cc5-b31a-bbf74e9cc1da" -d '{"events": [{"name": "network-changed", "server_uuid": "cdde77d6-c945-4fa2-8c32-c9f18254a1da", "tag": "fd4d1db5-aea2-425a-a604-db48dfebff9d"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:05.905277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5952f2e4-b57a-4bd7-9fdb-963f4f54c3bf req-fd567461-e448-494f-bb54-59de89bf6225 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/security-groups?id=719c30bc-d0fa-4826-a10a-017a091b0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598094 Feb 28 17:20:05.967424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 05e09912-a1cc-423d-a7ee-e6b93c629e0e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:20:05.972400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 05e09912-a1cc-423d-a7ee-e6b93c629e0e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:05.975003 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:05.984016 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8412231-285d-4db1-8b8a-e83fdd539968 req-5039f036-f487-4980-9ef5-3f8c402a6e15 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.3394437 Feb 28 17:20:05.987136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-9ceef21e-e4fe-4694-8988-1f4f958cecb9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (77f198c9-1a18-442a-a51f-1cd138621160), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:06.004790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c89b5de3-c9b6-40f7-94f7-bca4f4921013'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:06.031677 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-8aaeeb92-d1fb-43d1-bc50-4e7092eb8211 service neutron] 10.222.0.69 "GET /v2.0/networks/7f1b69e1-b54a-466f-9aa9-4b2a97d09946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566820 Feb 28 17:20:06.034621 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba', '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', '952b617a-f73f-4be1-bfa9-b91b6d1002ed', '8c3cabd0-452f-4e8b-9d7e-7b561394cc56'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:06.042496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-9ceef21e-e4fe-4694-8988-1f4f958cecb9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:20:06.055441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-9ceef21e-e4fe-4694-8988-1f4f958cecb9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:20:06.067596 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-9ceef21e-e4fe-4694-8988-1f4f958cecb9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:20:06.072632 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd70626-eb11-442b-8162-80bb13d7ea2a x-openstack-request-id: req-fdd70626-eb11-442b-8162-80bb13d7ea2a {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:06.074349 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdde77d6-c945-4fa2-8c32-c9f18254a1da", "tag": "fd4d1db5-aea2-425a-a604-db48dfebff9d", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:06.075597 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fdd70626-eb11-442b-8162-80bb13d7ea2a {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:06.076220 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdde77d6-c945-4fa2-8c32-c9f18254a1da', 'tag': 'fd4d1db5-aea2-425a-a604-db48dfebff9d', 'status': 'completed', 'code': 200} Feb 28 17:20:06.120335 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceef21e-e4fe-4694-8988-1f4f958cecb9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event updated for resources: {'Port': ['ID=77f198c9-1a18-442a-a51f-1cd138621160,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:06.177376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e46526-be61-410d-a77c-e730e781b4e9 req-921ff21d-ee43-4a1b-bf18-16c17388cb0f tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:06.179788 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6e46526-be61-410d-a77c-e730e781b4e9 req-921ff21d-ee43-4a1b-bf18-16c17388cb0f tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 944 time: 0.1784439 Feb 28 17:20:06.205344 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-9ceef21e-e4fe-4694-8988-1f4f958cecb9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:06.205985 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-9ceef21e-e4fe-4694-8988-1f4f958cecb9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:06.209719 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a3b2d-b381-4cc5-b31a-bbf74e9cc1da req-a0d89931-b295-4e4e-99ae-d6b7a87baf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:06.213493 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a80a3b2d-b381-4cc5-b31a-bbf74e9cc1da req-a0d89931-b295-4e4e-99ae-d6b7a87baf1a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ac49bb6799ca4e50bc616d2a18bb1868&device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 1126 time: 0.1265423 Feb 28 17:20:06.281522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c73a67-e3a3-4b4d-849d-df097dd6f8f5 req-dfcc7ca5-b11b-421b-aa2c-0c13f49cf71a tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:06.291645 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44c73a67-e3a3-4b4d-849d-df097dd6f8f5 req-dfcc7ca5-b11b-421b-aa2c-0c13f49cf71a tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 943 time: 0.1360614 Feb 28 17:20:06.305814 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c52d9eb-a861-4b6b-88ea-8d192e248389 req-2a15461f-1240-40ae-bf61-18aed0c16a43 service neutron] 10.222.0.69 "GET /v2.0/networks/7f1b69e1-b54a-466f-9aa9-4b2a97d09946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652040 Feb 28 17:20:06.315629 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6e46526-be61-410d-a77c-e730e781b4e9 req-9ac5dc43-d781-4b7a-a649-c2eb9766e501 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289508 Feb 28 17:20:06.372661 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-9ceef21e-e4fe-4694-8988-1f4f958cecb9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7814102 Feb 28 17:20:06.382810 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 05e09912-a1cc-423d-a7ee-e6b93c629e0e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:06.383349 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:06.387894 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Request body: {'port': {'device_id': '359c88af-8045-42db-ae65-091340f84860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:06.407673 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44c73a67-e3a3-4b4d-849d-df097dd6f8f5 req-577d90d8-eeff-4877-9ddf-66111a120d17 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103675 Feb 28 17:20:06.463719 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a3b2d-b381-4cc5-b31a-bbf74e9cc1da req-3e76a68c-dbce-4265-8a96-14a7930c3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:06.465207 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a80a3b2d-b381-4cc5-b31a-bbf74e9cc1da req-3e76a68c-dbce-4265-8a96-14a7930c3ac0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ff8eb7c2-165c-47d3-b3ed-cfed116172e5 HTTP/1.1" status: 200 len: 915 time: 0.2039883 Feb 28 17:20:06.516752 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (77f198c9-1a18-442a-a51f-1cd138621160), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:06.526726 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b06773-4d08-4f6d-85f9-a79c4d31484b req-64fed840-a3d1-4631-b28b-4e9d32bcaef1 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:06.529256 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6b06773-4d08-4f6d-85f9-a79c4d31484b req-64fed840-a3d1-4631-b28b-4e9d32bcaef1 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 936 time: 0.1179373 Feb 28 17:20:06.531145 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a80a3b2d-b381-4cc5-b31a-bbf74e9cc1da req-fc0d1ca0-eee7-4c2b-93dd-886b750dd589 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd4d1db5-aea2-425a-a604-db48dfebff9d HTTP/1.1" status: 200 len: 217 time: 0.0586634 Feb 28 17:20:06.546205 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec87450-d93b-4783-b6d3-0135881a344b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e09912-a1cc-423d-a7ee-e6b93c629e0e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:06.548533 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9698b4-19b4-417e-81ee-cbb2d9331b0c" -d '{"events": [{"server_uuid": "6ec87450-d93b-4783-b6d3-0135881a344b", "name": "network-vif-plugged", "status": "completed", "tag": "05e09912-a1cc-423d-a7ee-e6b93c629e0e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:06.582837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d2b319bd-0893-4443-9f2b-4f22bb2031ff None None] Provisioning complete for port 77f198c9-1a18-442a-a51f-1cd138621160 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:06.583371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18964d-8e9d-4662-b948-749f92b39aec req-4833bc22-1019-414c-8987-a78b0b81956f tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:06.583518 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d2b319bd-0893-4443-9f2b-4f22bb2031ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (77f198c9-1a18-442a-a51f-1cd138621160), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:06.584416 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bf18964d-8e9d-4662-b948-749f92b39aec req-4833bc22-1019-414c-8987-a78b0b81956f tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 943 time: 0.1084986 Feb 28 17:20:06.597638 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 05e09912-a1cc-423d-a7ee-e6b93c629e0e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=05e09912-a1cc-423d-a7ee-e6b93c629e0e,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:06.619822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a3b2d-b381-4cc5-b31a-bbf74e9cc1da req-bc001e09-e17d-4fe2-85b7-5ef76f5e2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:06.621556 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a80a3b2d-b381-4cc5-b31a-bbf74e9cc1da req-bc001e09-e17d-4fe2-85b7-5ef76f5e2edd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c4c0baf3-91b3-4f7f-9713-e21420cf9073 HTTP/1.1" status: 200 len: 853 time: 0.0761762 Feb 28 17:20:06.624452 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6b06773-4d08-4f6d-85f9-a79c4d31484b req-69177a1c-f801-4862-9f3a-6eccefda8b1e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895264 Feb 28 17:20:06.664431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d2b319bd-0893-4443-9f2b-4f22bb2031ff None None] Port 77f198c9-1a18-442a-a51f-1cd138621160 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:20:06.672220 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:06.702574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a3b2d-b381-4cc5-b31a-bbf74e9cc1da req-7b813586-0a6f-400a-a766-a0dd410c2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:06.706197 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a80a3b2d-b381-4cc5-b31a-bbf74e9cc1da req-7b813586-0a6f-400a-a766-a0dd410c2272 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff8eb7c2-165c-47d3-b3ed-cfed116172e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0778065 Feb 28 17:20:06.716720 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bf18964d-8e9d-4662-b948-749f92b39aec req-517b173a-298b-483a-9bcf-4a166939322a tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212041 Feb 28 17:20:06.766181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=05e09912-a1cc-423d-a7ee-e6b93c629e0e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:06.786855 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4b392d-da07-4361-a2a0-d3e71cd0c348 x-openstack-request-id: req-7a4b392d-da07-4361-a2a0-d3e71cd0c348 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:06.787170 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec87450-d93b-4783-b6d3-0135881a344b", "name": "network-vif-plugged", "status": "completed", "tag": "05e09912-a1cc-423d-a7ee-e6b93c629e0e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:06.787451 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7a4b392d-da07-4361-a2a0-d3e71cd0c348 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:06.787846 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec87450-d93b-4783-b6d3-0135881a344b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e09912-a1cc-423d-a7ee-e6b93c629e0e', 'code': 200} Feb 28 17:20:06.863212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701b149-324e-4587-8a86-e04abaa0d8f9 req-ba8e23dc-f83d-419b-a660-bf6a9e03a1cc tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:06.864758 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4701b149-324e-4587-8a86-e04abaa0d8f9 req-ba8e23dc-f83d-419b-a660-bf6a9e03a1cc tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.1378641 Feb 28 17:20:06.882859 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a80a3b2d-b381-4cc5-b31a-bbf74e9cc1da req-31d1b72e-26ff-48b1-a505-90e1307bc2aa service neutron] 10.222.0.69 "GET /v2.0/networks/ff8eb7c2-165c-47d3-b3ed-cfed116172e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583090 Feb 28 17:20:06.982116 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4701b149-324e-4587-8a86-e04abaa0d8f9 req-83e042a3-be4f-4800-9bd8-1f21a016a0a9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086233 Feb 28 17:20:07.021164 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a80a3b2d-b381-4cc5-b31a-bbf74e9cc1da req-39f6eb32-3710-4a86-8cb5-16a4cc487976 service neutron] 10.222.0.69 "GET /v2.0/networks/ff8eb7c2-165c-47d3-b3ed-cfed116172e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306031 Feb 28 17:20:07.045732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f198c9-1a18-442a-a51f-1cd138621160 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:07.057133 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Publish callbacks [] for port (77f198c9-1a18-442a-a51f-1cd138621160), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:07.067065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd65bfc-d104-4d5f-b849-bc680c4d0689 req-77eaedd8-c658-4548-b1a6-c2bb313bafc4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:07.073703 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2cd65bfc-d104-4d5f-b849-bc680c4d0689 req-77eaedd8-c658-4548-b1a6-c2bb313bafc4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 945 time: 0.2347622 Feb 28 17:20:07.079674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae03c6-4adc-4cd3-877c-f76a9d7fd52d req-cf32e6c1-c376-49b7-aaae-96574480d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:07.082421 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-91ae03c6-4adc-4cd3-877c-f76a9d7fd52d req-cf32e6c1-c376-49b7-aaae-96574480d3fe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 1131 time: 0.2263145 Feb 28 17:20:07.099326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beaf99-8577-4ee4-9173-0ed3c44c1724 req-bd59c6e8-6822-49af-aaea-7224ab3ead10 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:07.100855 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-99beaf99-8577-4ee4-9173-0ed3c44c1724 req-bd59c6e8-6822-49af-aaea-7224ab3ead10 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 948 time: 0.0577414 Feb 28 17:20:07.115369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Transition to ACTIVE for port object 77f198c9-1a18-442a-a51f-1cd138621160 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:07.152538 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-99beaf99-8577-4ee4-9173-0ed3c44c1724 req-04baa950-4a77-4119-95e9-1804b86d5bc8 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/security-groups?id=719c30bc-d0fa-4826-a10a-017a091b0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455289 Feb 28 17:20:07.162292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f0313ed5-89de-4b73-a35a-397e46cf9bbf tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:07.163786 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-f0313ed5-89de-4b73-a35a-397e46cf9bbf tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92&tenant_id=c57be2755a4d40389e59c507cc6d5340&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1128 time: 0.1891589 Feb 28 17:20:07.177509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820368-19'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:07.188231 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2cd65bfc-d104-4d5f-b849-bc680c4d0689 req-446644c4-d054-48df-bb7b-d3b0503f78a3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137004 Feb 28 17:20:07.220731 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-91ae03c6-4adc-4cd3-877c-f76a9d7fd52d req-52adc6be-9ee6-4b6c-8ccb-7f2b070774ac service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=719c30bc-d0fa-4826-a10a-017a091b0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293209 Feb 28 17:20:07.223937 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (77f198c9-1a18-442a-a51f-1cd138621160), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:07.230652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-93367b63-e71a-4844-af60-1edef5e11c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:07.232033 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-93367b63-e71a-4844-af60-1edef5e11c59 service neutron] 10.222.0.69 "GET /v2.0/ports/798e28b7-2a97-42c3-9aa7-4413d6985b80 HTTP/1.1" status: 200 len: 1027 time: 0.0474501 Feb 28 17:20:07.294905 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6035d1f2-7747-4113-a4c0-77dae2e6d8e6 req-1f4e88c5-f0c9-4fad-8354-1af3cb626f79 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0304627 Feb 28 17:20:07.311310 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Pushing event updated for resources: {'Port': ['ID=77f198c9-1a18-442a-a51f-1cd138621160,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:07.319594 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:07.395115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 99b07604-73a2-4d93-8576-1bda403d1e98 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:20:07.481821 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:07.495583 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fcde17ec-4fa7-4fcd-a314-e38d02a0d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:07.497467 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fcde17ec-4fa7-4fcd-a314-e38d02a0d325 service neutron] 10.222.0.69 "GET /v2.0/ports/ef6ac6e4-3324-41d9-af4d-48868536be2c HTTP/1.1" status: 200 len: 1027 time: 0.0832522 Feb 28 17:20:07.503302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Attempting to bind port 77f198c9-1a18-442a-a51f-1cd138621160 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:07.503302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Attempting to bind port 77f198c9-1a18-442a-a51f-1cd138621160 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:07.503302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Attempting to bind port 77f198c9-1a18-442a-a51f-1cd138621160 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:07.516948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Port 77f198c9-1a18-442a-a51f-1cd138621160 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:07.516948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Attempting to bind port 77f198c9-1a18-442a-a51f-1cd138621160 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:07.529758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:07.531953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:07.531953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:07.531953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Bound port: 77f198c9-1a18-442a-a51f-1cd138621160, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:07.531953 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (77f198c9-1a18-442a-a51f-1cd138621160), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:07.548046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=99b07604-73a2-4d93-8576-1bda403d1e98,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:07.566499 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 99b07604-73a2-4d93-8576-1bda403d1e98 has no active binding in host n-h1-820368-19 {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 17:20:07.566742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 11783bcf-133e-460e-8b2e-2147ee6e99cf details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:20:07.573625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cdc49-a650-4052-8f75-1a05f9125fe8 req-55f53a58-d901-4b5a-bc2b-8ee8a841d893 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:07.575220 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b7cdc49-a650-4052-8f75-1a05f9125fe8 req-55f53a58-d901-4b5a-bc2b-8ee8a841d893 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 944 time: 0.1699343 Feb 28 17:20:07.581816 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=99b07604-73a2-4d93-8576-1bda403d1e98,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:07.630607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e22b4-cffc-4ae1-8715-fb22631e528b req-13619d49-d168-4fd9-8ae2-57c22ae0f63c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:07.637525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b2e22b4-cffc-4ae1-8715-fb22631e528b req-13619d49-d168-4fd9-8ae2-57c22ae0f63c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 943 time: 0.1344659 Feb 28 17:20:07.701487 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b7cdc49-a650-4052-8f75-1a05f9125fe8 req-4b02d468-9f35-4af2-951f-d3cd0419025d tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171317 Feb 28 17:20:07.708546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:07.711299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b2e22b4-cffc-4ae1-8715-fb22631e528b req-b9d37b53-2f85-4294-b0e3-b2ebf7c8e7c6 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728242 Feb 28 17:20:07.746866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] For port 77f198c9-1a18-442a-a51f-1cd138621160, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:07.769862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-d6f4338b-f81e-492f-837b-81005c20e8be tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:07.770163 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] For port 77f198c9-1a18-442a-a51f-1cd138621160, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=77f198c9-1a18-442a-a51f-1cd138621160,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:07.775341 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-d6f4338b-f81e-492f-837b-81005c20e8be tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:07.785444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0958639-b655-4faa-abc7-e6fee05bfd92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b07604-73a2-4d93-8576-1bda403d1e98'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:07.785697 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-d6f4338b-f81e-492f-837b-81005c20e8be tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:07.787398 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-d6f4338b-f81e-492f-837b-81005c20e8be tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "GET /v2.0/networks?id=7f480115-5801-45bd-aa86-f54a00aae2c2&id=91981ed3-7507-473e-bc6a-cc9456441a99&id=91981ed3-7507-473e-bc6a-cc9456441a99&id=91981ed3-7507-473e-bc6a-cc9456441a99&id=91981ed3-7507-473e-bc6a-cc9456441a99&id=7d906d5f-4f1b-416c-9ece-e01d9e321052&id=7d906d5f-4f1b-416c-9ece-e01d9e321052 HTTP/1.1" status: 200 len: 1990 time: 0.2820196 Feb 28 17:20:07.788326 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5882920e-c512-4b88-9b0f-df089013be86" -d '{"events": [{"server_uuid": "c0958639-b655-4faa-abc7-e6fee05bfd92", "name": "network-vif-unplugged", "status": "completed", "tag": "99b07604-73a2-4d93-8576-1bda403d1e98"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:07.792894 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Publish callbacks [] for port (99b07604-73a2-4d93-8576-1bda403d1e98), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:07.835101 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c447-ec07-4601-a0c5-c22e50ba3cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:07.850735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:07.862076 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '11783bcf-133e-460e-8b2e-2147ee6e99cf', 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656', 'port_id': '11783bcf-133e-460e-8b2e-2147ee6e99cf', 'mac_address': 'fa:16:3e:88:e5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6630b81a-0475-439a-8ade-5d1712c8173a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:20:07.863687 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (77f198c9-1a18-442a-a51f-1cd138621160), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:07.893666 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c6889641-6780-4a5f-aa84-b1926da44336 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc69e6115184d37ad88d60bb1dd4133 HTTP/1.1" status: 200 len: 380 time: 0.0969567 Feb 28 17:20:07.905118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 11783bcf-133e-460e-8b2e-2147ee6e99cf is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:07.905808 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:07.906769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508341a-c94c-4344-b698-4e1043d058fb req-50ed6b0f-394d-4ab6-9151-134c31ffe325 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:07.914549 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:07.915181 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:07.915331 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4508341a-c94c-4344-b698-4e1043d058fb req-50ed6b0f-394d-4ab6-9151-134c31ffe325 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 943 time: 0.0946560 Feb 28 17:20:07.916551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] 10.222.0.69 "PUT /v2.0/ports/77f198c9-1a18-442a-a51f-1cd138621160 HTTP/1.1" status: 200 len: 1097 time: 1.5365679 Feb 28 17:20:07.921078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e0b8a4a0-36ec-49d7-90dc-76e9ed5cf2f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'port': {'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'admin_state_up': True, 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'security_groups': ['1749de5f-48a0-4e13-9067-2190f3f594d3']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:07.923832 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:07.929585 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11783bcf-133e-460e-8b2e-2147ee6e99cf {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:07.951825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:07.959091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4f81d-711e-483d-b624-5a5a70ea156d service neutron] Pushing event updated for resources: {'Port': ['ID=77f198c9-1a18-442a-a51f-1cd138621160,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:07.998024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f10f84-cbe0-4716-9402-fd8e524e9eee req-870794ac-817d-480c-ab54-2a1a362c3369 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:08.001422 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d8f10f84-cbe0-4716-9402-fd8e524e9eee req-870794ac-817d-480c-ab54-2a1a362c3369 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 948 time: 0.1822252 Feb 28 17:20:08.064468 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:08.067909 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device d1af0049-4be3-41bc-9921-ea291ea4cce5 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:20:08.084503 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4508341a-c94c-4344-b698-4e1043d058fb req-3f41fc19-fa98-448b-8aa3-71b21eef8048 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539397 Feb 28 17:20:08.170770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e0b8a4a0-36ec-49d7-90dc-76e9ed5cf2f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Made reservation on behalf of 9bc69e6115184d37ad88d60bb1dd4133 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:20:08.178305 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e0b8a4a0-36ec-49d7-90dc-76e9ed5cf2f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:08.182702 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd777991-f8a4-424d-a6bf-ddbbf2ebc5d4 x-openstack-request-id: req-cd777991-f8a4-424d-a6bf-ddbbf2ebc5d4 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:08.182702 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0958639-b655-4faa-abc7-e6fee05bfd92", "name": "network-vif-unplugged", "status": "completed", "tag": "99b07604-73a2-4d93-8576-1bda403d1e98", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:08.189823 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cd777991-f8a4-424d-a6bf-ddbbf2ebc5d4 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:08.192670 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0958639-b655-4faa-abc7-e6fee05bfd92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99b07604-73a2-4d93-8576-1bda403d1e98', 'code': 200} Feb 28 17:20:08.209839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Pushing event updated for resources: {'Port': ['ID=99b07604-73a2-4d93-8576-1bda403d1e98,revision_number=7']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:08.270286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Attempting to bind port 99b07604-73a2-4d93-8576-1bda403d1e98 on host n-h2-820368-19 for vnic_type normal with profile {"migrating_to": "n-h1-820368-19"} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:08.270713 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Attempting to bind port 99b07604-73a2-4d93-8576-1bda403d1e98 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:08.271121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Attempting to bind port 99b07604-73a2-4d93-8576-1bda403d1e98 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:08.276572 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d8f10f84-cbe0-4716-9402-fd8e524e9eee req-cc688246-04e5-4513-a59d-1a2dbe157455 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596550 Feb 28 17:20:08.287499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-7a2cea2c-3c89-4fb0-8feb-2fbd9a7836b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:08.289242 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-7a2cea2c-3c89-4fb0-8feb-2fbd9a7836b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 1131 time: 0.2263489 Feb 28 17:20:08.289855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Port 99b07604-73a2-4d93-8576-1bda403d1e98 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:08.290376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Attempting to bind port 99b07604-73a2-4d93-8576-1bda403d1e98 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:08.301680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=11783bcf-133e-460e-8b2e-2147ee6e99cf,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:08.369075 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-df70fdcf-e11b-4e8f-8135-08b90dd86783 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=77f198c9-1a18-442a-a51f-1cd138621160 HTTP/1.1" status: 200 len: 217 time: 0.0718331 Feb 28 17:20:08.371618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:08.372217 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Checking segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:08.372844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Bound using segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:08.373517 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Bound port: 99b07604-73a2-4d93-8576-1bda403d1e98, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:08.374147 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:08.408695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port d1af0049-4be3-41bc-9921-ea291ea4cce5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=d1af0049-4be3-41bc-9921-ea291ea4cce5,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:08.427157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'd1af0049-4be3-41bc-9921-ea291ea4cce5', 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124', 'port_id': 'd1af0049-4be3-41bc-9921-ea291ea4cce5', 'mac_address': 'fa:16:3e:f0:db:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee3c571-976e-4368-9653-54e69fb9bcab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:20:08.437972 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589fdc7-5884-4605-8d09-5c6cc73fa861 req-cc7d8f29-70fa-433a-b6b7-0ece343402d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:08.440204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2589fdc7-5884-4605-8d09-5c6cc73fa861 req-cc7d8f29-70fa-433a-b6b7-0ece343402d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 945 time: 0.2030818 Feb 28 17:20:08.475633 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port d1af0049-4be3-41bc-9921-ea291ea4cce5 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:08.475946 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:08.491293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1af0049-4be3-41bc-9921-ea291ea4cce5 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:08.491913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e0b8a4a0-36ec-49d7-90dc-76e9ed5cf2f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Allocated IP 172.20.0.9 (7f480115-5801-45bd-aa86-f54a00aae2c2/e5ee6953-30d0-4c0b-8c97-03aeb406c90f/dba8abd3-2fff-466c-935b-cc9c3eb302cc) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:20:08.512892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port d1af0049-4be3-41bc-9921-ea291ea4cce5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=d1af0049-4be3-41bc-9921-ea291ea4cce5,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:08.513251 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-6d152ca6-8c86-4bfa-8498-92b955097ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:08.515438 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-6d152ca6-8c86-4bfa-8498-92b955097ea4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1361918 Feb 28 17:20:08.522931 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2589fdc7-5884-4605-8d09-5c6cc73fa861 req-2438c77a-381a-4664-8881-feedd14abf94 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759771 Feb 28 17:20:08.563724 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:08.567596 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=99b07604-73a2-4d93-8576-1bda403d1e98,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:08.578031 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:08.637805 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf91170-2ed4-492c-9b37-bcc7b67102db req-57c4a2bb-b485-4a63-83ba-7bd17b102303 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:08.639908 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-acf91170-2ed4-492c-9b37-bcc7b67102db req-57c4a2bb-b485-4a63-83ba-7bd17b102303 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 948 time: 0.2168934 Feb 28 17:20:08.644354 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:08.660385 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=d1af0049-4be3-41bc-9921-ea291ea4cce5,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:08.709157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a7663-77f0-4153-a4fe-8ce9f7e15d6b req-b633490a-57e0-4667-bf59-64af2371582a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:08.710717 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-684a7663-77f0-4153-a4fe-8ce9f7e15d6b req-b633490a-57e0-4667-bf59-64af2371582a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.0934305 Feb 28 17:20:08.745770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-fc3156b3-d7c8-497b-afde-d896c6e45848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:08.746153 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e0b8a4a0-36ec-49d7-90dc-76e9ed5cf2f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:08.747525 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-fc3156b3-d7c8-497b-afde-d896c6e45848 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2259905 Feb 28 17:20:08.787286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-684a7663-77f0-4153-a4fe-8ce9f7e15d6b req-6ca14e90-84bc-46fb-9dac-1c23d4428961 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683110 Feb 28 17:20:08.823596 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Pushing event updated for resources: {'Port': ['ID=99b07604-73a2-4d93-8576-1bda403d1e98,revision_number=8']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:08.828983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:08.828983 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:08.830172 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-1cd25e08-7755-43b5-ab89-ad4eec3bbc1e service neutron] 10.222.0.73 "PUT /v2.0/ports/99b07604-73a2-4d93-8576-1bda403d1e98 HTTP/1.1" status: 200 len: 1123 time: 1.6591663 Feb 28 17:20:08.870396 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-acf91170-2ed4-492c-9b37-bcc7b67102db req-018a51dd-8140-4f9e-b90e-d68c38f20d74 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/security-groups?id=719c30bc-d0fa-4826-a10a-017a091b0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207792 Feb 28 17:20:08.899120 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e0b8a4a0-36ec-49d7-90dc-76e9ed5cf2f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:08.903862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['99b07604-73a2-4d93-8576-1bda403d1e98'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:08.952736 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66f019b2-bb7d-4b7b-a7c0-72ff7c7a07ad req-4f64ac31-4a4e-4610-bba4-e364bd83113a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0882597 Feb 28 17:20:08.963852 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e0b8a4a0-36ec-49d7-90dc-76e9ed5cf2f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Network 7f480115-5801-45bd-aa86-f54a00aae2c2 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:20:08.967252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e0b8a4a0-36ec-49d7-90dc-76e9ed5cf2f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:20:08.969710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e0b8a4a0-36ec-49d7-90dc-76e9ed5cf2f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:20:09.002933 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-a31fcb9b-15bc-43c0-8edd-af21759d289b service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429297 Feb 28 17:20:09.035572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e0b8a4a0-36ec-49d7-90dc-76e9ed5cf2f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:09.036789 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e0b8a4a0-36ec-49d7-90dc-76e9ed5cf2f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:09.071723 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8a4a0-36ec-49d7-90dc-76e9ed5cf2f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'Port': ['ID=dba8abd3-2fff-466c-935b-cc9c3eb302cc,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:09.111143 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['d1af0049-4be3-41bc-9921-ea291ea4cce5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:09.128537 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4def6fb-68d3-4d46-b216-02b7bc7626a7 req-d2beaed6-c9a8-4bc5-b178-da9a34d5593d tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:09.137566 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e4def6fb-68d3-4d46-b216-02b7bc7626a7 req-d2beaed6-c9a8-4bc5-b178-da9a34d5593d tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 944 time: 0.1987686 Feb 28 17:20:09.172249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['99b07604-73a2-4d93-8576-1bda403d1e98'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:09.178657 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e0b8a4a0-36ec-49d7-90dc-76e9ed5cf2f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2798643 Feb 28 17:20:09.189085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c4d551a8-7150-4e8b-9041-6ce2864b3bac tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'port': {'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99', 'admin_state_up': True, 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'security_groups': ['1749de5f-48a0-4e13-9067-2190f3f594d3']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:09.198843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['11783bcf-133e-460e-8b2e-2147ee6e99cf'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:09.216756 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e4def6fb-68d3-4d46-b216-02b7bc7626a7 req-c783e08e-b3b6-42e5-a7f7-c12cd3818480 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724363 Feb 28 17:20:09.282705 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b4b705-43e9-48a9-a6e7-79cfaa7e03b8 req-8bb6c296-e409-4db3-9a21-efc2d63839e6 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575147 Feb 28 17:20:09.394223 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272f6b2-cc35-408a-8761-23cf989e1f2a req-3abbdd58-10b8-4250-920f-8b8a2649e0d2 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:09.402026 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7272f6b2-cc35-408a-8761-23cf989e1f2a req-3abbdd58-10b8-4250-920f-8b8a2649e0d2 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 943 time: 0.0810976 Feb 28 17:20:09.462909 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7272f6b2-cc35-408a-8761-23cf989e1f2a req-b095f993-58e7-4d60-98c6-ede9a8e477b5 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599155 Feb 28 17:20:09.479661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2c5b6-3257-4f28-9f16-53639a4ad144 req-d9d95680-28af-476f-b468-cadd3916bc16 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:09.483467 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-63a2c5b6-3257-4f28-9f16-53639a4ad144 req-d9d95680-28af-476f-b468-cadd3916bc16 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 944 time: 0.3928187 Feb 28 17:20:09.530795 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c4d551a8-7150-4e8b-9041-6ce2864b3bac tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Made reservation on behalf of 9bc69e6115184d37ad88d60bb1dd4133 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:20:09.535676 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c4d551a8-7150-4e8b-9041-6ce2864b3bac tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:09.560011 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-63a2c5b6-3257-4f28-9f16-53639a4ad144 req-730bafce-46fd-449d-8564-cee1d5356b78 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706005 Feb 28 17:20:09.621898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c9ef413e-fea0-4b60-a848-ed6e649d756e details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:20:09.626828 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166da2a7-9060-47aa-b0d7-56946fe6b043 req-1b29776f-f0e8-4cf6-b2f3-47cf170a6b23 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:09.628393 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-166da2a7-9060-47aa-b0d7-56946fe6b043 req-1b29776f-f0e8-4cf6-b2f3-47cf170a6b23 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 948 time: 0.0710807 Feb 28 17:20:09.700750 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-166da2a7-9060-47aa-b0d7-56946fe6b043 req-ea210551-d56f-4cc1-ba07-c756b383ec9f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648022 Feb 28 17:20:09.716195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d48e8c27-0e66-4afe-bec4-85c3809c39df None None] Provisioning complete for port dba8abd3-2fff-466c-935b-cc9c3eb302cc triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:09.716195 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d48e8c27-0e66-4afe-bec4-85c3809c39df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:09.824104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c9ef413e-fea0-4b60-a848-ed6e649d756e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c9ef413e-fea0-4b60-a848-ed6e649d756e,segment=NetworkSegment(84b5bf95-268a-4987-a6c4-e119b8f27508),segment_id=84b5bf95-268a-4987-a6c4-e119b8f27508)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:09.908306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d48e8c27-0e66-4afe-bec4-85c3809c39df None None] Port dba8abd3-2fff-466c-935b-cc9c3eb302cc cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:20:09.923597 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'c9ef413e-fea0-4b60-a848-ed6e649d756e', 'network_id': '7f1b69e1-b54a-466f-9aa9-4b2a97d09946', 'port_id': 'c9ef413e-fea0-4b60-a848-ed6e649d756e', 'mac_address': 'fa:16:3e:5d:57:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3934740-b32f-4d8c-a484-e108fb750eda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:20:09.930271 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:09.941237 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da4c32-e0c1-4acf-b7dd-97ee1c7f8c9f req-1f47202a-8513-49c5-ad10-6f01d688fc3d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:09.943151 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8da4c32-e0c1-4acf-b7dd-97ee1c7f8c9f req-1f47202a-8513-49c5-ad10-6f01d688fc3d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.0753047 Feb 28 17:20:09.998715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c9ef413e-fea0-4b60-a848-ed6e649d756e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:09.999186 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:10.022210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ef413e-fea0-4b60-a848-ed6e649d756e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:10.050898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c9ef413e-fea0-4b60-a848-ed6e649d756e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c9ef413e-fea0-4b60-a848-ed6e649d756e,segment=NetworkSegment(84b5bf95-268a-4987-a6c4-e119b8f27508),segment_id=84b5bf95-268a-4987-a6c4-e119b8f27508)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:10.053457 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa01f-f677-44ea-8d07-bee2618858a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:10.068765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee024af-06c3-4d07-900c-73d90f4e96c4 req-92e783d3-3aa9-4854-80d9-6d63a04abb61 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:10.080390 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bee024af-06c3-4d07-900c-73d90f4e96c4 req-92e783d3-3aa9-4854-80d9-6d63a04abb61 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 945 time: 0.4425471 Feb 28 17:20:10.088881 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8da4c32-e0c1-4acf-b7dd-97ee1c7f8c9f req-c59c38dc-0c12-404a-aacc-064c5fff9ef5 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376321 Feb 28 17:20:10.092436 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c4d551a8-7150-4e8b-9041-6ce2864b3bac tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Allocated IP 10.1.1.41 (91981ed3-7507-473e-bc6a-cc9456441a99/54d8b4a6-73f9-4d54-bb5c-3856ed373ac8/1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:20:10.137354 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:10.138044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device fd4d1db5-aea2-425a-a604-db48dfebff9d details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:20:10.168805 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bee024af-06c3-4d07-900c-73d90f4e96c4 req-1936ee98-e31d-4e79-9e2a-9dc5a70b63c3 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895941 Feb 28 17:20:10.195148 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359c88af-8045-42db-ae65-091340f84860', 'tag': '77f198c9-1a18-442a-a51f-1cd138621160'}, {'name': 'network-changed', 'server_uuid': 'c0958639-b655-4faa-abc7-e6fee05bfd92', 'tag': '99b07604-73a2-4d93-8576-1bda403d1e98'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:10.200653 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea32533-4f0f-466e-b701-9ad66afab982" -d '{"events": [{"name": "network-changed", "server_uuid": "359c88af-8045-42db-ae65-091340f84860", "tag": "77f198c9-1a18-442a-a51f-1cd138621160"}, {"name": "network-changed", "server_uuid": "c0958639-b655-4faa-abc7-e6fee05bfd92", "tag": "99b07604-73a2-4d93-8576-1bda403d1e98"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:10.245668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e255a-6ded-4b34-b7e1-0cd976a1390b req-610a400b-b6a9-4c48-b115-5dfea543ea7a tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:10.254469 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-311e255a-6ded-4b34-b7e1-0cd976a1390b req-610a400b-b6a9-4c48-b115-5dfea543ea7a tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 948 time: 0.0913737 Feb 28 17:20:10.311905 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-311e255a-6ded-4b34-b7e1-0cd976a1390b req-00abcceb-ecab-46a5-8a88-f2c548a170ad tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/security-groups?id=719c30bc-d0fa-4826-a10a-017a091b0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561876 Feb 28 17:20:10.314920 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c4d551a8-7150-4e8b-9041-6ce2864b3bac tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:10.336709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port fd4d1db5-aea2-425a-a604-db48dfebff9d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=fd4d1db5-aea2-425a-a604-db48dfebff9d,segment=NetworkSegment(2cbc1621-610d-41e6-b277-da27d386e91a),segment_id=2cbc1621-610d-41e6-b277-da27d386e91a)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:10.350443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'fd4d1db5-aea2-425a-a604-db48dfebff9d', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'port_id': 'fd4d1db5-aea2-425a-a604-db48dfebff9d', 'mac_address': 'fa:16:3e:7d:14:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:20:10.377056 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fa55bc-c183-4b06-b6ac-ef384a2c2138 x-openstack-request-id: req-f0fa55bc-c183-4b06-b6ac-ef384a2c2138 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:10.377359 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359c88af-8045-42db-ae65-091340f84860", "tag": "77f198c9-1a18-442a-a51f-1cd138621160", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c0958639-b655-4faa-abc7-e6fee05bfd92", "tag": "99b07604-73a2-4d93-8576-1bda403d1e98", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:10.377616 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f0fa55bc-c183-4b06-b6ac-ef384a2c2138 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:10.378038 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359c88af-8045-42db-ae65-091340f84860', 'tag': '77f198c9-1a18-442a-a51f-1cd138621160', 'status': 'completed', 'code': 200} Feb 28 17:20:10.378297 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0958639-b655-4faa-abc7-e6fee05bfd92', 'tag': '99b07604-73a2-4d93-8576-1bda403d1e98', 'status': 'completed', 'code': 200} Feb 28 17:20:10.402059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672020c6-6550-4ad3-af1d-94708ca81d1c req-da55969e-cf28-4823-a1f5-3190089f0140 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:10.403566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-672020c6-6550-4ad3-af1d-94708ca81d1c req-da55969e-cf28-4823-a1f5-3190089f0140 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 931 time: 0.0563791 Feb 28 17:20:10.410973 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c9ef413e-fea0-4b60-a848-ed6e649d756e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:10.424857 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c4d551a8-7150-4e8b-9041-6ce2864b3bac tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:10.447962 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port fd4d1db5-aea2-425a-a604-db48dfebff9d is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:10.448823 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:10.475599 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4d1db5-aea2-425a-a604-db48dfebff9d {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:10.483544 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c4d551a8-7150-4e8b-9041-6ce2864b3bac tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Network 91981ed3-7507-473e-bc6a-cc9456441a99 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:20:10.490303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c4d551a8-7150-4e8b-9041-6ce2864b3bac tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:20:10.503711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c4d551a8-7150-4e8b-9041-6ce2864b3bac tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:20:10.521611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port fd4d1db5-aea2-425a-a604-db48dfebff9d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=fd4d1db5-aea2-425a-a604-db48dfebff9d,segment=NetworkSegment(2cbc1621-610d-41e6-b277-da27d386e91a),segment_id=2cbc1621-610d-41e6-b277-da27d386e91a)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:10.538939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-3e6e72c2-5267-4f36-a0ac-dc569b341647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:10.540557 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-3e6e72c2-5267-4f36-a0ac-dc569b341647 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 1131 time: 0.1372671 Feb 28 17:20:10.551428 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-672020c6-6550-4ad3-af1d-94708ca81d1c req-2898c723-2ffd-45e7-a65b-24619e859187 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344132 Feb 28 17:20:10.551987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3683fd-e22e-4f43-966d-087b5ee9bd0a req-5a31983f-cfeb-483a-b064-f1e230d9da9b tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:10.554295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d551a8-7150-4e8b-9041-6ce2864b3bac tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'Port': ['ID=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:10.566442 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9d3683fd-e22e-4f43-966d-087b5ee9bd0a req-5a31983f-cfeb-483a-b064-f1e230d9da9b tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 945 time: 0.1040938 Feb 28 17:20:10.597690 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:10.598373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c4d551a8-7150-4e8b-9041-6ce2864b3bac tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:10.599297 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c4d551a8-7150-4e8b-9041-6ce2864b3bac tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:10.667732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=fd4d1db5-aea2-425a-a604-db48dfebff9d,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:10.706816 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c4d551a8-7150-4e8b-9041-6ce2864b3bac tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5221682 Feb 28 17:20:10.717056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-3e98b5f7-1a5b-4d8d-a7df-d1f87c5f9db7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'port': {'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99', 'admin_state_up': True, 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'security_groups': ['1749de5f-48a0-4e13-9067-2190f3f594d3']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:10.723353 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9d3683fd-e22e-4f43-966d-087b5ee9bd0a req-9f2eb806-73e6-403f-96cf-05ac1fb4316f tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555507 Feb 28 17:20:10.749607 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-4c75c1ed-9e77-4fa1-a63b-1e83a5a3f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:10.751160 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-4c75c1ed-9e77-4fa1-a63b-1e83a5a3f66a service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1822283 Feb 28 17:20:10.820881 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-c2ea6f8f-be16-43da-bfb1-0ca8764415bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=77f198c9-1a18-442a-a51f-1cd138621160 HTTP/1.1" status: 200 len: 217 time: 0.0573664 Feb 28 17:20:10.837079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['fd4d1db5-aea2-425a-a604-db48dfebff9d'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:10.841464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3df39-8325-49da-b1b7-824731c9e91b req-6c048eab-493f-4adf-83e4-5ba4e19e8a14 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:10.843013 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25c3df39-8325-49da-b1b7-824731c9e91b req-6c048eab-493f-4adf-83e4-5ba4e19e8a14 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 944 time: 0.1221635 Feb 28 17:20:10.886914 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c9ef413e-fea0-4b60-a848-ed6e649d756e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:10.894307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9c80056c-9ea9-4d93-a977-9e432a6ba796 None None] Provisioning complete for port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:10.894603 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c80056c-9ea9-4d93-a977-9e432a6ba796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:10.918120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-021b8c96-bd57-4de8-bdf7-97b0d5da4f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:10.921038 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-021b8c96-bd57-4de8-bdf7-97b0d5da4f31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0847080 Feb 28 17:20:10.929496 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25c3df39-8325-49da-b1b7-824731c9e91b req-96faf76f-9ef3-4e49-823e-7f65eea97145 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756283 Feb 28 17:20:10.964910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6af7e-d0ca-4cf0-b1d2-2d32015192b2 req-58c4ecc5-e5eb-4040-b0a9-aad981be9571 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:10.966474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bdc6af7e-d0ca-4cf0-b1d2-2d32015192b2 req-58c4ecc5-e5eb-4040-b0a9-aad981be9571 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 944 time: 0.1301930 Feb 28 17:20:11.004252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-3e98b5f7-1a5b-4d8d-a7df-d1f87c5f9db7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Made reservation on behalf of 9bc69e6115184d37ad88d60bb1dd4133 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:20:11.007689 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-3e98b5f7-1a5b-4d8d-a7df-d1f87c5f9db7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:11.017159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9c80056c-9ea9-4d93-a977-9e432a6ba796 None None] Port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:20:11.026241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-177d54a8-865a-45a8-b027-84672e2a764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:11.027772 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-177d54a8-865a-45a8-b027-84672e2a764b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1019096 Feb 28 17:20:11.049427 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bdc6af7e-d0ca-4cf0-b1d2-2d32015192b2 req-17a58ba7-77d7-489f-8fa1-98b119368904 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757742 Feb 28 17:20:11.224065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-3e98b5f7-1a5b-4d8d-a7df-d1f87c5f9db7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Allocated IP 10.1.1.192 (91981ed3-7507-473e-bc6a-cc9456441a99/54d8b4a6-73f9-4d54-bb5c-3856ed373ac8/e3562be2-4d3d-4ee7-a299-a4054484514a) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:20:11.225605 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-3ab4f4f5-5bce-4da5-bf06-29ef20ed9aa9 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890936 Feb 28 17:20:11.308284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d096180-455b-4e4b-93bf-1f568c0e7a1b req-e7b82ed6-83bc-4862-b5b8-158f9122650a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:11.309366 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:11.310372 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d096180-455b-4e4b-93bf-1f568c0e7a1b req-e7b82ed6-83bc-4862-b5b8-158f9122650a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 948 time: 0.1418366 Feb 28 17:20:11.383646 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-5e7fe710-4020-4669-b2b9-540f31832a7b service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440160 Feb 28 17:20:11.387967 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d096180-455b-4e4b-93bf-1f568c0e7a1b req-5d7e10ab-4600-4110-952c-5798555c8398 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697970 Feb 28 17:20:11.389650 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-3e98b5f7-1a5b-4d8d-a7df-d1f87c5f9db7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:11.484135 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-3e98b5f7-1a5b-4d8d-a7df-d1f87c5f9db7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:11.531340 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-3e98b5f7-1a5b-4d8d-a7df-d1f87c5f9db7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Network 91981ed3-7507-473e-bc6a-cc9456441a99 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:20:11.532504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-6a91aba1-da85-49c6-bfa4-6f26fe44e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:11.534971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-6a91aba1-da85-49c6-bfa4-6f26fe44e9ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 1157 time: 0.0944600 Feb 28 17:20:11.543220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-3e98b5f7-1a5b-4d8d-a7df-d1f87c5f9db7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:20:11.558473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6819c42-2ea8-4236-8dc0-15a78ec17e71 req-bf95cba5-5a7f-462d-a71f-119db5446f30 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:11.562399 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-3e98b5f7-1a5b-4d8d-a7df-d1f87c5f9db7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:20:11.564399 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6819c42-2ea8-4236-8dc0-15a78ec17e71 req-bf95cba5-5a7f-462d-a71f-119db5446f30 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.0858669 Feb 28 17:20:11.574822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 77f198c9-1a18-442a-a51f-1cd138621160 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:20:11.615804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98b5f7-1a5b-4d8d-a7df-d1f87c5f9db7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'Port': ['ID=e3562be2-4d3d-4ee7-a299-a4054484514a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:11.680310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-3e98b5f7-1a5b-4d8d-a7df-d1f87c5f9db7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:11.681001 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-3e98b5f7-1a5b-4d8d-a7df-d1f87c5f9db7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:11.699963 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81451aa-30a8-4894-8804-5ffb0a21c90c req-a0f04483-e370-437b-9ded-31e428f8fe11 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:11.714862 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e81451aa-30a8-4894-8804-5ffb0a21c90c req-a0f04483-e370-437b-9ded-31e428f8fe11 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 945 time: 0.1840889 Feb 28 17:20:11.715044 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6819c42-2ea8-4236-8dc0-15a78ec17e71 req-62102c0f-3c91-4f94-ac5a-08c72b57077f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293867 Feb 28 17:20:11.754794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-110f3c13-8f89-40c4-b5a9-5f3b4ec044e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:11.760267 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-110f3c13-8f89-40c4-b5a9-5f3b4ec044e4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.2171080 Feb 28 17:20:11.782415 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 77f198c9-1a18-442a-a51f-1cd138621160, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=77f198c9-1a18-442a-a51f-1cd138621160,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:11.795582 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e81451aa-30a8-4894-8804-5ffb0a21c90c req-e3208d7a-b8ea-4a43-a2fb-aa2baa74d794 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838788 Feb 28 17:20:11.805665 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-3e98b5f7-1a5b-4d8d-a7df-d1f87c5f9db7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0924015 Feb 28 17:20:11.818608 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'port': {'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052', 'admin_state_up': True, 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'security_groups': ['1749de5f-48a0-4e13-9067-2190f3f594d3']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:11.822235 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '77f198c9-1a18-442a-a51f-1cd138621160', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '77f198c9-1a18-442a-a51f-1cd138621160', 'mac_address': 'fa:16:3e:0a:b1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:20:11.867293 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-06b71518-d79d-4f75-a690-972e85b4fc8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99b07604-73a2-4d93-8576-1bda403d1e98 HTTP/1.1" status: 200 len: 217 time: 0.0999472 Feb 28 17:20:11.911231 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 77f198c9-1a18-442a-a51f-1cd138621160 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:11.911642 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (77f198c9-1a18-442a-a51f-1cd138621160), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:11.926491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f198c9-1a18-442a-a51f-1cd138621160 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:11.967322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 77f198c9-1a18-442a-a51f-1cd138621160, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=77f198c9-1a18-442a-a51f-1cd138621160,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:11.968589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c6c8e6e7-e457-4210-9e8d-d91f1f9b4050 None None] Provisioning complete for port e3562be2-4d3d-4ee7-a299-a4054484514a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:11.969060 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c6c8e6e7-e457-4210-9e8d-d91f1f9b4050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:11.984763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-ebb7f411-2032-49d0-94d8-f51ea19ecc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:11.986307 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-ebb7f411-2032-49d0-94d8-f51ea19ecc9f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.0671394 Feb 28 17:20:12.012753 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c6c8e6e7-e457-4210-9e8d-d91f1f9b4050 None None] Port e3562be2-4d3d-4ee7-a299-a4054484514a cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:20:12.023517 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (77f198c9-1a18-442a-a51f-1cd138621160), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:12.024330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cc3c4-830b-4236-91c4-e9d3ed40174c req-3a560ce6-2e9b-4e39-988b-42c0a7232a6d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:12.030325 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cc3c4-830b-4236-91c4-e9d3ed40174c req-3a560ce6-2e9b-4e39-988b-42c0a7232a6d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:12.030891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-f88d518c-9cbc-4794-b6b7-dc7be9f118c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369506 Feb 28 17:20:12.035987 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cc3c4-830b-4236-91c4-e9d3ed40174c req-3a560ce6-2e9b-4e39-988b-42c0a7232a6d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:12.038189 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a4cc3c4-830b-4236-91c4-e9d3ed40174c req-3a560ce6-2e9b-4e39-988b-42c0a7232a6d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 2373 time: 0.1389756 Feb 28 17:20:12.038380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaee1c-9096-4467-b089-a55f6158f932 req-c6b26d0f-7d9e-47a5-bbcd-1697d126cff3 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:12.045129 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06aaee1c-9096-4467-b089-a55f6158f932 req-c6b26d0f-7d9e-47a5-bbcd-1697d126cff3 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 948 time: 0.1887655 Feb 28 17:20:12.109140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=77f198c9-1a18-442a-a51f-1cd138621160,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:12.121951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a4cc3c4-830b-4236-91c4-e9d3ed40174c req-94b3721b-728a-4ab8-bf24-aa198a9d9467 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620990 Feb 28 17:20:12.163656 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06aaee1c-9096-4467-b089-a55f6158f932 req-4cb925dc-44c5-48a0-be54-69e67f468f5d tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/security-groups?id=719c30bc-d0fa-4826-a10a-017a091b0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176686 Feb 28 17:20:12.171551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Made reservation on behalf of 9bc69e6115184d37ad88d60bb1dd4133 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:20:12.189798 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-3982b1fa-93a0-4562-a624-6b72661a5e14 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418054 Feb 28 17:20:12.304217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b7d2c-3af5-4a0c-8a17-ac67eae7e352 req-c4be3ac8-e1d2-486e-bac5-16685ff3121d tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:12.305664 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b82b7d2c-3af5-4a0c-8a17-ac67eae7e352 req-c4be3ac8-e1d2-486e-bac5-16685ff3121d tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 945 time: 0.1191907 Feb 28 17:20:12.308924 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['77f198c9-1a18-442a-a51f-1cd138621160'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:12.310560 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:12.332829 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ea32533-4f0f-466e-b701-9ad66afab982 req-76c8c017-9203-4668-a49d-2ac293e03ece service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361938 Feb 28 17:20:12.362946 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27f224-31d3-4900-96a6-b70910378cf6 req-a043d951-024c-4b0b-948f-b1a4bff5512a tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:12.371228 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ec27f224-31d3-4900-96a6-b70910378cf6 req-a043d951-024c-4b0b-948f-b1a4bff5512a tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 944 time: 0.0904267 Feb 28 17:20:12.380349 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:12.391383 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b82b7d2c-3af5-4a0c-8a17-ac67eae7e352 req-740650d7-3ab0-45f8-ab35-7895bac27f7f tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776465 Feb 28 17:20:12.447824 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ec27f224-31d3-4900-96a6-b70910378cf6 req-6871157e-3962-4a46-9b76-6acee93db6d7 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718729 Feb 28 17:20:12.583430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf4b0a-9d11-464c-b647-42c1fe802f0e req-f9b2cf5c-a085-4a3e-beb8-e945534175a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:12.585722 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-78bf4b0a-9d11-464c-b647-42c1fe802f0e req-f9b2cf5c-a085-4a3e-beb8-e945534175a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 949 time: 0.0607741 Feb 28 17:20:12.617678 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b645fd-7696-4c99-aece-1c74901bdd6a req-422cf2cb-2a28-4252-9e68-ccfa2f76e6ec tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:12.619200 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c7b645fd-7696-4c99-aece-1c74901bdd6a req-422cf2cb-2a28-4252-9e68-ccfa2f76e6ec tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 944 time: 0.1190329 Feb 28 17:20:12.634247 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-78bf4b0a-9d11-464c-b647-42c1fe802f0e req-f775a60e-fb56-4e6c-830b-19dab7746005 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426362 Feb 28 17:20:12.656785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Allocated IP 10.2.2.100 (7d906d5f-4f1b-416c-9ece-e01d9e321052/57e36aaf-4766-4ff7-ba7f-bb449917549f/debbeb44-0a6e-4b85-a3e8-df4d7568da2e) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:20:12.695283 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c7b645fd-7696-4c99-aece-1c74901bdd6a req-8adceebd-ef62-479c-a3a4-d6e7d1d91752 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686510 Feb 28 17:20:12.822412 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:12.843896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e31d1a-5844-4d4c-b286-c2c927d8de24 req-3b782abb-7deb-4ccc-9034-fbc02bcbdce2 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:12.845981 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e0e31d1a-5844-4d4c-b286-c2c927d8de24 req-3b782abb-7deb-4ccc-9034-fbc02bcbdce2 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.0579436 Feb 28 17:20:12.919780 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:12.934516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e0e31d1a-5844-4d4c-b286-c2c927d8de24 req-32e4eec6-0c34-4699-91e4-f0a03f65a9fe tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817089 Feb 28 17:20:12.961796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9657d-90cd-4259-bf7a-a1958ed95d63 req-95e03ea7-046e-432e-b58e-20e185dd0a52 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:12.963422 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1bf9657d-90cd-4259-bf7a-a1958ed95d63 req-95e03ea7-046e-432e-b58e-20e185dd0a52 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 948 time: 0.0919054 Feb 28 17:20:12.990443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Network 7d906d5f-4f1b-416c-9ece-e01d9e321052 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:20:13.001773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:20:13.009914 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0044f-4a3a-4f76-b983-014555439f2c req-7b50e2dd-4147-4105-ae16-fe65dedc82b3 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:13.011473 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12b0044f-4a3a-4f76-b983-014555439f2c req-7b50e2dd-4147-4105-ae16-fe65dedc82b3 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 945 time: 0.1314752 Feb 28 17:20:13.012282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:20:13.016643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'Port': ['ID=debbeb44-0a6e-4b85-a3e8-df4d7568da2e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:13.063072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:13.063460 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:13.063763 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:13.064967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:13.065316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:13.065656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:13.066029 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:13.066351 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:13.066676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:13.066999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:13.067326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:13.067650 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:13.067970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:13.104164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:13.105091 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:13.115661 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-1bf9657d-90cd-4259-bf7a-a1958ed95d63 req-b4fe27ee-8648-4737-8e5f-54ddb495db3c tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Deleting port 05e09912-a1cc-423d-a7ee-e6b93c629e0e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:20:13.116018 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1bf9657d-90cd-4259-bf7a-a1958ed95d63 req-b4fe27ee-8648-4737-8e5f-54ddb495db3c tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:13.140173 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12b0044f-4a3a-4f76-b983-014555439f2c req-f0558ba3-ac69-4c55-95dd-84b673d0580f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955033 Feb 28 17:20:13.210166 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-bcd6dd3c-80e4-42b3-b308-153f2087f425 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3956349 Feb 28 17:20:13.225214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1284bfc1-0740-4d05-988a-bd8d320cc2f6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'port': {'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052', 'admin_state_up': True, 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'security_groups': ['1749de5f-48a0-4e13-9067-2190f3f594d3']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:13.253808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-1bf9657d-90cd-4259-bf7a-a1958ed95d63 req-b4fe27ee-8648-4737-8e5f-54ddb495db3c tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] For port 05e09912-a1cc-423d-a7ee-e6b93c629e0e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=05e09912-a1cc-423d-a7ee-e6b93c629e0e,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:13.254204 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1bf9657d-90cd-4259-bf7a-a1958ed95d63 req-b4fe27ee-8648-4737-8e5f-54ddb495db3c tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:13.271214 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-1bf9657d-90cd-4259-bf7a-a1958ed95d63 req-b4fe27ee-8648-4737-8e5f-54ddb495db3c tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Calling delete_port for 05e09912-a1cc-423d-a7ee-e6b93c629e0e owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:20:13.327283 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28eda-efef-4df0-a277-569ee84dcc02 req-47429e4b-bfe6-4fcb-aa30-79261b11e36d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:13.333590 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28eda-efef-4df0-a277-569ee84dcc02 req-47429e4b-bfe6-4fcb-aa30-79261b11e36d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:13.339297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28eda-efef-4df0-a277-569ee84dcc02 req-47429e4b-bfe6-4fcb-aa30-79261b11e36d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:13.344325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28eda-efef-4df0-a277-569ee84dcc02 req-47429e4b-bfe6-4fcb-aa30-79261b11e36d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:13.352334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-39d28eda-efef-4df0-a277-569ee84dcc02 req-47429e4b-bfe6-4fcb-aa30-79261b11e36d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 3094 time: 0.1465554 Feb 28 17:20:13.359172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a46e4205-66c7-4f75-81cb-cfc88ce3a20a None None] Provisioning complete for port debbeb44-0a6e-4b85-a3e8-df4d7568da2e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:13.360314 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a46e4205-66c7-4f75-81cb-cfc88ce3a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:13.394327 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bed95-8fe4-4c6f-b3fe-cbbe1399c4e2 req-cccb64b1-feff-485c-ba41-c3496fe0ead8 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:13.395832 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-171bed95-8fe4-4c6f-b3fe-cbbe1399c4e2 req-cccb64b1-feff-485c-ba41-c3496fe0ead8 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 948 time: 0.0958385 Feb 28 17:20:13.414744 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 11783bcf-133e-460e-8b2e-2147ee6e99cf up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:20:13.435458 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-39d28eda-efef-4df0-a277-569ee84dcc02 req-977eaa99-528b-4f8d-8cce-0d4a056ba367 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823789 Feb 28 17:20:13.460706 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-171bed95-8fe4-4c6f-b3fe-cbbe1399c4e2 req-4270a6e8-c11f-4030-b639-0703eb873b8a tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/security-groups?id=719c30bc-d0fa-4826-a10a-017a091b0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545709 Feb 28 17:20:13.476189 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a46e4205-66c7-4f75-81cb-cfc88ce3a20a None None] Port debbeb44-0a6e-4b85-a3e8-df4d7568da2e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:20:13.503923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1284bfc1-0740-4d05-988a-bd8d320cc2f6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Made reservation on behalf of 9bc69e6115184d37ad88d60bb1dd4133 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:20:13.511959 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1284bfc1-0740-4d05-988a-bd8d320cc2f6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:13.583624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c9ef413e-fea0-4b60-a848-ed6e649d756e up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:20:13.612266 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590a587-b4b3-485a-9cdd-61c1ec3d8c42 req-96e4e492-6a4b-4937-ab73-21b73a5c94dd tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:13.618602 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6590a587-b4b3-485a-9cdd-61c1ec3d8c42 req-96e4e492-6a4b-4937-ab73-21b73a5c94dd tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 945 time: 0.0725226 Feb 28 17:20:13.634043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 11783bcf-133e-460e-8b2e-2147ee6e99cf completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:20:13.634486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fcbdd-3c53-4334-828c-15987c394824 req-a440de6c-823b-4218-a5a5-f65c8ad1b161 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:13.636000 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-624fcbdd-3c53-4334-828c-15987c394824 req-a440de6c-823b-4218-a5a5-f65c8ad1b161 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 944 time: 0.1058214 Feb 28 17:20:13.640680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 11783bcf-133e-460e-8b2e-2147ee6e99cf triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:13.641054 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:13.660775 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1bf9657d-90cd-4259-bf7a-a1958ed95d63 req-b4fe27ee-8648-4737-8e5f-54ddb495db3c tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (05e09912-a1cc-423d-a7ee-e6b93c629e0e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:13.676125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['05e09912-a1cc-423d-a7ee-e6b93c629e0e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:13.726328 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe27ee-8648-4737-8e5f-54ddb495db3c tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Pushing event deleted for resources: {'Port': ['ID=05e09912-a1cc-423d-a7ee-e6b93c629e0e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:13.760987 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-624fcbdd-3c53-4334-828c-15987c394824 req-b7553111-3953-43cc-aa4b-e04376d01cb9 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971391 Feb 28 17:20:13.792554 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1284bfc1-0740-4d05-988a-bd8d320cc2f6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Allocated IP 10.2.2.200 (7d906d5f-4f1b-416c-9ece-e01d9e321052/57e36aaf-4766-4ff7-ba7f-bb449917549f/07ccbf05-23c2-4bf1-b1ef-831a2643fc6b) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:20:13.802905 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port c9ef413e-fea0-4b60-a848-ed6e649d756e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:20:13.820440 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port c9ef413e-fea0-4b60-a848-ed6e649d756e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:13.821154 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:13.824915 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 11783bcf-133e-460e-8b2e-2147ee6e99cf is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:13.825550 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:13.839937 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf9657d-90cd-4259-bf7a-a1958ed95d63 req-b4fe27ee-8648-4737-8e5f-54ddb495db3c tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] No DVR routers for this DVR port 05e09912-a1cc-423d-a7ee-e6b93c629e0e on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:20:13.850878 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6590a587-b4b3-485a-9cdd-61c1ec3d8c42 req-d88fe3b4-5a16-4b36-a625-a6c1587eeb2d tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307270 Feb 28 17:20:13.857117 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1bf9657d-90cd-4259-bf7a-a1958ed95d63 req-b4fe27ee-8648-4737-8e5f-54ddb495db3c tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:13.868378 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1bf9657d-90cd-4259-bf7a-a1958ed95d63 req-b4fe27ee-8648-4737-8e5f-54ddb495db3c tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.69 "DELETE /v2.0/ports/05e09912-a1cc-423d-a7ee-e6b93c629e0e HTTP/1.1" status: 204 len: 173 time: 0.8983886 Feb 28 17:20:13.868830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec87450-d93b-4783-b6d3-0135881a344b', 'name': 'network-vif-deleted', 'tag': '05e09912-a1cc-423d-a7ee-e6b93c629e0e'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:13.881302 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb5c573-f742-42fd-808f-7ce27c538855" -d '{"events": [{"server_uuid": "6ec87450-d93b-4783-b6d3-0135881a344b", "name": "network-vif-deleted", "tag": "05e09912-a1cc-423d-a7ee-e6b93c629e0e"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:13.907010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:13.910210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa5d86c-98a8-43c1-9cdf-be94ab780c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11783bcf-133e-460e-8b2e-2147ee6e99cf'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:13.913022 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a265997a-e639-4792-886f-386f5accecc5" -d '{"events": [{"server_uuid": "8fa5d86c-98a8-43c1-9cdf-be94ab780c81", "name": "network-vif-plugged", "status": "completed", "tag": "11783bcf-133e-460e-8b2e-2147ee6e99cf"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:13.918802 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:14.004173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c9ef413e-fea0-4b60-a848-ed6e649d756e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:14.012359 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:14.021244 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:14.022129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device d1af0049-4be3-41bc-9921-ea291ea4cce5 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:20:14.058144 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee98344-5d54-4fed-a3e0-02dfb5a9dfb6 req-6c7c818b-d8af-4bad-8095-e31f59a748e4 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:14.060174 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ee98344-5d54-4fed-a3e0-02dfb5a9dfb6 req-6c7c818b-d8af-4bad-8095-e31f59a748e4 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 949 time: 0.1590278 Feb 28 17:20:14.083622 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aa3aa-2095-4a72-8f2f-e3782d6fc829 req-4f03c2f3-d27c-46cc-9110-72ef13d29167 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:14.085763 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c31aa3aa-2095-4a72-8f2f-e3782d6fc829 req-4f03c2f3-d27c-46cc-9110-72ef13d29167 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 944 time: 0.1113040 Feb 28 17:20:14.130888 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1284bfc1-0740-4d05-988a-bd8d320cc2f6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:14.155080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=11783bcf-133e-460e-8b2e-2147ee6e99cf,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:14.155696 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c31aa3aa-2095-4a72-8f2f-e3782d6fc829 req-330b6abd-9628-412c-b45d-feeac87cec14 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610976 Feb 28 17:20:14.205462 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2e43d1-e456-4a78-8d71-93d1aa6dff4b x-openstack-request-id: req-0f2e43d1-e456-4a78-8d71-93d1aa6dff4b {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:14.205738 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ee98344-5d54-4fed-a3e0-02dfb5a9dfb6 req-f1067024-64f0-451c-b0d4-933efe28a268 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074128 Feb 28 17:20:14.205877 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec87450-d93b-4783-b6d3-0135881a344b", "name": "network-vif-deleted", "tag": "05e09912-a1cc-423d-a7ee-e6b93c629e0e", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:14.206089 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0f2e43d1-e456-4a78-8d71-93d1aa6dff4b {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:14.206522 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec87450-d93b-4783-b6d3-0135881a344b', 'name': 'network-vif-deleted', 'tag': '05e09912-a1cc-423d-a7ee-e6b93c629e0e', 'status': 'completed', 'code': 200} Feb 28 17:20:14.207747 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c9ef413e-fea0-4b60-a848-ed6e649d756e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c9ef413e-fea0-4b60-a848-ed6e649d756e,segment=NetworkSegment(84b5bf95-268a-4987-a6c4-e119b8f27508),segment_id=84b5bf95-268a-4987-a6c4-e119b8f27508)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:14.266974 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d2da7e-64f9-4609-b523-1d7b394898f5 x-openstack-request-id: req-f1d2da7e-64f9-4609-b523-1d7b394898f5 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:14.268253 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa5d86c-98a8-43c1-9cdf-be94ab780c81", "name": "network-vif-plugged", "status": "completed", "tag": "11783bcf-133e-460e-8b2e-2147ee6e99cf", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:14.268705 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f1d2da7e-64f9-4609-b523-1d7b394898f5 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:14.269281 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa5d86c-98a8-43c1-9cdf-be94ab780c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11783bcf-133e-460e-8b2e-2147ee6e99cf', 'code': 200} Feb 28 17:20:14.272218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port d1af0049-4be3-41bc-9921-ea291ea4cce5 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:20:14.277255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port d1af0049-4be3-41bc-9921-ea291ea4cce5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:14.277636 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:14.310264 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:14.310515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device fd4d1db5-aea2-425a-a604-db48dfebff9d up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:20:14.338839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe18b41-7477-4ad5-95e5-5d6221fcdb7a req-4cac2190-06ba-4c27-93e4-69278c5c15fe tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:14.347313 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbe18b41-7477-4ad5-95e5-5d6221fcdb7a req-4cac2190-06ba-4c27-93e4-69278c5c15fe tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.0892382 Feb 28 17:20:14.356984 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1284bfc1-0740-4d05-988a-bd8d320cc2f6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:14.423252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1284bfc1-0740-4d05-988a-bd8d320cc2f6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Network 7d906d5f-4f1b-416c-9ece-e01d9e321052 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:20:14.429754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1284bfc1-0740-4d05-988a-bd8d320cc2f6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:20:14.434206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1284bfc1-0740-4d05-988a-bd8d320cc2f6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:20:14.450136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d81000-2548-4855-a2ff-f5199beed3ea req-6c37ff64-da0d-498e-9ee1-729db7868cab tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:14.457245 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b3d81000-2548-4855-a2ff-f5199beed3ea req-6c37ff64-da0d-498e-9ee1-729db7868cab tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.0794604 Feb 28 17:20:14.458542 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c9ef413e-fea0-4b60-a848-ed6e649d756e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:14.486881 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49fc8e-0b70-4590-ab6c-0ea223ea3897 req-f90f1659-0a11-4732-abea-bd40c4af9d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:14.488582 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da49fc8e-0b70-4590-ab6c-0ea223ea3897 req-f90f1659-0a11-4732-abea-bd40c4af9d1c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 1129 time: 0.1383309 Feb 28 17:20:14.520167 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port d1af0049-4be3-41bc-9921-ea291ea4cce5 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:14.520667 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:14.525391 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284bfc1-0740-4d05-988a-bd8d320cc2f6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event updated for resources: {'Port': ['ID=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:14.543170 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbe18b41-7477-4ad5-95e5-5d6221fcdb7a req-85f1ffde-15c0-4a0e-bf52-bbcb6fdaf05c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948154 Feb 28 17:20:14.588226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1284bfc1-0740-4d05-988a-bd8d320cc2f6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:14.590388 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1284bfc1-0740-4d05-988a-bd8d320cc2f6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:14.606750 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b3d81000-2548-4855-a2ff-f5199beed3ea req-a7eff1f3-5c09-4aa7-b23d-da8896c7f34f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485353 Feb 28 17:20:14.616756 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da49fc8e-0b70-4590-ab6c-0ea223ea3897 req-32167ffd-0aae-4be8-b24d-7698c9cb7127 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206405 Feb 28 17:20:14.712641 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1284bfc1-0740-4d05-988a-bd8d320cc2f6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4964015 Feb 28 17:20:14.728377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Request body: {'port': {'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:14.750884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e699dce6-2bdb-4b99-a3fb-59e50756ffee req-a53d6715-03c6-44a0-9abc-b0c0f6639812 tempest-ServerDiagnosticsNegativeTest-1599428504 tempest-ServerDiagnosticsNegativeTest-1599428504-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec87450-d93b-4783-b6d3-0135881a344b HTTP/1.1" status: 200 len: 210 time: 0.0382116 Feb 28 17:20:14.767052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port fd4d1db5-aea2-425a-a604-db48dfebff9d completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:20:14.772862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port fd4d1db5-aea2-425a-a604-db48dfebff9d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:14.773264 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:14.812122 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:14.839479 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port d1af0049-4be3-41bc-9921-ea291ea4cce5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=d1af0049-4be3-41bc-9921-ea291ea4cce5,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:14.841511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39c6c2-7980-49df-8ef3-ae6b39ef49f7 req-b0411313-c691-41a9-bdad-e10e8f8bd605 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:14.848529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39c6c2-7980-49df-8ef3-ae6b39ef49f7 req-b0411313-c691-41a9-bdad-e10e8f8bd605 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:14.854502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39c6c2-7980-49df-8ef3-ae6b39ef49f7 req-b0411313-c691-41a9-bdad-e10e8f8bd605 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:14.860132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39c6c2-7980-49df-8ef3-ae6b39ef49f7 req-b0411313-c691-41a9-bdad-e10e8f8bd605 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:14.865830 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39c6c2-7980-49df-8ef3-ae6b39ef49f7 req-b0411313-c691-41a9-bdad-e10e8f8bd605 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:14.873565 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d39c6c2-7980-49df-8ef3-ae6b39ef49f7 req-b0411313-c691-41a9-bdad-e10e8f8bd605 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 3815 time: 0.2110145 Feb 28 17:20:14.933216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94381178-0a8f-4d89-8bfb-75b7b6b238a1 req-88b371bd-a3b9-46e3-acc2-90b5bf7ce370 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:14.948509 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-94381178-0a8f-4d89-8bfb-75b7b6b238a1 req-88b371bd-a3b9-46e3-acc2-90b5bf7ce370 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 944 time: 0.1005805 Feb 28 17:20:14.959397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-3a4d735b-80a5-46a7-ae46-d8ea194bb920 None None] Provisioning complete for port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:14.960309 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3a4d735b-80a5-46a7-ae46-d8ea194bb920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:14.981977 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d39c6c2-7980-49df-8ef3-ae6b39ef49f7 req-71afc0c5-54ef-4e18-9014-35eb180ad0f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073987 Feb 28 17:20:15.011508 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d735b-80a5-46a7-ae46-d8ea194bb920 None None] Port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:20:15.011508 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:15.034885 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-94381178-0a8f-4d89-8bfb-75b7b6b238a1 req-a417ee53-b69c-4417-b711-350d81962310 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848043 Feb 28 17:20:15.088158 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port fd4d1db5-aea2-425a-a604-db48dfebff9d is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:15.090108 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:15.105250 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=d1af0049-4be3-41bc-9921-ea291ea4cce5,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:15.137161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port fd4d1db5-aea2-425a-a604-db48dfebff9d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=fd4d1db5-aea2-425a-a604-db48dfebff9d,segment=NetworkSegment(2cbc1621-610d-41e6-b277-da27d386e91a),segment_id=2cbc1621-610d-41e6-b277-da27d386e91a)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:15.192278 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5c638-b43c-4e89-97c9-5e5e49b12550 req-fb83db30-4dd6-4878-8106-4ce133ed2a28 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:15.196150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8f5c638-b43c-4e89-97c9-5e5e49b12550 req-fb83db30-4dd6-4878-8106-4ce133ed2a28 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 946 time: 0.1072805 Feb 28 17:20:15.216711 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:15.217998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 77f198c9-1a18-442a-a51f-1cd138621160 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:20:15.300684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcceb4-7410-4306-8c56-06266b36e059 req-e1601114-ea24-42f1-ad72-53dcc520f4ee tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:15.306213 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8f5c638-b43c-4e89-97c9-5e5e49b12550 req-a53f0191-0736-4172-98f1-40ed808d4bc0 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997534 Feb 28 17:20:15.311953 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45dcceb4-7410-4306-8c56-06266b36e059 req-e1601114-ea24-42f1-ad72-53dcc520f4ee tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0787897 Feb 28 17:20:15.337465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=fd4d1db5-aea2-425a-a604-db48dfebff9d,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:15.364780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba8abd3-2fff-466c-935b-cc9c3eb302cc {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:15.373568 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Publish callbacks [] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:15.381786 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 77f198c9-1a18-442a-a51f-1cd138621160 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:20:15.387697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 77f198c9-1a18-442a-a51f-1cd138621160 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:15.388090 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (77f198c9-1a18-442a-a51f-1cd138621160), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:15.390365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Transition to ACTIVE for port object dba8abd3-2fff-466c-935b-cc9c3eb302cc will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:15.393549 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45dcceb4-7410-4306-8c56-06266b36e059 req-3b00fb92-9f37-4695-b85d-00f7d1c8bdc1 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800467 Feb 28 17:20:15.453032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4ab44-7360-4ba2-b1c9-6f3e09e1a4e9 req-861fc3da-3c32-41be-8243-02c1e870458d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:15.455181 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1c4ab44-7360-4ba2-b1c9-6f3e09e1a4e9 req-861fc3da-3c32-41be-8243-02c1e870458d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 949 time: 0.0543878 Feb 28 17:20:15.462351 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:15.480864 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 77f198c9-1a18-442a-a51f-1cd138621160 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:15.482246 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (77f198c9-1a18-442a-a51f-1cd138621160), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:15.522140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 77f198c9-1a18-442a-a51f-1cd138621160, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=77f198c9-1a18-442a-a51f-1cd138621160,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:15.552258 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Pushing event updated for resources: {'Port': ['ID=dba8abd3-2fff-466c-935b-cc9c3eb302cc,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:15.567402 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1c4ab44-7360-4ba2-b1c9-6f3e09e1a4e9 req-1b40cfb3-3e46-4a43-8be2-7f90d2f0ce5e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059790 Feb 28 17:20:15.600716 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (77f198c9-1a18-442a-a51f-1cd138621160), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:15.651531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 05e09912-a1cc-423d-a7ee-e6b93c629e0e no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:20:15.699027 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Attempting to bind port dba8abd3-2fff-466c-935b-cc9c3eb302cc on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:15.699363 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Attempting to bind port dba8abd3-2fff-466c-935b-cc9c3eb302cc by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'b7ac9249-e6bf-483f-8503-e60544033712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:15.699694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Attempting to bind port dba8abd3-2fff-466c-935b-cc9c3eb302cc on network 7f480115-5801-45bd-aa86-f54a00aae2c2 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:15.710015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Port dba8abd3-2fff-466c-935b-cc9c3eb302cc on network 7f480115-5801-45bd-aa86-f54a00aae2c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:15.710253 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Attempting to bind port dba8abd3-2fff-466c-935b-cc9c3eb302cc on network 7f480115-5801-45bd-aa86-f54a00aae2c2 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:15.715980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:15.716689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Checking segment: {'id': 'b7ac9249-e6bf-483f-8503-e60544033712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:15.716689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Bound using segment: {'id': 'b7ac9249-e6bf-483f-8503-e60544033712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:15.717078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Bound port: dba8abd3-2fff-466c-935b-cc9c3eb302cc, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ac9249-e6bf-483f-8503-e60544033712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:15.722314 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:15.725428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 05e09912-a1cc-423d-a7ee-e6b93c629e0e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:20:15.725777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 05e09912-a1cc-423d-a7ee-e6b93c629e0e not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:20:15.747498 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e478a-0e4b-431d-b62c-5a2b4cefc432 req-f9fd9e4d-fb9c-41e4-9aae-c9f2e0c93eed tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:15.754559 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ca3e478a-0e4b-431d-b62c-5a2b4cefc432 req-f9fd9e4d-fb9c-41e4-9aae-c9f2e0c93eed tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.1017349 Feb 28 17:20:15.766595 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=77f198c9-1a18-442a-a51f-1cd138621160,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:15.836122 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ca3e478a-0e4b-431d-b62c-5a2b4cefc432 req-8cbb8886-519a-41e0-af4a-7dc84e18872a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806901 Feb 28 17:20:15.913090 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] For port dba8abd3-2fff-466c-935b-cc9c3eb302cc, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:15.922305 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c45b8-78d7-45d1-99f1-e88c9a7db52e req-1f9e8318-e200-4206-8e86-c8ce389af5e6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:15.930440 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-894c45b8-78d7-45d1-99f1-e88c9a7db52e req-1f9e8318-e200-4206-8e86-c8ce389af5e6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.1809628 Feb 28 17:20:15.933420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] For port dba8abd3-2fff-466c-935b-cc9c3eb302cc, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=dba8abd3-2fff-466c-935b-cc9c3eb302cc,segment=NetworkSegment(b7ac9249-e6bf-483f-8503-e60544033712),segment_id=b7ac9249-e6bf-483f-8503-e60544033712)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:15.976293 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-894c45b8-78d7-45d1-99f1-e88c9a7db52e req-9b932e5f-55fb-43c2-ba1d-bec15b659735 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455818 Feb 28 17:20:16.029400 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:16.064789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.065801 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:16.067323 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] 10.222.0.69 "PUT /v2.0/ports/dba8abd3-2fff-466c-935b-cc9c3eb302cc HTTP/1.1" status: 200 len: 1092 time: 1.3448749 Feb 28 17:20:16.082692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': 'dba8abd3-2fff-466c-935b-cc9c3eb302cc'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:16.085235 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe76a1c9-8944-4e6b-b349-c0a8a4ae8a10" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "dba8abd3-2fff-466c-935b-cc9c3eb302cc"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:16.116226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1323dec-ee21-45b2-bdc8-37359cce6ada service neutron] Pushing event updated for resources: {'Port': ['ID=dba8abd3-2fff-466c-935b-cc9c3eb302cc,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:16.147221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebbbf5-0dd3-4cee-9c0c-e5ef6ba6f402 req-83389181-8e54-4a34-a2aa-1c047541b3de tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.151226 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebbbf5-0dd3-4cee-9c0c-e5ef6ba6f402 req-83389181-8e54-4a34-a2aa-1c047541b3de tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.156972 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebbbf5-0dd3-4cee-9c0c-e5ef6ba6f402 req-83389181-8e54-4a34-a2aa-1c047541b3de tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.162954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebbbf5-0dd3-4cee-9c0c-e5ef6ba6f402 req-83389181-8e54-4a34-a2aa-1c047541b3de tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.168675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebbbf5-0dd3-4cee-9c0c-e5ef6ba6f402 req-83389181-8e54-4a34-a2aa-1c047541b3de tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.176497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f9ebbbf5-0dd3-4cee-9c0c-e5ef6ba6f402 req-83389181-8e54-4a34-a2aa-1c047541b3de tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 3827 time: 0.1162643 Feb 28 17:20:16.177762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Request body: {'port': {'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:16.245497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f9ebbbf5-0dd3-4cee-9c0c-e5ef6ba6f402 req-10486d9b-3469-4c7d-9217-91c49bd3dca8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682337 Feb 28 17:20:16.270222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d51598-3ace-462a-9ef9-70d53a94bf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ef413e-fea0-4b60-a848-ed6e649d756e'}, {'server_uuid': 'ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1af0049-4be3-41bc-9921-ea291ea4cce5'}, {'server_uuid': 'cdde77d6-c945-4fa2-8c32-c9f18254a1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4d1db5-aea2-425a-a604-db48dfebff9d'}, {'server_uuid': '359c88af-8045-42db-ae65-091340f84860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f198c9-1a18-442a-a51f-1cd138621160'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:16.272936 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27a22bc-12d0-4d76-97dc-3467a8d32fbb" -d '{"events": [{"server_uuid": "79d51598-3ace-462a-9ef9-70d53a94bf72", "name": "network-vif-plugged", "status": "completed", "tag": "c9ef413e-fea0-4b60-a848-ed6e649d756e"}, {"server_uuid": "ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5", "name": "network-vif-plugged", "status": "completed", "tag": "d1af0049-4be3-41bc-9921-ea291ea4cce5"}, {"server_uuid": "cdde77d6-c945-4fa2-8c32-c9f18254a1da", "name": "network-vif-plugged", "status": "completed", "tag": "fd4d1db5-aea2-425a-a604-db48dfebff9d"}, {"server_uuid": "359c88af-8045-42db-ae65-091340f84860", "name": "network-vif-plugged", "status": "completed", "tag": "77f198c9-1a18-442a-a51f-1cd138621160"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:16.283526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d8fe6-5ed8-4658-8408-950f39b95135 req-44e51164-5010-40fe-b676-11459e4edff2 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.285640 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-500d8fe6-5ed8-4658-8408-950f39b95135 req-44e51164-5010-40fe-b676-11459e4edff2 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 945 time: 0.1536987 Feb 28 17:20:16.288781 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:16.328910 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc92ad4-6c13-4656-baae-4997300eab49 x-openstack-request-id: req-2cc92ad4-6c13-4656-baae-4997300eab49 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:16.328910 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "dba8abd3-2fff-466c-935b-cc9c3eb302cc", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:16.329154 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2cc92ad4-6c13-4656-baae-4997300eab49 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:16.329349 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': 'dba8abd3-2fff-466c-935b-cc9c3eb302cc', 'status': 'completed', 'code': 200} Feb 28 17:20:16.386944 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ad3427-7d44-4337-b7b2-c362d783d9ae x-openstack-request-id: req-96ad3427-7d44-4337-b7b2-c362d783d9ae {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:16.388954 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d51598-3ace-462a-9ef9-70d53a94bf72", "name": "network-vif-plugged", "status": "completed", "tag": "c9ef413e-fea0-4b60-a848-ed6e649d756e", "code": 200}, {"server_uuid": "ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5", "name": "network-vif-plugged", "status": "completed", "tag": "d1af0049-4be3-41bc-9921-ea291ea4cce5", "code": 200}, {"server_uuid": "cdde77d6-c945-4fa2-8c32-c9f18254a1da", "name": "network-vif-plugged", "status": "completed", "tag": "fd4d1db5-aea2-425a-a604-db48dfebff9d", "code": 200}, {"server_uuid": "359c88af-8045-42db-ae65-091340f84860", "name": "network-vif-plugged", "status": "completed", "tag": "77f198c9-1a18-442a-a51f-1cd138621160", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:16.388954 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-96ad3427-7d44-4337-b7b2-c362d783d9ae {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:16.388954 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d51598-3ace-462a-9ef9-70d53a94bf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ef413e-fea0-4b60-a848-ed6e649d756e', 'code': 200} Feb 28 17:20:16.388954 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1af0049-4be3-41bc-9921-ea291ea4cce5', 'code': 200} Feb 28 17:20:16.388954 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdde77d6-c945-4fa2-8c32-c9f18254a1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4d1db5-aea2-425a-a604-db48dfebff9d', 'code': 200} Feb 28 17:20:16.388954 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359c88af-8045-42db-ae65-091340f84860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f198c9-1a18-442a-a51f-1cd138621160', 'code': 200} Feb 28 17:20:16.468412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-500d8fe6-5ed8-4658-8408-950f39b95135 req-cc843914-3d63-4f65-a31b-c4284fe3f7a7 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759694 Feb 28 17:20:16.596638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.69', 59517) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:20:16.600638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47842) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:20:16.754916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a04e8c-5a2f-409f-8a74-0fb27da6c486 req-0baa485f-8c45-473f-a629-f0533f3349a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.756393 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-97a04e8c-5a2f-409f-8a74-0fb27da6c486 req-0baa485f-8c45-473f-a629-f0533f3349a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 1129 time: 0.2526340 Feb 28 17:20:16.788598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9876b-033b-4e59-84b9-6d0c46a51085 req-67095056-1dc9-416d-80d7-fcc0580d07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.790591 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-13e9876b-033b-4e59-84b9-6d0c46a51085 req-67095056-1dc9-416d-80d7-fcc0580d07b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 1133 time: 0.1910036 Feb 28 17:20:16.815967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802497e-6b9d-4121-b037-c36e2d86cd4b req-57e06ecb-1383-4ef8-9fe6-0b5674bb34b5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.818557 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1802497e-6b9d-4121-b037-c36e2d86cd4b req-57e06ecb-1383-4ef8-9fe6-0b5674bb34b5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 945 time: 0.2198188 Feb 28 17:20:16.886952 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a1c9-8944-4e6b-b349-c0a8a4ae8a10 req-66968760-f5ff-45e9-a69e-762765bdb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.887537 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a1c9-8944-4e6b-b349-c0a8a4ae8a10 req-66968760-f5ff-45e9-a69e-762765bdb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.887897 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a1c9-8944-4e6b-b349-c0a8a4ae8a10 req-66968760-f5ff-45e9-a69e-762765bdb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.888356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a1c9-8944-4e6b-b349-c0a8a4ae8a10 req-66968760-f5ff-45e9-a69e-762765bdb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.888908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a1c9-8944-4e6b-b349-c0a8a4ae8a10 req-66968760-f5ff-45e9-a69e-762765bdb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.890855 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe76a1c9-8944-4e6b-b349-c0a8a4ae8a10 req-66968760-f5ff-45e9-a69e-762765bdb553 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 4394 time: 0.5393441 Feb 28 17:20:16.911953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5f21d-4470-44f4-8d1f-f8b2e4658eb0 req-2e2a76c7-3b47-4f0c-bfc0-a24c4157533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.913495 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cca5f21d-4470-44f4-8d1f-f8b2e4658eb0 req-2e2a76c7-3b47-4f0c-bfc0-a24c4157533f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 1128 time: 0.1261222 Feb 28 17:20:16.922184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086df1f-40c5-4573-9473-0f83d7d36138 req-98b85ed2-9d12-48b7-83e5-61243ffdefbf tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:16.924232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b086df1f-40c5-4573-9473-0f83d7d36138 req-98b85ed2-9d12-48b7-83e5-61243ffdefbf tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 946 time: 0.1379921 Feb 28 17:20:17.064971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cca5f21d-4470-44f4-8d1f-f8b2e4658eb0 req-f204c693-2b1e-4129-b313-f57f7bb93fa2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390820 Feb 28 17:20:17.082438 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b086df1f-40c5-4573-9473-0f83d7d36138 req-8b88e15b-7b65-4412-8ee3-f9b9949be955 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415544 Feb 28 17:20:17.088478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a1c9-8944-4e6b-b349-c0a8a4ae8a10 req-f1e62868-2dcb-478b-8d33-58aca6b6704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:17.088836 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a1c9-8944-4e6b-b349-c0a8a4ae8a10 req-f1e62868-2dcb-478b-8d33-58aca6b6704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:17.089302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a1c9-8944-4e6b-b349-c0a8a4ae8a10 req-f1e62868-2dcb-478b-8d33-58aca6b6704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:17.090905 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe76a1c9-8944-4e6b-b349-c0a8a4ae8a10 req-f1e62868-2dcb-478b-8d33-58aca6b6704d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1930389 Feb 28 17:20:17.198683 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a1c57-1bc0-4ed0-a268-783d1192e7ca req-683e356d-0627-49ee-a48a-09aaff5999be tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:17.200156 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bb7a1c57-1bc0-4ed0-a268-783d1192e7ca req-683e356d-0627-49ee-a48a-09aaff5999be tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 950 time: 0.0550845 Feb 28 17:20:17.209159 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-088b25de-3146-41fa-9902-bbf7814dabdd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=488427818e64416bac2735e80d540af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6089232 Feb 28 17:20:17.212573 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47854) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:20:17.251598 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-97a04e8c-5a2f-409f-8a74-0fb27da6c486 req-c16cd705-0b09-400b-8da8-1bc6b7cb700b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800835 Feb 28 17:20:17.272598 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-13e9876b-033b-4e59-84b9-6d0c46a51085 req-31da9648-72b9-4eb2-96af-69d3d9cdb68a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722044 Feb 28 17:20:17.281279 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1802497e-6b9d-4121-b037-c36e2d86cd4b req-957ac446-d7cc-46a4-a553-a491294cff08 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499016 Feb 28 17:20:17.287039 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bb7a1c57-1bc0-4ed0-a268-783d1192e7ca req-b26634cc-2383-445c-8f8c-a4a3e22d3f02 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803289 Feb 28 17:20:17.316181 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36ca8247-e132-4cb4-a4db-84a88da6dc5f admin admin] Publish callbacks [] for security_group (719c30bc-d0fa-4826-a10a-017a091b0638), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:17.343695 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36ca8247-e132-4cb4-a4db-84a88da6dc5f admin admin] Publish callbacks [] for security_group (719c30bc-d0fa-4826-a10a-017a091b0638), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:17.343925 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798e28b7-2a97-42c3-9aa7-4413d6985b80 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:17.355352 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Publish callbacks [] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:17.379624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Transition to ACTIVE for port object 798e28b7-2a97-42c3-9aa7-4413d6985b80 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:17.423958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266137a3-142c-4768-9f5b-de62a2ad8b33 req-7a141826-2d5a-438d-89f1-da02ee11088b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:17.425453 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-266137a3-142c-4768-9f5b-de62a2ad8b33 req-7a141826-2d5a-438d-89f1-da02ee11088b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.0587211 Feb 28 17:20:17.440011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094eabc-ceea-498e-aba5-c5f0a18ffab1 req-e0c20816-0a44-44d4-8bd1-b3e04919622e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:17.441493 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8094eabc-ceea-498e-aba5-c5f0a18ffab1 req-e0c20816-0a44-44d4-8bd1-b3e04919622e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.0635448 Feb 28 17:20:17.474285 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-266137a3-142c-4768-9f5b-de62a2ad8b33 req-00fdd4e4-19ad-442e-9e3c-3305a520c26b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418816 Feb 28 17:20:17.475351 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:17.522053 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8094eabc-ceea-498e-aba5-c5f0a18ffab1 req-d43f9e31-3622-4bb3-88bf-29444cdbc55f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739908 Feb 28 17:20:17.530299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Pushing event updated for resources: {'Port': ['ID=798e28b7-2a97-42c3-9aa7-4413d6985b80,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:17.537858 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36ca8247-e132-4cb4-a4db-84a88da6dc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (719c30bc-d0fa-4826-a10a-017a091b0638), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:17.542755 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36ca8247-e132-4cb4-a4db-84a88da6dc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:17.544083 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-36ca8247-e132-4cb4-a4db-84a88da6dc5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/719c30bc-d0fa-4826-a10a-017a091b0638 HTTP/1.1" status: 204 len: 168 time: 0.3305569 Feb 28 17:20:17.563914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca8247-e132-4cb4-a4db-84a88da6dc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719c30bc-d0fa-4826-a10a-017a091b0638,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:17.708602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be54642-0406-4607-b432-2e3a015c8140 req-44873b51-df45-42a8-8985-3ff8e5756344 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:17.714302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be54642-0406-4607-b432-2e3a015c8140 req-44873b51-df45-42a8-8985-3ff8e5756344 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:17.732076 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be54642-0406-4607-b432-2e3a015c8140 req-44873b51-df45-42a8-8985-3ff8e5756344 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:17.745152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be54642-0406-4607-b432-2e3a015c8140 req-44873b51-df45-42a8-8985-3ff8e5756344 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:17.751463 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be54642-0406-4607-b432-2e3a015c8140 req-44873b51-df45-42a8-8985-3ff8e5756344 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:17.756862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be54642-0406-4607-b432-2e3a015c8140 req-44873b51-df45-42a8-8985-3ff8e5756344 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:17.759114 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5be54642-0406-4607-b432-2e3a015c8140 req-44873b51-df45-42a8-8985-3ff8e5756344 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 4599 time: 0.2114913 Feb 28 17:20:17.762997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Attempting to bind port 798e28b7-2a97-42c3-9aa7-4413d6985b80 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:17.762997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Attempting to bind port 798e28b7-2a97-42c3-9aa7-4413d6985b80 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:17.762997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Attempting to bind port 798e28b7-2a97-42c3-9aa7-4413d6985b80 on network 91981ed3-7507-473e-bc6a-cc9456441a99 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:17.768814 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Port 798e28b7-2a97-42c3-9aa7-4413d6985b80 on network 91981ed3-7507-473e-bc6a-cc9456441a99 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:17.769149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Attempting to bind port 798e28b7-2a97-42c3-9aa7-4413d6985b80 on network 91981ed3-7507-473e-bc6a-cc9456441a99 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:17.777755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:17.778108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Checking segment: {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:17.778636 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Bound using segment: {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:17.779265 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Bound port: 798e28b7-2a97-42c3-9aa7-4413d6985b80, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:17.779634 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:17.812833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dcb19-396f-43b7-bc94-c20f5c4396a5 req-cafed593-88a2-4c62-84ff-15364d36e16e tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:17.814434 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a9dcb19-396f-43b7-bc94-c20f5c4396a5 req-cafed593-88a2-4c62-84ff-15364d36e16e tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 945 time: 0.1834307 Feb 28 17:20:17.815860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a1c9-8944-4e6b-b349-c0a8a4ae8a10 req-51ff1d6c-684b-4896-8ac2-0406157d99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:17.817149 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe76a1c9-8944-4e6b-b349-c0a8a4ae8a10 req-51ff1d6c-684b-4896-8ac2-0406157d99d9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547294 Feb 28 17:20:17.881417 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5be54642-0406-4607-b432-2e3a015c8140 req-44dcc5c1-8066-45bb-90a1-5a2b760eb32a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148663 Feb 28 17:20:17.889386 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] For port 798e28b7-2a97-42c3-9aa7-4413d6985b80, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:17.892498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] For port 798e28b7-2a97-42c3-9aa7-4413d6985b80, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=798e28b7-2a97-42c3-9aa7-4413d6985b80,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:17.896537 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a9dcb19-396f-43b7-bc94-c20f5c4396a5 req-13dbdbaa-cb2e-49d4-bea1-d6e472519fed tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753486 Feb 28 17:20:17.966960 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:18.010765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:18.011377 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:18.012765 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] 10.222.0.69 "PUT /v2.0/ports/798e28b7-2a97-42c3-9aa7-4413d6985b80 HTTP/1.1" status: 200 len: 1131 time: 1.8391690 Feb 28 17:20:18.039071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51ddcf-f34a-479a-b88a-ff96f55aebfc service neutron] Pushing event updated for resources: {'Port': ['ID=798e28b7-2a97-42c3-9aa7-4413d6985b80,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:18.235105 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Request body: {'port': {'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:18.274676 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47868) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:20:18.283095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0472a25-9944-42ed-b902-7d3345cde458 req-0365d722-20e8-4af5-bdcd-fd3c2d14fd87 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:18.285432 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0472a25-9944-42ed-b902-7d3345cde458 req-0365d722-20e8-4af5-bdcd-fd3c2d14fd87 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 946 time: 0.1105666 Feb 28 17:20:18.297032 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:18.334804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': '798e28b7-2a97-42c3-9aa7-4413d6985b80'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:18.337204 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de30c1bb-e418-4bc4-aea8-7fe61f234abd" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "798e28b7-2a97-42c3-9aa7-4413d6985b80"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:18.362900 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:18.430702 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Publish callbacks [] for security_group (dd76adcb-2cae-4643-afed-9e6e2dd4a6ec), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:18.434747 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0472a25-9944-42ed-b902-7d3345cde458 req-40f125c2-5740-4ee7-89f1-e1d5a30156a0 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418827 Feb 28 17:20:18.452357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b01a23-cdab-4cda-b304-87db8d2bd41a req-55a8ff68-798f-42c4-ac5b-ee04f6c27e6f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:18.460085 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93b01a23-cdab-4cda-b304-87db8d2bd41a req-55a8ff68-798f-42c4-ac5b-ee04f6c27e6f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 950 time: 0.0968471 Feb 28 17:20:18.497375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dd76adcb-2cae-4643-afed-9e6e2dd4a6ec), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:18.560395 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=af0ff7e1546f44cf98c8bfe769f039a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819293 Feb 28 17:20:18.561460 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47878) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:20:18.561706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd76adcb-2cae-4643-afed-9e6e2dd4a6ec,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:18.579546 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93b01a23-cdab-4cda-b304-87db8d2bd41a req-a58a6602-434e-4670-84df-24052c6335b0 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163013 Feb 28 17:20:18.593463 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:18.594023 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:18.595697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:18.596215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:18.596707 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:18.601149 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:18.601690 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:18.602862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:18.602862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:18.602862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:18.603134 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:18.604459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:18.604459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9a262-f466-45c9-9348-ddd7649909aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:18.660442 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d004832-a96d-499d-b931-1cae8576d18f x-openstack-request-id: req-4d004832-a96d-499d-b931-1cae8576d18f {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:18.660442 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "798e28b7-2a97-42c3-9aa7-4413d6985b80", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:18.660442 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4d004832-a96d-499d-b931-1cae8576d18f {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:18.660442 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': '798e28b7-2a97-42c3-9aa7-4413d6985b80', 'status': 'completed', 'code': 200} Feb 28 17:20:18.771007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c1bb-e418-4bc4-aea8-7fe61f234abd req-950263d6-94d6-43df-a438-0b818c6efb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:18.771656 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c1bb-e418-4bc4-aea8-7fe61f234abd req-950263d6-94d6-43df-a438-0b818c6efb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:18.772123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c1bb-e418-4bc4-aea8-7fe61f234abd req-950263d6-94d6-43df-a438-0b818c6efb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:18.772593 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c1bb-e418-4bc4-aea8-7fe61f234abd req-950263d6-94d6-43df-a438-0b818c6efb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:18.773083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c1bb-e418-4bc4-aea8-7fe61f234abd req-950263d6-94d6-43df-a438-0b818c6efb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:18.773528 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c1bb-e418-4bc4-aea8-7fe61f234abd req-950263d6-94d6-43df-a438-0b818c6efb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:18.775546 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de30c1bb-e418-4bc4-aea8-7fe61f234abd req-950263d6-94d6-43df-a438-0b818c6efb80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5349 time: 0.1029882 Feb 28 17:20:18.795229 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f08fdf22-13ec-44c3-832e-6a3ee0d9a0da admin admin] Publish callbacks [] for security_group (dd76adcb-2cae-4643-afed-9e6e2dd4a6ec), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:18.796318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918a16b-b8eb-4f1e-8889-8126704e01bc req-57ff3f3c-a7e8-485e-bfdf-3a58046a908f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:18.805569 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2918a16b-b8eb-4f1e-8889-8126704e01bc req-57ff3f3c-a7e8-485e-bfdf-3a58046a908f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.0943396 Feb 28 17:20:18.849400 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f08fdf22-13ec-44c3-832e-6a3ee0d9a0da admin admin] Publish callbacks [] for security_group (dd76adcb-2cae-4643-afed-9e6e2dd4a6ec), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:18.932344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028be9b-33b9-4c33-8eef-f88d034380cc req-16985601-9398-4e16-a6f4-475f8a84077b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:18.933882 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5028be9b-33b9-4c33-8eef-f88d034380cc req-16985601-9398-4e16-a6f4-475f8a84077b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 945 time: 0.2844613 Feb 28 17:20:18.935368 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2918a16b-b8eb-4f1e-8889-8126704e01bc req-5a408c68-479a-40f1-9eef-ae6b920ffa9e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262665 Feb 28 17:20:18.981058 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6ac6e4-3324-41d9-af4d-48868536be2c {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:18.983489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c1bb-e418-4bc4-aea8-7fe61f234abd req-2e1933e7-0f58-4766-b5df-a6c40df6cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:18.987991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c1bb-e418-4bc4-aea8-7fe61f234abd req-2e1933e7-0f58-4766-b5df-a6c40df6cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:18.989751 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c1bb-e418-4bc4-aea8-7fe61f234abd req-2e1933e7-0f58-4766-b5df-a6c40df6cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:18.993903 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de30c1bb-e418-4bc4-aea8-7fe61f234abd req-2e1933e7-0f58-4766-b5df-a6c40df6cc9b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2057409 Feb 28 17:20:19.002445 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Publish callbacks [] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:19.051694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Transition to ACTIVE for port object ef6ac6e4-3324-41d9-af4d-48868536be2c will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:19.056718 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5028be9b-33b9-4c33-8eef-f88d034380cc req-96cfb5ac-aa5b-42eb-bdb6-428a5e485a18 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079924 Feb 28 17:20:19.093674 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f08fdf22-13ec-44c3-832e-6a3ee0d9a0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dd76adcb-2cae-4643-afed-9e6e2dd4a6ec), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:19.097200 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f08fdf22-13ec-44c3-832e-6a3ee0d9a0da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:19.099223 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f08fdf22-13ec-44c3-832e-6a3ee0d9a0da admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd76adcb-2cae-4643-afed-9e6e2dd4a6ec HTTP/1.1" status: 204 len: 168 time: 0.5365756 Feb 28 17:20:19.108264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fdf22-13ec-44c3-832e-6a3ee0d9a0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd76adcb-2cae-4643-afed-9e6e2dd4a6ec,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:19.136464 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:19.174622 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b86a95-c417-4e1f-9124-183045bb1e18 req-c2404b8b-3b26-4b25-bbef-658e415cd8eb tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:19.176105 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f7b86a95-c417-4e1f-9124-183045bb1e18 req-c2404b8b-3b26-4b25-bbef-658e415cd8eb tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.1008928 Feb 28 17:20:19.205184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c1bb-e418-4bc4-aea8-7fe61f234abd req-e048352a-30d7-4ec7-9962-37641f8c96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:19.206669 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de30c1bb-e418-4bc4-aea8-7fe61f234abd req-e048352a-30d7-4ec7-9962-37641f8c96e0 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2018626 Feb 28 17:20:19.233028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6ac6e4-3324-41d9-af4d-48868536be2c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:19.236134 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f7b86a95-c417-4e1f-9124-183045bb1e18 req-1343c3c2-8452-4ee8-bfc7-a722a43881aa tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534894 Feb 28 17:20:19.378194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbb15-7381-44fd-af54-4097bbe98024 req-b45dd862-bedc-4b13-894c-7a0ef7fc8251 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:19.383387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbb15-7381-44fd-af54-4097bbe98024 req-b45dd862-bedc-4b13-894c-7a0ef7fc8251 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:19.390427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbb15-7381-44fd-af54-4097bbe98024 req-b45dd862-bedc-4b13-894c-7a0ef7fc8251 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:19.394389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbb15-7381-44fd-af54-4097bbe98024 req-b45dd862-bedc-4b13-894c-7a0ef7fc8251 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:19.399624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbb15-7381-44fd-af54-4097bbe98024 req-b45dd862-bedc-4b13-894c-7a0ef7fc8251 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:19.402553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff12da0-91f2-413e-8216-d029146468a1 req-41e8a086-b4fa-41c0-b395-1ab6720f8160 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:19.404837 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbb15-7381-44fd-af54-4097bbe98024 req-b45dd862-bedc-4b13-894c-7a0ef7fc8251 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:19.410922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbb15-7381-44fd-af54-4097bbe98024 req-b45dd862-bedc-4b13-894c-7a0ef7fc8251 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:19.412081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1ff12da0-91f2-413e-8216-d029146468a1 req-41e8a086-b4fa-41c0-b395-1ab6720f8160 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 945 time: 0.0801575 Feb 28 17:20:19.413505 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7c9cbb15-7381-44fd-af54-4097bbe98024 req-b45dd862-bedc-4b13-894c-7a0ef7fc8251 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5371 time: 0.1814597 Feb 28 17:20:19.451477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Attempting to bind port ef6ac6e4-3324-41d9-af4d-48868536be2c on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:19.451823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Attempting to bind port ef6ac6e4-3324-41d9-af4d-48868536be2c by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:19.452657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Attempting to bind port ef6ac6e4-3324-41d9-af4d-48868536be2c on network 91981ed3-7507-473e-bc6a-cc9456441a99 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:19.461596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Port ef6ac6e4-3324-41d9-af4d-48868536be2c on network 91981ed3-7507-473e-bc6a-cc9456441a99 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:19.461596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Attempting to bind port ef6ac6e4-3324-41d9-af4d-48868536be2c on network 91981ed3-7507-473e-bc6a-cc9456441a99 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:19.478634 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:19.479016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Checking segment: {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:19.479355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Bound using segment: {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:19.480186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Bound port: ef6ac6e4-3324-41d9-af4d-48868536be2c, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:19.480186 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:19.489099 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1ff12da0-91f2-413e-8216-d029146468a1 req-07a10a3c-e57c-4efe-aac5-8542ffd46eca tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759535 Feb 28 17:20:19.525850 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7c9cbb15-7381-44fd-af54-4097bbe98024 req-09022673-ae9a-4694-9617-297006124d5a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916767 Feb 28 17:20:19.606128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] For port ef6ac6e4-3324-41d9-af4d-48868536be2c, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:19.615816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] For port ef6ac6e4-3324-41d9-af4d-48868536be2c, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ef6ac6e4-3324-41d9-af4d-48868536be2c,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:19.657974 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094a8ab-969b-468b-b603-e7e89d90cc3c req-7fa51bab-c18b-45b6-a4ef-4f1edd91eab2 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:19.662428 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3094a8ab-969b-468b-b603-e7e89d90cc3c req-7fa51bab-c18b-45b6-a4ef-4f1edd91eab2 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 946 time: 0.1150908 Feb 28 17:20:19.714537 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:19.723787 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3094a8ab-969b-468b-b603-e7e89d90cc3c req-cbe67dcd-11bb-43d9-8227-b64919b30688 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583167 Feb 28 17:20:19.753578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53494a5-9c71-4634-9726-6b59388e3421 req-bf03d832-dcff-4d23-94c9-12518af01ae5 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:19.755134 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d53494a5-9c71-4634-9726-6b59388e3421 req-bf03d832-dcff-4d23-94c9-12518af01ae5 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 945 time: 0.1022196 Feb 28 17:20:19.762636 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:19.763314 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:19.764713 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] 10.222.0.69 "PUT /v2.0/ports/ef6ac6e4-3324-41d9-af4d-48868536be2c HTTP/1.1" status: 200 len: 1131 time: 1.6579876 Feb 28 17:20:19.765257 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47900) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:20:19.772786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-302b7e98-661e-4380-b468-891dc3f3c454 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Request body: {'floatingip': {'port_id': 'fd4d1db5-aea2-425a-a604-db48dfebff9d'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:19.851214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Request body: {'port': {'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:19.858783 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-302b7e98-661e-4380-b468-891dc3f3c454 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for floatingip (c6e4e1cb-32e5-447b-8757-5d27acee2272), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:19.885076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418d93c-08d1-4f25-8fe7-db27e3c2d07e req-3f035ba0-5e99-4d35-b498-046ff6fa0bdb tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:19.894589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9418d93c-08d1-4f25-8fe7-db27e3c2d07e req-3f035ba0-5e99-4d35-b498-046ff6fa0bdb tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 950 time: 0.0869632 Feb 28 17:20:19.944086 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3853c2-e45d-4d0a-8a35-be0d1c4fb880 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6ac6e4-3324-41d9-af4d-48868536be2c,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:19.972149 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9418d93c-08d1-4f25-8fe7-db27e3c2d07e req-f57a7dc6-6cf2-4846-a0dd-421a787cd8ef tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762823 Feb 28 17:20:20.098174 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:20.132300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29f289-85bf-44eb-82ad-147b691909d8 req-7d55ca18-3d7e-4e6f-8d70-bc1cceb4c5ec tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:20.140702 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5f29f289-85bf-44eb-82ad-147b691909d8 req-7d55ca18-3d7e-4e6f-8d70-bc1cceb4c5ec tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 1133 time: 0.0708318 Feb 28 17:20:20.193785 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5f29f289-85bf-44eb-82ad-147b691909d8 req-82383238-5cd2-4848-8761-f1343c706498 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465701 Feb 28 17:20:20.348858 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4856a-8648-4a7a-9b6c-0eca87c8342b req-7c233cb4-c76e-401d-837a-ac77a6832c5c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:20.351271 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ddd4856a-8648-4a7a-9b6c-0eca87c8342b req-7c233cb4-c76e-401d-837a-ac77a6832c5c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0759120 Feb 28 17:20:20.428301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ddd4856a-8648-4a7a-9b6c-0eca87c8342b req-7fa6b6d8-109b-4807-9813-dd18dd881c2e tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704565 Feb 28 17:20:20.551301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157df00-60f3-4232-a785-8d6e51ed2160 req-320e390e-ddf7-4bc4-947d-21ad7eaff879 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:20.552808 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0157df00-60f3-4232-a785-8d6e51ed2160 req-320e390e-ddf7-4bc4-947d-21ad7eaff879 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.4981606 Feb 28 17:20:20.566818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6918603-2012-475d-8c23-f9580deb4357 req-f29353cc-ca2b-416d-a9ed-c4efd79dedcf tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:20.574211 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6918603-2012-475d-8c23-f9580deb4357 req-f29353cc-ca2b-416d-a9ed-c4efd79dedcf tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.0782089 Feb 28 17:20:20.642576 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6918603-2012-475d-8c23-f9580deb4357 req-25611386-b85d-495c-9dc3-5d65535014d1 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615432 Feb 28 17:20:20.643097 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47930) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:20:20.661701 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': 'ef6ac6e4-3324-41d9-af4d-48868536be2c'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:20.664062 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "ef6ac6e4-3324-41d9-af4d-48868536be2c"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:20.691253 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.db.resource_extend [None req-302b7e98-661e-4380-b468-891dc3f3c454 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:20:20.729952 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0157df00-60f3-4232-a785-8d6e51ed2160 req-bc74a5f8-18aa-4e64-b963-acd01fdf23d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648023 Feb 28 17:20:20.780085 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-b163b1e9-347b-41ce-bc41-f423fac287ff tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247376 Feb 28 17:20:20.797171 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-302b7e98-661e-4380-b468-891dc3f3c454 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:20.844651 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1270899012-network', 'tenant_id': 'e3cae9ae0681415887a84d4f5ce9fed0'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:20.897341 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-302b7e98-661e-4380-b468-891dc3f3c454 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (c6e4e1cb-32e5-447b-8757-5d27acee2272), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:20.903536 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:20.912515 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-9888f97c-9ff2-4a0e-a2c6-6efcd5bd1266 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:20.914053 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-9888f97c-9ff2-4a0e-a2c6-6efcd5bd1266 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1274021 Feb 28 17:20:20.930337 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-183c8311-1155-4d57-911f-966202dac96b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/quotas/cea79b56c7a54ab1ade94c9ea64db22c HTTP/1.1" status: 200 len: 375 time: 0.0099220 Feb 28 17:20:20.948706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] Made reservation on behalf of e3cae9ae0681415887a84d4f5ce9fed0 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:20:20.950915 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:20.958697 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Publish callbacks [] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:20.983692 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:20.997504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Transition to ACTIVE for port object 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:21.044229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-61df8002-a936-4098-9a13-90cae3030834 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1053362 Feb 28 17:20:21.051903 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd6dc2-4159-41d5-b401-3d97eeabb374 req-e4849db1-225d-41df-bb57-837ba96dbc16 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.057086 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd6dc2-4159-41d5-b401-3d97eeabb374 req-e4849db1-225d-41df-bb57-837ba96dbc16 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.062236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd6dc2-4159-41d5-b401-3d97eeabb374 req-e4849db1-225d-41df-bb57-837ba96dbc16 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.067923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd6dc2-4159-41d5-b401-3d97eeabb374 req-e4849db1-225d-41df-bb57-837ba96dbc16 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.073313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd6dc2-4159-41d5-b401-3d97eeabb374 req-e4849db1-225d-41df-bb57-837ba96dbc16 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.078327 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd6dc2-4159-41d5-b401-3d97eeabb374 req-e4849db1-225d-41df-bb57-837ba96dbc16 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.084240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd6dc2-4159-41d5-b401-3d97eeabb374 req-e4849db1-225d-41df-bb57-837ba96dbc16 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.086129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-95bd6dc2-4159-41d5-b401-3d97eeabb374 req-e4849db1-225d-41df-bb57-837ba96dbc16 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5371 time: 0.2232134 Feb 28 17:20:21.089231 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:21.097641 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] Publish callbacks [] for security_group (5f0e383e-7687-4d9d-96bd-28e7d613545b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:21.151903 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-302b7e98-661e-4380-b468-891dc3f3c454 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Floating IP c6e4e1cb-32e5-447b-8757-5d27acee2272 associated. External IP: 172.25.3.73, port: fd4d1db5-aea2-425a-a604-db48dfebff9d. Feb 28 17:20:21.186814 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5f0e383e-7687-4d9d-96bd-28e7d613545b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:21.212684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:20:21.229185 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0e383e-7687-4d9d-96bd-28e7d613545b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:21.241497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:21.252561 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (ca530345-28d4-4183-b87f-e2e0ad922866), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:21.256912 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] Added segment ca530345-28d4-4183-b87f-e2e0ad922866 of type vlan for network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 Feb 28 17:20:21.333084 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-95bd6dc2-4159-41d5-b401-3d97eeabb374 req-1f2a292a-d3ee-4b8a-a30a-9f51389bda91 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2367628 Feb 28 17:20:21.346444 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (1783aaa2-f98c-437e-a56a-b0c98f8ac854), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:21.398631 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6103cb-524e-4c6b-bcfa-edcbf1120c36 x-openstack-request-id: req-0e6103cb-524e-4c6b-bcfa-edcbf1120c36 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:21.398922 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "ef6ac6e4-3324-41d9-af4d-48868536be2c", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:21.399282 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0e6103cb-524e-4c6b-bcfa-edcbf1120c36 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:21.399616 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': 'ef6ac6e4-3324-41d9-af4d-48868536be2c', 'status': 'completed', 'code': 200} Feb 28 17:20:21.475089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Attempting to bind port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:21.475418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Attempting to bind port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:21.475802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Attempting to bind port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 on network 91981ed3-7507-473e-bc6a-cc9456441a99 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:21.482066 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9594d29f-20bb-49aa-95a9-4c64f141b9c9 req-4dd6246e-c4d9-4cb6-892c-8dde36e14007 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 210 time: 0.0541434 Feb 28 17:20:21.491400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53 req-6455e615-a453-4d01-9294-2d296e32c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.505792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53 req-6455e615-a453-4d01-9294-2d296e32c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.505792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53 req-6455e615-a453-4d01-9294-2d296e32c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.505792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53 req-6455e615-a453-4d01-9294-2d296e32c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.505792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53 req-6455e615-a453-4d01-9294-2d296e32c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.505792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53 req-6455e615-a453-4d01-9294-2d296e32c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.505792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53 req-6455e615-a453-4d01-9294-2d296e32c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.507706 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53 req-6455e615-a453-4d01-9294-2d296e32c466 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 6330 time: 0.0862164 Feb 28 17:20:21.512857 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 on network 91981ed3-7507-473e-bc6a-cc9456441a99 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:21.512857 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Attempting to bind port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 on network 91981ed3-7507-473e-bc6a-cc9456441a99 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:21.518873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:21.519214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Checking segment: {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:21.519593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Bound using segment: {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:21.520027 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Bound port: 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:21.520501 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:21.536050 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (1783aaa2-f98c-437e-a56a-b0c98f8ac854), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:21.537236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.537906 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:21.631262 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 99b07604-73a2-4d93-8576-1bda403d1e98 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:20:21.688677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302b7e98-661e-4380-b468-891dc3f3c454 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Router 8af8668e-e582-47e0-9b65-c0715f209269 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:20:21.812681 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1658442 Feb 28 17:20:21.815715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47958) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:20:21.833810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-50559cf8-1e2b-4d9f-b2ad-985be8219a9a admin admin] Request body: {'subnet': {'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1270899012-subnet', 'tenant_id': 'e3cae9ae0681415887a84d4f5ce9fed0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:21.839879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53 req-4bb4d7b8-6e60-44b2-9417-3311897587cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.840345 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53 req-4bb4d7b8-6e60-44b2-9417-3311897587cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.846963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53 req-4bb4d7b8-6e60-44b2-9417-3311897587cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.846963 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53 req-4bb4d7b8-6e60-44b2-9417-3311897587cb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3297014 Feb 28 17:20:21.846963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c70d8-c1a1-488b-b980-566ae12ec4bd admin admin] Pushing event updated for resources: {'Network': ['ID=1783aaa2-f98c-437e-a56a-b0c98f8ac854,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:21.864245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:20:21.881162 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302b7e98-661e-4380-b468-891dc3f3c454 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:20:21.949879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fd908-d01e-48c1-9eb8-cd62a446ff97 req-e0eb7f9a-7af0-4616-ac70-956a8f8eb9e5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:21.951709 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b25fd908-d01e-48c1-9eb8-cd62a446ff97 req-e0eb7f9a-7af0-4616-ac70-956a8f8eb9e5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 945 time: 0.3851891 Feb 28 17:20:21.989039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 99b07604-73a2-4d93-8576-1bda403d1e98 is: DOWN; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:21.996328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e36a79-ebe5-491b-aee3-e02711ddecdf None None] Sync routers for ids ['8af8668e-e582-47e0-9b65-c0715f209269'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:20:22.017134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e36a79-ebe5-491b-aee3-e02711ddecdf None None] Routers {'8af8668e-e582-47e0-9b65-c0715f209269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:20:22.018149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-05e36a79-ebe5-491b-aee3-e02711ddecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:20:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['8af8668e-e582-47e0-9b65-c0715f209269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:20:22.030313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50559cf8-1e2b-4d9f-b2ad-985be8219a9a admin admin] Made reservation on behalf of e3cae9ae0681415887a84d4f5ce9fed0 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:20:22.033349 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50559cf8-1e2b-4d9f-b2ad-985be8219a9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:22.061699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53 req-b679a338-823d-4cb1-9ae5-3132b40bf96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:22.063236 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd844633-b4e3-46cd-bc6f-9e855f5c2a53 req-b679a338-823d-4cb1-9ae5-3132b40bf96f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2127540 Feb 28 17:20:22.143478 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b25fd908-d01e-48c1-9eb8-cd62a446ff97 req-a1c41b4f-9a5c-47dc-8563-a914703424c8 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824024 Feb 28 17:20:22.182746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-05e36a79-ebe5-491b-aee3-e02711ddecdf None None] Set router 8af8668e-e582-47e0-9b65-c0715f209269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:20:22.371770 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50559cf8-1e2b-4d9f-b2ad-985be8219a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (b9428982-a016-4a29-b6d5-ad2997ff3e34), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:22.480886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50559cf8-1e2b-4d9f-b2ad-985be8219a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9428982-a016-4a29-b6d5-ad2997ff3e34,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:22.499547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71533c-31ef-4df9-92fe-00430c329f39 req-d2c9019b-ebeb-451e-8a0e-27df1d19c3fa tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:22.500366 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-302b7e98-661e-4380-b468-891dc3f3c454 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:22.502379 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b71533c-31ef-4df9-92fe-00430c329f39 req-d2c9019b-ebeb-451e-8a0e-27df1d19c3fa tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.1878879 Feb 28 17:20:22.541428 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50559cf8-1e2b-4d9f-b2ad-985be8219a9a admin admin] Checking segment: {'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:22.541428 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50559cf8-1e2b-4d9f-b2ad-985be8219a9a admin admin] Network hostable DHCP agents. Network: 1783aaa2-f98c-437e-a56a-b0c98f8ac854, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:20:22.573919 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] For port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:22.574957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-05e36a79-ebe5-491b-aee3-e02711ddecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:19:31Z', 'revision_number': 4, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port': {'id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:22Z', 'updated_at': '2022-02-28T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'c6e4e1cb-32e5-447b-8757-5d27acee2272', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'floating_ip_address': '172.25.3.73', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'port_id': 'fd4d1db5-aea2-425a-a604-db48dfebff9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'mac_address': 'fa:16:3e:7d:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdde77d6-c945-4fa2-8c32-c9f18254a1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:19:49Z', 'updated_at': '2022-02-28T17:20:20Z', 'revision_number': 1, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15dbadac-59a8-4a13-8add-a1984b115517', 'name': '', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'mac_address': 'fa:16:3e:30:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:29Z', 'updated_at': '2022-02-28T17:19:39Z', 'revision_number': 5, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'subnets': [{'id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:20:22.605056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] For port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:22.613467 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b71533c-31ef-4df9-92fe-00430c329f39 req-f5ddee92-4451-4d87-aef0-8422ee7568e9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048629 Feb 28 17:20:22.614529 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-302b7e98-661e-4380-b468-891dc3f3c454 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "PUT /v2.0/floatingips/c6e4e1cb-32e5-447b-8757-5d27acee2272 HTTP/1.1" status: 200 len: 990 time: 2.8452346 Feb 28 17:20:22.633263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b70b8-d004-47fa-9738-608f4c28bf42 req-c2e07aa3-d0a4-4a11-8db7-da3d1d01174c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:22.635631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e78b70b8-d004-47fa-9738-608f4c28bf42 req-c2e07aa3-d0a4-4a11-8db7-da3d1d01174c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.7594383 Feb 28 17:20:22.641125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e36a79-ebe5-491b-aee3-e02711ddecdf None None] Checking router: 8af8668e-e582-47e0-9b65-c0715f209269 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:20:22.649401 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50559cf8-1e2b-4d9f-b2ad-985be8219a9a admin admin] Network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:20:22.653612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e36a79-ebe5-491b-aee3-e02711ddecdf None None] Routers {'8af8668e-e582-47e0-9b65-c0715f209269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:20:22.654407 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-05e36a79-ebe5-491b-aee3-e02711ddecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:20:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['8af8668e-e582-47e0-9b65-c0715f209269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:20:22.712982 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e78b70b8-d004-47fa-9738-608f4c28bf42 req-cd12aa6a-619e-462f-b500-adaa059b06d7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670357 Feb 28 17:20:22.715976 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:22.725871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-50559cf8-1e2b-4d9f-b2ad-985be8219a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 1783aaa2-f98c-437e-a56a-b0c98f8ac854) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:20:22.730047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50559cf8-1e2b-4d9f-b2ad-985be8219a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:22.734375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50559cf8-1e2b-4d9f-b2ad-985be8219a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:22.796894 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c279150-55f0-478a-8332-a9f51688d947 None None] Network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:20:22.834996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-50559cf8-1e2b-4d9f-b2ad-985be8219a9a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0042906 Feb 28 17:20:22.869197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:22.870430 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:22.873429 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] 10.222.0.69 "PUT /v2.0/ports/1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 HTTP/1.1" status: 200 len: 1091 time: 3.0259593 Feb 28 17:20:22.903673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af02e1-8a51-409e-99f0-08e35e6b7a47 req-f4008948-77fd-445c-903e-b83ec5de844b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:22.916417 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5628f497-462d-4cfd-919f-1cf40dbf9b68 req-e33f83a8-cadd-4f65-8c31-63bb3583c4e3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 210 time: 0.0548277 Feb 28 17:20:22.934517 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af02e1-8a51-409e-99f0-08e35e6b7a47 req-f4008948-77fd-445c-903e-b83ec5de844b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:22.940989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af02e1-8a51-409e-99f0-08e35e6b7a47 req-f4008948-77fd-445c-903e-b83ec5de844b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:22.945131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab108a-33b7-4bff-bcd4-403b4874d096 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:22.952162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af02e1-8a51-409e-99f0-08e35e6b7a47 req-f4008948-77fd-445c-903e-b83ec5de844b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:22.957869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af02e1-8a51-409e-99f0-08e35e6b7a47 req-f4008948-77fd-445c-903e-b83ec5de844b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:22.994834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af02e1-8a51-409e-99f0-08e35e6b7a47 req-f4008948-77fd-445c-903e-b83ec5de844b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:22.998711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Request body: {'port': {'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:23.008194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af02e1-8a51-409e-99f0-08e35e6b7a47 req-f4008948-77fd-445c-903e-b83ec5de844b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:23.009544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-05e36a79-ebe5-491b-aee3-e02711ddecdf None None] Set router 8af8668e-e582-47e0-9b65-c0715f209269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:20:23.016490 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6af02e1-8a51-409e-99f0-08e35e6b7a47 req-f4008948-77fd-445c-903e-b83ec5de844b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5383 time: 0.2369583 Feb 28 17:20:23.164529 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:23.181357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6af02e1-8a51-409e-99f0-08e35e6b7a47 req-21e7ac96-7f52-4f50-9a7b-d2aab175d3dc tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559010 Feb 28 17:20:23.272277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e5162-1598-41d0-afb2-1687c754b8bd None None] Network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:20:23.774856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3562be2-4d3d-4ee7-a299-a4054484514a {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:23.796342 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Publish callbacks [] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:23.798581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 99b07604-73a2-4d93-8576-1bda403d1e98 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:20:23.802289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdde77d6-c945-4fa2-8c32-c9f18254a1da', 'tag': 'fd4d1db5-aea2-425a-a604-db48dfebff9d'}, {'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': '1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:23.805378 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f2d842-c8b5-4eed-971d-803da7bc6a13" -d '{"events": [{"name": "network-changed", "server_uuid": "cdde77d6-c945-4fa2-8c32-c9f18254a1da", "tag": "fd4d1db5-aea2-425a-a604-db48dfebff9d"}, {"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:23.807212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-95172d73-4843-4662-8209-859250b86619 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:23.811782 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-95172d73-4843-4662-8209-859250b86619 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/networks?id=1783aaa2-f98c-437e-a56a-b0c98f8ac854 HTTP/1.1" status: 200 len: 813 time: 0.2244399 Feb 28 17:20:23.815213 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdf24e-38ee-461c-bc1a-6cf36863534c req-c2222576-850a-4c0e-acd3-72215302497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:23.819064 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ecdf24e-38ee-461c-bc1a-6cf36863534c req-c2222576-850a-4c0e-acd3-72215302497c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 1128 time: 0.1089983 Feb 28 17:20:23.887366 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-c1c18353-b41c-4b50-8d5d-fd8445f18173 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/quotas/e3cae9ae0681415887a84d4f5ce9fed0 HTTP/1.1" status: 200 len: 375 time: 0.0649323 Feb 28 17:20:23.911537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Transition to ACTIVE for port object e3562be2-4d3d-4ee7-a299-a4054484514a will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:23.943145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] The host n-h1-820368-19 is not matching for port 99b07604-73a2-4d93-8576-1bda403d1e98 host n-h2-820368-19! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:20:23.943672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 99b07604-73a2-4d93-8576-1bda403d1e98 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:20:23.967048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148a1a2-612c-41bb-8973-7ad5337d807c req-23b48ea9-5273-437a-aef4-6eaf1bed6732 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:23.967985 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-15200cf9-1046-4334-9fea-725fd64e7f95 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3cae9ae0681415887a84d4f5ce9fed0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723917 Feb 28 17:20:23.977396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9148a1a2-612c-41bb-8973-7ad5337d807c req-23b48ea9-5273-437a-aef4-6eaf1bed6732 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 945 time: 0.1669643 Feb 28 17:20:23.979416 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:24.058078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-05e36a79-ebe5-491b-aee3-e02711ddecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:19:31Z', 'revision_number': 4, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port': {'id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:22Z', 'updated_at': '2022-02-28T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'c6e4e1cb-32e5-447b-8757-5d27acee2272', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'floating_ip_address': '172.25.3.73', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'port_id': 'fd4d1db5-aea2-425a-a604-db48dfebff9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'mac_address': 'fa:16:3e:7d:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdde77d6-c945-4fa2-8c32-c9f18254a1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:19:49Z', 'updated_at': '2022-02-28T17:20:20Z', 'revision_number': 1, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15dbadac-59a8-4a13-8add-a1984b115517', 'name': '', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'mac_address': 'fa:16:3e:30:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:29Z', 'updated_at': '2022-02-28T17:19:39Z', 'revision_number': 5, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'subnets': [{'id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:20:24.070117 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Pushing event updated for resources: {'Port': ['ID=e3562be2-4d3d-4ee7-a299-a4054484514a,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:24.105255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e36a79-ebe5-491b-aee3-e02711ddecdf None None] The sync data for ids ['8af8668e-e582-47e0-9b65-c0715f209269'] in n-d-820368-19 is: [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:19:31Z', 'revision_number': 4, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port': {'id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:22Z', 'updated_at': '2022-02-28T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'c6e4e1cb-32e5-447b-8757-5d27acee2272', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'floating_ip_address': '172.25.3.73', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'port_id': 'fd4d1db5-aea2-425a-a604-db48dfebff9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'mac_address': 'fa:16:3e:7d:14:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdde77d6-c945-4fa2-8c32-c9f18254a1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:19:49Z', 'updated_at': '2022-02-28T17:20:20Z', 'revision_number': 1, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15dbadac-59a8-4a13-8add-a1984b115517', 'name': '', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'mac_address': 'fa:16:3e:30:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:29Z', 'updated_at': '2022-02-28T17:19:39Z', 'revision_number': 5, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'subnets': [{'id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:20:24.211988 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-e51e49ab-6b6a-418e-a8f0-ab31ea5d01cb tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1078968 Feb 28 17:20:24.221617 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ecdf24e-38ee-461c-bc1a-6cf36863534c req-ce33fd18-78b8-4810-bd7f-da7b9192196a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877532 Feb 28 17:20:24.311404 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9148a1a2-612c-41bb-8973-7ad5337d807c req-10b5b865-8a4c-47ee-a9df-14015f4b4f6e tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427206 Feb 28 17:20:24.427897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Attempting to bind port e3562be2-4d3d-4ee7-a299-a4054484514a on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:24.430882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Attempting to bind port e3562be2-4d3d-4ee7-a299-a4054484514a by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:24.432810 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Attempting to bind port e3562be2-4d3d-4ee7-a299-a4054484514a on network 91981ed3-7507-473e-bc6a-cc9456441a99 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:24.451699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Port e3562be2-4d3d-4ee7-a299-a4054484514a on network 91981ed3-7507-473e-bc6a-cc9456441a99 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:24.452085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Attempting to bind port e3562be2-4d3d-4ee7-a299-a4054484514a on network 91981ed3-7507-473e-bc6a-cc9456441a99 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:24.461321 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:24.465959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Checking segment: {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:24.466655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Bound using segment: {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:24.469724 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Bound port: e3562be2-4d3d-4ee7-a299-a4054484514a, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7009a99c-adb7-449a-b556-1445f167f49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:24.470260 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:24.536668 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-bd58c071-ccae-4252-a927-5e688420423b service neutron] 10.222.0.72 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676131 Feb 28 17:20:24.663389 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d97ab4b-1f42-499b-a1eb-336c24ca46d3 None None] New status for floating IP c6e4e1cb-32e5-447b-8757-5d27acee2272: ACTIVE {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:20:24.723425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-fc1dfa2e-2942-4d3a-8091-e980fae59b41 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:24.724950 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-fc1dfa2e-2942-4d3a-8091-e980fae59b41 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4966595 Feb 28 17:20:24.770080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-1b85d95e-fe66-4238-b11e-87c62f50f4a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Request body: {'port': {'device_id': '66cabaaa-e4ee-4fa8-851b-5d1978d3e177', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'cea79b56c7a54ab1ade94c9ea64db22c'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:24.784831 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0cb2a-0c6d-4be5-ac3f-67f445ce9caa req-964495f4-4e93-4625-8a48-72ecc3a15bf0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:24.786457 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e3c0cb2a-0c6d-4be5-ac3f-67f445ce9caa req-964495f4-4e93-4625-8a48-72ecc3a15bf0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.2704911 Feb 28 17:20:24.805965 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-6f3606e1-652f-45d2-b31a-5eaea723163b service neutron] 10.222.0.72 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589426 Feb 28 17:20:24.810530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] For port e3562be2-4d3d-4ee7-a299-a4054484514a, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:24.821626 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] For port e3562be2-4d3d-4ee7-a299-a4054484514a, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e3562be2-4d3d-4ee7-a299-a4054484514a,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:24.916186 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e3c0cb2a-0c6d-4be5-ac3f-67f445ce9caa req-47e75309-3600-4762-b4b2-85b220817409 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129076 Feb 28 17:20:24.921547 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:24.957211 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:24.958862 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:24.967931 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] 10.222.0.69 "PUT /v2.0/ports/e3562be2-4d3d-4ee7-a299-a4054484514a HTTP/1.1" status: 200 len: 1092 time: 1.9681516 Feb 28 17:20:25.087068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Request body: {'port': {'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:25.145158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb441fd7-ba98-4c70-9803-8b159195cc5b service neutron] Pushing event updated for resources: {'Port': ['ID=e3562be2-4d3d-4ee7-a299-a4054484514a,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:25.156020 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-1b85d95e-fe66-4238-b11e-87c62f50f4a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Made reservation on behalf of cea79b56c7a54ab1ade94c9ea64db22c for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:20:25.161009 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-1b85d95e-fe66-4238-b11e-87c62f50f4a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:25.206177 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:25.230418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff025e68-8722-4852-87b8-313a5fc9a425 req-7f8454e3-a847-49ce-938c-d97f4bff8f77 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:25.238082 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff025e68-8722-4852-87b8-313a5fc9a425 req-7f8454e3-a847-49ce-938c-d97f4bff8f77 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.1798584 Feb 28 17:20:25.496070 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ff2ed7-79ab-407f-8f96-652f4e0a7709 x-openstack-request-id: req-d4ff2ed7-79ab-407f-8f96-652f4e0a7709 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:25.496371 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdde77d6-c945-4fa2-8c32-c9f18254a1da", "tag": "fd4d1db5-aea2-425a-a604-db48dfebff9d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:25.496622 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d4ff2ed7-79ab-407f-8f96-652f4e0a7709 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:25.497052 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdde77d6-c945-4fa2-8c32-c9f18254a1da', 'tag': 'fd4d1db5-aea2-425a-a604-db48dfebff9d', 'status': 'completed', 'code': 200} Feb 28 17:20:25.497305 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': '1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56', 'status': 'completed', 'code': 200} Feb 28 17:20:25.520094 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-1b85d95e-fe66-4238-b11e-87c62f50f4a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Allocated IP 192.168.233.9 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/78dd7064-bfde-4083-b643-40f0c8d866b8) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:20:25.575354 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-767e1c0c-00ce-41f6-a6e6-1f80621755f5 req-5fea3a4d-94c2-4255-a070-53c3ea2bbf35 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 210 time: 0.0752575 Feb 28 17:20:25.658031 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff025e68-8722-4852-87b8-313a5fc9a425 req-223306f5-3063-4c08-93b8-57b74f2c311c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143946 Feb 28 17:20:25.726798 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-2fa7a72a-2883-425f-a6d5-883249f1f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:25.739771 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-2fa7a72a-2883-425f-a6d5-883249f1f355 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ac49bb6799ca4e50bc616d2a18bb1868&device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 1128 time: 0.2416358 Feb 28 17:20:25.857735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id debbeb44-0a6e-4b85-a3e8-df4d7568da2e {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:25.881826 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Publish callbacks [] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:25.944909 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-1b85d95e-fe66-4238-b11e-87c62f50f4a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks [] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:26.014736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d9d05-18c1-4967-b516-1ff3b001f51a req-e3b3211a-6d96-4204-913a-76c5755c749f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:26.020283 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d9d05-18c1-4967-b516-1ff3b001f51a req-e3b3211a-6d96-4204-913a-76c5755c749f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:26.037965 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d9d05-18c1-4967-b516-1ff3b001f51a req-e3b3211a-6d96-4204-913a-76c5755c749f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:26.048659 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-c015d05d-0be8-4950-8fbd-14dbb8cc0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:26.050215 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-c015d05d-0be8-4950-8fbd-14dbb8cc0ffc service neutron] 10.222.0.69 "GET /v2.0/networks?id=ff8eb7c2-165c-47d3-b3ed-cfed116172e5 HTTP/1.1" status: 200 len: 915 time: 0.2677078 Feb 28 17:20:26.058562 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d9d05-18c1-4967-b516-1ff3b001f51a req-e3b3211a-6d96-4204-913a-76c5755c749f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:26.064751 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d9d05-18c1-4967-b516-1ff3b001f51a req-e3b3211a-6d96-4204-913a-76c5755c749f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:26.077982 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d9d05-18c1-4967-b516-1ff3b001f51a req-e3b3211a-6d96-4204-913a-76c5755c749f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:26.084331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d9d05-18c1-4967-b516-1ff3b001f51a req-e3b3211a-6d96-4204-913a-76c5755c749f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:26.086304 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-904d9d05-18c1-4967-b516-1ff3b001f51a req-e3b3211a-6d96-4204-913a-76c5755c749f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5395 time: 0.2417831 Feb 28 17:20:26.147063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Transition to ACTIVE for port object debbeb44-0a6e-4b85-a3e8-df4d7568da2e will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:26.170987 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-904d9d05-18c1-4967-b516-1ff3b001f51a req-8b4bd85f-74a6-4a8a-bdc5-38b7e9386058 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720909 Feb 28 17:20:26.180210 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-a0506dc6-4a04-44a8-b719-9deca266ed37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd4d1db5-aea2-425a-a604-db48dfebff9d HTTP/1.1" status: 200 len: 1000 time: 0.1228132 Feb 28 17:20:26.192124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2efbb8-1374-4fa8-bf75-30d28f2b6c80 req-b15e6ddf-00a4-468f-ad45-cdcf389c877c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:26.193585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee2efbb8-1374-4fa8-bf75-30d28f2b6c80 req-b15e6ddf-00a4-468f-ad45-cdcf389c877c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 945 time: 0.3141348 Feb 28 17:20:26.253607 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-1b85d95e-fe66-4238-b11e-87c62f50f4a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:26.270021 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c89b5de3-c9b6-40f7-94f7-bca4f4921013', '77f198c9-1a18-442a-a51f-1cd138621160'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:26.290580 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-51b4ce0b-cb53-4ec2-9339-62a30b4a7b7a req-1dc17c30-1947-4314-8d7e-1755afbd1f68 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 210 time: 0.0465984 Feb 28 17:20:26.304310 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:26.328715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba', '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', '952b617a-f73f-4be1-bfa9-b91b6d1002ed', '8c3cabd0-452f-4e8b-9d7e-7b561394cc56'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:26.353362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-1b85d95e-fe66-4238-b11e-87c62f50f4a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:20:26.376882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-1b85d95e-fe66-4238-b11e-87c62f50f4a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:20:26.379302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85d95e-fe66-4238-b11e-87c62f50f4a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event updated for resources: {'Port': ['ID=78dd7064-bfde-4083-b643-40f0c8d866b8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:26.390801 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-1b85d95e-fe66-4238-b11e-87c62f50f4a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:20:26.419130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-c98d3b47-0768-426d-9c67-3d3ac139cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:26.427753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-c98d3b47-0768-426d-9c67-3d3ac139cf69 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c4c0baf3-91b3-4f7f-9713-e21420cf9073 HTTP/1.1" status: 200 len: 853 time: 0.2313113 Feb 28 17:20:26.523403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee2efbb8-1374-4fa8-bf75-30d28f2b6c80 req-5fa625f5-a0b1-4696-811a-f28a4c68a7fb tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101020 Feb 28 17:20:26.524064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Pushing event updated for resources: {'Port': ['ID=debbeb44-0a6e-4b85-a3e8-df4d7568da2e,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:26.526493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-1b85d95e-fe66-4238-b11e-87c62f50f4a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:26.527207 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-1b85d95e-fe66-4238-b11e-87c62f50f4a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:26.659379 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e974466-eda0-4b66-8785-5489abb33d6b req-2a7cecd4-e51b-4109-9146-980c56e49a29 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:26.660959 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0e974466-eda0-4b66-8785-5489abb33d6b req-2a7cecd4-e51b-4109-9146-980c56e49a29 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.1713853 Feb 28 17:20:26.719348 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-1b85d95e-fe66-4238-b11e-87c62f50f4a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9803593 Feb 28 17:20:26.748306 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-39c684da-54ea-4a57-8fcd-5e1eb403341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:26.761992 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-39c684da-54ea-4a57-8fcd-5e1eb403341b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff8eb7c2-165c-47d3-b3ed-cfed116172e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3136957 Feb 28 17:20:26.767472 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0e974466-eda0-4b66-8785-5489abb33d6b req-13adc94b-5404-4e7a-bcfe-aabd643a2b44 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938616 Feb 28 17:20:26.773725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Request body: {'port': {'device_id': '66cabaaa-e4ee-4fa8-851b-5d1978d3e177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:26.870539 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:26.894206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Attempting to bind port debbeb44-0a6e-4b85-a3e8-df4d7568da2e on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:26.894744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Attempting to bind port debbeb44-0a6e-4b85-a3e8-df4d7568da2e by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '9571ca88-1379-4607-b84a-97d78d76b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:26.894941 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Attempting to bind port debbeb44-0a6e-4b85-a3e8-df4d7568da2e on network 7d906d5f-4f1b-416c-9ece-e01d9e321052 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:26.909280 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Port debbeb44-0a6e-4b85-a3e8-df4d7568da2e on network 7d906d5f-4f1b-416c-9ece-e01d9e321052 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:26.909611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Attempting to bind port debbeb44-0a6e-4b85-a3e8-df4d7568da2e on network 7d906d5f-4f1b-416c-9ece-e01d9e321052 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:26.929131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:26.929550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Checking segment: {'id': '9571ca88-1379-4607-b84a-97d78d76b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:26.929976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Bound using segment: {'id': '9571ca88-1379-4607-b84a-97d78d76b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:26.930440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Bound port: debbeb44-0a6e-4b85-a3e8-df4d7568da2e, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9571ca88-1379-4607-b84a-97d78d76b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:26.930807 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:26.970870 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde5e86-96e6-4fdb-959f-d422848b70cc req-ac5d709f-fbb6-46df-99de-08224153f12d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:26.972472 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4cde5e86-96e6-4fdb-959f-d422848b70cc req-ac5d709f-fbb6-46df-99de-08224153f12d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 934 time: 0.2481043 Feb 28 17:20:27.037776 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-1b9bc239-9ad9-4b64-ab81-ba7d15353ba5 service neutron] 10.222.0.69 "GET /v2.0/networks/ff8eb7c2-165c-47d3-b3ed-cfed116172e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745371 Feb 28 17:20:27.150566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4cde5e86-96e6-4fdb-959f-d422848b70cc req-7f7fd9d6-dee3-4ec5-bf8e-d10428dbe82b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646321 Feb 28 17:20:27.151586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] For port debbeb44-0a6e-4b85-a3e8-df4d7568da2e, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:27.167987 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] For port debbeb44-0a6e-4b85-a3e8-df4d7568da2e, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=debbeb44-0a6e-4b85-a3e8-df4d7568da2e,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:27.172318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5b8261cf-460f-4c5b-96a0-39b25b4f4a9e None None] Provisioning complete for port 78dd7064-bfde-4083-b643-40f0c8d866b8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:27.172746 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5b8261cf-460f-4c5b-96a0-39b25b4f4a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:27.206962 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db9d9e-8f0e-4afe-8573-9671cb879d9a req-a3d00201-8f7d-48da-a765-b439aaf4a88e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.208749 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17db9d9e-8f0e-4afe-8573-9671cb879d9a req-a3d00201-8f7d-48da-a765-b439aaf4a88e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.2504656 Feb 28 17:20:27.235906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5b8261cf-460f-4c5b-96a0-39b25b4f4a9e None None] Port 78dd7064-bfde-4083-b643-40f0c8d866b8 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:20:27.248913 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-0123cddc-d0a3-465c-9d68-64898dc5b8fe service neutron] 10.222.0.69 "GET /v2.0/networks/ff8eb7c2-165c-47d3-b3ed-cfed116172e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887522 Feb 28 17:20:27.269568 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:27.311381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17db9d9e-8f0e-4afe-8573-9671cb879d9a req-50b71cbc-53b1-4578-b91d-77cd578e3083 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859120 Feb 28 17:20:27.326652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.327312 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:27.328744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] 10.222.0.69 "PUT /v2.0/ports/debbeb44-0a6e-4b85-a3e8-df4d7568da2e HTTP/1.1" status: 200 len: 1092 time: 2.2535837 Feb 28 17:20:27.449097 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e0180d5-1489-447e-a8d5-71cdb90c123d req-08954566-38e4-4225-a7b1-fcdb6e1194e8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 210 time: 0.0505738 Feb 28 17:20:27.458713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Request body: {'port': {'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:27.499739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': 'e3562be2-4d3d-4ee7-a299-a4054484514a'}, {'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': 'debbeb44-0a6e-4b85-a3e8-df4d7568da2e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:27.502926 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585fcca7-8ec0-4694-a035-6012d97e5e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "e3562be2-4d3d-4ee7-a299-a4054484514a"}, {"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "debbeb44-0a6e-4b85-a3e8-df4d7568da2e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:27.588114 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824bd69f-cedd-4b88-ac23-692949eda82d x-openstack-request-id: req-824bd69f-cedd-4b88-ac23-692949eda82d {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:27.588759 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "e3562be2-4d3d-4ee7-a299-a4054484514a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "debbeb44-0a6e-4b85-a3e8-df4d7568da2e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:27.589172 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-824bd69f-cedd-4b88-ac23-692949eda82d {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:27.590021 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': 'e3562be2-4d3d-4ee7-a299-a4054484514a', 'status': 'completed', 'code': 200} Feb 28 17:20:27.590775 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': 'debbeb44-0a6e-4b85-a3e8-df4d7568da2e', 'status': 'completed', 'code': 200} Feb 28 17:20:27.596239 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966ae59-1b8d-457f-90c8-3e857ced4524 service neutron] Pushing event updated for resources: {'Port': ['ID=debbeb44-0a6e-4b85-a3e8-df4d7568da2e,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:27.668899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482815eb-c733-4ec2-a632-ba4bb1548d99 req-9d9a4ac8-7ab4-416c-9b8b-f84cd3418ce8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.674791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482815eb-c733-4ec2-a632-ba4bb1548d99 req-9d9a4ac8-7ab4-416c-9b8b-f84cd3418ce8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.680358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482815eb-c733-4ec2-a632-ba4bb1548d99 req-9d9a4ac8-7ab4-416c-9b8b-f84cd3418ce8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.685971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482815eb-c733-4ec2-a632-ba4bb1548d99 req-9d9a4ac8-7ab4-416c-9b8b-f84cd3418ce8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.692063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482815eb-c733-4ec2-a632-ba4bb1548d99 req-9d9a4ac8-7ab4-416c-9b8b-f84cd3418ce8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.697407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482815eb-c733-4ec2-a632-ba4bb1548d99 req-9d9a4ac8-7ab4-416c-9b8b-f84cd3418ce8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.703104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482815eb-c733-4ec2-a632-ba4bb1548d99 req-9d9a4ac8-7ab4-416c-9b8b-f84cd3418ce8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.705102 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-482815eb-c733-4ec2-a632-ba4bb1548d99 req-9d9a4ac8-7ab4-416c-9b8b-f84cd3418ce8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5407 time: 0.3096855 Feb 28 17:20:27.708072 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:27.727986 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-aab2ff3d-ee0f-4dc8-bc09-1598071b7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.728459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-aab2ff3d-ee0f-4dc8-bc09-1598071b7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.728914 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-aab2ff3d-ee0f-4dc8-bc09-1598071b7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.729363 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-aab2ff3d-ee0f-4dc8-bc09-1598071b7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.729811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-aab2ff3d-ee0f-4dc8-bc09-1598071b7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.730287 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-aab2ff3d-ee0f-4dc8-bc09-1598071b7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.730748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-aab2ff3d-ee0f-4dc8-bc09-1598071b7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.732761 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-aab2ff3d-ee0f-4dc8-bc09-1598071b7654 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 6601 time: 0.3423252 Feb 28 17:20:27.866553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78dd7064-bfde-4083-b643-40f0c8d866b8 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:27.877024 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Publish callbacks [] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:27.894633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Transition to ACTIVE for port object 78dd7064-bfde-4083-b643-40f0c8d866b8 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:27.902174 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad85cd2-e5ec-4da8-ab39-de5d1b1c600d req-ecb9e488-82d6-4344-b617-59dcca0abf24 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:27.904120 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ad85cd2-e5ec-4da8-ab39-de5d1b1c600d req-ecb9e488-82d6-4344-b617-59dcca0abf24 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0839846 Feb 28 17:20:27.977362 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ad85cd2-e5ec-4da8-ab39-de5d1b1c600d req-39faa34b-09f8-41f9-b0ad-440c6b6049d5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667331 Feb 28 17:20:27.998497 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:28.121793 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-482815eb-c733-4ec2-a632-ba4bb1548d99 req-3fe3f3e3-65de-42c4-9fec-40f3f11b9696 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4025762 Feb 28 17:20:28.151771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Pushing event updated for resources: {'Port': ['ID=78dd7064-bfde-4083-b643-40f0c8d866b8,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:28.231120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d206-4f12-4338-be7e-4f6197ad0f91 req-88cbae9c-c14e-42aa-9ff4-a098ddbf815d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:28.233055 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-62c1d206-4f12-4338-be7e-4f6197ad0f91 req-88cbae9c-c14e-42aa-9ff4-a098ddbf815d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.1364696 Feb 28 17:20:28.234516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Attempting to bind port 78dd7064-bfde-4083-b643-40f0c8d866b8 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:28.235048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Attempting to bind port 78dd7064-bfde-4083-b643-40f0c8d866b8 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:28.235599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Attempting to bind port 78dd7064-bfde-4083-b643-40f0c8d866b8 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:28.241971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Port 78dd7064-bfde-4083-b643-40f0c8d866b8 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:28.242679 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Attempting to bind port 78dd7064-bfde-4083-b643-40f0c8d866b8 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:28.258258 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:28.260037 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:28.260508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:28.261866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Bound port: 78dd7064-bfde-4083-b643-40f0c8d866b8, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:28.262320 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:28.409109 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-62c1d206-4f12-4338-be7e-4f6197ad0f91 req-3d01bc4e-201e-49f6-94dc-fb9a9e888c71 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627531 Feb 28 17:20:28.445073 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-1ea5e946-5961-41ce-83c1-dc2263df6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:28.445851 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-1ea5e946-5961-41ce-83c1-dc2263df6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:28.446350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-1ea5e946-5961-41ce-83c1-dc2263df6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:28.454920 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-1ea5e946-5961-41ce-83c1-dc2263df6bb1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7076039 Feb 28 17:20:28.459491 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] For port 78dd7064-bfde-4083-b643-40f0c8d866b8, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:28.463134 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-4a73b09f-86c8-4ab4-963b-18b9deb204a0 service neutron] 10.222.0.69 "GET /v2.0/ports/99b07604-73a2-4d93-8576-1bda403d1e98/bindings/n-h1-820368-19 HTTP/1.1" status: 200 len: 385 time: 0.4811432 Feb 28 17:20:28.464781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] For port 78dd7064-bfde-4083-b643-40f0c8d866b8, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=78dd7064-bfde-4083-b643-40f0c8d866b8,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:28.467607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:28.569241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b003c7-3d34-4a1a-a7fb-729c3a85f15e req-03127666-b847-415b-a743-e0d4eda44533 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:28.571425 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54b003c7-3d34-4a1a-a7fb-729c3a85f15e req-03127666-b847-415b-a743-e0d4eda44533 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 946 time: 0.0798531 Feb 28 17:20:28.575667 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:28.635947 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:28.636666 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:28.638950 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] 10.222.0.69 "PUT /v2.0/ports/78dd7064-bfde-4083-b643-40f0c8d866b8 HTTP/1.1" status: 200 len: 1095 time: 1.8795800 Feb 28 17:20:28.639804 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cabaaa-e4ee-4fa8-851b-5d1978d3e177', 'tag': '78dd7064-bfde-4083-b643-40f0c8d866b8'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:28.644787 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e166699-30e3-45d6-978b-5604a434565b" -d '{"events": [{"name": "network-changed", "server_uuid": "66cabaaa-e4ee-4fa8-851b-5d1978d3e177", "tag": "78dd7064-bfde-4083-b643-40f0c8d866b8"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:28.669248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-22488593-9608-462a-95e7-ea9272d19d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:28.671595 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34f2d842-c8b5-4eed-971d-803da7bc6a13 req-22488593-9608-462a-95e7-ea9272d19d39 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1993415 Feb 28 17:20:28.684122 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Publish callbacks [] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:28.733844 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Transition to ACTIVE for port object 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:28.874016 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:28.959284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb1805-0092-4e82-8759-a22c300975f3 service neutron] Pushing event updated for resources: {'Port': ['ID=78dd7064-bfde-4083-b643-40f0c8d866b8,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:28.972881 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54b003c7-3d34-4a1a-a7fb-729c3a85f15e req-9328b6df-8766-4144-a2c1-9b8b9513e0d5 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930936 Feb 28 17:20:29.005865 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Pushing event updated for resources: {'Port': ['ID=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:29.023777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-b98027d4-07d2-4259-94c5-79f2b3048b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:29.024717 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-b98027d4-07d2-4259-94c5-79f2b3048b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:29.025530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-b98027d4-07d2-4259-94c5-79f2b3048b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:29.026486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-b98027d4-07d2-4259-94c5-79f2b3048b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:29.027345 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-b98027d4-07d2-4259-94c5-79f2b3048b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:29.028226 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-b98027d4-07d2-4259-94c5-79f2b3048b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:29.029096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-b98027d4-07d2-4259-94c5-79f2b3048b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:29.032279 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-b98027d4-07d2-4259-94c5-79f2b3048b41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 6627 time: 0.2349768 Feb 28 17:20:29.263187 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3d5bdfa8-4ff8-4224-8aed-3216dba2555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:29.264914 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-3d5bdfa8-4ff8-4224-8aed-3216dba2555e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 1129 time: 0.5171094 Feb 28 17:20:29.335141 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-d8ffed26-5583-4321-a83e-1ba941161d35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=78dd7064-bfde-4083-b643-40f0c8d866b8 HTTP/1.1" status: 200 len: 217 time: 0.0526612 Feb 28 17:20:29.411259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-09c24305-469d-46ea-94fb-7f573eb99b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:29.413257 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-09c24305-469d-46ea-94fb-7f573eb99b25 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0632586 Feb 28 17:20:29.423763 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-5de46384-ddcb-4f02-adb5-d2a43bac8f7b service neutron] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=99b07604-73a2-4d93-8576-1bda403d1e98,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:29.524554 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-6acfd090-65d4-447f-b5ed-bebdb2da4729 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:29.535697 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-6acfd090-65d4-447f-b5ed-bebdb2da4729 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.69 "GET /v2.0/networks?id=1783aaa2-f98c-437e-a56a-b0c98f8ac854 HTTP/1.1" status: 200 len: 813 time: 0.2459614 Feb 28 17:20:29.581535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-ed2a4832-281e-4b9c-843f-97364984a4bd tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Request body: {'port': {'device_id': 'b076e358-427c-4a16-9ca2-db8ae5114fa0', 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854', 'admin_state_up': True, 'tenant_id': 'e3cae9ae0681415887a84d4f5ce9fed0'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:29.696769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca552a6-0c84-434b-b5e7-9a424b30f84c req-579878e1-245c-4750-a3d0-157b30c2d3db tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:29.702155 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8ca552a6-0c84-434b-b5e7-9a424b30f84c req-579878e1-245c-4750-a3d0-157b30c2d3db tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 943 time: 0.5783579 Feb 28 17:20:29.938264 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-938241fa-af4c-48bc-ae7f-ed770e6190b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:29.941040 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-938241fa-af4c-48bc-ae7f-ed770e6190b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:29.944905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-938241fa-af4c-48bc-ae7f-ed770e6190b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:29.946832 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-938241fa-af4c-48bc-ae7f-ed770e6190b7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9058025 Feb 28 17:20:29.990391 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Attempting to bind port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:29.991101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Attempting to bind port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '9571ca88-1379-4607-b84a-97d78d76b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:29.991435 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Attempting to bind port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b on network 7d906d5f-4f1b-416c-9ece-e01d9e321052 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:29.999950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b on network 7d906d5f-4f1b-416c-9ece-e01d9e321052 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:30.000465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Attempting to bind port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b on network 7d906d5f-4f1b-416c-9ece-e01d9e321052 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:30.017617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:30.017855 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Checking segment: {'id': '9571ca88-1379-4607-b84a-97d78d76b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:30.018351 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Bound using segment: {'id': '9571ca88-1379-4607-b84a-97d78d76b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:30.019825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Bound port: 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9571ca88-1379-4607-b84a-97d78d76b307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:30.019825 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:30.042288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-5de46384-ddcb-4f02-adb5-d2a43bac8f7b service neutron] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:30.123879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-311a1d91-0a24-47ff-a734-a670c6fd0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.125891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-311a1d91-0a24-47ff-a734-a670c6fd0f2b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1633091 Feb 28 17:20:30.137666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-4e84d7b8-a04f-4d9a-9899-5d5cf3a1291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.139225 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-4e84d7b8-a04f-4d9a-9899-5d5cf3a1291a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6758387 Feb 28 17:20:30.171816 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8ca552a6-0c84-434b-b5e7-9a424b30f84c req-3ee3f975-cae4-4156-8b4d-77354d20a5b4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489273 Feb 28 17:20:30.266233 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-e46fd1dc-93e0-48aa-8349-8500595610f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.267291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-e46fd1dc-93e0-48aa-8349-8500595610f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.268483 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-e46fd1dc-93e0-48aa-8349-8500595610f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.268483 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-e46fd1dc-93e0-48aa-8349-8500595610f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.268793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-e46fd1dc-93e0-48aa-8349-8500595610f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.269476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-e46fd1dc-93e0-48aa-8349-8500595610f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.269952 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-e46fd1dc-93e0-48aa-8349-8500595610f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.272718 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-e46fd1dc-93e0-48aa-8349-8500595610f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 6627 time: 0.0952058 Feb 28 17:20:30.314188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abd1c65f-14bf-40fc-bc62-7dc749254796 req-bc8bf74c-3994-4089-906d-0273f48345e7 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 210 time: 0.1994858 Feb 28 17:20:30.321267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-ed2a4832-281e-4b9c-843f-97364984a4bd tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Made reservation on behalf of e3cae9ae0681415887a84d4f5ce9fed0 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:20:30.321455 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-62e39352-ebe7-4fb6-9c8f-e1e39d74f5c6 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171713 Feb 28 17:20:30.332295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-5de46384-ddcb-4f02-adb5-d2a43bac8f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b07604-73a2-4d93-8576-1bda403d1e98 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:30.343438 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-ed2a4832-281e-4b9c-843f-97364984a4bd tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:30.390661 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131ee254-414b-431f-b5b1-dcb958686f53 x-openstack-request-id: req-131ee254-414b-431f-b5b1-dcb958686f53 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:30.394077 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cabaaa-e4ee-4fa8-851b-5d1978d3e177", "tag": "78dd7064-bfde-4083-b643-40f0c8d866b8", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:30.394502 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-131ee254-414b-431f-b5b1-dcb958686f53 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:30.395434 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cabaaa-e4ee-4fa8-851b-5d1978d3e177', 'tag': '78dd7064-bfde-4083-b643-40f0c8d866b8', 'status': 'completed', 'code': 200} Feb 28 17:20:30.432999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-5de46384-ddcb-4f02-adb5-d2a43bac8f7b service neutron] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=99b07604-73a2-4d93-8576-1bda403d1e98,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:30.584604 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] For port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:30.635501 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] For port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:30.657358 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-5de46384-ddcb-4f02-adb5-d2a43bac8f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:30.685385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2690005-8c37-47db-bdb3-e85ccc5921cd req-730d4884-af8b-434f-b516-96257b9cd480 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443744 Feb 28 17:20:30.743447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aafbed-52e0-4e7e-8a97-9c8ff87676eb req-7c3cbfe7-f166-40ce-9b09-6c9e4ce3ac96 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.745057 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51aafbed-52e0-4e7e-8a97-9c8ff87676eb req-7c3cbfe7-f166-40ce-9b09-6c9e4ce3ac96 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 945 time: 0.2983494 Feb 28 17:20:30.748287 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:30.799281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-ed2a4832-281e-4b9c-843f-97364984a4bd tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Allocated IP 172.20.0.12 (1783aaa2-f98c-437e-a56a-b0c98f8ac854/b9428982-a016-4a29-b6d5-ad2997ff3e34/a081982c-6c01-4640-af7d-17174a4b12ed) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:20:30.859329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-2204106b-d785-4f4b-834c-4f858b25e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.859802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-2204106b-d785-4f4b-834c-4f858b25e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.860269 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-2204106b-d785-4f4b-834c-4f858b25e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.869715 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-2204106b-d785-4f4b-834c-4f858b25e2d2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5838456 Feb 28 17:20:30.891500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.892491 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:30.895063 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] 10.222.0.69 "PUT /v2.0/ports/07ccbf05-23c2-4bf1-b1ef-831a2643fc6b HTTP/1.1" status: 200 len: 1092 time: 3.4522948 Feb 28 17:20:30.898645 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': '07ccbf05-23c2-4bf1-b1ef-831a2643fc6b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:30.911003 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "07ccbf05-23c2-4bf1-b1ef-831a2643fc6b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:30.923944 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0b62-02b1-4b9b-b484-d9caf5ca8ec2 req-a6548cfe-627d-4adf-b543-cb8f009f5e50 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.940077 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0b62-02b1-4b9b-b484-d9caf5ca8ec2 req-a6548cfe-627d-4adf-b543-cb8f009f5e50 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.945625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0b62-02b1-4b9b-b484-d9caf5ca8ec2 req-a6548cfe-627d-4adf-b543-cb8f009f5e50 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.962610 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0b62-02b1-4b9b-b484-d9caf5ca8ec2 req-a6548cfe-627d-4adf-b543-cb8f009f5e50 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.975136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0b62-02b1-4b9b-b484-d9caf5ca8ec2 req-a6548cfe-627d-4adf-b543-cb8f009f5e50 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:30.987472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0b62-02b1-4b9b-b484-d9caf5ca8ec2 req-a6548cfe-627d-4adf-b543-cb8f009f5e50 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.001757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0b62-02b1-4b9b-b484-d9caf5ca8ec2 req-a6548cfe-627d-4adf-b543-cb8f009f5e50 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.009776 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225feae-f71b-455c-895a-b0d2de1de84a service neutron] Pushing event updated for resources: {'Port': ['ID=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:31.014663 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b2b0b62-02b1-4b9b-b484-d9caf5ca8ec2 req-a6548cfe-627d-4adf-b543-cb8f009f5e50 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.5237236 Feb 28 17:20:31.026300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-5de46384-ddcb-4f02-adb5-d2a43bac8f7b service neutron] Transition to ACTIVE for port object 99b07604-73a2-4d93-8576-1bda403d1e98 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:31.040823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51aafbed-52e0-4e7e-8a97-9c8ff87676eb req-ca48c496-565a-406f-878a-de8fafd7fb0f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820892 Feb 28 17:20:31.052479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e166699-30e3-45d6-978b-5604a434565b req-50ce7539-296b-42b7-9210-872dd8a2db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.054354 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2e166699-30e3-45d6-978b-5604a434565b req-50ce7539-296b-42b7-9210-872dd8a2db94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 1129 time: 0.1877036 Feb 28 17:20:31.131648 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-5de46384-ddcb-4f02-adb5-d2a43bac8f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:31.272592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-5de46384-ddcb-4f02-adb5-d2a43bac8f7b service neutron] No DVR routers for this DVR port 99b07604-73a2-4d93-8576-1bda403d1e98 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:20:31.279141 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-486c89af-8971-4417-a949-522ee2b79cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.282144 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-585fcca7-8ec0-4694-a035-6012d97e5e0d req-486c89af-8971-4417-a949-522ee2b79cbd service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3871713 Feb 28 17:20:31.292028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de46384-ddcb-4f02-adb5-d2a43bac8f7b service neutron] Pushing event updated for resources: {'Port': ['ID=99b07604-73a2-4d93-8576-1bda403d1e98,revision_number=10']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:31.318356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e166699-30e3-45d6-978b-5604a434565b req-7dc9e904-b47c-4041-ab90-5398e63e2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.320926 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2e166699-30e3-45d6-978b-5604a434565b req-7dc9e904-b47c-4041-ab90-5398e63e2360 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2529213 Feb 28 17:20:31.374912 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:20:31.422278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-5de46384-ddcb-4f02-adb5-d2a43bac8f7b service neutron] 10.222.0.69 "PUT /v2.0/ports/99b07604-73a2-4d93-8576-1bda403d1e98/bindings/n-h1-820368-19/activate HTTP/1.1" status: 200 len: 370 time: 2.7042787 Feb 28 17:20:31.422278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2e166699-30e3-45d6-978b-5604a434565b req-7203fbe4-9211-4cda-aee1-b316cc0b0345 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=78dd7064-bfde-4083-b643-40f0c8d866b8 HTTP/1.1" status: 200 len: 217 time: 0.0575395 Feb 28 17:20:31.434210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407998a-c10d-4885-a1bc-a342270cdea1 req-44a38b74-a15d-4762-8dc9-d064ef143764 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.436014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c407998a-c10d-4885-a1bc-a342270cdea1 req-44a38b74-a15d-4762-8dc9-d064ef143764 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.2534199 Feb 28 17:20:31.520969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e166699-30e3-45d6-978b-5604a434565b req-a3b30931-85c1-4682-b874-0711aa0877a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.522864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2e166699-30e3-45d6-978b-5604a434565b req-a3b30931-85c1-4682-b874-0711aa0877a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0857794 Feb 28 17:20:31.537091 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c407998a-c10d-4885-a1bc-a342270cdea1 req-6ddba53f-1e84-4a66-a908-44276afaa333 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903685 Feb 28 17:20:31.541413 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b2b0b62-02b1-4b9b-b484-d9caf5ca8ec2 req-158cc55c-f2f7-4d71-aa09-1309123f0e89 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5186360 Feb 28 17:20:31.622914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-4be36165-086d-4f0b-b9ce-315f7d25da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.623394 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-4be36165-086d-4f0b-b9ce-315f7d25da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.623864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-4be36165-086d-4f0b-b9ce-315f7d25da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.624329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-4be36165-086d-4f0b-b9ce-315f7d25da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.624791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-4be36165-086d-4f0b-b9ce-315f7d25da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.625257 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-4be36165-086d-4f0b-b9ce-315f7d25da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.625718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-4be36165-086d-4f0b-b9ce-315f7d25da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.632822 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-4be36165-086d-4f0b-b9ce-315f7d25da8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 6700 time: 0.2883968 Feb 28 17:20:31.661075 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3e6dc4-f392-4f10-ab1a-4adfc35a334e x-openstack-request-id: req-bf3e6dc4-f392-4f10-ab1a-4adfc35a334e {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:31.661372 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "07ccbf05-23c2-4bf1-b1ef-831a2643fc6b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:31.661636 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf3e6dc4-f392-4f10-ab1a-4adfc35a334e {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:31.662068 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': '07ccbf05-23c2-4bf1-b1ef-831a2643fc6b', 'status': 'completed', 'code': 200} Feb 28 17:20:31.690683 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e166699-30e3-45d6-978b-5604a434565b req-0caedfe4-d826-4ec1-924e-27603baf7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.692362 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2e166699-30e3-45d6-978b-5604a434565b req-0caedfe4-d826-4ec1-924e-27603baf7909 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1513762 Feb 28 17:20:31.773301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-dbeec624-c57c-4521-82d9-2d4f3161edbe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dba8abd3-2fff-466c-935b-cc9c3eb302cc HTTP/1.1" status: 200 len: 217 time: 0.1215913 Feb 28 17:20:31.789068 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-ed2a4832-281e-4b9c-843f-97364984a4bd tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks [] for port (a081982c-6c01-4640-af7d-17174a4b12ed), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:31.846761 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-180a0c8a-7ef1-41ad-be73-8173602fcfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.848291 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-180a0c8a-7ef1-41ad-be73-8173602fcfcd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5ee6953-30d0-4c0b-8c97-03aeb406c90f HTTP/1.1" status: 200 len: 850 time: 0.0574040 Feb 28 17:20:31.873869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92751830-3c34-4738-a419-d1bec3196a9c req-7c20d136-286b-4fbe-8eb8-92639019e4a4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.875960 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92751830-3c34-4738-a419-d1bec3196a9c req-7c20d136-286b-4fbe-8eb8-92639019e4a4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 944 time: 0.1476905 Feb 28 17:20:31.883479 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2e166699-30e3-45d6-978b-5604a434565b req-9ce50559-5d47-4c0f-8432-abe64036656c service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802635 Feb 28 17:20:31.942423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a9b2b-7400-4ef3-b163-81a15cd836b2 req-0840fc81-cc4e-46cf-a2b5-7fc9733a8f8a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.944250 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-017a9b2b-7400-4ef3-b163-81a15cd836b2 req-0840fc81-cc4e-46cf-a2b5-7fc9733a8f8a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 946 time: 0.2575879 Feb 28 17:20:31.965938 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-147ff8cd-a0d9-40f7-ac7c-fe316a8f6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:31.967923 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-147ff8cd-a0d9-40f7-ac7c-fe316a8f6d1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f480115-5801-45bd-aa86-f54a00aae2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1107256 Feb 28 17:20:31.990978 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92751830-3c34-4738-a419-d1bec3196a9c req-ac5517ae-7bd9-47e7-9a60-027261c97d4e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062086 Feb 28 17:20:32.023031 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2e166699-30e3-45d6-978b-5604a434565b req-d47c29bd-fab8-46f9-b5eb-d9b2db936fbc service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233068 Feb 28 17:20:32.075042 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-017a9b2b-7400-4ef3-b163-81a15cd836b2 req-7d069f94-52a0-4686-b1df-fc9ede8fb890 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220376 Feb 28 17:20:32.079373 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-ed2a4832-281e-4b9c-843f-97364984a4bd tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (a081982c-6c01-4640-af7d-17174a4b12ed), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:32.143666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-ed2a4832-281e-4b9c-843f-97364984a4bd tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:20:32.149146 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6760fb6-f71a-4813-aed8-3cc4bc8bfd2e req-213c24ad-8b94-49f3-9e0b-524d6a484d5c tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:32.149146 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b6760fb6-f71a-4813-aed8-3cc4bc8bfd2e req-213c24ad-8b94-49f3-9e0b-524d6a484d5c tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 932 time: 0.0774281 Feb 28 17:20:32.149400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-ed2a4832-281e-4b9c-843f-97364984a4bd tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:20:32.164487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-ed2a4832-281e-4b9c-843f-97364984a4bd tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:20:32.206108 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b6760fb6-f71a-4813-aed8-3cc4bc8bfd2e req-22c3aeab-fd1c-4385-80fc-8fb2210e1fdb tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498047 Feb 28 17:20:32.253206 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-11c06c47-15ee-4fd3-8d1a-7c735be9fcac service neutron] 10.222.0.69 "GET /v2.0/networks/7f480115-5801-45bd-aa86-f54a00aae2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773385 Feb 28 17:20:32.256438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a4832-281e-4b9c-843f-97364984a4bd tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Pushing event updated for resources: {'Port': ['ID=a081982c-6c01-4640-af7d-17174a4b12ed,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:32.276709 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-ed2a4832-281e-4b9c-843f-97364984a4bd tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:32.277309 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-ed2a4832-281e-4b9c-843f-97364984a4bd tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:32.346586 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30e04c-8410-41f3-9400-fbd655006efa req-789e0a2c-2785-4e4e-a179-ba23ff17f9b7 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:32.348057 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe30e04c-8410-41f3-9400-fbd655006efa req-789e0a2c-2785-4e4e-a179-ba23ff17f9b7 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 945 time: 0.1563163 Feb 28 17:20:32.388512 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-ed2a4832-281e-4b9c-843f-97364984a4bd tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8218634 Feb 28 17:20:32.394604 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-08f5169b-e9d4-4bde-9970-403aa15073b3 service neutron] 10.222.0.69 "GET /v2.0/networks/7f480115-5801-45bd-aa86-f54a00aae2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306715 Feb 28 17:20:32.412288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Request body: {'port': {'device_id': 'b076e358-427c-4a16-9ca2-db8ae5114fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:32.488765 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-04bbf160-b52f-4b19-a653-e144f4608bf4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=798e28b7-2a97-42c3-9aa7-4413d6985b80 HTTP/1.1" status: 200 len: 217 time: 0.0801992 Feb 28 17:20:32.493592 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe30e04c-8410-41f3-9400-fbd655006efa req-53716466-e072-4473-8b86-33a01b739a94 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383200 Feb 28 17:20:32.569910 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a081982c-6c01-4640-af7d-17174a4b12ed), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:32.572678 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-63f3af5d-c849-41b3-9c4b-08ddeb363c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:32.574163 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-63f3af5d-c849-41b3-9c4b-08ddeb363c6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d8b4a6-73f9-4d54-bb5c-3856ed373ac8 HTTP/1.1" status: 200 len: 797 time: 0.0779834 Feb 28 17:20:32.734574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe27d-0f90-4441-b309-c5f8fbf1e77c req-f1f194fa-e3fe-405b-933f-8e1d7d2ababa tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:32.739806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-abda217f-8806-4797-bf3f-ba79408dd0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:32.739988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe27d-0f90-4441-b309-c5f8fbf1e77c req-f1f194fa-e3fe-405b-933f-8e1d7d2ababa tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:32.741228 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-abda217f-8806-4797-bf3f-ba79408dd0b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91981ed3-7507-473e-bc6a-cc9456441a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1591756 Feb 28 17:20:32.745334 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe27d-0f90-4441-b309-c5f8fbf1e77c req-f1f194fa-e3fe-405b-933f-8e1d7d2ababa tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:32.750621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe27d-0f90-4441-b309-c5f8fbf1e77c req-f1f194fa-e3fe-405b-933f-8e1d7d2ababa tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:32.756298 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe27d-0f90-4441-b309-c5f8fbf1e77c req-f1f194fa-e3fe-405b-933f-8e1d7d2ababa tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:32.761771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe27d-0f90-4441-b309-c5f8fbf1e77c req-f1f194fa-e3fe-405b-933f-8e1d7d2ababa tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:32.767661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fe27d-0f90-4441-b309-c5f8fbf1e77c req-f1f194fa-e3fe-405b-933f-8e1d7d2ababa tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:32.769689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a6fe27d-0f90-4441-b309-c5f8fbf1e77c req-f1f194fa-e3fe-405b-933f-8e1d7d2ababa tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1257842 Feb 28 17:20:32.842920 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a6fe27d-0f90-4441-b309-c5f8fbf1e77c req-60c98231-987a-4c3c-a5b2-0c80fbb975c3 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668263 Feb 28 17:20:32.923211 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bf068-51fd-459d-ab42-ce2763cd1307 req-a9498fe0-5fa5-4c01-a15d-4faddf5eb58d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:32.924786 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3d0bf068-51fd-459d-ab42-ce2763cd1307 req-a9498fe0-5fa5-4c01-a15d-4faddf5eb58d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.2695985 Feb 28 17:20:33.009211 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-57947d85-e742-4951-9d01-58536636d1e5 service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551286 Feb 28 17:20:33.010991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-7e22c225-dd08-4204-a146-fe143f0ca933 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:33.012303 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-7e22c225-dd08-4204-a146-fe143f0ca933 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92&tenant_id=c57be2755a4d40389e59c507cc6d5340&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1127 time: 0.2276618 Feb 28 17:20:33.146486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ff9e9-5e05-4bfd-b1bb-d2a8d1eb3556 req-a9061f97-3a12-4d1c-91a9-e52fce6d01e5 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:33.148267 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c03ff9e9-5e05-4bfd-b1bb-d2a8d1eb3556 req-a9061f97-3a12-4d1c-91a9-e52fce6d01e5 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 944 time: 0.0674183 Feb 28 17:20:33.159248 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3d0bf068-51fd-459d-ab42-ce2763cd1307 req-433fb142-4016-40d3-af89-4c1e08663294 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174475 Feb 28 17:20:33.212997 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c03ff9e9-5e05-4bfd-b1bb-d2a8d1eb3556 req-96de1c12-610b-4a16-9ca4-5760a19ccc0f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556614 Feb 28 17:20:33.366814 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c4292-7362-45f5-a65e-6fca2a4f585f req-f8e7c1c3-27db-4d36-b94b-0a56f80cdf9b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:33.368810 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e03c4292-7362-45f5-a65e-6fca2a4f585f req-f8e7c1c3-27db-4d36-b94b-0a56f80cdf9b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 932 time: 0.0671654 Feb 28 17:20:33.432944 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e03c4292-7362-45f5-a65e-6fca2a4f585f req-e6ca8ae7-6179-4b3f-bf93-bd0cde4fb005 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545392 Feb 28 17:20:33.618318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a081982c-6c01-4640-af7d-17174a4b12ed {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:33.630484 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Publish callbacks [] for port (a081982c-6c01-4640-af7d-17174a4b12ed), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:33.640249 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-6cd6fc93-24c4-478b-a5a5-46c05c43f483 service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118202 Feb 28 17:20:33.648589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-36b25bcc-a746-44f6-825f-0d1064bde7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:33.648696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb860aea-3217-4cab-ba27-9809d83e5a2e req-84c30831-558c-4128-a297-72580eca98fb tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:33.648800 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-36b25bcc-a746-44f6-825f-0d1064bde7c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92&tenant_id=c57be2755a4d40389e59c507cc6d5340 HTTP/1.1" status: 200 len: 1127 time: 0.6215153 Feb 28 17:20:33.653704 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb860aea-3217-4cab-ba27-9809d83e5a2e req-84c30831-558c-4128-a297-72580eca98fb tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 945 time: 0.0693719 Feb 28 17:20:33.666036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Transition to ACTIVE for port object a081982c-6c01-4640-af7d-17174a4b12ed will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:33.706422 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-7c3b3a73-964e-478f-8120-9f91cb54ed18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=ef6ac6e4-3324-41d9-af4d-48868536be2c HTTP/1.1" status: 200 len: 217 time: 0.0552073 Feb 28 17:20:33.712873 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 78dd7064-bfde-4083-b643-40f0c8d866b8 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:20:33.724643 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb860aea-3217-4cab-ba27-9809d83e5a2e req-c0a0540c-258d-45d4-92e9-31335ad1a9bb tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696905 Feb 28 17:20:33.757855 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (a081982c-6c01-4640-af7d-17174a4b12ed), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:33.796984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0039337-016f-4dc3-8559-4a48c2024993 req-00084ffe-f9b6-40ae-aa5c-15d0bc5a1f81 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:33.803835 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0039337-016f-4dc3-8559-4a48c2024993 req-00084ffe-f9b6-40ae-aa5c-15d0bc5a1f81 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 946 time: 0.2553000 Feb 28 17:20:33.826452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 78dd7064-bfde-4083-b643-40f0c8d866b8, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=78dd7064-bfde-4083-b643-40f0c8d866b8,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:33.841880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '78dd7064-bfde-4083-b643-40f0c8d866b8', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '78dd7064-bfde-4083-b643-40f0c8d866b8', 'mac_address': 'fa:16:3e:0d:0f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:20:33.887697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1d050ab8-3775-4aec-bf59-0c17c20857f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:33.889154 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-1d050ab8-3775-4aec-bf59-0c17c20857f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d8b4a6-73f9-4d54-bb5c-3856ed373ac8 HTTP/1.1" status: 200 len: 797 time: 0.1748266 Feb 28 17:20:33.899479 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Pushing event updated for resources: {'Port': ['ID=a081982c-6c01-4640-af7d-17174a4b12ed,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:33.916444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 78dd7064-bfde-4083-b643-40f0c8d866b8 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:33.918099 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:33.934495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-45e3d71f-3452-4c0d-9430-a75ef3d03b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:33.936831 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-45e3d71f-3452-4c0d-9430-a75ef3d03b7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 1127 time: 0.2395456 Feb 28 17:20:33.951482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78dd7064-bfde-4083-b643-40f0c8d866b8 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:34.012975 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 78dd7064-bfde-4083-b643-40f0c8d866b8, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=78dd7064-bfde-4083-b643-40f0c8d866b8,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:34.063257 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0039337-016f-4dc3-8559-4a48c2024993 req-a8e1f526-ebfd-43f8-b556-cd58cc7a59e8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585163 Feb 28 17:20:34.103354 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:34.120764 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Attempting to bind port a081982c-6c01-4640-af7d-17174a4b12ed on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:34.121124 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Attempting to bind port a081982c-6c01-4640-af7d-17174a4b12ed by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:34.121424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Attempting to bind port a081982c-6c01-4640-af7d-17174a4b12ed on network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:34.179355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-b916152b-cd09-4ac7-aa99-cddd58b6258c tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.181957 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-b916152b-cd09-4ac7-aa99-cddd58b6258c tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.73 "GET /v2.0/networks?id=1783aaa2-f98c-437e-a56a-b0c98f8ac854 HTTP/1.1" status: 200 len: 813 time: 0.2154615 Feb 28 17:20:34.202912 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=78dd7064-bfde-4083-b643-40f0c8d866b8,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:34.209511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b68998-b77c-4f4e-ae2a-b9e743d454d5 req-da131c09-9707-437f-9c80-9970b72b1e75 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.220321 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:34.220671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:34.221028 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:34.221356 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:34.221691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:34.222045 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:34.222376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:34.222702 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:34.223028 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:34.223350 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:34.223671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:34.223997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:34.224318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:20:34.226892 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b68998-b77c-4f4e-ae2a-b9e743d454d5 req-da131c09-9707-437f-9c80-9970b72b1e75 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.230156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Port a081982c-6c01-4640-af7d-17174a4b12ed on network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:34.230487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Attempting to bind port a081982c-6c01-4640-af7d-17174a4b12ed on network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:34.232358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b68998-b77c-4f4e-ae2a-b9e743d454d5 req-da131c09-9707-437f-9c80-9970b72b1e75 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.232860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-67860003-622e-4b4c-b47b-c6a2dd583538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.234363 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-67860003-622e-4b4c-b47b-c6a2dd583538 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.2303021 Feb 28 17:20:34.240803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b68998-b77c-4f4e-ae2a-b9e743d454d5 req-da131c09-9707-437f-9c80-9970b72b1e75 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.245738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b68998-b77c-4f4e-ae2a-b9e743d454d5 req-da131c09-9707-437f-9c80-9970b72b1e75 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.251783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b68998-b77c-4f4e-ae2a-b9e743d454d5 req-da131c09-9707-437f-9c80-9970b72b1e75 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.257396 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b68998-b77c-4f4e-ae2a-b9e743d454d5 req-da131c09-9707-437f-9c80-9970b72b1e75 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.259323 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3b68998-b77c-4f4e-ae2a-b9e743d454d5 req-da131c09-9707-437f-9c80-9970b72b1e75 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2540543 Feb 28 17:20:34.264860 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6ce8c4c-84da-47f5-a6b3-69ae35193db1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Request body: {'port': {'device_id': 'fd539e5f-d8a6-464a-993d-d0dbff70442d', 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854', 'admin_state_up': True, 'tenant_id': 'e3cae9ae0681415887a84d4f5ce9fed0'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:34.297276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:34.297667 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Checking segment: {'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:34.298690 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Bound using segment: {'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:34.299689 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Bound port: a081982c-6c01-4640-af7d-17174a4b12ed, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:34.299689 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a081982c-6c01-4640-af7d-17174a4b12ed), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:34.304478 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-654965b5-00fd-4a1b-877d-4bee0b96c9b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99b07604-73a2-4d93-8576-1bda403d1e98 HTTP/1.1" status: 200 len: 217 time: 0.0606160 Feb 28 17:20:34.337356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-706e1c1c-df7b-41e3-95fb-08b7804cf716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.339004 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-706e1c1c-df7b-41e3-95fb-08b7804cf716 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91981ed3-7507-473e-bc6a-cc9456441a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4260535 Feb 28 17:20:34.386801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['78dd7064-bfde-4083-b643-40f0c8d866b8'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:34.400585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3b68998-b77c-4f4e-ae2a-b9e743d454d5 req-2b108a5f-ec77-4ecb-aa73-460e0dbae051 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310835 Feb 28 17:20:34.537510 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-545d272e-38ff-47d2-9d0b-fc01fac29ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.539687 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-545d272e-38ff-47d2-9d0b-fc01fac29ec3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.1978722 Feb 28 17:20:34.542671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6ce8c4c-84da-47f5-a6b3-69ae35193db1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Made reservation on behalf of e3cae9ae0681415887a84d4f5ce9fed0 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:20:34.546642 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6ce8c4c-84da-47f5-a6b3-69ae35193db1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:34.551165 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d93dc7-1da7-4490-8e46-5a136fe2a44d req-ec1f6f89-5c38-492d-b490-3c721cfa8c0e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.553352 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8d93dc7-1da7-4490-8e46-5a136fe2a44d req-ec1f6f89-5c38-492d-b490-3c721cfa8c0e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.2574754 Feb 28 17:20:34.565860 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19570b2-bac2-4683-a03b-8ca8555ac19a req-04dfb74c-9036-499d-8a9a-606fb853a42f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.573779 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b19570b2-bac2-4683-a03b-8ca8555ac19a req-04dfb74c-9036-499d-8a9a-606fb853a42f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 944 time: 0.0901806 Feb 28 17:20:34.598128 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-14d847d0-723b-4058-bd39-f39d908184cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432632 Feb 28 17:20:34.626492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] For port a081982c-6c01-4640-af7d-17174a4b12ed, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:34.671720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] For port a081982c-6c01-4640-af7d-17174a4b12ed, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=a081982c-6c01-4640-af7d-17174a4b12ed,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:34.677318 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b19570b2-bac2-4683-a03b-8ca8555ac19a req-f0b61dc9-5617-4729-91c7-9034c07a426f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022463 Feb 28 17:20:34.731251 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-b4f15807-b336-4a76-8414-a7d2d4e570d2 service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738701 Feb 28 17:20:34.747589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6ce8c4c-84da-47f5-a6b3-69ae35193db1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Allocated IP 172.20.0.10 (1783aaa2-f98c-437e-a56a-b0c98f8ac854/b9428982-a016-4a29-b6d5-ad2997ff3e34/755e267a-4da1-4fb6-ac42-50f516869413) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:20:34.765898 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8d93dc7-1da7-4490-8e46-5a136fe2a44d req-cff02af5-0669-41e1-8fcd-e69ec1a5a34b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666539 Feb 28 17:20:34.772211 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (a081982c-6c01-4640-af7d-17174a4b12ed), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:34.861949 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc2413-ecc8-42e2-8586-9c18b2c5d261 req-825bb0ba-d986-46c0-9b7a-dbc0526906ed tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.863396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ddbc2413-ecc8-42e2-8586-9c18b2c5d261 req-825bb0ba-d986-46c0-9b7a-dbc0526906ed tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 944 time: 0.1054049 Feb 28 17:20:34.902767 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:34.903394 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:34.907971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] 10.222.0.69 "PUT /v2.0/ports/a081982c-6c01-4640-af7d-17174a4b12ed HTTP/1.1" status: 200 len: 1093 time: 2.4980876 Feb 28 17:20:34.916653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b076e358-427c-4a16-9ca2-db8ae5114fa0', 'tag': 'a081982c-6c01-4640-af7d-17174a4b12ed'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:34.916884 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1963c8f6-3c4c-4aa3-917b-69b12f636679" -d '{"events": [{"name": "network-changed", "server_uuid": "b076e358-427c-4a16-9ca2-db8ae5114fa0", "tag": "a081982c-6c01-4640-af7d-17174a4b12ed"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:34.959203 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-a0c53366-0ffe-4db3-ad09-3ee6ce365b52 service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459947 Feb 28 17:20:34.973068 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ddbc2413-ecc8-42e2-8586-9c18b2c5d261 req-95e01172-61ac-4539-b4f7-81d61088c55a tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848947 Feb 28 17:20:34.976062 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6984cc7-1375-4fd6-9592-2cafcb785864 service neutron] Pushing event updated for resources: {'Port': ['ID=a081982c-6c01-4640-af7d-17174a4b12ed,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:35.003208 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c77d7974-d002-48d9-9560-373358bb48c6 service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594600 Feb 28 17:20:35.009387 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6ce8c4c-84da-47f5-a6b3-69ae35193db1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks [] for port (755e267a-4da1-4fb6-ac42-50f516869413), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:35.070272 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715fdc2-30e4-40fb-9094-406d91a237dc req-e0c56ffd-8a51-4475-bf30-fa3035219162 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:35.071734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7715fdc2-30e4-40fb-9094-406d91a237dc req-e0c56ffd-8a51-4475-bf30-fa3035219162 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 945 time: 0.2089660 Feb 28 17:20:35.112837 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6ce8c4c-84da-47f5-a6b3-69ae35193db1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (755e267a-4da1-4fb6-ac42-50f516869413), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:35.155890 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-df1fdc93-39ce-461c-b390-a4a392d649e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 HTTP/1.1" status: 200 len: 217 time: 0.0930054 Feb 28 17:20:35.169242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6ce8c4c-84da-47f5-a6b3-69ae35193db1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:20:35.174911 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6ce8c4c-84da-47f5-a6b3-69ae35193db1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:20:35.180696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6ce8c4c-84da-47f5-a6b3-69ae35193db1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:20:35.212311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce8c4c-84da-47f5-a6b3-69ae35193db1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Pushing event updated for resources: {'Port': ['ID=755e267a-4da1-4fb6-ac42-50f516869413,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:35.227005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074cba9-9e41-4e5f-9af3-32f52d985967 req-a236f073-e22f-43fd-bc74-cb50af7682a4 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:35.230570 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2074cba9-9e41-4e5f-9af3-32f52d985967 req-a236f073-e22f-43fd-bc74-cb50af7682a4 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 1129 time: 0.1492054 Feb 28 17:20:35.231743 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-8ef780c1-dae5-4cfb-9dbe-acd703d13d6a service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279429 Feb 28 17:20:35.254694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-2a7d7684-9463-4f78-92bc-8d4c2203afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:35.256130 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-2a7d7684-9463-4f78-92bc-8d4c2203afe3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d8b4a6-73f9-4d54-bb5c-3856ed373ac8 HTTP/1.1" status: 200 len: 797 time: 0.0898454 Feb 28 17:20:35.260014 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7715fdc2-30e4-40fb-9094-406d91a237dc req-0e904b4a-c014-4337-a896-57ddb3053b37 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743026 Feb 28 17:20:35.266025 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-b066d4f0-e715-42ed-9bf4-3c1b6a125539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:35.266025 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-b066d4f0-e715-42ed-9bf4-3c1b6a125539 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3cae9ae0681415887a84d4f5ce9fed0&device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 1127 time: 0.2018161 Feb 28 17:20:35.291856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6ce8c4c-84da-47f5-a6b3-69ae35193db1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:35.293070 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6ce8c4c-84da-47f5-a6b3-69ae35193db1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:35.341477 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b15cce-2f9f-4a3f-b241-49f535e325d9 x-openstack-request-id: req-93b15cce-2f9f-4a3f-b241-49f535e325d9 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:35.341477 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b076e358-427c-4a16-9ca2-db8ae5114fa0", "tag": "a081982c-6c01-4640-af7d-17174a4b12ed", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:35.341477 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-93b15cce-2f9f-4a3f-b241-49f535e325d9 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:35.341477 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b076e358-427c-4a16-9ca2-db8ae5114fa0', 'tag': 'a081982c-6c01-4640-af7d-17174a4b12ed', 'status': 'completed', 'code': 200} Feb 28 17:20:35.343081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f7fc224e-c551-4866-b10a-36fa2d192ba2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a081982c-6c01-4640-af7d-17174a4b12ed HTTP/1.1" status: 200 len: 217 time: 0.0475106 Feb 28 17:20:35.347728 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2074cba9-9e41-4e5f-9af3-32f52d985967 req-7d325f05-f41a-43f1-a4da-b0d5236d93f8 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950289 Feb 28 17:20:35.384378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-44c75eac-8211-45bd-83d2-ad1315b76f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:35.385890 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-44c75eac-8211-45bd-83d2-ad1315b76f59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91981ed3-7507-473e-bc6a-cc9456441a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1215661 Feb 28 17:20:35.392689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-e6ce8c4c-84da-47f5-a6b3-69ae35193db1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1316223 Feb 28 17:20:35.405759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Request body: {'port': {'device_id': 'fd539e5f-d8a6-464a-993d-d0dbff70442d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:35.478496 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (755e267a-4da1-4fb6-ac42-50f516869413), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:35.480476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f0646f7b-a7c2-4531-9cf4-9ddefc1700a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:35.481062 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f0646f7b-a7c2-4531-9cf4-9ddefc1700a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9428982-a016-4a29-b6d5-ad2997ff3e34 HTTP/1.1" status: 200 len: 853 time: 0.1302843 Feb 28 17:20:35.520886 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-1217d5f9-f2e8-40fe-9e53-d8069e503c70 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1783aaa2-f98c-437e-a56a-b0c98f8ac854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329690 Feb 28 17:20:35.606287 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc9390-e4e6-4e00-86c5-139ca05603ac req-5561eb18-4ef6-4fae-8698-a5a9aadb59bb tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:35.607776 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4cc9390-e4e6-4e00-86c5-139ca05603ac req-5561eb18-4ef6-4fae-8698-a5a9aadb59bb tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 947 time: 0.1950943 Feb 28 17:20:35.613807 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-bd266187-fe2c-4c5e-a120-d41fcb515781 service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208064 Feb 28 17:20:35.706752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 78dd7064-bfde-4083-b643-40f0c8d866b8 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:20:35.769910 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4cc9390-e4e6-4e00-86c5-139ca05603ac req-b2014d0c-ff66-4b3f-9c41-3bd5d630caf8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535828 Feb 28 17:20:35.775603 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-7e6da8e5-cdb4-44e0-8763-216999c26106 service neutron] 10.222.0.69 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440741 Feb 28 17:20:35.840214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 78dd7064-bfde-4083-b643-40f0c8d866b8 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:20:35.845865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 78dd7064-bfde-4083-b643-40f0c8d866b8 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:35.846367 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:35.857856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755e267a-4da1-4fb6-ac42-50f516869413 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:35.867761 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-0ad275cf-5c9d-404c-aa03-865f34f29112 service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401099 Feb 28 17:20:35.878162 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Publish callbacks [] for port (755e267a-4da1-4fb6-ac42-50f516869413), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:35.878695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-e9555137-51fb-4395-9102-311af5b4b8bc tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:35.880187 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-e9555137-51fb-4395-9102-311af5b4b8bc tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92&tenant_id=c57be2755a4d40389e59c507cc6d5340&binding%3Ahost_id=n-h1-820368-19 HTTP/1.1" status: 200 len: 1127 time: 0.1560585 Feb 28 17:20:35.900383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Transition to ACTIVE for port object 755e267a-4da1-4fb6-ac42-50f516869413 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:35.961381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-76216f16-901b-49dd-aa51-6d2a06b29345 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=e3562be2-4d3d-4ee7-a299-a4054484514a HTTP/1.1" status: 200 len: 217 time: 0.0856450 Feb 28 17:20:35.980662 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (755e267a-4da1-4fb6-ac42-50f516869413), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:35.987359 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 78dd7064-bfde-4083-b643-40f0c8d866b8 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:35.987868 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:36.015672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cabaaa-e4ee-4fa8-851b-5d1978d3e177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dd7064-bfde-4083-b643-40f0c8d866b8'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:36.018703 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29cd95b-37d9-49d6-8763-3e9a45b3f743" -d '{"events": [{"server_uuid": "66cabaaa-e4ee-4fa8-851b-5d1978d3e177", "name": "network-vif-plugged", "status": "completed", "tag": "78dd7064-bfde-4083-b643-40f0c8d866b8"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:36.036532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 78dd7064-bfde-4083-b643-40f0c8d866b8, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=78dd7064-bfde-4083-b643-40f0c8d866b8,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:36.065274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Pushing event updated for resources: {'Port': ['ID=755e267a-4da1-4fb6-ac42-50f516869413,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:36.090476 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-b614d873-4058-4d66-a730-e20e5042a5e7 service neutron] 10.222.0.69 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057327 Feb 28 17:20:36.113190 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:36.117011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e0c9b99d-1d9b-4302-b8b1-3e0927623b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.121606 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e0c9b99d-1d9b-4302-b8b1-3e0927623b02 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d8b4a6-73f9-4d54-bb5c-3856ed373ac8 HTTP/1.1" status: 200 len: 797 time: 0.1154602 Feb 28 17:20:36.123746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681de42a-a07f-4e44-aa8e-fce3ea3c5066 req-41da28e9-4ea0-4624-8a2d-0d78078d289c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.130860 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-681de42a-a07f-4e44-aa8e-fce3ea3c5066 req-41da28e9-4ea0-4624-8a2d-0d78078d289c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 944 time: 0.1860235 Feb 28 17:20:36.153551 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa397628-e1e9-475a-9f38-6dda7c648fe0 req-4733e4c6-492d-4ddb-8e40-114872dcaeab tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.159521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa397628-e1e9-475a-9f38-6dda7c648fe0 req-4733e4c6-492d-4ddb-8e40-114872dcaeab tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.165047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa397628-e1e9-475a-9f38-6dda7c648fe0 req-4733e4c6-492d-4ddb-8e40-114872dcaeab tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.165679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=78dd7064-bfde-4083-b643-40f0c8d866b8,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:36.170446 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa397628-e1e9-475a-9f38-6dda7c648fe0 req-4733e4c6-492d-4ddb-8e40-114872dcaeab tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.176447 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa397628-e1e9-475a-9f38-6dda7c648fe0 req-4733e4c6-492d-4ddb-8e40-114872dcaeab tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.181671 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa397628-e1e9-475a-9f38-6dda7c648fe0 req-4733e4c6-492d-4ddb-8e40-114872dcaeab tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.187060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa397628-e1e9-475a-9f38-6dda7c648fe0 req-4733e4c6-492d-4ddb-8e40-114872dcaeab tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.189367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa397628-e1e9-475a-9f38-6dda7c648fe0 req-4733e4c6-492d-4ddb-8e40-114872dcaeab tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2361939 Feb 28 17:20:36.210524 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-681de42a-a07f-4e44-aa8e-fce3ea3c5066 req-a851d436-b094-4748-93f4-446ace4f0314 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784805 Feb 28 17:20:36.213182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Attempting to bind port 755e267a-4da1-4fb6-ac42-50f516869413 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:36.213695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Attempting to bind port 755e267a-4da1-4fb6-ac42-50f516869413 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:36.214246 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Attempting to bind port 755e267a-4da1-4fb6-ac42-50f516869413 on network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:36.220706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Port 755e267a-4da1-4fb6-ac42-50f516869413 on network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:36.221435 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Attempting to bind port 755e267a-4da1-4fb6-ac42-50f516869413 on network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:36.228796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:36.229536 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Checking segment: {'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:36.230310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Bound using segment: {'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:36.231141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Bound port: 755e267a-4da1-4fb6-ac42-50f516869413, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:36.232057 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (755e267a-4da1-4fb6-ac42-50f516869413), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:36.321440 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f7f92e0d-7a21-49e9-a8eb-c67d0cc208a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.323019 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-f7f92e0d-7a21-49e9-a8eb-c67d0cc208a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91981ed3-7507-473e-bc6a-cc9456441a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1811538 Feb 28 17:20:36.358863 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa397628-e1e9-475a-9f38-6dda7c648fe0 req-e2c06139-2857-433f-ab54-a3bb1f4b8f81 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579268 Feb 28 17:20:36.360513 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] For port 755e267a-4da1-4fb6-ac42-50f516869413, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:36.364133 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] For port 755e267a-4da1-4fb6-ac42-50f516869413, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=755e267a-4da1-4fb6-ac42-50f516869413,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:36.372264 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963c8f6-3c4c-4aa3-917b-69b12f636679 req-2f85e792-fdf9-4782-90de-d0b18add3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.373760 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1963c8f6-3c4c-4aa3-917b-69b12f636679 req-2f85e792-fdf9-4782-90de-d0b18add3beb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3cae9ae0681415887a84d4f5ce9fed0&device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 1127 time: 0.1485779 Feb 28 17:20:36.387899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6bc43-f18c-4bc1-9f44-6e7a28937b76 req-2f6e4a84-8a1d-479e-a81f-62ee1d1c89fa tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.390299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71a6bc43-f18c-4bc1-9f44-6e7a28937b76 req-2f6e4a84-8a1d-479e-a81f-62ee1d1c89fa tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 945 time: 0.1097617 Feb 28 17:20:36.401792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-b7292137-18dd-4b6f-9019-8f8a78b2cccc service neutron] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:36.417571 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-b7292137-18dd-4b6f-9019-8f8a78b2cccc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:36.418761 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15ced7c-f759-4d14-945d-6fcb3b417e5d req-b7292137-18dd-4b6f-9019-8f8a78b2cccc service neutron] 10.222.0.73 "DELETE /v2.0/ports/99b07604-73a2-4d93-8576-1bda403d1e98/bindings/n-h2-820368-19 HTTP/1.1" status: 204 len: 173 time: 0.4730659 Feb 28 17:20:36.489020 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ab53cc-dace-480c-b8b5-6255a71ba3cd x-openstack-request-id: req-50ab53cc-dace-480c-b8b5-6255a71ba3cd {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:36.489560 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cabaaa-e4ee-4fa8-851b-5d1978d3e177", "name": "network-vif-plugged", "status": "completed", "tag": "78dd7064-bfde-4083-b643-40f0c8d866b8", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:36.490072 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-50ab53cc-dace-480c-b8b5-6255a71ba3cd {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:36.490659 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cabaaa-e4ee-4fa8-851b-5d1978d3e177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dd7064-bfde-4083-b643-40f0c8d866b8', 'code': 200} Feb 28 17:20:36.509234 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71a6bc43-f18c-4bc1-9f44-6e7a28937b76 req-e33597d1-91f4-4810-b2ae-3c6130015e78 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109788 Feb 28 17:20:36.510875 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (755e267a-4da1-4fb6-ac42-50f516869413), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:36.520500 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-0385b120-f672-4d9f-b22f-ba046ca8eceb service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781404 Feb 28 17:20:36.557877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963c8f6-3c4c-4aa3-917b-69b12f636679 req-d8db6111-1cff-4120-bc72-b186909fca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.559364 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1963c8f6-3c4c-4aa3-917b-69b12f636679 req-d8db6111-1cff-4120-bc72-b186909fca30 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1783aaa2-f98c-437e-a56a-b0c98f8ac854 HTTP/1.1" status: 200 len: 914 time: 0.1590283 Feb 28 17:20:36.637294 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.638314 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:36.639846 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] 10.222.0.73 "PUT /v2.0/ports/755e267a-4da1-4fb6-ac42-50f516869413 HTTP/1.1" status: 200 len: 1093 time: 1.2389309 Feb 28 17:20:36.644420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9959918-baf0-4acc-82e5-8a56df53cbfa service neutron] Pushing event updated for resources: {'Port': ['ID=755e267a-4da1-4fb6-ac42-50f516869413,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:36.654904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd539e5f-d8a6-464a-993d-d0dbff70442d', 'tag': '755e267a-4da1-4fb6-ac42-50f516869413'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:36.659112 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c81489b-e346-49ba-9003-43c6b3cf2fce" -d '{"events": [{"name": "network-changed", "server_uuid": "fd539e5f-d8a6-464a-993d-d0dbff70442d", "tag": "755e267a-4da1-4fb6-ac42-50f516869413"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:36.759137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c62ae-21c1-4838-a9c5-9e8a9349df90 req-19d28e60-c841-49b0-b44e-db6cf504d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.759137 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-187c62ae-21c1-4838-a9c5-9e8a9349df90 req-19d28e60-c841-49b0-b44e-db6cf504d56b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 1131 time: 0.1082950 Feb 28 17:20:36.759137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b74124-265c-4c5b-969a-a3ce700ee8ec req-1374d216-e2d4-4c46-98d9-c698bc6aca46 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.760671 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a0b74124-265c-4c5b-969a-a3ce700ee8ec req-1374d216-e2d4-4c46-98d9-c698bc6aca46 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 1127 time: 0.1198840 Feb 28 17:20:36.858714 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-187c62ae-21c1-4838-a9c5-9e8a9349df90 req-789b150e-fa9d-4f98-a804-fa8b4386d5fb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958445 Feb 28 17:20:36.874332 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a0b74124-265c-4c5b-969a-a3ce700ee8ec req-27983156-552d-4f89-b829-c9fb6a30fae0 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036901 Feb 28 17:20:36.943070 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0e8c10-88ea-45bd-be42-6760b35dab25 x-openstack-request-id: req-1a0e8c10-88ea-45bd-be42-6760b35dab25 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:36.943553 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd539e5f-d8a6-464a-993d-d0dbff70442d", "tag": "755e267a-4da1-4fb6-ac42-50f516869413", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:36.944008 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1a0e8c10-88ea-45bd-be42-6760b35dab25 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:36.944643 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd539e5f-d8a6-464a-993d-d0dbff70442d', 'tag': '755e267a-4da1-4fb6-ac42-50f516869413', 'status': 'completed', 'code': 200} Feb 28 17:20:36.963755 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1963c8f6-3c4c-4aa3-917b-69b12f636679 req-de4e91e5-cffd-4263-b5da-6df73d5b8118 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a081982c-6c01-4640-af7d-17174a4b12ed HTTP/1.1" status: 200 len: 217 time: 0.3735862 Feb 28 17:20:36.993885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-44aed832-2a69-4832-a220-c5b8a3380cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:36.995934 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-44aed832-2a69-4832-a220-c5b8a3380cd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3cae9ae0681415887a84d4f5ce9fed0&device_id=fd539e5f-d8a6-464a-993d-d0dbff70442d HTTP/1.1" status: 200 len: 1127 time: 0.0926874 Feb 28 17:20:37.021625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8b26a-fd1f-45b5-844a-f4ec8db13fca req-731d8849-9ce1-46a8-b945-af0dcf1dcc8c tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.023010 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-53a8b26a-fd1f-45b5-844a-f4ec8db13fca req-731d8849-9ce1-46a8-b945-af0dcf1dcc8c tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 944 time: 0.4318171 Feb 28 17:20:37.024784 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-d3d4669b-ead0-4064-9c3f-e30c3e17b23f service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869423 Feb 28 17:20:37.067963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-a40d8154-f029-4689-a389-38a4ed0bae3c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=755e267a-4da1-4fb6-ac42-50f516869413 HTTP/1.1" status: 200 len: 217 time: 0.0619853 Feb 28 17:20:37.076814 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-53a8b26a-fd1f-45b5-844a-f4ec8db13fca req-ae9c3616-9b97-4a91-91c6-697e5fc7ab51 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482359 Feb 28 17:20:37.123601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96580f-8eba-4a8a-86fe-1d773a4eb702 req-60fe67c6-27e8-42c9-b574-e98d0cf20df8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.134462 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a96580f-8eba-4a8a-86fe-1d773a4eb702 req-60fe67c6-27e8-42c9-b574-e98d0cf20df8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 948 time: 0.1282990 Feb 28 17:20:37.173953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-0cdce8dc-70b2-4b52-a82b-2b7e13eb1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.175518 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-0cdce8dc-70b2-4b52-a82b-2b7e13eb1d3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9428982-a016-4a29-b6d5-ad2997ff3e34 HTTP/1.1" status: 200 len: 853 time: 0.1005995 Feb 28 17:20:37.197081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-6a6dbd38-ccb5-42d4-b405-38f54fd2f0d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=debbeb44-0a6e-4b85-a3e8-df4d7568da2e HTTP/1.1" status: 200 len: 217 time: 0.0709641 Feb 28 17:20:37.218905 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-0ac83524-c7ac-46c8-ad08-d9ee30c7e6fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1783aaa2-f98c-437e-a56a-b0c98f8ac854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362985 Feb 28 17:20:37.223234 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a96580f-8eba-4a8a-86fe-1d773a4eb702 req-b3877879-b687-4087-8559-a67d22406423 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879767 Feb 28 17:20:37.297231 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963c8f6-3c4c-4aa3-917b-69b12f636679 req-dd706cdf-9e9e-4671-848b-a73ed7beb5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.299379 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1963c8f6-3c4c-4aa3-917b-69b12f636679 req-dd706cdf-9e9e-4671-848b-a73ed7beb5a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9428982-a016-4a29-b6d5-ad2997ff3e34 HTTP/1.1" status: 200 len: 853 time: 0.1716557 Feb 28 17:20:37.319828 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-890ae489-745c-4f2c-ba33-f893deb7b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.321257 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-890ae489-745c-4f2c-ba33-f893deb7b70a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57e36aaf-4766-4ff7-ba7f-bb449917549f HTTP/1.1" status: 200 len: 797 time: 0.0950263 Feb 28 17:20:37.323629 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-ba5816b0-2c4e-4265-9253-76de8b0ab2b1 service neutron] 10.222.0.73 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973353 Feb 28 17:20:37.332007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c05ed-fa92-4a1b-b355-9ca10f0b4144 req-6ccd92df-0c1f-480a-a9e0-31734ea2c733 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.333707 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-527c05ed-fa92-4a1b-b355-9ca10f0b4144 req-6ccd92df-0c1f-480a-a9e0-31734ea2c733 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 1127 time: 0.1427484 Feb 28 17:20:37.373299 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1963c8f6-3c4c-4aa3-917b-69b12f636679 req-f46a6788-4d71-4aef-91e1-8fef32bae247 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1783aaa2-f98c-437e-a56a-b0c98f8ac854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503685 Feb 28 17:20:37.436854 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b247e2c-f13b-4954-b5d4-2273fffe2370 req-71b49482-71f5-4b03-943e-4cbcc7a89593 service neutron] 10.222.0.73 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076868 Feb 28 17:20:37.467133 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:37.492000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-527c05ed-fa92-4a1b-b355-9ca10f0b4144 req-aa3beac1-60a8-4b6f-b90a-580588ad4a5a tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335576 Feb 28 17:20:37.501430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e71775fe-0f6d-42e7-bb20-53726091539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.502932 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-e71775fe-0f6d-42e7-bb20-53726091539b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d906d5f-4f1b-416c-9ece-e01d9e321052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1673093 Feb 28 17:20:37.525443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c48778-90a1-4b79-b2a0-c17b357d49a9 req-cea055a5-aad9-4286-a328-4349f1a40c56 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.531536 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c48778-90a1-4b79-b2a0-c17b357d49a9 req-cea055a5-aad9-4286-a328-4349f1a40c56 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.539647 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c48778-90a1-4b79-b2a0-c17b357d49a9 req-cea055a5-aad9-4286-a328-4349f1a40c56 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.544956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c48778-90a1-4b79-b2a0-c17b357d49a9 req-cea055a5-aad9-4286-a328-4349f1a40c56 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.556847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c48778-90a1-4b79-b2a0-c17b357d49a9 req-cea055a5-aad9-4286-a328-4349f1a40c56 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.556847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c48778-90a1-4b79-b2a0-c17b357d49a9 req-cea055a5-aad9-4286-a328-4349f1a40c56 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.561941 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c48778-90a1-4b79-b2a0-c17b357d49a9 req-cea055a5-aad9-4286-a328-4349f1a40c56 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.564457 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c8c48778-90a1-4b79-b2a0-c17b357d49a9 req-cea055a5-aad9-4286-a328-4349f1a40c56 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1088367 Feb 28 17:20:37.566042 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1963c8f6-3c4c-4aa3-917b-69b12f636679 req-5b931465-ede8-487f-9ad7-98fe66a45074 service neutron] 10.222.0.69 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616766 Feb 28 17:20:37.662390 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9bc4-72c5-44b1-a892-9daaac1f3090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:37.677573 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c8c48778-90a1-4b79-b2a0-c17b357d49a9 req-3b6d7ea1-7d75-49f6-acdf-e3edeb482111 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073413 Feb 28 17:20:37.687504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81489b-e346-49ba-9003-43c6b3cf2fce req-315e0eab-d02b-4e99-a0a7-83883c2c4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.689964 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c81489b-e346-49ba-9003-43c6b3cf2fce req-315e0eab-d02b-4e99-a0a7-83883c2c4d79 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3cae9ae0681415887a84d4f5ce9fed0&device_id=fd539e5f-d8a6-464a-993d-d0dbff70442d HTTP/1.1" status: 200 len: 1127 time: 0.0838728 Feb 28 17:20:37.782026 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-089a7fdb-4566-43fa-9dbf-5fcafc84f566 service neutron] 10.222.0.69 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709990 Feb 28 17:20:37.804152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81489b-e346-49ba-9003-43c6b3cf2fce req-0c27ac9d-2717-4e58-bc73-b60bccf39ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.805766 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c81489b-e346-49ba-9003-43c6b3cf2fce req-0c27ac9d-2717-4e58-bc73-b60bccf39ada service neutron] 10.222.0.73 "GET /v2.0/networks?id=1783aaa2-f98c-437e-a56a-b0c98f8ac854 HTTP/1.1" status: 200 len: 914 time: 0.1017237 Feb 28 17:20:37.810892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a26bb8-020d-49b4-8db4-0b01e49dc5e4 req-501024d4-96f5-49c6-9ad7-70541e1e16b3 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.812323 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-60a26bb8-020d-49b4-8db4-0b01e49dc5e4 req-501024d4-96f5-49c6-9ad7-70541e1e16b3 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 945 time: 0.1927502 Feb 28 17:20:37.844628 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1963c8f6-3c4c-4aa3-917b-69b12f636679 req-59703f4b-4f18-4800-8668-eb29f381aea9 service neutron] 10.222.0.69 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238002 Feb 28 17:20:37.852784 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c81489b-e346-49ba-9003-43c6b3cf2fce req-20a79873-b404-4df9-882c-8930a68daccb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=755e267a-4da1-4fb6-ac42-50f516869413 HTTP/1.1" status: 200 len: 217 time: 0.0411651 Feb 28 17:20:37.948661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81489b-e346-49ba-9003-43c6b3cf2fce req-b7057136-9efe-4ac2-81cd-99a07e0a3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:37.950590 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c81489b-e346-49ba-9003-43c6b3cf2fce req-b7057136-9efe-4ac2-81cd-99a07e0a3ef0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9428982-a016-4a29-b6d5-ad2997ff3e34 HTTP/1.1" status: 200 len: 853 time: 0.0918519 Feb 28 17:20:37.961556 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-60a26bb8-020d-49b4-8db4-0b01e49dc5e4 req-4fc17bdc-2ecf-4fc0-a8fe-721e37582372 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156423 Feb 28 17:20:37.999081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-4a69bdd1-d135-486d-a241-50dbfea22ed9 service neutron] 10.222.0.69 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088692 Feb 28 17:20:38.004684 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c81489b-e346-49ba-9003-43c6b3cf2fce req-c2a38a5b-5685-46a0-b692-266a04c23094 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1783aaa2-f98c-437e-a56a-b0c98f8ac854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479131 Feb 28 17:20:38.054799 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-c6ba20b5-0ac7-474d-bed3-cede58e33420 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b HTTP/1.1" status: 200 len: 217 time: 0.0488594 Feb 28 17:20:38.129540 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c81489b-e346-49ba-9003-43c6b3cf2fce req-7172bf86-189c-44ca-ad5c-50db1a8e3ebc service neutron] 10.222.0.73 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174955 Feb 28 17:20:38.130500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-0b6b3c83-9ac5-4338-b47d-4bc173c2c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.132340 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-0b6b3c83-9ac5-4338-b47d-4bc173c2c5b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57e36aaf-4766-4ff7-ba7f-bb449917549f HTTP/1.1" status: 200 len: 797 time: 0.0706222 Feb 28 17:20:38.255658 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c81489b-e346-49ba-9003-43c6b3cf2fce req-cd265c79-2d7f-4603-9853-c2c090231f93 service neutron] 10.222.0.73 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194220 Feb 28 17:20:38.277626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-9e485a62-b653-44ed-b48b-4e5410925692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.280347 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-9e485a62-b653-44ed-b48b-4e5410925692 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d906d5f-4f1b-416c-9ece-e01d9e321052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1375589 Feb 28 17:20:38.318141 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85109214-c8af-48be-bce9-8ba37f105edf req-73e666d4-2dbb-41b2-b37a-f578e89b0826 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.319533 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-85109214-c8af-48be-bce9-8ba37f105edf req-73e666d4-2dbb-41b2-b37a-f578e89b0826 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 944 time: 0.1297815 Feb 28 17:20:38.424398 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-85109214-c8af-48be-bce9-8ba37f105edf req-eaf20519-a7b2-4bda-88f0-a00cc11712fb tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809691 Feb 28 17:20:38.440433 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-12dd3289-385c-4bf8-a12e-73129266e892 service neutron] 10.222.0.69 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458499 Feb 28 17:20:38.576589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b0d6c7-0bf8-4c29-b37e-be57723171ba req-55c907e7-6f9d-4f57-a0a2-f0249fa958c7 service neutron] 10.222.0.69 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282485 Feb 28 17:20:38.588513 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908119e6-12db-4a96-9a71-590cca4a0a68 req-38818bcd-54be-4045-8add-e342c2c3a5b6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.589967 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-908119e6-12db-4a96-9a71-590cca4a0a68 req-38818bcd-54be-4045-8add-e342c2c3a5b6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 948 time: 0.0889628 Feb 28 17:20:38.639838 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-908119e6-12db-4a96-9a71-590cca4a0a68 req-8d4c290e-4639-42a3-afdc-e0648241debe tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Feb 28 17:20:38.853315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f25c8-3b36-480f-bf13-cf36ccc60788 req-8c549f52-f35a-4518-8351-2a7c100c08dd tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.858582 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f25c8-3b36-480f-bf13-cf36ccc60788 req-8c549f52-f35a-4518-8351-2a7c100c08dd tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.863821 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f25c8-3b36-480f-bf13-cf36ccc60788 req-8c549f52-f35a-4518-8351-2a7c100c08dd tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.868987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f25c8-3b36-480f-bf13-cf36ccc60788 req-8c549f52-f35a-4518-8351-2a7c100c08dd tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.874171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f25c8-3b36-480f-bf13-cf36ccc60788 req-8c549f52-f35a-4518-8351-2a7c100c08dd tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.879387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f25c8-3b36-480f-bf13-cf36ccc60788 req-8c549f52-f35a-4518-8351-2a7c100c08dd tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.884576 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f25c8-3b36-480f-bf13-cf36ccc60788 req-8c549f52-f35a-4518-8351-2a7c100c08dd tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.886477 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-892f25c8-3b36-480f-bf13-cf36ccc60788 req-8c549f52-f35a-4518-8351-2a7c100c08dd tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1309724 Feb 28 17:20:38.893378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-830bdc76-9932-4439-8521-3a4ff926045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.893858 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-830bdc76-9932-4439-8521-3a4ff926045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.894352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-830bdc76-9932-4439-8521-3a4ff926045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.894811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-830bdc76-9932-4439-8521-3a4ff926045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.895269 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-830bdc76-9932-4439-8521-3a4ff926045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.895727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-830bdc76-9932-4439-8521-3a4ff926045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.899890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-830bdc76-9932-4439-8521-3a4ff926045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:38.899890 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-830bdc76-9932-4439-8521-3a4ff926045c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 6700 time: 0.1114602 Feb 28 17:20:39.008302 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-892f25c8-3b36-480f-bf13-cf36ccc60788 req-448f4ab5-f5ca-4ae6-b3d1-fd0be24297c7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093681 Feb 28 17:20:39.033276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-09ca5c29-0443-45c3-945c-21147ec2db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:39.033276 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-09ca5c29-0443-45c3-945c-21147ec2db8a service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d906d5f-4f1b-416c-9ece-e01d9e321052 HTTP/1.1" status: 200 len: 903 time: 0.1280618 Feb 28 17:20:39.074301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-ddd9a063-2e11-457c-b9e5-98a1354f9fd8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b HTTP/1.1" status: 200 len: 217 time: 0.0353467 Feb 28 17:20:39.123354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-c9a92bd9-31c5-4424-ae3d-18f58736cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:39.125080 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-c9a92bd9-31c5-4424-ae3d-18f58736cd30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57e36aaf-4766-4ff7-ba7f-bb449917549f HTTP/1.1" status: 200 len: 797 time: 0.0419929 Feb 28 17:20:39.180126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-e45bb7b1-65ff-4c73-b059-fc92b07930be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:39.181602 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-e45bb7b1-65ff-4c73-b059-fc92b07930be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d906d5f-4f1b-416c-9ece-e01d9e321052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0464973 Feb 28 17:20:39.271398 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-89408eb2-a49f-48c3-bee7-731094fa3009 service neutron] 10.222.0.69 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812404 Feb 28 17:20:39.362242 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4ddb38d-0f29-4e1c-bd51-154cfc5bcd63 req-eaace1f8-4303-463b-bef1-54e72ca56b5d service neutron] 10.222.0.69 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848036 Feb 28 17:20:39.540713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916a922-e118-41d8-ae23-97aaa21d025e req-c44fc339-040b-4400-b80c-aa3cf623a7a8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:39.542177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3916a922-e118-41d8-ae23-97aaa21d025e req-c44fc339-040b-4400-b80c-aa3cf623a7a8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 944 time: 0.0541141 Feb 28 17:20:39.588397 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3916a922-e118-41d8-ae23-97aaa21d025e req-29f58f3e-1262-4242-a974-63eb47633214 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406609 Feb 28 17:20:39.700563 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:39.742197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device a081982c-6c01-4640-af7d-17174a4b12ed details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:20:39.786390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b4b24-c0eb-43c7-a9bf-21f555866b5e req-1789b3e0-b0a1-4c7d-a502-54cce612a020 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:39.788182 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-333b4b24-c0eb-43c7-a9bf-21f555866b5e req-1789b3e0-b0a1-4c7d-a502-54cce612a020 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 948 time: 0.0760412 Feb 28 17:20:39.843275 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-333b4b24-c0eb-43c7-a9bf-21f555866b5e req-9f2742be-6b49-485c-92b6-09fd5a35959b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486031 Feb 28 17:20:39.869340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port a081982c-6c01-4640-af7d-17174a4b12ed, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=a081982c-6c01-4640-af7d-17174a4b12ed,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:39.884139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'a081982c-6c01-4640-af7d-17174a4b12ed', 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854', 'port_id': 'a081982c-6c01-4640-af7d-17174a4b12ed', 'mac_address': 'fa:16:3e:ac:4e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9428982-a016-4a29-b6d5-ad2997ff3e34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:20:39.884831 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6b01ed8f-d2e5-4f57-b269-421bafbbe242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:39.930832 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port a081982c-6c01-4640-af7d-17174a4b12ed is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:39.931144 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a081982c-6c01-4640-af7d-17174a4b12ed), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:39.945353 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a081982c-6c01-4640-af7d-17174a4b12ed {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:39.966655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port a081982c-6c01-4640-af7d-17174a4b12ed, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=a081982c-6c01-4640-af7d-17174a4b12ed,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:39.968092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275b953-aea2-4763-9002-f5375515d322 req-ca3a87db-bb9b-46ab-baf0-db864d52f82e tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:39.978002 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6275b953-aea2-4763-9002-f5375515d322 req-ca3a87db-bb9b-46ab-baf0-db864d52f82e tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 1131 time: 0.0508485 Feb 28 17:20:40.014718 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6275b953-aea2-4763-9002-f5375515d322 req-90ea45bf-245f-4e4a-a291-291a8ea1ccf7 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386426 Feb 28 17:20:40.026147 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a081982c-6c01-4640-af7d-17174a4b12ed), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:40.085868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=a081982c-6c01-4640-af7d-17174a4b12ed,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:40.151905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619befc-e877-4cfc-a376-626474402df1 req-e27977e5-36c7-42fd-b175-7eaa16f39fd7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:40.157897 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619befc-e877-4cfc-a376-626474402df1 req-e27977e5-36c7-42fd-b175-7eaa16f39fd7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:40.163100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619befc-e877-4cfc-a376-626474402df1 req-e27977e5-36c7-42fd-b175-7eaa16f39fd7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:40.168383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619befc-e877-4cfc-a376-626474402df1 req-e27977e5-36c7-42fd-b175-7eaa16f39fd7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:40.173501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619befc-e877-4cfc-a376-626474402df1 req-e27977e5-36c7-42fd-b175-7eaa16f39fd7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:40.178830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619befc-e877-4cfc-a376-626474402df1 req-e27977e5-36c7-42fd-b175-7eaa16f39fd7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:40.184039 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619befc-e877-4cfc-a376-626474402df1 req-e27977e5-36c7-42fd-b175-7eaa16f39fd7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:40.185826 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3619befc-e877-4cfc-a376-626474402df1 req-e27977e5-36c7-42fd-b175-7eaa16f39fd7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.0940030 Feb 28 17:20:40.238230 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-cdab3ac0-7c6c-4b03-a617-effaef9ca5e7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282359 Feb 28 17:20:40.244985 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3619befc-e877-4cfc-a376-626474402df1 req-23158ddc-4137-45c3-8e37-03ff449de602 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526397 Feb 28 17:20:40.344321 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['a081982c-6c01-4640-af7d-17174a4b12ed'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:40.346819 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-833df81f-79d1-4946-86cd-7ab729897571 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:40.348277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-833df81f-79d1-4946-86cd-7ab729897571 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047349 Feb 28 17:20:40.364064 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-320c5bed-3b1e-483f-b7da-b86322a1507d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/quotas/cea79b56c7a54ab1ade94c9ea64db22c HTTP/1.1" status: 200 len: 375 time: 0.0091944 Feb 28 17:20:40.431944 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-1094b754-8ea4-43ac-8807-8bea4f24dd81 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0625491 Feb 28 17:20:40.706286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc314ec8-9253-4448-b046-1648e48305c1 req-f36b817c-c83f-448b-be54-e0e1b7079903 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 210 time: 0.0335026 Feb 28 17:20:40.738153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609390ea-1a70-4ac7-b401-3c6423395678 req-77bd6834-27d3-4d85-aa4f-7b4f9416f65e tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:40.739625 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-609390ea-1a70-4ac7-b401-3c6423395678 req-77bd6834-27d3-4d85-aa4f-7b4f9416f65e tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 945 time: 0.0774906 Feb 28 17:20:40.806319 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-609390ea-1a70-4ac7-b401-3c6423395678 req-7c0879d5-dd78-4f19-a016-c1b60b8c4c25 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584679 Feb 28 17:20:41.242880 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:41.378950 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e266-f64b-40f1-a2c6-f84d76f00c78 req-9be7965b-c155-4be1-b7ee-6872bdfb0286 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:41.384150 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e266-f64b-40f1-a2c6-f84d76f00c78 req-9be7965b-c155-4be1-b7ee-6872bdfb0286 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:41.389424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e266-f64b-40f1-a2c6-f84d76f00c78 req-9be7965b-c155-4be1-b7ee-6872bdfb0286 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:41.394681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e266-f64b-40f1-a2c6-f84d76f00c78 req-9be7965b-c155-4be1-b7ee-6872bdfb0286 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:41.400014 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e266-f64b-40f1-a2c6-f84d76f00c78 req-9be7965b-c155-4be1-b7ee-6872bdfb0286 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:41.405257 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e266-f64b-40f1-a2c6-f84d76f00c78 req-9be7965b-c155-4be1-b7ee-6872bdfb0286 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:41.411693 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e266-f64b-40f1-a2c6-f84d76f00c78 req-9be7965b-c155-4be1-b7ee-6872bdfb0286 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:41.413566 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43c3e266-f64b-40f1-a2c6-f84d76f00c78 req-9be7965b-c155-4be1-b7ee-6872bdfb0286 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.0933959 Feb 28 17:20:41.472786 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43c3e266-f64b-40f1-a2c6-f84d76f00c78 req-69ea9686-70bf-476b-a2ab-20be9a4a37ab tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530658 Feb 28 17:20:41.544967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 755e267a-4da1-4fb6-ac42-50f516869413 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:20:41.643441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 755e267a-4da1-4fb6-ac42-50f516869413, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=755e267a-4da1-4fb6-ac42-50f516869413,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:41.654443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '755e267a-4da1-4fb6-ac42-50f516869413', 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854', 'port_id': '755e267a-4da1-4fb6-ac42-50f516869413', 'mac_address': 'fa:16:3e:1f:cc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9428982-a016-4a29-b6d5-ad2997ff3e34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:20:41.692323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 755e267a-4da1-4fb6-ac42-50f516869413 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:41.692715 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (755e267a-4da1-4fb6-ac42-50f516869413), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:41.709820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755e267a-4da1-4fb6-ac42-50f516869413 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:41.732306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 755e267a-4da1-4fb6-ac42-50f516869413, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=755e267a-4da1-4fb6-ac42-50f516869413,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:41.753886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device a081982c-6c01-4640-af7d-17174a4b12ed up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:20:41.807856 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (755e267a-4da1-4fb6-ac42-50f516869413), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:41.807856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device d1af0049-4be3-41bc-9921-ea291ea4cce5 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:20:41.820129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4362f7e6-7e62-49a0-8420-ba92e53cecc5 req-1416c5f3-068e-4a22-bc91-f05f8690a71f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 210 time: 0.0518615 Feb 28 17:20:41.955815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=755e267a-4da1-4fb6-ac42-50f516869413,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:41.977323 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cd51a-141e-4d38-a500-9c2e58c98a2d req-056ffd6c-46e2-4f2b-995a-baac07517ee6 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:41.978864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f94cd51a-141e-4d38-a500-9c2e58c98a2d req-056ffd6c-46e2-4f2b-995a-baac07517ee6 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 945 time: 0.0759284 Feb 28 17:20:41.994941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port d1af0049-4be3-41bc-9921-ea291ea4cce5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=d1af0049-4be3-41bc-9921-ea291ea4cce5,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:42.012885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'd1af0049-4be3-41bc-9921-ea291ea4cce5', 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124', 'port_id': 'd1af0049-4be3-41bc-9921-ea291ea4cce5', 'mac_address': 'fa:16:3e:f0:db:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee3c571-976e-4368-9653-54e69fb9bcab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:20:42.015620 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port a081982c-6c01-4640-af7d-17174a4b12ed completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:20:42.021329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port a081982c-6c01-4640-af7d-17174a4b12ed triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:42.021707 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a081982c-6c01-4640-af7d-17174a4b12ed), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:42.046812 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f94cd51a-141e-4d38-a500-9c2e58c98a2d req-94521069-705c-4f63-aaec-a9fe49759391 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527966 Feb 28 17:20:42.084861 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port d1af0049-4be3-41bc-9921-ea291ea4cce5 is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:42.085319 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:42.103548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1af0049-4be3-41bc-9921-ea291ea4cce5 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:42.143427 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port d1af0049-4be3-41bc-9921-ea291ea4cce5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=d1af0049-4be3-41bc-9921-ea291ea4cce5,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:42.155049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port a081982c-6c01-4640-af7d-17174a4b12ed is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:42.155458 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a081982c-6c01-4640-af7d-17174a4b12ed), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:42.177608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b076e358-427c-4a16-9ca2-db8ae5114fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a081982c-6c01-4640-af7d-17174a4b12ed'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:42.179807 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfad1dc-bbf0-47d9-a677-51942e504044" -d '{"events": [{"server_uuid": "b076e358-427c-4a16-9ca2-db8ae5114fa0", "name": "network-vif-plugged", "status": "completed", "tag": "a081982c-6c01-4640-af7d-17174a4b12ed"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:42.195679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port a081982c-6c01-4640-af7d-17174a4b12ed, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=a081982c-6c01-4640-af7d-17174a4b12ed,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:42.203105 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:42.227150 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125380ae-dbf8-480b-aa04-aa3187dd9271 x-openstack-request-id: req-125380ae-dbf8-480b-aa04-aa3187dd9271 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:42.227442 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b076e358-427c-4a16-9ca2-db8ae5114fa0", "name": "network-vif-plugged", "status": "completed", "tag": "a081982c-6c01-4640-af7d-17174a4b12ed", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:42.227686 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-125380ae-dbf8-480b-aa04-aa3187dd9271 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:42.228069 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b076e358-427c-4a16-9ca2-db8ae5114fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a081982c-6c01-4640-af7d-17174a4b12ed', 'code': 200} Feb 28 17:20:42.254201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=d1af0049-4be3-41bc-9921-ea291ea4cce5,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:42.280832 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a081982c-6c01-4640-af7d-17174a4b12ed), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:42.331000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=a081982c-6c01-4640-af7d-17174a4b12ed,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:42.342064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf3d04-242c-40a0-9602-759d7c8351c6 req-ea761475-a251-427c-a1ef-f064f69825ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:42.343598 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4cdf3d04-242c-40a0-9602-759d7c8351c6 req-ea761475-a251-427c-a1ef-f064f69825ec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 1129 time: 0.0479705 Feb 28 17:20:42.354097 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:42.385901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['d1af0049-4be3-41bc-9921-ea291ea4cce5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:42.396214 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4cdf3d04-242c-40a0-9602-759d7c8351c6 req-7abc714c-ad91-42b1-97d0-d25a0dc548f2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416019 Feb 28 17:20:42.582055 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-df81031f-d717-4594-8b77-cb3489cd8ab8 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294945 Feb 28 17:20:42.750398 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['755e267a-4da1-4fb6-ac42-50f516869413'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:42.955418 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5fc1bc48-05c1-4431-950c-27471bdbc3ba req-df94110e-a9b4-4690-bd1d-1b96ade75821 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 210 time: 0.0551815 Feb 28 17:20:43.028410 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-c8ad7ee0-a029-4fdc-906b-4434bcb7ac8d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:43.029950 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-c8ad7ee0-a029-4fdc-906b-4434bcb7ac8d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4408598 Feb 28 17:20:43.049857 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97450a85-8539-4b77-8e2c-acbe000ea9a8 req-2e5284d5-82b4-4312-8e48-23fda3b341d1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:43.055015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97450a85-8539-4b77-8e2c-acbe000ea9a8 req-2e5284d5-82b4-4312-8e48-23fda3b341d1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:43.060166 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97450a85-8539-4b77-8e2c-acbe000ea9a8 req-2e5284d5-82b4-4312-8e48-23fda3b341d1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:43.065405 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97450a85-8539-4b77-8e2c-acbe000ea9a8 req-2e5284d5-82b4-4312-8e48-23fda3b341d1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:43.070639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97450a85-8539-4b77-8e2c-acbe000ea9a8 req-2e5284d5-82b4-4312-8e48-23fda3b341d1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:43.075752 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97450a85-8539-4b77-8e2c-acbe000ea9a8 req-2e5284d5-82b4-4312-8e48-23fda3b341d1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:43.081469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97450a85-8539-4b77-8e2c-acbe000ea9a8 req-2e5284d5-82b4-4312-8e48-23fda3b341d1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:43.083623 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-97450a85-8539-4b77-8e2c-acbe000ea9a8 req-2e5284d5-82b4-4312-8e48-23fda3b341d1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.5191352 Feb 28 17:20:43.094966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-d28bbbc4-5423-492d-9949-51a33ee6cfbd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Request body: {'port': {'device_id': 'd47e0d9c-c420-4984-a8e0-76590f1e8db9', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'cea79b56c7a54ab1ade94c9ea64db22c'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:43.182522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4734ba-e0c5-44e5-9870-36e3fdf0bb6e req-d2a72de1-6908-4d36-9d3e-c4e9e280a97f tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:43.182522 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b4734ba-e0c5-44e5-9870-36e3fdf0bb6e req-d2a72de1-6908-4d36-9d3e-c4e9e280a97f tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 946 time: 0.0572953 Feb 28 17:20:43.214366 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-97450a85-8539-4b77-8e2c-acbe000ea9a8 req-35572fb1-9c85-4365-b5e4-00140ba967e4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189768 Feb 28 17:20:43.234472 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b4734ba-e0c5-44e5-9870-36e3fdf0bb6e req-3af14184-509b-4fcd-b11d-23cd01410f5a tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506186 Feb 28 17:20:43.317589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-d28bbbc4-5423-492d-9949-51a33ee6cfbd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Made reservation on behalf of cea79b56c7a54ab1ade94c9ea64db22c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:20:43.321262 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-d28bbbc4-5423-492d-9949-51a33ee6cfbd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:43.452137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-d28bbbc4-5423-492d-9949-51a33ee6cfbd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Allocated IP 192.168.233.104 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/89c279bd-aca8-4267-9e10-283bc698197f) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:20:43.550673 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device d1af0049-4be3-41bc-9921-ea291ea4cce5 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:20:43.603565 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port d1af0049-4be3-41bc-9921-ea291ea4cce5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:43.603946 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:43.612516 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-d28bbbc4-5423-492d-9949-51a33ee6cfbd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks [] for port (89c279bd-aca8-4267-9e10-283bc698197f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:43.685447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port d1af0049-4be3-41bc-9921-ea291ea4cce5 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:43.685979 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:43.706664 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-d28bbbc4-5423-492d-9949-51a33ee6cfbd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (89c279bd-aca8-4267-9e10-283bc698197f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:43.722596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c89b5de3-c9b6-40f7-94f7-bca4f4921013', '77f198c9-1a18-442a-a51f-1cd138621160', '78dd7064-bfde-4083-b643-40f0c8d866b8'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:43.724961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba', '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', '952b617a-f73f-4be1-bfa9-b91b6d1002ed', '8c3cabd0-452f-4e8b-9d7e-7b561394cc56'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:43.732005 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port d1af0049-4be3-41bc-9921-ea291ea4cce5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=d1af0049-4be3-41bc-9921-ea291ea4cce5,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:43.751592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-d28bbbc4-5423-492d-9949-51a33ee6cfbd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:20:43.754947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-d28bbbc4-5423-492d-9949-51a33ee6cfbd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:20:43.772778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-d28bbbc4-5423-492d-9949-51a33ee6cfbd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:20:43.836227 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-d28bbbc4-5423-492d-9949-51a33ee6cfbd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:43.836937 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-d28bbbc4-5423-492d-9949-51a33ee6cfbd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:43.849684 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:43.869240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bbbc4-5423-492d-9949-51a33ee6cfbd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event updated for resources: {'Port': ['ID=89c279bd-aca8-4267-9e10-283bc698197f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:43.946883 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:43.981769 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-d28bbbc4-5423-492d-9949-51a33ee6cfbd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8907843 Feb 28 17:20:43.981990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=d1af0049-4be3-41bc-9921-ea291ea4cce5,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:43.989729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Request body: {'port': {'device_id': 'd47e0d9c-c420-4984-a8e0-76590f1e8db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:44.122701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89c279bd-aca8-4267-9e10-283bc698197f), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:44.173558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bf56c-e319-4543-8c25-8710d6d45616 req-fc0bd88e-21a7-4ddf-a7c7-65ca77ff6a15 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:44.174721 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-332bf56c-e319-4543-8c25-8710d6d45616 req-fc0bd88e-21a7-4ddf-a7c7-65ca77ff6a15 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 936 time: 0.0930848 Feb 28 17:20:44.180927 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ea3d2975-4b17-4a4c-95da-fb52feb24c30 None None] Provisioning complete for port 89c279bd-aca8-4267-9e10-283bc698197f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:44.181329 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ea3d2975-4b17-4a4c-95da-fb52feb24c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (89c279bd-aca8-4267-9e10-283bc698197f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:44.293396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-332bf56c-e319-4543-8c25-8710d6d45616 req-4421c72f-c451-4210-9aa7-26f38125b530 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106079 Feb 28 17:20:44.367293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1af0049-4be3-41bc-9921-ea291ea4cce5'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:44.369804 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a114a6-fad3-41ff-9c6a-37b127f2660a" -d '{"events": [{"server_uuid": "ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5", "name": "network-vif-plugged", "status": "completed", "tag": "d1af0049-4be3-41bc-9921-ea291ea4cce5"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:44.420260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d2975-4b17-4a4c-95da-fb52feb24c30 None None] Port 89c279bd-aca8-4267-9e10-283bc698197f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:20:44.430082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10befb7d-ff18-47c5-9fbb-01e946ab0ce4 req-b58ec346-c97c-4a77-a3e0-9cbea9415420 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:44.436997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10befb7d-ff18-47c5-9fbb-01e946ab0ce4 req-b58ec346-c97c-4a77-a3e0-9cbea9415420 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:44.443426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10befb7d-ff18-47c5-9fbb-01e946ab0ce4 req-b58ec346-c97c-4a77-a3e0-9cbea9415420 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:44.450288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10befb7d-ff18-47c5-9fbb-01e946ab0ce4 req-b58ec346-c97c-4a77-a3e0-9cbea9415420 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:44.457786 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10befb7d-ff18-47c5-9fbb-01e946ab0ce4 req-b58ec346-c97c-4a77-a3e0-9cbea9415420 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:44.460575 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f708f6-efd9-4b0c-bac8-87e2122c5f7d req-1c50d975-0d0d-4af5-9967-772c11a0a370 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:44.463172 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6f708f6-efd9-4b0c-bac8-87e2122c5f7d req-1c50d975-0d0d-4af5-9967-772c11a0a370 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 946 time: 0.0879710 Feb 28 17:20:44.472372 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10befb7d-ff18-47c5-9fbb-01e946ab0ce4 req-b58ec346-c97c-4a77-a3e0-9cbea9415420 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:44.479450 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10befb7d-ff18-47c5-9fbb-01e946ab0ce4 req-b58ec346-c97c-4a77-a3e0-9cbea9415420 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:44.482077 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-10befb7d-ff18-47c5-9fbb-01e946ab0ce4 req-b58ec346-c97c-4a77-a3e0-9cbea9415420 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1517522 Feb 28 17:20:44.540567 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6f708f6-efd9-4b0c-bac8-87e2122c5f7d req-85e0363a-2c8a-4b67-a0fe-a20318be2266 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627248 Feb 28 17:20:44.588992 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-10befb7d-ff18-47c5-9fbb-01e946ab0ce4 req-01109ac2-d8f9-4cd6-b610-4e3f4c2d51af tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989451 Feb 28 17:20:44.611662 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64293ca2-2135-4028-8db8-8ac34eb8d344 x-openstack-request-id: req-64293ca2-2135-4028-8db8-8ac34eb8d344 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:44.612160 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5", "name": "network-vif-plugged", "status": "completed", "tag": "d1af0049-4be3-41bc-9921-ea291ea4cce5", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:44.612272 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-64293ca2-2135-4028-8db8-8ac34eb8d344 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:44.612585 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1af0049-4be3-41bc-9921-ea291ea4cce5', 'code': 200} Feb 28 17:20:44.663443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c279bd-aca8-4267-9e10-283bc698197f {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:44.672719 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Publish callbacks [] for port (89c279bd-aca8-4267-9e10-283bc698197f), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:44.690915 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Transition to ACTIVE for port object 89c279bd-aca8-4267-9e10-283bc698197f will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:44.729897 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf15e6-6425-4b79-a879-6532f8807d4b req-cd0f87be-0049-4378-a469-f5db36d2ce36 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:44.731391 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9bf15e6-6425-4b79-a879-6532f8807d4b req-cd0f87be-0049-4378-a469-f5db36d2ce36 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd539e5f-d8a6-464a-993d-d0dbff70442d HTTP/1.1" status: 200 len: 945 time: 0.0562034 Feb 28 17:20:44.765315 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (89c279bd-aca8-4267-9e10-283bc698197f), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:44.784232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9bf15e6-6425-4b79-a879-6532f8807d4b req-7ef93175-810f-4640-a06a-e55a9c8af8ed tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466871 Feb 28 17:20:44.836894 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Pushing event updated for resources: {'Port': ['ID=89c279bd-aca8-4267-9e10-283bc698197f,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:44.887131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Attempting to bind port 89c279bd-aca8-4267-9e10-283bc698197f on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:44.887373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Attempting to bind port 89c279bd-aca8-4267-9e10-283bc698197f by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:44.887696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Attempting to bind port 89c279bd-aca8-4267-9e10-283bc698197f on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:44.892861 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Port 89c279bd-aca8-4267-9e10-283bc698197f on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:44.893176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Attempting to bind port 89c279bd-aca8-4267-9e10-283bc698197f on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:44.898491 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:44.905154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:44.905154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:44.905154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Bound port: 89c279bd-aca8-4267-9e10-283bc698197f, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:44.905154 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89c279bd-aca8-4267-9e10-283bc698197f), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:44.969978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] For port 89c279bd-aca8-4267-9e10-283bc698197f, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:44.973156 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] For port 89c279bd-aca8-4267-9e10-283bc698197f, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=89c279bd-aca8-4267-9e10-283bc698197f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:45.046380 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (89c279bd-aca8-4267-9e10-283bc698197f), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:45.080108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:45.080661 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:45.082358 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] 10.222.0.73 "PUT /v2.0/ports/89c279bd-aca8-4267-9e10-283bc698197f HTTP/1.1" status: 200 len: 1097 time: 1.0975552 Feb 28 17:20:45.082796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47e0d9c-c420-4984-a8e0-76590f1e8db9', 'tag': '89c279bd-aca8-4267-9e10-283bc698197f'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:45.084985 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86e96da-02b1-4538-b36c-afbc8969429c" -d '{"events": [{"name": "network-changed", "server_uuid": "d47e0d9c-c420-4984-a8e0-76590f1e8db9", "tag": "89c279bd-aca8-4267-9e10-283bc698197f"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:45.116817 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7de988-8f0e-4e88-89ca-9ab6b02d0a19 service neutron] Pushing event updated for resources: {'Port': ['ID=89c279bd-aca8-4267-9e10-283bc698197f,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:45.135653 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d767c4ff-9db3-4c85-8293-67c2af94d65c x-openstack-request-id: req-d767c4ff-9db3-4c85-8293-67c2af94d65c {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:45.136448 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47e0d9c-c420-4984-a8e0-76590f1e8db9", "tag": "89c279bd-aca8-4267-9e10-283bc698197f", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:45.136448 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d767c4ff-9db3-4c85-8293-67c2af94d65c {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:45.136643 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47e0d9c-c420-4984-a8e0-76590f1e8db9', 'tag': '89c279bd-aca8-4267-9e10-283bc698197f', 'status': 'completed', 'code': 200} Feb 28 17:20:45.222639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e96da-02b1-4538-b36c-afbc8969429c req-055de748-4ba6-460a-b698-76d13f86c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:45.224343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b86e96da-02b1-4538-b36c-afbc8969429c req-055de748-4ba6-460a-b698-76d13f86c8b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 1131 time: 0.0606241 Feb 28 17:20:45.258322 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b86e96da-02b1-4538-b36c-afbc8969429c req-b35f7d8f-2fa4-4dcb-844b-d60e1ef43d45 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204580 Feb 28 17:20:45.363550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e96da-02b1-4538-b36c-afbc8969429c req-19643e3d-99b5-499d-ae95-d37d8311515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:45.365586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b86e96da-02b1-4538-b36c-afbc8969429c req-19643e3d-99b5-499d-ae95-d37d8311515d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010375 Feb 28 17:20:45.446202 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea22676-143c-4e71-ae89-c8cf894b5000 req-ad28bf25-edd5-4671-9c50-02ccf5f55a91 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:45.447693 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ea22676-143c-4e71-ae89-c8cf894b5000 req-ad28bf25-edd5-4671-9c50-02ccf5f55a91 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 948 time: 0.0791302 Feb 28 17:20:45.480581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-f50f9807-7203-4d75-88b6-951561abbf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:45.482085 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-f50f9807-7203-4d75-88b6-951561abbf10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 1131 time: 0.0703557 Feb 28 17:20:45.533770 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-042fdfb2-379d-4482-a1c9-c87355993118 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=89c279bd-aca8-4267-9e10-283bc698197f HTTP/1.1" status: 200 len: 217 time: 0.0440812 Feb 28 17:20:45.540684 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ea22676-143c-4e71-ae89-c8cf894b5000 req-126c9eaf-13d0-4b42-8294-e253340af438 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866482 Feb 28 17:20:45.574326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 755e267a-4da1-4fb6-ac42-50f516869413 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:20:45.584384 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-1e600c6f-e4ef-46f4-87c2-5f6d3d5ce973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:45.585988 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-1e600c6f-e4ef-46f4-87c2-5f6d3d5ce973 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0444586 Feb 28 17:20:45.640436 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-3f57b760-fd17-4228-8bbd-0d9881d47ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:45.642326 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-3f57b760-fd17-4228-8bbd-0d9881d47ca6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0489755 Feb 28 17:20:45.685563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 755e267a-4da1-4fb6-ac42-50f516869413 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:20:45.691377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 755e267a-4da1-4fb6-ac42-50f516869413 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:45.691758 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (755e267a-4da1-4fb6-ac42-50f516869413), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:45.766545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05c954-f605-4c00-96be-2107b42a0bdf req-aa857224-f94f-4245-a5df-e7e5c16bbb83 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:45.773135 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05c954-f605-4c00-96be-2107b42a0bdf req-aa857224-f94f-4245-a5df-e7e5c16bbb83 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:45.790277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-cf58461d-a9af-4b83-a36f-68dc1fbbdce4 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306682 Feb 28 17:20:45.791962 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05c954-f605-4c00-96be-2107b42a0bdf req-aa857224-f94f-4245-a5df-e7e5c16bbb83 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:45.798213 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05c954-f605-4c00-96be-2107b42a0bdf req-aa857224-f94f-4245-a5df-e7e5c16bbb83 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:45.803681 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 755e267a-4da1-4fb6-ac42-50f516869413 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:45.804383 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (755e267a-4da1-4fb6-ac42-50f516869413), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:45.805306 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05c954-f605-4c00-96be-2107b42a0bdf req-aa857224-f94f-4245-a5df-e7e5c16bbb83 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:45.812100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05c954-f605-4c00-96be-2107b42a0bdf req-aa857224-f94f-4245-a5df-e7e5c16bbb83 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:45.817962 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05c954-f605-4c00-96be-2107b42a0bdf req-aa857224-f94f-4245-a5df-e7e5c16bbb83 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:45.826455 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b05c954-f605-4c00-96be-2107b42a0bdf req-aa857224-f94f-4245-a5df-e7e5c16bbb83 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1552973 Feb 28 17:20:45.859067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 755e267a-4da1-4fb6-ac42-50f516869413, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=755e267a-4da1-4fb6-ac42-50f516869413,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:45.928739 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b05c954-f605-4c00-96be-2107b42a0bdf req-915dfbe0-8265-41f7-be2a-cfd1c7f5e1f0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012211 Feb 28 17:20:45.942917 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (755e267a-4da1-4fb6-ac42-50f516869413), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:45.950574 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34556e6e-ec2d-443f-96ef-3e25edb00186 req-573cb44f-3a05-4b64-9c14-c73e67eab26e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e60d87c3-7b1c-49ac-a937-6919fdefbd45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0657334 Feb 28 17:20:45.976019 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b9922ef-9dba-46b4-9e58-52eb6d46cded req-3cdb0257-da56-40d9-bfd7-5d2c8e68d1f1 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763003 Feb 28 17:20:46.037758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=755e267a-4da1-4fb6-ac42-50f516869413,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:46.037943 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1808dc-8042-46e9-b602-cfab9b74871b req-2558e35f-8cda-475f-b869-7c9685f78dbf tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:46.039879 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-db1808dc-8042-46e9-b602-cfab9b74871b req-2558e35f-8cda-475f-b869-7c9685f78dbf tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd539e5f-d8a6-464a-993d-d0dbff70442d HTTP/1.1" status: 200 len: 945 time: 0.1395588 Feb 28 17:20:46.040731 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34556e6e-ec2d-443f-96ef-3e25edb00186 req-a2371b63-744a-4ea6-9ad8-415145d2ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:46.042600 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34556e6e-ec2d-443f-96ef-3e25edb00186 req-a2371b63-744a-4ea6-9ad8-415145d2ba9d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=e60d87c3-7b1c-49ac-a937-6919fdefbd45 HTTP/1.1" status: 200 len: 1133 time: 0.0677691 Feb 28 17:20:46.104904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-db1808dc-8042-46e9-b602-cfab9b74871b req-489a3912-92a6-47c9-a87c-870d65148e82 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588932 Feb 28 17:20:46.178249 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34556e6e-ec2d-443f-96ef-3e25edb00186 req-dd20b7a2-3179-4071-b0e1-57c2ad1f810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:46.179714 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34556e6e-ec2d-443f-96ef-3e25edb00186 req-dd20b7a2-3179-4071-b0e1-57c2ad1f810c service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1058393 Feb 28 17:20:46.232628 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34556e6e-ec2d-443f-96ef-3e25edb00186 req-b1a7545c-6ceb-4c03-8dc7-424cb4fbbce7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=c89b5de3-c9b6-40f7-94f7-bca4f4921013 HTTP/1.1" status: 200 len: 217 time: 0.0461907 Feb 28 17:20:46.290954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34556e6e-ec2d-443f-96ef-3e25edb00186 req-7f995739-24d4-41f2-899b-377d13abaaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:46.292411 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34556e6e-ec2d-443f-96ef-3e25edb00186 req-7f995739-24d4-41f2-899b-377d13abaaae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0523036 Feb 28 17:20:46.365171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34556e6e-ec2d-443f-96ef-3e25edb00186 req-d4b98240-92c2-42cc-9051-599435600433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:46.366918 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34556e6e-ec2d-443f-96ef-3e25edb00186 req-d4b98240-92c2-42cc-9051-599435600433 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0672374 Feb 28 17:20:46.475852 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34556e6e-ec2d-443f-96ef-3e25edb00186 req-962c1b2e-6302-45b4-a770-18a5bf571c13 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023371 Feb 28 17:20:46.586682 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34556e6e-ec2d-443f-96ef-3e25edb00186 req-b58a414b-6f28-4ce9-a34e-37ad5de2a06d service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042514 Feb 28 17:20:46.613786 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd539e5f-d8a6-464a-993d-d0dbff70442d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755e267a-4da1-4fb6-ac42-50f516869413'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:46.617028 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36911971-1eda-4372-b9d4-9b281b39ae56" -d '{"events": [{"server_uuid": "fd539e5f-d8a6-464a-993d-d0dbff70442d", "name": "network-vif-plugged", "status": "completed", "tag": "755e267a-4da1-4fb6-ac42-50f516869413"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:46.678118 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfdb5ba-1c17-4a84-b504-e8320a9ba451 x-openstack-request-id: req-9cfdb5ba-1c17-4a84-b504-e8320a9ba451 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:46.678302 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd539e5f-d8a6-464a-993d-d0dbff70442d", "name": "network-vif-plugged", "status": "completed", "tag": "755e267a-4da1-4fb6-ac42-50f516869413", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:46.680174 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9cfdb5ba-1c17-4a84-b504-e8320a9ba451 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:46.685270 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd539e5f-d8a6-464a-993d-d0dbff70442d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755e267a-4da1-4fb6-ac42-50f516869413', 'code': 200} Feb 28 17:20:46.719346 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826b3ea-fe3c-473b-857c-a21cb054a173 req-a68b9d0f-ec70-4e6c-be1e-0c6c9427f2a0 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:46.726798 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6826b3ea-fe3c-473b-857c-a21cb054a173 req-a68b9d0f-ec70-4e6c-be1e-0c6c9427f2a0 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 948 time: 0.0739160 Feb 28 17:20:46.827022 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6826b3ea-fe3c-473b-857c-a21cb054a173 req-b90e79bb-ba74-4efc-a213-c683d4fcd2ee tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989883 Feb 28 17:20:46.859484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a415c75-1b8f-4346-a9e0-7b0240b739da req-276e18dc-ed14-4da7-b76b-f432b73ef9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:46.861495 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a415c75-1b8f-4346-a9e0-7b0240b739da req-276e18dc-ed14-4da7-b76b-f432b73ef9ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd539e5f-d8a6-464a-993d-d0dbff70442d HTTP/1.1" status: 200 len: 1129 time: 0.1036365 Feb 28 17:20:46.942300 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a415c75-1b8f-4346-a9e0-7b0240b739da req-c69423e0-5575-4616-adfe-3c1a7de9928b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745533 Feb 28 17:20:47.142370 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fead7-64a5-4c73-aa02-779e0ee70e54 req-75522f1a-47e1-4575-b1f4-bf89ae131590 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:47.148067 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fead7-64a5-4c73-aa02-779e0ee70e54 req-75522f1a-47e1-4575-b1f4-bf89ae131590 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:47.157649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fead7-64a5-4c73-aa02-779e0ee70e54 req-75522f1a-47e1-4575-b1f4-bf89ae131590 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:47.186306 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fead7-64a5-4c73-aa02-779e0ee70e54 req-75522f1a-47e1-4575-b1f4-bf89ae131590 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:47.206513 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fead7-64a5-4c73-aa02-779e0ee70e54 req-75522f1a-47e1-4575-b1f4-bf89ae131590 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:47.222263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fead7-64a5-4c73-aa02-779e0ee70e54 req-75522f1a-47e1-4575-b1f4-bf89ae131590 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:47.239257 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fead7-64a5-4c73-aa02-779e0ee70e54 req-75522f1a-47e1-4575-b1f4-bf89ae131590 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:47.241139 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b4fead7-64a5-4c73-aa02-779e0ee70e54 req-75522f1a-47e1-4575-b1f4-bf89ae131590 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2078874 Feb 28 17:20:47.306223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093b6f3-0644-4452-a106-28b599182c00 req-6e41b8f3-8693-4fef-9e40-2527eb724a03 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:47.313297 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9093b6f3-0644-4452-a106-28b599182c00 req-6e41b8f3-8693-4fef-9e40-2527eb724a03 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd539e5f-d8a6-464a-993d-d0dbff70442d HTTP/1.1" status: 200 len: 946 time: 0.0922413 Feb 28 17:20:47.384148 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b4fead7-64a5-4c73-aa02-779e0ee70e54 req-31be382e-7636-4a21-85ac-3995021ae2b6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366048 Feb 28 17:20:47.392807 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9093b6f3-0644-4452-a106-28b599182c00 req-dbc215f2-0d6f-4e0b-bd66-91d1d1e8fef7 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774584 Feb 28 17:20:48.010709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4bb15-1ffe-4409-a9b3-eac46e3bf9d7 req-076b8c04-2c98-4a88-91e1-1d4bfdc89348 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:48.027641 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2db4bb15-1ffe-4409-a9b3-eac46e3bf9d7 req-076b8c04-2c98-4a88-91e1-1d4bfdc89348 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 948 time: 0.1152675 Feb 28 17:20:48.155098 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2db4bb15-1ffe-4409-a9b3-eac46e3bf9d7 req-8e39aed7-6a78-4dd8-8125-6a245b110519 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262140 Feb 28 17:20:48.658705 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd8252-f067-4609-901c-9fc5f23d0212 req-d56507a4-fadb-4c3a-942b-d5def6c23cf8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:48.660634 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a1cd8252-f067-4609-901c-9fc5f23d0212 req-d56507a4-fadb-4c3a-942b-d5def6c23cf8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd539e5f-d8a6-464a-993d-d0dbff70442d HTTP/1.1" status: 200 len: 946 time: 0.1264195 Feb 28 17:20:48.700766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec1cad-fab3-48bf-aeba-0e79fe5743e0 req-829a4ded-5c98-4441-b720-7de7ac3ab48b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:48.724625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec1cad-fab3-48bf-aeba-0e79fe5743e0 req-829a4ded-5c98-4441-b720-7de7ac3ab48b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:48.744708 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec1cad-fab3-48bf-aeba-0e79fe5743e0 req-829a4ded-5c98-4441-b720-7de7ac3ab48b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:48.747270 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a1cd8252-f067-4609-901c-9fc5f23d0212 req-102b3db6-ba63-488c-9a4f-3e63e6770190 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798805 Feb 28 17:20:48.752544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec1cad-fab3-48bf-aeba-0e79fe5743e0 req-829a4ded-5c98-4441-b720-7de7ac3ab48b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:48.759399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec1cad-fab3-48bf-aeba-0e79fe5743e0 req-829a4ded-5c98-4441-b720-7de7ac3ab48b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:48.765213 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec1cad-fab3-48bf-aeba-0e79fe5743e0 req-829a4ded-5c98-4441-b720-7de7ac3ab48b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:48.777234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec1cad-fab3-48bf-aeba-0e79fe5743e0 req-829a4ded-5c98-4441-b720-7de7ac3ab48b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:48.779782 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f8ec1cad-fab3-48bf-aeba-0e79fe5743e0 req-829a4ded-5c98-4441-b720-7de7ac3ab48b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2268786 Feb 28 17:20:48.927182 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f8ec1cad-fab3-48bf-aeba-0e79fe5743e0 req-42b09695-f057-42f2-8fc6-24032e7a937b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409106 Feb 28 17:20:49.396600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b21eb-58e5-409d-bc03-542a7b0c9cd2 req-5250f15f-2b56-4031-a0f2-b8973eb1f0b5 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:49.409824 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab4b21eb-58e5-409d-bc03-542a7b0c9cd2 req-5250f15f-2b56-4031-a0f2-b8973eb1f0b5 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 948 time: 0.1264009 Feb 28 17:20:49.520826 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab4b21eb-58e5-409d-bc03-542a7b0c9cd2 req-256b7451-4d22-4afc-9427-b9f9ae2d6f9b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099927 Feb 28 17:20:49.600858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 89c279bd-aca8-4267-9e10-283bc698197f details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:20:49.751558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 89c279bd-aca8-4267-9e10-283bc698197f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=89c279bd-aca8-4267-9e10-283bc698197f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:49.765616 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '89c279bd-aca8-4267-9e10-283bc698197f', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '89c279bd-aca8-4267-9e10-283bc698197f', 'mac_address': 'fa:16:3e:3c:bf:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:20:49.815388 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 89c279bd-aca8-4267-9e10-283bc698197f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:49.815779 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89c279bd-aca8-4267-9e10-283bc698197f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:49.860857 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c279bd-aca8-4267-9e10-283bc698197f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:49.927090 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 89c279bd-aca8-4267-9e10-283bc698197f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=89c279bd-aca8-4267-9e10-283bc698197f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:49.964598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a778a-524f-476f-8e2a-246cdc21604a req-64d25e98-f6a4-49a2-bdfe-9adcf310a88e tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:49.971888 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4b9a778a-524f-476f-8e2a-246cdc21604a req-64d25e98-f6a4-49a2-bdfe-9adcf310a88e tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd539e5f-d8a6-464a-993d-d0dbff70442d HTTP/1.1" status: 200 len: 946 time: 0.0913401 Feb 28 17:20:50.042917 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4b9a778a-524f-476f-8e2a-246cdc21604a req-83f38977-c4dc-4cfa-bca3-51f5a31ac41b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698540 Feb 28 17:20:50.043779 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (89c279bd-aca8-4267-9e10-283bc698197f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:50.154536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a44d0-9ea5-44f0-a1a8-fca089299ec4 req-fb663b77-2395-4b5b-ad74-1940010b2842 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:50.157757 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=89c279bd-aca8-4267-9e10-283bc698197f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:50.164436 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a44d0-9ea5-44f0-a1a8-fca089299ec4 req-fb663b77-2395-4b5b-ad74-1940010b2842 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:50.171115 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a44d0-9ea5-44f0-a1a8-fca089299ec4 req-fb663b77-2395-4b5b-ad74-1940010b2842 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:50.177348 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a44d0-9ea5-44f0-a1a8-fca089299ec4 req-fb663b77-2395-4b5b-ad74-1940010b2842 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:50.182820 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a44d0-9ea5-44f0-a1a8-fca089299ec4 req-fb663b77-2395-4b5b-ad74-1940010b2842 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:50.188625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a44d0-9ea5-44f0-a1a8-fca089299ec4 req-fb663b77-2395-4b5b-ad74-1940010b2842 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:50.193897 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a44d0-9ea5-44f0-a1a8-fca089299ec4 req-fb663b77-2395-4b5b-ad74-1940010b2842 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:50.195860 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ce8a44d0-9ea5-44f0-a1a8-fca089299ec4 req-fb663b77-2395-4b5b-ad74-1940010b2842 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1695387 Feb 28 17:20:50.293484 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ce8a44d0-9ea5-44f0-a1a8-fca089299ec4 req-e6203d9d-4f91-4f23-bccf-a082683a14ae tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0891972 Feb 28 17:20:50.583579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['89c279bd-aca8-4267-9e10-283bc698197f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:20:50.672762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13896b3f-a97c-4935-8a87-7730e7532be3 req-ad631700-8c2f-4cc0-9228-9e69f16f0f6d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:50.674373 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-13896b3f-a97c-4935-8a87-7730e7532be3 req-ad631700-8c2f-4cc0-9228-9e69f16f0f6d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 949 time: 0.0845160 Feb 28 17:20:50.800530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-13896b3f-a97c-4935-8a87-7730e7532be3 req-4f84ba6f-d6b2-4156-8fbb-50f5be300041 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193306 Feb 28 17:20:51.278767 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-766ff62e-248b-4d97-aadc-200edfb35e6b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:51.280409 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-766ff62e-248b-4d97-aadc-200edfb35e6b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/networks?id=1783aaa2-f98c-437e-a56a-b0c98f8ac854 HTTP/1.1" status: 200 len: 813 time: 0.1434729 Feb 28 17:20:51.310044 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-13d893d9-d019-477f-a73c-0d3aab783cde tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/quotas/e3cae9ae0681415887a84d4f5ce9fed0 HTTP/1.1" status: 200 len: 375 time: 0.0191202 Feb 28 17:20:51.431810 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-134a1eb6-8aad-488f-a387-5cb1a43295dd tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3cae9ae0681415887a84d4f5ce9fed0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106126 Feb 28 17:20:51.505945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f51a30-4987-4cc1-91f4-088327d46a28 req-5ff11c87-2bfe-4e0a-a08b-d0a583483629 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:51.511548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f51a30-4987-4cc1-91f4-088327d46a28 req-5ff11c87-2bfe-4e0a-a08b-d0a583483629 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:51.517685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f51a30-4987-4cc1-91f4-088327d46a28 req-5ff11c87-2bfe-4e0a-a08b-d0a583483629 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:51.523397 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f51a30-4987-4cc1-91f4-088327d46a28 req-5ff11c87-2bfe-4e0a-a08b-d0a583483629 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:51.529272 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f51a30-4987-4cc1-91f4-088327d46a28 req-5ff11c87-2bfe-4e0a-a08b-d0a583483629 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:51.535263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f51a30-4987-4cc1-91f4-088327d46a28 req-5ff11c87-2bfe-4e0a-a08b-d0a583483629 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:51.540792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f51a30-4987-4cc1-91f4-088327d46a28 req-5ff11c87-2bfe-4e0a-a08b-d0a583483629 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:51.549433 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91f51a30-4987-4cc1-91f4-088327d46a28 req-5ff11c87-2bfe-4e0a-a08b-d0a583483629 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1355600 Feb 28 17:20:51.606199 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-25acc94e-9553-4711-aafa-adb1d27f183d service neutron] 10.222.0.72 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724539 Feb 28 17:20:51.612545 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91f51a30-4987-4cc1-91f4-088327d46a28 req-232ce3ea-0f36-48ed-84bb-5980ca0b3e80 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619676 Feb 28 17:20:51.736919 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-4d5c87ff-5a07-4b81-b3d0-9fbce57cd077 service neutron] 10.222.0.72 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247623 Feb 28 17:20:52.086480 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d69742ee-4cf8-4a8b-b273-984df54d4095 req-9647cec8-6697-4a0f-9b7a-276bf5d6f3db service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1117651 Feb 28 17:20:52.175847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69742ee-4cf8-4a8b-b273-984df54d4095 req-4c4a29ac-bc8e-4998-b9a6-f59f6439220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:52.178062 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d69742ee-4cf8-4a8b-b273-984df54d4095 req-4c4a29ac-bc8e-4998-b9a6-f59f6439220d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 1133 time: 0.0602787 Feb 28 17:20:52.394469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69742ee-4cf8-4a8b-b273-984df54d4095 req-2c6ff24e-fbde-4f3f-befd-b7f48fae1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:52.396156 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d69742ee-4cf8-4a8b-b273-984df54d4095 req-2c6ff24e-fbde-4f3f-befd-b7f48fae1cff service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1916733 Feb 28 17:20:52.500735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fef49f-b15c-4ef6-be94-feecf402d5a5 req-439a7ef3-b325-4ce5-a877-1f0816eecade tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:52.502800 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d69742ee-4cf8-4a8b-b273-984df54d4095 req-b6003dc9-c53f-40ff-b565-c724ce167512 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=3fc8f183-3bc4-40e5-adda-40575c7db5ba HTTP/1.1" status: 200 len: 217 time: 0.0945382 Feb 28 17:20:52.506675 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-84fef49f-b15c-4ef6-be94-feecf402d5a5 req-439a7ef3-b325-4ce5-a877-1f0816eecade tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 949 time: 0.0815411 Feb 28 17:20:52.587208 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69742ee-4cf8-4a8b-b273-984df54d4095 req-0d9b5e48-f326-47de-84c8-f14e732ace3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:52.589355 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d69742ee-4cf8-4a8b-b273-984df54d4095 req-0d9b5e48-f326-47de-84c8-f14e732ace3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0786593 Feb 28 17:20:52.604171 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-84fef49f-b15c-4ef6-be94-feecf402d5a5 req-ed22bd13-1f60-4879-9ed2-c18afaad212f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892932 Feb 28 17:20:52.668023 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69742ee-4cf8-4a8b-b273-984df54d4095 req-e0bd871b-d747-4a30-8f30-c38e0d9bf5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:52.670178 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d69742ee-4cf8-4a8b-b273-984df54d4095 req-e0bd871b-d747-4a30-8f30-c38e0d9bf5ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0741782 Feb 28 17:20:52.871778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08be1c-8f80-4410-9fa1-0fb1d2fff506 req-d3f91484-d15d-4e58-b206-9fd5e3de4638 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:52.879915 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b08be1c-8f80-4410-9fa1-0fb1d2fff506 req-d3f91484-d15d-4e58-b206-9fd5e3de4638 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd539e5f-d8a6-464a-993d-d0dbff70442d HTTP/1.1" status: 200 len: 946 time: 0.2483346 Feb 28 17:20:52.896137 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d69742ee-4cf8-4a8b-b273-984df54d4095 req-8b2ea5f3-65a0-418f-985c-abd4f84410b8 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176993 Feb 28 17:20:52.917267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0d993-23a3-4d61-bee0-6c947dfe5039 req-7d89193a-18b9-4459-aaec-fb7e9878fb2a tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:52.920989 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cbf0d993-23a3-4d61-bee0-6c947dfe5039 req-7d89193a-18b9-4459-aaec-fb7e9878fb2a tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.69 "GET /v2.0/ports?device_id=b076e358-427c-4a16-9ca2-db8ae5114fa0 HTTP/1.1" status: 200 len: 946 time: 0.2375951 Feb 28 17:20:53.083777 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64c5f6-10f7-41aa-9398-74346c639ed6 req-d2d5cbbe-af2f-40a3-8ad6-89c39153232a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:53.090187 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64c5f6-10f7-41aa-9398-74346c639ed6 req-d2d5cbbe-af2f-40a3-8ad6-89c39153232a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:53.096307 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b54ac191-350c-4d27-9872-5b70da29ad68 req-2f47b464-596e-483b-ae0f-5bf2e0f0baf5 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 210 time: 0.1020465 Feb 28 17:20:53.101766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64c5f6-10f7-41aa-9398-74346c639ed6 req-d2d5cbbe-af2f-40a3-8ad6-89c39153232a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:53.108113 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64c5f6-10f7-41aa-9398-74346c639ed6 req-d2d5cbbe-af2f-40a3-8ad6-89c39153232a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:53.115039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64c5f6-10f7-41aa-9398-74346c639ed6 req-d2d5cbbe-af2f-40a3-8ad6-89c39153232a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:53.120605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64c5f6-10f7-41aa-9398-74346c639ed6 req-d2d5cbbe-af2f-40a3-8ad6-89c39153232a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:53.127661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64c5f6-10f7-41aa-9398-74346c639ed6 req-d2d5cbbe-af2f-40a3-8ad6-89c39153232a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:53.130375 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c64c5f6-10f7-41aa-9398-74346c639ed6 req-d2d5cbbe-af2f-40a3-8ad6-89c39153232a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2317255 Feb 28 17:20:53.219939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-cbf0d993-23a3-4d61-bee0-6c947dfe5039 req-74a24a49-f5f5-460c-a6f2-4b1eb124c60f tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Deleting port a081982c-6c01-4640-af7d-17174a4b12ed {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:20:53.220282 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cbf0d993-23a3-4d61-bee0-6c947dfe5039 req-74a24a49-f5f5-460c-a6f2-4b1eb124c60f tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a081982c-6c01-4640-af7d-17174a4b12ed), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:53.234013 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c64c5f6-10f7-41aa-9398-74346c639ed6 req-34454d63-ae48-4865-bd0c-b71e58c0b36f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832455 Feb 28 17:20:53.237177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d69742ee-4cf8-4a8b-b273-984df54d4095 req-a2be0f5e-6ce5-42bb-b0e6-d580469f7a84 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165569 Feb 28 17:20:53.314462 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-3b08be1c-8f80-4410-9fa1-0fb1d2fff506 req-f19e88a2-4650-4856-897f-3a64d81b7baf tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Deleting port 755e267a-4da1-4fb6-ac42-50f516869413 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:20:53.314816 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-3b08be1c-8f80-4410-9fa1-0fb1d2fff506 req-f19e88a2-4650-4856-897f-3a64d81b7baf tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (755e267a-4da1-4fb6-ac42-50f516869413), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:53.398024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-cbf0d993-23a3-4d61-bee0-6c947dfe5039 req-74a24a49-f5f5-460c-a6f2-4b1eb124c60f tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] For port a081982c-6c01-4640-af7d-17174a4b12ed, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=a081982c-6c01-4640-af7d-17174a4b12ed,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:53.398375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cbf0d993-23a3-4d61-bee0-6c947dfe5039 req-74a24a49-f5f5-460c-a6f2-4b1eb124c60f tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a081982c-6c01-4640-af7d-17174a4b12ed), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:53.418355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-cbf0d993-23a3-4d61-bee0-6c947dfe5039 req-74a24a49-f5f5-460c-a6f2-4b1eb124c60f tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Calling delete_port for a081982c-6c01-4640-af7d-17174a4b12ed owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:20:53.497303 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-3b08be1c-8f80-4410-9fa1-0fb1d2fff506 req-f19e88a2-4650-4856-897f-3a64d81b7baf tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] For port 755e267a-4da1-4fb6-ac42-50f516869413, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=755e267a-4da1-4fb6-ac42-50f516869413,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:53.497662 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-3b08be1c-8f80-4410-9fa1-0fb1d2fff506 req-f19e88a2-4650-4856-897f-3a64d81b7baf tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (755e267a-4da1-4fb6-ac42-50f516869413), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:53.518173 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-3b08be1c-8f80-4410-9fa1-0fb1d2fff506 req-f19e88a2-4650-4856-897f-3a64d81b7baf tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Calling delete_port for 755e267a-4da1-4fb6-ac42-50f516869413 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:20:53.627251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 89c279bd-aca8-4267-9e10-283bc698197f up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:20:53.800967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 89c279bd-aca8-4267-9e10-283bc698197f completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:20:53.805183 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 89c279bd-aca8-4267-9e10-283bc698197f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:20:53.805593 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (89c279bd-aca8-4267-9e10-283bc698197f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:53.855297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1769db1-30ba-4f87-8ac2-241a772b8121 req-ff6690dc-fdd3-43e4-b44a-c5679c7e45b9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:53.865738 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1769db1-30ba-4f87-8ac2-241a772b8121 req-ff6690dc-fdd3-43e4-b44a-c5679c7e45b9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 949 time: 0.1533694 Feb 28 17:20:53.969859 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1769db1-30ba-4f87-8ac2-241a772b8121 req-118f9fd4-a7c2-4b93-aa51-984908610a7b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008978 Feb 28 17:20:53.993902 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 89c279bd-aca8-4267-9e10-283bc698197f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:53.996070 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89c279bd-aca8-4267-9e10-283bc698197f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:54.044805 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47e0d9c-c420-4984-a8e0-76590f1e8db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c279bd-aca8-4267-9e10-283bc698197f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:54.049180 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0886aed2-57c0-48a0-ba6a-da1fa25dbe2c" -d '{"events": [{"server_uuid": "d47e0d9c-c420-4984-a8e0-76590f1e8db9", "name": "network-vif-plugged", "status": "completed", "tag": "89c279bd-aca8-4267-9e10-283bc698197f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:54.067156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 89c279bd-aca8-4267-9e10-283bc698197f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=89c279bd-aca8-4267-9e10-283bc698197f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:20:54.113217 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36937d30-503c-464e-bae3-d92e566fd9e5 x-openstack-request-id: req-36937d30-503c-464e-bae3-d92e566fd9e5 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:54.113513 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47e0d9c-c420-4984-a8e0-76590f1e8db9", "name": "network-vif-plugged", "status": "completed", "tag": "89c279bd-aca8-4267-9e10-283bc698197f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:54.113764 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-36937d30-503c-464e-bae3-d92e566fd9e5 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:54.114183 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47e0d9c-c420-4984-a8e0-76590f1e8db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c279bd-aca8-4267-9e10-283bc698197f', 'code': 200} Feb 28 17:20:54.142913 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (89c279bd-aca8-4267-9e10-283bc698197f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:54.144706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 755e267a-4da1-4fb6-ac42-50f516869413 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:20:54.232389 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cbf0d993-23a3-4d61-bee0-6c947dfe5039 req-74a24a49-f5f5-460c-a6f2-4b1eb124c60f tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (a081982c-6c01-4640-af7d-17174a4b12ed), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:54.295049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=89c279bd-aca8-4267-9e10-283bc698197f,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:54.339370 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a24a49-f5f5-460c-a6f2-4b1eb124c60f tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Pushing event deleted for resources: {'Port': ['ID=a081982c-6c01-4640-af7d-17174a4b12ed,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:54.346282 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27bd8f30-a6ac-466d-8930-2e3b602d19f6 req-3854be92-1d5d-4f83-a781-bd3f08a8928a tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 210 time: 0.1019530 Feb 28 17:20:54.362966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 755e267a-4da1-4fb6-ac42-50f516869413 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:20:54.363620 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (755e267a-4da1-4fb6-ac42-50f516869413), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:54.382161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf0d993-23a3-4d61-bee0-6c947dfe5039 req-74a24a49-f5f5-460c-a6f2-4b1eb124c60f tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] No DVR routers for this DVR port a081982c-6c01-4640-af7d-17174a4b12ed on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:20:54.383914 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c704913-ffe0-485a-9963-cc3e07d61228 req-57ed89ef-e64e-49a4-9467-c9f76045be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:54.385374 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cbf0d993-23a3-4d61-bee0-6c947dfe5039 req-74a24a49-f5f5-460c-a6f2-4b1eb124c60f tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:54.387155 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c704913-ffe0-485a-9963-cc3e07d61228 req-57ed89ef-e64e-49a4-9467-c9f76045be49 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 1133 time: 0.1919291 Feb 28 17:20:54.392404 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cbf0d993-23a3-4d61-bee0-6c947dfe5039 req-74a24a49-f5f5-460c-a6f2-4b1eb124c60f tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.69 "DELETE /v2.0/ports/a081982c-6c01-4640-af7d-17174a4b12ed HTTP/1.1" status: 204 len: 173 time: 1.4490993 Feb 28 17:20:54.404389 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b076e358-427c-4a16-9ca2-db8ae5114fa0', 'name': 'network-vif-deleted', 'tag': 'a081982c-6c01-4640-af7d-17174a4b12ed'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:54.407719 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66828e67-9ec0-4b39-b911-c5b378c9c566" -d '{"events": [{"server_uuid": "b076e358-427c-4a16-9ca2-db8ae5114fa0", "name": "network-vif-deleted", "tag": "a081982c-6c01-4640-af7d-17174a4b12ed"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:54.516931 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff68d26-33ad-4da4-b8a0-6d6c8dd661d7 x-openstack-request-id: req-3ff68d26-33ad-4da4-b8a0-6d6c8dd661d7 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:54.517102 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c704913-ffe0-485a-9963-cc3e07d61228 req-5f5ec7d0-a6f5-40ad-b83e-19711b0277f4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222754 Feb 28 17:20:54.517612 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b076e358-427c-4a16-9ca2-db8ae5114fa0", "name": "network-vif-deleted", "tag": "a081982c-6c01-4640-af7d-17174a4b12ed", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:54.518247 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3ff68d26-33ad-4da4-b8a0-6d6c8dd661d7 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:54.521724 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b076e358-427c-4a16-9ca2-db8ae5114fa0', 'name': 'network-vif-deleted', 'tag': 'a081982c-6c01-4640-af7d-17174a4b12ed', 'status': 'completed', 'code': 200} Feb 28 17:20:54.570397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5375c-4fdf-4dc3-84fa-9fdc085d51c5 req-4fc80dd9-2864-488d-9a58-3f35829c84e1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:54.587319 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5375c-4fdf-4dc3-84fa-9fdc085d51c5 req-4fc80dd9-2864-488d-9a58-3f35829c84e1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:54.594794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5375c-4fdf-4dc3-84fa-9fdc085d51c5 req-4fc80dd9-2864-488d-9a58-3f35829c84e1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:54.601046 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5375c-4fdf-4dc3-84fa-9fdc085d51c5 req-4fc80dd9-2864-488d-9a58-3f35829c84e1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:54.607180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5375c-4fdf-4dc3-84fa-9fdc085d51c5 req-4fc80dd9-2864-488d-9a58-3f35829c84e1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:54.612962 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5375c-4fdf-4dc3-84fa-9fdc085d51c5 req-4fc80dd9-2864-488d-9a58-3f35829c84e1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:54.618706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5375c-4fdf-4dc3-84fa-9fdc085d51c5 req-4fc80dd9-2864-488d-9a58-3f35829c84e1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:54.620793 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5fc5375c-4fdf-4dc3-84fa-9fdc085d51c5 req-4fc80dd9-2864-488d-9a58-3f35829c84e1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2061322 Feb 28 17:20:54.622033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-3b08be1c-8f80-4410-9fa1-0fb1d2fff506 req-f19e88a2-4650-4856-897f-3a64d81b7baf tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (755e267a-4da1-4fb6-ac42-50f516869413), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:54.675212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e88a2-4650-4856-897f-3a64d81b7baf tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Pushing event deleted for resources: {'Port': ['ID=755e267a-4da1-4fb6-ac42-50f516869413,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:54.742282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b08be1c-8f80-4410-9fa1-0fb1d2fff506 req-f19e88a2-4650-4856-897f-3a64d81b7baf tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] No DVR routers for this DVR port 755e267a-4da1-4fb6-ac42-50f516869413 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:20:54.749200 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-3b08be1c-8f80-4410-9fa1-0fb1d2fff506 req-f19e88a2-4650-4856-897f-3a64d81b7baf tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:54.753295 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b08be1c-8f80-4410-9fa1-0fb1d2fff506 req-f19e88a2-4650-4856-897f-3a64d81b7baf tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.73 "DELETE /v2.0/ports/755e267a-4da1-4fb6-ac42-50f516869413 HTTP/1.1" status: 204 len: 173 time: 1.8593657 Feb 28 17:20:54.796803 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5fc5375c-4fdf-4dc3-84fa-9fdc085d51c5 req-ff03471a-f2d7-40a6-9487-67cda17bd4c5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1662114 Feb 28 17:20:55.137327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08797351-cef8-4730-b83a-b332f34b5205 req-be372ad2-2a45-4216-8c3e-021d8af33dc3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:55.148112 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08797351-cef8-4730-b83a-b332f34b5205 req-be372ad2-2a45-4216-8c3e-021d8af33dc3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 950 time: 0.0938079 Feb 28 17:20:55.229266 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08797351-cef8-4730-b83a-b332f34b5205 req-7b7a788b-457b-483d-b7e7-5be1be0853a6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747898 Feb 28 17:20:55.486291 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4848f75-2b49-4169-8708-d7a5209dc6f8 req-556fc43c-cf93-4288-933d-e4254814467d tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 210 time: 0.0415523 Feb 28 17:20:55.799274 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-19981ac2-183e-4826-9c00-4f26152458f2 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:55.802688 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-19981ac2-183e-4826-9c00-4f26152458f2 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.69 "GET /v2.0/networks?id=1783aaa2-f98c-437e-a56a-b0c98f8ac854 HTTP/1.1" status: 200 len: 813 time: 0.2579830 Feb 28 17:20:55.827953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-24ae9032-2c33-4a10-86e3-7df109840537 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Request body: {'port': {'device_id': 'f23c19ba-b358-47d2-9606-9d2f7cb1ca6c', 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854', 'admin_state_up': True, 'tenant_id': 'e3cae9ae0681415887a84d4f5ce9fed0'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:55.879623 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device a081982c-6c01-4640-af7d-17174a4b12ed no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:20:55.970723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: a081982c-6c01-4640-af7d-17174a4b12ed {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:20:55.970723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device a081982c-6c01-4640-af7d-17174a4b12ed not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:20:56.040515 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e1c1-3e6d-4ce0-a3f7-b1fee88a6b73 req-e062262c-5add-4840-85bf-02b73b3660bb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:56.055310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e1c1-3e6d-4ce0-a3f7-b1fee88a6b73 req-e062262c-5add-4840-85bf-02b73b3660bb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:56.079326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e1c1-3e6d-4ce0-a3f7-b1fee88a6b73 req-e062262c-5add-4840-85bf-02b73b3660bb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:56.094738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e1c1-3e6d-4ce0-a3f7-b1fee88a6b73 req-e062262c-5add-4840-85bf-02b73b3660bb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:56.117067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e1c1-3e6d-4ce0-a3f7-b1fee88a6b73 req-e062262c-5add-4840-85bf-02b73b3660bb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:56.140545 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e1c1-3e6d-4ce0-a3f7-b1fee88a6b73 req-e062262c-5add-4840-85bf-02b73b3660bb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:56.148628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e1c1-3e6d-4ce0-a3f7-b1fee88a6b73 req-e062262c-5add-4840-85bf-02b73b3660bb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:56.151732 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7d54e1c1-3e6d-4ce0-a3f7-b1fee88a6b73 req-e062262c-5add-4840-85bf-02b73b3660bb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2599812 Feb 28 17:20:56.293918 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7d54e1c1-3e6d-4ce0-a3f7-b1fee88a6b73 req-d9288cd4-d98d-4f35-bd81-3baa5ba152a4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316924 Feb 28 17:20:56.323997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-820f22af-28c8-48d9-bf76-3dff2272c030 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:56.325518 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-820f22af-28c8-48d9-bf76-3dff2272c030 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.69 "GET /v2.0/networks?id=1783aaa2-f98c-437e-a56a-b0c98f8ac854 HTTP/1.1" status: 200 len: 813 time: 0.3730948 Feb 28 17:20:56.370307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-69e66143-5e1e-41a6-824d-473bb8d7ca4b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Request body: {'port': {'device_id': '0e8c5ec3-0ded-4ba4-805b-80fe627bfab0', 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854', 'admin_state_up': True, 'tenant_id': 'e3cae9ae0681415887a84d4f5ce9fed0'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:56.480506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df68baa-458b-43aa-ac40-a6d1d52a50a5 req-ed37e1c3-6b1e-4535-b7e2-71175064f86b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:56.482041 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4df68baa-458b-43aa-ac40-a6d1d52a50a5 req-ed37e1c3-6b1e-4535-b7e2-71175064f86b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 950 time: 0.1263609 Feb 28 17:20:56.490223 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-24ae9032-2c33-4a10-86e3-7df109840537 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Made reservation on behalf of e3cae9ae0681415887a84d4f5ce9fed0 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:20:56.494489 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-24ae9032-2c33-4a10-86e3-7df109840537 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:56.524653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd539e5f-d8a6-464a-993d-d0dbff70442d', 'name': 'network-vif-deleted', 'tag': '755e267a-4da1-4fb6-ac42-50f516869413'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:56.527458 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c933a4-4942-4c03-b44c-13776a583d67" -d '{"events": [{"server_uuid": "fd539e5f-d8a6-464a-993d-d0dbff70442d", "name": "network-vif-deleted", "tag": "755e267a-4da1-4fb6-ac42-50f516869413"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:56.612669 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f9be33c-b133-4ea9-bf51-171b003e4183 req-ce6588e5-c891-4b87-ab07-5b69f4988fe9 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 210 time: 0.0398123 Feb 28 17:20:56.626442 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4df68baa-458b-43aa-ac40-a6d1d52a50a5 req-87b53688-f0ff-498d-8304-c17c0c9cad08 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225638 Feb 28 17:20:56.676138 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c7160c-07be-4547-b69c-f3de3e3b363b x-openstack-request-id: req-62c7160c-07be-4547-b69c-f3de3e3b363b {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:56.676817 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd539e5f-d8a6-464a-993d-d0dbff70442d", "name": "network-vif-deleted", "tag": "755e267a-4da1-4fb6-ac42-50f516869413", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:56.677143 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-62c7160c-07be-4547-b69c-f3de3e3b363b {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:56.678110 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd539e5f-d8a6-464a-993d-d0dbff70442d', 'name': 'network-vif-deleted', 'tag': '755e267a-4da1-4fb6-ac42-50f516869413', 'status': 'completed', 'code': 200} Feb 28 17:20:56.745283 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-69e66143-5e1e-41a6-824d-473bb8d7ca4b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Made reservation on behalf of e3cae9ae0681415887a84d4f5ce9fed0 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:20:56.759199 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-69e66143-5e1e-41a6-824d-473bb8d7ca4b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:56.880121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-24ae9032-2c33-4a10-86e3-7df109840537 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Allocated IP 172.20.0.5 (1783aaa2-f98c-437e-a56a-b0c98f8ac854/b9428982-a016-4a29-b6d5-ad2997ff3e34/4ddcfbce-4fd2-4198-b265-e555a5483c3b) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:20:57.089683 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-24ae9032-2c33-4a10-86e3-7df109840537 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks [] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:57.185316 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-24ae9032-2c33-4a10-86e3-7df109840537 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:57.285503 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae9032-2c33-4a10-86e3-7df109840537 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Pushing event updated for resources: {'Port': ['ID=4ddcfbce-4fd2-4198-b265-e555a5483c3b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:57.291220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-24ae9032-2c33-4a10-86e3-7df109840537 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:20:57.296759 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-24ae9032-2c33-4a10-86e3-7df109840537 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:20:57.300796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-24ae9032-2c33-4a10-86e3-7df109840537 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:20:57.344456 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-69e66143-5e1e-41a6-824d-473bb8d7ca4b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Allocated IP 172.20.0.2 (1783aaa2-f98c-437e-a56a-b0c98f8ac854/b9428982-a016-4a29-b6d5-ad2997ff3e34/9e00e2b6-f49e-4691-8e02-45be87f7800d) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:20:57.368098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-24ae9032-2c33-4a10-86e3-7df109840537 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:57.368705 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-24ae9032-2c33-4a10-86e3-7df109840537 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:57.480856 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-24ae9032-2c33-4a10-86e3-7df109840537 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6657872 Feb 28 17:20:57.513531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Request body: {'port': {'device_id': 'f23c19ba-b358-47d2-9606-9d2f7cb1ca6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:57.636574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337db35-8773-420c-b218-aaf1ad339946 req-d69a5d4f-d4ca-4cba-91f0-b8d514d6fbc9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:57.643172 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337db35-8773-420c-b218-aaf1ad339946 req-d69a5d4f-d4ca-4cba-91f0-b8d514d6fbc9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:57.648765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337db35-8773-420c-b218-aaf1ad339946 req-d69a5d4f-d4ca-4cba-91f0-b8d514d6fbc9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:57.655200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337db35-8773-420c-b218-aaf1ad339946 req-d69a5d4f-d4ca-4cba-91f0-b8d514d6fbc9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:57.661013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337db35-8773-420c-b218-aaf1ad339946 req-d69a5d4f-d4ca-4cba-91f0-b8d514d6fbc9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:57.668268 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337db35-8773-420c-b218-aaf1ad339946 req-d69a5d4f-d4ca-4cba-91f0-b8d514d6fbc9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:57.674412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337db35-8773-420c-b218-aaf1ad339946 req-d69a5d4f-d4ca-4cba-91f0-b8d514d6fbc9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:57.676450 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a337db35-8773-420c-b218-aaf1ad339946 req-d69a5d4f-d4ca-4cba-91f0-b8d514d6fbc9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2636387 Feb 28 17:20:57.694360 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:57.718472 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-69e66143-5e1e-41a6-824d-473bb8d7ca4b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks [] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:57.751531 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6338cf42-e86d-4b63-a0e6-3635e745c5a5 req-27bc412a-e1fa-49a8-ab4e-f73a9d128218 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 210 time: 0.0424194 Feb 28 17:20:57.898686 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58eeb1e-ef3e-4859-80fd-28a9e1726e0c req-464d297f-c472-4999-b053-98f28b657646 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:57.900817 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f58eeb1e-ef3e-4859-80fd-28a9e1726e0c req-464d297f-c472-4999-b053-98f28b657646 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 950 time: 0.0593100 Feb 28 17:20:57.901117 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a337db35-8773-420c-b218-aaf1ad339946 req-18910731-7dca-479d-bc6e-04cdb3a8103b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1802468 Feb 28 17:20:57.973967 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f58eeb1e-ef3e-4859-80fd-28a9e1726e0c req-81f1406e-eb38-4cc5-b9b2-a42ba6c903e4 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680370 Feb 28 17:20:58.102136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e60770-147a-4654-9208-281ba91eb861 req-eb59d3c9-dfe7-443d-a228-14c04494e867 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:58.103796 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5e60770-147a-4654-9208-281ba91eb861 req-eb59d3c9-dfe7-443d-a228-14c04494e867 tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 1133 time: 0.0469813 Feb 28 17:20:58.154675 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5e60770-147a-4654-9208-281ba91eb861 req-ac9a291b-49cd-4c4d-90ac-31e4aa655c1f tempest-ServersOnMultiNodesTest-134407160 tempest-ServersOnMultiNodesTest-134407160-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Feb 28 17:20:58.464869 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-69e66143-5e1e-41a6-824d-473bb8d7ca4b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:58.564395 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-69e66143-5e1e-41a6-824d-473bb8d7ca4b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:20:58.570471 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-69e66143-5e1e-41a6-824d-473bb8d7ca4b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:20:58.573958 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-69e66143-5e1e-41a6-824d-473bb8d7ca4b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:20:58.633384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e66143-5e1e-41a6-824d-473bb8d7ca4b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Pushing event updated for resources: {'Port': ['ID=9e00e2b6-f49e-4691-8e02-45be87f7800d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:58.687159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-69e66143-5e1e-41a6-824d-473bb8d7ca4b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:58.689787 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-69e66143-5e1e-41a6-824d-473bb8d7ca4b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:58.799302 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-69e66143-5e1e-41a6-824d-473bb8d7ca4b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4336874 Feb 28 17:20:58.831573 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Request body: {'port': {'device_id': '0e8c5ec3-0ded-4ba4-805b-80fe627bfab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:20:58.842026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddcfbce-4fd2-4198-b265-e555a5483c3b {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:58.908787 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Publish callbacks [] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:58.955867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Transition to ACTIVE for port object 4ddcfbce-4fd2-4198-b265-e555a5483c3b will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:59.001520 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:59.019961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51984fc7-84bc-4ed8-a169-b96fbcea3edb req-7dc906c9-6852-4df6-b42b-63c298160551 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:59.022829 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51984fc7-84bc-4ed8-a169-b96fbcea3edb req-7dc906c9-6852-4df6-b42b-63c298160551 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 931 time: 0.1424675 Feb 28 17:20:59.045963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e865d7-b4fa-4c1b-8450-55c3d10df0b0 req-174233e8-f79f-4ee6-8ded-56b3071547b6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:59.048100 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47e865d7-b4fa-4c1b-8450-55c3d10df0b0 req-174233e8-f79f-4ee6-8ded-56b3071547b6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 950 time: 0.1931429 Feb 28 17:20:59.072399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:59.113717 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51984fc7-84bc-4ed8-a169-b96fbcea3edb req-dff1b2ee-64ba-4b0d-9b60-cc29a21ab4fe tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852878 Feb 28 17:20:59.244543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdf294-effe-40c3-a1cc-717a32431395 req-5bf02ba0-bb19-4e46-9b98-98c19a555e8d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:59.249624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdf294-effe-40c3-a1cc-717a32431395 req-5bf02ba0-bb19-4e46-9b98-98c19a555e8d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:59.254888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdf294-effe-40c3-a1cc-717a32431395 req-5bf02ba0-bb19-4e46-9b98-98c19a555e8d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:59.260104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdf294-effe-40c3-a1cc-717a32431395 req-5bf02ba0-bb19-4e46-9b98-98c19a555e8d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:59.265339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdf294-effe-40c3-a1cc-717a32431395 req-5bf02ba0-bb19-4e46-9b98-98c19a555e8d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:59.270661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdf294-effe-40c3-a1cc-717a32431395 req-5bf02ba0-bb19-4e46-9b98-98c19a555e8d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:59.278731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdf294-effe-40c3-a1cc-717a32431395 req-5bf02ba0-bb19-4e46-9b98-98c19a555e8d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:59.280665 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09fdf294-effe-40c3-a1cc-717a32431395 req-5bf02ba0-bb19-4e46-9b98-98c19a555e8d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1074145 Feb 28 17:20:59.336191 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddcfbce-4fd2-4198-b265-e555a5483c3b,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:59.365326 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47e865d7-b4fa-4c1b-8450-55c3d10df0b0 req-73bb4b6f-7f9b-4a09-8239-5dfd5c8d6f5b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102384 Feb 28 17:20:59.378165 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09fdf294-effe-40c3-a1cc-717a32431395 req-ed85a81b-72f2-4476-ab5d-5ca70120b4a8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910192 Feb 28 17:20:59.521341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Attempting to bind port 4ddcfbce-4fd2-4198-b265-e555a5483c3b on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:59.521675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Attempting to bind port 4ddcfbce-4fd2-4198-b265-e555a5483c3b by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:59.522027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Attempting to bind port 4ddcfbce-4fd2-4198-b265-e555a5483c3b on network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:59.527740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e00e2b6-f49e-4691-8e02-45be87f7800d {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:20:59.536915 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Publish callbacks [] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:59.538987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Port 4ddcfbce-4fd2-4198-b265-e555a5483c3b on network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:59.539438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Attempting to bind port 4ddcfbce-4fd2-4198-b265-e555a5483c3b on network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:59.551882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:59.552219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Checking segment: {'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:59.552704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Bound using segment: {'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:59.553017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Bound port: 4ddcfbce-4fd2-4198-b265-e555a5483c3b, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:59.553369 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:59.557661 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Transition to ACTIVE for port object 9e00e2b6-f49e-4691-8e02-45be87f7800d will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:20:59.644794 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:59.719613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] For port 4ddcfbce-4fd2-4198-b265-e555a5483c3b, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:59.761726 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] For port 4ddcfbce-4fd2-4198-b265-e555a5483c3b, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=4ddcfbce-4fd2-4198-b265-e555a5483c3b,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:59.777880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Pushing event updated for resources: {'Port': ['ID=9e00e2b6-f49e-4691-8e02-45be87f7800d,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:59.798252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Attempting to bind port 9e00e2b6-f49e-4691-8e02-45be87f7800d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:20:59.798720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Attempting to bind port 9e00e2b6-f49e-4691-8e02-45be87f7800d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:20:59.799050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Attempting to bind port 9e00e2b6-f49e-4691-8e02-45be87f7800d on network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:59.803644 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Port 9e00e2b6-f49e-4691-8e02-45be87f7800d on network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:20:59.803955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Attempting to bind port 9e00e2b6-f49e-4691-8e02-45be87f7800d on network 1783aaa2-f98c-437e-a56a-b0c98f8ac854 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:20:59.809101 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:20:59.809430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Checking segment: {'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:20:59.809807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Bound using segment: {'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:20:59.810279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Bound port: 9e00e2b6-f49e-4691-8e02-45be87f7800d, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca530345-28d4-4183-b87f-e2e0ad922866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:20:59.810635 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:59.827258 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:59.880537 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:20:59.881845 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:20:59.883517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] 10.222.0.69 "PUT /v2.0/ports/4ddcfbce-4fd2-4198-b265-e555a5483c3b HTTP/1.1" status: 200 len: 1092 time: 2.3739836 Feb 28 17:20:59.891780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23c19ba-b358-47d2-9606-9d2f7cb1ca6c', 'tag': '4ddcfbce-4fd2-4198-b265-e555a5483c3b'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:20:59.894039 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c962af7-d61c-4a65-bf57-9b02fb4bcb40" -d '{"events": [{"name": "network-changed", "server_uuid": "f23c19ba-b358-47d2-9606-9d2f7cb1ca6c", "tag": "4ddcfbce-4fd2-4198-b265-e555a5483c3b"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:20:59.938568 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d26c9-ff61-4e09-88dc-4a043ee380f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddcfbce-4fd2-4198-b265-e555a5483c3b,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:20:59.951800 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] For port 9e00e2b6-f49e-4691-8e02-45be87f7800d, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:20:59.961187 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] For port 9e00e2b6-f49e-4691-8e02-45be87f7800d, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9e00e2b6-f49e-4691-8e02-45be87f7800d,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:20:59.963747 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dd1a54-a90e-4074-8c71-1851d5421192 x-openstack-request-id: req-a6dd1a54-a90e-4074-8c71-1851d5421192 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:20:59.964146 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23c19ba-b358-47d2-9606-9d2f7cb1ca6c", "tag": "4ddcfbce-4fd2-4198-b265-e555a5483c3b", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:20:59.964391 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a6dd1a54-a90e-4074-8c71-1851d5421192 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:20:59.964786 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23c19ba-b358-47d2-9606-9d2f7cb1ca6c', 'tag': '4ddcfbce-4fd2-4198-b265-e555a5483c3b', 'status': 'completed', 'code': 200} Feb 28 17:21:00.051522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c962af7-d61c-4a65-bf57-9b02fb4bcb40 req-fc7c57ad-4cc6-4f75-9ef3-c87e6226dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.051522 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c962af7-d61c-4a65-bf57-9b02fb4bcb40 req-fc7c57ad-4cc6-4f75-9ef3-c87e6226dcd4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3cae9ae0681415887a84d4f5ce9fed0&device_id=f23c19ba-b358-47d2-9606-9d2f7cb1ca6c HTTP/1.1" status: 200 len: 1126 time: 0.0534606 Feb 28 17:21:00.086418 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:00.168938 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.169719 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:00.171899 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] 10.222.0.69 "PUT /v2.0/ports/9e00e2b6-f49e-4691-8e02-45be87f7800d HTTP/1.1" status: 200 len: 1092 time: 1.3535240 Feb 28 17:21:00.224862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1de74-269d-4f44-b1c8-40ed03372d8c service neutron] Pushing event updated for resources: {'Port': ['ID=9e00e2b6-f49e-4691-8e02-45be87f7800d,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:00.244047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c962af7-d61c-4a65-bf57-9b02fb4bcb40 req-ff457ea2-5d3b-4999-9f1b-e4c1a91e520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.246005 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c962af7-d61c-4a65-bf57-9b02fb4bcb40 req-ff457ea2-5d3b-4999-9f1b-e4c1a91e520b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e3cae9ae0681415887a84d4f5ce9fed0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1864429 Feb 28 17:21:00.299588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6207cad-480e-49a4-94de-93cc54a85ced req-6fad7cef-c151-4284-bbe2-4a55d7923561 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.313815 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6207cad-480e-49a4-94de-93cc54a85ced req-6fad7cef-c151-4284-bbe2-4a55d7923561 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 943 time: 0.1182606 Feb 28 17:21:00.388119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-5390fc05-a4eb-43bb-bdf8-3dea7f1335e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.390467 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-5390fc05-a4eb-43bb-bdf8-3dea7f1335e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3cae9ae0681415887a84d4f5ce9fed0&device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 1126 time: 0.0618651 Feb 28 17:21:00.419015 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6207cad-480e-49a4-94de-93cc54a85ced req-33a9fc44-2ae0-4fac-ab4c-5632a6de269f tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989211 Feb 28 17:21:00.473775 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-61492643-3524-4f92-b3a9-fc6c57a36371 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e00e2b6-f49e-4691-8e02-45be87f7800d HTTP/1.1" status: 200 len: 217 time: 0.0745947 Feb 28 17:21:00.569809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-b19b5809-7413-44d5-8c2a-95a8ad687963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.571396 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-b19b5809-7413-44d5-8c2a-95a8ad687963 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9428982-a016-4a29-b6d5-ad2997ff3e34 HTTP/1.1" status: 200 len: 853 time: 0.0587840 Feb 28 17:21:00.573441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c962af7-d61c-4a65-bf57-9b02fb4bcb40 req-fbd1b330-6894-46cf-be61-2073c4e1bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.574799 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c962af7-d61c-4a65-bf57-9b02fb4bcb40 req-fbd1b330-6894-46cf-be61-2073c4e1bc75 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3163967 Feb 28 17:21:00.595456 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b59b1-1397-4262-892a-1170d2dee7e3 req-0e76035e-0f66-42be-a527-0f843873a99c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.597136 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c26b59b1-1397-4262-892a-1170d2dee7e3 req-0e76035e-0f66-42be-a527-0f843873a99c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 950 time: 0.1176982 Feb 28 17:21:00.622878 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-4a57afb4-63a5-44ef-a4d2-8a702eae6501 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1783aaa2-f98c-437e-a56a-b0c98f8ac854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349786 Feb 28 17:21:00.624016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d1d22-7951-414a-aa6d-4a194e72b6f6 req-6c038103-ff78-4d91-ba7b-b7cdcfcf2d72 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.632711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d1d22-7951-414a-aa6d-4a194e72b6f6 req-6c038103-ff78-4d91-ba7b-b7cdcfcf2d72 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.638499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d1d22-7951-414a-aa6d-4a194e72b6f6 req-6c038103-ff78-4d91-ba7b-b7cdcfcf2d72 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.648519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d1d22-7951-414a-aa6d-4a194e72b6f6 req-6c038103-ff78-4d91-ba7b-b7cdcfcf2d72 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.656988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d1d22-7951-414a-aa6d-4a194e72b6f6 req-6c038103-ff78-4d91-ba7b-b7cdcfcf2d72 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.667659 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d1d22-7951-414a-aa6d-4a194e72b6f6 req-6c038103-ff78-4d91-ba7b-b7cdcfcf2d72 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.678975 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d1d22-7951-414a-aa6d-4a194e72b6f6 req-6c038103-ff78-4d91-ba7b-b7cdcfcf2d72 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.690514 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-078d1d22-7951-414a-aa6d-4a194e72b6f6 req-6c038103-ff78-4d91-ba7b-b7cdcfcf2d72 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1798868 Feb 28 17:21:00.771824 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-07261dfb-7308-4b1b-b91d-187103d30586 service neutron] 10.222.0.69 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270766 Feb 28 17:21:00.790300 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-078d1d22-7951-414a-aa6d-4a194e72b6f6 req-6e2b3bc8-cf3b-4656-806d-ab700d28b56b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921535 Feb 28 17:21:00.909133 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c26b59b1-1397-4262-892a-1170d2dee7e3 req-bf248424-75c6-43a1-ac0b-97aac0f48b2b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851522 Feb 28 17:21:00.925812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8225d97d-8716-4b59-9ba6-e5c9f8112eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:00.927615 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-8225d97d-8716-4b59-9ba6-e5c9f8112eb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3cae9ae0681415887a84d4f5ce9fed0&device_id=f23c19ba-b358-47d2-9606-9d2f7cb1ca6c HTTP/1.1" status: 200 len: 1126 time: 0.2836242 Feb 28 17:21:00.994072 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-05f8f18f-21c4-4b73-a00c-3ea18f8fc8a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ddcfbce-4fd2-4198-b265-e555a5483c3b HTTP/1.1" status: 200 len: 217 time: 0.0546997 Feb 28 17:21:01.002280 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-298ab2db-4c0a-4c5e-aafb-725f9e54b490 service neutron] 10.222.0.69 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914330 Feb 28 17:21:01.034617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c3682-9d09-4a66-871c-41a3f84813d3 req-5628198c-d2a2-4df2-90ba-820d889a24ea tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:01.036427 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cc0c3682-9d09-4a66-871c-41a3f84813d3 req-5628198c-d2a2-4df2-90ba-820d889a24ea tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 950 time: 0.3909082 Feb 28 17:21:01.078882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-f9026f06-4c44-473d-ac6a-f2897f9a5352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:01.080755 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-f9026f06-4c44-473d-ac6a-f2897f9a5352 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9428982-a016-4a29-b6d5-ad2997ff3e34 HTTP/1.1" status: 200 len: 853 time: 0.0775993 Feb 28 17:21:01.117656 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-04097fcf-ee19-40cb-a297-9c6bcca2880b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1783aaa2-f98c-437e-a56a-b0c98f8ac854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269883 Feb 28 17:21:01.655089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9873be2-4dc2-4966-9b3a-363a4c8377a9 req-bc05851b-1e5f-4927-9edc-09c26fc2a41c tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:01.656732 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9873be2-4dc2-4966-9b3a-363a4c8377a9 req-bc05851b-1e5f-4927-9edc-09c26fc2a41c tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 943 time: 0.1316400 Feb 28 17:21:01.674681 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-6cb6b27c-ec8a-4a7e-854b-256195fe2ebf service neutron] 10.222.0.69 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391157 Feb 28 17:21:01.787355 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-104a8c2f-f0fa-4f8e-9440-ebf763d9044d req-260765cc-7213-42d2-9a4b-d851088cadab service neutron] 10.222.0.69 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007736 Feb 28 17:21:01.823452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-cc0c3682-9d09-4a66-871c-41a3f84813d3 req-ed65f013-abd4-4c5f-8e7d-37134967c13b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Deleting port 89c279bd-aca8-4267-9e10-283bc698197f {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:01.823790 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cc0c3682-9d09-4a66-871c-41a3f84813d3 req-ed65f013-abd4-4c5f-8e7d-37134967c13b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (89c279bd-aca8-4267-9e10-283bc698197f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:01.955592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-cc0c3682-9d09-4a66-871c-41a3f84813d3 req-ed65f013-abd4-4c5f-8e7d-37134967c13b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] For port 89c279bd-aca8-4267-9e10-283bc698197f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=89c279bd-aca8-4267-9e10-283bc698197f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:01.956053 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cc0c3682-9d09-4a66-871c-41a3f84813d3 req-ed65f013-abd4-4c5f-8e7d-37134967c13b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (89c279bd-aca8-4267-9e10-283bc698197f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:01.968908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-cc0c3682-9d09-4a66-871c-41a3f84813d3 req-ed65f013-abd4-4c5f-8e7d-37134967c13b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Calling delete_port for 89c279bd-aca8-4267-9e10-283bc698197f owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:01.975475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ae7e-a82d-4681-bd68-86666cfdb33b req-ddc477dc-867a-4e33-82ca-718f80130848 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:01.986665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ae7e-a82d-4681-bd68-86666cfdb33b req-ddc477dc-867a-4e33-82ca-718f80130848 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:01.993824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ae7e-a82d-4681-bd68-86666cfdb33b req-ddc477dc-867a-4e33-82ca-718f80130848 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:02.001292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ae7e-a82d-4681-bd68-86666cfdb33b req-ddc477dc-867a-4e33-82ca-718f80130848 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:02.006836 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ae7e-a82d-4681-bd68-86666cfdb33b req-ddc477dc-867a-4e33-82ca-718f80130848 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:02.013773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ae7e-a82d-4681-bd68-86666cfdb33b req-ddc477dc-867a-4e33-82ca-718f80130848 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:02.020244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ae7e-a82d-4681-bd68-86666cfdb33b req-ddc477dc-867a-4e33-82ca-718f80130848 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:02.028842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f74ae7e-a82d-4681-bd68-86666cfdb33b req-ddc477dc-867a-4e33-82ca-718f80130848 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1492405 Feb 28 17:21:02.112002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8c5ec3-0ded-4ba4-805b-80fe627bfab0', 'tag': '9e00e2b6-f49e-4691-8e02-45be87f7800d'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:02.114310 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feec2b68-6c2e-416a-81dd-f65cfa0792e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8c5ec3-0ded-4ba4-805b-80fe627bfab0", "tag": "9e00e2b6-f49e-4691-8e02-45be87f7800d"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:02.117182 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f74ae7e-a82d-4681-bd68-86666cfdb33b req-41c1ef34-318b-4ccd-8d4c-05fe84767c42 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870066 Feb 28 17:21:02.124517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9873be2-4dc2-4966-9b3a-363a4c8377a9 req-c7142ef7-c6ee-4e9a-a3b4-ebb4e7630c08 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572670 Feb 28 17:21:02.194262 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cc0c3682-9d09-4a66-871c-41a3f84813d3 req-ed65f013-abd4-4c5f-8e7d-37134967c13b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (89c279bd-aca8-4267-9e10-283bc698197f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:02.208673 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c89b5de3-c9b6-40f7-94f7-bca4f4921013', '77f198c9-1a18-442a-a51f-1cd138621160', '78dd7064-bfde-4083-b643-40f0c8d866b8'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:02.244850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65f013-abd4-4c5f-8e7d-37134967c13b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event deleted for resources: {'Port': ['ID=89c279bd-aca8-4267-9e10-283bc698197f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:02.311608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba', '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', '952b617a-f73f-4be1-bfa9-b91b6d1002ed', '8c3cabd0-452f-4e8b-9d7e-7b561394cc56'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:02.378684 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b466ea3-97e6-474b-9b45-2bab0bf6bc3d x-openstack-request-id: req-1b466ea3-97e6-474b-9b45-2bab0bf6bc3d {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:02.378684 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8c5ec3-0ded-4ba4-805b-80fe627bfab0", "tag": "9e00e2b6-f49e-4691-8e02-45be87f7800d", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:02.378684 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1b466ea3-97e6-474b-9b45-2bab0bf6bc3d {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:02.378684 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8c5ec3-0ded-4ba4-805b-80fe627bfab0', 'tag': '9e00e2b6-f49e-4691-8e02-45be87f7800d', 'status': 'completed', 'code': 200} Feb 28 17:21:02.381355 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04bbed66-8c48-4ac8-8357-6fd103c9f354 req-d4fc0e0e-7487-47f6-a3ed-2d80a0876c41 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 210 time: 0.0603545 Feb 28 17:21:02.412122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0c3682-9d09-4a66-871c-41a3f84813d3 req-ed65f013-abd4-4c5f-8e7d-37134967c13b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] No DVR routers for this DVR port 89c279bd-aca8-4267-9e10-283bc698197f on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:02.412122 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cc0c3682-9d09-4a66-871c-41a3f84813d3 req-ed65f013-abd4-4c5f-8e7d-37134967c13b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:02.425242 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cc0c3682-9d09-4a66-871c-41a3f84813d3 req-ed65f013-abd4-4c5f-8e7d-37134967c13b tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "DELETE /v2.0/ports/89c279bd-aca8-4267-9e10-283bc698197f HTTP/1.1" status: 204 len: 173 time: 1.3392675 Feb 28 17:21:02.535950 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec2b68-6c2e-416a-81dd-f65cfa0792e5 req-eb30a347-8ad5-48f5-8693-b2f91128dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:02.535950 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-feec2b68-6c2e-416a-81dd-f65cfa0792e5 req-eb30a347-8ad5-48f5-8693-b2f91128dbb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3cae9ae0681415887a84d4f5ce9fed0&device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 1126 time: 0.1084063 Feb 28 17:21:02.641651 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec2b68-6c2e-416a-81dd-f65cfa0792e5 req-c424ebde-33d2-4ffe-822f-c45894473064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:02.644121 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-feec2b68-6c2e-416a-81dd-f65cfa0792e5 req-c424ebde-33d2-4ffe-822f-c45894473064 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1783aaa2-f98c-437e-a56a-b0c98f8ac854 HTTP/1.1" status: 200 len: 914 time: 0.1375732 Feb 28 17:21:02.700596 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-feec2b68-6c2e-416a-81dd-f65cfa0792e5 req-a8bbfa4f-aeca-4ecf-8a3a-d8cc4f746372 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e00e2b6-f49e-4691-8e02-45be87f7800d HTTP/1.1" status: 200 len: 217 time: 0.0409253 Feb 28 17:21:02.811427 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec2b68-6c2e-416a-81dd-f65cfa0792e5 req-28e3c42a-5bcb-4756-8aef-05bd158cddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:02.813355 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-feec2b68-6c2e-416a-81dd-f65cfa0792e5 req-28e3c42a-5bcb-4756-8aef-05bd158cddd9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9428982-a016-4a29-b6d5-ad2997ff3e34 HTTP/1.1" status: 200 len: 853 time: 0.1034477 Feb 28 17:21:02.868376 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-feec2b68-6c2e-416a-81dd-f65cfa0792e5 req-dc8df1f3-90dd-4293-a68c-913057998f45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1783aaa2-f98c-437e-a56a-b0c98f8ac854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473652 Feb 28 17:21:02.971728 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-feec2b68-6c2e-416a-81dd-f65cfa0792e5 req-fce5559e-3555-4bde-8d07-78c8b89ab5b7 service neutron] 10.222.0.69 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952857 Feb 28 17:21:03.080212 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-feec2b68-6c2e-416a-81dd-f65cfa0792e5 req-973bf5ef-198d-4542-b497-16c608540d8a service neutron] 10.222.0.69 "GET /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943058 Feb 28 17:21:03.288510 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bf35d-8a47-45ee-80d4-56f8b52e0f0d req-cf4e11d4-5d0a-4ae1-93aa-3955052eb9c1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:03.290257 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a30bf35d-8a47-45ee-80d4-56f8b52e0f0d req-cf4e11d4-5d0a-4ae1-93aa-3955052eb9c1 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 943 time: 0.0718691 Feb 28 17:21:03.306835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4777-9d91-421b-8c68-5dc5548d3879 req-af6be537-c525-4c0a-8880-586522da24c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:03.320675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4777-9d91-421b-8c68-5dc5548d3879 req-af6be537-c525-4c0a-8880-586522da24c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:03.326579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4777-9d91-421b-8c68-5dc5548d3879 req-af6be537-c525-4c0a-8880-586522da24c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:03.333188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4777-9d91-421b-8c68-5dc5548d3879 req-af6be537-c525-4c0a-8880-586522da24c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:03.340049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4777-9d91-421b-8c68-5dc5548d3879 req-af6be537-c525-4c0a-8880-586522da24c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:03.345635 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4777-9d91-421b-8c68-5dc5548d3879 req-af6be537-c525-4c0a-8880-586522da24c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:03.350591 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a30bf35d-8a47-45ee-80d4-56f8b52e0f0d req-3530bd0b-7012-423e-9b85-f4e3c78b3404 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522342 Feb 28 17:21:03.371839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4777-9d91-421b-8c68-5dc5548d3879 req-af6be537-c525-4c0a-8880-586522da24c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:03.374248 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad0b4777-9d91-421b-8c68-5dc5548d3879 req-af6be537-c525-4c0a-8880-586522da24c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1403933 Feb 28 17:21:03.464625 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad0b4777-9d91-421b-8c68-5dc5548d3879 req-99feb86f-eb5d-4d68-94fb-536b7d3285eb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894210 Feb 28 17:21:03.600073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2abd2123-2019-4540-aff2-f04d5185a0ce req-7e1f87e1-a2df-4066-95e1-f4e69bbc20e7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=d47e0d9c-c420-4984-a8e0-76590f1e8db9 HTTP/1.1" status: 200 len: 210 time: 0.0472329 Feb 28 17:21:03.697546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 89c279bd-aca8-4267-9e10-283bc698197f no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:03.720871 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 89c279bd-aca8-4267-9e10-283bc698197f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:03.721332 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 89c279bd-aca8-4267-9e10-283bc698197f not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:03.925265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 9e00e2b6-f49e-4691-8e02-45be87f7800d details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:04.024689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 9e00e2b6-f49e-4691-8e02-45be87f7800d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9e00e2b6-f49e-4691-8e02-45be87f7800d,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:04.036729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '9e00e2b6-f49e-4691-8e02-45be87f7800d', 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854', 'port_id': '9e00e2b6-f49e-4691-8e02-45be87f7800d', 'mac_address': 'fa:16:3e:82:3e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9428982-a016-4a29-b6d5-ad2997ff3e34', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:04.073424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 9e00e2b6-f49e-4691-8e02-45be87f7800d is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:04.073726 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:04.087137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e00e2b6-f49e-4691-8e02-45be87f7800d {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:04.107803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 9e00e2b6-f49e-4691-8e02-45be87f7800d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9e00e2b6-f49e-4691-8e02-45be87f7800d,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:04.188477 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:04.243211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=9e00e2b6-f49e-4691-8e02-45be87f7800d,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:04.330923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47e0d9c-c420-4984-a8e0-76590f1e8db9', 'name': 'network-vif-deleted', 'tag': '89c279bd-aca8-4267-9e10-283bc698197f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:04.333754 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7319b7-ac6f-485f-97cf-e59ce0f00e84" -d '{"events": [{"server_uuid": "d47e0d9c-c420-4984-a8e0-76590f1e8db9", "name": "network-vif-deleted", "tag": "89c279bd-aca8-4267-9e10-283bc698197f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:04.371509 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ae0947-f11b-4bcb-b74d-39866365f736 x-openstack-request-id: req-85ae0947-f11b-4bcb-b74d-39866365f736 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:04.371800 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47e0d9c-c420-4984-a8e0-76590f1e8db9", "name": "network-vif-deleted", "tag": "89c279bd-aca8-4267-9e10-283bc698197f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:04.372047 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-85ae0947-f11b-4bcb-b74d-39866365f736 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:04.372438 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47e0d9c-c420-4984-a8e0-76590f1e8db9', 'name': 'network-vif-deleted', 'tag': '89c279bd-aca8-4267-9e10-283bc698197f', 'status': 'completed', 'code': 200} Feb 28 17:21:04.482579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df5366-05ec-4ece-9dd8-38ee62f2dd1b req-19d99573-c0cc-4506-8bb9-e615bdb1e3c5 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:04.484434 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-61df5366-05ec-4ece-9dd8-38ee62f2dd1b req-19d99573-c0cc-4506-8bb9-e615bdb1e3c5 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 944 time: 0.0593188 Feb 28 17:21:04.520284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['9e00e2b6-f49e-4691-8e02-45be87f7800d'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:04.551407 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-61df5366-05ec-4ece-9dd8-38ee62f2dd1b req-ac3bb4be-d67b-493d-86aa-f5579bf86ed0 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564780 Feb 28 17:21:04.632102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4307c72-ec61-468d-9843-25f6c5dc864e req-24003eb1-ca97-4e41-8174-c786b5457291 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:04.637424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4307c72-ec61-468d-9843-25f6c5dc864e req-24003eb1-ca97-4e41-8174-c786b5457291 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:04.645010 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4307c72-ec61-468d-9843-25f6c5dc864e req-24003eb1-ca97-4e41-8174-c786b5457291 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:04.651097 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4307c72-ec61-468d-9843-25f6c5dc864e req-24003eb1-ca97-4e41-8174-c786b5457291 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:04.657985 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4307c72-ec61-468d-9843-25f6c5dc864e req-24003eb1-ca97-4e41-8174-c786b5457291 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:04.664090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4307c72-ec61-468d-9843-25f6c5dc864e req-24003eb1-ca97-4e41-8174-c786b5457291 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:04.669667 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4307c72-ec61-468d-9843-25f6c5dc864e req-24003eb1-ca97-4e41-8174-c786b5457291 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:04.672067 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4307c72-ec61-468d-9843-25f6c5dc864e req-24003eb1-ca97-4e41-8174-c786b5457291 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1162570 Feb 28 17:21:04.745711 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4307c72-ec61-468d-9843-25f6c5dc864e req-6a5a32ae-3391-4e05-84f4-c4902e3ee02d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649469 Feb 28 17:21:05.279106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469efebc-348a-4821-a33a-20c00a2f6ca2 req-e43ea52c-d055-4aa7-85c8-87e93b378442 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:05.280563 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-469efebc-348a-4821-a33a-20c00a2f6ca2 req-e43ea52c-d055-4aa7-85c8-87e93b378442 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 948 time: 0.0574133 Feb 28 17:21:05.328061 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-469efebc-348a-4821-a33a-20c00a2f6ca2 req-c1de2354-b5f3-4414-b042-8265d42399ac tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409873 Feb 28 17:21:05.681695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dac4e-c985-49d7-806e-bdb1c7a77a6d req-c65cb838-e176-4ef3-b424-654eb4346a4e tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:05.683306 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc1dac4e-c985-49d7-806e-bdb1c7a77a6d req-c65cb838-e176-4ef3-b424-654eb4346a4e tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 944 time: 0.0582619 Feb 28 17:21:05.731106 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc1dac4e-c985-49d7-806e-bdb1c7a77a6d req-b973d609-13c4-40c8-83e9-19b764e9338c tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413382 Feb 28 17:21:05.917400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef8372-6923-480c-bff3-47e172d3fb40 req-f69e2c37-e7ad-4501-aa73-5360e3f801fe tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:05.923151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef8372-6923-480c-bff3-47e172d3fb40 req-f69e2c37-e7ad-4501-aa73-5360e3f801fe tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:05.928474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef8372-6923-480c-bff3-47e172d3fb40 req-f69e2c37-e7ad-4501-aa73-5360e3f801fe tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:05.933605 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef8372-6923-480c-bff3-47e172d3fb40 req-f69e2c37-e7ad-4501-aa73-5360e3f801fe tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:05.939406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef8372-6923-480c-bff3-47e172d3fb40 req-f69e2c37-e7ad-4501-aa73-5360e3f801fe tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:05.944734 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef8372-6923-480c-bff3-47e172d3fb40 req-f69e2c37-e7ad-4501-aa73-5360e3f801fe tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:05.950095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef8372-6923-480c-bff3-47e172d3fb40 req-f69e2c37-e7ad-4501-aa73-5360e3f801fe tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:05.952037 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8ef8372-6923-480c-bff3-47e172d3fb40 req-f69e2c37-e7ad-4501-aa73-5360e3f801fe tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1092205 Feb 28 17:21:05.959720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 4ddcfbce-4fd2-4198-b265-e555a5483c3b details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:05.961945 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 9e00e2b6-f49e-4691-8e02-45be87f7800d up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:06.017093 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8ef8372-6923-480c-bff3-47e172d3fb40 req-88b88216-e98f-4faf-8c94-4f0272a6978d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558491 Feb 28 17:21:06.111936 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 9e00e2b6-f49e-4691-8e02-45be87f7800d completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:21:06.120821 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 4ddcfbce-4fd2-4198-b265-e555a5483c3b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=4ddcfbce-4fd2-4198-b265-e555a5483c3b,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:06.123489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 9e00e2b6-f49e-4691-8e02-45be87f7800d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:06.123958 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:06.157811 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '4ddcfbce-4fd2-4198-b265-e555a5483c3b', 'network_id': '1783aaa2-f98c-437e-a56a-b0c98f8ac854', 'port_id': '4ddcfbce-4fd2-4198-b265-e555a5483c3b', 'mac_address': 'fa:16:3e:f5:7e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9428982-a016-4a29-b6d5-ad2997ff3e34', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:06.210325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 4ddcfbce-4fd2-4198-b265-e555a5483c3b is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:06.210679 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:06.243437 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddcfbce-4fd2-4198-b265-e555a5483c3b {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:06.281046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 4ddcfbce-4fd2-4198-b265-e555a5483c3b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=4ddcfbce-4fd2-4198-b265-e555a5483c3b,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:06.292149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 9e00e2b6-f49e-4691-8e02-45be87f7800d is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:06.292533 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:06.317756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8c5ec3-0ded-4ba4-805b-80fe627bfab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e00e2b6-f49e-4691-8e02-45be87f7800d'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:06.320112 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6532e900-3aec-4299-b20a-fc43d83d4508" -d '{"events": [{"server_uuid": "0e8c5ec3-0ded-4ba4-805b-80fe627bfab0", "name": "network-vif-plugged", "status": "completed", "tag": "9e00e2b6-f49e-4691-8e02-45be87f7800d"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:06.331151 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35294ffa-8955-456e-8e14-11783c73be58 req-44c99c1c-8cae-46c0-bac7-a7b709c1f2d4 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:06.333149 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35294ffa-8955-456e-8e14-11783c73be58 req-44c99c1c-8cae-46c0-bac7-a7b709c1f2d4 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 945 time: 0.0614173 Feb 28 17:21:06.334070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 9e00e2b6-f49e-4691-8e02-45be87f7800d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9e00e2b6-f49e-4691-8e02-45be87f7800d,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:06.389878 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:06.393645 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35294ffa-8955-456e-8e14-11783c73be58 req-d45d2efb-0f05-466a-8b7c-9df75f971f09 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542929 Feb 28 17:21:06.419057 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b59ce8f-a973-43e7-bf9c-2c32da56b34e x-openstack-request-id: req-4b59ce8f-a973-43e7-bf9c-2c32da56b34e {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:06.419392 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8c5ec3-0ded-4ba4-805b-80fe627bfab0", "name": "network-vif-plugged", "status": "completed", "tag": "9e00e2b6-f49e-4691-8e02-45be87f7800d", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:06.419645 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4b59ce8f-a973-43e7-bf9c-2c32da56b34e {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:06.420043 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8c5ec3-0ded-4ba4-805b-80fe627bfab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e00e2b6-f49e-4691-8e02-45be87f7800d', 'code': 200} Feb 28 17:21:06.461209 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:06.466034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=4ddcfbce-4fd2-4198-b265-e555a5483c3b,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:06.530365 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=9e00e2b6-f49e-4691-8e02-45be87f7800d,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:06.581857 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454bb94-db74-4907-9ee2-01bdc1940a78 req-827a2ebc-8108-4ea2-85e1-8a91a7f84131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:06.584449 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7454bb94-db74-4907-9ee2-01bdc1940a78 req-827a2ebc-8108-4ea2-85e1-8a91a7f84131 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 1128 time: 0.0808294 Feb 28 17:21:06.591885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eceb1-b5f2-4eb8-98e9-28035323b431 req-8d1dc83e-be13-48b8-b782-3c23d5677fc0 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:06.602104 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb8eceb1-b5f2-4eb8-98e9-28035323b431 req-8d1dc83e-be13-48b8-b782-3c23d5677fc0 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 948 time: 0.1066294 Feb 28 17:21:06.681350 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb8eceb1-b5f2-4eb8-98e9-28035323b431 req-6e39ff19-1115-4517-bb46-acbae3191c03 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781064 Feb 28 17:21:06.683406 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7454bb94-db74-4907-9ee2-01bdc1940a78 req-471a806d-d06f-41fa-a9f9-e6ae94fd14c2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790443 Feb 28 17:21:06.709736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-6138b4aa-62da-4968-b4bd-11461fc5535a tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:06.711297 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-6138b4aa-62da-4968-b4bd-11461fc5535a tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/networks?id=6ad5ec31-0095-4b03-9d2c-d63785ef4124 HTTP/1.1" status: 200 len: 805 time: 0.1116953 Feb 28 17:21:06.727189 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-687ce1df-f37a-447e-9982-07a069c14698 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/quotas/05a079b46949472dbfd7ccc7160e511b HTTP/1.1" status: 200 len: 375 time: 0.0099308 Feb 28 17:21:06.739101 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['4ddcfbce-4fd2-4198-b265-e555a5483c3b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:06.795717 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-6f2d6659-03e4-4f0b-ac6c-f80227eec640 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05a079b46949472dbfd7ccc7160e511b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0629196 Feb 28 17:21:06.871187 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845647b7-af18-470d-a333-f64f134e8d5a req-7388675b-7b8c-43f5-b835-5e8bb0d611d7 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:06.878445 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-845647b7-af18-470d-a333-f64f134e8d5a req-7388675b-7b8c-43f5-b835-5e8bb0d611d7 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 945 time: 0.0684044 Feb 28 17:21:06.913136 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-292ad5aa-98bc-4590-9416-53cb4c86d709 service neutron] 10.222.0.72 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165705 Feb 28 17:21:06.968350 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-845647b7-af18-470d-a333-f64f134e8d5a req-6985b7dc-58b1-4784-9ccd-1db1b3130de2 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845201 Feb 28 17:21:06.997896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005b53c-6634-4705-baf3-e52b032950ad req-ddd20d9a-1ca0-44b5-8952-3b9d93669fc1 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:06.997896 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5005b53c-6634-4705-baf3-e52b032950ad req-ddd20d9a-1ca0-44b5-8952-3b9d93669fc1 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 948 time: 0.0864632 Feb 28 17:21:07.046027 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-557f72a5-01c6-4530-ae2c-b0d2bd535193 service neutron] 10.222.0.72 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257327 Feb 28 17:21:07.145879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-5005b53c-6634-4705-baf3-e52b032950ad req-3547e671-0a54-4254-a4dc-8753f820e9c3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Deleting port 78dd7064-bfde-4083-b643-40f0c8d866b8 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:07.146232 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5005b53c-6634-4705-baf3-e52b032950ad req-3547e671-0a54-4254-a4dc-8753f820e9c3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:07.216115 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acde3f-575d-4ce7-a3f0-af3f3c11290b req-bfb341a5-fdaf-45a8-a9c5-d98e408b8585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:07.221809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acde3f-575d-4ce7-a3f0-af3f3c11290b req-bfb341a5-fdaf-45a8-a9c5-d98e408b8585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:07.226936 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acde3f-575d-4ce7-a3f0-af3f3c11290b req-bfb341a5-fdaf-45a8-a9c5-d98e408b8585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:07.232160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acde3f-575d-4ce7-a3f0-af3f3c11290b req-bfb341a5-fdaf-45a8-a9c5-d98e408b8585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:07.237566 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acde3f-575d-4ce7-a3f0-af3f3c11290b req-bfb341a5-fdaf-45a8-a9c5-d98e408b8585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:07.243703 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acde3f-575d-4ce7-a3f0-af3f3c11290b req-bfb341a5-fdaf-45a8-a9c5-d98e408b8585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:07.249439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acde3f-575d-4ce7-a3f0-af3f3c11290b req-bfb341a5-fdaf-45a8-a9c5-d98e408b8585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:07.251349 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36acde3f-575d-4ce7-a3f0-af3f3c11290b req-bfb341a5-fdaf-45a8-a9c5-d98e408b8585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1476867 Feb 28 17:21:07.311018 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b52f51a-9c2f-47da-becd-442aa07d901d req-24ffb516-d987-427b-8fb5-7dd81a8a51a7 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 210 time: 0.0489101 Feb 28 17:21:07.317103 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5005b53c-6634-4705-baf3-e52b032950ad req-3547e671-0a54-4254-a4dc-8753f820e9c3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] For port 78dd7064-bfde-4083-b643-40f0c8d866b8, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=78dd7064-bfde-4083-b643-40f0c8d866b8,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:07.317980 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5005b53c-6634-4705-baf3-e52b032950ad req-3547e671-0a54-4254-a4dc-8753f820e9c3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:07.331185 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-5005b53c-6634-4705-baf3-e52b032950ad req-3547e671-0a54-4254-a4dc-8753f820e9c3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Calling delete_port for 78dd7064-bfde-4083-b643-40f0c8d866b8 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:07.405818 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36acde3f-575d-4ce7-a3f0-af3f3c11290b req-2e79e207-4c2d-4399-9f5c-ad31ded3eb39 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1441364 Feb 28 17:21:07.503037 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:07.542450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd22cd7-2200-4509-9135-c8303ba38fd2 req-1617afb5-44a9-407d-980d-2fe262dfe2e7 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:07.546401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bfd22cd7-2200-4509-9135-c8303ba38fd2 req-1617afb5-44a9-407d-980d-2fe262dfe2e7 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 945 time: 0.0569849 Feb 28 17:21:07.588990 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5005b53c-6634-4705-baf3-e52b032950ad req-3547e671-0a54-4254-a4dc-8753f820e9c3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (78dd7064-bfde-4083-b643-40f0c8d866b8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:07.596892 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bfd22cd7-2200-4509-9135-c8303ba38fd2 req-691b522d-f575-4b21-9972-9b11e2e0b8ec tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469851 Feb 28 17:21:07.614966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba', '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', '952b617a-f73f-4be1-bfa9-b91b6d1002ed', '8c3cabd0-452f-4e8b-9d7e-7b561394cc56'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:07.617293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c89b5de3-c9b6-40f7-94f7-bca4f4921013', '77f198c9-1a18-442a-a51f-1cd138621160', '78dd7064-bfde-4083-b643-40f0c8d866b8'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:07.622912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547e671-0a54-4254-a4dc-8753f820e9c3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event deleted for resources: {'Port': ['ID=78dd7064-bfde-4083-b643-40f0c8d866b8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:07.695276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5005b53c-6634-4705-baf3-e52b032950ad req-3547e671-0a54-4254-a4dc-8753f820e9c3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] No DVR routers for this DVR port 78dd7064-bfde-4083-b643-40f0c8d866b8 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:07.698140 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5005b53c-6634-4705-baf3-e52b032950ad req-3547e671-0a54-4254-a4dc-8753f820e9c3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:07.701935 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5005b53c-6634-4705-baf3-e52b032950ad req-3547e671-0a54-4254-a4dc-8753f820e9c3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "DELETE /v2.0/ports/78dd7064-bfde-4083-b643-40f0c8d866b8 HTTP/1.1" status: 204 len: 173 time: 0.6973462 Feb 28 17:21:07.702516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cabaaa-e4ee-4fa8-851b-5d1978d3e177', 'name': 'network-vif-deleted', 'tag': '78dd7064-bfde-4083-b643-40f0c8d866b8'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:07.705959 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7426f0c-a852-41b1-a7d8-4a7b0f74fc5c" -d '{"events": [{"server_uuid": "66cabaaa-e4ee-4fa8-851b-5d1978d3e177", "name": "network-vif-deleted", "tag": "78dd7064-bfde-4083-b643-40f0c8d866b8"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:07.764805 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device d1af0049-4be3-41bc-9921-ea291ea4cce5 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:07.783269 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff2f7f2-ab63-48cf-9b20-5aba98765fa4 x-openstack-request-id: req-3ff2f7f2-ab63-48cf-9b20-5aba98765fa4 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:07.783621 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cabaaa-e4ee-4fa8-851b-5d1978d3e177", "name": "network-vif-deleted", "tag": "78dd7064-bfde-4083-b643-40f0c8d866b8", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:07.787248 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3ff2f7f2-ab63-48cf-9b20-5aba98765fa4 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:07.787248 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cabaaa-e4ee-4fa8-851b-5d1978d3e177', 'name': 'network-vif-deleted', 'tag': '78dd7064-bfde-4083-b643-40f0c8d866b8', 'status': 'completed', 'code': 200} Feb 28 17:21:07.818641 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-02eb2b17-d9c3-432b-a3e3-5df5cdd0aa04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:07.869531 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6a8368d1-899d-432a-9da1-00abf795a415 req-56a4302e-74cc-436b-87b7-1010b1453e29 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=66cabaaa-e4ee-4fa8-851b-5d1978d3e177 HTTP/1.1" status: 200 len: 210 time: 0.0682220 Feb 28 17:21:07.986563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 4ddcfbce-4fd2-4198-b265-e555a5483c3b up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:08.068866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port d1af0049-4be3-41bc-9921-ea291ea4cce5 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:08.070250 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:08.142573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port d1af0049-4be3-41bc-9921-ea291ea4cce5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=d1af0049-4be3-41bc-9921-ea291ea4cce5,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:08.146936 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130985-cc01-466f-8487-6c85269e7210 req-d34e102a-a973-4774-b825-7a81b381bfb4 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:08.154978 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-5c22c919-1471-4c17-ac0f-315533a4e961 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:08.155523 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-89130985-cc01-466f-8487-6c85269e7210 req-d34e102a-a973-4774-b825-7a81b381bfb4 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 945 time: 0.0955155 Feb 28 17:21:08.156523 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-5c22c919-1471-4c17-ac0f-315533a4e961 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 945 time: 0.0814667 Feb 28 17:21:08.227397 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-89130985-cc01-466f-8487-6c85269e7210 req-02c52998-707b-44f5-87c5-3c4a0d9b3040 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707340 Feb 28 17:21:08.274534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Deleting port fd4d1db5-aea2-425a-a604-db48dfebff9d {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:08.274934 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:08.281875 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 4ddcfbce-4fd2-4198-b265-e555a5483c3b completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:21:08.293442 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:08.306979 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 4ddcfbce-4fd2-4198-b265-e555a5483c3b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:08.307462 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:08.370505 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:21:08.395317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] For port fd4d1db5-aea2-425a-a604-db48dfebff9d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=fd4d1db5-aea2-425a-a604-db48dfebff9d,segment=NetworkSegment(2cbc1621-610d-41e6-b277-da27d386e91a),segment_id=2cbc1621-610d-41e6-b277-da27d386e91a)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:08.396097 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:08.428113 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1af0049-4be3-41bc-9921-ea291ea4cce5'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:08.430434 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9492bf0a-05fb-452c-9c78-1e0298665d69" -d '{"events": [{"server_uuid": "ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "d1af0049-4be3-41bc-9921-ea291ea4cce5"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:08.476486 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=d1af0049-4be3-41bc-9921-ea291ea4cce5,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:08.513134 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329d8161-c3c5-4672-863e-baca290925ea x-openstack-request-id: req-329d8161-c3c5-4672-863e-baca290925ea {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:08.514235 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "d1af0049-4be3-41bc-9921-ea291ea4cce5", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:08.514710 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-329d8161-c3c5-4672-863e-baca290925ea {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:08.515295 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1af0049-4be3-41bc-9921-ea291ea4cce5', 'code': 200} Feb 28 17:21:08.515984 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5f1d30f8-ff32-4978-986d-54378212ca3c req-5d49b75f-48c4-4df7-98ee-6539f15868d0 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 210 time: 0.0989470 Feb 28 17:21:08.601484 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 4ddcfbce-4fd2-4198-b265-e555a5483c3b is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:08.602075 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:08.728677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848591e-2342-45e6-851c-9b8fb2977afd req-8a813168-9126-4895-ba76-1514b6b1979d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:08.735700 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848591e-2342-45e6-851c-9b8fb2977afd req-8a813168-9126-4895-ba76-1514b6b1979d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:08.742005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848591e-2342-45e6-851c-9b8fb2977afd req-8a813168-9126-4895-ba76-1514b6b1979d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:08.748016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848591e-2342-45e6-851c-9b8fb2977afd req-8a813168-9126-4895-ba76-1514b6b1979d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:08.754012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848591e-2342-45e6-851c-9b8fb2977afd req-8a813168-9126-4895-ba76-1514b6b1979d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:08.759601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848591e-2342-45e6-851c-9b8fb2977afd req-8a813168-9126-4895-ba76-1514b6b1979d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:08.766154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848591e-2342-45e6-851c-9b8fb2977afd req-8a813168-9126-4895-ba76-1514b6b1979d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:08.768251 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c848591e-2342-45e6-851c-9b8fb2977afd req-8a813168-9126-4895-ba76-1514b6b1979d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1452384 Feb 28 17:21:08.799944 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 4ddcfbce-4fd2-4198-b265-e555a5483c3b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=4ddcfbce-4fd2-4198-b265-e555a5483c3b,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:08.826024 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:08.830216 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (c6e4e1cb-32e5-447b-8757-5d27acee2272), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:08.830216 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Floating IP c6e4e1cb-32e5-447b-8757-5d27acee2272 disassociated. External IP: 172.25.3.73, port: fd4d1db5-aea2-425a-a604-db48dfebff9d. Feb 28 17:21:08.830216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Calling delete_port for fd4d1db5-aea2-425a-a604-db48dfebff9d owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:08.918435 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23f69d-bace-4988-b3e2-38f9393ffc98 req-9b31dd99-3c28-4277-90e0-0dffbbb01fa5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:08.920027 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc23f69d-bace-4988-b3e2-38f9393ffc98 req-9b31dd99-3c28-4277-90e0-0dffbbb01fa5 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5 HTTP/1.1" status: 200 len: 943 time: 0.1481731 Feb 28 17:21:08.920329 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:08.941482 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c848591e-2342-45e6-851c-9b8fb2977afd req-d7ac1a6b-7e99-4926-a560-a78d71f96863 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1665797 Feb 28 17:21:08.983655 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4d72d-0b66-4383-b8c9-41d90065f5c0 req-83f5e5f5-f557-49c4-bcb1-4739e0e24938 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:08.990678 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ced4d72d-0b66-4383-b8c9-41d90065f5c0 req-83f5e5f5-f557-49c4-bcb1-4739e0e24938 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 945 time: 0.2197995 Feb 28 17:21:09.102180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=4ddcfbce-4fd2-4198-b265-e555a5483c3b,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:09.118468 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ced4d72d-0b66-4383-b8c9-41d90065f5c0 req-66c61031-d8ed-4298-bf97-7495fd38bd9f tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups?id=be3376f2-2092-49b7-b63a-ffb352ed08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225765 Feb 28 17:21:09.220939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-fc23f69d-bace-4988-b3e2-38f9393ffc98 req-06dc95ab-602d-4af3-8818-a4cbec34b69b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Deleting port d1af0049-4be3-41bc-9921-ea291ea4cce5 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:09.221344 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fc23f69d-bace-4988-b3e2-38f9393ffc98 req-06dc95ab-602d-4af3-8818-a4cbec34b69b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:09.343083 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (fd4d1db5-aea2-425a-a604-db48dfebff9d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:09.352296 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-fc23f69d-bace-4988-b3e2-38f9393ffc98 req-06dc95ab-602d-4af3-8818-a4cbec34b69b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] For port d1af0049-4be3-41bc-9921-ea291ea4cce5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=d1af0049-4be3-41bc-9921-ea291ea4cce5,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:09.352650 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fc23f69d-bace-4988-b3e2-38f9393ffc98 req-06dc95ab-602d-4af3-8818-a4cbec34b69b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:09.391133 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-fc23f69d-bace-4988-b3e2-38f9393ffc98 req-06dc95ab-602d-4af3-8818-a4cbec34b69b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Calling delete_port for d1af0049-4be3-41bc-9921-ea291ea4cce5 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:09.398679 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Pushing event deleted for resources: {'Port': ['ID=fd4d1db5-aea2-425a-a604-db48dfebff9d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:09.529873 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd743955-41c8-49ea-af04-ad83a13b2050 req-cd5e4ce0-f895-469c-b448-90e4f15ae23c tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:09.534439 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dd743955-41c8-49ea-af04-ad83a13b2050 req-cd5e4ce0-f895-469c-b448-90e4f15ae23c tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 945 time: 0.2276084 Feb 28 17:21:09.675797 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dd743955-41c8-49ea-af04-ad83a13b2050 req-175639e7-2004-4250-ad8f-04ae2582c2f9 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276834 Feb 28 17:21:09.682904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-67cbf514-214c-461f-8940-b5232858b3af req-f26d7de7-444e-41e5-acfd-86e50775b9f4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 210 time: 0.0317872 Feb 28 17:21:09.762727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Router 8af8668e-e582-47e0-9b65-c0715f209269 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:21:09.768880 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:09.834015 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3dff9c7d-e9a2-4984-bbfd-1931e235fb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:09.994715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device fd4d1db5-aea2-425a-a604-db48dfebff9d no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:09.999343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c78dab-abb6-4607-b6bc-a11cc4d58a36 req-0bc8c555-1e02-4cc4-b57c-6d57773820b2 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:10.001691 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-63c78dab-abb6-4607-b6bc-a11cc4d58a36 req-0bc8c555-1e02-4cc4-b57c-6d57773820b2 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 950 time: 0.2335265 Feb 28 17:21:10.002393 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fc23f69d-bace-4988-b3e2-38f9393ffc98 req-06dc95ab-602d-4af3-8818-a4cbec34b69b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d1af0049-4be3-41bc-9921-ea291ea4cce5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:10.022480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:21:10.036670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: fd4d1db5-aea2-425a-a604-db48dfebff9d {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:10.037220 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device fd4d1db5-aea2-425a-a604-db48dfebff9d not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:10.037792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 78dd7064-bfde-4083-b643-40f0c8d866b8 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:10.042696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63ec89-eed4-4dd6-8589-d92325a21195 None None] Sync routers for ids ['8af8668e-e582-47e0-9b65-c0715f209269'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:21:10.076381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203ef03-d86a-484d-ae79-77fa82e57db4 req-146b11a4-cc95-4f37-914b-5205d50d16d5 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:10.077010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 78dd7064-bfde-4083-b643-40f0c8d866b8 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:10.078403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4203ef03-d86a-484d-ae79-77fa82e57db4 req-146b11a4-cc95-4f37-914b-5205d50d16d5 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=f23c19ba-b358-47d2-9606-9d2f7cb1ca6c HTTP/1.1" status: 200 len: 945 time: 0.2308891 Feb 28 17:21:10.086859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc95ab-602d-4af3-8818-a4cbec34b69b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Pushing event deleted for resources: {'Port': ['ID=d1af0049-4be3-41bc-9921-ea291ea4cce5,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:10.099449 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 78dd7064-bfde-4083-b643-40f0c8d866b8 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:10.102383 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63ec89-eed4-4dd6-8589-d92325a21195 None None] Routers {'8af8668e-e582-47e0-9b65-c0715f209269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:21:10.103338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4c63ec89-eed4-4dd6-8589-d92325a21195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:21:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['8af8668e-e582-47e0-9b65-c0715f209269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:10.180712 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] No DVR routers for this DVR port fd4d1db5-aea2-425a-a604-db48dfebff9d on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:10.183429 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-aa6d67a0-aef7-4c78-bc8b-a6f2ec1d038f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:10.186375 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-aa6d67a0-aef7-4c78-bc8b-a6f2ec1d038f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.73 "GET /v2.0/networks?id=6ad5ec31-0095-4b03-9d2c-d63785ef4124 HTTP/1.1" status: 200 len: 805 time: 0.3831129 Feb 28 17:21:10.203385 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:10.207383 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-46a8dee5-347f-4d78-b31f-bc80fada6fc9 req-380ec016-f435-43b4-9691-f91b36171fae tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.69 "DELETE /v2.0/ports/fd4d1db5-aea2-425a-a604-db48dfebff9d HTTP/1.1" status: 204 len: 173 time: 2.0458241 Feb 28 17:21:10.208642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc23f69d-bace-4988-b3e2-38f9393ffc98 req-06dc95ab-602d-4af3-8818-a4cbec34b69b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] No DVR routers for this DVR port d1af0049-4be3-41bc-9921-ea291ea4cce5 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:10.210845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdde77d6-c945-4fa2-8c32-c9f18254a1da', 'name': 'network-vif-deleted', 'tag': 'fd4d1db5-aea2-425a-a604-db48dfebff9d'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:10.219176 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4203ef03-d86a-484d-ae79-77fa82e57db4 req-0f1b9166-d3c6-4c74-bf30-39e1a6868a2b tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191781 Feb 28 17:21:10.222356 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ee9c92-b718-4be9-85bf-1cfcb5c21417" -d '{"events": [{"server_uuid": "cdde77d6-c945-4fa2-8c32-c9f18254a1da", "name": "network-vif-deleted", "tag": "fd4d1db5-aea2-425a-a604-db48dfebff9d"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:10.226572 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fc23f69d-bace-4988-b3e2-38f9393ffc98 req-06dc95ab-602d-4af3-8818-a4cbec34b69b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:10.230592 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc23f69d-bace-4988-b3e2-38f9393ffc98 req-06dc95ab-602d-4af3-8818-a4cbec34b69b tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.73 "DELETE /v2.0/ports/d1af0049-4be3-41bc-9921-ea291ea4cce5 HTTP/1.1" status: 204 len: 173 time: 1.3038349 Feb 28 17:21:10.231500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-13b0b64a-bf83-4de1-b32c-a957a6da8496 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Request body: {'port': {'device_id': 'b4837da5-af5f-484b-a61c-6e3041cb2590', 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124', 'admin_state_up': True, 'tenant_id': '05a079b46949472dbfd7ccc7160e511b'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:10.263232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-63c78dab-abb6-4607-b6bc-a11cc4d58a36 req-b5597b14-b2ab-4f0b-88f2-efb15d4906a7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481480 Feb 28 17:21:10.326868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-4c63ec89-eed4-4dd6-8589-d92325a21195 None None] Set router 8af8668e-e582-47e0-9b65-c0715f209269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:21:10.400018 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b3869f0b-0b36-4efe-806f-76af3ba50f23 req-1f1f1e8f-5731-4de3-b627-b93c05563703 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdde77d6-c945-4fa2-8c32-c9f18254a1da HTTP/1.1" status: 200 len: 210 time: 0.0355716 Feb 28 17:21:10.548344 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d05234b-8e16-4359-8b24-848c537f3695 x-openstack-request-id: req-0d05234b-8e16-4359-8b24-848c537f3695 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:10.548631 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdde77d6-c945-4fa2-8c32-c9f18254a1da", "name": "network-vif-deleted", "tag": "fd4d1db5-aea2-425a-a604-db48dfebff9d", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:10.548878 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d05234b-8e16-4359-8b24-848c537f3695 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:10.549295 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdde77d6-c945-4fa2-8c32-c9f18254a1da', 'name': 'network-vif-deleted', 'tag': 'fd4d1db5-aea2-425a-a604-db48dfebff9d', 'status': 'completed', 'code': 200} Feb 28 17:21:10.552518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23c19ba-b358-47d2-9606-9d2f7cb1ca6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddcfbce-4fd2-4198-b265-e555a5483c3b'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:10.555782 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e261323-bdac-4ee7-934c-b0a79a1ddfcd" -d '{"events": [{"server_uuid": "f23c19ba-b358-47d2-9606-9d2f7cb1ca6c", "name": "network-vif-plugged", "status": "completed", "tag": "4ddcfbce-4fd2-4198-b265-e555a5483c3b"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:10.570307 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc02878-fee4-420f-bb8a-47cb1bb8e698 req-232db0a0-ee2e-4056-9ec3-0a918f51aaee tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:10.576471 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc02878-fee4-420f-bb8a-47cb1bb8e698 req-232db0a0-ee2e-4056-9ec3-0a918f51aaee tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:10.583618 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc02878-fee4-420f-bb8a-47cb1bb8e698 req-232db0a0-ee2e-4056-9ec3-0a918f51aaee tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:10.589915 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc02878-fee4-420f-bb8a-47cb1bb8e698 req-232db0a0-ee2e-4056-9ec3-0a918f51aaee tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:10.596201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc02878-fee4-420f-bb8a-47cb1bb8e698 req-232db0a0-ee2e-4056-9ec3-0a918f51aaee tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:10.602555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc02878-fee4-420f-bb8a-47cb1bb8e698 req-232db0a0-ee2e-4056-9ec3-0a918f51aaee tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:10.607962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc02878-fee4-420f-bb8a-47cb1bb8e698 req-232db0a0-ee2e-4056-9ec3-0a918f51aaee tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:10.615985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6cc02878-fee4-420f-bb8a-47cb1bb8e698 req-232db0a0-ee2e-4056-9ec3-0a918f51aaee tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2364826 Feb 28 17:21:10.624389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-13b0b64a-bf83-4de1-b32c-a957a6da8496 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Made reservation on behalf of 05a079b46949472dbfd7ccc7160e511b for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:21:10.628943 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-13b0b64a-bf83-4de1-b32c-a957a6da8496 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:10.635450 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49892567-47e9-4357-8025-a2c7fd81e936 x-openstack-request-id: req-49892567-47e9-4357-8025-a2c7fd81e936 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:10.642627 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23c19ba-b358-47d2-9606-9d2f7cb1ca6c", "name": "network-vif-plugged", "status": "completed", "tag": "4ddcfbce-4fd2-4198-b265-e555a5483c3b", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:10.642627 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-49892567-47e9-4357-8025-a2c7fd81e936 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:10.642627 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23c19ba-b358-47d2-9606-9d2f7cb1ca6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddcfbce-4fd2-4198-b265-e555a5483c3b', 'code': 200} Feb 28 17:21:10.703381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4c63ec89-eed4-4dd6-8589-d92325a21195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:19:31Z', 'revision_number': 4, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port': {'id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:22Z', 'updated_at': '2022-02-28T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '15dbadac-59a8-4a13-8add-a1984b115517', 'name': '', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'mac_address': 'fa:16:3e:30:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:29Z', 'updated_at': '2022-02-28T17:19:39Z', 'revision_number': 5, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'subnets': [{'id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:10.752778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63ec89-eed4-4dd6-8589-d92325a21195 None None] Checking router: 8af8668e-e582-47e0-9b65-c0715f209269 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:21:10.781489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63ec89-eed4-4dd6-8589-d92325a21195 None None] Routers {'8af8668e-e582-47e0-9b65-c0715f209269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:21:10.783078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4c63ec89-eed4-4dd6-8589-d92325a21195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:21:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['8af8668e-e582-47e0-9b65-c0715f209269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:10.820959 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8baa4f-5fda-48c0-a9b4-05f234def74d req-5289fd44-03bd-488f-96fa-815bc18da380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:10.822474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7d8baa4f-5fda-48c0-a9b4-05f234def74d req-5289fd44-03bd-488f-96fa-815bc18da380 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f23c19ba-b358-47d2-9606-9d2f7cb1ca6c HTTP/1.1" status: 200 len: 1128 time: 0.1006749 Feb 28 17:21:10.823582 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6cc02878-fee4-420f-bb8a-47cb1bb8e698 req-7505167c-b228-42d5-9f75-f0a425ff03ec tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2066128 Feb 28 17:21:10.891784 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bf8b4c2f-cc73-44ce-a0d4-544a175a4dd6 req-6fd7365f-0bd9-44f1-a543-b4ae6e2854ba tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 210 time: 0.0543919 Feb 28 17:21:10.906541 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7d8baa4f-5fda-48c0-a9b4-05f234def74d req-954eab3c-ca5b-4488-9b1a-250dfe317189 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767379 Feb 28 17:21:10.934364 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-13b0b64a-bf83-4de1-b32c-a957a6da8496 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Allocated IP 172.20.0.4 (6ad5ec31-0095-4b03-9d2c-d63785ef4124/dee3c571-976e-4368-9653-54e69fb9bcab/f68a4724-6fa6-4b87-9797-04e0e91d9d6f) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:21:10.979699 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-4c63ec89-eed4-4dd6-8589-d92325a21195 None None] Set router 8af8668e-e582-47e0-9b65-c0715f209269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:21:11.188304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47064a-7ac1-4b7a-9956-c7b8856480ba req-dc81f903-f37f-4c96-9a37-4568017c25f6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:11.190571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd47064a-7ac1-4b7a-9956-c7b8856480ba req-dc81f903-f37f-4c96-9a37-4568017c25f6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 950 time: 0.0991080 Feb 28 17:21:11.281787 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-13b0b64a-bf83-4de1-b32c-a957a6da8496 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks [] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:11.290056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4c63ec89-eed4-4dd6-8589-d92325a21195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:19:31Z', 'revision_number': 4, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port': {'id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:22Z', 'updated_at': '2022-02-28T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '15dbadac-59a8-4a13-8add-a1984b115517', 'name': '', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'mac_address': 'fa:16:3e:30:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:29Z', 'updated_at': '2022-02-28T17:19:39Z', 'revision_number': 5, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'subnets': [{'id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:11.388069 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:11.392393 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63ec89-eed4-4dd6-8589-d92325a21195 None None] The sync data for ids ['8af8668e-e582-47e0-9b65-c0715f209269'] in n-d-820368-19 is: [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:19:31Z', 'revision_number': 4, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port': {'id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:22Z', 'updated_at': '2022-02-28T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '15dbadac-59a8-4a13-8add-a1984b115517', 'name': '', 'network_id': 'ff8eb7c2-165c-47d3-b3ed-cfed116172e5', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'mac_address': 'fa:16:3e:30:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:29Z', 'updated_at': '2022-02-28T17:19:39Z', 'revision_number': 5, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'subnets': [{'id': 'c4c0baf3-91b3-4f7f-9713-e21420cf9073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:21:11.440578 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-13b0b64a-bf83-4de1-b32c-a957a6da8496 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:11.482309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-bd47064a-7ac1-4b7a-9956-c7b8856480ba req-05b7f993-7251-472d-8dc2-b1f803fa1679 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Deleting port 77f198c9-1a18-442a-a51f-1cd138621160 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:11.482761 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-bd47064a-7ac1-4b7a-9956-c7b8856480ba req-05b7f993-7251-472d-8dc2-b1f803fa1679 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (77f198c9-1a18-442a-a51f-1cd138621160), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:11.530250 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-13b0b64a-bf83-4de1-b32c-a957a6da8496 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:21:11.536745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-13b0b64a-bf83-4de1-b32c-a957a6da8496 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:21:11.544841 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-13b0b64a-bf83-4de1-b32c-a957a6da8496 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:21:11.592243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0b64a-bf83-4de1-b32c-a957a6da8496 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Pushing event updated for resources: {'Port': ['ID=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:11.617056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719cb36-8d9f-4fe0-aea9-f9153b594664 req-7df6abc0-234a-45c8-b2c9-f0e61c16af0e tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:11.618717 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2719cb36-8d9f-4fe0-aea9-f9153b594664 req-7df6abc0-234a-45c8-b2c9-f0e61c16af0e tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=f23c19ba-b358-47d2-9606-9d2f7cb1ca6c HTTP/1.1" status: 200 len: 945 time: 0.2498326 Feb 28 17:21:11.657016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-13b0b64a-bf83-4de1-b32c-a957a6da8496 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:11.657654 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-13b0b64a-bf83-4de1-b32c-a957a6da8496 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:11.658405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a1522-1de4-4f97-b37f-c2a18395d34e req-9d2f7a18-b176-477c-b480-a915d5d1b5c6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:11.667542 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c74a1522-1de4-4f97-b37f-c2a18395d34e req-9d2f7a18-b176-477c-b480-a915d5d1b5c6 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 950 time: 0.2688031 Feb 28 17:21:11.699910 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2719cb36-8d9f-4fe0-aea9-f9153b594664 req-9043dc9a-93bc-4db7-885b-073c2af3b480 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751140 Feb 28 17:21:11.747833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device d1af0049-4be3-41bc-9921-ea291ea4cce5 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:11.784977 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c74a1522-1de4-4f97-b37f-c2a18395d34e req-20ef331e-2887-4287-98c9-3dba7de3414c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162815 Feb 28 17:21:11.791723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: d1af0049-4be3-41bc-9921-ea291ea4cce5 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:11.792219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-bd47064a-7ac1-4b7a-9956-c7b8856480ba req-05b7f993-7251-472d-8dc2-b1f803fa1679 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] For port 77f198c9-1a18-442a-a51f-1cd138621160, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=77f198c9-1a18-442a-a51f-1cd138621160,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:11.792219 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-bd47064a-7ac1-4b7a-9956-c7b8856480ba req-05b7f993-7251-472d-8dc2-b1f803fa1679 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (77f198c9-1a18-442a-a51f-1cd138621160), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:11.798706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device d1af0049-4be3-41bc-9921-ea291ea4cce5 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:11.817888 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-13b0b64a-bf83-4de1-b32c-a957a6da8496 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5900626 Feb 28 17:21:11.818157 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-bd47064a-7ac1-4b7a-9956-c7b8856480ba req-05b7f993-7251-472d-8dc2-b1f803fa1679 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Calling delete_port for 77f198c9-1a18-442a-a51f-1cd138621160 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:11.823550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Request body: {'port': {'device_id': 'b4837da5-af5f-484b-a61c-6e3041cb2590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:11.843121 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bab60df-9795-4dc5-86a0-64d73e8afd69 None None] New status for floating IP c6e4e1cb-32e5-447b-8757-5d27acee2272: DOWN {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:21:11.896390 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:11.919890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48862) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:12.067217 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89015f-c1aa-486e-bf37-9df97f57086e req-95608df1-4580-438e-b91d-77543033d789 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:12.072441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89015f-c1aa-486e-bf37-9df97f57086e req-95608df1-4580-438e-b91d-77543033d789 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:12.078265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89015f-c1aa-486e-bf37-9df97f57086e req-95608df1-4580-438e-b91d-77543033d789 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:12.083742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89015f-c1aa-486e-bf37-9df97f57086e req-95608df1-4580-438e-b91d-77543033d789 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:12.088980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89015f-c1aa-486e-bf37-9df97f57086e req-95608df1-4580-438e-b91d-77543033d789 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:12.094241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89015f-c1aa-486e-bf37-9df97f57086e req-95608df1-4580-438e-b91d-77543033d789 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:12.099540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89015f-c1aa-486e-bf37-9df97f57086e req-95608df1-4580-438e-b91d-77543033d789 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:12.101430 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5e89015f-c1aa-486e-bf37-9df97f57086e req-95608df1-4580-438e-b91d-77543033d789 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1736596 Feb 28 17:21:12.105156 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87c57e95-79e5-4aa2-9f10-5d9462c0d41d tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for security_group (be3376f2-2092-49b7-b63a-ffb352ed08e3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:12.191900 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87c57e95-79e5-4aa2-9f10-5d9462c0d41d tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for security_group (be3376f2-2092-49b7-b63a-ffb352ed08e3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:12.243773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d4f74-c178-43dd-a099-e0fe7d6b23f3 req-75fa7e6f-975d-4b3f-be53-e7dd207e329a tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:12.245792 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-012d4f74-c178-43dd-a099-e0fe7d6b23f3 req-75fa7e6f-975d-4b3f-be53-e7dd207e329a tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 931 time: 0.2081053 Feb 28 17:21:12.282632 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5e89015f-c1aa-486e-bf37-9df97f57086e req-6743888e-cb44-4a0e-aff4-24c49827b3f5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726706 Feb 28 17:21:12.309058 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-bd47064a-7ac1-4b7a-9956-c7b8856480ba req-05b7f993-7251-472d-8dc2-b1f803fa1679 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (77f198c9-1a18-442a-a51f-1cd138621160), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:12.321094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c89b5de3-c9b6-40f7-94f7-bca4f4921013', '77f198c9-1a18-442a-a51f-1cd138621160'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:12.324205 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba', '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', '952b617a-f73f-4be1-bfa9-b91b6d1002ed', '8c3cabd0-452f-4e8b-9d7e-7b561394cc56'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:12.377831 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-012d4f74-c178-43dd-a099-e0fe7d6b23f3 req-8872ef15-f45a-4764-bf86-7f28b8e1944f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190748 Feb 28 17:21:12.385803 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7f993-7251-472d-8dc2-b1f803fa1679 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event deleted for resources: {'Port': ['ID=77f198c9-1a18-442a-a51f-1cd138621160,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:12.397636 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:12.417540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd47064a-7ac1-4b7a-9956-c7b8856480ba req-05b7f993-7251-472d-8dc2-b1f803fa1679 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] No DVR routers for this DVR port 77f198c9-1a18-442a-a51f-1cd138621160 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:12.420013 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-bd47064a-7ac1-4b7a-9956-c7b8856480ba req-05b7f993-7251-472d-8dc2-b1f803fa1679 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:12.428686 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd47064a-7ac1-4b7a-9956-c7b8856480ba req-05b7f993-7251-472d-8dc2-b1f803fa1679 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "DELETE /v2.0/ports/77f198c9-1a18-442a-a51f-1cd138621160 HTTP/1.1" status: 204 len: 173 time: 1.2276034 Feb 28 17:21:12.430757 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87c57e95-79e5-4aa2-9f10-5d9462c0d41d tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (be3376f2-2092-49b7-b63a-ffb352ed08e3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:12.435939 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87c57e95-79e5-4aa2-9f10-5d9462c0d41d tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:12.442822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48866) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:12.443778 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-87c57e95-79e5-4aa2-9f10-5d9462c0d41d tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "DELETE /v2.0/security-groups/be3376f2-2092-49b7-b63a-ffb352ed08e3 HTTP/1.1" status: 204 len: 168 time: 0.5228539 Feb 28 17:21:12.458424 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-f5f75f66-b97d-49cd-833b-7264aeee3763 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] show failed (client error): The resource could not be found. Feb 28 17:21:12.459285 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f5f75f66-b97d-49cd-833b-7264aeee3763 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "GET /v2.0/security-groups/be3376f2-2092-49b7-b63a-ffb352ed08e3 HTTP/1.1" status: 404 len: 347 time: 0.0153508 Feb 28 17:21:12.468116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68a4724-6fa6-4b87-9797-04e0e91d9d6f {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:12.468279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48868) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:12.471682 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Publish callbacks [] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:12.491299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Transition to ACTIVE for port object f68a4724-6fa6-4b87-9797-04e0e91d9d6f will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:21:12.568203 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:12.643761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Pushing event updated for resources: {'Port': ['ID=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:12.819955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Attempting to bind port f68a4724-6fa6-4b87-9797-04e0e91d9d6f on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:21:12.820302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Attempting to bind port f68a4724-6fa6-4b87-9797-04e0e91d9d6f by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:21:12.820921 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Attempting to bind port f68a4724-6fa6-4b87-9797-04e0e91d9d6f on network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:21:12.831271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Port f68a4724-6fa6-4b87-9797-04e0e91d9d6f on network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:21:12.831859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Attempting to bind port f68a4724-6fa6-4b87-9797-04e0e91d9d6f on network 6ad5ec31-0095-4b03-9d2c-d63785ef4124 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:21:12.838025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:21:12.838378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Checking segment: {'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:21:12.838764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Bound using segment: {'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:21:12.839195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Bound port: f68a4724-6fa6-4b87-9797-04e0e91d9d6f, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89b4744-e005-41a1-bf02-84aa2824caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:21:12.839546 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:12.952300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5', 'name': 'network-vif-deleted', 'tag': 'd1af0049-4be3-41bc-9921-ea291ea4cce5'}, {'server_uuid': '359c88af-8045-42db-ae65-091340f84860', 'name': 'network-vif-deleted', 'tag': '77f198c9-1a18-442a-a51f-1cd138621160'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:12.955776 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcab0b05-a55f-43dd-a722-50220692275e" -d '{"events": [{"server_uuid": "ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5", "name": "network-vif-deleted", "tag": "d1af0049-4be3-41bc-9921-ea291ea4cce5"}, {"server_uuid": "359c88af-8045-42db-ae65-091340f84860", "name": "network-vif-deleted", "tag": "77f198c9-1a18-442a-a51f-1cd138621160"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:12.966205 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c57e95-79e5-4aa2-9f10-5d9462c0d41d tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3376f2-2092-49b7-b63a-ffb352ed08e3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:12.986336 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69c5ce02-0a7e-4188-bf7a-154ed27b5ee3 req-37b6b70f-199e-4a6a-b969-b503825a492f tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=359c88af-8045-42db-ae65-091340f84860 HTTP/1.1" status: 200 len: 210 time: 0.0722117 Feb 28 17:21:13.039937 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] For port f68a4724-6fa6-4b87-9797-04e0e91d9d6f, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:21:13.044030 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] For port f68a4724-6fa6-4b87-9797-04e0e91d9d6f, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:21:13.079037 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef27148-c28e-4695-9283-5310b4177b52 x-openstack-request-id: req-0ef27148-c28e-4695-9283-5310b4177b52 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:13.079412 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5", "name": "network-vif-deleted", "tag": "d1af0049-4be3-41bc-9921-ea291ea4cce5", "status": "completed", "code": 200}, {"server_uuid": "359c88af-8045-42db-ae65-091340f84860", "name": "network-vif-deleted", "tag": "77f198c9-1a18-442a-a51f-1cd138621160", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:13.079716 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ef27148-c28e-4695-9283-5310b4177b52 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:13.080336 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4a2e6b-a38c-40e2-aeb8-2bc8c6feb2a5', 'name': 'network-vif-deleted', 'tag': 'd1af0049-4be3-41bc-9921-ea291ea4cce5', 'status': 'completed', 'code': 200} Feb 28 17:21:13.080477 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359c88af-8045-42db-ae65-091340f84860', 'name': 'network-vif-deleted', 'tag': '77f198c9-1a18-442a-a51f-1cd138621160', 'status': 'completed', 'code': 200} Feb 28 17:21:13.100117 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:13.139114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:13.139740 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:13.141720 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] 10.222.0.73 "PUT /v2.0/ports/f68a4724-6fa6-4b87-9797-04e0e91d9d6f HTTP/1.1" status: 200 len: 1092 time: 1.3224823 Feb 28 17:21:13.142401 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4837da5-af5f-484b-a61c-6e3041cb2590', 'tag': 'f68a4724-6fa6-4b87-9797-04e0e91d9d6f'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:13.143194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615866-8430-4965-b057-493e227296dd req-bd1f94ed-6a87-43d6-90d2-1d89ae1887df tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:13.145046 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a8569b-3622-4b8a-a4d5-ac946eda5b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4837da5-af5f-484b-a61c-6e3041cb2590", "tag": "f68a4724-6fa6-4b87-9797-04e0e91d9d6f"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:13.159574 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7f615866-8430-4965-b057-493e227296dd req-bd1f94ed-6a87-43d6-90d2-1d89ae1887df tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=f23c19ba-b358-47d2-9606-9d2f7cb1ca6c HTTP/1.1" status: 200 len: 945 time: 0.1926630 Feb 28 17:21:13.173543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Pushing event updated for resources: {'Port': ['ID=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:13.183112 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:13.183510 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:13.183859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:13.184200 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:13.184697 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:13.185142 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:13.185596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:13.185985 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:13.186462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:13.196152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:13.196554 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:13.196904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:13.199017 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb3a8d8-06a6-43ce-b5b6-b8945046ea1f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:13.203230 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee620a-5fd7-486a-a451-27edd978f789 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Deleting port 2d46477f-5873-44f2-acd8-bdf2f9e67dca {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:13.203711 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2ee620a-5fd7-486a-a451-27edd978f789 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2d46477f-5873-44f2-acd8-bdf2f9e67dca), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:13.296665 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b0d732-779d-4f5c-8112-f1b31a5f35bb x-openstack-request-id: req-d9b0d732-779d-4f5c-8112-f1b31a5f35bb {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:13.297498 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4837da5-af5f-484b-a61c-6e3041cb2590", "tag": "f68a4724-6fa6-4b87-9797-04e0e91d9d6f", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:13.297498 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d9b0d732-779d-4f5c-8112-f1b31a5f35bb {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:13.298003 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4837da5-af5f-484b-a61c-6e3041cb2590', 'tag': 'f68a4724-6fa6-4b87-9797-04e0e91d9d6f', 'status': 'completed', 'code': 200} Feb 28 17:21:13.302671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-8d003d2a-5067-4159-9a18-87232a974005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:13.304266 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-8d003d2a-5067-4159-9a18-87232a974005 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=05a079b46949472dbfd7ccc7160e511b&device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 1126 time: 0.0672324 Feb 28 17:21:13.304984 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7f615866-8430-4965-b057-493e227296dd req-f2a4f315-f47f-444c-b976-0be5d5f74d16 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437850 Feb 28 17:21:13.333550 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2ee620a-5fd7-486a-a451-27edd978f789 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2d46477f-5873-44f2-acd8-bdf2f9e67dca), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:13.333881 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2ee620a-5fd7-486a-a451-27edd978f789 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for floatingip (2d46477f-5873-44f2-acd8-bdf2f9e67dca), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:13.355661 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee620a-5fd7-486a-a451-27edd978f789 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Calling delete_port for 2d46477f-5873-44f2-acd8-bdf2f9e67dca owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:13.379502 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-fb466d15-0b6f-4aac-b709-c68f6f4478a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f68a4724-6fa6-4b87-9797-04e0e91d9d6f HTTP/1.1" status: 200 len: 217 time: 0.0653934 Feb 28 17:21:13.488795 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-3dce18cc-701a-484a-bd86-553b3b2f2ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:13.490693 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-3dce18cc-701a-484a-bd86-553b3b2f2ce8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dee3c571-976e-4368-9653-54e69fb9bcab HTTP/1.1" status: 200 len: 845 time: 0.0978558 Feb 28 17:21:13.520246 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f687ae-8e08-40fc-b317-845d18127a22 req-42f1d0e3-b6e0-49f9-a4aa-da4d461c77e7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:13.526016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f687ae-8e08-40fc-b317-845d18127a22 req-42f1d0e3-b6e0-49f9-a4aa-da4d461c77e7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:13.531478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f687ae-8e08-40fc-b317-845d18127a22 req-42f1d0e3-b6e0-49f9-a4aa-da4d461c77e7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:13.537754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f687ae-8e08-40fc-b317-845d18127a22 req-42f1d0e3-b6e0-49f9-a4aa-da4d461c77e7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:13.543104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f687ae-8e08-40fc-b317-845d18127a22 req-42f1d0e3-b6e0-49f9-a4aa-da4d461c77e7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:13.548422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f687ae-8e08-40fc-b317-845d18127a22 req-42f1d0e3-b6e0-49f9-a4aa-da4d461c77e7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:13.553583 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f687ae-8e08-40fc-b317-845d18127a22 req-42f1d0e3-b6e0-49f9-a4aa-da4d461c77e7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:13.555486 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e0f687ae-8e08-40fc-b317-845d18127a22 req-42f1d0e3-b6e0-49f9-a4aa-da4d461c77e7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1395268 Feb 28 17:21:13.575450 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2bb2c89d-414d-4c53-ad2c-cfc1408c5463 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ad5ec31-0095-4b03-9d2c-d63785ef4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764570 Feb 28 17:21:13.663252 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2ee620a-5fd7-486a-a451-27edd978f789 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2d46477f-5873-44f2-acd8-bdf2f9e67dca), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:13.680411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e0f687ae-8e08-40fc-b317-845d18127a22 req-01052a74-6ebd-4c5d-8906-0e85dc0fcc9e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078279 Feb 28 17:21:13.704904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-2b04ef52-5d17-4aec-bdd2-3869a13877a6 service neutron] 10.222.0.73 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226196 Feb 28 17:21:13.718424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee620a-5fd7-486a-a451-27edd978f789 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Pushing event deleted for resources: {'Port': ['ID=2d46477f-5873-44f2-acd8-bdf2f9e67dca,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:13.862810 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2ee620a-5fd7-486a-a451-27edd978f789 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks [] for floatingip (c6e4e1cb-32e5-447b-8757-5d27acee2272), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:13.865575 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2ee620a-5fd7-486a-a451-27edd978f789 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:13.868447 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:13.870216 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a2ee620a-5fd7-486a-a451-27edd978f789 tempest-ServersTestFqdnHostnames-1058583535 tempest-ServersTestFqdnHostnames-1058583535-project] 10.222.0.72 "DELETE /v2.0/floatingips/c6e4e1cb-32e5-447b-8757-5d27acee2272 HTTP/1.1" status: 204 len: 168 time: 1.4031048 Feb 28 17:21:13.871029 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48888) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:13.957961 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb3c01-a245-4b46-a97e-accf472c423d req-9dc47c92-5c2a-4e56-8f83-32a7a3f3ea30 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:13.959611 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22fb3c01-a245-4b46-a97e-accf472c423d req-9dc47c92-5c2a-4e56-8f83-32a7a3f3ea30 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 943 time: 0.1359835 Feb 28 17:21:14.056884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22fb3c01-a245-4b46-a97e-accf472c423d req-cfd9cdc7-3e75-4c9c-86ec-59f48e4e58f4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633526 Feb 28 17:21:14.162099 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c577961-690d-4e6e-956d-f1fbada4dec8 req-1b8a7312-0f08-45ac-b393-a65bd8aa4e6e service neutron] 10.222.0.73 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391654 Feb 28 17:21:14.284004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c5a6c-e2f5-45cf-a1fb-f523b311ba4c req-b8916888-2b5a-4beb-bc14-385864557ec2 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:14.285870 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a10c5a6c-e2f5-45cf-a1fb-f523b311ba4c req-b8916888-2b5a-4beb-bc14-385864557ec2 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=f23c19ba-b358-47d2-9606-9d2f7cb1ca6c HTTP/1.1" status: 200 len: 945 time: 0.0661933 Feb 28 17:21:14.371245 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a10c5a6c-e2f5-45cf-a1fb-f523b311ba4c req-34c1597c-6947-46ee-b9bb-e891e7ddab40 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784388 Feb 28 17:21:14.376816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8569b-3622-4b8a-a4d5-ac946eda5b3c req-064e9503-350b-4d1b-9bba-dbeb4e71d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:14.378358 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48a8569b-3622-4b8a-a4d5-ac946eda5b3c req-064e9503-350b-4d1b-9bba-dbeb4e71d00c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=05a079b46949472dbfd7ccc7160e511b&device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 1126 time: 0.0782759 Feb 28 17:21:14.444788 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-779f9e48-261d-40cc-8619-b580d6029040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (8af8668e-e582-47e0-9b65-c0715f209269), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:14.482654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8569b-3622-4b8a-a4d5-ac946eda5b3c req-c7eb8a60-37fb-4c78-838e-73f0b8b13c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:14.484993 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48a8569b-3622-4b8a-a4d5-ac946eda5b3c req-c7eb8a60-37fb-4c78-838e-73f0b8b13c7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ad5ec31-0095-4b03-9d2c-d63785ef4124 HTTP/1.1" status: 200 len: 906 time: 0.0993452 Feb 28 17:21:14.528656 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48a8569b-3622-4b8a-a4d5-ac946eda5b3c req-4af6dc31-7ae9-4c3e-96da-3ee97e94c904 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f68a4724-6fa6-4b87-9797-04e0e91d9d6f HTTP/1.1" status: 200 len: 217 time: 0.0375893 Feb 28 17:21:14.611686 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8569b-3622-4b8a-a4d5-ac946eda5b3c req-bbd083df-cc80-471d-8841-89b357c0f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:14.613150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48a8569b-3622-4b8a-a4d5-ac946eda5b3c req-bbd083df-cc80-471d-8841-89b357c0f105 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dee3c571-976e-4368-9653-54e69fb9bcab HTTP/1.1" status: 200 len: 845 time: 0.0786805 Feb 28 17:21:14.669147 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48a8569b-3622-4b8a-a4d5-ac946eda5b3c req-4cf72112-d4ad-41a7-a233-81e41659cb2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ad5ec31-0095-4b03-9d2c-d63785ef4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487132 Feb 28 17:21:14.841411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48a8569b-3622-4b8a-a4d5-ac946eda5b3c req-9f420a8e-ee54-417b-81db-724401c64f20 service neutron] 10.222.0.73 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657293 Feb 28 17:21:14.946167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf65f-1f89-420c-a684-2a5e98edc806 req-6df3a801-50db-439a-a256-f52bf0e90416 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:14.951318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf65f-1f89-420c-a684-2a5e98edc806 req-6df3a801-50db-439a-a256-f52bf0e90416 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:14.957476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf65f-1f89-420c-a684-2a5e98edc806 req-6df3a801-50db-439a-a256-f52bf0e90416 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:14.962736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf65f-1f89-420c-a684-2a5e98edc806 req-6df3a801-50db-439a-a256-f52bf0e90416 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:14.967953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf65f-1f89-420c-a684-2a5e98edc806 req-6df3a801-50db-439a-a256-f52bf0e90416 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:14.973796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf65f-1f89-420c-a684-2a5e98edc806 req-6df3a801-50db-439a-a256-f52bf0e90416 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:14.979098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf65f-1f89-420c-a684-2a5e98edc806 req-6df3a801-50db-439a-a256-f52bf0e90416 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:14.981042 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c3aaf65f-1f89-420c-a684-2a5e98edc806 req-6df3a801-50db-439a-a256-f52bf0e90416 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1433971 Feb 28 17:21:14.990497 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48a8569b-3622-4b8a-a4d5-ac946eda5b3c req-400a6740-ddff-4d20-a4d2-6b57dcc04fb2 service neutron] 10.222.0.73 "GET /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400170 Feb 28 17:21:14.995997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-779f9e48-261d-40cc-8619-b580d6029040 admin admin] Deleting port 15dbadac-59a8-4a13-8add-a1984b115517 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:14.996337 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-779f9e48-261d-40cc-8619-b580d6029040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (15dbadac-59a8-4a13-8add-a1984b115517), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:15.106793 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c3aaf65f-1f89-420c-a684-2a5e98edc806 req-d3544bfc-098c-41d6-828d-41f51b14a6cd tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185524 Feb 28 17:21:15.125246 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-779f9e48-261d-40cc-8619-b580d6029040 admin admin] For port 15dbadac-59a8-4a13-8add-a1984b115517, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=15dbadac-59a8-4a13-8add-a1984b115517,segment=NetworkSegment(2cbc1621-610d-41e6-b277-da27d386e91a),segment_id=2cbc1621-610d-41e6-b277-da27d386e91a)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:15.126666 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-779f9e48-261d-40cc-8619-b580d6029040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (15dbadac-59a8-4a13-8add-a1984b115517), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:15.141550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-779f9e48-261d-40cc-8619-b580d6029040 admin admin] Calling delete_port for 15dbadac-59a8-4a13-8add-a1984b115517 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:15.173992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b3b2d-87f9-4ebc-bb73-055a2085af7e req-d94084c4-4060-4d7d-bda9-3de274a51d79 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:15.176976 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-954b3b2d-87f9-4ebc-bb73-055a2085af7e req-d94084c4-4060-4d7d-bda9-3de274a51d79 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=e60d87c3-7b1c-49ac-a937-6919fdefbd45 HTTP/1.1" status: 200 len: 950 time: 0.0902607 Feb 28 17:21:15.252154 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-954b3b2d-87f9-4ebc-bb73-055a2085af7e req-c5a28403-6c81-460f-8334-366f5bc44b73 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681355 Feb 28 17:21:15.406518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c147a-be2a-45cb-9e8e-6b51118099f4 req-b67b0d0e-68ac-4b0c-ac5d-2f42bf01e9ea tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:15.407990 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-652c147a-be2a-45cb-9e8e-6b51118099f4 req-b67b0d0e-68ac-4b0c-ac5d-2f42bf01e9ea tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.69 "GET /v2.0/ports?device_id=f23c19ba-b358-47d2-9606-9d2f7cb1ca6c HTTP/1.1" status: 200 len: 945 time: 0.1953273 Feb 28 17:21:15.431057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98833f3-2c4b-4e9f-9524-a16307957fcd req-f1a56104-e3ad-4286-b4c1-8c956d511777 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:15.432585 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a98833f3-2c4b-4e9f-9524-a16307957fcd req-f1a56104-e3ad-4286-b4c1-8c956d511777 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 943 time: 0.1899972 Feb 28 17:21:15.581533 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a98833f3-2c4b-4e9f-9524-a16307957fcd req-d8b57821-9390-4517-8290-7348702232ec tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253946 Feb 28 17:21:15.632846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-652c147a-be2a-45cb-9e8e-6b51118099f4 req-9685e9c8-fe03-4f7a-be53-cbb2725a9050 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Deleting port 4ddcfbce-4fd2-4198-b265-e555a5483c3b {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:15.633437 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-652c147a-be2a-45cb-9e8e-6b51118099f4 req-9685e9c8-fe03-4f7a-be53-cbb2725a9050 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:15.728904 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-779f9e48-261d-40cc-8619-b580d6029040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (15dbadac-59a8-4a13-8add-a1984b115517), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:15.771704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f9e48-261d-40cc-8619-b580d6029040 admin admin] Pushing event deleted for resources: {'Port': ['ID=15dbadac-59a8-4a13-8add-a1984b115517,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:15.874044 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-652c147a-be2a-45cb-9e8e-6b51118099f4 req-9685e9c8-fe03-4f7a-be53-cbb2725a9050 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] For port 4ddcfbce-4fd2-4198-b265-e555a5483c3b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=4ddcfbce-4fd2-4198-b265-e555a5483c3b,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:15.874445 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-652c147a-be2a-45cb-9e8e-6b51118099f4 req-9685e9c8-fe03-4f7a-be53-cbb2725a9050 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:15.886417 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cde28-c482-492b-8bf7-0b722d03fe80 req-db405480-3269-4bb7-8ed6-9d78386088f6 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:15.893335 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-763cde28-c482-492b-8bf7-0b722d03fe80 req-db405480-3269-4bb7-8ed6-9d78386088f6 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=f23c19ba-b358-47d2-9606-9d2f7cb1ca6c HTTP/1.1" status: 200 len: 945 time: 0.2434630 Feb 28 17:21:15.919170 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b529ff-f6aa-417a-9bf6-4c1e8c1caaf3 req-7203afa9-7933-4a84-bb34-2f79cf572522 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:15.920643 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-99b529ff-f6aa-417a-9bf6-4c1e8c1caaf3 req-7203afa9-7933-4a84-bb34-2f79cf572522 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 945 time: 0.2603803 Feb 28 17:21:15.932915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-652c147a-be2a-45cb-9e8e-6b51118099f4 req-9685e9c8-fe03-4f7a-be53-cbb2725a9050 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Calling delete_port for 4ddcfbce-4fd2-4198-b265-e555a5483c3b owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:16.038106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 77f198c9-1a18-442a-a51f-1cd138621160 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:16.086038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 77f198c9-1a18-442a-a51f-1cd138621160 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:16.086660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 77f198c9-1a18-442a-a51f-1cd138621160 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:16.133543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bb3c7-2d35-47c0-917a-d49a61069c9c req-57619e01-fc6a-4b01-802c-98b6e3deff66 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:16.137030 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-938bb3c7-2d35-47c0-917a-d49a61069c9c req-57619e01-fc6a-4b01-802c-98b6e3deff66 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "GET /v2.0/ports?device_id=e60d87c3-7b1c-49ac-a937-6919fdefbd45 HTTP/1.1" status: 200 len: 950 time: 0.1435165 Feb 28 17:21:16.159128 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-763cde28-c482-492b-8bf7-0b722d03fe80 req-438d0476-65dc-45d1-ad27-36867c08c041 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f0e383e-7687-4d9d-96bd-28e7d613545b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648416 Feb 28 17:21:16.272016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-938bb3c7-2d35-47c0-917a-d49a61069c9c req-788ab09c-b356-4087-8782-094bd63cfd1c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Deleting port c89b5de3-c9b6-40f7-94f7-bca4f4921013 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:16.272429 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-938bb3c7-2d35-47c0-917a-d49a61069c9c req-788ab09c-b356-4087-8782-094bd63cfd1c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:16.403114 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-779f9e48-261d-40cc-8619-b580d6029040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (8af8668e-e582-47e0-9b65-c0715f209269), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:16.409581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-938bb3c7-2d35-47c0-917a-d49a61069c9c req-788ab09c-b356-4087-8782-094bd63cfd1c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] For port c89b5de3-c9b6-40f7-94f7-bca4f4921013, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c89b5de3-c9b6-40f7-94f7-bca4f4921013,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:16.413490 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-938bb3c7-2d35-47c0-917a-d49a61069c9c req-788ab09c-b356-4087-8782-094bd63cfd1c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:16.424327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-99b529ff-f6aa-417a-9bf6-4c1e8c1caaf3 req-80b76859-92d9-4461-9af3-4b270e66afb8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Deleting port 9e00e2b6-f49e-4691-8e02-45be87f7800d {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:16.426734 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-99b529ff-f6aa-417a-9bf6-4c1e8c1caaf3 req-80b76859-92d9-4461-9af3-4b270e66afb8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:16.440343 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-938bb3c7-2d35-47c0-917a-d49a61069c9c req-788ab09c-b356-4087-8782-094bd63cfd1c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Calling delete_port for c89b5de3-c9b6-40f7-94f7-bca4f4921013 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:16.441413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cc3dd-4748-46ae-b3b2-5afdfb2291b2 req-8fbcfd15-1ed5-46b5-b8a6-223160261803 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:16.449358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cc3dd-4748-46ae-b3b2-5afdfb2291b2 req-8fbcfd15-1ed5-46b5-b8a6-223160261803 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:16.455425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cc3dd-4748-46ae-b3b2-5afdfb2291b2 req-8fbcfd15-1ed5-46b5-b8a6-223160261803 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:16.461471 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cc3dd-4748-46ae-b3b2-5afdfb2291b2 req-8fbcfd15-1ed5-46b5-b8a6-223160261803 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:16.466860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cc3dd-4748-46ae-b3b2-5afdfb2291b2 req-8fbcfd15-1ed5-46b5-b8a6-223160261803 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:16.472148 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cc3dd-4748-46ae-b3b2-5afdfb2291b2 req-8fbcfd15-1ed5-46b5-b8a6-223160261803 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:16.477370 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cc3dd-4748-46ae-b3b2-5afdfb2291b2 req-8fbcfd15-1ed5-46b5-b8a6-223160261803 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:16.484913 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-747cc3dd-4748-46ae-b3b2-5afdfb2291b2 req-8fbcfd15-1ed5-46b5-b8a6-223160261803 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2494640 Feb 28 17:21:16.622976 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-652c147a-be2a-45cb-9e8e-6b51118099f4 req-9685e9c8-fe03-4f7a-be53-cbb2725a9050 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (4ddcfbce-4fd2-4198-b265-e555a5483c3b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:16.635072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['9e00e2b6-f49e-4691-8e02-45be87f7800d', '4ddcfbce-4fd2-4198-b265-e555a5483c3b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:16.722150 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685e9c8-fe03-4f7a-be53-cbb2725a9050 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Pushing event deleted for resources: {'Port': ['ID=4ddcfbce-4fd2-4198-b265-e555a5483c3b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:16.752874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86bbff-f367-4c5e-976a-1f80d98107e5 req-49945f07-f3df-4ff9-847d-15a387401c58 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:16.759737 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b86bbff-f367-4c5e-976a-1f80d98107e5 req-49945f07-f3df-4ff9-847d-15a387401c58 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=e60d87c3-7b1c-49ac-a937-6919fdefbd45 HTTP/1.1" status: 200 len: 950 time: 0.1581600 Feb 28 17:21:16.785400 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-747cc3dd-4748-46ae-b3b2-5afdfb2291b2 req-15bb604b-14f2-4857-8c42-d949464e3540 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2995338 Feb 28 17:21:16.848082 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-938bb3c7-2d35-47c0-917a-d49a61069c9c req-788ab09c-b356-4087-8782-094bd63cfd1c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c89b5de3-c9b6-40f7-94f7-bca4f4921013), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:16.864284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba', '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', '952b617a-f73f-4be1-bfa9-b91b6d1002ed', '8c3cabd0-452f-4e8b-9d7e-7b561394cc56'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:16.912190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c89b5de3-c9b6-40f7-94f7-bca4f4921013'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:16.920356 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b86bbff-f367-4c5e-976a-1f80d98107e5 req-a8b25a10-8e87-41fe-86cc-eae5ed3d31f9 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595664 Feb 28 17:21:16.936578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ab09c-b356-4087-8782-094bd63cfd1c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event deleted for resources: {'Port': ['ID=c89b5de3-c9b6-40f7-94f7-bca4f4921013,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:16.949518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-99b529ff-f6aa-417a-9bf6-4c1e8c1caaf3 req-80b76859-92d9-4461-9af3-4b270e66afb8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] For port 9e00e2b6-f49e-4691-8e02-45be87f7800d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9e00e2b6-f49e-4691-8e02-45be87f7800d,segment=NetworkSegment(ca530345-28d4-4183-b87f-e2e0ad922866),segment_id=ca530345-28d4-4183-b87f-e2e0ad922866)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:16.950707 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-99b529ff-f6aa-417a-9bf6-4c1e8c1caaf3 req-80b76859-92d9-4461-9af3-4b270e66afb8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:16.967602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0d2a3-76a1-4d95-8561-b7efc4c682ec req-c6a0cf55-6407-4823-bd5f-825f3e5b9e0d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:16.969136 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80a0d2a3-76a1-4d95-8561-b7efc4c682ec req-c6a0cf55-6407-4823-bd5f-825f3e5b9e0d tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 950 time: 0.1927340 Feb 28 17:21:16.993878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-938bb3c7-2d35-47c0-917a-d49a61069c9c req-788ab09c-b356-4087-8782-094bd63cfd1c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] No DVR routers for this DVR port c89b5de3-c9b6-40f7-94f7-bca4f4921013 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:17.004220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-99b529ff-f6aa-417a-9bf6-4c1e8c1caaf3 req-80b76859-92d9-4461-9af3-4b270e66afb8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Calling delete_port for 9e00e2b6-f49e-4691-8e02-45be87f7800d owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:17.049864 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-938bb3c7-2d35-47c0-917a-d49a61069c9c req-788ab09c-b356-4087-8782-094bd63cfd1c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:17.053979 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-938bb3c7-2d35-47c0-917a-d49a61069c9c req-788ab09c-b356-4087-8782-094bd63cfd1c tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.69 "DELETE /v2.0/ports/c89b5de3-c9b6-40f7-94f7-bca4f4921013 HTTP/1.1" status: 204 len: 173 time: 0.9109986 Feb 28 17:21:17.054678 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d87c3-7b1c-49ac-a937-6919fdefbd45', 'name': 'network-vif-deleted', 'tag': 'c89b5de3-c9b6-40f7-94f7-bca4f4921013'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:17.058494 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d180bd-91d7-4013-964b-45ffb16c34d9" -d '{"events": [{"server_uuid": "e60d87c3-7b1c-49ac-a937-6919fdefbd45", "name": "network-vif-deleted", "tag": "c89b5de3-c9b6-40f7-94f7-bca4f4921013"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:17.085550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-652c147a-be2a-45cb-9e8e-6b51118099f4 req-9685e9c8-fe03-4f7a-be53-cbb2725a9050 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] No DVR routers for this DVR port 4ddcfbce-4fd2-4198-b265-e555a5483c3b on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:17.094159 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-652c147a-be2a-45cb-9e8e-6b51118099f4 req-9685e9c8-fe03-4f7a-be53-cbb2725a9050 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:17.098446 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-652c147a-be2a-45cb-9e8e-6b51118099f4 req-9685e9c8-fe03-4f7a-be53-cbb2725a9050 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.69 "DELETE /v2.0/ports/4ddcfbce-4fd2-4198-b265-e555a5483c3b HTTP/1.1" status: 204 len: 173 time: 1.6833625 Feb 28 17:21:17.134530 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048a763d-a6d6-4e6f-9501-75b843f152d3 x-openstack-request-id: req-048a763d-a6d6-4e6f-9501-75b843f152d3 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:17.135561 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d87c3-7b1c-49ac-a937-6919fdefbd45", "name": "network-vif-deleted", "tag": "c89b5de3-c9b6-40f7-94f7-bca4f4921013", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:17.136052 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-048a763d-a6d6-4e6f-9501-75b843f152d3 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:17.136880 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60d87c3-7b1c-49ac-a937-6919fdefbd45', 'name': 'network-vif-deleted', 'tag': 'c89b5de3-c9b6-40f7-94f7-bca4f4921013', 'status': 'completed', 'code': 200} Feb 28 17:21:17.146793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23c19ba-b358-47d2-9606-9d2f7cb1ca6c', 'name': 'network-vif-deleted', 'tag': '4ddcfbce-4fd2-4198-b265-e555a5483c3b'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:17.149516 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dae87f5-a3f1-488c-8c67-9acc5a5f64ee" -d '{"events": [{"server_uuid": "f23c19ba-b358-47d2-9606-9d2f7cb1ca6c", "name": "network-vif-deleted", "tag": "4ddcfbce-4fd2-4198-b265-e555a5483c3b"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:17.202376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-80a0d2a3-76a1-4d95-8561-b7efc4c682ec req-baed576d-7d5e-41a1-b8c1-26feef62b042 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Deleting port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:17.202756 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-80a0d2a3-76a1-4d95-8561-b7efc4c682ec req-baed576d-7d5e-41a1-b8c1-26feef62b042 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:17.445830 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-80a0d2a3-76a1-4d95-8561-b7efc4c682ec req-baed576d-7d5e-41a1-b8c1-26feef62b042 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] For port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8c3cabd0-452f-4e8b-9d7e-7b561394cc56,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:17.446225 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-80a0d2a3-76a1-4d95-8561-b7efc4c682ec req-baed576d-7d5e-41a1-b8c1-26feef62b042 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:17.467011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-80a0d2a3-76a1-4d95-8561-b7efc4c682ec req-baed576d-7d5e-41a1-b8c1-26feef62b042 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Calling delete_port for 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:17.752433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b391d21-5b1a-4c6c-8927-c0f0600e1c4a req-f2b76152-994a-4cd2-8e72-6ac594c447fb tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:17.758584 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4b391d21-5b1a-4c6c-8927-c0f0600e1c4a req-f2b76152-994a-4cd2-8e72-6ac594c447fb tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 943 time: 0.7401156 Feb 28 17:21:17.765963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6a9a480-3e5a-4f88-9ff7-e3c0c8144e18 req-071643a9-001e-439d-b6de-b84f94717f34 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=f23c19ba-b358-47d2-9606-9d2f7cb1ca6c HTTP/1.1" status: 200 len: 210 time: 0.0428259 Feb 28 17:21:17.794703 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f68a4724-6fa6-4b87-9797-04e0e91d9d6f details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:17.827256 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cd3240-c052-4781-80d5-17e3d574cb74 x-openstack-request-id: req-57cd3240-c052-4781-80d5-17e3d574cb74 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:17.828098 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23c19ba-b358-47d2-9606-9d2f7cb1ca6c", "name": "network-vif-deleted", "tag": "4ddcfbce-4fd2-4198-b265-e555a5483c3b", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:17.828869 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-57cd3240-c052-4781-80d5-17e3d574cb74 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:17.828869 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23c19ba-b358-47d2-9606-9d2f7cb1ca6c', 'name': 'network-vif-deleted', 'tag': '4ddcfbce-4fd2-4198-b265-e555a5483c3b', 'status': 'completed', 'code': 200} Feb 28 17:21:17.836399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779f9e48-261d-40cc-8619-b580d6029040 admin admin] Router 8af8668e-e582-47e0-9b65-c0715f209269 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:21:17.852740 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-80a0d2a3-76a1-4d95-8561-b7efc4c682ec req-baed576d-7d5e-41a1-b8c1-26feef62b042 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (8c3cabd0-452f-4e8b-9d7e-7b561394cc56), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:17.859153 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4b391d21-5b1a-4c6c-8927-c0f0600e1c4a req-3bd464db-7f9f-49fd-8ade-860a89c96127 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888958 Feb 28 17:21:17.924353 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba', '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', '952b617a-f73f-4be1-bfa9-b91b6d1002ed', '8c3cabd0-452f-4e8b-9d7e-7b561394cc56'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:17.930458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c89b5de3-c9b6-40f7-94f7-bca4f4921013'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:17.959643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed576d-7d5e-41a1-b8c1-26feef62b042 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event deleted for resources: {'Port': ['ID=8c3cabd0-452f-4e8b-9d7e-7b561394cc56,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:18.089421 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779f9e48-261d-40cc-8619-b580d6029040 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:21:18.109805 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc80af6-7feb-41c8-9505-3981e7e2d710 None None] Sync routers for ids ['8af8668e-e582-47e0-9b65-c0715f209269'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:21:18.110169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a0d2a3-76a1-4d95-8561-b7efc4c682ec req-baed576d-7d5e-41a1-b8c1-26feef62b042 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] No DVR routers for this DVR port 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:18.112765 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-80a0d2a3-76a1-4d95-8561-b7efc4c682ec req-baed576d-7d5e-41a1-b8c1-26feef62b042 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:18.117339 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-779f9e48-261d-40cc-8619-b580d6029040 admin admin] 10.222.0.72 "PUT /v2.0/routers/8af8668e-e582-47e0-9b65-c0715f209269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2441370 Feb 28 17:21:18.118563 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80a0d2a3-76a1-4d95-8561-b7efc4c682ec req-baed576d-7d5e-41a1-b8c1-26feef62b042 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "DELETE /v2.0/ports/8c3cabd0-452f-4e8b-9d7e-7b561394cc56 HTTP/1.1" status: 204 len: 173 time: 1.1252229 Feb 28 17:21:18.121769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49014) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:18.147050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc80af6-7feb-41c8-9505-3981e7e2d710 None None] Routers {'8af8668e-e582-47e0-9b65-c0715f209269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:21:18.152909 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ebc80af6-7feb-41c8-9505-3981e7e2d710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:21:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['8af8668e-e582-47e0-9b65-c0715f209269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:18.215079 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-46e50e51-8ab3-4d98-add5-e3efe9403cc1 req-5f5be1ca-25f6-4e06-a898-002678761ab0 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=e60d87c3-7b1c-49ac-a937-6919fdefbd45 HTTP/1.1" status: 200 len: 210 time: 0.1065903 Feb 28 17:21:18.218681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-99b529ff-f6aa-417a-9bf6-4c1e8c1caaf3 req-80b76859-92d9-4461-9af3-4b270e66afb8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (9e00e2b6-f49e-4691-8e02-45be87f7800d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:18.287699 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-ebc80af6-7feb-41c8-9505-3981e7e2d710 None None] Set router 8af8668e-e582-47e0-9b65-c0715f209269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:21:18.306664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750385dd-d7ba-44bb-8203-e55147df49ee req-4d49dc50-38d0-4720-9ba2-47958193e787 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:18.315965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750385dd-d7ba-44bb-8203-e55147df49ee req-4d49dc50-38d0-4720-9ba2-47958193e787 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:18.323817 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750385dd-d7ba-44bb-8203-e55147df49ee req-4d49dc50-38d0-4720-9ba2-47958193e787 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:18.333127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750385dd-d7ba-44bb-8203-e55147df49ee req-4d49dc50-38d0-4720-9ba2-47958193e787 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:18.345338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750385dd-d7ba-44bb-8203-e55147df49ee req-4d49dc50-38d0-4720-9ba2-47958193e787 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:18.354890 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750385dd-d7ba-44bb-8203-e55147df49ee req-4d49dc50-38d0-4720-9ba2-47958193e787 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:18.362177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750385dd-d7ba-44bb-8203-e55147df49ee req-4d49dc50-38d0-4720-9ba2-47958193e787 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:18.373365 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-750385dd-d7ba-44bb-8203-e55147df49ee req-4d49dc50-38d0-4720-9ba2-47958193e787 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.3936524 Feb 28 17:21:18.390855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b76859-92d9-4461-9af3-4b270e66afb8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Pushing event deleted for resources: {'Port': ['ID=9e00e2b6-f49e-4691-8e02-45be87f7800d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:18.403064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b529ff-f6aa-417a-9bf6-4c1e8c1caaf3 req-80b76859-92d9-4461-9af3-4b270e66afb8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] No DVR routers for this DVR port 9e00e2b6-f49e-4691-8e02-45be87f7800d on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:18.410401 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-99b529ff-f6aa-417a-9bf6-4c1e8c1caaf3 req-80b76859-92d9-4461-9af3-4b270e66afb8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:18.416589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-99b529ff-f6aa-417a-9bf6-4c1e8c1caaf3 req-80b76859-92d9-4461-9af3-4b270e66afb8 tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.69 "DELETE /v2.0/ports/9e00e2b6-f49e-4691-8e02-45be87f7800d HTTP/1.1" status: 204 len: 173 time: 2.4816473 Feb 28 17:21:18.477415 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-750385dd-d7ba-44bb-8203-e55147df49ee req-d1f2a300-fe46-4552-85d5-ed4927658c32 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021166 Feb 28 17:21:18.571082 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Publish callbacks [] for router (8af8668e-e582-47e0-9b65-c0715f209269), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:18.748757 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port f68a4724-6fa6-4b87-9797-04e0e91d9d6f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:18.774510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'f68a4724-6fa6-4b87-9797-04e0e91d9d6f', 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124', 'port_id': 'f68a4724-6fa6-4b87-9797-04e0e91d9d6f', 'mac_address': 'fa:16:3e:c3:14:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee3c571-976e-4368-9653-54e69fb9bcab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:18.794491 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Publish callbacks [] for router_gateway (8af8668e-e582-47e0-9b65-c0715f209269), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:19.044127 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Deleting port b9b167a2-f4f1-4448-9259-1850aa286c08 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:19.044843 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b9b167a2-f4f1-4448-9259-1850aa286c08), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:19.064004 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9d51218d-c2ed-471a-bc24-d9eb3f329ddb req-59aa1af0-fc9b-4b91-930c-27b71fbd81cc tempest-MultipleCreateTestJSON-797435601 tempest-MultipleCreateTestJSON-797435601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e8c5ec3-0ded-4ba4-805b-80fe627bfab0 HTTP/1.1" status: 200 len: 210 time: 0.0905471 Feb 28 17:21:19.104655 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e05c86-a711-466c-abc1-50d3a57ba3d6 req-0cfab232-fa64-4a8d-b888-fedfcbe06542 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:19.106471 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0e05c86-a711-466c-abc1-50d3a57ba3d6 req-0cfab232-fa64-4a8d-b888-fedfcbe06542 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 943 time: 0.1524999 Feb 28 17:21:19.135010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port f68a4724-6fa6-4b87-9797-04e0e91d9d6f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:19.135597 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:19.138962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee550b8-c2e5-45d7-bc69-21e24fb34bdb', 'name': 'network-vif-deleted', 'tag': '8c3cabd0-452f-4e8b-9d7e-7b561394cc56'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:19.145862 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7952aed-ec6c-496f-bd57-740f6213217f" -d '{"events": [{"server_uuid": "1ee550b8-c2e5-45d7-bc69-21e24fb34bdb", "name": "network-vif-deleted", "tag": "8c3cabd0-452f-4e8b-9d7e-7b561394cc56"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:19.216685 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68a4724-6fa6-4b87-9797-04e0e91d9d6f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:19.220781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] For port b9b167a2-f4f1-4448-9259-1850aa286c08, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b9b167a2-f4f1-4448-9259-1850aa286c08,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:19.221755 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b9b167a2-f4f1-4448-9259-1850aa286c08), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:19.233003 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bf5da5-d310-4e98-aa04-6c4ddc5baaae x-openstack-request-id: req-96bf5da5-d310-4e98-aa04-6c4ddc5baaae {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:19.233351 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee550b8-c2e5-45d7-bc69-21e24fb34bdb", "name": "network-vif-deleted", "tag": "8c3cabd0-452f-4e8b-9d7e-7b561394cc56", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:19.233904 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-96bf5da5-d310-4e98-aa04-6c4ddc5baaae {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:19.234373 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee550b8-c2e5-45d7-bc69-21e24fb34bdb', 'name': 'network-vif-deleted', 'tag': '8c3cabd0-452f-4e8b-9d7e-7b561394cc56', 'status': 'completed', 'code': 200} Feb 28 17:21:19.239780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port f68a4724-6fa6-4b87-9797-04e0e91d9d6f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:19.246103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ebc80af6-7feb-41c8-9505-3981e7e2d710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:21:15Z', 'revision_number': 5, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port': {'id': 'b9b167a2-f4f1-4448-9259-1850aa286c08', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af8668e-e582-47e0-9b65-c0715f209269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:22Z', 'updated_at': '2022-02-28T17:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:19.253689 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Calling delete_port for b9b167a2-f4f1-4448-9259-1850aa286c08 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:19.279420 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0e05c86-a711-466c-abc1-50d3a57ba3d6 req-65031e8a-b75f-4c48-bdad-60d7b3032fb1 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217811 Feb 28 17:21:19.290474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc80af6-7feb-41c8-9505-3981e7e2d710 None None] Checking router: 8af8668e-e582-47e0-9b65-c0715f209269 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:21:19.324343 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc80af6-7feb-41c8-9505-3981e7e2d710 None None] Routers {'8af8668e-e582-47e0-9b65-c0715f209269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:21:19.325163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ebc80af6-7feb-41c8-9505-3981e7e2d710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:21:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['8af8668e-e582-47e0-9b65-c0715f209269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:19.369847 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:19.478949 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-ebc80af6-7feb-41c8-9505-3981e7e2d710 None None] Set router 8af8668e-e582-47e0-9b65-c0715f209269 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:21:19.513187 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:19.546057 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ebc80af6-7feb-41c8-9505-3981e7e2d710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:21:18Z', 'revision_number': 6, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:19.578539 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc80af6-7feb-41c8-9505-3981e7e2d710 None None] The sync data for ids ['8af8668e-e582-47e0-9b65-c0715f209269'] in n-d-820368-19 is: [{'id': '8af8668e-e582-47e0-9b65-c0715f209269', 'name': 'tempest-ServersTestFqdnHostnames-626983130-router', 'tenant_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:20Z', 'updated_at': '2022-02-28T17:21:18Z', 'revision_number': 6, 'project_id': 'ac49bb6799ca4e50bc616d2a18bb1868', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:21:19.608186 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7290cac9-06bd-492c-bd68-eca04a3410ab req-8c7d32d0-247c-441e-a099-d1981b1d4161 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ee550b8-c2e5-45d7-bc69-21e24fb34bdb HTTP/1.1" status: 200 len: 210 time: 0.1480799 Feb 28 17:21:19.720103 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce51d5e-6d7a-491e-9bb5-03d3755dbadf req-e22dcb07-1c96-4d2a-aa97-7ef99dca4d6e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:19.726137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce51d5e-6d7a-491e-9bb5-03d3755dbadf req-e22dcb07-1c96-4d2a-aa97-7ef99dca4d6e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:19.731625 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce51d5e-6d7a-491e-9bb5-03d3755dbadf req-e22dcb07-1c96-4d2a-aa97-7ef99dca4d6e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:19.740061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce51d5e-6d7a-491e-9bb5-03d3755dbadf req-e22dcb07-1c96-4d2a-aa97-7ef99dca4d6e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:19.746198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce51d5e-6d7a-491e-9bb5-03d3755dbadf req-e22dcb07-1c96-4d2a-aa97-7ef99dca4d6e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:19.752327 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce51d5e-6d7a-491e-9bb5-03d3755dbadf req-e22dcb07-1c96-4d2a-aa97-7ef99dca4d6e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:19.758640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce51d5e-6d7a-491e-9bb5-03d3755dbadf req-e22dcb07-1c96-4d2a-aa97-7ef99dca4d6e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:19.760600 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ce51d5e-6d7a-491e-9bb5-03d3755dbadf req-e22dcb07-1c96-4d2a-aa97-7ef99dca4d6e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1320169 Feb 28 17:21:19.766277 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b9b167a2-f4f1-4448-9259-1850aa286c08), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:19.790077 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b167a2-f4f1-4448-9259-1850aa286c08,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:19.804018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:19.804715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:19.804715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:19.805125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:19.805413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:19.805739 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:19.806163 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:19.806490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:19.806868 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:19.807190 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:19.807504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:19.807842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:19.808268 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:19.816919 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:19.834638 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8c5ec3-0ded-4ba4-805b-80fe627bfab0', 'name': 'network-vif-deleted', 'tag': '9e00e2b6-f49e-4691-8e02-45be87f7800d'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:19.836558 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575026d3-2d0f-4f73-8e79-9e0cce79892c" -d '{"events": [{"server_uuid": "0e8c5ec3-0ded-4ba4-805b-80fe627bfab0", "name": "network-vif-deleted", "tag": "9e00e2b6-f49e-4691-8e02-45be87f7800d"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:19.851553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['f68a4724-6fa6-4b87-9797-04e0e91d9d6f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:19.856858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:19.857123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 8c3cabd0-452f-4e8b-9d7e-7b561394cc56 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:19.885278 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (8af8668e-e582-47e0-9b65-c0715f209269), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:19.886268 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ce51d5e-6d7a-491e-9bb5-03d3755dbadf req-bcf8bb3f-9894-490f-8284-c7073bfc5a25 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168656 Feb 28 17:21:20.002053 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fa1a8c-8f26-4d01-bfee-5979ee36d7ac x-openstack-request-id: req-e0fa1a8c-8f26-4d01-bfee-5979ee36d7ac {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:20.002612 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8c5ec3-0ded-4ba4-805b-80fe627bfab0", "name": "network-vif-deleted", "tag": "9e00e2b6-f49e-4691-8e02-45be87f7800d", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:20.003079 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0fa1a8c-8f26-4d01-bfee-5979ee36d7ac {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:20.003668 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8c5ec3-0ded-4ba4-805b-80fe627bfab0', 'name': 'network-vif-deleted', 'tag': '9e00e2b6-f49e-4691-8e02-45be87f7800d', 'status': 'completed', 'code': 200} Feb 28 17:21:20.048645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 9e00e2b6-f49e-4691-8e02-45be87f7800d no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:20.068054 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (8af8668e-e582-47e0-9b65-c0715f209269), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.071364 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Publish callbacks [] for router_controller (8af8668e-e582-47e0-9b65-c0715f209269), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.091194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 9e00e2b6-f49e-4691-8e02-45be87f7800d {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:20.094513 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 9e00e2b6-f49e-4691-8e02-45be87f7800d not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:20.094513 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c89b5de3-c9b6-40f7-94f7-bca4f4921013 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:20.119287 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: c89b5de3-c9b6-40f7-94f7-bca4f4921013 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:20.119630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c89b5de3-c9b6-40f7-94f7-bca4f4921013 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:20.120051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 4ddcfbce-4fd2-4198-b265-e555a5483c3b no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:20.144338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 4ddcfbce-4fd2-4198-b265-e555a5483c3b {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:20.144920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 4ddcfbce-4fd2-4198-b265-e555a5483c3b not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:20.154262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49036) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:20.202849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fa6b3f-8868-476e-aa45-fdfada55f5fc admin admin] Deleting subnet b9428982-a016-4a29-b6d5-ad2997ff3e34 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:21:20.206539 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01fa6b3f-8868-476e-aa45-fdfada55f5fc admin admin] Publish callbacks [] for subnet (b9428982-a016-4a29-b6d5-ad2997ff3e34), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.233323 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (8af8668e-e582-47e0-9b65-c0715f209269), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.234435 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8af8668e-e582-47e0-9b65-c0715f209269 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:21:20.240588 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.245154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49038) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:20.246391 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-437d465f-666f-4d99-95a2-88afbea27148 admin admin] 10.222.0.72 "DELETE /v2.0/routers/8af8668e-e582-47e0-9b65-c0715f209269 HTTP/1.1" status: 204 len: 168 time: 2.1044729 Feb 28 17:21:20.269988 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01fa6b3f-8868-476e-aa45-fdfada55f5fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (b9428982-a016-4a29-b6d5-ad2997ff3e34), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.294666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-84202d8a-b276-4cdd-b446-bef281c500a1 admin admin] Deleting subnet c4c0baf3-91b3-4f7f-9713-e21420cf9073 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:21:20.298690 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-84202d8a-b276-4cdd-b446-bef281c500a1 admin admin] Publish callbacks [] for subnet (c4c0baf3-91b3-4f7f-9713-e21420cf9073), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.329918 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01fa6b3f-8868-476e-aa45-fdfada55f5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (b9428982-a016-4a29-b6d5-ad2997ff3e34), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.364302 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-84202d8a-b276-4cdd-b446-bef281c500a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (c4c0baf3-91b3-4f7f-9713-e21420cf9073), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.468943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4ce10-4e9f-4b5c-8e34-beb9a72a1788 req-c955df15-cfc8-4798-93d2-396a566225c8 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:20.470723 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4cd4ce10-4e9f-4b5c-8e34-beb9a72a1788 req-c955df15-cfc8-4798-93d2-396a566225c8 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 944 time: 0.0765235 Feb 28 17:21:20.516873 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-84202d8a-b276-4cdd-b446-bef281c500a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (c4c0baf3-91b3-4f7f-9713-e21420cf9073), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.544954 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01fa6b3f-8868-476e-aa45-fdfada55f5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (b9428982-a016-4a29-b6d5-ad2997ff3e34), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.559230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 15dbadac-59a8-4a13-8add-a1984b115517 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:20.592976 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 15dbadac-59a8-4a13-8add-a1984b115517 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:20.594540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 15dbadac-59a8-4a13-8add-a1984b115517 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:20.595036 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4cd4ce10-4e9f-4b5c-8e34-beb9a72a1788 req-42b7c4cb-63bb-4d4c-b208-57d2f390b331 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172252 Feb 28 17:21:20.595502 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b9b167a2-f4f1-4448-9259-1850aa286c08 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:20.597305 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa6b3f-8868-476e-aa45-fdfada55f5fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9428982-a016-4a29-b6d5-ad2997ff3e34,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:20.604368 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01fa6b3f-8868-476e-aa45-fdfada55f5fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.610052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49042) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:20.619568 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-01fa6b3f-8868-476e-aa45-fdfada55f5fc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b9428982-a016-4a29-b6d5-ad2997ff3e34 HTTP/1.1" status: 204 len: 168 time: 0.4639018 Feb 28 17:21:20.636941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: b9b167a2-f4f1-4448-9259-1850aa286c08 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:20.637545 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b9b167a2-f4f1-4448-9259-1850aa286c08 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:20.680495 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-84202d8a-b276-4cdd-b446-bef281c500a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (c4c0baf3-91b3-4f7f-9713-e21420cf9073), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.718910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84202d8a-b276-4cdd-b446-bef281c500a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c0baf3-91b3-4f7f-9713-e21420cf9073,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:20.729250 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-84202d8a-b276-4cdd-b446-bef281c500a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.733658 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-84202d8a-b276-4cdd-b446-bef281c500a1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c4c0baf3-91b3-4f7f-9713-e21420cf9073 HTTP/1.1" status: 204 len: 168 time: 0.4874415 Feb 28 17:21:20.736326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d2be9-504b-45f7-bb21-d452913ad9a8 None None] Network ff8eb7c2-165c-47d3-b3ed-cfed116172e5 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:21:20.738318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49048) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:20.738463 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-618fde06-e64b-446d-9e8b-6f0e6b4d90db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (1783aaa2-f98c-437e-a56a-b0c98f8ac854), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.844369 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (ff8eb7c2-165c-47d3-b3ed-cfed116172e5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.896611 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-618fde06-e64b-446d-9e8b-6f0e6b4d90db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (1783aaa2-f98c-437e-a56a-b0c98f8ac854), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.945182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-618fde06-e64b-446d-9e8b-6f0e6b4d90db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1783aaa2-f98c-437e-a56a-b0c98f8ac854']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:20.959847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Deleting port e91f71b7-1750-4631-9fd0-4f0aee715610 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:20.960176 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:20.960916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-618fde06-e64b-446d-9e8b-6f0e6b4d90db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca530345-28d4-4183-b87f-e2e0ad922866') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:20.961223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-618fde06-e64b-446d-9e8b-6f0e6b4d90db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca530345-28d4-4183-b87f-e2e0ad922866') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:20.983077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-618fde06-e64b-446d-9e8b-6f0e6b4d90db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (ca530345-28d4-4183-b87f-e2e0ad922866), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.010514 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-618fde06-e64b-446d-9e8b-6f0e6b4d90db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (ca530345-28d4-4183-b87f-e2e0ad922866), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.027446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618fde06-e64b-446d-9e8b-6f0e6b4d90db admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:21:21.027853 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-618fde06-e64b-446d-9e8b-6f0e6b4d90db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (ca530345-28d4-4183-b87f-e2e0ad922866), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:21:21.031465 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:21:21.079111 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] For port e91f71b7-1750-4631-9fd0-4f0aee715610, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e91f71b7-1750-4631-9fd0-4f0aee715610,segment=NetworkSegment(2cbc1621-610d-41e6-b277-da27d386e91a),segment_id=2cbc1621-610d-41e6-b277-da27d386e91a)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:21.079518 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.084094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209f80ee-29c6-4f33-8879-ec7033f6f7da None None] DHCP port deletion for ff8eb7c2-165c-47d3-b3ed-cfed116172e5 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:21:21.095364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Calling delete_port for e91f71b7-1750-4631-9fd0-4f0aee715610 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:21.150359 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-209f80ee-29c6-4f33-8879-ec7033f6f7da None None] Deleting port e91f71b7-1750-4631-9fd0-4f0aee715610 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:21.150942 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-209f80ee-29c6-4f33-8879-ec7033f6f7da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.213243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee399e-6167-4b0d-b853-e6c2dab046a4 req-3a37f585-4b4d-42b5-a065-39ada998f614 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:21.219423 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee399e-6167-4b0d-b853-e6c2dab046a4 req-3a37f585-4b4d-42b5-a065-39ada998f614 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:21.221809 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-209f80ee-29c6-4f33-8879-ec7033f6f7da None None] For port e91f71b7-1750-4631-9fd0-4f0aee715610, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e91f71b7-1750-4631-9fd0-4f0aee715610,segment=NetworkSegment(2cbc1621-610d-41e6-b277-da27d386e91a),segment_id=2cbc1621-610d-41e6-b277-da27d386e91a)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:21.222253 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-209f80ee-29c6-4f33-8879-ec7033f6f7da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.224761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee399e-6167-4b0d-b853-e6c2dab046a4 req-3a37f585-4b4d-42b5-a065-39ada998f614 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:21.231170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee399e-6167-4b0d-b853-e6c2dab046a4 req-3a37f585-4b4d-42b5-a065-39ada998f614 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:21.236026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee399e-6167-4b0d-b853-e6c2dab046a4 req-3a37f585-4b4d-42b5-a065-39ada998f614 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:21.237683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-209f80ee-29c6-4f33-8879-ec7033f6f7da None None] Calling delete_port for e91f71b7-1750-4631-9fd0-4f0aee715610 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:21.241728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee399e-6167-4b0d-b853-e6c2dab046a4 req-3a37f585-4b4d-42b5-a065-39ada998f614 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:21.247415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee399e-6167-4b0d-b853-e6c2dab046a4 req-3a37f585-4b4d-42b5-a065-39ada998f614 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:21.250016 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7ee399e-6167-4b0d-b853-e6c2dab046a4 req-3a37f585-4b4d-42b5-a065-39ada998f614 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1270547 Feb 28 17:21:21.271833 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-618fde06-e64b-446d-9e8b-6f0e6b4d90db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (1783aaa2-f98c-437e-a56a-b0c98f8ac854), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.286494 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-618fde06-e64b-446d-9e8b-6f0e6b4d90db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.291002 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.295576 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-618fde06-e64b-446d-9e8b-6f0e6b4d90db admin admin] 10.222.0.72 "DELETE /v2.0/networks/1783aaa2-f98c-437e-a56a-b0c98f8ac854 HTTP/1.1" status: 204 len: 168 time: 0.6840000 Feb 28 17:21:21.324122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Pushing event deleted for resources: {'Port': ['ID=e91f71b7-1750-4631-9fd0-4f0aee715610,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:21.328271 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-209f80ee-29c6-4f33-8879-ec7033f6f7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (e91f71b7-1750-4631-9fd0-4f0aee715610), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.333906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fde06-e64b-446d-9e8b-6f0e6b4d90db admin admin] Pushing event deleted for resources: {'Network': ['ID=1783aaa2-f98c-437e-a56a-b0c98f8ac854,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:21.338546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] No DVR routers for this DVR port e91f71b7-1750-4631-9fd0-4f0aee715610 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:21.379765 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7ee399e-6167-4b0d-b853-e6c2dab046a4 req-d096f34d-5b5d-4bd4-9c5e-e0431d91cbc4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1236985 Feb 28 17:21:21.393884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f80ee-29c6-4f33-8879-ec7033f6f7da None None] Pushing event deleted for resources: {'Port': ['ID=e91f71b7-1750-4631-9fd0-4f0aee715610,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:21.400178 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f80ee-29c6-4f33-8879-ec7033f6f7da None None] No DVR routers for this DVR port e91f71b7-1750-4631-9fd0-4f0aee715610 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:21.447075 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (ff8eb7c2-165c-47d3-b3ed-cfed116172e5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.475375 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8eb7c2-165c-47d3-b3ed-cfed116172e5']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:21.485808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbc1621-610d-41e6-b277-da27d386e91a') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:21.486138 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbc1621-610d-41e6-b277-da27d386e91a') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:21.495538 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (2cbc1621-610d-41e6-b277-da27d386e91a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.511886 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2cbc1621-610d-41e6-b277-da27d386e91a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.517961 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:21:21.518333 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (2cbc1621-610d-41e6-b277-da27d386e91a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:21:21.520132 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:21:21.634208 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (ff8eb7c2-165c-47d3-b3ed-cfed116172e5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.651005 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.657003 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] 10.222.0.72 "DELETE /v2.0/networks/ff8eb7c2-165c-47d3-b3ed-cfed116172e5 HTTP/1.1" status: 204 len: 168 time: 0.9145820 Feb 28 17:21:21.658201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541290f-44fb-452c-a1db-c41048b6872c admin admin] Pushing event deleted for resources: {'Network': ['ID=ff8eb7c2-165c-47d3-b3ed-cfed116172e5,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:21.693711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49058) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:21.768862 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e6fbe843-49a7-41b6-adaa-7db2063de196 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3cae9ae0681415887a84d4f5ce9fed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737286 Feb 28 17:21:21.771860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49060) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:21.776006 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79732764-8bc7-4506-9a6e-a6ed895e3ffd req-a5afe94f-723d-483e-84ca-7b17a3383ef4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:21.777725 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79732764-8bc7-4506-9a6e-a6ed895e3ffd req-a5afe94f-723d-483e-84ca-7b17a3383ef4 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 944 time: 0.0875947 Feb 28 17:21:21.813703 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f68a4724-6fa6-4b87-9797-04e0e91d9d6f up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:21.866887 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a73e988d-8fef-4727-8873-5b6c87a9c196 admin admin] Publish callbacks [] for security_group (5f0e383e-7687-4d9d-96bd-28e7d613545b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.892480 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79732764-8bc7-4506-9a6e-a6ed895e3ffd req-16094ba6-06f3-4765-b5b7-8e1210c5ac28 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050177 Feb 28 17:21:21.925101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a73e988d-8fef-4727-8873-5b6c87a9c196 admin admin] Publish callbacks [] for security_group (5f0e383e-7687-4d9d-96bd-28e7d613545b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:21.985503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port f68a4724-6fa6-4b87-9797-04e0e91d9d6f completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:21:21.990791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port f68a4724-6fa6-4b87-9797-04e0e91d9d6f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:21.991264 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:22.082539 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port f68a4724-6fa6-4b87-9797-04e0e91d9d6f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:22.082925 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:22.107855 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a73e988d-8fef-4727-8873-5b6c87a9c196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5f0e383e-7687-4d9d-96bd-28e7d613545b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:22.110495 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4837da5-af5f-484b-a61c-6e3041cb2590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68a4724-6fa6-4b87-9797-04e0e91d9d6f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:22.110731 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a73e988d-8fef-4727-8873-5b6c87a9c196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:22.114463 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a73e988d-8fef-4727-8873-5b6c87a9c196 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5f0e383e-7687-4d9d-96bd-28e7d613545b HTTP/1.1" status: 204 len: 168 time: 0.3382654 Feb 28 17:21:22.114642 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbc44cb-3da7-4124-8222-03a35d842ac2" -d '{"events": [{"server_uuid": "b4837da5-af5f-484b-a61c-6e3041cb2590", "name": "network-vif-plugged", "status": "completed", "tag": "f68a4724-6fa6-4b87-9797-04e0e91d9d6f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:22.127151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e988d-8fef-4727-8873-5b6c87a9c196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0e383e-7687-4d9d-96bd-28e7d613545b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:22.132194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port f68a4724-6fa6-4b87-9797-04e0e91d9d6f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:22.187526 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7aaa57-d86a-46e7-96ff-45ac8ba867f8 x-openstack-request-id: req-2c7aaa57-d86a-46e7-96ff-45ac8ba867f8 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:22.188812 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4837da5-af5f-484b-a61c-6e3041cb2590", "name": "network-vif-plugged", "status": "completed", "tag": "f68a4724-6fa6-4b87-9797-04e0e91d9d6f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:22.189274 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2c7aaa57-d86a-46e7-96ff-45ac8ba867f8 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:22.190104 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4837da5-af5f-484b-a61c-6e3041cb2590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68a4724-6fa6-4b87-9797-04e0e91d9d6f', 'code': 200} Feb 28 17:21:22.211840 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49070) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:22.230595 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:22.293793 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-293c4730-9a2f-49b1-818a-e7925e143f85 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ac49bb6799ca4e50bc616d2a18bb1868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0807071 Feb 28 17:21:22.296687 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49072) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:22.297607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:22.336771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451c564-1861-4929-93fd-2c36a897b9df req-a048cf8e-641e-49df-9a3e-bddb861991b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:22.340342 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a451c564-1861-4929-93fd-2c36a897b9df req-a048cf8e-641e-49df-9a3e-bddb861991b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 1128 time: 0.0807877 Feb 28 17:21:22.360199 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ec63a28c-acb9-43a1-bf5d-92681573509c admin admin] Publish callbacks [] for security_group (c3d4077d-a9ee-468e-b59a-11f47551eddf), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:22.401221 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ec63a28c-acb9-43a1-bf5d-92681573509c admin admin] Publish callbacks [] for security_group (c3d4077d-a9ee-468e-b59a-11f47551eddf), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:22.424191 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a451c564-1861-4929-93fd-2c36a897b9df req-84342dbd-faa5-45d9-a9f4-2bb5ad55b31f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768142 Feb 28 17:21:22.550146 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ec63a28c-acb9-43a1-bf5d-92681573509c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c3d4077d-a9ee-468e-b59a-11f47551eddf), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:22.552983 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e91f71b7-1750-4631-9fd0-4f0aee715610 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:22.553152 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ec63a28c-acb9-43a1-bf5d-92681573509c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:22.556357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ec63a28c-acb9-43a1-bf5d-92681573509c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c3d4077d-a9ee-468e-b59a-11f47551eddf HTTP/1.1" status: 204 len: 168 time: 0.2564654 Feb 28 17:21:22.574156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63a28c-acb9-43a1-bf5d-92681573509c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d4077d-a9ee-468e-b59a-11f47551eddf,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:22.601257 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: e91f71b7-1750-4631-9fd0-4f0aee715610 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:22.601594 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e91f71b7-1750-4631-9fd0-4f0aee715610 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:22.613138 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327651e3-2b16-4f20-a4c0-09fb5eea40fe req-ebe8a0a1-e560-4250-ad13-ace00241a550 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:22.621757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327651e3-2b16-4f20-a4c0-09fb5eea40fe req-ebe8a0a1-e560-4250-ad13-ace00241a550 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:22.628773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327651e3-2b16-4f20-a4c0-09fb5eea40fe req-ebe8a0a1-e560-4250-ad13-ace00241a550 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:22.636441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327651e3-2b16-4f20-a4c0-09fb5eea40fe req-ebe8a0a1-e560-4250-ad13-ace00241a550 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:22.643953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327651e3-2b16-4f20-a4c0-09fb5eea40fe req-ebe8a0a1-e560-4250-ad13-ace00241a550 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:22.650241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327651e3-2b16-4f20-a4c0-09fb5eea40fe req-ebe8a0a1-e560-4250-ad13-ace00241a550 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:22.656699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327651e3-2b16-4f20-a4c0-09fb5eea40fe req-ebe8a0a1-e560-4250-ad13-ace00241a550 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:22.659089 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-327651e3-2b16-4f20-a4c0-09fb5eea40fe req-ebe8a0a1-e560-4250-ad13-ace00241a550 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1632030 Feb 28 17:21:22.738642 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-327651e3-2b16-4f20-a4c0-09fb5eea40fe req-5e762237-e013-4c94-a681-0db66c0aa347 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730379 Feb 28 17:21:22.984818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d59eb9-d222-4bb2-8076-3d2fc9233a36 req-a310b7fc-d0c2-4ac1-8789-b143151b1f3e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:23.010353 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-87d59eb9-d222-4bb2-8076-3d2fc9233a36 req-a310b7fc-d0c2-4ac1-8789-b143151b1f3e tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=029d29bb-e8b7-41be-85c3-e003e8a18cd5 HTTP/1.1" status: 200 len: 949 time: 0.1018834 Feb 28 17:21:23.063055 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-87d59eb9-d222-4bb2-8076-3d2fc9233a36 req-a75435ab-fdc5-4dcc-9b55-a55d9e7d82bf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510812 Feb 28 17:21:23.114989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee984219-3873-4579-b837-7deb99064ae6 req-ad954713-90ec-4926-839c-6ef273a6d3de tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:23.122795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee984219-3873-4579-b837-7deb99064ae6 req-ad954713-90ec-4926-839c-6ef273a6d3de tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 945 time: 0.1267750 Feb 28 17:21:23.181522 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee984219-3873-4579-b837-7deb99064ae6 req-ba3f317c-58ef-4644-87f7-16708e125de6 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577996 Feb 28 17:21:23.570437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49112) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:23.692019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-363230355-network', 'tenant_id': 'c3ffaf85c5234a10a23a95c24b72e79f'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:23.786498 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] Made reservation on behalf of c3ffaf85c5234a10a23a95c24b72e79f for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:21:23.793105 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:23.798441 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:23.945670 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b0e2-cad1-4fe4-91f9-6df4ba81700a req-85ac9b2e-124d-4cb2-ae1c-b83bc413615b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:23.951717 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b0e2-cad1-4fe4-91f9-6df4ba81700a req-85ac9b2e-124d-4cb2-ae1c-b83bc413615b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:23.957562 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b0e2-cad1-4fe4-91f9-6df4ba81700a req-85ac9b2e-124d-4cb2-ae1c-b83bc413615b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:23.962829 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b0e2-cad1-4fe4-91f9-6df4ba81700a req-85ac9b2e-124d-4cb2-ae1c-b83bc413615b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:23.972773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b0e2-cad1-4fe4-91f9-6df4ba81700a req-85ac9b2e-124d-4cb2-ae1c-b83bc413615b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:23.978783 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b0e2-cad1-4fe4-91f9-6df4ba81700a req-85ac9b2e-124d-4cb2-ae1c-b83bc413615b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:23.992783 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b0e2-cad1-4fe4-91f9-6df4ba81700a req-85ac9b2e-124d-4cb2-ae1c-b83bc413615b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:24.001760 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b85b0e2-cad1-4fe4-91f9-6df4ba81700a req-85ac9b2e-124d-4cb2-ae1c-b83bc413615b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1589622 Feb 28 17:21:24.050264 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] Publish callbacks [] for security_group (d9156025-a0c6-42f9-9a79-3faac75fe750), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:24.118515 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49128) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:24.133381 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d9156025-a0c6-42f9-9a79-3faac75fe750), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:24.167083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:21:24.188816 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a23dc362-306f-4595-889a-1d0be1e479e3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:24.189337 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] Added segment a23dc362-306f-4595-889a-1d0be1e479e3 of type vlan for network 84fe902f-d760-4e56-a26c-590067842c16 Feb 28 17:21:24.252956 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (84fe902f-d760-4e56-a26c-590067842c16), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:24.286477 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b85b0e2-cad1-4fe4-91f9-6df4ba81700a req-463b59ab-b9b2-4541-b640-27ddd3857d06 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2750328 Feb 28 17:21:24.289381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5727fc-7497-4d59-99e9-ed3b46e5e290 req-9ac9b076-a313-436f-80e2-d780934c3f35 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:24.291329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e5727fc-7497-4d59-99e9-ed3b46e5e290 req-9ac9b076-a313-436f-80e2-d780934c3f35 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=029d29bb-e8b7-41be-85c3-e003e8a18cd5 HTTP/1.1" status: 200 len: 949 time: 0.1243474 Feb 28 17:21:24.338673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9156025-a0c6-42f9-9a79-3faac75fe750,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:24.371136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (84fe902f-d760-4e56-a26c-590067842c16), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:24.371316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-793523202-network', 'tenant_id': '2892fe08ab7243edb3843bc1ce4e10f9'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:24.373557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:24.374734 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:24.461996 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e5727fc-7497-4d59-99e9-ed3b46e5e290 req-e71726f3-995d-4f89-a54c-cb96c4291bf2 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581826 Feb 28 17:21:24.508810 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a64d9-8af2-4251-bf1c-8aa401c353a8 req-527239dd-da94-4b69-b90d-aa0f4a470d81 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:24.510534 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-971a64d9-8af2-4251-bf1c-8aa401c353a8 req-527239dd-da94-4b69-b90d-aa0f4a470d81 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/ports?device_id=029d29bb-e8b7-41be-85c3-e003e8a18cd5 HTTP/1.1" status: 200 len: 949 time: 0.1085587 Feb 28 17:21:24.540124 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] Pushing event updated for resources: {'Network': ['ID=84fe902f-d760-4e56-a26c-590067842c16,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:24.556467 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 84fe902f-d760-4e56-a26c-590067842c16 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:21:24.583565 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0b624709-f991-4088-b7ff-06d58e516280 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0091846 Feb 28 17:21:24.585383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49134) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:24.634535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3314fd41-ba19-45d3-88f9-ebae113f9c96 admin admin] Request body: {'subnet': {'network_id': '84fe902f-d760-4e56-a26c-590067842c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-363230355-subnet', 'tenant_id': 'c3ffaf85c5234a10a23a95c24b72e79f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:24.675989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] Made reservation on behalf of 2892fe08ab7243edb3843bc1ce4e10f9 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:21:24.680577 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:24.721640 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac8220-09a3-463a-8c65-194b9eacc984 req-823c4327-b540-40d0-986c-d4d87dc1aefa tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:24.723734 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:24.732855 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-58ac8220-09a3-463a-8c65-194b9eacc984 req-823c4327-b540-40d0-986c-d4d87dc1aefa tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 945 time: 0.3224142 Feb 28 17:21:24.777467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-971a64d9-8af2-4251-bf1c-8aa401c353a8 req-72e24619-4413-4573-826a-4a81279897e7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Deleting port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:24.777467 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-971a64d9-8af2-4251-bf1c-8aa401c353a8 req-72e24619-4413-4573-826a-4a81279897e7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:24.913687 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3314fd41-ba19-45d3-88f9-ebae113f9c96 admin admin] Made reservation on behalf of c3ffaf85c5234a10a23a95c24b72e79f for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:21:24.917040 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3314fd41-ba19-45d3-88f9-ebae113f9c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:24.945763 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-971a64d9-8af2-4251-bf1c-8aa401c353a8 req-72e24619-4413-4573-826a-4a81279897e7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] For port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:24.945763 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-971a64d9-8af2-4251-bf1c-8aa401c353a8 req-72e24619-4413-4573-826a-4a81279897e7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:24.947863 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] Publish callbacks [] for security_group (40360164-8234-4d8b-a666-042c179d229f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:24.959770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-971a64d9-8af2-4251-bf1c-8aa401c353a8 req-72e24619-4413-4573-826a-4a81279897e7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Calling delete_port for 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:24.998217 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-58ac8220-09a3-463a-8c65-194b9eacc984 req-6f919a1d-e4c0-4cd7-9be9-a16546c2cc07 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644413 Feb 28 17:21:25.010253 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bc32f-f6b2-46a8-9897-d1193281a111 req-c24a026e-dec5-4628-9142-582919e76613 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:25.011685 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f59bc32f-f6b2-46a8-9897-d1193281a111 req-c24a026e-dec5-4628-9142-582919e76613 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/ports?device_id=984a85a1-4d62-4636-8453-4deb1304b14f HTTP/1.1" status: 200 len: 949 time: 0.4190106 Feb 28 17:21:25.036874 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (40360164-8234-4d8b-a666-042c179d229f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:25.118110 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:21:25.141291 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40360164-8234-4d8b-a666-042c179d229f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:25.149197 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (457db4c7-ee74-40ab-87a9-23b2e78647d7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:25.162621 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] Added segment 457db4c7-ee74-40ab-87a9-23b2e78647d7 of type vlan for network fcdb2775-d528-44c0-9e3d-17f166e5f748 Feb 28 17:21:25.219503 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-f59bc32f-f6b2-46a8-9897-d1193281a111 req-d5f44f2f-fdc6-4a63-9f09-81f341394a9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Deleting port 952b617a-f73f-4be1-bfa9-b91b6d1002ed {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:25.219843 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f59bc32f-f6b2-46a8-9897-d1193281a111 req-d5f44f2f-fdc6-4a63-9f09-81f341394a9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:25.272183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (fcdb2775-d528-44c0-9e3d-17f166e5f748), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:25.377194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-f59bc32f-f6b2-46a8-9897-d1193281a111 req-d5f44f2f-fdc6-4a63-9f09-81f341394a9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] For port 952b617a-f73f-4be1-bfa9-b91b6d1002ed, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=952b617a-f73f-4be1-bfa9-b91b6d1002ed,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:25.377561 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f59bc32f-f6b2-46a8-9897-d1193281a111 req-d5f44f2f-fdc6-4a63-9f09-81f341394a9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:25.422968 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (fcdb2775-d528-44c0-9e3d-17f166e5f748), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:25.424228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:25.425058 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:25.426616 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3314fd41-ba19-45d3-88f9-ebae113f9c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (5b182157-0900-4c2b-8df9-d2b3e0a9a8a5), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:25.429351 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-971a64d9-8af2-4251-bf1c-8aa401c353a8 req-72e24619-4413-4573-826a-4a81279897e7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:25.430256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-f59bc32f-f6b2-46a8-9897-d1193281a111 req-d5f44f2f-fdc6-4a63-9f09-81f341394a9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Calling delete_port for 952b617a-f73f-4be1-bfa9-b91b6d1002ed owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:25.442059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba', '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', '952b617a-f73f-4be1-bfa9-b91b6d1002ed'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:25.499515 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314fd41-ba19-45d3-88f9-ebae113f9c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b182157-0900-4c2b-8df9-d2b3e0a9a8a5,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:25.582316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e24619-4413-4573-826a-4a81279897e7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event deleted for resources: {'Port': ['ID=8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:25.603440 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4e386-f3d5-4f00-a155-c337d7d8cda2 req-3f900dfe-8954-492c-a42b-1d2422f51b8a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:25.604126 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4839661 Feb 28 17:21:25.612222 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4e386-f3d5-4f00-a155-c337d7d8cda2 req-3f900dfe-8954-492c-a42b-1d2422f51b8a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:25.617564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4e386-f3d5-4f00-a155-c337d7d8cda2 req-3f900dfe-8954-492c-a42b-1d2422f51b8a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:25.623333 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4e386-f3d5-4f00-a155-c337d7d8cda2 req-3f900dfe-8954-492c-a42b-1d2422f51b8a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:25.629337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4e386-f3d5-4f00-a155-c337d7d8cda2 req-3f900dfe-8954-492c-a42b-1d2422f51b8a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:25.635225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4e386-f3d5-4f00-a155-c337d7d8cda2 req-3f900dfe-8954-492c-a42b-1d2422f51b8a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:25.639120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49150) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:25.641657 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4e386-f3d5-4f00-a155-c337d7d8cda2 req-3f900dfe-8954-492c-a42b-1d2422f51b8a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:25.643414 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88d4e386-f3d5-4f00-a155-c337d7d8cda2 req-3f900dfe-8954-492c-a42b-1d2422f51b8a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2623744 Feb 28 17:21:25.662623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-dc282f8a-1af8-4185-a129-39fd17532f0f admin admin] Request body: {'subnet': {'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-793523202-subnet', 'tenant_id': '2892fe08ab7243edb3843bc1ce4e10f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:25.671148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09907fc6-ea74-48b2-bcb3-a781d6cd2e17 admin admin] Pushing event updated for resources: {'Network': ['ID=fcdb2775-d528-44c0-9e3d-17f166e5f748,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:25.701394 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314fd41-ba19-45d3-88f9-ebae113f9c96 admin admin] Checking segment: {'id': 'a23dc362-306f-4595-889a-1d0be1e479e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '84fe902f-d760-4e56-a26c-590067842c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:21:25.701394 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314fd41-ba19-45d3-88f9-ebae113f9c96 admin admin] Network hostable DHCP agents. Network: 84fe902f-d760-4e56-a26c-590067842c16, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:21:25.734116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network fcdb2775-d528-44c0-9e3d-17f166e5f748 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:21:25.739830 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-971a64d9-8af2-4251-bf1c-8aa401c353a8 req-72e24619-4413-4573-826a-4a81279897e7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] No DVR routers for this DVR port 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:25.752306 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-971a64d9-8af2-4251-bf1c-8aa401c353a8 req-72e24619-4413-4573-826a-4a81279897e7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:25.755544 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88d4e386-f3d5-4f00-a155-c337d7d8cda2 req-5a856cdd-ed5d-4dd3-9036-def8c70721f9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047044 Feb 28 17:21:25.768831 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-971a64d9-8af2-4251-bf1c-8aa401c353a8 req-72e24619-4413-4573-826a-4a81279897e7 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "DELETE /v2.0/ports/8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 HTTP/1.1" status: 204 len: 173 time: 1.2528389 Feb 28 17:21:25.771893 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029d29bb-e8b7-41be-85c3-e003e8a18cd5', 'name': 'network-vif-deleted', 'tag': '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:25.776033 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfb444c-a5ce-4fb9-883d-811f63a85aab" -d '{"events": [{"server_uuid": "029d29bb-e8b7-41be-85c3-e003e8a18cd5", "name": "network-vif-deleted", "tag": "8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:25.902494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314fd41-ba19-45d3-88f9-ebae113f9c96 admin admin] Network 84fe902f-d760-4e56-a26c-590067842c16 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:21:25.925618 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6cd4b83b-6518-4da2-bf9f-abaa8dffa18e req-fe60c1d4-3f0e-49a6-a504-d231b1232905 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=029d29bb-e8b7-41be-85c3-e003e8a18cd5 HTTP/1.1" status: 200 len: 210 time: 0.0648139 Feb 28 17:21:25.931954 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f59bc32f-f6b2-46a8-9897-d1193281a111 req-d5f44f2f-fdc6-4a63-9f09-81f341394a9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (952b617a-f73f-4be1-bfa9-b91b6d1002ed), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:25.936292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc282f8a-1af8-4185-a129-39fd17532f0f admin admin] Made reservation on behalf of 2892fe08ab7243edb3843bc1ce4e10f9 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:21:25.940705 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc282f8a-1af8-4185-a129-39fd17532f0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:25.950606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3fc8f183-3bc4-40e5-adda-40575c7db5ba'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:26.032991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f44f2f-fdc6-4a63-9f09-81f341394a9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event deleted for resources: {'Port': ['ID=952b617a-f73f-4be1-bfa9-b91b6d1002ed,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:26.044652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-3314fd41-ba19-45d3-88f9-ebae113f9c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 84fe902f-d760-4e56-a26c-590067842c16) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:21:26.079617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3314fd41-ba19-45d3-88f9-ebae113f9c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:26.080355 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3314fd41-ba19-45d3-88f9-ebae113f9c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:26.090191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947fc56f-126f-418f-9772-5f9b25edd3a3 None None] Network 84fe902f-d760-4e56-a26c-590067842c16 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:21:26.117780 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b881bd9-d204-45d4-a018-5e37c21f8daf x-openstack-request-id: req-8b881bd9-d204-45d4-a018-5e37c21f8daf {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:26.118226 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029d29bb-e8b7-41be-85c3-e003e8a18cd5", "name": "network-vif-deleted", "tag": "8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:26.118498 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8b881bd9-d204-45d4-a018-5e37c21f8daf {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:26.118934 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029d29bb-e8b7-41be-85c3-e003e8a18cd5', 'name': 'network-vif-deleted', 'tag': '8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22', 'status': 'completed', 'code': 200} Feb 28 17:21:26.232468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59bc32f-f6b2-46a8-9897-d1193281a111 req-d5f44f2f-fdc6-4a63-9f09-81f341394a9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] No DVR routers for this DVR port 952b617a-f73f-4be1-bfa9-b91b6d1002ed on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:26.237323 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f59bc32f-f6b2-46a8-9897-d1193281a111 req-d5f44f2f-fdc6-4a63-9f09-81f341394a9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:26.255207 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f59bc32f-f6b2-46a8-9897-d1193281a111 req-d5f44f2f-fdc6-4a63-9f09-81f341394a9a tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "DELETE /v2.0/ports/952b617a-f73f-4be1-bfa9-b91b6d1002ed HTTP/1.1" status: 204 len: 173 time: 1.2302744 Feb 28 17:21:26.255771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984a85a1-4d62-4636-8453-4deb1304b14f', 'name': 'network-vif-deleted', 'tag': '952b617a-f73f-4be1-bfa9-b91b6d1002ed'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:26.262204 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3083a291-fffb-47a6-b20d-53c3181218ae" -d '{"events": [{"server_uuid": "984a85a1-4d62-4636-8453-4deb1304b14f", "name": "network-vif-deleted", "tag": "952b617a-f73f-4be1-bfa9-b91b6d1002ed"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:26.321841 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3314fd41-ba19-45d3-88f9-ebae113f9c96 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7261729 Feb 28 17:21:26.350449 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac1ae5d-9595-48c9-9f88-758f9dbfc7f9 x-openstack-request-id: req-5ac1ae5d-9595-48c9-9f88-758f9dbfc7f9 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:26.350745 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984a85a1-4d62-4636-8453-4deb1304b14f", "name": "network-vif-deleted", "tag": "952b617a-f73f-4be1-bfa9-b91b6d1002ed", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:26.350997 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5ac1ae5d-9595-48c9-9f88-758f9dbfc7f9 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:26.351395 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984a85a1-4d62-4636-8453-4deb1304b14f', 'name': 'network-vif-deleted', 'tag': '952b617a-f73f-4be1-bfa9-b91b6d1002ed', 'status': 'completed', 'code': 200} Feb 28 17:21:26.415040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc879687-dab8-4e51-981c-8c5b9bcbe02f None None] Network 84fe902f-d760-4e56-a26c-590067842c16 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:21:26.472369 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc282f8a-1af8-4185-a129-39fd17532f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (91a0cc0c-d62d-4d2e-8e76-48d70af67bc2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:26.598572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc282f8a-1af8-4185-a129-39fd17532f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=91a0cc0c-d62d-4d2e-8e76-48d70af67bc2,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:26.676688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc282f8a-1af8-4185-a129-39fd17532f0f admin admin] Checking segment: {'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:21:26.677061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc282f8a-1af8-4185-a129-39fd17532f0f admin admin] Network hostable DHCP agents. Network: fcdb2775-d528-44c0-9e3d-17f166e5f748, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:21:26.716891 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37921106-3883-404b-b5a1-3d44431f7054 req-28cbbb92-1263-4dd8-9f0a-5780b8f9b5de tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:26.720536 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37921106-3883-404b-b5a1-3d44431f7054 req-28cbbb92-1263-4dd8-9f0a-5780b8f9b5de tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 945 time: 0.1034136 Feb 28 17:21:26.778654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc282f8a-1af8-4185-a129-39fd17532f0f admin admin] Network fcdb2775-d528-44c0-9e3d-17f166e5f748 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:21:26.803592 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37921106-3883-404b-b5a1-3d44431f7054 req-5cf1a9e8-b709-466f-8acf-c598529c62bc tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767438 Feb 28 17:21:26.882148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-dc282f8a-1af8-4185-a129-39fd17532f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, fcdb2775-d528-44c0-9e3d-17f166e5f748) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:21:26.886516 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc282f8a-1af8-4185-a129-39fd17532f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:26.887338 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc282f8a-1af8-4185-a129-39fd17532f0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:26.896057 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706f3c3a-5d8f-4d04-b374-244ee68ed8ca None None] Network fcdb2775-d528-44c0-9e3d-17f166e5f748 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:21:27.022611 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dc282f8a-1af8-4185-a129-39fd17532f0f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3752551 Feb 28 17:21:27.127851 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-fcdb2775-d528-44c0-9e3d-17f166e5f748', 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748', 'project_id': '2892fe08ab7243edb3843bc1ce4e10f9', 'fixed_ips': [{'subnet_id': '91a0cc0c-d62d-4d2e-8e76-48d70af67bc2'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:21:27.128713 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:27.147268 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060785-7c6d-435f-8cd0-592f6fb4e80a req-efdb010b-0e80-4707-bd5e-d9fd1270a183 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:27.167896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060785-7c6d-435f-8cd0-592f6fb4e80a req-efdb010b-0e80-4707-bd5e-d9fd1270a183 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:27.177525 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060785-7c6d-435f-8cd0-592f6fb4e80a req-efdb010b-0e80-4707-bd5e-d9fd1270a183 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:27.198474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060785-7c6d-435f-8cd0-592f6fb4e80a req-efdb010b-0e80-4707-bd5e-d9fd1270a183 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:27.204632 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060785-7c6d-435f-8cd0-592f6fb4e80a req-efdb010b-0e80-4707-bd5e-d9fd1270a183 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:27.220753 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-9dc06274-77d0-4c44-9c18-5bca382e1ce7 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:27.221787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060785-7c6d-435f-8cd0-592f6fb4e80a req-efdb010b-0e80-4707-bd5e-d9fd1270a183 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:27.226930 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-9dc06274-77d0-4c44-9c18-5bca382e1ce7 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/networks?id=84fe902f-d760-4e56-a26c-590067842c16 HTTP/1.1" status: 200 len: 821 time: 0.2370672 Feb 28 17:21:27.229614 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060785-7c6d-435f-8cd0-592f6fb4e80a req-efdb010b-0e80-4707-bd5e-d9fd1270a183 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:27.243156 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0060785-7c6d-435f-8cd0-592f6fb4e80a req-efdb010b-0e80-4707-bd5e-d9fd1270a183 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2807298 Feb 28 17:21:27.254587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-6d94ae0a-58a3-4ab9-b2b1-3f236a171817 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/quotas/c3ffaf85c5234a10a23a95c24b72e79f HTTP/1.1" status: 200 len: 375 time: 0.0164690 Feb 28 17:21:27.314668 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-065177f5-75a8-421e-a5f7-ebeb8ba32a8c tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3ffaf85c5234a10a23a95c24b72e79f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535240 Feb 28 17:21:27.413052 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0060785-7c6d-435f-8cd0-592f6fb4e80a req-e8d9634e-f7d3-4847-bbc2-908848a371d8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1641181 Feb 28 17:21:27.485663 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-802ba8b0-6f96-4037-af14-a6eab2291d8a service neutron] 10.222.0.72 "GET /v2.0/networks/84fe902f-d760-4e56-a26c-590067842c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698921 Feb 28 17:21:27.486269 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Allocated IP 172.20.0.2 (fcdb2775-d528-44c0-9e3d-17f166e5f748/91a0cc0c-d62d-4d2e-8e76-48d70af67bc2/438d554e-3f8e-4caa-9342-20fb07050bf2) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:21:27.637501 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-489f8448-f977-41e0-b48f-64e12bda2baa service neutron] 10.222.0.72 "GET /v2.0/networks/84fe902f-d760-4e56-a26c-590067842c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473999 Feb 28 17:21:27.759834 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Publish callbacks [] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:27.761701 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-11d864e3-81b5-4c5a-9610-023759eb9f9c tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:27.766466 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-11d864e3-81b5-4c5a-9610-023759eb9f9c tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/networks?id=fcdb2775-d528-44c0-9e3d-17f166e5f748 HTTP/1.1" status: 200 len: 815 time: 0.1382713 Feb 28 17:21:27.782261 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-ccd231fc-268b-423e-8d9d-403f9f2d9cac tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/quotas/2892fe08ab7243edb3843bc1ce4e10f9 HTTP/1.1" status: 200 len: 375 time: 0.0128970 Feb 28 17:21:27.820994 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-31565f8e-2990-491d-bf63-69decb3b87d2 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2892fe08ab7243edb3843bc1ce4e10f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329239 Feb 28 17:21:27.830747 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:27.859511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 952b617a-f73f-4be1-bfa9-b91b6d1002ed no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:27.927663 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8ebed7a4-3570-4a5d-a98d-41ab1b296aa1 req-0953b8f7-a473-475a-89a0-05f34ff472a7 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 210 time: 0.0447996 Feb 28 17:21:27.951393 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 952b617a-f73f-4be1-bfa9-b91b6d1002ed {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:27.951962 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 952b617a-f73f-4be1-bfa9-b91b6d1002ed not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:27.952161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:27.963401 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Network fcdb2775-d528-44c0-9e3d-17f166e5f748 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:21:27.964626 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-3e58f95c-337f-40bb-bf9e-271cdb1882a7 service neutron] 10.222.0.72 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364162 Feb 28 17:21:28.051527 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:28.051885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 8a8e42b6-e0d2-49f0-90f9-e8c3a9ba3f22 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:28.060136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:21:28.074820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:21:28.134405 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dc1c0-defb-4a72-ba14-6e45d8a1f1fa req-bf1e53f0-917d-41cc-acf9-9a0a9cb6e466 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:28.137292 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c70dc1c0-defb-4a72-ba14-6e45d8a1f1fa req-bf1e53f0-917d-41cc-acf9-9a0a9cb6e466 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 945 time: 0.1303294 Feb 28 17:21:28.178997 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-2d890833-5b7e-424d-92bf-1af96d09ea32 service neutron] 10.222.0.72 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131329 Feb 28 17:21:28.217608 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c70dc1c0-defb-4a72-ba14-6e45d8a1f1fa req-8774c41f-51e0-4c31-ab44-7ade4d6ea414 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709090 Feb 28 17:21:28.348641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Pushing event updated for resources: {'Port': ['ID=438d554e-3f8e-4caa-9342-20fb07050bf2,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:28.360242 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Attempting to bind port 438d554e-3f8e-4caa-9342-20fb07050bf2 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:21:28.360669 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Attempting to bind port 438d554e-3f8e-4caa-9342-20fb07050bf2 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:21:28.361090 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Attempting to bind port 438d554e-3f8e-4caa-9342-20fb07050bf2 on network fcdb2775-d528-44c0-9e3d-17f166e5f748 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:21:28.366341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:21:28.366804 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Checking segment: {'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:21:28.367486 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:28.367934 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Bound using segment: {'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:21:28.368452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Bound port: 438d554e-3f8e-4caa-9342-20fb07050bf2, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:21:28.368892 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:28.442950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] For port 438d554e-3f8e-4caa-9342-20fb07050bf2, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:21:28.452647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] For port 438d554e-3f8e-4caa-9342-20fb07050bf2, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=438d554e-3f8e-4caa-9342-20fb07050bf2,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:21:28.517154 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:28.683630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41627-201c-4175-aeb2-3cfa4f90d1a9 req-9c9d20f6-d27d-41e4-868e-d0c56207a044 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:28.691292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41627-201c-4175-aeb2-3cfa4f90d1a9 req-9c9d20f6-d27d-41e4-868e-d0c56207a044 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:28.698343 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41627-201c-4175-aeb2-3cfa4f90d1a9 req-9c9d20f6-d27d-41e4-868e-d0c56207a044 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:28.704551 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982c3b9-fc6f-4a4a-a073-ff130117dbc1 None None] Pushing event updated for resources: {'Port': ['ID=438d554e-3f8e-4caa-9342-20fb07050bf2,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:28.712846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41627-201c-4175-aeb2-3cfa4f90d1a9 req-9c9d20f6-d27d-41e4-868e-d0c56207a044 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:28.719228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41627-201c-4175-aeb2-3cfa4f90d1a9 req-9c9d20f6-d27d-41e4-868e-d0c56207a044 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:28.725671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41627-201c-4175-aeb2-3cfa4f90d1a9 req-9c9d20f6-d27d-41e4-868e-d0c56207a044 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:28.731672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41627-201c-4175-aeb2-3cfa4f90d1a9 req-9c9d20f6-d27d-41e4-868e-d0c56207a044 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:28.734192 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47e41627-201c-4175-aeb2-3cfa4f90d1a9 req-9c9d20f6-d27d-41e4-868e-d0c56207a044 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2087412 Feb 28 17:21:28.851733 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47e41627-201c-4175-aeb2-3cfa4f90d1a9 req-0373861c-a663-4f68-958a-47826561cfae tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083937 Feb 28 17:21:29.291148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-97332dcc-ca00-4f44-abe7-c1c1b3e904bf tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:29.294540 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54848f2c-ee4f-46ef-897c-cf7a2f52945d req-33b1d42e-d0c2-4eed-a801-bec919ce3787 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 210 time: 0.0485909 Feb 28 17:21:29.302912 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-97332dcc-ca00-4f44-abe7-c1c1b3e904bf tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/networks?id=fcdb2775-d528-44c0-9e3d-17f166e5f748 HTTP/1.1" status: 200 len: 815 time: 0.2439532 Feb 28 17:21:29.319922 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-13bba5e4-b75c-4c95-ae60-56f65a1fe9b1 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/quotas/2892fe08ab7243edb3843bc1ce4e10f9 HTTP/1.1" status: 200 len: 375 time: 0.0159771 Feb 28 17:21:29.444768 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-0e7e4155-8e99-4e97-98a8-4237a491784d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2892fe08ab7243edb3843bc1ce4e10f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1235375 Feb 28 17:21:29.450775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a872f25-1f7f-4c65-a5c9-b660ec86dd5f req-6c229d69-1537-4e57-8c51-85c6ef4b59cd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:29.452835 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a872f25-1f7f-4c65-a5c9-b660ec86dd5f req-6c229d69-1537-4e57-8c51-85c6ef4b59cd tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 950 time: 0.0849504 Feb 28 17:21:29.573811 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a872f25-1f7f-4c65-a5c9-b660ec86dd5f req-8c7ed9d9-36d3-4926-8053-fe302b17bbf2 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086679 Feb 28 17:21:29.579182 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-b628546e-9184-4dee-9000-d26119e45a9a service neutron] 10.222.0.72 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333101 Feb 28 17:21:29.768799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb930f0-a411-41c9-b694-2aae3363938b req-a504d451-f057-420c-b3ab-ac5de6f06b4a tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:29.776887 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6cb930f0-a411-41c9-b694-2aae3363938b req-a504d451-f057-420c-b3ab-ac5de6f06b4a tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 945 time: 0.0955567 Feb 28 17:21:29.829712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-2edd1961-13fc-4399-9541-7d3a3ea6ce54 service neutron] 10.222.0.72 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428703 Feb 28 17:21:29.845902 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6cb930f0-a411-41c9-b694-2aae3363938b req-ef3831b6-fdc7-42d6-a0db-0b8f566e67ca tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677681 Feb 28 17:21:30.105711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31137d8b-fff0-4362-bb75-518191b811d8 req-aad7beef-e7a3-4243-8834-b56725a0354e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:30.113327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31137d8b-fff0-4362-bb75-518191b811d8 req-aad7beef-e7a3-4243-8834-b56725a0354e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:30.119418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31137d8b-fff0-4362-bb75-518191b811d8 req-aad7beef-e7a3-4243-8834-b56725a0354e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:30.127048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31137d8b-fff0-4362-bb75-518191b811d8 req-aad7beef-e7a3-4243-8834-b56725a0354e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:30.132481 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31137d8b-fff0-4362-bb75-518191b811d8 req-aad7beef-e7a3-4243-8834-b56725a0354e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:30.138305 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31137d8b-fff0-4362-bb75-518191b811d8 req-aad7beef-e7a3-4243-8834-b56725a0354e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:30.143990 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31137d8b-fff0-4362-bb75-518191b811d8 req-aad7beef-e7a3-4243-8834-b56725a0354e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:30.152497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31137d8b-fff0-4362-bb75-518191b811d8 req-aad7beef-e7a3-4243-8834-b56725a0354e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.1406183 Feb 28 17:21:30.275176 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31137d8b-fff0-4362-bb75-518191b811d8 req-dd7f563d-74e2-4c66-be36-ba6ee4028a78 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084657 Feb 28 17:21:30.293598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b297e-e905-4017-a04e-239f18724c89 None None] Network fcdb2775-d528-44c0-9e3d-17f166e5f748 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:21:30.421744 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c1eb128b-0c93-44b4-852b-4a5bc0a56f1c None None] Provisioning complete for port 438d554e-3f8e-4caa-9342-20fb07050bf2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:30.423457 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1eb128b-0c93-44b4-852b-4a5bc0a56f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:30.465439 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ebf1cbda-d4ab-49ea-81db-e09699f6bc73 req-30192bb9-2bd2-4476-92a2-9f798efae370 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 210 time: 0.0667932 Feb 28 17:21:30.698334 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-492ff5ae-68b8-4d8b-b9d5-c56a5c656602 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:30.707307 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-492ff5ae-68b8-4d8b-b9d5-c56a5c656602 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/networks?id=fcdb2775-d528-44c0-9e3d-17f166e5f748 HTTP/1.1" status: 200 len: 815 time: 0.2771492 Feb 28 17:21:30.735556 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-9a95aa67-1595-4e3e-b3cc-5617076baae5 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/quotas/2892fe08ab7243edb3843bc1ce4e10f9 HTTP/1.1" status: 200 len: 375 time: 0.0273798 Feb 28 17:21:30.812237 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 438d554e-3f8e-4caa-9342-20fb07050bf2 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:30.876879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb128b-0c93-44b4-852b-4a5bc0a56f1c None None] Current status of the port 438d554e-3f8e-4caa-9342-20fb07050bf2 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:30.877632 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1eb128b-0c93-44b4-852b-4a5bc0a56f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:30.881009 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-ab697d24-8486-4c97-b702-f0b9fa012c05 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2892fe08ab7243edb3843bc1ce4e10f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1386955 Feb 28 17:21:30.886047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd787f8-9b0e-4659-b311-158d6282565e req-050d5af3-289e-4d5f-b718-ccb798abe4bf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:30.887558 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cfd787f8-9b0e-4659-b311-158d6282565e req-050d5af3-289e-4d5f-b718-ccb798abe4bf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 950 time: 0.1261292 Feb 28 17:21:31.020429 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cfd787f8-9b0e-4659-b311-158d6282565e req-c2a2a010-b7fc-49fb-a24a-63add8ee1d49 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192124 Feb 28 17:21:31.051612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c1eb128b-0c93-44b4-852b-4a5bc0a56f1c None None] For port 438d554e-3f8e-4caa-9342-20fb07050bf2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=438d554e-3f8e-4caa-9342-20fb07050bf2,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:31.057097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 438d554e-3f8e-4caa-9342-20fb07050bf2 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:31.057097 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:31.089258 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-ccca4091-90a6-4f3d-a253-4b9f0c3e875f service neutron] 10.222.0.72 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083888 Feb 28 17:21:31.183280 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1eb128b-0c93-44b4-852b-4a5bc0a56f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:31.222672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afedf2-0603-4373-bd03-022b59654e35 req-f31ce894-d0e9-44e1-b942-5f70bb745cae tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:31.238358 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d5afedf2-0603-4373-bd03-022b59654e35 req-f31ce894-d0e9-44e1-b942-5f70bb745cae tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 945 time: 0.1206467 Feb 28 17:21:31.329103 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-86c0c686-5203-4899-9928-f0f005cc3051 service neutron] 10.222.0.72 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326233 Feb 28 17:21:31.341042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb128b-0c93-44b4-852b-4a5bc0a56f1c None None] Pushing event updated for resources: {'Port': ['ID=438d554e-3f8e-4caa-9342-20fb07050bf2,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:31.342110 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d5afedf2-0603-4373-bd03-022b59654e35 req-6fbdfb41-ae93-46f1-939a-39cf8a3d3b5f tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024055 Feb 28 17:21:31.410337 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c8b99970-23ad-4c44-b05a-cea2dc28e91b None None] Provisioning complete for port 438d554e-3f8e-4caa-9342-20fb07050bf2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:31.415896 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c8b99970-23ad-4c44-b05a-cea2dc28e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:31.476935 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 438d554e-3f8e-4caa-9342-20fb07050bf2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:31.520396 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ed06a-27e5-476a-8d97-0b46500057be req-aacd10e9-a3e0-49e6-8d4a-7981c7bea6a3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:31.524995 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-022ed06a-27e5-476a-8d97-0b46500057be req-aacd10e9-a3e0-49e6-8d4a-7981c7bea6a3 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 950 time: 0.1481409 Feb 28 17:21:31.545087 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ff134-2c4d-40c2-9e5a-5f864fa54414 req-82b84b4d-385b-4fd4-b25c-e1241944980f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:31.558915 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ff134-2c4d-40c2-9e5a-5f864fa54414 req-82b84b4d-385b-4fd4-b25c-e1241944980f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:31.569791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ff134-2c4d-40c2-9e5a-5f864fa54414 req-82b84b4d-385b-4fd4-b25c-e1241944980f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:31.575195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ff134-2c4d-40c2-9e5a-5f864fa54414 req-82b84b4d-385b-4fd4-b25c-e1241944980f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:31.602495 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ff134-2c4d-40c2-9e5a-5f864fa54414 req-82b84b4d-385b-4fd4-b25c-e1241944980f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:31.624330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ff134-2c4d-40c2-9e5a-5f864fa54414 req-82b84b4d-385b-4fd4-b25c-e1241944980f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:31.646555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c8b99970-23ad-4c44-b05a-cea2dc28e91b None None] Current status of the port 438d554e-3f8e-4caa-9342-20fb07050bf2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:31.655447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ff134-2c4d-40c2-9e5a-5f864fa54414 req-82b84b4d-385b-4fd4-b25c-e1241944980f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:31.655873 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d95ff134-2c4d-40c2-9e5a-5f864fa54414 req-82b84b4d-385b-4fd4-b25c-e1241944980f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2247958 Feb 28 17:21:31.751781 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d95ff134-2c4d-40c2-9e5a-5f864fa54414 req-e6e933d1-0370-44ad-af40-d4759b1fe0cb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950136 Feb 28 17:21:31.755181 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-022ed06a-27e5-476a-8d97-0b46500057be req-d7e9a365-3eb3-4365-bd1e-f2bdd1fc97cf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Deleting port 3fc8f183-3bc4-40e5-adda-40575c7db5ba {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:31.755683 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-022ed06a-27e5-476a-8d97-0b46500057be req-d7e9a365-3eb3-4365-bd1e-f2bdd1fc97cf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:31.873719 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f68a4724-6fa6-4b87-9797-04e0e91d9d6f details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:31.910743 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b28462f-50f8-422a-8bdb-bd17f23e3cdc req-d38d1122-9d88-47f7-8ea6-e6580edcf44d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 210 time: 0.0659311 Feb 28 17:21:32.075138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port f68a4724-6fa6-4b87-9797-04e0e91d9d6f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:32.092332 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'f68a4724-6fa6-4b87-9797-04e0e91d9d6f', 'network_id': '6ad5ec31-0095-4b03-9d2c-d63785ef4124', 'port_id': 'f68a4724-6fa6-4b87-9797-04e0e91d9d6f', 'mac_address': 'fa:16:3e:c3:14:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee3c571-976e-4368-9653-54e69fb9bcab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:32.162428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port f68a4724-6fa6-4b87-9797-04e0e91d9d6f is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:32.163232 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:32.193458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f68a4724-6fa6-4b87-9797-04e0e91d9d6f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:32.252255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port f68a4724-6fa6-4b87-9797-04e0e91d9d6f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:32.331904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4ed01-c0cb-401b-a987-89a0377654d8 req-492cf26e-6014-4075-bfde-f07b06fadb07 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:32.346807 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37c4ed01-c0cb-401b-a987-89a0377654d8 req-492cf26e-6014-4075-bfde-f07b06fadb07 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 950 time: 0.1212122 Feb 28 17:21:32.417483 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee3b7e4d-337b-49c7-9010-843bfc9c020f req-215026fd-2f58-4859-b2a8-74d81453152f tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 210 time: 0.2584126 Feb 28 17:21:32.432240 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37c4ed01-c0cb-401b-a987-89a0377654d8 req-c6e25ff3-79e0-49aa-a760-250c19ebe0e2 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840402 Feb 28 17:21:32.453716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-022ed06a-27e5-476a-8d97-0b46500057be req-d7e9a365-3eb3-4365-bd1e-f2bdd1fc97cf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] For port 3fc8f183-3bc4-40e5-adda-40575c7db5ba, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3fc8f183-3bc4-40e5-adda-40575c7db5ba,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:32.454429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-022ed06a-27e5-476a-8d97-0b46500057be req-d7e9a365-3eb3-4365-bd1e-f2bdd1fc97cf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:32.480249 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-022ed06a-27e5-476a-8d97-0b46500057be req-d7e9a365-3eb3-4365-bd1e-f2bdd1fc97cf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Calling delete_port for 3fc8f183-3bc4-40e5-adda-40575c7db5ba owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:32.586981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 438d554e-3f8e-4caa-9342-20fb07050bf2 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:32.608859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-d558cb77-8364-44de-85a0-47ee34e99aa1 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:32.610391 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-d558cb77-8364-44de-85a0-47ee34e99aa1 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.69 "GET /v2.0/networks?id=84fe902f-d760-4e56-a26c-590067842c16 HTTP/1.1" status: 200 len: 821 time: 0.8347282 Feb 28 17:21:32.665200 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 438d554e-3f8e-4caa-9342-20fb07050bf2 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:32.666634 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:32.675769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-fa5eb4b2-a001-48b3-b3a6-19a718774b80 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Request body: {'port': {'device_id': 'd8b92595-5026-41a4-a2cd-ae7f408b078f', 'network_id': '84fe902f-d760-4e56-a26c-590067842c16', 'admin_state_up': True, 'tenant_id': 'c3ffaf85c5234a10a23a95c24b72e79f'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:32.680178 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:32.917676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['f68a4724-6fa6-4b87-9797-04e0e91d9d6f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:32.998344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830bc53-465c-4e37-a802-352ac5d045b7 req-89bd4614-72db-44a0-9db1-60e08a0ff585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:33.005787 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830bc53-465c-4e37-a802-352ac5d045b7 req-89bd4614-72db-44a0-9db1-60e08a0ff585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:33.033213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830bc53-465c-4e37-a802-352ac5d045b7 req-89bd4614-72db-44a0-9db1-60e08a0ff585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:33.044669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830bc53-465c-4e37-a802-352ac5d045b7 req-89bd4614-72db-44a0-9db1-60e08a0ff585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:33.055082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830bc53-465c-4e37-a802-352ac5d045b7 req-89bd4614-72db-44a0-9db1-60e08a0ff585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:33.068651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830bc53-465c-4e37-a802-352ac5d045b7 req-89bd4614-72db-44a0-9db1-60e08a0ff585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:33.084516 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830bc53-465c-4e37-a802-352ac5d045b7 req-89bd4614-72db-44a0-9db1-60e08a0ff585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:33.099928 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1830bc53-465c-4e37-a802-352ac5d045b7 req-89bd4614-72db-44a0-9db1-60e08a0ff585 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2336395 Feb 28 17:21:33.168667 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 438d554e-3f8e-4caa-9342-20fb07050bf2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:33.184280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:33.238625 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1830bc53-465c-4e37-a802-352ac5d045b7 req-298af316-9e80-4ed5-b273-6cb751f258b8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374383 Feb 28 17:21:33.366082 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0267248-9f33-46d6-b848-126deb18ca3c req-afa81c83-e241-4471-9088-3b35cd471f8f tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 210 time: 0.0618734 Feb 28 17:21:33.434956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f365c-c6b3-492e-9b74-5b7de35637f4 req-32fdb3c5-2052-46e6-9466-1e80d1dcef2c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:33.443060 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-822f365c-c6b3-492e-9b74-5b7de35637f4 req-32fdb3c5-2052-46e6-9466-1e80d1dcef2c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 945 time: 0.8569260 Feb 28 17:21:33.569316 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-123f7fc1-2609-412e-858a-6d17a60876ae req-ad1189ba-04e0-4011-82c2-a91614e3e7ce tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 210 time: 0.0361128 Feb 28 17:21:33.606775 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-822f365c-c6b3-492e-9b74-5b7de35637f4 req-9aa27045-7c7d-41bc-88d4-728c39862e6c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625619 Feb 28 17:21:33.620296 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-61d40838-ca07-4187-af68-0798c3bfca03 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:33.621794 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-61d40838-ca07-4187-af68-0798c3bfca03 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.69 "GET /v2.0/networks?id=fcdb2775-d528-44c0-9e3d-17f166e5f748 HTTP/1.1" status: 200 len: 815 time: 0.2856851 Feb 28 17:21:33.638733 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-e6337796-9970-433f-bdff-d719b3127b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Request body: {'port': {'device_id': '447626ba-e2e7-4e28-9d26-3cb6708bfbfa', 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748', 'admin_state_up': True, 'tenant_id': '2892fe08ab7243edb3843bc1ce4e10f9'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:33.687191 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d79b9-e402-4564-acee-217502473451 req-9bfdcd0f-d987-4557-a671-3227f8bf7dce tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:33.694945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-167d79b9-e402-4564-acee-217502473451 req-9bfdcd0f-d987-4557-a671-3227f8bf7dce tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 950 time: 0.0729296 Feb 28 17:21:33.740711 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-022ed06a-27e5-476a-8d97-0b46500057be req-d7e9a365-3eb3-4365-bd1e-f2bdd1fc97cf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3fc8f183-3bc4-40e5-adda-40575c7db5ba), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:33.742440 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-fa5eb4b2-a001-48b3-b3a6-19a718774b80 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Made reservation on behalf of c3ffaf85c5234a10a23a95c24b72e79f for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:21:33.747107 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-fa5eb4b2-a001-48b3-b3a6-19a718774b80 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:33.751444 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-167d79b9-e402-4564-acee-217502473451 req-5b9b4b2e-633c-4b2e-87a0-184a4b32bf45 tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/security-groups?id=8813aac5-b566-4d0c-9a5d-62bfe72003bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554364 Feb 28 17:21:33.835678 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9a365-3eb3-4365-bd1e-f2bdd1fc97cf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Pushing event deleted for resources: {'Port': ['ID=3fc8f183-3bc4-40e5-adda-40575c7db5ba,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:33.891598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f68a4724-6fa6-4b87-9797-04e0e91d9d6f up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:33.939108 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-022ed06a-27e5-476a-8d97-0b46500057be req-d7e9a365-3eb3-4365-bd1e-f2bdd1fc97cf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] No DVR routers for this DVR port 3fc8f183-3bc4-40e5-adda-40575c7db5ba on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:33.942801 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-022ed06a-27e5-476a-8d97-0b46500057be req-d7e9a365-3eb3-4365-bd1e-f2bdd1fc97cf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:33.947509 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-022ed06a-27e5-476a-8d97-0b46500057be req-d7e9a365-3eb3-4365-bd1e-f2bdd1fc97cf tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.73 "DELETE /v2.0/ports/3fc8f183-3bc4-40e5-adda-40575c7db5ba HTTP/1.1" status: 204 len: 173 time: 2.4184737 Feb 28 17:21:33.957490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37493f36-307f-4335-82d5-5c3fdf952bb7', 'name': 'network-vif-deleted', 'tag': '3fc8f183-3bc4-40e5-adda-40575c7db5ba'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:33.961637 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f7ecf6-f8dd-4f93-ac3b-982a7cf36103" -d '{"events": [{"server_uuid": "37493f36-307f-4335-82d5-5c3fdf952bb7", "name": "network-vif-deleted", "tag": "3fc8f183-3bc4-40e5-adda-40575c7db5ba"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:33.999014 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port f68a4724-6fa6-4b87-9797-04e0e91d9d6f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:34.003686 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:34.078043 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b5921b-f84e-4174-bf17-16c0ad297646 x-openstack-request-id: req-90b5921b-f84e-4174-bf17-16c0ad297646 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:34.079477 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37493f36-307f-4335-82d5-5c3fdf952bb7", "name": "network-vif-deleted", "tag": "3fc8f183-3bc4-40e5-adda-40575c7db5ba", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:34.082024 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-90b5921b-f84e-4174-bf17-16c0ad297646 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:34.082449 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37493f36-307f-4335-82d5-5c3fdf952bb7', 'name': 'network-vif-deleted', 'tag': '3fc8f183-3bc4-40e5-adda-40575c7db5ba', 'status': 'completed', 'code': 200} Feb 28 17:21:34.106200 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device e3562be2-4d3d-4ee7-a299-a4054484514a details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:34.117447 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-e6337796-9970-433f-bdff-d719b3127b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Made reservation on behalf of 2892fe08ab7243edb3843bc1ce4e10f9 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:21:34.126374 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-e6337796-9970-433f-bdff-d719b3127b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:34.236653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-c6beaf24-5d84-477e-ab53-4026f2e4d6a5 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:34.245941 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-c6beaf24-5d84-477e-ab53-4026f2e4d6a5 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.69 "GET /v2.0/networks?id=fcdb2775-d528-44c0-9e3d-17f166e5f748 HTTP/1.1" status: 200 len: 815 time: 0.2408922 Feb 28 17:21:34.261167 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.resource_extend [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:21:34.271852 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-5011b7a8-1838-4e03-baa9-c3bebb24e382 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Request body: {'port': {'device_id': 'a8a074f1-ab7c-4259-9392-5b30de2169df', 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748', 'admin_state_up': True, 'tenant_id': '2892fe08ab7243edb3843bc1ce4e10f9'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:34.413384 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port f68a4724-6fa6-4b87-9797-04e0e91d9d6f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:34.413778 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:34.430451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-fa5eb4b2-a001-48b3-b3a6-19a718774b80 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Allocated IP 172.20.0.6 (84fe902f-d760-4e56-a26c-590067842c16/5b182157-0900-4c2b-8df9-d2b3e0a9a8a5/b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:21:34.532995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4837da5-af5f-484b-a61c-6e3041cb2590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68a4724-6fa6-4b87-9797-04e0e91d9d6f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:34.536471 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db453f32-8597-47cf-b800-03f82e0a2227" -d '{"events": [{"server_uuid": "b4837da5-af5f-484b-a61c-6e3041cb2590", "name": "network-vif-plugged", "status": "completed", "tag": "f68a4724-6fa6-4b87-9797-04e0e91d9d6f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:34.589478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port f68a4724-6fa6-4b87-9797-04e0e91d9d6f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:34.607992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port e3562be2-4d3d-4ee7-a299-a4054484514a, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e3562be2-4d3d-4ee7-a299-a4054484514a,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:34.631758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'e3562be2-4d3d-4ee7-a299-a4054484514a', 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99', 'port_id': 'e3562be2-4d3d-4ee7-a299-a4054484514a', 'mac_address': 'fa:16:3e:83:b2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d8b4a6-73f9-4d54-bb5c-3856ed373ac8', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:34.710933 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:34.713081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3fc8f183-3bc4-40e5-adda-40575c7db5ba no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:34.726890 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f7911962-ebaf-4cc5-9e43-4f023d8fa638 req-d6f5245d-518e-4a97-8c52-7d779c9e2bf3 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 210 time: 0.1653597 Feb 28 17:21:34.774114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878807d-689d-43c6-a3f1-f39a5a11967f req-6965dd9c-6110-4646-a48d-f945a3655576 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:34.781728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878807d-689d-43c6-a3f1-f39a5a11967f req-6965dd9c-6110-4646-a48d-f945a3655576 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:34.788227 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878807d-689d-43c6-a3f1-f39a5a11967f req-6965dd9c-6110-4646-a48d-f945a3655576 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:34.794907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878807d-689d-43c6-a3f1-f39a5a11967f req-6965dd9c-6110-4646-a48d-f945a3655576 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:34.801477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878807d-689d-43c6-a3f1-f39a5a11967f req-6965dd9c-6110-4646-a48d-f945a3655576 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:34.808723 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878807d-689d-43c6-a3f1-f39a5a11967f req-6965dd9c-6110-4646-a48d-f945a3655576 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:34.815454 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878807d-689d-43c6-a3f1-f39a5a11967f req-6965dd9c-6110-4646-a48d-f945a3655576 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:34.825095 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c878807d-689d-43c6-a3f1-f39a5a11967f req-6965dd9c-6110-4646-a48d-f945a3655576 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5419 time: 0.2784002 Feb 28 17:21:34.866796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-5011b7a8-1838-4e03-baa9-c3bebb24e382 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Made reservation on behalf of 2892fe08ab7243edb3843bc1ce4e10f9 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:21:34.871221 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-5011b7a8-1838-4e03-baa9-c3bebb24e382 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:34.892872 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f164ec-711a-4f5c-8ca8-626294f4d88b x-openstack-request-id: req-e8f164ec-711a-4f5c-8ca8-626294f4d88b {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:34.892872 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4837da5-af5f-484b-a61c-6e3041cb2590", "name": "network-vif-plugged", "status": "completed", "tag": "f68a4724-6fa6-4b87-9797-04e0e91d9d6f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:34.909610 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e8f164ec-711a-4f5c-8ca8-626294f4d88b {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:34.909610 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4837da5-af5f-484b-a61c-6e3041cb2590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68a4724-6fa6-4b87-9797-04e0e91d9d6f', 'code': 200} Feb 28 17:21:34.909610 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:34.918230 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-e6337796-9970-433f-bdff-d719b3127b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Allocated IP 172.20.0.10 (fcdb2775-d528-44c0-9e3d-17f166e5f748/91a0cc0c-d62d-4d2e-8e76-48d70af67bc2/c01d72ac-610a-476c-8a23-8ec3754ff59d) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:21:34.942245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:34.942668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:34.943041 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:34.943901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:34.943901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:34.944097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:34.944317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:34.944642 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:34.944958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:34.945275 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:34.945593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:34.945968 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:34.946252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:21:34.956687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 3fc8f183-3bc4-40e5-adda-40575c7db5ba {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:34.957026 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3fc8f183-3bc4-40e5-adda-40575c7db5ba not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:34.962230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port e3562be2-4d3d-4ee7-a299-a4054484514a is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:34.965720 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:34.980555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3562be2-4d3d-4ee7-a299-a4054484514a {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:35.029874 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port e3562be2-4d3d-4ee7-a299-a4054484514a, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e3562be2-4d3d-4ee7-a299-a4054484514a,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:35.064120 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5f2b5ae7-560b-4fc9-b2a2-c13e72dff9a8 req-a780722e-c511-4f61-82d3-e153952f1bb3 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 210 time: 0.1162364 Feb 28 17:21:35.113149 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c878807d-689d-43c6-a3f1-f39a5a11967f req-cc2ebc79-2a3c-4ebd-91be-2e132cdf8bd5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2868829 Feb 28 17:21:35.149631 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-fa5eb4b2-a001-48b3-b3a6-19a718774b80 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Publish callbacks [] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:35.155214 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:35.158453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:35.255787 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:35.340821 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f4edbfaf-488e-43e9-875c-00dd4e503925 req-43b0d51d-e953-49fb-b8fa-fc61697c54dc tempest-ServersOnMultiNodesTest-201713572 tempest-ServersOnMultiNodesTest-201713572-project] 10.222.0.72 "GET /v2.0/ports?device_id=37493f36-307f-4335-82d5-5c3fdf952bb7 HTTP/1.1" status: 200 len: 210 time: 0.0460730 Feb 28 17:21:35.344526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56', 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99', 'port_id': '1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56', 'mac_address': 'fa:16:3e:55:0e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d8b4a6-73f9-4d54-bb5c-3856ed373ac8', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:35.352804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-df2ed58f-99b8-493d-b6cc-2bd7c35c03b2 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:35.354465 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-df2ed58f-99b8-493d-b6cc-2bd7c35c03b2 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.69 "GET /v2.0/networks?id=fcdb2775-d528-44c0-9e3d-17f166e5f748 HTTP/1.1" status: 200 len: 815 time: 0.3071957 Feb 28 17:21:35.372677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-d035a52d-76fa-4b29-ab86-5ad87b3fc8a0 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Request body: {'port': {'device_id': 'd3a4a776-4544-4151-bc9a-cd8acd526d5f', 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748', 'admin_state_up': True, 'tenant_id': '2892fe08ab7243edb3843bc1ce4e10f9'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:35.435456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=e3562be2-4d3d-4ee7-a299-a4054484514a,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:35.460967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:35.462082 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:35.486218 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-e6337796-9970-433f-bdff-d719b3127b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks [] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:35.488038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:35.501814 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-fa5eb4b2-a001-48b3-b3a6-19a718774b80 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:35.512445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:35.575997 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:35.577609 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 798e28b7-2a97-42c3-9aa7-4413d6985b80 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:35.584572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-fa5eb4b2-a001-48b3-b3a6-19a718774b80 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Network 84fe902f-d760-4e56-a26c-590067842c16 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:21:35.599781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-fa5eb4b2-a001-48b3-b3a6-19a718774b80 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:21:35.608893 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-fa5eb4b2-a001-48b3-b3a6-19a718774b80 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:21:35.663018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21645ed8-d152-44ad-b41e-3c0fbcd4ddd3 req-3fc4539c-4391-4a04-870e-93d7726a0949 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:35.668828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 798e28b7-2a97-42c3-9aa7-4413d6985b80, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=798e28b7-2a97-42c3-9aa7-4413d6985b80,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:35.669944 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-21645ed8-d152-44ad-b41e-3c0fbcd4ddd3 req-3fc4539c-4391-4a04-870e-93d7726a0949 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 945 time: 0.4584665 Feb 28 17:21:35.671997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:35.678401 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-fa5eb4b2-a001-48b3-b3a6-19a718774b80 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:35.679018 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-fa5eb4b2-a001-48b3-b3a6-19a718774b80 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:35.681269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-d035a52d-76fa-4b29-ab86-5ad87b3fc8a0 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Made reservation on behalf of 2892fe08ab7243edb3843bc1ce4e10f9 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:21:35.685077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-d035a52d-76fa-4b29-ab86-5ad87b3fc8a0 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:35.693716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5eb4b2-a001-48b3-b3a6-19a718774b80 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Pushing event updated for resources: {'Port': ['ID=b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:35.720452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '798e28b7-2a97-42c3-9aa7-4413d6985b80', 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99', 'port_id': '798e28b7-2a97-42c3-9aa7-4413d6985b80', 'mac_address': 'fa:16:3e:bb:72:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d8b4a6-73f9-4d54-bb5c-3856ed373ac8', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:35.778355 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-21645ed8-d152-44ad-b41e-3c0fbcd4ddd3 req-f1fdd88d-aecc-47ce-aa7f-37530034f855 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073136 Feb 28 17:21:35.799456 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-fa5eb4b2-a001-48b3-b3a6-19a718774b80 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1320179 Feb 28 17:21:35.801131 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-e6337796-9970-433f-bdff-d719b3127b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:35.813833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 798e28b7-2a97-42c3-9aa7-4413d6985b80 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:35.814259 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:35.846714 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798e28b7-2a97-42c3-9aa7-4413d6985b80 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:35.869898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Request body: {'port': {'device_id': 'd8b92595-5026-41a4-a2cd-ae7f408b078f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:35.874839 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 798e28b7-2a97-42c3-9aa7-4413d6985b80, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=798e28b7-2a97-42c3-9aa7-4413d6985b80,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:35.893662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f68a4724-6fa6-4b87-9797-04e0e91d9d6f no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:35.919732 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-5011b7a8-1838-4e03-baa9-c3bebb24e382 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Allocated IP 172.20.0.13 (fcdb2775-d528-44c0-9e3d-17f166e5f748/91a0cc0c-d62d-4d2e-8e76-48d70af67bc2/495082e4-35a7-452d-a8f6-21fdc2d78fa5) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:21:35.951417 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-e6337796-9970-433f-bdff-d719b3127b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Network fcdb2775-d528-44c0-9e3d-17f166e5f748 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:21:35.956671 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:35.957361 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device debbeb44-0a6e-4b85-a3e8-df4d7568da2e details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:36.008778 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49d2f3b2-ec40-44df-acbb-bf46ba2556ee req-6b53c70a-a1f0-413b-8eb1-1956d125153c tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 210 time: 0.0952244 Feb 28 17:21:36.061253 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-e6337796-9970-433f-bdff-d719b3127b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:21:36.066745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-e6337796-9970-433f-bdff-d719b3127b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:21:36.125560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6337796-9970-433f-bdff-d719b3127b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Pushing event updated for resources: {'Port': ['ID=c01d72ac-610a-476c-8a23-8ec3754ff59d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:36.166411 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:36.181982 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port debbeb44-0a6e-4b85-a3e8-df4d7568da2e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=debbeb44-0a6e-4b85-a3e8-df4d7568da2e,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:36.193288 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=798e28b7-2a97-42c3-9aa7-4413d6985b80,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:36.317493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'debbeb44-0a6e-4b85-a3e8-df4d7568da2e', 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052', 'port_id': 'debbeb44-0a6e-4b85-a3e8-df4d7568da2e', 'mac_address': 'fa:16:3e:8b:58:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e36aaf-4766-4ff7-ba7f-bb449917549f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:36.335118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port f68a4724-6fa6-4b87-9797-04e0e91d9d6f is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:36.335503 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:36.343440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9ce51-3f03-4d39-8528-906c88c1f24b req-6f1d1d9a-9bad-43fc-83ae-83954bcfdde9 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:36.351238 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14f9ce51-3f03-4d39-8528-906c88c1f24b req-6f1d1d9a-9bad-43fc-83ae-83954bcfdde9 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 931 time: 0.1239192 Feb 28 17:21:36.392127 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-5011b7a8-1838-4e03-baa9-c3bebb24e382 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks [] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:36.395994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-e6337796-9970-433f-bdff-d719b3127b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:36.397507 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-e6337796-9970-433f-bdff-d719b3127b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:36.443142 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14f9ce51-3f03-4d39-8528-906c88c1f24b req-a09a42b2-f9c5-4946-926a-37e8c9b49f1b tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9156025-a0c6-42f9-9a79-3faac75fe750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835221 Feb 28 17:21:36.466675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port debbeb44-0a6e-4b85-a3e8-df4d7568da2e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:36.467072 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:36.484216 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port f68a4724-6fa6-4b87-9797-04e0e91d9d6f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:36.489918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id debbeb44-0a6e-4b85-a3e8-df4d7568da2e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:36.516874 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-e6337796-9970-433f-bdff-d719b3127b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8849614 Feb 28 17:21:36.523749 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port debbeb44-0a6e-4b85-a3e8-df4d7568da2e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=debbeb44-0a6e-4b85-a3e8-df4d7568da2e,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:36.532322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7be61fa9-9785-4bb1-b9c6-1e9f0dd97188 None None] Provisioning complete for port c01d72ac-610a-476c-8a23-8ec3754ff59d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:36.532697 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7be61fa9-9785-4bb1-b9c6-1e9f0dd97188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:36.564332 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:36.564502 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Request body: {'port': {'device_id': '447626ba-e2e7-4e28-9d26-3cb6708bfbfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:36.609460 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7be61fa9-9785-4bb1-b9c6-1e9f0dd97188 None None] Port c01d72ac-610a-476c-8a23-8ec3754ff59d cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:21:36.617048 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:36.618015 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:36.649162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:36.657558 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-5011b7a8-1838-4e03-baa9-c3bebb24e382 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:36.743180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=debbeb44-0a6e-4b85-a3e8-df4d7568da2e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:36.765662 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.resource_extend [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:21:36.797071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:36.808969 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:36.819840 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Publish callbacks [] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:36.829477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '07ccbf05-23c2-4bf1-b1ef-831a2643fc6b', 'network_id': '7d906d5f-4f1b-416c-9ece-e01d9e321052', 'port_id': '07ccbf05-23c2-4bf1-b1ef-831a2643fc6b', 'mac_address': 'fa:16:3e:6a:65:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e36aaf-4766-4ff7-ba7f-bb449917549f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:36.841534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Transition to ACTIVE for port object b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:21:36.939734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4837da5-af5f-484b-a61c-6e3041cb2590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f68a4724-6fa6-4b87-9797-04e0e91d9d6f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:36.948332 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe19438-8901-4699-a441-6fa523488e25" -d '{"events": [{"server_uuid": "b4837da5-af5f-484b-a61c-6e3041cb2590", "name": "network-vif-unplugged", "status": "completed", "tag": "f68a4724-6fa6-4b87-9797-04e0e91d9d6f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:36.956130 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:36.956336 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:36.960560 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:36.965305 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:37.226097 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902a48b-47b7-44cc-9f19-76fc4535b03f req-1ae9a316-484b-43ea-99b8-ee0a4131d945 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:37.248453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902a48b-47b7-44cc-9f19-76fc4535b03f req-1ae9a316-484b-43ea-99b8-ee0a4131d945 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:37.263846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902a48b-47b7-44cc-9f19-76fc4535b03f req-1ae9a316-484b-43ea-99b8-ee0a4131d945 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:37.276362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902a48b-47b7-44cc-9f19-76fc4535b03f req-1ae9a316-484b-43ea-99b8-ee0a4131d945 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:37.291770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902a48b-47b7-44cc-9f19-76fc4535b03f req-1ae9a316-484b-43ea-99b8-ee0a4131d945 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:37.307673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902a48b-47b7-44cc-9f19-76fc4535b03f req-1ae9a316-484b-43ea-99b8-ee0a4131d945 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:37.322071 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902a48b-47b7-44cc-9f19-76fc4535b03f req-1ae9a316-484b-43ea-99b8-ee0a4131d945 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:37.323338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49374) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:37.324451 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b902a48b-47b7-44cc-9f19-76fc4535b03f req-1ae9a316-484b-43ea-99b8-ee0a4131d945 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5423 time: 0.7406552 Feb 28 17:21:37.339096 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-5011b7a8-1838-4e03-baa9-c3bebb24e382 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Network fcdb2775-d528-44c0-9e3d-17f166e5f748 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:21:37.348993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-5011b7a8-1838-4e03-baa9-c3bebb24e382 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:21:37.370163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-5011b7a8-1838-4e03-baa9-c3bebb24e382 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:21:37.443413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Pushing event updated for resources: {'Port': ['ID=b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:37.476238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011b7a8-1838-4e03-baa9-c3bebb24e382 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Pushing event updated for resources: {'Port': ['ID=495082e4-35a7-452d-a8f6-21fdc2d78fa5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:37.505543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-5011b7a8-1838-4e03-baa9-c3bebb24e382 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:37.505543 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-5011b7a8-1838-4e03-baa9-c3bebb24e382 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:37.506686 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:37.532808 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:37.540425 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b902a48b-47b7-44cc-9f19-76fc4535b03f req-b57ffaeb-f44d-4b3d-ad70-f1572a9f6522 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2051990 Feb 28 17:21:37.569654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-d035a52d-76fa-4b29-ab86-5ad87b3fc8a0 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Allocated IP 172.20.0.5 (fcdb2775-d528-44c0-9e3d-17f166e5f748/91a0cc0c-d62d-4d2e-8e76-48d70af67bc2/5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:21:37.630950 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbfac40-ec05-4dc1-9c04-2950fb7c2813 x-openstack-request-id: req-4cbfac40-ec05-4dc1-9c04-2950fb7c2813 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:37.631251 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4837da5-af5f-484b-a61c-6e3041cb2590", "name": "network-vif-unplugged", "status": "completed", "tag": "f68a4724-6fa6-4b87-9797-04e0e91d9d6f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:37.631508 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4cbfac40-ec05-4dc1-9c04-2950fb7c2813 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:37.631918 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4837da5-af5f-484b-a61c-6e3041cb2590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f68a4724-6fa6-4b87-9797-04e0e91d9d6f', 'code': 200} Feb 28 17:21:37.718787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Attempting to bind port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:21:37.719076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Attempting to bind port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a23dc362-306f-4595-889a-1d0be1e479e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '84fe902f-d760-4e56-a26c-590067842c16'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:21:37.719432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Attempting to bind port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 on network 84fe902f-d760-4e56-a26c-590067842c16 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:21:37.730003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 on network 84fe902f-d760-4e56-a26c-590067842c16 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:21:37.730322 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Attempting to bind port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 on network 84fe902f-d760-4e56-a26c-590067842c16 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:21:37.736217 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:21:37.736590 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Checking segment: {'id': 'a23dc362-306f-4595-889a-1d0be1e479e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '84fe902f-d760-4e56-a26c-590067842c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:21:37.736927 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Bound using segment: {'id': 'a23dc362-306f-4595-889a-1d0be1e479e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '84fe902f-d760-4e56-a26c-590067842c16'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:21:37.737346 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Bound port: b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a23dc362-306f-4595-889a-1d0be1e479e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '84fe902f-d760-4e56-a26c-590067842c16'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:21:37.737695 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:37.759559 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:37.788993 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bb65f1c5-2b94-4a5d-b462-4320c965e440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:37.790684 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:37.793277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device ef6ac6e4-3324-41d9-af4d-48868536be2c details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:37.821045 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-d035a52d-76fa-4b29-ab86-5ad87b3fc8a0 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks [] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:37.821806 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82e9e02a-5321-468f-813d-1e2dd8464ce3 req-f31b7ee5-dce9-4fd9-a152-ba9b85dab401 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 210 time: 0.0340178 Feb 28 17:21:37.858540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] For port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:21:37.865113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] For port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958,segment=NetworkSegment(a23dc362-306f-4595-889a-1d0be1e479e3),segment_id=a23dc362-306f-4595-889a-1d0be1e479e3)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:21:37.894340 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10f1ac-4df8-4bf1-a71a-a1575fdbdacc req-f900edb2-023a-48f5-8f44-c290e1da38a0 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:37.896090 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f10f1ac-4df8-4bf1-a71a-a1575fdbdacc req-f900edb2-023a-48f5-8f44-c290e1da38a0 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 943 time: 0.6241689 Feb 28 17:21:37.896517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port ef6ac6e4-3324-41d9-af4d-48868536be2c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ef6ac6e4-3324-41d9-af4d-48868536be2c,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:37.920115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'ef6ac6e4-3324-41d9-af4d-48868536be2c', 'network_id': '91981ed3-7507-473e-bc6a-cc9456441a99', 'port_id': 'ef6ac6e4-3324-41d9-af4d-48868536be2c', 'mac_address': 'fa:16:3e:ad:93:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d8b4a6-73f9-4d54-bb5c-3856ed373ac8', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:37.932086 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c2ca5d50-0b0f-489c-9939-5bc8d2430767 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cea79b56c7a54ab1ade94c9ea64db22c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6049819 Feb 28 17:21:37.934988 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49390) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:37.941178 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-d035a52d-76fa-4b29-ab86-5ad87b3fc8a0 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:37.998223 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-5011b7a8-1838-4e03-baa9-c3bebb24e382 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7437508 Feb 28 17:21:38.003809 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port ef6ac6e4-3324-41d9-af4d-48868536be2c is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:38.004998 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.010532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-d035a52d-76fa-4b29-ab86-5ad87b3fc8a0 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Network fcdb2775-d528-44c0-9e3d-17f166e5f748 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:21:38.027850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6ac6e4-3324-41d9-af4d-48868536be2c {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:38.040304 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-d035a52d-76fa-4b29-ab86-5ad87b3fc8a0 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:21:38.043940 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-d035a52d-76fa-4b29-ab86-5ad87b3fc8a0 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:21:38.076053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Request body: {'port': {'device_id': 'a8a074f1-ab7c-4259-9392-5b30de2169df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:38.083326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port ef6ac6e4-3324-41d9-af4d-48868536be2c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ef6ac6e4-3324-41d9-af4d-48868536be2c,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:38.099147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-cf40f9c6-0a54-4205-8d59-67621e479330 None None] Provisioning complete for port 495082e4-35a7-452d-a8f6-21fdc2d78fa5 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:38.099859 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cf40f9c6-0a54-4205-8d59-67621e479330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.103018 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.142509 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-cf40f9c6-0a54-4205-8d59-67621e479330 None None] Port 495082e4-35a7-452d-a8f6-21fdc2d78fa5 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:21:38.166173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:38.194087 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.194790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device dba8abd3-2fff-466c-935b-cc9c3eb302cc details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:38.269564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Pushing event updated for resources: {'Port': ['ID=b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:38.296126 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f10f1ac-4df8-4bf1-a71a-a1575fdbdacc req-51ef197b-f860-4ff3-af85-133bc1c92729 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753216 Feb 28 17:21:38.309580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035a52d-76fa-4b29-ab86-5ad87b3fc8a0 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Pushing event updated for resources: {'Port': ['ID=5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:38.328156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=ef6ac6e4-3324-41d9-af4d-48868536be2c,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:38.364839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-d035a52d-76fa-4b29-ab86-5ad87b3fc8a0 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:38.365421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-d035a52d-76fa-4b29-ab86-5ad87b3fc8a0 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.411350 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:38.412356 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.419847 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-5647884e-5194-4f70-8793-5c335e1ccd84 service neutron] 10.222.0.69 "PUT /v2.0/ports/b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 HTTP/1.1" status: 200 len: 1092 time: 2.5854840 Feb 28 17:21:38.425768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b92595-5026-41a4-a2cd-ae7f408b078f', 'tag': 'b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:38.428817 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57ea0cd-a2cb-46b0-b42f-45e222dd36bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b92595-5026-41a4-a2cd-ae7f408b078f", "tag": "b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:38.496664 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.503085 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7fe33ca4-fdd5-4066-81fd-aa4241f89547 admin admin] Publish callbacks [] for security_group (8813aac5-b566-4d0c-9a5d-62bfe72003bc), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.563977 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673adbf8-13f0-42b3-a21a-d4b57e143065 x-openstack-request-id: req-673adbf8-13f0-42b3-a21a-d4b57e143065 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:38.563977 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b92595-5026-41a4-a2cd-ae7f408b078f", "tag": "b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:38.563977 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-673adbf8-13f0-42b3-a21a-d4b57e143065 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:38.563977 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b92595-5026-41a4-a2cd-ae7f408b078f', 'tag': 'b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958', 'status': 'completed', 'code': 200} Feb 28 17:21:38.596630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port dba8abd3-2fff-466c-935b-cc9c3eb302cc, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=dba8abd3-2fff-466c-935b-cc9c3eb302cc,segment=NetworkSegment(b7ac9249-e6bf-483f-8503-e60544033712),segment_id=b7ac9249-e6bf-483f-8503-e60544033712)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:38.608563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1168deff-7717-49b9-b4aa-1fa1997aa90c None None] Provisioning complete for port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:38.608918 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1168deff-7717-49b9-b4aa-1fa1997aa90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.634735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'dba8abd3-2fff-466c-935b-cc9c3eb302cc', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'port_id': 'dba8abd3-2fff-466c-935b-cc9c3eb302cc', 'mac_address': 'fa:16:3e:e1:5b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:38.644359 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7fe33ca4-fdd5-4066-81fd-aa4241f89547 admin admin] Publish callbacks [] for security_group (8813aac5-b566-4d0c-9a5d-62bfe72003bc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.686381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port dba8abd3-2fff-466c-935b-cc9c3eb302cc is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:38.686858 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.706821 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba8abd3-2fff-466c-935b-cc9c3eb302cc {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:38.720109 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-d035a52d-76fa-4b29-ab86-5ad87b3fc8a0 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3532248 Feb 28 17:21:38.727859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1168deff-7717-49b9-b4aa-1fa1997aa90c None None] Port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:21:38.737832 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Request body: {'port': {'device_id': 'd3a4a776-4544-4151-bc9a-cd8acd526d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:38.743782 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port dba8abd3-2fff-466c-935b-cc9c3eb302cc, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=dba8abd3-2fff-466c-935b-cc9c3eb302cc,segment=NetworkSegment(b7ac9249-e6bf-483f-8503-e60544033712),segment_id=b7ac9249-e6bf-483f-8503-e60544033712)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:38.761012 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c6ba4-922e-43b0-90ab-ef727d1399ae req-d11d49f2-a15e-4824-9f80-c91b430d4760 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:38.762735 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-983c6ba4-922e-43b0-90ab-ef727d1399ae req-d11d49f2-a15e-4824-9f80-c91b430d4760 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 943 time: 0.6485415 Feb 28 17:21:38.777816 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f27dc4-b4a9-45d7-9be8-dd6c35c5a23e req-f81cf4ef-9ad3-404f-9b61-80fe2d3a569c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:38.779515 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9f27dc4-b4a9-45d7-9be8-dd6c35c5a23e req-f81cf4ef-9ad3-404f-9b61-80fe2d3a569c tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 943 time: 0.4369400 Feb 28 17:21:38.818763 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.855965 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.857894 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7fe33ca4-fdd5-4066-81fd-aa4241f89547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8813aac5-b566-4d0c-9a5d-62bfe72003bc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.860547 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7fe33ca4-fdd5-4066-81fd-aa4241f89547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:38.876523 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7fe33ca4-fdd5-4066-81fd-aa4241f89547 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8813aac5-b566-4d0c-9a5d-62bfe72003bc HTTP/1.1" status: 204 len: 168 time: 0.9297235 Feb 28 17:21:38.942431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=dba8abd3-2fff-466c-935b-cc9c3eb302cc,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:38.996635 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe33ca4-fdd5-4066-81fd-aa4241f89547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8813aac5-b566-4d0c-9a5d-62bfe72003bc,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:39.006309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-429402ff-c0a1-458a-9f5d-cd261f53504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:39.007855 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-429402ff-c0a1-458a-9f5d-cd261f53504c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3ffaf85c5234a10a23a95c24b72e79f&device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 1126 time: 0.4603887 Feb 28 17:21:39.019211 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01d72ac-610a-476c-8a23-8ec3754ff59d {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:39.063595 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Publish callbacks [] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:39.139059 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-405b2cba-465c-4938-b889-6a4269eca9f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 HTTP/1.1" status: 200 len: 217 time: 0.1151145 Feb 28 17:21:39.154439 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-983c6ba4-922e-43b0-90ab-ef727d1399ae req-764407b0-879e-4790-bfa6-144a1a552d5d tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9156025-a0c6-42f9-9a79-3faac75fe750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717694 Feb 28 17:21:39.240550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Transition to ACTIVE for port object c01d72ac-610a-476c-8a23-8ec3754ff59d will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:21:39.329431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-8cef3a15-4c16-42b2-abb6-77efd53071f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:39.331982 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-8cef3a15-4c16-42b2-abb6-77efd53071f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5b182157-0900-4c2b-8df9-d2b3e0a9a8a5 HTTP/1.1" status: 200 len: 861 time: 0.1762753 Feb 28 17:21:39.339339 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:39.376184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-a9f27dc4-b4a9-45d7-9be8-dd6c35c5a23e req-f3f9ef6c-9a16-4216-8058-ebd45126a464 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Deleting port f68a4724-6fa6-4b87-9797-04e0e91d9d6f {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:39.376995 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a9f27dc4-b4a9-45d7-9be8-dd6c35c5a23e req-f3f9ef6c-9a16-4216-8058-ebd45126a464 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:39.390446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ef4c-77c3-490d-b32b-dd2a23f66a10 req-e7425e65-1ddb-4c16-8781-94aabc36ba5a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:39.408600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ef4c-77c3-490d-b32b-dd2a23f66a10 req-e7425e65-1ddb-4c16-8781-94aabc36ba5a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:39.420912 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ef4c-77c3-490d-b32b-dd2a23f66a10 req-e7425e65-1ddb-4c16-8781-94aabc36ba5a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:39.428327 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ef4c-77c3-490d-b32b-dd2a23f66a10 req-e7425e65-1ddb-4c16-8781-94aabc36ba5a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:39.440329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ef4c-77c3-490d-b32b-dd2a23f66a10 req-e7425e65-1ddb-4c16-8781-94aabc36ba5a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:39.446983 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-82874727-e8d1-48a6-a849-52370b17fc67 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84fe902f-d760-4e56-a26c-590067842c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955212 Feb 28 17:21:39.450199 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ef4c-77c3-490d-b32b-dd2a23f66a10 req-e7425e65-1ddb-4c16-8781-94aabc36ba5a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:39.468665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc2622-8fd6-4f78-b82d-2f713b556eed req-b029d798-d468-403e-9078-c35fa7498269 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:39.472451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ef4c-77c3-490d-b32b-dd2a23f66a10 req-e7425e65-1ddb-4c16-8781-94aabc36ba5a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:39.474461 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-97f3ef4c-77c3-490d-b32b-dd2a23f66a10 req-e7425e65-1ddb-4c16-8781-94aabc36ba5a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5426 time: 0.3004539 Feb 28 17:21:39.475935 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-05cc2622-8fd6-4f78-b82d-2f713b556eed req-b029d798-d468-403e-9078-c35fa7498269 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 931 time: 0.2167532 Feb 28 17:21:39.560345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['798e28b7-2a97-42c3-9aa7-4413d6985b80'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:39.567029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['ef6ac6e4-3324-41d9-af4d-48868536be2c'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:39.635759 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['dba8abd3-2fff-466c-935b-cc9c3eb302cc'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:39.638223 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['e3562be2-4d3d-4ee7-a299-a4054484514a'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:39.656325 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-97f3ef4c-77c3-490d-b32b-dd2a23f66a10 req-84aba5df-5af9-45c7-8952-318dd2ddce1f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532085 Feb 28 17:21:39.685756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['07ccbf05-23c2-4bf1-b1ef-831a2643fc6b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:39.710097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:39.715610 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Pushing event updated for resources: {'Port': ['ID=c01d72ac-610a-476c-8a23-8ec3754ff59d,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:39.785582 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-696c0077-08c0-4927-a356-61f4bf53fa7e service neutron] 10.222.0.69 "GET /v2.0/networks/84fe902f-d760-4e56-a26c-590067842c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603979 Feb 28 17:21:39.841580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49422) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:39.893976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495082e4-35a7-452d-a8f6-21fdc2d78fa5 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:39.904674 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Publish callbacks [] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:39.959380 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-05cc2622-8fd6-4f78-b82d-2f713b556eed req-22212b3e-64d6-49c6-8c0b-3705a80f5a8a tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823890 Feb 28 17:21:39.969071 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3c773a7f-8e8f-4c81-9bde-6e8df31fad2a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=77e220cae9ed4ca5ad39a1d1f07e62bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244767 Feb 28 17:21:39.970588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Transition to ACTIVE for port object 495082e4-35a7-452d-a8f6-21fdc2d78fa5 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:21:39.978398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b913591-9b48-4a1b-9624-da17c14eff3e req-02a7bd81-f57e-4695-8ef7-90b8e850348f tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:39.985561 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b913591-9b48-4a1b-9624-da17c14eff3e req-02a7bd81-f57e-4695-8ef7-90b8e850348f tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 946 time: 0.1453788 Feb 28 17:21:39.989734 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49430) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:40.052983 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b913591-9b48-4a1b-9624-da17c14eff3e req-59abf6b5-e059-4c2b-b144-2f16a9421daf tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600493 Feb 28 17:21:40.066840 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:40.070723 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b3874f8-5a39-486c-a185-d42376795dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:40.134130 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Attempting to bind port c01d72ac-610a-476c-8a23-8ec3754ff59d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:21:40.134611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Attempting to bind port c01d72ac-610a-476c-8a23-8ec3754ff59d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:21:40.134779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Attempting to bind port c01d72ac-610a-476c-8a23-8ec3754ff59d on network fcdb2775-d528-44c0-9e3d-17f166e5f748 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:21:40.137842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-a9f27dc4-b4a9-45d7-9be8-dd6c35c5a23e req-f3f9ef6c-9a16-4216-8058-ebd45126a464 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] For port f68a4724-6fa6-4b87-9797-04e0e91d9d6f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,segment=NetworkSegment(e89b4744-e005-41a1-bf02-84aa2824caa7),segment_id=e89b4744-e005-41a1-bf02-84aa2824caa7)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:40.138231 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a9f27dc4-b4a9-45d7-9be8-dd6c35c5a23e req-f3f9ef6c-9a16-4216-8058-ebd45126a464 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:40.285470 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:40.443846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=495082e4-35a7-452d-a8f6-21fdc2d78fa5,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:40.480222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['debbeb44-0a6e-4b85-a3e8-df4d7568da2e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:40.533450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Attempting to bind port 495082e4-35a7-452d-a8f6-21fdc2d78fa5 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:21:40.534339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Attempting to bind port 495082e4-35a7-452d-a8f6-21fdc2d78fa5 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:21:40.536244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Attempting to bind port 495082e4-35a7-452d-a8f6-21fdc2d78fa5 on network fcdb2775-d528-44c0-9e3d-17f166e5f748 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:21:40.563125 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Port 495082e4-35a7-452d-a8f6-21fdc2d78fa5 on network fcdb2775-d528-44c0-9e3d-17f166e5f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:21:40.563907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Attempting to bind port 495082e4-35a7-452d-a8f6-21fdc2d78fa5 on network fcdb2775-d528-44c0-9e3d-17f166e5f748 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:21:40.646839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:21:40.647566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Checking segment: {'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:21:40.648199 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Bound using segment: {'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:21:40.648984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Bound port: 495082e4-35a7-452d-a8f6-21fdc2d78fa5, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:21:40.649597 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:40.669277 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867e94d-e4dd-42be-84e9-1a93c58b6b6e req-d547a532-aca7-466c-8f4d-7207f4cd54a5 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:40.678577 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1867e94d-e4dd-42be-84e9-1a93c58b6b6e req-d547a532-aca7-466c-8f4d-7207f4cd54a5 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 943 time: 0.4090281 Feb 28 17:21:40.757234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Port c01d72ac-610a-476c-8a23-8ec3754ff59d on network fcdb2775-d528-44c0-9e3d-17f166e5f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:21:40.757722 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Attempting to bind port c01d72ac-610a-476c-8a23-8ec3754ff59d on network fcdb2775-d528-44c0-9e3d-17f166e5f748 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:21:40.796871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-a9f27dc4-b4a9-45d7-9be8-dd6c35c5a23e req-f3f9ef6c-9a16-4216-8058-ebd45126a464 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Calling delete_port for f68a4724-6fa6-4b87-9797-04e0e91d9d6f owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:40.799994 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] For port 495082e4-35a7-452d-a8f6-21fdc2d78fa5, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:21:40.808057 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] For port 495082e4-35a7-452d-a8f6-21fdc2d78fa5, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=495082e4-35a7-452d-a8f6-21fdc2d78fa5,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:21:40.823273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:21:40.834210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Checking segment: {'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:21:40.834210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Bound using segment: {'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:21:40.834210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Bound port: c01d72ac-610a-476c-8a23-8ec3754ff59d, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:21:40.834210 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:40.905825 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:40.917066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea164be5-df0d-4b28-8465-12a90a659466 req-89a4ce2f-609d-416b-9ad0-e797d0c64ed9 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:40.919139 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ea164be5-df0d-4b28-8465-12a90a659466 req-89a4ce2f-609d-416b-9ad0-e797d0c64ed9 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.69 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 946 time: 0.3666129 Feb 28 17:21:40.973824 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5fafa8f-951b-4416-8642-54abcd3a7261 req-372493c2-7eec-4cd1-a388-45557f362c3f service neutron] 10.222.0.69 "GET /v2.0/networks/84fe902f-d760-4e56-a26c-590067842c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1797259 Feb 28 17:21:40.986487 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1867e94d-e4dd-42be-84e9-1a93c58b6b6e req-9a29ffea-e051-400b-b59a-7270ace89b05 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9156025-a0c6-42f9-9a79-3faac75fe750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058846 Feb 28 17:21:40.995037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:41.014405 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-168c957c-07c5-4cd1-a4ba-2af78d1a714a admin admin] Publish callbacks [] for security_group (bba99f98-c158-4e8a-90dd-1667a523250f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:41.065439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7940d-2702-45c9-8dcd-afacf281944c req-d5206fe4-8eaa-4e1f-94ec-e3a031654a10 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.092861 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.095117 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:41.102333 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] 10.222.0.69 "PUT /v2.0/ports/495082e4-35a7-452d-a8f6-21fdc2d78fa5 HTTP/1.1" status: 200 len: 1093 time: 3.0849164 Feb 28 17:21:41.108633 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Publish callbacks [] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:41.114814 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a074f1-ab7c-4259-9392-5b30de2169df', 'tag': '495082e4-35a7-452d-a8f6-21fdc2d78fa5'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:41.117190 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ea0ff0-0486-45d0-ab33-27430c7955e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a074f1-ab7c-4259-9392-5b30de2169df", "tag": "495082e4-35a7-452d-a8f6-21fdc2d78fa5"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:41.120494 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3c7940d-2702-45c9-8dcd-afacf281944c req-d5206fe4-8eaa-4e1f-94ec-e3a031654a10 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 943 time: 0.9971733 Feb 28 17:21:41.159549 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] For port c01d72ac-610a-476c-8a23-8ec3754ff59d, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:21:41.208213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Transition to ACTIVE for port object 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:21:41.213775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] For port c01d72ac-610a-476c-8a23-8ec3754ff59d, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c01d72ac-610a-476c-8a23-8ec3754ff59d,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:21:41.216479 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-168c957c-07c5-4cd1-a4ba-2af78d1a714a admin admin] Publish callbacks [] for security_group (bba99f98-c158-4e8a-90dd-1667a523250f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:41.257756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53231d1c-8157-4e89-92be-5e37aa80a0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=495082e4-35a7-452d-a8f6-21fdc2d78fa5,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:41.292389 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:41.321428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7ef2f-49f2-451b-85f4-3a3af75aa141 req-a683aefe-070c-47e0-ba91-1f8868e00a99 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.321604 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3c7940d-2702-45c9-8dcd-afacf281944c req-de6ee789-5649-405a-9cae-2e531297b402 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/security-groups?id=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982648 Feb 28 17:21:41.322726 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:41.327272 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7ef2f-49f2-451b-85f4-3a3af75aa141 req-a683aefe-070c-47e0-ba91-1f8868e00a99 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.333302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7ef2f-49f2-451b-85f4-3a3af75aa141 req-a683aefe-070c-47e0-ba91-1f8868e00a99 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.338889 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7ef2f-49f2-451b-85f4-3a3af75aa141 req-a683aefe-070c-47e0-ba91-1f8868e00a99 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.349293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7ef2f-49f2-451b-85f4-3a3af75aa141 req-a683aefe-070c-47e0-ba91-1f8868e00a99 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.359639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7ef2f-49f2-451b-85f4-3a3af75aa141 req-a683aefe-070c-47e0-ba91-1f8868e00a99 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.365045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7ef2f-49f2-451b-85f4-3a3af75aa141 req-a683aefe-070c-47e0-ba91-1f8868e00a99 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.372986 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24c7ef2f-49f2-451b-85f4-3a3af75aa141 req-a683aefe-070c-47e0-ba91-1f8868e00a99 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5426 time: 0.2615676 Feb 28 17:21:41.376246 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:41.394680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.395288 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:41.396669 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] 10.222.0.69 "PUT /v2.0/ports/c01d72ac-610a-476c-8a23-8ec3754ff59d HTTP/1.1" status: 200 len: 1093 time: 4.8412404 Feb 28 17:21:41.397719 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447626ba-e2e7-4e28-9d26-3cb6708bfbfa', 'tag': 'c01d72ac-610a-476c-8a23-8ec3754ff59d'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:41.404148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ea0cd-a2cb-46b0-b42f-45e222dd36bf req-5507f105-d5b5-4817-a6e4-c90adc5edaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.406090 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ea7727-094f-4347-aa8a-f2b34976b3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "447626ba-e2e7-4e28-9d26-3cb6708bfbfa", "tag": "c01d72ac-610a-476c-8a23-8ec3754ff59d"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:41.408461 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f57ea0cd-a2cb-46b0-b42f-45e222dd36bf req-5507f105-d5b5-4817-a6e4-c90adc5edaf6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3ffaf85c5234a10a23a95c24b72e79f&device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 1126 time: 0.2527766 Feb 28 17:21:41.478411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-ea164be5-df0d-4b28-8465-12a90a659466 req-7a8f9923-bdd4-4bde-8a65-582394f049c8 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Deleting port c9ef413e-fea0-4b60-a848-ed6e649d756e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:41.478982 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ea164be5-df0d-4b28-8465-12a90a659466 req-7a8f9923-bdd4-4bde-8a65-582394f049c8 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:41.650075 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a9f27dc4-b4a9-45d7-9be8-dd6c35c5a23e req-f3f9ef6c-9a16-4216-8058-ebd45126a464 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f68a4724-6fa6-4b87-9797-04e0e91d9d6f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:41.674896 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-168c957c-07c5-4cd1-a4ba-2af78d1a714a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bba99f98-c158-4e8a-90dd-1667a523250f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:41.677576 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-168c957c-07c5-4cd1-a4ba-2af78d1a714a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:41.681989 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-168c957c-07c5-4cd1-a4ba-2af78d1a714a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bba99f98-c158-4e8a-90dd-1667a523250f HTTP/1.1" status: 204 len: 168 time: 1.6889849 Feb 28 17:21:41.714954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c957c-07c5-4cd1-a4ba-2af78d1a714a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba99f98-c158-4e8a-90dd-1667a523250f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:41.745740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-06ea3833-8e31-4c5a-9591-d2c47950f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.747865 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-06ea3833-8e31-4c5a-9591-d2c47950f807 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2892fe08ab7243edb3843bc1ce4e10f9&device_id=a8a074f1-ab7c-4259-9392-5b30de2169df HTTP/1.1" status: 200 len: 1127 time: 0.5004249 Feb 28 17:21:41.776062 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9c2de-8369-4c78-83dd-399c3ef87d45 service neutron] Pushing event updated for resources: {'Port': ['ID=c01d72ac-610a-476c-8a23-8ec3754ff59d,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:41.844878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ea0cd-a2cb-46b0-b42f-45e222dd36bf req-5e2a1e4f-975e-4b50-bffa-511126902158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.848062 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755062d-697b-4fe5-8b69-4b5edc1e7cdf req-5814c2a2-ebf9-48ba-acb0-6dbd9ad4b2a9 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.849835 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f755062d-697b-4fe5-8b69-4b5edc1e7cdf req-5814c2a2-ebf9-48ba-acb0-6dbd9ad4b2a9 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 943 time: 0.3330245 Feb 28 17:21:41.858948 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f57ea0cd-a2cb-46b0-b42f-45e222dd36bf req-5e2a1e4f-975e-4b50-bffa-511126902158 service neutron] 10.222.0.69 "GET /v2.0/networks?id=84fe902f-d760-4e56-a26c-590067842c16 HTTP/1.1" status: 200 len: 922 time: 0.4021606 Feb 28 17:21:41.888847 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24c7ef2f-49f2-451b-85f4-3a3af75aa141 req-5ad7d118-1e1c-4952-a259-025c19ba0458 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5147917 Feb 28 17:21:41.908777 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-b8b1b8aa-09f8-452e-b608-7632c3852a11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=495082e4-35a7-452d-a8f6-21fdc2d78fa5 HTTP/1.1" status: 200 len: 217 time: 0.1491425 Feb 28 17:21:41.943800 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-caa5f432-77d0-4e64-9da4-947c0705e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:41.945308 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-caa5f432-77d0-4e64-9da4-947c0705e719 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2892fe08ab7243edb3843bc1ce4e10f9&device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 1127 time: 0.4170089 Feb 28 17:21:41.947243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f68a4724-6fa6-4b87-9797-04e0e91d9d6f no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:41.948409 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9ef6c-9a16-4216-8058-ebd45126a464 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Pushing event deleted for resources: {'Port': ['ID=f68a4724-6fa6-4b87-9797-04e0e91d9d6f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:42.017383 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: f68a4724-6fa6-4b87-9797-04e0e91d9d6f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:42.019571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f68a4724-6fa6-4b87-9797-04e0e91d9d6f not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:42.092321 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f27dc4-b4a9-45d7-9be8-dd6c35c5a23e req-f3f9ef6c-9a16-4216-8058-ebd45126a464 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] No DVR routers for this DVR port f68a4724-6fa6-4b87-9797-04e0e91d9d6f on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:42.101063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a9f27dc4-b4a9-45d7-9be8-dd6c35c5a23e req-f3f9ef6c-9a16-4216-8058-ebd45126a464 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:42.105165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Pushing event updated for resources: {'Port': ['ID=5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:42.105315 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9f27dc4-b4a9-45d7-9be8-dd6c35c5a23e req-f3f9ef6c-9a16-4216-8058-ebd45126a464 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.73 "DELETE /v2.0/ports/f68a4724-6fa6-4b87-9797-04e0e91d9d6f HTTP/1.1" status: 204 len: 173 time: 3.2882180 Feb 28 17:21:42.105982 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-c3bf7a5b-c393-4e64-b528-338b3526704e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c01d72ac-610a-476c-8a23-8ec3754ff59d HTTP/1.1" status: 200 len: 217 time: 0.1373184 Feb 28 17:21:42.121021 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f57ea0cd-a2cb-46b0-b42f-45e222dd36bf req-b7251348-ecf7-4672-8992-dfa407152e0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 HTTP/1.1" status: 200 len: 217 time: 0.2204874 Feb 28 17:21:42.124096 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-ea164be5-df0d-4b28-8465-12a90a659466 req-7a8f9923-bdd4-4bde-8a65-582394f049c8 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] For port c9ef413e-fea0-4b60-a848-ed6e649d756e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c9ef413e-fea0-4b60-a848-ed6e649d756e,segment=NetworkSegment(84b5bf95-268a-4987-a6c4-e119b8f27508),segment_id=84b5bf95-268a-4987-a6c4-e119b8f27508)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:42.124465 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ea164be5-df0d-4b28-8465-12a90a659466 req-7a8f9923-bdd4-4bde-8a65-582394f049c8 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:42.265191 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-2034cb6c-bdc6-403a-a303-ccf35bb2b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:42.272827 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-2034cb6c-bdc6-403a-a303-ccf35bb2b664 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91a0cc0c-d62d-4d2e-8e76-48d70af67bc2 HTTP/1.1" status: 200 len: 854 time: 0.3161867 Feb 28 17:21:42.322366 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-ea164be5-df0d-4b28-8465-12a90a659466 req-7a8f9923-bdd4-4bde-8a65-582394f049c8 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Calling delete_port for c9ef413e-fea0-4b60-a848-ed6e649d756e owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:42.346526 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f755062d-697b-4fe5-8b69-4b5edc1e7cdf req-7acff4b8-f640-4010-9743-a2ce994e95db tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115694 Feb 28 17:21:42.392456 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:42.400840 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-109af1a4-d06a-4107-9680-2b4bb4136efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:42.405165 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-109af1a4-d06a-4107-9680-2b4bb4136efc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91a0cc0c-d62d-4d2e-8e76-48d70af67bc2 HTTP/1.1" status: 200 len: 854 time: 0.2810843 Feb 28 17:21:42.470530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-91aa1dfa-be2c-4eb0-8967-5f3d958a6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:42.472011 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-91aa1dfa-be2c-4eb0-8967-5f3d958a6be5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fcdb2775-d528-44c0-9e3d-17f166e5f748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1983919 Feb 28 17:21:42.492438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-32124e03-5232-40aa-bb81-a07557e5a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:42.496366 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-32124e03-5232-40aa-bb81-a07557e5a757 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fcdb2775-d528-44c0-9e3d-17f166e5f748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0878515 Feb 28 17:21:42.538351 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c33fab-98f5-425e-8cdc-7db07e23417b x-openstack-request-id: req-57c33fab-98f5-425e-8cdc-7db07e23417b {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:42.538717 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447626ba-e2e7-4e28-9d26-3cb6708bfbfa", "tag": "c01d72ac-610a-476c-8a23-8ec3754ff59d", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:42.538924 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-57c33fab-98f5-425e-8cdc-7db07e23417b {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:42.539267 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447626ba-e2e7-4e28-9d26-3cb6708bfbfa', 'tag': 'c01d72ac-610a-476c-8a23-8ec3754ff59d', 'status': 'completed', 'code': 200} Feb 28 17:21:42.573662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Attempting to bind port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:21:42.574305 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Attempting to bind port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:21:42.574409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Attempting to bind port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 on network fcdb2775-d528-44c0-9e3d-17f166e5f748 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:21:42.578206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ea0cd-a2cb-46b0-b42f-45e222dd36bf req-5c0d5133-5ee5-4d3f-b32a-6b8aaf1a0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:42.579722 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f57ea0cd-a2cb-46b0-b42f-45e222dd36bf req-5c0d5133-5ee5-4d3f-b32a-6b8aaf1a0d51 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5b182157-0900-4c2b-8df9-d2b3e0a9a8a5 HTTP/1.1" status: 200 len: 861 time: 0.4585629 Feb 28 17:21:42.586087 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b67cbb-c96a-4bc2-aafb-73f63d7a0629 x-openstack-request-id: req-f2b67cbb-c96a-4bc2-aafb-73f63d7a0629 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:42.586469 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a074f1-ab7c-4259-9392-5b30de2169df", "tag": "495082e4-35a7-452d-a8f6-21fdc2d78fa5", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:42.586719 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f2b67cbb-c96a-4bc2-aafb-73f63d7a0629 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:42.587126 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a074f1-ab7c-4259-9392-5b30de2169df', 'tag': '495082e4-35a7-452d-a8f6-21fdc2d78fa5', 'status': 'completed', 'code': 200} Feb 28 17:21:42.626201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f57ea0cd-a2cb-46b0-b42f-45e222dd36bf req-3b4d3a11-c55b-4562-9378-8b68626db88d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84fe902f-d760-4e56-a26c-590067842c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365291 Feb 28 17:21:42.637715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 on network fcdb2775-d528-44c0-9e3d-17f166e5f748 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:21:42.638158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Attempting to bind port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 on network fcdb2775-d528-44c0-9e3d-17f166e5f748 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:21:42.654731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:21:42.654731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Checking segment: {'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:21:42.655127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Bound using segment: {'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:21:42.655584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Bound port: 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457db4c7-ee74-40ab-87a9-23b2e78647d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:21:42.657705 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:42.673221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66808f-bc66-4160-b6b2-4a102fa68904 req-8a9cabd5-10fe-439f-9bd4-237fe08c9f48 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:42.674931 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e66808f-bc66-4160-b6b2-4a102fa68904 req-8a9cabd5-10fe-439f-9bd4-237fe08c9f48 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 946 time: 0.6154892 Feb 28 17:21:42.715506 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ea164be5-df0d-4b28-8465-12a90a659466 req-7a8f9923-bdd4-4bde-8a65-582394f049c8 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c9ef413e-fea0-4b60-a848-ed6e649d756e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:42.724215 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-7cbe0695-1f80-4af9-9805-a9d07855036d service neutron] 10.222.0.69 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448933 Feb 28 17:21:42.729637 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-d45c70f1-c187-47d2-9439-9c214f80a0ea service neutron] 10.222.0.69 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115784 Feb 28 17:21:42.730600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c9ef413e-fea0-4b60-a848-ed6e649d756e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:42.758476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169f5c6-506c-40bc-9629-ef8c6323c861 req-b4998a3d-f4d1-4ff2-89a4-2d925eefb748 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:42.774543 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9169f5c6-506c-40bc-9629-ef8c6323c861 req-b4998a3d-f4d1-4ff2-89a4-2d925eefb748 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 943 time: 0.1968563 Feb 28 17:21:42.830212 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device e3562be2-4d3d-4ee7-a299-a4054484514a up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:42.853884 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f9923-bdd4-4bde-8a65-582394f049c8 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Pushing event deleted for resources: {'Port': ['ID=c9ef413e-fea0-4b60-a848-ed6e649d756e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:42.963745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea164be5-df0d-4b28-8465-12a90a659466 req-7a8f9923-bdd4-4bde-8a65-582394f049c8 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] No DVR routers for this DVR port c9ef413e-fea0-4b60-a848-ed6e649d756e on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:42.994929 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ea164be5-df0d-4b28-8465-12a90a659466 req-7a8f9923-bdd4-4bde-8a65-582394f049c8 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:42.998495 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ea164be5-df0d-4b28-8465-12a90a659466 req-7a8f9923-bdd4-4bde-8a65-582394f049c8 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.69 "DELETE /v2.0/ports/c9ef413e-fea0-4b60-a848-ed6e649d756e HTTP/1.1" status: 204 len: 173 time: 2.0612416 Feb 28 17:21:43.015282 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e66808f-bc66-4160-b6b2-4a102fa68904 req-7997aa2c-f3cc-4142-9f30-a13c8bc7f48b tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/security-groups?id=02271398-cd50-46d2-8249-60d7ce9f0f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008127 Feb 28 17:21:43.022682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f57ea0cd-a2cb-46b0-b42f-45e222dd36bf req-fb2451a8-e550-4dbd-a52b-614689ed1159 service neutron] 10.222.0.69 "GET /v2.0/networks/84fe902f-d760-4e56-a26c-590067842c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880031 Feb 28 17:21:43.023626 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] For port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:21:43.028663 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] For port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:21:43.042091 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port e3562be2-4d3d-4ee7-a299-a4054484514a completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:21:43.050433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port e3562be2-4d3d-4ee7-a299-a4054484514a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:43.053510 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:43.109312 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:43.145431 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9169f5c6-506c-40bc-9629-ef8c6323c861 req-c95d724c-788c-45fd-b750-f7e6b702e20c tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9156025-a0c6-42f9-9a79-3faac75fe750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699172 Feb 28 17:21:43.173395 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33344a06-a714-4f9e-91f5-cd53b852dc39 req-7fe215b9-ac3d-4afb-bfc1-f6dfeddca935 service neutron] 10.222.0.69 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420869 Feb 28 17:21:43.201241 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54502522-1c52-40bd-ac2f-ab3ec3451dd1 req-9b13cdcf-2883-4690-ae6d-f631e207e5db service neutron] 10.222.0.69 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230480 Feb 28 17:21:43.266130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Pushing event updated for resources: {'Port': ['ID=5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:43.344558 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f57ea0cd-a2cb-46b0-b42f-45e222dd36bf req-1b3cc3d9-4390-45fc-a430-8fde61bee955 service neutron] 10.222.0.69 "GET /v2.0/networks/84fe902f-d760-4e56-a26c-590067842c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078566 Feb 28 17:21:43.362299 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port e3562be2-4d3d-4ee7-a299-a4054484514a is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:43.363052 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:43.373135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:43.375027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:43.388509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22b7ec-d9dc-49e7-aa61-98a771104928 req-3f38e065-355b-46d6-bada-21ebe16c8a07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:43.393267 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-4887e1f8-c07c-4385-a43a-a952df599523 service neutron] 10.222.0.69 "PUT /v2.0/ports/5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 HTTP/1.1" status: 200 len: 1092 time: 4.6661615 Feb 28 17:21:43.407941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22b7ec-d9dc-49e7-aa61-98a771104928 req-3f38e065-355b-46d6-bada-21ebe16c8a07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:43.413536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22b7ec-d9dc-49e7-aa61-98a771104928 req-3f38e065-355b-46d6-bada-21ebe16c8a07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:43.418963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22b7ec-d9dc-49e7-aa61-98a771104928 req-3f38e065-355b-46d6-bada-21ebe16c8a07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:43.425567 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22b7ec-d9dc-49e7-aa61-98a771104928 req-3f38e065-355b-46d6-bada-21ebe16c8a07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:43.442882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22b7ec-d9dc-49e7-aa61-98a771104928 req-3f38e065-355b-46d6-bada-21ebe16c8a07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:43.452691 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22b7ec-d9dc-49e7-aa61-98a771104928 req-3f38e065-355b-46d6-bada-21ebe16c8a07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:43.466891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed22b7ec-d9dc-49e7-aa61-98a771104928 req-3f38e065-355b-46d6-bada-21ebe16c8a07 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5426 time: 0.2035139 Feb 28 17:21:43.471345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3562be2-4d3d-4ee7-a299-a4054484514a'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:43.480142 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba40590f-5ed3-4038-81f2-da79fa1f71cc" -d '{"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-plugged", "status": "completed", "tag": "e3562be2-4d3d-4ee7-a299-a4054484514a"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:43.538319 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port e3562be2-4d3d-4ee7-a299-a4054484514a, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e3562be2-4d3d-4ee7-a299-a4054484514a,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:43.601082 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:43.601940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 798e28b7-2a97-42c3-9aa7-4413d6985b80 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:43.626154 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0500ec53-cdf0-4499-a159-14e87977c849 req-5fd22529-69ac-4a91-94b6-356956c95a75 tempest-ImagesTestJSON-1122723674 tempest-ImagesTestJSON-1122723674-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4837da5-af5f-484b-a61c-6e3041cb2590 HTTP/1.1" status: 200 len: 210 time: 0.2796721 Feb 28 17:21:43.640434 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed22b7ec-d9dc-49e7-aa61-98a771104928 req-a5f5d53c-28fc-4cbb-ba06-0c8b7ce239a9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1544893 Feb 28 17:21:43.672692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea7727-094f-4347-aa8a-f2b34976b3b4 req-d7a4d3c4-356e-47f3-8943-d6e2135ded0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:43.674505 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82ea7727-094f-4347-aa8a-f2b34976b3b4 req-d7a4d3c4-356e-47f3-8943-d6e2135ded0e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2892fe08ab7243edb3843bc1ce4e10f9&device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 1127 time: 0.2490604 Feb 28 17:21:43.677368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea0ff0-0486-45d0-ab33-27430c7955e9 req-89733434-44bf-426e-8c91-398d96b8c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:43.679621 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26ea0ff0-0486-45d0-ab33-27430c7955e9 req-89733434-44bf-426e-8c91-398d96b8c06b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2892fe08ab7243edb3843bc1ce4e10f9&device_id=a8a074f1-ab7c-4259-9392-5b30de2169df HTTP/1.1" status: 200 len: 1127 time: 0.2836864 Feb 28 17:21:43.687399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-c769327f-77c9-4724-b12d-a1046490ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:43.690480 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-c769327f-77c9-4724-b12d-a1046490ea23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2892fe08ab7243edb3843bc1ce4e10f9&device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 1126 time: 0.1610758 Feb 28 17:21:43.766521 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729b7bf7-e1ba-4f2e-a3d8-fcfbc682e067 x-openstack-request-id: req-729b7bf7-e1ba-4f2e-a3d8-fcfbc682e067 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:43.766805 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-plugged", "status": "completed", "tag": "e3562be2-4d3d-4ee7-a299-a4054484514a", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:43.767054 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-729b7bf7-e1ba-4f2e-a3d8-fcfbc682e067 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:43.767641 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3562be2-4d3d-4ee7-a299-a4054484514a', 'code': 200} Feb 28 17:21:43.822734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-c0e9fe06-958f-44ef-8382-27ed6a3aa199 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 HTTP/1.1" status: 200 len: 217 time: 0.1214793 Feb 28 17:21:43.829466 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=e3562be2-4d3d-4ee7-a299-a4054484514a,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:43.907319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea0ff0-0486-45d0-ab33-27430c7955e9 req-32e01d87-ebf6-4f50-89bc-7d8224e5469a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:43.908966 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26ea0ff0-0486-45d0-ab33-27430c7955e9 req-32e01d87-ebf6-4f50-89bc-7d8224e5469a service neutron] 10.222.0.69 "GET /v2.0/networks?id=fcdb2775-d528-44c0-9e3d-17f166e5f748 HTTP/1.1" status: 200 len: 916 time: 0.2111959 Feb 28 17:21:43.937372 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:43.952107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 798e28b7-2a97-42c3-9aa7-4413d6985b80 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:21:43.959136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 798e28b7-2a97-42c3-9aa7-4413d6985b80 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:43.959550 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:43.979022 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26ea0ff0-0486-45d0-ab33-27430c7955e9 req-2cfe99a6-73ca-49b6-9e01-c42352f79f23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=495082e4-35a7-452d-a8f6-21fdc2d78fa5 HTTP/1.1" status: 200 len: 217 time: 0.0611780 Feb 28 17:21:44.022555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea7727-094f-4347-aa8a-f2b34976b3b4 req-2422bfee-57f8-41db-a01b-0ffb2e4eadeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:44.024009 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82ea7727-094f-4347-aa8a-f2b34976b3b4 req-2422bfee-57f8-41db-a01b-0ffb2e4eadeb service neutron] 10.222.0.69 "GET /v2.0/networks?id=fcdb2775-d528-44c0-9e3d-17f166e5f748 HTTP/1.1" status: 200 len: 916 time: 0.3369553 Feb 28 17:21:44.024837 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0059d91-5840-47cf-b63f-c15f124e14fc req-e3acd9f8-5305-4f11-9688-b0b070961249 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:44.026397 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c0059d91-5840-47cf-b63f-c15f124e14fc req-e3acd9f8-5305-4f11-9688-b0b070961249 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 943 time: 0.2206795 Feb 28 17:21:44.032489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-f1a0a0af-dce1-412c-af51-a091c20b8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:44.033868 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-f1a0a0af-dce1-412c-af51-a091c20b8588 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91a0cc0c-d62d-4d2e-8e76-48d70af67bc2 HTTP/1.1" status: 200 len: 854 time: 0.1713479 Feb 28 17:21:44.117601 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 798e28b7-2a97-42c3-9aa7-4413d6985b80 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:44.118026 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:44.148628 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82ea7727-094f-4347-aa8a-f2b34976b3b4 req-cf02bec7-954b-4ce4-82c1-b9b45c3b1310 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c01d72ac-610a-476c-8a23-8ec3754ff59d HTTP/1.1" status: 200 len: 217 time: 0.1132956 Feb 28 17:21:44.169072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 798e28b7-2a97-42c3-9aa7-4413d6985b80, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=798e28b7-2a97-42c3-9aa7-4413d6985b80,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:44.180048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-72bd0314-fa4a-494c-adbc-17a6df3d4f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:44.182238 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-72bd0314-fa4a-494c-adbc-17a6df3d4f20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fcdb2775-d528-44c0-9e3d-17f166e5f748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1424255 Feb 28 17:21:44.192655 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c0059d91-5840-47cf-b63f-c15f124e14fc req-cf34a229-c233-46ba-a4d8-0e59b85ecea1 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537786 Feb 28 17:21:44.193394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea0ff0-0486-45d0-ab33-27430c7955e9 req-10779de4-cb0a-47d1-8b8b-833254b0dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:44.194893 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26ea0ff0-0486-45d0-ab33-27430c7955e9 req-10779de4-cb0a-47d1-8b8b-833254b0dbb6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91a0cc0c-d62d-4d2e-8e76-48d70af67bc2 HTTP/1.1" status: 200 len: 854 time: 0.1690884 Feb 28 17:21:44.246654 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:44.247471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:44.284273 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4d1617e6-f5a5-47e0-a47c-486e9c22b8ee req-179e6cab-e76a-4ad8-ba49-ae413b4a260e tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] 10.222.0.72 "GET /v2.0/ports?device_id=79d51598-3ace-462a-9ef9-70d53a94bf72 HTTP/1.1" status: 200 len: 210 time: 0.0797429 Feb 28 17:21:44.286599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea7727-094f-4347-aa8a-f2b34976b3b4 req-29963a9e-fa5a-4f46-b0c0-9cbb92a66d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:44.297122 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82ea7727-094f-4347-aa8a-f2b34976b3b4 req-29963a9e-fa5a-4f46-b0c0-9cbb92a66d6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91a0cc0c-d62d-4d2e-8e76-48d70af67bc2 HTTP/1.1" status: 200 len: 854 time: 0.1397691 Feb 28 17:21:44.371713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea0ff0-0486-45d0-ab33-27430c7955e9 req-6ec55781-0add-42e3-af1f-349c15e5012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:44.373605 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26ea0ff0-0486-45d0-ab33-27430c7955e9 req-6ec55781-0add-42e3-af1f-349c15e5012a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fcdb2775-d528-44c0-9e3d-17f166e5f748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1700389 Feb 28 17:21:44.373743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=798e28b7-2a97-42c3-9aa7-4413d6985b80,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:44.411522 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-34cc349a-c583-4439-ba92-d9a4d598d446 service neutron] 10.222.0.69 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171502 Feb 28 17:21:44.443690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea7727-094f-4347-aa8a-f2b34976b3b4 req-552ab2df-4551-407d-a5ac-01b16f71d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:44.445382 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82ea7727-094f-4347-aa8a-f2b34976b3b4 req-552ab2df-4551-407d-a5ac-01b16f71d7af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fcdb2775-d528-44c0-9e3d-17f166e5f748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1414354 Feb 28 17:21:44.475059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:21:44.479252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:44.479632 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:44.502865 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d080d5d-59f8-4d14-9ddf-db784d7b3f3b req-17180ae0-0fd6-4655-852b-a55e8c0baba0 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:44.510084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d080d5d-59f8-4d14-9ddf-db784d7b3f3b req-17180ae0-0fd6-4655-852b-a55e8c0baba0 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 943 time: 0.1734784 Feb 28 17:21:44.546402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4837da5-af5f-484b-a61c-6e3041cb2590', 'name': 'network-vif-deleted', 'tag': 'f68a4724-6fa6-4b87-9797-04e0e91d9d6f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:44.546402 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57371eb-392a-4dec-be84-bf1185ac8983" -d '{"events": [{"server_uuid": "b4837da5-af5f-484b-a61c-6e3041cb2590", "name": "network-vif-deleted", "tag": "f68a4724-6fa6-4b87-9797-04e0e91d9d6f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:44.579621 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82ea7727-094f-4347-aa8a-f2b34976b3b4 req-06325bf4-afcb-407c-8517-ef09ca90a6d3 service neutron] 10.222.0.69 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251488 Feb 28 17:21:44.604921 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d51598-3ace-462a-9ef9-70d53a94bf72', 'name': 'network-vif-deleted', 'tag': 'c9ef413e-fea0-4b60-a848-ed6e649d756e'}, {'name': 'network-changed', 'server_uuid': 'd3a4a776-4544-4151-bc9a-cd8acd526d5f', 'tag': '5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:44.605956 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:44.606363 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:44.607877 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1f81b4-9dbc-4ea2-8a95-1c1674e8d11b" -d '{"events": [{"server_uuid": "79d51598-3ace-462a-9ef9-70d53a94bf72", "name": "network-vif-deleted", "tag": "c9ef413e-fea0-4b60-a848-ed6e649d756e"}, {"name": "network-changed", "server_uuid": "d3a4a776-4544-4151-bc9a-cd8acd526d5f", "tag": "5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:44.608320 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d080d5d-59f8-4d14-9ddf-db784d7b3f3b req-1d51d69d-b7b2-4c12-9f52-2bce2c8affc1 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9156025-a0c6-42f9-9a79-3faac75fe750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919857 Feb 28 17:21:44.613298 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f4701db-bbd0-4d89-9a94-ab139f0e11c0 req-75dbec18-bae5-47d4-8e91-1549614a5f16 service neutron] 10.222.0.69 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958349 Feb 28 17:21:44.631525 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49389c12-afed-4638-9625-e8e978c2418f x-openstack-request-id: req-49389c12-afed-4638-9625-e8e978c2418f {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:44.631525 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4837da5-af5f-484b-a61c-6e3041cb2590", "name": "network-vif-deleted", "tag": "f68a4724-6fa6-4b87-9797-04e0e91d9d6f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:44.632529 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-49389c12-afed-4638-9625-e8e978c2418f {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:44.633129 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4837da5-af5f-484b-a61c-6e3041cb2590', 'name': 'network-vif-deleted', 'tag': 'f68a4724-6fa6-4b87-9797-04e0e91d9d6f', 'status': 'completed', 'code': 200} Feb 28 17:21:44.675779 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:44.719224 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd82fec4-3244-40a0-9c62-6525dbee2ad7 x-openstack-request-id: req-cd82fec4-3244-40a0-9c62-6525dbee2ad7 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:44.725311 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d51598-3ace-462a-9ef9-70d53a94bf72", "name": "network-vif-deleted", "tag": "c9ef413e-fea0-4b60-a848-ed6e649d756e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d3a4a776-4544-4151-bc9a-cd8acd526d5f", "tag": "5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:44.725311 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cd82fec4-3244-40a0-9c62-6525dbee2ad7 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:44.725311 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d51598-3ace-462a-9ef9-70d53a94bf72', 'name': 'network-vif-deleted', 'tag': 'c9ef413e-fea0-4b60-a848-ed6e649d756e', 'status': 'completed', 'code': 200} Feb 28 17:21:44.725311 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a4a776-4544-4151-bc9a-cd8acd526d5f', 'tag': '5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1', 'status': 'completed', 'code': 200} Feb 28 17:21:44.744458 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:44.745303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:44.776718 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26ea0ff0-0486-45d0-ab33-27430c7955e9 req-ccb5deee-0040-432d-94f5-0e5b648bb882 service neutron] 10.222.0.69 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961267 Feb 28 17:21:44.846642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f81b4-9dbc-4ea2-8a95-1c1674e8d11b req-ed2e6888-489f-49d3-baac-6f8ca5c48e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:44.852216 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f1f81b4-9dbc-4ea2-8a95-1c1674e8d11b req-ed2e6888-489f-49d3-baac-6f8ca5c48e13 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2892fe08ab7243edb3843bc1ce4e10f9&device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 1126 time: 0.0976357 Feb 28 17:21:44.923908 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82ea7727-094f-4347-aa8a-f2b34976b3b4 req-8c03ec25-5caa-4fa1-a6e2-c312cbaa6541 service neutron] 10.222.0.69 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356147 Feb 28 17:21:45.040725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f81b4-9dbc-4ea2-8a95-1c1674e8d11b req-b171aae2-6a1c-4a61-98e1-c2aade14f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:45.043074 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f1f81b4-9dbc-4ea2-8a95-1c1674e8d11b req-b171aae2-6a1c-4a61-98e1-c2aade14f73a service neutron] 10.222.0.69 "GET /v2.0/networks?id=fcdb2775-d528-44c0-9e3d-17f166e5f748 HTTP/1.1" status: 200 len: 916 time: 0.1837940 Feb 28 17:21:45.094059 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f1f81b4-9dbc-4ea2-8a95-1c1674e8d11b req-e551c924-b2ad-402b-9382-38e687832a06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 HTTP/1.1" status: 200 len: 217 time: 0.0433447 Feb 28 17:21:45.105456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:45.144544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:45.213677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f81b4-9dbc-4ea2-8a95-1c1674e8d11b req-2f89796b-1032-4457-aadb-2e1bc51b173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:45.216104 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f1f81b4-9dbc-4ea2-8a95-1c1674e8d11b req-2f89796b-1032-4457-aadb-2e1bc51b173c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91a0cc0c-d62d-4d2e-8e76-48d70af67bc2 HTTP/1.1" status: 200 len: 854 time: 0.1159718 Feb 28 17:21:45.254727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:21:45.271939 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:45.272383 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:45.327575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958,segment=NetworkSegment(a23dc362-306f-4595-889a-1d0be1e479e3),segment_id=a23dc362-306f-4595-889a-1d0be1e479e3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:45.338347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f81b4-9dbc-4ea2-8a95-1c1674e8d11b req-be5e6df1-733c-42a8-8062-3d0ac181a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:45.345581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958', 'network_id': '84fe902f-d760-4e56-a26c-590067842c16', 'port_id': 'b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958', 'mac_address': 'fa:16:3e:b1:51:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b182157-0900-4c2b-8df9-d2b3e0a9a8a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:45.346620 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f1f81b4-9dbc-4ea2-8a95-1c1674e8d11b req-be5e6df1-733c-42a8-8062-3d0ac181a20a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fcdb2775-d528-44c0-9e3d-17f166e5f748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1203561 Feb 28 17:21:45.370734 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:21:45.389308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:45.389702 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:45.431615 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e4010-ef5e-4150-a4b0-d61fbf2d90f5 req-47d4a82f-8578-4867-94d8-105d05d69998 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:45.439302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e4010-ef5e-4150-a4b0-d61fbf2d90f5 req-47d4a82f-8578-4867-94d8-105d05d69998 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:45.445716 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e4010-ef5e-4150-a4b0-d61fbf2d90f5 req-47d4a82f-8578-4867-94d8-105d05d69998 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:45.452053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e4010-ef5e-4150-a4b0-d61fbf2d90f5 req-47d4a82f-8578-4867-94d8-105d05d69998 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:45.463431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e4010-ef5e-4150-a4b0-d61fbf2d90f5 req-47d4a82f-8578-4867-94d8-105d05d69998 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:45.465336 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e4010-ef5e-4150-a4b0-d61fbf2d90f5 req-47d4a82f-8578-4867-94d8-105d05d69998 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:45.471313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e4010-ef5e-4150-a4b0-d61fbf2d90f5 req-47d4a82f-8578-4867-94d8-105d05d69998 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:45.479103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:45.479678 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:45.480440 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-455e4010-ef5e-4150-a4b0-d61fbf2d90f5 req-47d4a82f-8578-4867-94d8-105d05d69998 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5429 time: 0.6726224 Feb 28 17:21:45.509526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:45.519014 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:45.536756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958,segment=NetworkSegment(a23dc362-306f-4595-889a-1d0be1e479e3),segment_id=a23dc362-306f-4595-889a-1d0be1e479e3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:45.540282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d47f51-d9a8-4e95-8bbe-924780cc5ef9 req-bbe587bb-a587-4b55-adbf-3af00ef98b8c tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:45.541000 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26ea0ff0-0486-45d0-ab33-27430c7955e9 req-7359629c-1217-4766-ba33-0988444f5e0a service neutron] 10.222.0.69 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363276 Feb 28 17:21:45.541768 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-20d47f51-d9a8-4e95-8bbe-924780cc5ef9 req-bbe587bb-a587-4b55-adbf-3af00ef98b8c tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 943 time: 0.1028850 Feb 28 17:21:45.544380 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f1f81b4-9dbc-4ea2-8a95-1c1674e8d11b req-8ccb0666-08a7-4a05-82b3-a6297cf5c359 service neutron] 10.222.0.69 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929410 Feb 28 17:21:45.570544 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-455e4010-ef5e-4150-a4b0-d61fbf2d90f5 req-47b82a21-2e3e-4500-9bd0-afae08b4d543 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894990 Feb 28 17:21:45.578103 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:45.579247 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device debbeb44-0a6e-4b85-a3e8-df4d7568da2e up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:45.631855 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:45.671230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:45.672932 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-20d47f51-d9a8-4e95-8bbe-924780cc5ef9 req-0028745b-129e-4867-8d16-6fabaef7daf6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169286 Feb 28 17:21:45.725840 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f1f81b4-9dbc-4ea2-8a95-1c1674e8d11b req-15baf269-262b-4f16-964e-5cd2d1c46b48 service neutron] 10.222.0.69 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727717 Feb 28 17:21:45.746864 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:45.771257 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798e28b7-2a97-42c3-9aa7-4413d6985b80'}, {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ccbf05-23c2-4bf1-b1ef-831a2643fc6b'}, {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:45.773842 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e91b58d-d0f6-4647-8be0-86461eb2c818" -d '{"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-plugged", "status": "completed", "tag": "798e28b7-2a97-42c3-9aa7-4413d6985b80"}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-plugged", "status": "completed", "tag": "07ccbf05-23c2-4bf1-b1ef-831a2643fc6b"}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-plugged", "status": "completed", "tag": "1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:45.787170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port debbeb44-0a6e-4b85-a3e8-df4d7568da2e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:21:45.793084 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port debbeb44-0a6e-4b85-a3e8-df4d7568da2e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:45.793656 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:45.835314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2b5ef-edda-4af9-89e1-d49aa09242ce req-e1a40dd8-e545-4801-8105-a03338871d66 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:45.846804 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0d2b5ef-edda-4af9-89e1-d49aa09242ce req-e1a40dd8-e545-4801-8105-a03338871d66 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 944 time: 0.0982432 Feb 28 17:21:45.899114 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c7087f-3f7f-44fd-adbe-0a504057f6c4 x-openstack-request-id: req-69c7087f-3f7f-44fd-adbe-0a504057f6c4 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:45.899418 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-plugged", "status": "completed", "tag": "798e28b7-2a97-42c3-9aa7-4413d6985b80", "code": 200}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-plugged", "status": "completed", "tag": "07ccbf05-23c2-4bf1-b1ef-831a2643fc6b", "code": 200}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-plugged", "status": "completed", "tag": "1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:45.899676 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-69c7087f-3f7f-44fd-adbe-0a504057f6c4 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:45.900306 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798e28b7-2a97-42c3-9aa7-4413d6985b80', 'code': 200} Feb 28 17:21:45.900571 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ccbf05-23c2-4bf1-b1ef-831a2643fc6b', 'code': 200} Feb 28 17:21:45.900828 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56', 'code': 200} Feb 28 17:21:45.915463 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0d2b5ef-edda-4af9-89e1-d49aa09242ce req-69d082d8-9fe2-46cd-a39d-de6f5e21834c tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9156025-a0c6-42f9-9a79-3faac75fe750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677760 Feb 28 17:21:45.933634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:45.944548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port debbeb44-0a6e-4b85-a3e8-df4d7568da2e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:45.944548 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.045238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port debbeb44-0a6e-4b85-a3e8-df4d7568da2e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=debbeb44-0a6e-4b85-a3e8-df4d7568da2e,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:46.146898 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.147950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device dba8abd3-2fff-466c-935b-cc9c3eb302cc up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:46.173196 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49624) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:46.236919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe156997-fb72-4f04-9cdc-d185acc78a05 admin admin] Deleting subnet dee3c571-976e-4368-9653-54e69fb9bcab {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:21:46.240004 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe156997-fb72-4f04-9cdc-d185acc78a05 admin admin] Publish callbacks [] for subnet (dee3c571-976e-4368-9653-54e69fb9bcab), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.270529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=debbeb44-0a6e-4b85-a3e8-df4d7568da2e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:46.278186 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe156997-fb72-4f04-9cdc-d185acc78a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (dee3c571-976e-4368-9653-54e69fb9bcab), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.321840 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe156997-fb72-4f04-9cdc-d185acc78a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (dee3c571-976e-4368-9653-54e69fb9bcab), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.337404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port dba8abd3-2fff-466c-935b-cc9c3eb302cc completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:21:46.338162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port dba8abd3-2fff-466c-935b-cc9c3eb302cc triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:46.338597 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.436544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port dba8abd3-2fff-466c-935b-cc9c3eb302cc is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:46.436929 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.470391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port dba8abd3-2fff-466c-935b-cc9c3eb302cc, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=dba8abd3-2fff-466c-935b-cc9c3eb302cc,segment=NetworkSegment(b7ac9249-e6bf-483f-8503-e60544033712),segment_id=b7ac9249-e6bf-483f-8503-e60544033712)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:46.485649 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe156997-fb72-4f04-9cdc-d185acc78a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (dee3c571-976e-4368-9653-54e69fb9bcab), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.519327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe156997-fb72-4f04-9cdc-d185acc78a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dee3c571-976e-4368-9653-54e69fb9bcab,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:46.523230 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe156997-fb72-4f04-9cdc-d185acc78a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.537156 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fe156997-fb72-4f04-9cdc-d185acc78a05 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dee3c571-976e-4368-9653-54e69fb9bcab HTTP/1.1" status: 204 len: 168 time: 0.3606575 Feb 28 17:21:46.537439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49644) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:46.571313 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.572206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device ef6ac6e4-3324-41d9-af4d-48868536be2c up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:46.632326 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4491bc00-c874-436e-aca4-8ec7b5c41de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (6ad5ec31-0095-4b03-9d2c-d63785ef4124), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.683631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=dba8abd3-2fff-466c-935b-cc9c3eb302cc,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:46.772964 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4491bc00-c874-436e-aca4-8ec7b5c41de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (6ad5ec31-0095-4b03-9d2c-d63785ef4124), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.784771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49660) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:46.796663 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port ef6ac6e4-3324-41d9-af4d-48868536be2c completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:21:46.808256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port ef6ac6e4-3324-41d9-af4d-48868536be2c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:46.823901 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.824073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-4491bc00-c874-436e-aca4-8ec7b5c41de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad5ec31-0095-4b03-9d2c-d63785ef4124']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:46.851812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-4491bc00-c874-436e-aca4-8ec7b5c41de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89b4744-e005-41a1-bf02-84aa2824caa7') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:46.853355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-4491bc00-c874-436e-aca4-8ec7b5c41de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89b4744-e005-41a1-bf02-84aa2824caa7') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:46.861439 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7bc55-865d-4244-844e-38d4c36a8340 req-a9f2981d-3439-4b96-a19e-71445078ecc7 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:46.862058 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c01d72ac-610a-476c-8a23-8ec3754ff59d details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:46.865993 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5db7bc55-865d-4244-844e-38d4c36a8340 req-a9f2981d-3439-4b96-a19e-71445078ecc7 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 943 time: 0.1166146 Feb 28 17:21:46.878900 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4491bc00-c874-436e-aca4-8ec7b5c41de1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (e89b4744-e005-41a1-bf02-84aa2824caa7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.909433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203bad0-e8a0-4610-8047-03b5833263ef req-7caa34a0-a07d-4e92-bbaf-543cf39e9ec3 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:46.915668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203bad0-e8a0-4610-8047-03b5833263ef req-7caa34a0-a07d-4e92-bbaf-543cf39e9ec3 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:46.926873 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203bad0-e8a0-4610-8047-03b5833263ef req-7caa34a0-a07d-4e92-bbaf-543cf39e9ec3 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:46.931955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203bad0-e8a0-4610-8047-03b5833263ef req-7caa34a0-a07d-4e92-bbaf-543cf39e9ec3 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:46.939821 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203bad0-e8a0-4610-8047-03b5833263ef req-7caa34a0-a07d-4e92-bbaf-543cf39e9ec3 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:46.946627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203bad0-e8a0-4610-8047-03b5833263ef req-7caa34a0-a07d-4e92-bbaf-543cf39e9ec3 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:46.953256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203bad0-e8a0-4610-8047-03b5833263ef req-7caa34a0-a07d-4e92-bbaf-543cf39e9ec3 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:46.955957 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0203bad0-e8a0-4610-8047-03b5833263ef req-7caa34a0-a07d-4e92-bbaf-543cf39e9ec3 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5432 time: 0.2579355 Feb 28 17:21:46.965718 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4491bc00-c874-436e-aca4-8ec7b5c41de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e89b4744-e005-41a1-bf02-84aa2824caa7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:46.983236 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5db7bc55-865d-4244-844e-38d4c36a8340 req-0fc36e4c-d2c5-4e36-8d56-726121c4ea53 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052165 Feb 28 17:21:47.012567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port ef6ac6e4-3324-41d9-af4d-48868536be2c is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:47.013044 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4491bc00-c874-436e-aca4-8ec7b5c41de1 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:21:47.022754 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4491bc00-c874-436e-aca4-8ec7b5c41de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (e89b4744-e005-41a1-bf02-84aa2824caa7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:21:47.022920 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:21:47.025620 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d21a72f1-a266-4f0f-b335-67d4a5d8c42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.072559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port ef6ac6e4-3324-41d9-af4d-48868536be2c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ef6ac6e4-3324-41d9-af4d-48868536be2c,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:47.089978 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c01d72ac-610a-476c-8a23-8ec3754ff59d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c01d72ac-610a-476c-8a23-8ec3754ff59d,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:47.126052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'c01d72ac-610a-476c-8a23-8ec3754ff59d', 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748', 'port_id': 'c01d72ac-610a-476c-8a23-8ec3754ff59d', 'mac_address': 'fa:16:3e:7f:54:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a0cc0c-d62d-4d2e-8e76-48d70af67bc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:47.169831 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0203bad0-e8a0-4610-8047-03b5833263ef req-6838b245-9bf0-44bb-9d1e-b8b86b5e9a0f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2059216 Feb 28 17:21:47.178796 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.179859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c9ef413e-fea0-4b60-a848-ed6e649d756e no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:47.198105 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ebb43-90d4-4fdd-a588-f696e0f7aa98 req-773458ee-8b83-496a-bdbd-f465a0432795 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:47.203032 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: c9ef413e-fea0-4b60-a848-ed6e649d756e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:47.203383 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c9ef413e-fea0-4b60-a848-ed6e649d756e not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:47.207712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc4ebb43-90d4-4fdd-a588-f696e0f7aa98 req-773458ee-8b83-496a-bdbd-f465a0432795 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 944 time: 0.1100442 Feb 28 17:21:47.230125 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d21a72f1-a266-4f0f-b335-67d4a5d8c42b admin admin] Publish callbacks [] for security_group (ba15a4f7-b768-4fbd-8e58-82931ded0402), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.236068 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:47.266098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4491bc00-c874-436e-aca4-8ec7b5c41de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (6ad5ec31-0095-4b03-9d2c-d63785ef4124), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.275010 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4491bc00-c874-436e-aca4-8ec7b5c41de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.283333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4491bc00-c874-436e-aca4-8ec7b5c41de1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6ad5ec31-0095-4b03-9d2c-d63785ef4124 HTTP/1.1" status: 204 len: 168 time: 0.7426562 Feb 28 17:21:47.284215 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c01d72ac-610a-476c-8a23-8ec3754ff59d is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:47.284215 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.302023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01d72ac-610a-476c-8a23-8ec3754ff59d {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:47.309120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491bc00-c874-436e-aca4-8ec7b5c41de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad5ec31-0095-4b03-9d2c-d63785ef4124,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:47.319976 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc4ebb43-90d4-4fdd-a588-f696e0f7aa98 req-2c4f1ee0-cdf3-451b-9769-e95363f5fe09 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9156025-a0c6-42f9-9a79-3faac75fe750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002781 Feb 28 17:21:47.326453 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d21a72f1-a266-4f0f-b335-67d4a5d8c42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ba15a4f7-b768-4fbd-8e58-82931ded0402), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.344430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c01d72ac-610a-476c-8a23-8ec3754ff59d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c01d72ac-610a-476c-8a23-8ec3754ff59d,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:47.346917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=ef6ac6e4-3324-41d9-af4d-48868536be2c,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:47.387743 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d21a72f1-a266-4f0f-b335-67d4a5d8c42b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d587d0deeb7541c3b4ddcfd6ea0ff4db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6016288 Feb 28 17:21:47.388509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a72f1-a266-4f0f-b335-67d4a5d8c42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba15a4f7-b768-4fbd-8e58-82931ded0402,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:47.390400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49676) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:47.406570 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.408060 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 495082e4-35a7-452d-a8f6-21fdc2d78fa5 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:47.448723 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5803d07-433d-41f3-a82b-bff3068be9f8 admin admin] Publish callbacks [] for security_group (ba15a4f7-b768-4fbd-8e58-82931ded0402), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.472146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c01d72ac-610a-476c-8a23-8ec3754ff59d,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:47.473602 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5803d07-433d-41f3-a82b-bff3068be9f8 admin admin] Publish callbacks [] for security_group (ba15a4f7-b768-4fbd-8e58-82931ded0402), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.479298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:21:47.490008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:47.490681 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.554544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 495082e4-35a7-452d-a8f6-21fdc2d78fa5, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=495082e4-35a7-452d-a8f6-21fdc2d78fa5,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:47.587630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '495082e4-35a7-452d-a8f6-21fdc2d78fa5', 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748', 'port_id': '495082e4-35a7-452d-a8f6-21fdc2d78fa5', 'mac_address': 'fa:16:3e:f4:90:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a0cc0c-d62d-4d2e-8e76-48d70af67bc2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:47.599221 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5803d07-433d-41f3-a82b-bff3068be9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ba15a4f7-b768-4fbd-8e58-82931ded0402), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.603272 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5803d07-433d-41f3-a82b-bff3068be9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.626919 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d5803d07-433d-41f3-a82b-bff3068be9f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ba15a4f7-b768-4fbd-8e58-82931ded0402 HTTP/1.1" status: 204 len: 168 time: 0.2178419 Feb 28 17:21:47.626919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5803d07-433d-41f3-a82b-bff3068be9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba15a4f7-b768-4fbd-8e58-82931ded0402,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:47.634737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:47.635194 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.652375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 495082e4-35a7-452d-a8f6-21fdc2d78fa5 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:47.652833 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.668062 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49688) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:47.714589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495082e4-35a7-452d-a8f6-21fdc2d78fa5 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:47.727964 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-22e7d76f-0b81-4792-adbd-b85d9680a290 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05a079b46949472dbfd7ccc7160e511b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0590308 Feb 28 17:21:47.730586 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49690) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:47.737285 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958,segment=NetworkSegment(a23dc362-306f-4595-889a-1d0be1e479e3),segment_id=a23dc362-306f-4595-889a-1d0be1e479e3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:47.747772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 495082e4-35a7-452d-a8f6-21fdc2d78fa5, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=495082e4-35a7-452d-a8f6-21fdc2d78fa5,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:47.783146 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5717e3d9-7aaf-4fc7-a208-8352307d2140 admin admin] Publish callbacks [] for security_group (54ce7e32-4c35-409b-ba01-c6eda8e2b3f6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.810077 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5717e3d9-7aaf-4fc7-a208-8352307d2140 admin admin] Publish callbacks [] for security_group (54ce7e32-4c35-409b-ba01-c6eda8e2b3f6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.818559 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.822441 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.872252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=495082e4-35a7-452d-a8f6-21fdc2d78fa5,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:47.902348 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debbeb44-0a6e-4b85-a3e8-df4d7568da2e'}, {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba8abd3-2fff-466c-935b-cc9c3eb302cc'}, {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6ac6e4-3324-41d9-af4d-48868536be2c'}, {'server_uuid': 'd8b92595-5026-41a4-a2cd-ae7f408b078f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:47.905230 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455b25a3-f029-4278-a916-515550686e52" -d '{"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-plugged", "status": "completed", "tag": "debbeb44-0a6e-4b85-a3e8-df4d7568da2e"}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-plugged", "status": "completed", "tag": "dba8abd3-2fff-466c-935b-cc9c3eb302cc"}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-plugged", "status": "completed", "tag": "ef6ac6e4-3324-41d9-af4d-48868536be2c"}, {"server_uuid": "d8b92595-5026-41a4-a2cd-ae7f408b078f", "name": "network-vif-plugged", "status": "completed", "tag": "b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:47.939376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:47.989457 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5717e3d9-7aaf-4fc7-a208-8352307d2140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (54ce7e32-4c35-409b-ba01-c6eda8e2b3f6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.993508 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5717e3d9-7aaf-4fc7-a208-8352307d2140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:47.994882 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5717e3d9-7aaf-4fc7-a208-8352307d2140 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/54ce7e32-4c35-409b-ba01-c6eda8e2b3f6 HTTP/1.1" status: 204 len: 168 time: 0.2632372 Feb 28 17:21:48.002350 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff28af8-985a-4448-a345-fa1b64d93412 x-openstack-request-id: req-7ff28af8-985a-4448-a345-fa1b64d93412 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:48.003528 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-plugged", "status": "completed", "tag": "debbeb44-0a6e-4b85-a3e8-df4d7568da2e", "code": 200}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-plugged", "status": "completed", "tag": "dba8abd3-2fff-466c-935b-cc9c3eb302cc", "code": 200}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-plugged", "status": "completed", "tag": "ef6ac6e4-3324-41d9-af4d-48868536be2c", "code": 200}, {"server_uuid": "d8b92595-5026-41a4-a2cd-ae7f408b078f", "name": "network-vif-plugged", "status": "completed", "tag": "b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:48.003733 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7ff28af8-985a-4448-a345-fa1b64d93412 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:48.005488 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debbeb44-0a6e-4b85-a3e8-df4d7568da2e', 'code': 200} Feb 28 17:21:48.005771 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba8abd3-2fff-466c-935b-cc9c3eb302cc', 'code': 200} Feb 28 17:21:48.006596 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6ac6e4-3324-41d9-af4d-48868536be2c', 'code': 200} Feb 28 17:21:48.006870 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b92595-5026-41a4-a2cd-ae7f408b078f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958', 'code': 200} Feb 28 17:21:48.028505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717e3d9-7aaf-4fc7-a208-8352307d2140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ce7e32-4c35-409b-ba01-c6eda8e2b3f6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:48.129969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['495082e4-35a7-452d-a8f6-21fdc2d78fa5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:48.136240 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c01d72ac-610a-476c-8a23-8ec3754ff59d'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:48.261801 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e4b3e-76ff-4edb-ad48-7e73a9453e93 req-9151d721-fc3a-4d62-a9ac-3ac65fec8880 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.274400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd9e4b3e-76ff-4edb-ad48-7e73a9453e93 req-9151d721-fc3a-4d62-a9ac-3ac65fec8880 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 943 time: 0.2070498 Feb 28 17:21:48.302491 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f36266-489a-421f-8ece-491c9d0ab003 req-5aed0cbc-ff00-4965-98a8-ebcdccaf14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.303075 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f36266-489a-421f-8ece-491c9d0ab003 req-5aed0cbc-ff00-4965-98a8-ebcdccaf14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.303550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f36266-489a-421f-8ece-491c9d0ab003 req-5aed0cbc-ff00-4965-98a8-ebcdccaf14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.304018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f36266-489a-421f-8ece-491c9d0ab003 req-5aed0cbc-ff00-4965-98a8-ebcdccaf14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.309185 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f36266-489a-421f-8ece-491c9d0ab003 req-5aed0cbc-ff00-4965-98a8-ebcdccaf14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.312229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f36266-489a-421f-8ece-491c9d0ab003 req-5aed0cbc-ff00-4965-98a8-ebcdccaf14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.314922 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f36266-489a-421f-8ece-491c9d0ab003 req-5aed0cbc-ff00-4965-98a8-ebcdccaf14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.323715 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9f36266-489a-421f-8ece-491c9d0ab003 req-5aed0cbc-ff00-4965-98a8-ebcdccaf14bd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 6714 time: 0.1825356 Feb 28 17:21:48.372223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f046a-4bd3-470d-bf50-e1fa5a5f4503 req-4a39eba7-fe8a-441c-8255-c6bb780b1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.376148 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-495f046a-4bd3-470d-bf50-e1fa5a5f4503 req-4a39eba7-fe8a-441c-8255-c6bb780b1e50 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 1128 time: 0.2337542 Feb 28 17:21:48.430880 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd9e4b3e-76ff-4edb-ad48-7e73a9453e93 req-12d615eb-4921-4470-ab9d-7cb6cc4f35ab tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456225 Feb 28 17:21:48.472722 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-495f046a-4bd3-470d-bf50-e1fa5a5f4503 req-d845a30e-afac-4eea-b0e0-f9b241a7bb6d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d9156025-a0c6-42f9-9a79-3faac75fe750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803938 Feb 28 17:21:48.542169 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a856a9a-6331-4b25-9787-fdea9990dcdc req-8e7d7e99-3556-4ede-ac0d-ad60c2ececb1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.549295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a856a9a-6331-4b25-9787-fdea9990dcdc req-8e7d7e99-3556-4ede-ac0d-ad60c2ececb1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.554597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a856a9a-6331-4b25-9787-fdea9990dcdc req-8e7d7e99-3556-4ede-ac0d-ad60c2ececb1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.561395 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a856a9a-6331-4b25-9787-fdea9990dcdc req-8e7d7e99-3556-4ede-ac0d-ad60c2ececb1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.565802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a856a9a-6331-4b25-9787-fdea9990dcdc req-8e7d7e99-3556-4ede-ac0d-ad60c2ececb1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.571022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a856a9a-6331-4b25-9787-fdea9990dcdc req-8e7d7e99-3556-4ede-ac0d-ad60c2ececb1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.576446 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a856a9a-6331-4b25-9787-fdea9990dcdc req-8e7d7e99-3556-4ede-ac0d-ad60c2ececb1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.584221 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3a856a9a-6331-4b25-9787-fdea9990dcdc req-8e7d7e99-3556-4ede-ac0d-ad60c2ececb1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5433 time: 0.2591567 Feb 28 17:21:48.589179 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9f36266-489a-421f-8ece-491c9d0ab003 req-17522b47-07f6-439a-a85f-e4314b1e274f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2542264 Feb 28 17:21:48.646635 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20524667-1728-49bb-a02b-28d1007951f5 req-43c63829-b0e8-496b-81e5-ef9b2be474fb tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:48.655580 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-20524667-1728-49bb-a02b-28d1007951f5 req-43c63829-b0e8-496b-81e5-ef9b2be474fb tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 945 time: 0.1127050 Feb 28 17:21:48.677914 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3a856a9a-6331-4b25-9787-fdea9990dcdc req-13cabcc6-d14a-4b11-bf82-868d5d84e663 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825989 Feb 28 17:21:48.722302 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-20524667-1728-49bb-a02b-28d1007951f5 req-a968ebc2-4a58-4f15-9f96-d4c7eeff6fc3 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9156025-a0c6-42f9-9a79-3faac75fe750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569031 Feb 28 17:21:48.751474 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49712) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:48.765586 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd6bfa34-ee6d-4166-a599-9eaec360b266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:48.853308 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd6bfa34-ee6d-4166-a599-9eaec360b266 admin admin] Publish callbacks [] for security_group (762fd786-efed-42e7-ad91-711afa78b44d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:48.870219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:21:48.943531 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd6bfa34-ee6d-4166-a599-9eaec360b266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (762fd786-efed-42e7-ad91-711afa78b44d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:49.010535 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bd6bfa34-ee6d-4166-a599-9eaec360b266 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=296d647a31e44e8fbbf12e2e2f124fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556920 Feb 28 17:21:49.010535 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bfa34-ee6d-4166-a599-9eaec360b266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762fd786-efed-42e7-ad91-711afa78b44d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:49.011016 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49720) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:49.100589 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a90a67df-5b34-4a9d-9bd9-781610f5f580 admin admin] Publish callbacks [] for security_group (762fd786-efed-42e7-ad91-711afa78b44d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:49.130441 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a90a67df-5b34-4a9d-9bd9-781610f5f580 admin admin] Publish callbacks [] for security_group (762fd786-efed-42e7-ad91-711afa78b44d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:49.207362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:49.235939 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1', 'network_id': 'fcdb2775-d528-44c0-9e3d-17f166e5f748', 'port_id': '5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1', 'mac_address': 'fa:16:3e:a0:7a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a0cc0c-d62d-4d2e-8e76-48d70af67bc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:21:49.289825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:49.290454 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:49.305600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:21:49.332175 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a90a67df-5b34-4a9d-9bd9-781610f5f580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (762fd786-efed-42e7-ad91-711afa78b44d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:49.336668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:49.347396 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a90a67df-5b34-4a9d-9bd9-781610f5f580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:49.354384 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a90a67df-5b34-4a9d-9bd9-781610f5f580 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/762fd786-efed-42e7-ad91-711afa78b44d HTTP/1.1" status: 204 len: 168 time: 0.3380852 Feb 28 17:21:49.396209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a67df-5b34-4a9d-9bd9-781610f5f580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762fd786-efed-42e7-ad91-711afa78b44d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:49.425726 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:49.542259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:49.726928 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba009f5-4523-4155-8c48-68f2b7d6235b req-ec767bbd-25d5-42c9-a11c-a96910dc7063 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:49.740426 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aba009f5-4523-4155-8c48-68f2b7d6235b req-ec767bbd-25d5-42c9-a11c-a96910dc7063 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 944 time: 0.1411233 Feb 28 17:21:49.804585 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:49.844854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290246d5-6332-4911-a816-a7c131d418b2 req-dedad843-e3be-4775-9c4e-ba8f309fe8a0 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:49.854636 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-290246d5-6332-4911-a816-a7c131d418b2 req-dedad843-e3be-4775-9c4e-ba8f309fe8a0 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 1129 time: 0.1215038 Feb 28 17:21:49.886325 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aba009f5-4523-4155-8c48-68f2b7d6235b req-3d295cd5-bd6e-4930-a175-c518c3d96386 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405702 Feb 28 17:21:49.955985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-290246d5-6332-4911-a816-a7c131d418b2 req-17b0fa16-5fa2-4196-9c3d-809981c5d383 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977478 Feb 28 17:21:50.109883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab70915-201d-4e35-b689-fbaf5dcd14a5 req-8832fd91-d80f-4c26-9a97-3115c6156001 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:50.118459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab70915-201d-4e35-b689-fbaf5dcd14a5 req-8832fd91-d80f-4c26-9a97-3115c6156001 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:50.158068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab70915-201d-4e35-b689-fbaf5dcd14a5 req-8832fd91-d80f-4c26-9a97-3115c6156001 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:50.178541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab70915-201d-4e35-b689-fbaf5dcd14a5 req-8832fd91-d80f-4c26-9a97-3115c6156001 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:50.192835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab70915-201d-4e35-b689-fbaf5dcd14a5 req-8832fd91-d80f-4c26-9a97-3115c6156001 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:50.204569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab70915-201d-4e35-b689-fbaf5dcd14a5 req-8832fd91-d80f-4c26-9a97-3115c6156001 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:50.219426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab70915-201d-4e35-b689-fbaf5dcd14a5 req-8832fd91-d80f-4c26-9a97-3115c6156001 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:50.231715 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ab70915-201d-4e35-b689-fbaf5dcd14a5 req-8832fd91-d80f-4c26-9a97-3115c6156001 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5433 time: 0.2406189 Feb 28 17:21:50.262634 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024616d5-bcd2-463b-9f92-de1f9942e1c0 req-ba56333c-a17c-420d-95f1-9238b97b66df tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:50.271854 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-024616d5-bcd2-463b-9f92-de1f9942e1c0 req-ba56333c-a17c-420d-95f1-9238b97b66df tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 945 time: 0.1361921 Feb 28 17:21:50.339146 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ab70915-201d-4e35-b689-fbaf5dcd14a5 req-2082db12-c84a-4b92-8a38-a7b55a2be851 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072187 Feb 28 17:21:50.363911 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-024616d5-bcd2-463b-9f92-de1f9942e1c0 req-8d4d0a68-1ae2-468f-9ba7-d85d72751a86 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9156025-a0c6-42f9-9a79-3faac75fe750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910897 Feb 28 17:21:50.878915 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c01d72ac-610a-476c-8a23-8ec3754ff59d up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:50.993410 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2f43812-6ac5-4af1-b78b-beff34421a3a req-1bef77f0-0985-4486-8df4-6466b1e1b5d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0932081 Feb 28 17:21:51.074722 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port c01d72ac-610a-476c-8a23-8ec3754ff59d completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:21:51.079652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port c01d72ac-610a-476c-8a23-8ec3754ff59d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:51.080205 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:51.121069 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f43812-6ac5-4af1-b78b-beff34421a3a req-cc02a278-bc86-477e-834e-7febd6cc4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:51.124867 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2f43812-6ac5-4af1-b78b-beff34421a3a req-cc02a278-bc86-477e-834e-7febd6cc4a1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 1128 time: 0.1072466 Feb 28 17:21:51.287315 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c01d72ac-610a-476c-8a23-8ec3754ff59d is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:51.287612 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:51.385492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447626ba-e2e7-4e28-9d26-3cb6708bfbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d72ac-610a-476c-8a23-8ec3754ff59d'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:51.390760 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d7f2c7-a677-4e97-9df9-74782a58a9b4" -d '{"events": [{"server_uuid": "447626ba-e2e7-4e28-9d26-3cb6708bfbfa", "name": "network-vif-plugged", "status": "completed", "tag": "c01d72ac-610a-476c-8a23-8ec3754ff59d"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:51.394096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f43812-6ac5-4af1-b78b-beff34421a3a req-9fff0f4b-224e-47a1-a6d0-fdfb202239ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:51.397845 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2f43812-6ac5-4af1-b78b-beff34421a3a req-9fff0f4b-224e-47a1-a6d0-fdfb202239ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.2412379 Feb 28 17:21:51.404738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c01d72ac-610a-476c-8a23-8ec3754ff59d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c01d72ac-610a-476c-8a23-8ec3754ff59d,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:51.446516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2f43812-6ac5-4af1-b78b-beff34421a3a req-31ab5d89-32dc-4941-88cb-fc4784041b2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac HTTP/1.1" status: 200 len: 217 time: 0.0376658 Feb 28 17:21:51.509245 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:51.510516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 495082e4-35a7-452d-a8f6-21fdc2d78fa5 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:51.512698 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f43812-6ac5-4af1-b78b-beff34421a3a req-e4c47880-ce95-4502-9a49-067a743beddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:51.514338 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2f43812-6ac5-4af1-b78b-beff34421a3a req-e4c47880-ce95-4502-9a49-067a743beddf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.0613601 Feb 28 17:21:51.574546 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2f43812-6ac5-4af1-b78b-beff34421a3a req-162ec138-3580-4a0a-b3c4-d715c465c7e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527105 Feb 28 17:21:51.614794 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c01d72ac-610a-476c-8a23-8ec3754ff59d,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:51.676469 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2f43812-6ac5-4af1-b78b-beff34421a3a req-08db54b8-1e02-4fa0-aea4-ed07b6631bb3 service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923727 Feb 28 17:21:51.717944 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 495082e4-35a7-452d-a8f6-21fdc2d78fa5 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:21:51.726506 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 495082e4-35a7-452d-a8f6-21fdc2d78fa5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:51.727094 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:51.821539 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 495082e4-35a7-452d-a8f6-21fdc2d78fa5 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:51.822229 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:51.865252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 495082e4-35a7-452d-a8f6-21fdc2d78fa5, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=495082e4-35a7-452d-a8f6-21fdc2d78fa5,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:52.004989 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:52.063783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=495082e4-35a7-452d-a8f6-21fdc2d78fa5,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:52.105605 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2f43812-6ac5-4af1-b78b-beff34421a3a req-c96e9b8c-409c-4af9-b8ca-d309e8563fc3 service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210336 Feb 28 17:21:52.188010 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca916a02-4053-49e7-8f27-fbbe3223c107 req-9c99ace1-83ee-432d-9ddc-4b21e8f06f32 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:52.189535 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca916a02-4053-49e7-8f27-fbbe3223c107 req-9c99ace1-83ee-432d-9ddc-4b21e8f06f32 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 944 time: 0.0650387 Feb 28 17:21:52.244962 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca916a02-4053-49e7-8f27-fbbe3223c107 req-3a426435-1f5d-4e67-8265-885eda2d4056 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495012 Feb 28 17:21:52.468086 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-fc5904ea-b6e0-4b30-a465-92ba109f2804 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0ab82c1e4d5242d1a53528d3544f05ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306940 Feb 28 17:21:52.590540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-d2ec252c-f73b-48ed-8aa4-d2862bb440c9 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:52.592659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-d2ec252c-f73b-48ed-8aa4-d2862bb440c9 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138523 Feb 28 17:21:52.607310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-7dd91d0b-a96b-4cd5-9bce-ded3fe1337d6 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/quotas/0ab82c1e4d5242d1a53528d3544f05ef HTTP/1.1" status: 200 len: 375 time: 0.0093262 Feb 28 17:21:52.642155 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-f6e942c3-ff8a-4c74-9f67-86ac7078f8ee tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ab82c1e4d5242d1a53528d3544f05ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276108 Feb 28 17:21:52.915725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:21:53.030570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-0ab62ee5-b706-472a-ad91-8e4cd0751423 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:21:53.031672 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-0ab62ee5-b706-472a-ad91-8e4cd0751423 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189681 Feb 28 17:21:53.080952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:21:53.085867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:53.086280 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:53.094230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434b93d-cb31-4c61-9268-27d98fa3a5f5 req-d719fd2c-df48-4919-8152-7a6a2501de68 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:53.095183 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434b93d-cb31-4c61-9268-27d98fa3a5f5 req-d719fd2c-df48-4919-8152-7a6a2501de68 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:53.102918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434b93d-cb31-4c61-9268-27d98fa3a5f5 req-d719fd2c-df48-4919-8152-7a6a2501de68 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:53.109144 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434b93d-cb31-4c61-9268-27d98fa3a5f5 req-d719fd2c-df48-4919-8152-7a6a2501de68 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:53.116573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434b93d-cb31-4c61-9268-27d98fa3a5f5 req-d719fd2c-df48-4919-8152-7a6a2501de68 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:53.122249 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434b93d-cb31-4c61-9268-27d98fa3a5f5 req-d719fd2c-df48-4919-8152-7a6a2501de68 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:53.127880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434b93d-cb31-4c61-9268-27d98fa3a5f5 req-d719fd2c-df48-4919-8152-7a6a2501de68 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:53.135369 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8434b93d-cb31-4c61-9268-27d98fa3a5f5 req-d719fd2c-df48-4919-8152-7a6a2501de68 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5433 time: 0.1794207 Feb 28 17:21:53.148051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2d6cb77d-4789-4c9a-a266-938a83bcf2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:53.149420 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2d6cb77d-4789-4c9a-a266-938a83bcf2b4 service neutron] 10.222.0.72 "GET /v2.0/ports/11783bcf-133e-460e-8b2e-2147ee6e99cf HTTP/1.1" status: 200 len: 1126 time: 0.1086290 Feb 28 17:21:53.160531 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8fd27abd-f724-4f4a-8c85-d17a79950c18 service neutron] Request body: {'binding': {'host': 'n-h2-820368-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:53.161224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8fd27abd-f724-4f4a-8c85-d17a79950c18 service neutron] Unknown quota resources ['binding']. {{(pid=104246) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:21:53.195677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:21:53.197349 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:53.233435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:53.274504 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8434b93d-cb31-4c61-9268-27d98fa3a5f5 req-ed492a58-0b40-429c-a1a3-875165abf483 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1382837 Feb 28 17:21:53.328133 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c941312f-41b8-4de2-9d5d-146638b20230 x-openstack-request-id: req-c941312f-41b8-4de2-9d5d-146638b20230 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:53.328434 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447626ba-e2e7-4e28-9d26-3cb6708bfbfa", "name": "network-vif-plugged", "status": "completed", "tag": "c01d72ac-610a-476c-8a23-8ec3754ff59d", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:53.328690 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c941312f-41b8-4de2-9d5d-146638b20230 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:53.329224 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447626ba-e2e7-4e28-9d26-3cb6708bfbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d72ac-610a-476c-8a23-8ec3754ff59d', 'code': 200} Feb 28 17:21:53.332002 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:53.341630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8fd27abd-f724-4f4a-8c85-d17a79950c18 service neutron] Attempting to bind port 11783bcf-133e-460e-8b2e-2147ee6e99cf on host n-h2-820368-19 for vnic_type normal with profile None {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:21:53.342177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8fd27abd-f724-4f4a-8c85-d17a79950c18 service neutron] Attempting to bind port 11783bcf-133e-460e-8b2e-2147ee6e99cf by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:21:53.342524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8fd27abd-f724-4f4a-8c85-d17a79950c18 service neutron] Attempting to bind port 11783bcf-133e-460e-8b2e-2147ee6e99cf on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:21:53.347521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8fd27abd-f724-4f4a-8c85-d17a79950c18 service neutron] Port 11783bcf-133e-460e-8b2e-2147ee6e99cf on network 30de57a1-5178-4b6f-8361-7f4f5c480656 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:21:53.347939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8fd27abd-f724-4f4a-8c85-d17a79950c18 service neutron] Attempting to bind port 11783bcf-133e-460e-8b2e-2147ee6e99cf on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:21:53.353519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8fd27abd-f724-4f4a-8c85-d17a79950c18 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:21:53.353911 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8fd27abd-f724-4f4a-8c85-d17a79950c18 service neutron] Checking segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:21:53.354383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8fd27abd-f724-4f4a-8c85-d17a79950c18 service neutron] Bound using segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:21:53.354756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8fd27abd-f724-4f4a-8c85-d17a79950c18 service neutron] Bound port: 11783bcf-133e-460e-8b2e-2147ee6e99cf, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:21:53.420202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:53.454690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8fd27abd-f724-4f4a-8c85-d17a79950c18 service neutron] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:21:53.490234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b6f27-6ed3-45e6-b7d3-bd81942541d8 req-2fd8c28f-68f0-4953-9d9b-924a81769558 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:53.495067 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-876b6f27-6ed3-45e6-b7d3-bd81942541d8 req-2fd8c28f-68f0-4953-9d9b-924a81769558 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 945 time: 0.1064999 Feb 28 17:21:53.517385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76571fa3-7757-4f53-bb55-7cae1d4e67c4 req-f733c0a7-fda4-4da4-be8e-313370bf80cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:53.518998 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-76571fa3-7757-4f53-bb55-7cae1d4e67c4 req-f733c0a7-fda4-4da4-be8e-313370bf80cb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 1129 time: 0.1052105 Feb 28 17:21:53.557252 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8fd27abd-f724-4f4a-8c85-d17a79950c18 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:53.558792 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8fd27abd-f724-4f4a-8c85-d17a79950c18 service neutron] 10.222.0.72 "POST /v2.0/ports/11783bcf-133e-460e-8b2e-2147ee6e99cf/bindings HTTP/1.1" status: 201 len: 390 time: 0.4023986 Feb 28 17:21:53.581609 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-76571fa3-7757-4f53-bb55-7cae1d4e67c4 req-9fe53aa8-2020-4480-8e35-a4f30156808e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567644 Feb 28 17:21:53.643326 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-876b6f27-6ed3-45e6-b7d3-bd81942541d8 req-71391bfa-6d4c-4a96-8aaa-e9b3660f28b8 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Deleting port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:53.643874 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-876b6f27-6ed3-45e6-b7d3-bd81942541d8 req-71391bfa-6d4c-4a96-8aaa-e9b3660f28b8 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:53.756065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-876b6f27-6ed3-45e6-b7d3-bd81942541d8 req-71391bfa-6d4c-4a96-8aaa-e9b3660f28b8 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] For port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958,segment=NetworkSegment(a23dc362-306f-4595-889a-1d0be1e479e3),segment_id=a23dc362-306f-4595-889a-1d0be1e479e3)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:53.756709 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-876b6f27-6ed3-45e6-b7d3-bd81942541d8 req-71391bfa-6d4c-4a96-8aaa-e9b3660f28b8 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:53.772727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-876b6f27-6ed3-45e6-b7d3-bd81942541d8 req-71391bfa-6d4c-4a96-8aaa-e9b3660f28b8 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Calling delete_port for b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:54.014251 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174d522-c37d-4b90-9dce-9f31c0a62743 req-bcb56151-ba59-4010-a752-d5434a2effeb tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:54.015746 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8174d522-c37d-4b90-9dce-9f31c0a62743 req-bcb56151-ba59-4010-a752-d5434a2effeb tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 945 time: 0.1142817 Feb 28 17:21:54.086601 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-876b6f27-6ed3-45e6-b7d3-bd81942541d8 req-71391bfa-6d4c-4a96-8aaa-e9b3660f28b8 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:54.098501 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:21:54.129358 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8174d522-c37d-4b90-9dce-9f31c0a62743 req-a1cc3378-918f-4d5b-a46d-c68c17f065fd tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/security-groups?id=d9156025-a0c6-42f9-9a79-3faac75fe750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070762 Feb 28 17:21:54.135385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71391bfa-6d4c-4a96-8aaa-e9b3660f28b8 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Pushing event deleted for resources: {'Port': ['ID=b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:54.174464 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0e0ba1f-c0f1-4be4-b48a-96d70f504e55 req-35d66d84-ff78-46e4-8afd-2f2f2a816203 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 210 time: 0.0402877 Feb 28 17:21:54.183756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-876b6f27-6ed3-45e6-b7d3-bd81942541d8 req-71391bfa-6d4c-4a96-8aaa-e9b3660f28b8 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] No DVR routers for this DVR port b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:21:54.186730 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-876b6f27-6ed3-45e6-b7d3-bd81942541d8 req-71391bfa-6d4c-4a96-8aaa-e9b3660f28b8 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:54.190840 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-876b6f27-6ed3-45e6-b7d3-bd81942541d8 req-71391bfa-6d4c-4a96-8aaa-e9b3660f28b8 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.69 "DELETE /v2.0/ports/b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 HTTP/1.1" status: 204 len: 173 time: 0.6898313 Feb 28 17:21:54.191434 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b92595-5026-41a4-a2cd-ae7f408b078f', 'name': 'network-vif-deleted', 'tag': 'b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:54.193805 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e6cca7-b7ac-4f9e-bb42-2823dd53fad4" -d '{"events": [{"server_uuid": "d8b92595-5026-41a4-a2cd-ae7f408b078f", "name": "network-vif-deleted", "tag": "b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:54.314342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644fe95-1699-42c2-9c69-e0dfee58f426 req-8c2f5c33-4986-4e2f-b160-51f7a0078e14 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:54.315960 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a644fe95-1699-42c2-9c69-e0dfee58f426 req-8c2f5c33-4986-4e2f-b160-51f7a0078e14 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 945 time: 0.0822227 Feb 28 17:21:54.318013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69011-5f10-4e66-9ed4-95f13be8293d req-dc366308-764c-4afa-83ae-717ef67a434c tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:54.323327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69011-5f10-4e66-9ed4-95f13be8293d req-dc366308-764c-4afa-83ae-717ef67a434c tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:54.329878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69011-5f10-4e66-9ed4-95f13be8293d req-dc366308-764c-4afa-83ae-717ef67a434c tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:54.335431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69011-5f10-4e66-9ed4-95f13be8293d req-dc366308-764c-4afa-83ae-717ef67a434c tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:54.340792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69011-5f10-4e66-9ed4-95f13be8293d req-dc366308-764c-4afa-83ae-717ef67a434c tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:54.346744 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69011-5f10-4e66-9ed4-95f13be8293d req-dc366308-764c-4afa-83ae-717ef67a434c tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:54.352084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69011-5f10-4e66-9ed4-95f13be8293d req-dc366308-764c-4afa-83ae-717ef67a434c tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:54.354385 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cda69011-5f10-4e66-9ed4-95f13be8293d req-dc366308-764c-4afa-83ae-717ef67a434c tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5433 time: 0.1140208 Feb 28 17:21:54.365836 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49864) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:54.371966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1f3a187e-6e63-4594-bf5e-fcfdd004f1c5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Request body: {'floatingip': {'port_id': 'dba8abd3-2fff-466c-935b-cc9c3eb302cc'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:54.374584 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a644fe95-1699-42c2-9c69-e0dfee58f426 req-a0c9fdec-ce9e-42bb-a7f8-54d9f6ba25d4 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519435 Feb 28 17:21:54.427044 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f3a187e-6e63-4594-bf5e-fcfdd004f1c5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for floatingip (e922390a-ad8b-4b32-8faa-95d93d165af6), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:54.594504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb21582-bfc0-498f-bf70-a9b2a6f7262d req-fd0d5ac6-2600-412f-8305-7aa2cc4e4e8e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:54.602116 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1eb21582-bfc0-498f-bf70-a9b2a6f7262d req-fd0d5ac6-2600-412f-8305-7aa2cc4e4e8e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.1719940 Feb 28 17:21:54.605485 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2237899-4672-40c6-aa0b-4f061c7bbfc6 x-openstack-request-id: req-d2237899-4672-40c6-aa0b-4f061c7bbfc6 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:54.605765 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b92595-5026-41a4-a2cd-ae7f408b078f", "name": "network-vif-deleted", "tag": "b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:54.606039 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d2237899-4672-40c6-aa0b-4f061c7bbfc6 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:54.607894 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b92595-5026-41a4-a2cd-ae7f408b078f', 'name': 'network-vif-deleted', 'tag': 'b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958', 'status': 'completed', 'code': 200} Feb 28 17:21:54.680354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-e7b1dfd9-36bb-4afb-8919-f45942b47aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:54.681907 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-e7b1dfd9-36bb-4afb-8919-f45942b47aa0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 1129 time: 0.1904645 Feb 28 17:21:54.769304 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1eb21582-bfc0-498f-bf70-a9b2a6f7262d req-8381785d-2eb1-478f-ae14-36383c41da9b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662738 Feb 28 17:21:54.893965 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-98ead064-2949-407d-9d57-c2a22e65ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:54.895436 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-98ead064-2949-407d-9d57-c2a22e65ee5f service neutron] 10.222.0.69 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.2056026 Feb 28 17:21:54.974820 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-f69506e1-01d6-42ca-a9b6-ceaad508ce73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf HTTP/1.1" status: 200 len: 217 time: 0.0713804 Feb 28 17:21:55.097725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2c7978c4-ed34-4e49-bc13-d952b1a14a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:55.099197 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2c7978c4-ed34-4e49-bc13-d952b1a14a7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.0906284 Feb 28 17:21:55.146892 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-6cf98f34-099f-4d4e-9489-027a0d73c60b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381832 Feb 28 17:21:55.298342 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b0ffbc80-2e8e-4f95-a7d6-51fa563fce30 req-95cb5ec4-0e72-4b45-aad9-64e01e6a6ed9 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 210 time: 0.0304952 Feb 28 17:21:55.330780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a074f1-ab7c-4259-9392-5b30de2169df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495082e4-35a7-452d-a8f6-21fdc2d78fa5'}, {'server_uuid': 'd3a4a776-4544-4151-bc9a-cd8acd526d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:55.333080 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b0456d-cc4b-4924-acc4-939405127769" -d '{"events": [{"server_uuid": "a8a074f1-ab7c-4259-9392-5b30de2169df", "name": "network-vif-plugged", "status": "completed", "tag": "495082e4-35a7-452d-a8f6-21fdc2d78fa5"}, {"server_uuid": "d3a4a776-4544-4151-bc9a-cd8acd526d5f", "name": "network-vif-plugged", "status": "completed", "tag": "5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:55.338755 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f639fdcd-b540-40ed-ab85-28f2854048d8 req-f247280f-0878-4733-8ef2-c341b33588d1 tempest-ServerAddressesNegativeTestJSON-2061969799 tempest-ServerAddressesNegativeTestJSON-2061969799-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8b92595-5026-41a4-a2cd-ae7f408b078f HTTP/1.1" status: 200 len: 210 time: 0.0751328 Feb 28 17:21:55.362861 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f3a187e-6e63-4594-bf5e-fcfdd004f1c5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:55.368903 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-090d8744-6ba1-41d8-a1c4-8c3177652523 service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131276 Feb 28 17:21:55.396273 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3cf89b-c932-44ef-b001-deb88273079b x-openstack-request-id: req-bf3cf89b-c932-44ef-b001-deb88273079b {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:55.396575 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a074f1-ab7c-4259-9392-5b30de2169df", "name": "network-vif-plugged", "status": "completed", "tag": "495082e4-35a7-452d-a8f6-21fdc2d78fa5", "code": 200}, {"server_uuid": "d3a4a776-4544-4151-bc9a-cd8acd526d5f", "name": "network-vif-plugged", "status": "completed", "tag": "5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:55.396838 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf3cf89b-c932-44ef-b001-deb88273079b {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:55.397267 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a074f1-ab7c-4259-9392-5b30de2169df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495082e4-35a7-452d-a8f6-21fdc2d78fa5', 'code': 200} Feb 28 17:21:55.397552 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a4a776-4544-4151-bc9a-cd8acd526d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1', 'code': 200} Feb 28 17:21:55.496465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49892) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:55.525192 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f3a187e-6e63-4594-bf5e-fcfdd004f1c5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (e922390a-ad8b-4b32-8faa-95d93d165af6), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:55.567769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-39f6a714-b21e-4d47-ae1d-b60bca801359 service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916127 Feb 28 17:21:55.616548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66857df8-95da-43a8-8ee1-cbc2eadb0a3c req-5702ec17-6673-49fe-baa1-823becc67356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:55.618691 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66857df8-95da-43a8-8ee1-cbc2eadb0a3c req-5702ec17-6673-49fe-baa1-823becc67356 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 1128 time: 0.1079164 Feb 28 17:21:55.628692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6acc6-4b6b-47cb-bfae-e0f961a049f4 req-c37fafcb-01c5-4fb9-b2da-ac62d084fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:55.630787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-42c6acc6-4b6b-47cb-bfae-e0f961a049f4 req-c37fafcb-01c5-4fb9-b2da-ac62d084fadf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a8a074f1-ab7c-4259-9392-5b30de2169df HTTP/1.1" status: 200 len: 1129 time: 0.1209762 Feb 28 17:21:55.702846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c676b-fc46-408f-ae2f-32a7c6e9bae6 req-50669b1a-b097-4daf-a76b-aeb9bf178882 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:55.710986 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a5c676b-fc46-408f-ae2f-32a7c6e9bae6 req-50669b1a-b097-4daf-a76b-aeb9bf178882 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 945 time: 0.2412288 Feb 28 17:21:55.739945 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49902) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:55.744329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66857df8-95da-43a8-8ee1-cbc2eadb0a3c req-33bee528-e82f-4d98-9676-c8f6e0c3a69d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181333 Feb 28 17:21:55.748918 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-42c6acc6-4b6b-47cb-bfae-e0f961a049f4 req-38f0a3b6-8152-48d3-b5a3-c3f8e762ae25 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110122 Feb 28 17:21:55.752118 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-1f3a187e-6e63-4594-bf5e-fcfdd004f1c5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Floating IP e922390a-ad8b-4b32-8faa-95d93d165af6 associated. External IP: 172.25.3.19, port: dba8abd3-2fff-466c-935b-cc9c3eb302cc. Feb 28 17:21:55.756023 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-86986ca7-bd35-46f5-be1f-58de581231d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:55.866277 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-86986ca7-bd35-46f5-be1f-58de581231d0 admin admin] Publish callbacks [] for security_group (bbef54a0-b443-4130-a68f-24b06e729555), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:55.875480 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a5c676b-fc46-408f-ae2f-32a7c6e9bae6 req-9571c065-e22c-4dd0-91cc-2c6537ee4ec5 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636250 Feb 28 17:21:56.012148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db34b06-bbc1-48e7-9f78-e3172842099d req-6810f266-8949-442e-87a1-9a7b127cea90 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:56.022675 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0db34b06-bbc1-48e7-9f78-e3172842099d req-6810f266-8949-442e-87a1-9a7b127cea90 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.1145849 Feb 28 17:21:56.024336 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-86986ca7-bd35-46f5-be1f-58de581231d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bbef54a0-b443-4130-a68f-24b06e729555), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:56.092346 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-86986ca7-bd35-46f5-be1f-58de581231d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a37e13f839704852b3bf07e5564035bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5942423 Feb 28 17:21:56.096149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49906) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:56.104116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86986ca7-bd35-46f5-be1f-58de581231d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbef54a0-b443-4130-a68f-24b06e729555,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:56.209828 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0db34b06-bbc1-48e7-9f78-e3172842099d req-c8bd8fb4-dc72-4efd-a8bc-9912ff53644d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800485 Feb 28 17:21:56.248648 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f2fd908-e082-4f2c-a0c2-07e8f1696094 admin admin] Publish callbacks [] for security_group (bbef54a0-b443-4130-a68f-24b06e729555), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:56.260201 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-d9fc46a3-e03a-4b2e-ae6f-41098f9541c8 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0ab82c1e4d5242d1a53528d3544f05ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951266 Feb 28 17:21:56.265601 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3a187e-6e63-4594-bf5e-fcfdd004f1c5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Router 40d52aa2-b44a-488d-a012-e25eb801726e has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:21:56.288573 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f2fd908-e082-4f2c-a0c2-07e8f1696094 admin admin] Publish callbacks [] for security_group (bbef54a0-b443-4130-a68f-24b06e729555), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:56.449895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49914) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:56.512619 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a497b6a-0407-4074-8b67-fcee123385bc admin admin] Deleting subnet 5b182157-0900-4c2b-8df9-d2b3e0a9a8a5 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:21:56.516789 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a497b6a-0407-4074-8b67-fcee123385bc admin admin] Publish callbacks [] for subnet (5b182157-0900-4c2b-8df9-d2b3e0a9a8a5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:56.577520 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f2fd908-e082-4f2c-a0c2-07e8f1696094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bbef54a0-b443-4130-a68f-24b06e729555), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:56.582639 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f2fd908-e082-4f2c-a0c2-07e8f1696094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:56.586481 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5f2fd908-e082-4f2c-a0c2-07e8f1696094 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bbef54a0-b443-4130-a68f-24b06e729555 HTTP/1.1" status: 204 len: 168 time: 0.4882779 Feb 28 17:21:56.606447 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a497b6a-0407-4074-8b67-fcee123385bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (5b182157-0900-4c2b-8df9-d2b3e0a9a8a5), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:56.656493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fd908-e082-4f2c-a0c2-07e8f1696094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbef54a0-b443-4130-a68f-24b06e729555,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:56.720355 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a497b6a-0407-4074-8b67-fcee123385bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (5b182157-0900-4c2b-8df9-d2b3e0a9a8a5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:56.859520 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-350bf330-2e7e-487c-8b59-75660bea047b req-2197eefd-9a46-4cd0-b563-f74f50bce2f7 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 210 time: 0.0756960 Feb 28 17:21:56.969658 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-0cbfa886-9df1-4124-9269-efc5961259c0 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:56.971515 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-0cbfa886-9df1-4124-9269-efc5961259c0 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7044165 Feb 28 17:21:56.985051 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Request body: {'port': {'device_id': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': '0ab82c1e4d5242d1a53528d3544f05ef'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:57.021540 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a497b6a-0407-4074-8b67-fcee123385bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (5b182157-0900-4c2b-8df9-d2b3e0a9a8a5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:57.064411 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3a187e-6e63-4594-bf5e-fcfdd004f1c5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:21:57.067549 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a497b6a-0407-4074-8b67-fcee123385bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b182157-0900-4c2b-8df9-d2b3e0a9a8a5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:57.080903 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372a543-cb52-4eb1-bcd7-8db98c1bf0dd req-005f4921-03b9-4926-a1c2-e4da0c73d75c tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:57.086835 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f3a187e-6e63-4594-bf5e-fcfdd004f1c5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:57.087029 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd1569-d326-463a-b8a6-3cfa6011d5e3 None None] Sync routers for ids ['40d52aa2-b44a-488d-a012-e25eb801726e'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:21:57.102606 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1372a543-cb52-4eb1-bcd7-8db98c1bf0dd req-005f4921-03b9-4926-a1c2-e4da0c73d75c tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 945 time: 0.1365314 Feb 28 17:21:57.109474 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd1569-d326-463a-b8a6-3cfa6011d5e3 None None] Routers {'40d52aa2-b44a-488d-a012-e25eb801726e'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:21:57.109751 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a497b6a-0407-4074-8b67-fcee123385bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:57.111574 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3fcd1569-d326-463a-b8a6-3cfa6011d5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:21:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['40d52aa2-b44a-488d-a012-e25eb801726e'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:57.119815 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7a497b6a-0407-4074-8b67-fcee123385bc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5b182157-0900-4c2b-8df9-d2b3e0a9a8a5 HTTP/1.1" status: 204 len: 168 time: 0.6686509 Feb 28 17:21:57.125970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49922) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:57.168872 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1f3a187e-6e63-4594-bf5e-fcfdd004f1c5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "PUT /v2.0/floatingips/e922390a-ad8b-4b32-8faa-95d93d165af6 HTTP/1.1" status: 200 len: 990 time: 2.8018258 Feb 28 17:21:57.172693 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': 'dba8abd3-2fff-466c-935b-cc9c3eb302cc'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:21:57.175074 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8851da49-2d6b-4093-a8df-a8923fab0e01" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "dba8abd3-2fff-466c-935b-cc9c3eb302cc"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:21:57.228694 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe227aca-6053-4433-bae3-fd102faf492b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (90e701b2-2286-4312-9a30-c0dffd00f95e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:57.389001 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-144b92ae-aeb7-4662-bd43-0ef818ff9c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (84fe902f-d760-4e56-a26c-590067842c16), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:57.463202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Made reservation on behalf of 0ab82c1e4d5242d1a53528d3544f05ef for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:21:57.467340 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:57.500594 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-3fcd1569-d326-463a-b8a6-3cfa6011d5e3 None None] Set router 40d52aa2-b44a-488d-a012-e25eb801726e gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:21:57.561758 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1372a543-cb52-4eb1-bcd7-8db98c1bf0dd req-e2b61883-7c24-4688-b18b-8af66fd8493d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580529 Feb 28 17:21:57.601739 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:57.670941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64dcf6-dd77-4bcd-942d-dfe2880b8435 req-d3d11089-01a5-4c85-89f1-04b926f2508e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:57.688268 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64dcf6-dd77-4bcd-942d-dfe2880b8435 req-d3d11089-01a5-4c85-89f1-04b926f2508e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:57.693746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64dcf6-dd77-4bcd-942d-dfe2880b8435 req-d3d11089-01a5-4c85-89f1-04b926f2508e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:57.698673 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-144b92ae-aeb7-4662-bd43-0ef818ff9c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (84fe902f-d760-4e56-a26c-590067842c16), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:57.715141 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64dcf6-dd77-4bcd-942d-dfe2880b8435 req-d3d11089-01a5-4c85-89f1-04b926f2508e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:57.722975 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64dcf6-dd77-4bcd-942d-dfe2880b8435 req-d3d11089-01a5-4c85-89f1-04b926f2508e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:57.729292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64dcf6-dd77-4bcd-942d-dfe2880b8435 req-d3d11089-01a5-4c85-89f1-04b926f2508e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:57.738150 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64dcf6-dd77-4bcd-942d-dfe2880b8435 req-d3d11089-01a5-4c85-89f1-04b926f2508e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:57.740840 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6b64dcf6-dd77-4bcd-942d-dfe2880b8435 req-d3d11089-01a5-4c85-89f1-04b926f2508e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5433 time: 0.4038382 Feb 28 17:21:57.835950 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ce8c1f-c5e7-47f8-892f-7a12a3944775 x-openstack-request-id: req-a7ce8c1f-c5e7-47f8-892f-7a12a3944775 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:21:57.840440 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "tag": "dba8abd3-2fff-466c-935b-cc9c3eb302cc", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:21:57.840440 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a7ce8c1f-c5e7-47f8-892f-7a12a3944775 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:21:57.843196 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'tag': 'dba8abd3-2fff-466c-935b-cc9c3eb302cc', 'status': 'completed', 'code': 200} Feb 28 17:21:57.844944 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-144b92ae-aeb7-4662-bd43-0ef818ff9c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fe902f-d760-4e56-a26c-590067842c16']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:57.853097 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3fcd1569-d326-463a-b8a6-3cfa6011d5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:18:07Z', 'revision_number': 4, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port': {'id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:02Z', 'updated_at': '2022-02-28T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e922390a-ad8b-4b32-8faa-95d93d165af6', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'port_id': 'dba8abd3-2fff-466c-935b-cc9c3eb302cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'mac_address': 'fa:16:3e:e1:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:19:49Z', 'updated_at': '2022-02-28T17:21:55Z', 'revision_number': 1, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb4e5c-1d18-4931-9a1b-ac80a8db2439', 'name': '', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'mac_address': 'fa:16:3e:50:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:06Z', 'updated_at': '2022-02-28T17:18:13Z', 'revision_number': 5, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'subnets': [{'id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:57.884893 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd1569-d326-463a-b8a6-3cfa6011d5e3 None None] Checking router: 40d52aa2-b44a-488d-a012-e25eb801726e for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:21:57.885799 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-144b92ae-aeb7-4662-bd43-0ef818ff9c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23dc362-306f-4595-889a-1d0be1e479e3') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:57.886124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-144b92ae-aeb7-4662-bd43-0ef818ff9c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23dc362-306f-4595-889a-1d0be1e479e3') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:57.898528 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd1569-d326-463a-b8a6-3cfa6011d5e3 None None] Routers {'40d52aa2-b44a-488d-a012-e25eb801726e'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:21:57.899279 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3fcd1569-d326-463a-b8a6-3cfa6011d5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:21:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['40d52aa2-b44a-488d-a012-e25eb801726e'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:57.911112 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-144b92ae-aeb7-4662-bd43-0ef818ff9c42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (a23dc362-306f-4595-889a-1d0be1e479e3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:57.956956 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-144b92ae-aeb7-4662-bd43-0ef818ff9c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a23dc362-306f-4595-889a-1d0be1e479e3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:57.957351 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Publish callbacks [] for security_group (cd6663ad-ce57-4881-acb2-ccfa760020a1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:57.965311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144b92ae-aeb7-4662-bd43-0ef818ff9c42 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:21:57.965711 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-144b92ae-aeb7-4662-bd43-0ef818ff9c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (a23dc362-306f-4595-889a-1d0be1e479e3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:21:57.980017 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:21:58.000801 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-aeb706c2-fe19-4512-920e-7363eb6a9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.001731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-aeb706c2-fe19-4512-920e-7363eb6a9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.001856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-aeb706c2-fe19-4512-920e-7363eb6a9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.002256 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-aeb706c2-fe19-4512-920e-7363eb6a9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.002707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-aeb706c2-fe19-4512-920e-7363eb6a9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.003150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-aeb706c2-fe19-4512-920e-7363eb6a9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.003599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-aeb706c2-fe19-4512-920e-7363eb6a9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.005627 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-aeb706c2-fe19-4512-920e-7363eb6a9de1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 6714 time: 0.3465829 Feb 28 17:21:58.070146 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88560294-6281-4166-8952-f16608c717ca req-0a04774f-b157-4aa1-886c-bddc52bf0296 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.071700 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-88560294-6281-4166-8952-f16608c717ca req-0a04774f-b157-4aa1-886c-bddc52bf0296 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.3105319 Feb 28 17:21:58.079596 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-3fcd1569-d326-463a-b8a6-3cfa6011d5e3 None None] Set router 40d52aa2-b44a-488d-a012-e25eb801726e gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:21:58.105771 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6b64dcf6-dd77-4bcd-942d-dfe2880b8435 req-3eaccbd2-c1ac-4453-8377-c9e10f6a1b1b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2573986 Feb 28 17:21:58.165474 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-88560294-6281-4166-8952-f16608c717ca req-00a52330-8668-4ad6-a4ce-22066feeb8d6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813684 Feb 28 17:21:58.184282 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (cd6663ad-ce57-4881-acb2-ccfa760020a1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:58.211989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-415d5e08-e13f-4f4c-aa61-082bd5e6ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.215143 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-415d5e08-e13f-4f4c-aa61-082bd5e6ae12 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f480115-5801-45bd-aa86-f54a00aae2c2 HTTP/1.1" status: 200 len: 912 time: 0.1755018 Feb 28 17:21:58.338282 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-144b92ae-aeb7-4662-bd43-0ef818ff9c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (84fe902f-d760-4e56-a26c-590067842c16), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:58.356189 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-144b92ae-aeb7-4662-bd43-0ef818ff9c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:58.361605 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-144b92ae-aeb7-4662-bd43-0ef818ff9c42 admin admin] 10.222.0.72 "DELETE /v2.0/networks/84fe902f-d760-4e56-a26c-590067842c16 HTTP/1.1" status: 204 len: 168 time: 1.2125809 Feb 28 17:21:58.416596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b92ae-aeb7-4662-bd43-0ef818ff9c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=84fe902f-d760-4e56-a26c-590067842c16,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:58.463237 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-45653eaf-6f11-4d3d-baf0-b379307afffc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dba8abd3-2fff-466c-935b-cc9c3eb302cc HTTP/1.1" status: 200 len: 998 time: 0.2408636 Feb 28 17:21:58.485981 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30765070-8f96-4c64-aa7f-7d33a289357d req-fb1a2760-0fab-4c34-8c9d-a07841cfaf8c tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 210 time: 0.2011020 Feb 28 17:21:58.496895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6663ad-ce57-4881-acb2-ccfa760020a1,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:58.552788 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-fe227aca-6053-4433-bae3-fd102faf492b admin admin] Deleting port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:21:58.552788 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe227aca-6053-4433-bae3-fd102faf492b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:58.580663 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3fcd1569-d326-463a-b8a6-3cfa6011d5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:18:07Z', 'revision_number': 4, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port': {'id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:02Z', 'updated_at': '2022-02-28T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e922390a-ad8b-4b32-8faa-95d93d165af6', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'port_id': 'dba8abd3-2fff-466c-935b-cc9c3eb302cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'mac_address': 'fa:16:3e:e1:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:19:49Z', 'updated_at': '2022-02-28T17:21:55Z', 'revision_number': 1, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb4e5c-1d18-4931-9a1b-ac80a8db2439', 'name': '', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'mac_address': 'fa:16:3e:50:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:06Z', 'updated_at': '2022-02-28T17:18:13Z', 'revision_number': 5, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'subnets': [{'id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:21:58.602133 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af0080-2583-470b-8bd9-3e650605ad18 req-1ee216a2-40cb-4638-966c-726550b050a9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.611535 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af0080-2583-470b-8bd9-3e650605ad18 req-1ee216a2-40cb-4638-966c-726550b050a9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.621718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af0080-2583-470b-8bd9-3e650605ad18 req-1ee216a2-40cb-4638-966c-726550b050a9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.629512 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd1569-d326-463a-b8a6-3cfa6011d5e3 None None] The sync data for ids ['40d52aa2-b44a-488d-a012-e25eb801726e'] in n-d-820368-19 is: [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:18:07Z', 'revision_number': 4, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port': {'id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:02Z', 'updated_at': '2022-02-28T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e922390a-ad8b-4b32-8faa-95d93d165af6', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'port_id': 'dba8abd3-2fff-466c-935b-cc9c3eb302cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'mac_address': 'fa:16:3e:e1:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:19:49Z', 'updated_at': '2022-02-28T17:21:55Z', 'revision_number': 1, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bb4e5c-1d18-4931-9a1b-ac80a8db2439', 'name': '', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'mac_address': 'fa:16:3e:50:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:06Z', 'updated_at': '2022-02-28T17:18:13Z', 'revision_number': 5, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'subnets': [{'id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:21:58.638131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af0080-2583-470b-8bd9-3e650605ad18 req-1ee216a2-40cb-4638-966c-726550b050a9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.651151 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af0080-2583-470b-8bd9-3e650605ad18 req-1ee216a2-40cb-4638-966c-726550b050a9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.666484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Allocated IP 192.168.233.73 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/14211944-1d28-4aa5-87c5-931654b1913f) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:21:58.669255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af0080-2583-470b-8bd9-3e650605ad18 req-1ee216a2-40cb-4638-966c-726550b050a9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.675567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af0080-2583-470b-8bd9-3e650605ad18 req-1ee216a2-40cb-4638-966c-726550b050a9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.693073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6af0080-2583-470b-8bd9-3e650605ad18 req-1ee216a2-40cb-4638-966c-726550b050a9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5433 time: 0.3594949 Feb 28 17:21:58.699205 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49960) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:58.723750 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-5c81ca58-0691-468e-b770-59e86d6c38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.733151 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-5c81ca58-0691-468e-b770-59e86d6c38c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5ee6953-30d0-4c0b-8c97-03aeb406c90f HTTP/1.1" status: 200 len: 850 time: 0.2632868 Feb 28 17:21:58.837431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-298a6dac-be98-4175-aff4-3641af3d9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.840830 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-298a6dac-be98-4175-aff4-3641af3d9672 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f480115-5801-45bd-aa86-f54a00aae2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1004040 Feb 28 17:21:58.844541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-fe227aca-6053-4433-bae3-fd102faf492b admin admin] For port 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7f8a51c1-2ee1-4896-8ba2-39b46d8edec1,segment=NetworkSegment(84b5bf95-268a-4987-a6c4-e119b8f27508),segment_id=84b5bf95-268a-4987-a6c4-e119b8f27508)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:21:58.845060 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe227aca-6053-4433-bae3-fd102faf492b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:58.864891 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd78dc-8163-4a3e-875e-ae2f75f082c8 req-c5d60961-ca2b-4c2f-a257-a28eb6c81a33 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:58.876979 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c6fd78dc-8163-4a3e-875e-ae2f75f082c8 req-c5d60961-ca2b-4c2f-a257-a28eb6c81a33 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 945 time: 0.2210412 Feb 28 17:21:58.946571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:21:58.995282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:21:58.996001 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b2de3ce8-4ac1-4cd4-9dfa-46ec8ef3a958 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:21:59.005067 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-fe227aca-6053-4433-bae3-fd102faf492b admin admin] Calling delete_port for 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:21:59.009611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49964) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:59.012992 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c6fd78dc-8163-4a3e-875e-ae2f75f082c8 req-490822f2-9cf7-4c3e-bb3b-596b8c36260e tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999372 Feb 28 17:21:59.020442 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0913d1b1-29e2-416c-aeb5-56507eaffe66 None None] New status for floating IP e922390a-ad8b-4b32-8faa-95d93d165af6: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:21:59.043459 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-e4fa94d9-1a3c-448e-84e9-50af87d574d4 service neutron] 10.222.0.69 "GET /v2.0/networks/7f480115-5801-45bd-aa86-f54a00aae2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973634 Feb 28 17:21:59.048596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-network', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:21:59.171987 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Publish callbacks [] for port (14211944-1d28-4aa5-87c5-931654b1913f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:59.226035 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a375c2-e639-48ef-a676-a324651cfdcf req-e832976e-4dac-4513-b17b-4e6bc1e841dd tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:59.234750 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29a375c2-e639-48ef-a676-a324651cfdcf req-e832976e-4dac-4513-b17b-4e6bc1e841dd tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.0994625 Feb 28 17:21:59.250941 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8851da49-2d6b-4093-a8df-a8923fab0e01 req-7a382cd7-06df-484e-a4d4-013f722c813d service neutron] 10.222.0.69 "GET /v2.0/networks/7f480115-5801-45bd-aa86-f54a00aae2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968164 Feb 28 17:21:59.301066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] Made reservation on behalf of b634f86b0c4943eba9adaea3f65f60ee for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:21:59.304489 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:59.326134 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:59.349605 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (14211944-1d28-4aa5-87c5-931654b1913f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:59.362591 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29a375c2-e639-48ef-a676-a324651cfdcf req-1c046415-62b5-4690-97a4-22cb8d6a274b tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269746 Feb 28 17:21:59.479354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:21:59.506438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:21:59.508372 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Pushing event updated for resources: {'Port': ['ID=14211944-1d28-4aa5-87c5-931654b1913f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:59.511991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:21:59.529612 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ba185ff0-e071-416c-b2e8-86595527ef0f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c3ffaf85c5234a10a23a95c24b72e79f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5128891 Feb 28 17:21:59.557368 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49976) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:21:59.567099 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] Publish callbacks [] for security_group (6558a406-619f-4ba9-bd37-dc96b4241995), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:59.600934 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c684b-0b39-4587-9a12-281e2908a853 req-3263bf5c-31a9-4df7-a1fb-03ce91a9cdd6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:59.601587 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24fa36-4406-4ac6-a9ef-add927bab132 req-02c878eb-5da8-49d3-bf6a-7a2c1da1ce2c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:59.605502 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f01c684b-0b39-4587-9a12-281e2908a853 req-3263bf5c-31a9-4df7-a1fb-03ce91a9cdd6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8a074f1-ab7c-4259-9392-5b30de2169df HTTP/1.1" status: 200 len: 946 time: 0.1134045 Feb 28 17:21:59.608671 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c24fa36-4406-4ac6-a9ef-add927bab132 req-02c878eb-5da8-49d3-bf6a-7a2c1da1ce2c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.2739890 Feb 28 17:21:59.663956 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6558a406-619f-4ba9-bd37-dc96b4241995), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:59.683132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:21:59.697132 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (39cd4ac3-f6cb-45df-8a5d-f7f31d6af775), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:59.697558 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] Added segment 39cd4ac3-f6cb-45df-8a5d-f7f31d6af775 of type vlan for network c1856261-ad0f-444d-be77-5db0a50f2438 Feb 28 17:21:59.758138 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (c1856261-ad0f-444d-be77-5db0a50f2438), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:59.763995 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c24fa36-4406-4ac6-a9ef-add927bab132 req-4f2c1d9f-409c-4965-9eae-c56354e5ed49 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445956 Feb 28 17:21:59.781911 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f01c684b-0b39-4587-9a12-281e2908a853 req-4fa501de-ec8d-4ad0-adc0-734b236d71e8 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721816 Feb 28 17:21:59.818542 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6558a406-619f-4ba9-bd37-dc96b4241995,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:21:59.832320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:59.833195 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:59.893567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2f3cf3cf-6234-4e65-a353-d32906817da7 None None] Provisioning complete for port 14211944-1d28-4aa5-87c5-931654b1913f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:21:59.894329 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf3cf-6234-4e65-a353-d32906817da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (14211944-1d28-4aa5-87c5-931654b1913f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:59.910493 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (c1856261-ad0f-444d-be77-5db0a50f2438), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:59.911637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:21:59.912300 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:21:59.942960 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2f3cf3cf-6234-4e65-a353-d32906817da7 None None] Port 14211944-1d28-4aa5-87c5-931654b1913f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:21:59.999722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] Pushing event updated for resources: {'Network': ['ID=c1856261-ad0f-444d-be77-5db0a50f2438,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:00.016991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network c1856261-ad0f-444d-be77-5db0a50f2438 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:22:00.038732 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0490ac0e-1ea7-4ead-a53c-7d7c9ebdb740 admin admin] Publish callbacks [] for security_group (d9156025-a0c6-42f9-9a79-3faac75fe750), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:00.070956 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5e3a2493-aed5-475a-b4c4-a99e180bcf86 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3706775 Feb 28 17:22:00.073690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49980) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:00.079241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a85b1d-7709-4e11-b426-624b0bbf7711 req-f25bf3a2-a020-426e-a179-672762095db9 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:00.083539 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80a85b1d-7709-4e11-b426-624b0bbf7711 req-f25bf3a2-a020-426e-a179-672762095db9 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 935 time: 0.1471925 Feb 28 17:22:00.091979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-2c767ea3-ef7c-4a95-89f6-4f19a8ef0b5a admin admin] Request body: {'subnet': {'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-subnet', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:00.117841 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0490ac0e-1ea7-4ead-a53c-7d7c9ebdb740 admin admin] Publish callbacks [] for security_group (d9156025-a0c6-42f9-9a79-3faac75fe750), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:00.137761 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-4514b04a-4b9c-4122-91fd-5af0aeba9f98 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1566443 Feb 28 17:22:00.154321 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Request body: {'port': {'device_id': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:00.180204 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640240de-212a-4393-91a1-4948a1bb8abf req-42465c8b-10a6-4987-b804-0950fafe063d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:00.181793 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-640240de-212a-4393-91a1-4948a1bb8abf req-42465c8b-10a6-4987-b804-0950fafe063d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 945 time: 0.0597582 Feb 28 17:22:00.207996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80a85b1d-7709-4e11-b426-624b0bbf7711 req-f7dce530-7ec0-413a-8d72-fb6558406d56 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106317 Feb 28 17:22:00.240835 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-640240de-212a-4393-91a1-4948a1bb8abf req-212edeb5-621f-4d21-b99c-4570e537bfd4 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521386 Feb 28 17:22:00.250583 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe227aca-6053-4433-bae3-fd102faf492b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7f8a51c1-2ee1-4896-8ba2-39b46d8edec1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:00.282453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe227aca-6053-4433-bae3-fd102faf492b admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8a51c1-2ee1-4896-8ba2-39b46d8edec1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:00.284481 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (14211944-1d28-4aa5-87c5-931654b1913f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:00.315284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c767ea3-ef7c-4a95-89f6-4f19a8ef0b5a admin admin] Made reservation on behalf of b634f86b0c4943eba9adaea3f65f60ee for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:22:00.321481 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c767ea3-ef7c-4a95-89f6-4f19a8ef0b5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:00.458922 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0490ac0e-1ea7-4ead-a53c-7d7c9ebdb740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d9156025-a0c6-42f9-9a79-3faac75fe750), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:00.461750 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0490ac0e-1ea7-4ead-a53c-7d7c9ebdb740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:00.464903 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0490ac0e-1ea7-4ead-a53c-7d7c9ebdb740 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d9156025-a0c6-42f9-9a79-3faac75fe750 HTTP/1.1" status: 204 len: 168 time: 0.9033175 Feb 28 17:22:00.647440 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490ac0e-1ea7-4ead-a53c-7d7c9ebdb740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9156025-a0c6-42f9-9a79-3faac75fe750,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:00.686669 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c767ea3-ef7c-4a95-89f6-4f19a8ef0b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (30bbd5bd-b1a3-4e50-b996-451507a14e69), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:00.765086 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c767ea3-ef7c-4a95-89f6-4f19a8ef0b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=30bbd5bd-b1a3-4e50-b996-451507a14e69,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:00.781760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c767ea3-ef7c-4a95-89f6-4f19a8ef0b5a admin admin] Checking segment: {'id': '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:00.782772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c767ea3-ef7c-4a95-89f6-4f19a8ef0b5a admin admin] Network hostable DHCP agents. Network: c1856261-ad0f-444d-be77-5db0a50f2438, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:22:00.789866 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe227aca-6053-4433-bae3-fd102faf492b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (90e701b2-2286-4312-9a30-c0dffd00f95e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:00.800276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3a667-39b7-4229-a0cf-48c2ced5ee5b req-108e98a3-e214-4df8-ad6d-c54d41583263 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:00.803415 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0bd3a667-39b7-4229-a0cf-48c2ced5ee5b req-108e98a3-e214-4df8-ad6d-c54d41583263 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.2257037 Feb 28 17:22:00.897469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c767ea3-ef7c-4a95-89f6-4f19a8ef0b5a admin admin] Network c1856261-ad0f-444d-be77-5db0a50f2438 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:22:00.910866 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833a61f-f41d-4e37-afc6-9e0c850d8a79 req-3e29e021-7bd1-409d-ae76-17e6f2787b47 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:00.918057 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4833a61f-f41d-4e37-afc6-9e0c850d8a79 req-3e29e021-7bd1-409d-ae76-17e6f2787b47 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.0785167 Feb 28 17:22:00.982110 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4833a61f-f41d-4e37-afc6-9e0c850d8a79 req-e0af02e4-551e-4e50-9f1e-585c80732148 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616870 Feb 28 17:22:01.016293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-2c767ea3-ef7c-4a95-89f6-4f19a8ef0b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, c1856261-ad0f-444d-be77-5db0a50f2438) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:01.017203 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0bd3a667-39b7-4229-a0cf-48c2ced5ee5b req-ec776ee4-ee52-4015-8f64-2fe3a0640c80 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006514 Feb 28 17:22:01.020833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14211944-1d28-4aa5-87c5-931654b1913f {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:22:01.027110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0872eed0-4384-4744-806e-1b55c425c666 None None] Network c1856261-ad0f-444d-be77-5db0a50f2438 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:22:01.034404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c767ea3-ef7c-4a95-89f6-4f19a8ef0b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:01.035109 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c767ea3-ef7c-4a95-89f6-4f19a8ef0b5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:01.054336 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Publish callbacks [] for port (14211944-1d28-4aa5-87c5-931654b1913f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:01.076999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Transition to ACTIVE for port object 14211944-1d28-4aa5-87c5-931654b1913f will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:22:01.163095 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2c767ea3-ef7c-4a95-89f6-4f19a8ef0b5a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0882914 Feb 28 17:22:01.170944 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49996) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:01.175626 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-router', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:01.207398 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (14211944-1d28-4aa5-87c5-931654b1913f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:01.236511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-c1856261-ad0f-444d-be77-5db0a50f2438', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'fixed_ips': [{'subnet_id': '30bbd5bd-b1a3-4e50-b996-451507a14e69'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:22:01.239361 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:01.349375 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (b86cc08e-2533-47e3-832b-a90706833245), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:01.370431 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (b86cc08e-2533-47e3-832b-a90706833245), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:01.419765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=14211944-1d28-4aa5-87c5-931654b1913f,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:01.456654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9da97-5d85-4594-a031-c0a5d97ce9fd req-d6dab949-68f8-40a4-853c-9cf27cccb941 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:01.472109 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9da97-5d85-4594-a031-c0a5d97ce9fd req-d6dab949-68f8-40a4-853c-9cf27cccb941 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:01.477440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9da97-5d85-4594-a031-c0a5d97ce9fd req-d6dab949-68f8-40a4-853c-9cf27cccb941 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:01.486945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ebe9da97-5d85-4594-a031-c0a5d97ce9fd req-d6dab949-68f8-40a4-853c-9cf27cccb941 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f&device_id=a8a074f1-ab7c-4259-9392-5b30de2169df&device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 2418 time: 0.1801341 Feb 28 17:22:01.504936 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe227aca-6053-4433-bae3-fd102faf492b admin admin] Router 90e701b2-2286-4312-9a30-c0dffd00f95e has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:22:01.532179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Allocated IP 172.20.0.2 (c1856261-ad0f-444d-be77-5db0a50f2438/30bbd5bd-b1a3-4e50-b996-451507a14e69/ee2a308c-2f6d-482b-b8b6-932d6bd55481) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:22:01.543265 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Publish callbacks [] for router_controller (b86cc08e-2533-47e3-832b-a90706833245), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:01.595204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ef00f-b6f3-4899-b133-593735b77a93 req-31d66012-2769-4d98-8f80-2312707bb7b0 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:01.596652 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5c2ef00f-b6f3-4899-b133-593735b77a93 req-31d66012-2769-4d98-8f80-2312707bb7b0 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 947 time: 0.2631309 Feb 28 17:22:01.618014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ebe9da97-5d85-4594-a031-c0a5d97ce9fd req-835d3cef-7a8f-4538-b61a-7c7c9f4c90d7 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884669 Feb 28 17:22:01.666664 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Attempting to bind port 14211944-1d28-4aa5-87c5-931654b1913f on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:01.667054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Attempting to bind port 14211944-1d28-4aa5-87c5-931654b1913f by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:01.667389 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Attempting to bind port 14211944-1d28-4aa5-87c5-931654b1913f on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:01.688948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Port 14211944-1d28-4aa5-87c5-931654b1913f on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:22:01.689627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Attempting to bind port 14211944-1d28-4aa5-87c5-931654b1913f on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:01.709015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:01.709396 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:01.710103 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:01.710479 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Bound port: 14211944-1d28-4aa5-87c5-931654b1913f, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:01.710839 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (14211944-1d28-4aa5-87c5-931654b1913f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:01.808994 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5c2ef00f-b6f3-4899-b133-593735b77a93 req-746a4bc6-6512-4b55-8910-f84a7f829320 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529632 Feb 28 17:22:01.886360 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Publish callbacks [] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:01.952052 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Publish callbacks [] for router_gateway (b86cc08e-2533-47e3-832b-a90706833245), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:01.981786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ec828-c1b5-4a5f-b5ae-a1b256e19db4 req-3fb49812-5350-43db-9dff-b251110e0e8e tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:01.982560 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-278ec828-c1b5-4a5f-b5ae-a1b256e19db4 req-3fb49812-5350-43db-9dff-b251110e0e8e tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 945 time: 0.1051652 Feb 28 17:22:02.056189 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:02.057756 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-278ec828-c1b5-4a5f-b5ae-a1b256e19db4 req-bf4448ca-1a42-4fec-853e-2e76ffb51d52 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606241 Feb 28 17:22:02.164374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Pushing event updated for resources: {'Port': ['ID=ee2a308c-2f6d-482b-b8b6-932d6bd55481,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:02.216049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Network c1856261-ad0f-444d-be77-5db0a50f2438 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:02.217362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:02.224492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:22:02.372384 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Attempting to bind port ee2a308c-2f6d-482b-b8b6-932d6bd55481 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:02.373322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Attempting to bind port ee2a308c-2f6d-482b-b8b6-932d6bd55481 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:02.373763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Attempting to bind port ee2a308c-2f6d-482b-b8b6-932d6bd55481 on network c1856261-ad0f-444d-be77-5db0a50f2438 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:02.393527 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe227aca-6053-4433-bae3-fd102faf492b admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:22:02.398162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:02.398609 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Checking segment: {'id': '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:02.399061 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:02.399413 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fe227aca-6053-4433-bae3-fd102faf492b admin admin] 10.222.0.72 "PUT /v2.0/routers/90e701b2-2286-4312-9a30-c0dffd00f95e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6584392 Feb 28 17:22:02.401228 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Bound using segment: {'id': '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:02.401383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50024) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:02.401614 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Bound port: ee2a308c-2f6d-482b-b8b6-932d6bd55481, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:02.402033 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:02.402390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] For port 14211944-1d28-4aa5-87c5-931654b1913f, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:02.403386 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cdfffd-beee-4ccb-92dd-c9eb0e7d9923 None None] Sync routers for ids ['90e701b2-2286-4312-9a30-c0dffd00f95e'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:22:02.424415 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cdfffd-beee-4ccb-92dd-c9eb0e7d9923 None None] Routers {'90e701b2-2286-4312-9a30-c0dffd00f95e'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:02.427239 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-93cdfffd-beee-4ccb-92dd-c9eb0e7d9923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:21:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['90e701b2-2286-4312-9a30-c0dffd00f95e'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:02.534978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50028) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:02.571001 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] For port ee2a308c-2f6d-482b-b8b6-932d6bd55481, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:02.571001 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] For port ee2a308c-2f6d-482b-b8b6-932d6bd55481, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=ee2a308c-2f6d-482b-b8b6-932d6bd55481,segment=NetworkSegment(39cd4ac3-f6cb-45df-8a5d-f7f31d6af775),segment_id=39cd4ac3-f6cb-45df-8a5d-f7f31d6af775)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:02.627538 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] Publish callbacks [] for router (90e701b2-2286-4312-9a30-c0dffd00f95e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:02.641291 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:02.650383 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Publish callbacks [] for router_gateway (b86cc08e-2533-47e3-832b-a90706833245), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:02.671912 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-93cdfffd-beee-4ccb-92dd-c9eb0e7d9923 None None] Set router 90e701b2-2286-4312-9a30-c0dffd00f95e gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:02.721544 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:02.780898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11485914-4df1-4843-ad83-d19fa6f2ac5c req-e54ebc4e-0352-450a-9061-867eaff0cb11 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:02.786953 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11485914-4df1-4843-ad83-d19fa6f2ac5c req-e54ebc4e-0352-450a-9061-867eaff0cb11 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.4736285 Feb 28 17:22:02.792303 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] For port 14211944-1d28-4aa5-87c5-931654b1913f, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=14211944-1d28-4aa5-87c5-931654b1913f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:02.795795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fd0e7-3c61-474e-8ad5-d52277306e60 None None] Pushing event updated for resources: {'Port': ['ID=ee2a308c-2f6d-482b-b8b6-932d6bd55481,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:02.849792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-125340321-network', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:02.974075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] Made reservation on behalf of d5c70d5c51de4b10a167d00cf7368215 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:22:02.981949 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:03.010073 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:03.030180 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (14211944-1d28-4aa5-87c5-931654b1913f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:03.049642 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-93cdfffd-beee-4ccb-92dd-c9eb0e7d9923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'name': 'tempest-AttachSCSIVolumeTestJSON-33324782-router', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:46Z', 'updated_at': '2022-02-28T17:21:59Z', 'revision_number': 5, 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'gw_port': {'id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:49Z', 'updated_at': '2022-02-28T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:03.062606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Allocated IP 172.25.3.94 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/d20d48d5-841c-47a0-ade0-ccf8e10ed807) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:22:03.090537 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cdfffd-beee-4ccb-92dd-c9eb0e7d9923 None None] Checking router: 90e701b2-2286-4312-9a30-c0dffd00f95e for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:22:03.102169 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cdfffd-beee-4ccb-92dd-c9eb0e7d9923 None None] Routers {'90e701b2-2286-4312-9a30-c0dffd00f95e'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:03.105800 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-93cdfffd-beee-4ccb-92dd-c9eb0e7d9923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:21:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['90e701b2-2286-4312-9a30-c0dffd00f95e'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:03.150613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:03.151462 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:03.153138 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] 10.222.0.73 "PUT /v2.0/ports/14211944-1d28-4aa5-87c5-931654b1913f HTTP/1.1" status: 200 len: 1096 time: 3.0048280 Feb 28 17:22:03.163937 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3b6b6-19cc-4617-a991-56dd1de9e6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=14211944-1d28-4aa5-87c5-931654b1913f,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:03.168919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'tag': '14211944-1d28-4aa5-87c5-931654b1913f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:22:03.173379 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09b39e4-f5c4-4b34-a035-92a2b65ba06b" -d '{"events": [{"name": "network-changed", "server_uuid": "d001b9e3-c56b-4e2b-9e63-d022dacb9705", "tag": "14211944-1d28-4aa5-87c5-931654b1913f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:22:03.184311 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] Publish callbacks [] for router_gateway (90e701b2-2286-4312-9a30-c0dffd00f95e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:03.258833 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11485914-4df1-4843-ad83-d19fa6f2ac5c req-4244e6ac-2da9-4512-a229-ebaeb9d58e9e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634967 Feb 28 17:22:03.529619 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] Publish callbacks [] for security_group (ae46f91f-6bb8-44a3-8809-afea0412df04), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:03.530965 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfb5cd2-3959-491c-94fe-962a395ebd88 x-openstack-request-id: req-6bfb5cd2-3959-491c-94fe-962a395ebd88 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:22:03.531466 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d001b9e3-c56b-4e2b-9e63-d022dacb9705", "tag": "14211944-1d28-4aa5-87c5-931654b1913f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:22:03.538664 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6bfb5cd2-3959-491c-94fe-962a395ebd88 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:22:03.539327 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'tag': '14211944-1d28-4aa5-87c5-931654b1913f', 'status': 'completed', 'code': 200} Feb 28 17:22:03.626446 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Publish callbacks [] for port (d20d48d5-841c-47a0-ade0-ccf8e10ed807), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:03.628872 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ae46f91f-6bb8-44a3-8809-afea0412df04), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:03.655824 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-93cdfffd-beee-4ccb-92dd-c9eb0e7d9923 None None] Set router 90e701b2-2286-4312-9a30-c0dffd00f95e gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:03.703369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdbe1e-b701-42d5-a200-24f0e40ef47d req-d6787073-b647-4b74-9dfe-b4db6355d158 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:03.717208 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4cbdbe1e-b701-42d5-a200-24f0e40ef47d req-d6787073-b647-4b74-9dfe-b4db6355d158 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 947 time: 0.3579330 Feb 28 17:22:03.749087 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:22:03.839611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae46f91f-6bb8-44a3-8809-afea0412df04,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:03.857818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-c2d47924-9a77-42f2-a8ed-2fbb46480fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:03.858846 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (61b3d283-249a-4488-8c13-8d0aa8da67cb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:03.860931 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] Added segment 61b3d283-249a-4488-8c13-8d0aa8da67cb of type vlan for network fd22816a-d08a-4624-85cd-73f8196c1644 Feb 28 17:22:03.863260 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-c2d47924-9a77-42f2-a8ed-2fbb46480fc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ab82c1e4d5242d1a53528d3544f05ef&device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 1130 time: 0.4129539 Feb 28 17:22:03.930546 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-93cdfffd-beee-4ccb-92dd-c9eb0e7d9923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'name': 'tempest-AttachSCSIVolumeTestJSON-33324782-router', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:46Z', 'updated_at': '2022-02-28T17:21:59Z', 'revision_number': 5, 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'gw_port': {'id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:49Z', 'updated_at': '2022-02-28T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:03.947433 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4cbdbe1e-b701-42d5-a200-24f0e40ef47d req-8a9ada9c-62b5-49f7-a053-9afb20b73393 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259886 Feb 28 17:22:03.975376 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (fd22816a-d08a-4624-85cd-73f8196c1644), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:03.984257 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cdfffd-beee-4ccb-92dd-c9eb0e7d9923 None None] The sync data for ids ['90e701b2-2286-4312-9a30-c0dffd00f95e'] in n-d-820368-19 is: [{'id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'name': 'tempest-AttachSCSIVolumeTestJSON-33324782-router', 'tenant_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:46Z', 'updated_at': '2022-02-28T17:21:59Z', 'revision_number': 5, 'project_id': 'a32156ef9f5e4681b58b24b6e5f4b529', 'gw_port': {'id': '800a3fef-b15b-40bb-a2d4-40b41523ea34', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e701b2-2286-4312-9a30-c0dffd00f95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:49Z', 'updated_at': '2022-02-28T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:22:04.017818 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-14db6452-4bda-47cc-9503-85fe42c0d3f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=14211944-1d28-4aa5-87c5-931654b1913f HTTP/1.1" status: 200 len: 217 time: 0.1406281 Feb 28 17:22:04.020841 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] Deleting port 800a3fef-b15b-40bb-a2d4-40b41523ea34 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:22:04.021483 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (800a3fef-b15b-40bb-a2d4-40b41523ea34), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:04.035761 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d20d48d5-841c-47a0-ade0-ccf8e10ed807), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:04.089000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Pushing event updated for resources: {'Port': ['ID=d20d48d5-841c-47a0-ade0-ccf8e10ed807,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:04.092961 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (fd22816a-d08a-4624-85cd-73f8196c1644), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:04.094323 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:04.094863 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:04.181452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-5a90d522-5f6d-4c75-9fa0-06abebacbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:04.183041 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-5a90d522-5f6d-4c75-9fa0-06abebacbcd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1593835 Feb 28 17:22:04.186683 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:04.190491 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:04.204669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:22:04.252873 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] For port 800a3fef-b15b-40bb-a2d4-40b41523ea34, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=800a3fef-b15b-40bb-a2d4-40b41523ea34,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:04.253253 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (800a3fef-b15b-40bb-a2d4-40b41523ea34), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:04.279150 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] Calling delete_port for 800a3fef-b15b-40bb-a2d4-40b41523ea34 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:22:04.319316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-47692c81-0849-47d2-8c60-a72e86bc53ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:04.321805 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-47692c81-0849-47d2-8c60-a72e86bc53ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1282310 Feb 28 17:22:04.459681 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9235878 Feb 28 17:22:04.473520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50050) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:04.480477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a1e1f912-a677-4322-8e59-cae675696911 admin admin] Request body: {'subnet': {'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-125340321-subnet', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:04.505486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f687c0-8600-4816-8add-638202d3e8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=fd22816a-d08a-4624-85cd-73f8196c1644,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:04.516696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network fd22816a-d08a-4624-85cd-73f8196c1644 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:22:04.557569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ab6f1-8f90-475b-8736-db1ae600f54b req-851ee4c7-22c0-4fbb-b795-ca1c2f50a246 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:04.559448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1d2ab6f1-8f90-475b-8736-db1ae600f54b req-851ee4c7-22c0-4fbb-b795-ca1c2f50a246 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.1215811 Feb 28 17:22:04.640543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e1f912-a677-4322-8e59-cae675696911 admin admin] Made reservation on behalf of d5c70d5c51de4b10a167d00cf7368215 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:22:04.643159 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1e1f912-a677-4322-8e59-cae675696911 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:04.700123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-40e86abd-278c-46a9-abc2-d8672024dcb7 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460927 Feb 28 17:22:04.805318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ee2a308c-2f6d-482b-b8b6-932d6bd55481 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:04.926755 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Publish callbacks [] for router_gateway (b86cc08e-2533-47e3-832b-a90706833245), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:04.951974 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ed1c19-ff32-4feb-aff1-b456974216c3 None None] Network c1856261-ad0f-444d-be77-5db0a50f2438 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:22:05.010954 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-924231a7-c53d-4b37-8b10-49d47c41c00a req-1520d80e-2b11-49f6-821c-1af801e4a59b service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034863 Feb 28 17:22:05.024495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dc5c6-6048-43a2-8328-69fe7ff5ccc3 req-f0982ca0-51bc-4865-b840-0d80a3fff7fb tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:05.026568 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-876dc5c6-6048-43a2-8328-69fe7ff5ccc3 req-f0982ca0-51bc-4865-b840-0d80a3fff7fb tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.1475725 Feb 28 17:22:05.038915 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-653645db-31e8-4d05-a9f6-79fb79dc64c7 None None] Provisioning complete for port ee2a308c-2f6d-482b-b8b6-932d6bd55481 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:05.049207 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-653645db-31e8-4d05-a9f6-79fb79dc64c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:05.115778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port ee2a308c-2f6d-482b-b8b6-932d6bd55481 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:05.116416 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:05.147310 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-876dc5c6-6048-43a2-8328-69fe7ff5ccc3 req-1d458afc-25cf-40c4-b3e4-1720b97e3101 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110120 Feb 28 17:22:05.166304 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (800a3fef-b15b-40bb-a2d4-40b41523ea34), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:05.241971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=800a3fef-b15b-40bb-a2d4-40b41523ea34,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:05.372364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b39e4-f5c4-4b34-a035-92a2b65ba06b req-92e740f3-afa7-4573-8368-df00113eeef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:05.374500 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b09b39e4-f5c4-4b34-a035-92a2b65ba06b req-92e740f3-afa7-4573-8368-df00113eeef4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ab82c1e4d5242d1a53528d3544f05ef&device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 1130 time: 0.1647651 Feb 28 17:22:05.495456 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (90e701b2-2286-4312-9a30-c0dffd00f95e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:05.518293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-653645db-31e8-4d05-a9f6-79fb79dc64c7 None None] Current status of the port ee2a308c-2f6d-482b-b8b6-932d6bd55481 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:05.519318 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-653645db-31e8-4d05-a9f6-79fb79dc64c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:05.530719 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1d2ab6f1-8f90-475b-8736-db1ae600f54b req-e6c84082-4d31-4f72-8a4c-222de30180cb tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9244168 Feb 28 17:22:05.588305 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1e1f912-a677-4322-8e59-cae675696911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (b64581e8-b7e1-4075-a68e-c69038440c0d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:05.631864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22328fe7-b069-4f6d-b2cb-b6309b5ec043 req-73f7f7ba-ab24-4130-be5e-371cc5ea29f7 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:05.642088 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22328fe7-b069-4f6d-b2cb-b6309b5ec043 req-73f7f7ba-ab24-4130-be5e-371cc5ea29f7 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 947 time: 0.3273997 Feb 28 17:22:05.697775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port ee2a308c-2f6d-482b-b8b6-932d6bd55481 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:05.698489 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:05.756796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-653645db-31e8-4d05-a9f6-79fb79dc64c7 None None] For port ee2a308c-2f6d-482b-b8b6-932d6bd55481, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=ee2a308c-2f6d-482b-b8b6-932d6bd55481,segment=NetworkSegment(39cd4ac3-f6cb-45df-8a5d-f7f31d6af775),segment_id=39cd4ac3-f6cb-45df-8a5d-f7f31d6af775)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:05.762268 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (90e701b2-2286-4312-9a30-c0dffd00f95e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:05.785192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e1f912-a677-4322-8e59-cae675696911 admin admin] Checking segment: {'id': '61b3d283-249a-4488-8c13-8d0aa8da67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:05.785192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e1f912-a677-4322-8e59-cae675696911 admin admin] Network hostable DHCP agents. Network: fd22816a-d08a-4624-85cd-73f8196c1644, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:22:05.786600 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22328fe7-b069-4f6d-b2cb-b6309b5ec043 req-83b10512-0f77-4e6b-826f-471be606dbce tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377847 Feb 28 17:22:05.788062 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] Publish callbacks [] for router_controller (90e701b2-2286-4312-9a30-c0dffd00f95e), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:05.791965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1f912-a677-4322-8e59-cae675696911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b64581e8-b7e1-4075-a68e-c69038440c0d,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:05.831960 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-653645db-31e8-4d05-a9f6-79fb79dc64c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:05.851147 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (b86cc08e-2533-47e3-832b-a90706833245), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:05.851345 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b39e4-f5c4-4b34-a035-92a2b65ba06b req-d0e59b94-3414-407a-8490-b9e1e44073e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:05.852380 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b09b39e4-f5c4-4b34-a035-92a2b65ba06b req-d0e59b94-3414-407a-8490-b9e1e44073e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.4696097 Feb 28 17:22:05.942707 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b09b39e4-f5c4-4b34-a035-92a2b65ba06b req-5b0f30bf-5a56-4be8-9396-1eca6ef33d35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=14211944-1d28-4aa5-87c5-931654b1913f HTTP/1.1" status: 200 len: 217 time: 0.0792873 Feb 28 17:22:05.970832 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:22:05.971618 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:22:05.976421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653645db-31e8-4d05-a9f6-79fb79dc64c7 None None] Pushing event updated for resources: {'Port': ['ID=ee2a308c-2f6d-482b-b8b6-932d6bd55481,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:05.993956 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (90e701b2-2286-4312-9a30-c0dffd00f95e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:05.997655 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90e701b2-2286-4312-9a30-c0dffd00f95e {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:22:06.007512 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:06.008648 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-db2db4db-a6ee-4856-900c-d2b4978f0d31 admin admin] 10.222.0.72 "DELETE /v2.0/routers/90e701b2-2286-4312-9a30-c0dffd00f95e HTTP/1.1" status: 204 len: 168 time: 3.6039245 Feb 28 17:22:06.018508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50060) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:06.022881 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e1f912-a677-4322-8e59-cae675696911 admin admin] Network fd22816a-d08a-4624-85cd-73f8196c1644 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:22:06.024793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b39e4-f5c4-4b34-a035-92a2b65ba06b req-79c2734d-1a3f-4b43-956c-f91888c77f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:06.026321 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b09b39e4-f5c4-4b34-a035-92a2b65ba06b req-79c2734d-1a3f-4b43-956c-f91888c77f1c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0810394 Feb 28 17:22:06.123307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b39e4-f5c4-4b34-a035-92a2b65ba06b req-0e790729-b007-4162-a8ad-843ebec8011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:06.124825 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b09b39e4-f5c4-4b34-a035-92a2b65ba06b req-0e790729-b007-4162-a8ad-843ebec8011f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0882871 Feb 28 17:22:06.140752 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-89032b13-88e6-4667-8acc-0f60e95b5b9b admin admin] Deleting subnet f3934740-b32f-4d8c-a484-e108fb750eda {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:22:06.145902 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-89032b13-88e6-4667-8acc-0f60e95b5b9b admin admin] Publish callbacks [] for subnet (f3934740-b32f-4d8c-a484-e108fb750eda), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:06.178979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-a1e1f912-a677-4322-8e59-cae675696911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, fd22816a-d08a-4624-85cd-73f8196c1644) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:06.189499 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b9d64-9abf-4322-a80d-64ca3cd6750c None None] Network fd22816a-d08a-4624-85cd-73f8196c1644 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:22:06.210771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e1f912-a677-4322-8e59-cae675696911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:06.212736 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1e1f912-a677-4322-8e59-cae675696911 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:06.268621 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-89032b13-88e6-4667-8acc-0f60e95b5b9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (f3934740-b32f-4d8c-a484-e108fb750eda), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:06.282025 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b09b39e4-f5c4-4b34-a035-92a2b65ba06b req-fe1f92bc-16c8-4abe-a1ff-af3d8d156b03 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469774 Feb 28 17:22:06.304721 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a1e1f912-a677-4322-8e59-cae675696911 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8269069 Feb 28 17:22:06.308697 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50066) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:06.320819 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-125340321-router', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:06.371053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Router b86cc08e-2533-47e3-832b-a90706833245 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:22:06.457690 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da71797-80a1-40ce-96ef-c834806e4275 None None] Network fd22816a-d08a-4624-85cd-73f8196c1644 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:22:06.460475 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b09b39e4-f5c4-4b34-a035-92a2b65ba06b req-8db7acc2-ef95-44a1-b590-13c602528da5 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703463 Feb 28 17:22:06.469798 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3692ee-fe7b-4de3-8e0c-d67cfeb67bed req-eacca444-b7b9-45c0-9589-90038bde728d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:06.471450 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7a3692ee-fe7b-4de3-8e0c-d67cfeb67bed req-eacca444-b7b9-45c0-9589-90038bde728d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.1730602 Feb 28 17:22:06.476165 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (b0849e76-5e1d-4b78-b709-951d2b145140), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:06.477274 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (b0849e76-5e1d-4b78-b709-951d2b145140), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:06.500608 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-89032b13-88e6-4667-8acc-0f60e95b5b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (f3934740-b32f-4d8c-a484-e108fb750eda), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:06.552004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-05ef4a23-c2da-4f84-8f39-c7b5616d1405 None None] Provisioning complete for port ee2a308c-2f6d-482b-b8b6-932d6bd55481 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:06.552575 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-05ef4a23-c2da-4f84-8f39-c7b5616d1405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:06.614761 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port ee2a308c-2f6d-482b-b8b6-932d6bd55481 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:06.634647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:22:06.678197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:22:06.678490 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7f8a51c1-2ee1-4896-8ba2-39b46d8edec1 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:22:06.697225 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7a3692ee-fe7b-4de3-8e0c-d67cfeb67bed req-7e349af2-1592-46cf-ba91-f0102bc33099 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162642 Feb 28 17:22:06.699468 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Publish callbacks [] for router_controller (b0849e76-5e1d-4b78-b709-951d2b145140), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:06.701570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:22:06.719217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Sync routers for ids ['b86cc08e-2533-47e3-832b-a90706833245'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:22:06.772679 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197498ce-8fb0-4596-8d43-a21374e3bb69 req-1870a749-8d4a-495c-a18d-c69fccd94089 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:06.782604 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-197498ce-8fb0-4596-8d43-a21374e3bb69 req-1870a749-8d4a-495c-a18d-c69fccd94089 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.1119809 Feb 28 17:22:06.820972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-05ef4a23-c2da-4f84-8f39-c7b5616d1405 None None] Current status of the port ee2a308c-2f6d-482b-b8b6-932d6bd55481 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:06.827973 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Routers {'b86cc08e-2533-47e3-832b-a90706833245'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:06.828612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:21:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b86cc08e-2533-47e3-832b-a90706833245'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:06.856647 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-89032b13-88e6-4667-8acc-0f60e95b5b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (f3934740-b32f-4d8c-a484-e108fb750eda), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:06.862070 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:06.863419 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-eaa9c117-a3b2-4bfa-b911-ade4e6575916 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6914260 Feb 28 17:22:06.869607 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50072) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:06.889488 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-197498ce-8fb0-4596-8d43-a21374e3bb69 req-bacc3cab-508a-46c3-bcc4-fac07feaf0d0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058693 Feb 28 17:22:06.910806 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ee2a308c-2f6d-482b-b8b6-932d6bd55481 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:06.938848 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-89032b13-88e6-4667-8acc-0f60e95b5b9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:06.946511 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-89032b13-88e6-4667-8acc-0f60e95b5b9b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f3934740-b32f-4d8c-a484-e108fb750eda HTTP/1.1" status: 204 len: 168 time: 0.9224510 Feb 28 17:22:06.958608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07c277-4196-44ed-a95c-19d3d20a261f None None] Network 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:22:06.970321 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50074) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:06.971221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89032b13-88e6-4667-8acc-0f60e95b5b9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3934740-b32f-4d8c-a484-e108fb750eda,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:07.120798 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Set router b86cc08e-2533-47e3-832b-a90706833245 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:07.137951 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Publish callbacks [] for router_gateway (b0849e76-5e1d-4b78-b709-951d2b145140), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:07.151791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port ee2a308c-2f6d-482b-b8b6-932d6bd55481 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:07.152023 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:07.184622 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (7f1b69e1-b54a-466f-9aa9-4b2a97d09946), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:07.193146 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8a589-4457-4d02-9689-408bbb66e691 req-1cb60f9e-392d-4516-a684-bc0f534ccbf0 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:07.194786 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22b8a589-4457-4d02-9689-408bbb66e691 req-1cb60f9e-392d-4516-a684-bc0f534ccbf0 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 947 time: 0.2865629 Feb 28 17:22:07.392061 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22b8a589-4457-4d02-9689-408bbb66e691 req-8c93834c-09d1-4b4b-9c73-ab1a17d7571a tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889348 Feb 28 17:22:07.417606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port ee2a308c-2f6d-482b-b8b6-932d6bd55481 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:07.432932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3cec54-4464-4470-a61d-f5c87f5b711d None None] DHCP port deletion for 7f1b69e1-b54a-466f-9aa9-4b2a97d09946 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:22:07.433331 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Deleting port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:22:07.433878 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:07.492417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 800a3fef-b15b-40bb-a2d4-40b41523ea34 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:22:07.492734 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-bc90018d-8727-497d-a71c-72c0fabedaab tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:07.500125 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-bc90018d-8727-497d-a71c-72c0fabedaab tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 808 time: 0.1413012 Feb 28 17:22:07.524929 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 800a3fef-b15b-40bb-a2d4-40b41523ea34 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:22:07.525806 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 800a3fef-b15b-40bb-a2d4-40b41523ea34 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:22:07.531795 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-2d454e01-b8fb-47df-ab02-89086a82e902 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/quotas/c57be2755a4d40389e59c507cc6d5340 HTTP/1.1" status: 200 len: 375 time: 0.0308363 Feb 28 17:22:07.536338 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:07.545382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] For port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=35eaf611-d2c2-4fa4-b829-d36b8f512b5f,segment=NetworkSegment(84b5bf95-268a-4987-a6c4-e119b8f27508),segment_id=84b5bf95-268a-4987-a6c4-e119b8f27508)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:07.545784 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:07.555256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cc08e-2533-47e3-832b-a90706833245', 'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-router', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:01Z', 'updated_at': '2022-02-28T17:22:04Z', 'revision_number': 3, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'gw_port': {'id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:02Z', 'updated_at': '2022-02-28T17:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:07.572795 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Calling delete_port for 35eaf611-d2c2-4fa4-b829-d36b8f512b5f owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:22:07.588423 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Checking router: b86cc08e-2533-47e3-832b-a90706833245 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:22:07.589058 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Updating router b86cc08e-2533-47e3-832b-a90706833245 port d20d48d5-841c-47a0-ade0-ccf8e10ed807 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:22:07.630570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cec54-4464-4470-a61d-f5c87f5b711d None None] Deleting port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:22:07.631193 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ab3cec54-4464-4470-a61d-f5c87f5b711d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:07.635081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-9041fcd2-2a35-401d-ba77-80c48f3e70ee tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1022854 Feb 28 17:22:07.676931 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d20d48d5-841c-47a0-ade0-ccf8e10ed807), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:07.712029 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-401e8224-564b-4415-8f06-656eb1c23a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:07.758779 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ab3cec54-4464-4470-a61d-f5c87f5b711d None None] For port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=35eaf611-d2c2-4fa4-b829-d36b8f512b5f,segment=NetworkSegment(84b5bf95-268a-4987-a6c4-e119b8f27508),segment_id=84b5bf95-268a-4987-a6c4-e119b8f27508)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:07.766489 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ab3cec54-4464-4470-a61d-f5c87f5b711d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:07.786262 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:07.798904 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:07.812589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-c8ffb58f-c641-449f-97d8-743ea6a74c3f service neutron] 10.222.0.72 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766031 Feb 28 17:22:07.840405 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Pushing event deleted for resources: {'Port': ['ID=35eaf611-d2c2-4fa4-b829-d36b8f512b5f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:07.857859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cec54-4464-4470-a61d-f5c87f5b711d None None] Calling delete_port for 35eaf611-d2c2-4fa4-b829-d36b8f512b5f owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:22:07.861080 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] No DVR routers for this DVR port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:22:07.944235 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-89c9a40f-0cfc-4d0b-baa3-5268e65259c4 service neutron] 10.222.0.72 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166053 Feb 28 17:22:08.018069 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Publish callbacks [] for router_gateway (b0849e76-5e1d-4b78-b709-951d2b145140), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.065319 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.069919 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (7f1b69e1-b54a-466f-9aa9-4b2a97d09946), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.100304 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87085f42-9234-43f7-a020-8952acc59fbd req-810d3862-f34a-40a0-93f6-2ac68c520740 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:08.102019 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87085f42-9234-43f7-a020-8952acc59fbd req-810d3862-f34a-40a0-93f6-2ac68c520740 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.2652109 Feb 28 17:22:08.147143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Allocated IP 172.20.0.1 (c1856261-ad0f-444d-be77-5db0a50f2438/30bbd5bd-b1a3-4e50-b996-451507a14e69/2c11b134-a888-40ba-ba4b-d0bf76917d9e) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:22:08.168720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1b69e1-b54a-466f-9aa9-4b2a97d09946']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:08.178842 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ab3cec54-4464-4470-a61d-f5c87f5b711d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (35eaf611-d2c2-4fa4-b829-d36b8f512b5f), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.199122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b5bf95-268a-4987-a6c4-e119b8f27508') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:08.199529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b5bf95-268a-4987-a6c4-e119b8f27508') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:08.222981 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (84b5bf95-268a-4987-a6c4-e119b8f27508), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.224337 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cec54-4464-4470-a61d-f5c87f5b711d None None] Pushing event deleted for resources: {'Port': ['ID=35eaf611-d2c2-4fa4-b829-d36b8f512b5f,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:08.231439 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3cec54-4464-4470-a61d-f5c87f5b711d None None] No DVR routers for this DVR port 35eaf611-d2c2-4fa4-b829-d36b8f512b5f on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:22:08.259984 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87085f42-9234-43f7-a020-8952acc59fbd req-13171af4-1942-46ed-8506-d44549b8fbd7 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089287 Feb 28 17:22:08.261073 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (84b5bf95-268a-4987-a6c4-e119b8f27508), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.304598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (84b5bf95-268a-4987-a6c4-e119b8f27508), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:22:08.306897 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:22:08.343027 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Publish callbacks [] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.358096 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Publish callbacks [] for port (d20d48d5-841c-47a0-ade0-ccf8e10ed807), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.427344 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d20d48d5-841c-47a0-ade0-ccf8e10ed807), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.478464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113fcbe-e8f0-4839-bc8c-8d80d393d982 req-8e1f5b3a-2a51-4a9d-85f5-b95e3d2f974a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:08.480769 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.480895 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e113fcbe-e8f0-4839-bc8c-8d80d393d982 req-8e1f5b3a-2a51-4a9d-85f5-b95e3d2f974a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.0993063 Feb 28 17:22:08.500185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Allocated IP 172.25.3.126 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/d1bd170a-be6a-4d98-af9d-06479dd1dbbd) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:22:08.507319 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Attempting to bind port d20d48d5-841c-47a0-ade0-ccf8e10ed807 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:08.507678 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Attempting to bind port d20d48d5-841c-47a0-ade0-ccf8e10ed807 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:08.508039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Attempting to bind port d20d48d5-841c-47a0-ade0-ccf8e10ed807 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:08.512545 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c9656-5889-449d-885f-da931c5f38fb None None] Pushing event updated for resources: {'Port': ['ID=d20d48d5-841c-47a0-ade0-ccf8e10ed807,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:08.518218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:08.518613 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:08.519056 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.519565 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:08.520038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Bound port: d20d48d5-841c-47a0-ade0-ccf8e10ed807, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:08.520773 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d20d48d5-841c-47a0-ade0-ccf8e10ed807), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.523000 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Network c1856261-ad0f-444d-be77-5db0a50f2438 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:08.526003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:08.546537 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:22:08.549168 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (7f1b69e1-b54a-466f-9aa9-4b2a97d09946), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.595963 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.604473 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7f1b69e1-b54a-466f-9aa9-4b2a97d09946 HTTP/1.1" status: 204 len: 168 time: 1.6280789 Feb 28 17:22:08.605403 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50094) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:08.610085 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] For port d20d48d5-841c-47a0-ade0-ccf8e10ed807, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:08.614491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] For port d20d48d5-841c-47a0-ade0-ccf8e10ed807, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d20d48d5-841c-47a0-ade0-ccf8e10ed807,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:08.616013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Pushing event updated for resources: {'Port': ['ID=2c11b134-a888-40ba-ba4b-d0bf76917d9e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:08.633984 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e113fcbe-e8f0-4839-bc8c-8d80d393d982 req-476f8ae1-a1b9-4601-bf61-cc9381ab43f1 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358609 Feb 28 17:22:08.654879 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8ee5c-9926-4efb-bdac-9ed606cba946 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1b69e1-b54a-466f-9aa9-4b2a97d09946,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:08.692053 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d20d48d5-841c-47a0-ade0-ccf8e10ed807), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.738045 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Publish callbacks [] for port (d1bd170a-be6a-4d98-af9d-06479dd1dbbd), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.831863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Routers {'b86cc08e-2533-47e3-832b-a90706833245'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:08.832672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:21:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b86cc08e-2533-47e3-832b-a90706833245'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:08.840207 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c9656-5889-449d-885f-da931c5f38fb None None] Pushing event updated for resources: {'Port': ['ID=d20d48d5-841c-47a0-ade0-ccf8e10ed807,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:08.905268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 35eaf611-d2c2-4fa4-b829-d36b8f512b5f no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:22:08.951690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b7566-16c9-4400-b938-b9850592cc7c req-251b730c-ee20-492a-ba4d-2ae98d629bdb tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:08.953222 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-316b7566-16c9-4400-b938-b9850592cc7c req-251b730c-ee20-492a-ba4d-2ae98d629bdb tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 947 time: 0.1334209 Feb 28 17:22:08.954220 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d1bd170a-be6a-4d98-af9d-06479dd1dbbd), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:08.961867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 35eaf611-d2c2-4fa4-b829-d36b8f512b5f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:22:08.962244 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 35eaf611-d2c2-4fa4-b829-d36b8f512b5f not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:22:09.044692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:09.048207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:09.055576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:22:09.091367 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Pushing event updated for resources: {'Port': ['ID=d1bd170a-be6a-4d98-af9d-06479dd1dbbd,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:09.123278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-316b7566-16c9-4400-b938-b9850592cc7c req-375649b7-acea-44ec-8949-bdc4927ca2e7 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488578 Feb 28 17:22:09.130670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] Set router b86cc08e-2533-47e3-832b-a90706833245 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:09.246063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (b86cc08e-2533-47e3-832b-a90706833245), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:09.269234 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b427d834-d484-4cb5-b1e2-43094cfd719a req-f2b070a9-3a8d-4ffe-8243-78b01a9c80c8 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 210 time: 0.0449688 Feb 28 17:22:09.276143 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e543dba5-30b4-4346-b948-1b275ba4e6a2 None None] Provisioning complete for port 2c11b134-a888-40ba-ba4b-d0bf76917d9e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:09.276792 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e543dba5-30b4-4346-b948-1b275ba4e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:09.338034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e543dba5-30b4-4346-b948-1b275ba4e6a2 None None] Port 2c11b134-a888-40ba-ba4b-d0bf76917d9e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:22:09.443137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cc08e-2533-47e3-832b-a90706833245', 'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-router', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:01Z', 'updated_at': '2022-02-28T17:22:04Z', 'revision_number': 3, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'gw_port': {'id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:02Z', 'updated_at': '2022-02-28T17:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:09.474374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a1eb5-1a77-4d3f-8e18-57c5e505da76 None None] The sync data for ids ['b86cc08e-2533-47e3-832b-a90706833245'] in n-d-820368-19 is: [{'id': 'b86cc08e-2533-47e3-832b-a90706833245', 'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-router', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:01Z', 'updated_at': '2022-02-28T17:22:04Z', 'revision_number': 3, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'gw_port': {'id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:02Z', 'updated_at': '2022-02-28T17:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:22:09.596607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40aa699-7468-45ec-8844-9e4eac044aca req-2db24685-9c44-4441-907a-e8dae95e57b3 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:09.598580 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e40aa699-7468-45ec-8844-9e4eac044aca req-2db24685-9c44-4441-907a-e8dae95e57b3 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.2405705 Feb 28 17:22:09.666797 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:09.674507 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Publish callbacks [] for router_gateway (b0849e76-5e1d-4b78-b709-951d2b145140), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:09.687998 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e40aa699-7468-45ec-8844-9e4eac044aca req-45defcf0-a049-46b3-bd8a-150b86c7eaeb tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821369 Feb 28 17:22:09.788741 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:09.844234 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bf2aad57-5b74-408d-bb33-1bf3299d8f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:09.967776 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93eec1d-13f3-4221-912c-29e751d6519c req-a26b9781-daa4-404e-8350-34c580ac801e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:09.969467 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a93eec1d-13f3-4221-912c-29e751d6519c req-a26b9781-daa4-404e-8350-34c580ac801e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.1750371 Feb 28 17:22:10.055535 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 14211944-1d28-4aa5-87c5-931654b1913f details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:22:10.118585 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a93eec1d-13f3-4221-912c-29e751d6519c req-1bd49e1c-bb04-4a3f-8fee-9de11fe7add3 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248624 Feb 28 17:22:10.156613 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Publish callbacks [] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:10.177530 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe8ffbe7-674e-4a91-a666-c9beff1f2b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (4bc96e11-da4d-41b0-8d54-110ae4b682e9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:10.265709 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:10.280019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 14211944-1d28-4aa5-87c5-931654b1913f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=14211944-1d28-4aa5-87c5-931654b1913f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:10.303259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '14211944-1d28-4aa5-87c5-931654b1913f', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '14211944-1d28-4aa5-87c5-931654b1913f', 'mac_address': 'fa:16:3e:ce:b3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:22:10.394971 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 14211944-1d28-4aa5-87c5-931654b1913f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:10.395719 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (14211944-1d28-4aa5-87c5-931654b1913f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:10.413779 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14211944-1d28-4aa5-87c5-931654b1913f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:22:10.425191 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Pushing event updated for resources: {'Port': ['ID=2c11b134-a888-40ba-ba4b-d0bf76917d9e,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:10.427844 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (b86cc08e-2533-47e3-832b-a90706833245), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:10.464541 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3174e4fc-2b5c-48a0-9f27-bfcaa066c556 req-04820fa0-25f1-4bf4-894d-41c1df9d337b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 210 time: 0.0500619 Feb 28 17:22:10.499062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 14211944-1d28-4aa5-87c5-931654b1913f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=14211944-1d28-4aa5-87c5-931654b1913f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:10.566213 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (14211944-1d28-4aa5-87c5-931654b1913f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:10.656952 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (b0849e76-5e1d-4b78-b709-951d2b145140), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:10.679888 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=14211944-1d28-4aa5-87c5-931654b1913f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:10.719533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23109f-c45b-4830-b1b8-22ef4650f832 req-50f2a6e8-cc08-47fa-a01c-2e83cf92991b tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:10.722121 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8b23109f-c45b-4830-b1b8-22ef4650f832 req-50f2a6e8-cc08-47fa-a01c-2e83cf92991b tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 948 time: 0.1346247 Feb 28 17:22:10.811846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Network c1856261-ad0f-444d-be77-5db0a50f2438 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:10.815970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:10.933191 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8b23109f-c45b-4830-b1b8-22ef4650f832 req-a2506330-0ee0-49da-81c9-75d11b753ae1 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925752 Feb 28 17:22:10.940865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['14211944-1d28-4aa5-87c5-931654b1913f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:22:10.980583 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d20d48d5-841c-47a0-ade0-ccf8e10ed807 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:11.028345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Router b0849e76-5e1d-4b78-b709-951d2b145140 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:22:11.148514 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Router b86cc08e-2533-47e3-832b-a90706833245 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:22:11.156817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d20d48d5-841c-47a0-ade0-ccf8e10ed807 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:11.166544 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d20d48d5-841c-47a0-ade0-ccf8e10ed807), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:11.282645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff0312-fc29-468f-a350-fc18ed85397e req-b0759c48-57a3-4c16-b71b-e1774bf7bc1d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:11.291419 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d8ff0312-fc29-468f-a350-fc18ed85397e req-b0759c48-57a3-4c16-b71b-e1774bf7bc1d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.4778085 Feb 28 17:22:11.304969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ced7ba22-7ef3-47de-81f9-bf941162c38a None None] Provisioning complete for port 2c11b134-a888-40ba-ba4b-d0bf76917d9e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:11.305472 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ced7ba22-7ef3-47de-81f9-bf941162c38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:11.333120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:22:11.353810 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Sync routers for ids ['b0849e76-5e1d-4b78-b709-951d2b145140'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:22:11.373100 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:11.381032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd431765-6326-402f-af62-1a130299ffae req-138f0b30-bd79-4bf0-a677-6b18fe5f0955 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:11.390128 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cd431765-6326-402f-af62-1a130299ffae req-138f0b30-bd79-4bf0-a677-6b18fe5f0955 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.1075368 Feb 28 17:22:11.393202 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Routers {'b0849e76-5e1d-4b78-b709-951d2b145140'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:11.394503 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b0849e76-5e1d-4b78-b709-951d2b145140'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:11.413372 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ced7ba22-7ef3-47de-81f9-bf941162c38a None None] Port 2c11b134-a888-40ba-ba4b-d0bf76917d9e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:22:11.424824 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:11.430465 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ed4250a5-7bd0-48a4-a5de-de0da7ef951f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1137969 Feb 28 17:22:11.431202 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50120) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:11.436903 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d20d48d5-841c-47a0-ade0-ccf8e10ed807 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:11.437428 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d20d48d5-841c-47a0-ade0-ccf8e10ed807), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:11.461942 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port d20d48d5-841c-47a0-ade0-ccf8e10ed807, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d20d48d5-841c-47a0-ade0-ccf8e10ed807,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:11.555711 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d20d48d5-841c-47a0-ade0-ccf8e10ed807), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:11.582570 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d8ff0312-fc29-468f-a350-fc18ed85397e req-c90d3b70-6173-45c3-8bea-155a414f601e tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898843 Feb 28 17:22:11.587776 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Set router b0849e76-5e1d-4b78-b709-951d2b145140 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:11.685768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-818090ec-98dd-48a4-9ed4-621bacfa74c1 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:11.696000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-818090ec-98dd-48a4-9ed4-621bacfa74c1 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.73 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 808 time: 0.4703381 Feb 28 17:22:11.696184 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=d20d48d5-841c-47a0-ade0-ccf8e10ed807,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:11.723963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-aa037be9-06a4-4d9a-94d0-85c65f30193c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Request body: {'port': {'device_id': '907d1caf-f406-4e8d-a257-49e6b3a76f26', 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71', 'admin_state_up': True, 'tenant_id': 'c57be2755a4d40389e59c507cc6d5340'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:11.744823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ffbe7-674e-4a91-a666-c9beff1f2b74 admin admin] Deleting port 306f1bd2-80dc-4914-ab34-deb54255b3ab {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:22:11.745256 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe8ffbe7-674e-4a91-a666-c9beff1f2b74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:11.765547 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a7e213a-7f1b-4b62-a485-32461b2832df req-315e2612-59ed-4e03-8b29-b893738b3d6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 210 time: 0.0676837 Feb 28 17:22:11.852614 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cd431765-6326-402f-af62-1a130299ffae req-79dbce2d-88b8-4325-9fba-cfdd672f9e0d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615843 Feb 28 17:22:11.879602 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:22:11.893994 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-352a2e38-2af6-4eb5-8c4f-cd68cbf8a32f admin admin] 10.222.0.72 "PUT /v2.0/routers/b86cc08e-2533-47e3-832b-a90706833245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0123701 Feb 28 17:22:11.946908 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'name': 'tempest-ServerRescueNegativeTestJSON-125340321-router', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:06Z', 'updated_at': '2022-02-28T17:22:09Z', 'revision_number': 3, 'project_id': 'd5c70d5c51de4b10a167d00cf7368215', 'gw_port': {'id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:08Z', 'updated_at': '2022-02-28T17:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:12.006776 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Checking router: b0849e76-5e1d-4b78-b709-951d2b145140 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:22:12.008793 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Updating router b0849e76-5e1d-4b78-b709-951d2b145140 port d1bd170a-be6a-4d98-af9d-06479dd1dbbd binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:22:12.081644 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d1bd170a-be6a-4d98-af9d-06479dd1dbbd), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:12.086575 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-fe8ffbe7-674e-4a91-a666-c9beff1f2b74 admin admin] For port 306f1bd2-80dc-4914-ab34-deb54255b3ab, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=306f1bd2-80dc-4914-ab34-deb54255b3ab,segment=NetworkSegment(80f5aa71-335e-4dfd-bda5-1e78e55e08fd),segment_id=80f5aa71-335e-4dfd-bda5-1e78e55e08fd)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:12.086575 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe8ffbe7-674e-4a91-a666-c9beff1f2b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:12.127846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ffbe7-674e-4a91-a666-c9beff1f2b74 admin admin] Calling delete_port for 306f1bd2-80dc-4914-ab34-deb54255b3ab owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:22:12.243216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-aa037be9-06a4-4d9a-94d0-85c65f30193c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Made reservation on behalf of c57be2755a4d40389e59c507cc6d5340 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:22:12.246915 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-aa037be9-06a4-4d9a-94d0-85c65f30193c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:12.291804 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45c970-c0e2-4f0b-959f-4b1bd842e501 req-70689987-e7ec-4ad2-bbe3-83db6a40459c tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:12.300470 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f45c970-c0e2-4f0b-959f-4b1bd842e501 req-70689987-e7ec-4ad2-bbe3-83db6a40459c tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 948 time: 0.2275453 Feb 28 17:22:12.384897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Sync routers for ids ['b86cc08e-2533-47e3-832b-a90706833245'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:22:12.391631 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:12.412978 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:12.414970 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Routers {'b86cc08e-2533-47e3-832b-a90706833245'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:12.415691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b86cc08e-2533-47e3-832b-a90706833245'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:12.469394 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Publish callbacks [] for port (d1bd170a-be6a-4d98-af9d-06479dd1dbbd), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:12.526380 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d1bd170a-be6a-4d98-af9d-06479dd1dbbd), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:12.614389 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f45c970-c0e2-4f0b-959f-4b1bd842e501 req-e142c94c-d455-4493-9eb2-c23c5af29f06 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128741 Feb 28 17:22:12.635760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Allocated IP 172.20.0.1 (fd22816a-d08a-4624-85cd-73f8196c1644/b64581e8-b7e1-4075-a68e-c69038440c0d/9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:22:12.655062 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Pushing event updated for resources: {'Port': ['ID=d1bd170a-be6a-4d98-af9d-06479dd1dbbd,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:12.666958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Set router b86cc08e-2533-47e3-832b-a90706833245 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:12.670759 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Attempting to bind port d1bd170a-be6a-4d98-af9d-06479dd1dbbd on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:12.673546 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Attempting to bind port d1bd170a-be6a-4d98-af9d-06479dd1dbbd by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:12.674251 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Attempting to bind port d1bd170a-be6a-4d98-af9d-06479dd1dbbd on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:12.687863 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:12.691209 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:12.691670 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:12.692131 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:12.692569 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:12.694395 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:12.694976 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:12.695526 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:12.696086 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:12.696655 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:12.697198 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:12.697766 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:12.698575 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:12.702937 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:12.703825 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:12.704848 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:12.705445 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:12.707492 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Bound port: d1bd170a-be6a-4d98-af9d-06479dd1dbbd, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:12.708106 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d1bd170a-be6a-4d98-af9d-06479dd1dbbd), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:12.769608 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] For port d1bd170a-be6a-4d98-af9d-06479dd1dbbd, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:12.773022 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] For port d1bd170a-be6a-4d98-af9d-06479dd1dbbd, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d1bd170a-be6a-4d98-af9d-06479dd1dbbd,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:12.814421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Publish callbacks [] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:12.847699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-aa037be9-06a4-4d9a-94d0-85c65f30193c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Allocated IP 172.20.0.7 (7c10fa5b-91d3-45d7-8ee0-c040e6683f71/aab67e97-15e6-427d-901a-f45796cc60dd/3b8c5e06-02fd-4579-b1c3-b5ca8f898792) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:22:12.858339 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d1bd170a-be6a-4d98-af9d-06479dd1dbbd), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:12.868763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d20d48d5-841c-47a0-ade0-ccf8e10ed807 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:12.950328 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9bbb4-3f2f-4ee7-a708-b3d9c338d7f1 req-ab8e72ae-186a-4f2f-bdd1-7f23cf9b5077 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:12.960159 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dba9bbb4-3f2f-4ee7-a708-b3d9c338d7f1 req-ab8e72ae-186a-4f2f-bdd1-7f23cf9b5077 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.1006641 Feb 28 17:22:12.995541 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:12.999247 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656ceb4-bda4-41bb-8dc9-e7ad5b577b10 None None] Pushing event updated for resources: {'Port': ['ID=d1bd170a-be6a-4d98-af9d-06479dd1dbbd,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:13.023871 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Routers {'b0849e76-5e1d-4b78-b709-951d2b145140'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:13.024709 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b0849e76-5e1d-4b78-b709-951d2b145140'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:13.095580 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dba9bbb4-3f2f-4ee7-a708-b3d9c338d7f1 req-935ba9af-fa56-4240-84e6-878b9f3edb9b tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301465 Feb 28 17:22:13.098237 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d20d48d5-841c-47a0-ade0-ccf8e10ed807 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:13.098620 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d20d48d5-841c-47a0-ade0-ccf8e10ed807), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:13.114395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Network fd22816a-d08a-4624-85cd-73f8196c1644 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:13.121273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:13.129134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:22:13.178707 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e2ee0f8f-fbc5-450a-b6ef-277e4e2e09ee req-992a2ce8-2b4e-458a-a2f5-17682691f215 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 210 time: 0.2372959 Feb 28 17:22:13.212378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Pushing event updated for resources: {'Port': ['ID=9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:13.233599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50146) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:13.241768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-564611648-network', 'tenant_id': '7a089b23e5d64889aba3812241639f82'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:13.276029 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:13.285252 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] Set router b0849e76-5e1d-4b78-b709-951d2b145140 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:13.285599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:13.286146 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:13.287437 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:13.287437 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:13.287437 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:13.287790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:13.288191 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:13.288757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:13.289176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:13.289609 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:13.290039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:13.290484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:13.298216 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe8ffbe7-674e-4a91-a666-c9beff1f2b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (306f1bd2-80dc-4914-ab34-deb54255b3ab), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:13.376578 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cc08e-2533-47e3-832b-a90706833245', 'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-router', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:01Z', 'updated_at': '2022-02-28T17:22:09Z', 'revision_number': 4, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'gw_port': {'id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:02Z', 'updated_at': '2022-02-28T17:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2c11b134-a888-40ba-ba4b-d0bf76917d9e', 'name': '', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'mac_address': 'fa:16:3e:d2:2e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:07Z', 'updated_at': '2022-02-28T17:22:09Z', 'revision_number': 2, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'subnets': [{'id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:13.379540 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (b0849e76-5e1d-4b78-b709-951d2b145140), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:13.453917 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ffbe7-674e-4a91-a666-c9beff1f2b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=306f1bd2-80dc-4914-ab34-deb54255b3ab,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:13.455381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Checking router: b86cc08e-2533-47e3-832b-a90706833245 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:22:13.455861 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Updating router b86cc08e-2533-47e3-832b-a90706833245 port 2c11b134-a888-40ba-ba4b-d0bf76917d9e binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:22:13.504883 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:13.528629 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d20d48d5-841c-47a0-ade0-ccf8e10ed807 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:13.536551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ff730-9904-428d-b09d-9d1722ec94be req-4d3d2ce8-e66e-481a-80a5-5ade6e2585a3 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:13.538172 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8a9ff730-9904-428d-b09d-9d1722ec94be req-4d3d2ce8-e66e-481a-80a5-5ade6e2585a3 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.2688315 Feb 28 17:22:13.579176 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] Made reservation on behalf of 7a089b23e5d64889aba3812241639f82 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:22:13.587714 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:13.639997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:13.682016 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'name': 'tempest-ServerRescueNegativeTestJSON-125340321-router', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:06Z', 'updated_at': '2022-02-28T17:22:09Z', 'revision_number': 3, 'project_id': 'd5c70d5c51de4b10a167d00cf7368215', 'gw_port': {'id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:08Z', 'updated_at': '2022-02-28T17:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:13.706966 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8a9ff730-9904-428d-b09d-9d1722ec94be req-2d7da030-e80a-42a3-aabc-20ae8e71166b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484582 Feb 28 17:22:13.741814 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45965a-1f9e-4bfc-90dd-3bc5e46cd60a None None] The sync data for ids ['b0849e76-5e1d-4b78-b709-951d2b145140'] in n-d-820368-19 is: [{'id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'name': 'tempest-ServerRescueNegativeTestJSON-125340321-router', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:06Z', 'updated_at': '2022-02-28T17:22:09Z', 'revision_number': 3, 'project_id': 'd5c70d5c51de4b10a167d00cf7368215', 'gw_port': {'id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:08Z', 'updated_at': '2022-02-28T17:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:22:13.857177 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-aa037be9-06a4-4d9a-94d0-85c65f30193c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks [] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:13.928789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4a0f-79df-4179-b680-5549d741404d req-5372c2f0-29f0-4a8b-9b97-603015828d13 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:13.936673 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd3f4a0f-79df-4179-b680-5549d741404d req-5372c2f0-29f0-4a8b-9b97-603015828d13 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 948 time: 0.1854899 Feb 28 17:22:13.959516 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:14.090107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 14211944-1d28-4aa5-87c5-931654b1913f up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:14.095790 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:14.310101 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Publish callbacks [] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:14.330126 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Publish callbacks [] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:14.343869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 14211944-1d28-4aa5-87c5-931654b1913f completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:22:14.349966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 14211944-1d28-4aa5-87c5-931654b1913f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:14.350975 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (14211944-1d28-4aa5-87c5-931654b1913f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:14.376229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ae0ea-1b19-4a6c-b826-69c614a7ba1c req-dd045190-61fb-437b-ae37-13f37e3e86d7 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:14.388256 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fe6ae0ea-1b19-4a6c-b826-69c614a7ba1c req-dd045190-61fb-437b-ae37-13f37e3e86d7 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.0757453 Feb 28 17:22:14.419749 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:14.450779 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:14.557381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 14211944-1d28-4aa5-87c5-931654b1913f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:14.558746 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (14211944-1d28-4aa5-87c5-931654b1913f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:14.578722 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (b0849e76-5e1d-4b78-b709-951d2b145140), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:14.582512 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd3f4a0f-79df-4179-b680-5549d741404d req-fdbfcaad-e829-4564-a789-0184e099bf11 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447883 Feb 28 17:22:14.603821 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb18853-b9a7-41d5-830f-caa5006ddc02 None None] Pushing event updated for resources: {'Port': ['ID=2c11b134-a888-40ba-ba4b-d0bf76917d9e,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:14.608187 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fe6ae0ea-1b19-4a6c-b826-69c614a7ba1c req-d7cb37dc-bd20-4a32-bc66-2bb4590e10c6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189081 Feb 28 17:22:14.608876 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Pushing event updated for resources: {'Port': ['ID=9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:14.615548 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe8ffbe7-674e-4a91-a666-c9beff1f2b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (4bc96e11-da4d-41b0-8d54-110ae4b682e9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:14.668350 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] Publish callbacks [] for security_group (598d370f-d76d-4751-b5ce-ffbaa00b796d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:14.673943 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-aa037be9-06a4-4d9a-94d0-85c65f30193c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:14.674573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14211944-1d28-4aa5-87c5-931654b1913f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:22:14.679134 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cb26d8-7c2e-46e8-bdb4-d4529a897d4d" -d '{"events": [{"server_uuid": "d001b9e3-c56b-4e2b-9e63-d022dacb9705", "name": "network-vif-plugged", "status": "completed", "tag": "14211944-1d28-4aa5-87c5-931654b1913f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:22:14.717241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 14211944-1d28-4aa5-87c5-931654b1913f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=14211944-1d28-4aa5-87c5-931654b1913f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:14.762694 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556e3e22-bad9-42cf-908a-4ddda8903b32 x-openstack-request-id: req-556e3e22-bad9-42cf-908a-4ddda8903b32 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:22:14.763620 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d001b9e3-c56b-4e2b-9e63-d022dacb9705", "name": "network-vif-plugged", "status": "completed", "tag": "14211944-1d28-4aa5-87c5-931654b1913f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:22:14.765461 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-556e3e22-bad9-42cf-908a-4ddda8903b32 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:22:14.766077 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14211944-1d28-4aa5-87c5-931654b1913f', 'code': 200} Feb 28 17:22:14.846398 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (14211944-1d28-4aa5-87c5-931654b1913f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:14.852423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa037be9-06a4-4d9a-94d0-85c65f30193c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Pushing event updated for resources: {'Port': ['ID=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:14.869844 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (598d370f-d76d-4751-b5ce-ffbaa00b796d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:14.966030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598d370f-d76d-4751-b5ce-ffbaa00b796d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:15.000543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=14211944-1d28-4aa5-87c5-931654b1913f,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:15.003962 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-aa037be9-06a4-4d9a-94d0-85c65f30193c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:15.020161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Attempting to bind port 2c11b134-a888-40ba-ba4b-d0bf76917d9e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:15.020557 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Attempting to bind port 2c11b134-a888-40ba-ba4b-d0bf76917d9e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:15.020903 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Attempting to bind port 2c11b134-a888-40ba-ba4b-d0bf76917d9e on network c1856261-ad0f-444d-be77-5db0a50f2438 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:15.033308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Network fd22816a-d08a-4624-85cd-73f8196c1644 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:15.037555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:15.037913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Checking segment: {'id': '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:15.041603 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:15.041603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Bound using segment: {'id': '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:15.041603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Bound port: 2c11b134-a888-40ba-ba4b-d0bf76917d9e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:15.041603 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:15.043658 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f6277-8339-4e51-980d-27b2bb7d7abd req-52abb1e0-a586-46a3-abd1-62332cd38342 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:15.044738 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-852f6277-8339-4e51-980d-27b2bb7d7abd req-52abb1e0-a586-46a3-abd1-62332cd38342 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 931 time: 0.2316711 Feb 28 17:22:15.046876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-aa037be9-06a4-4d9a-94d0-85c65f30193c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:15.050705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:22:15.065128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:15.071027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-aa037be9-06a4-4d9a-94d0-85c65f30193c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:22:15.112313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d1bd170a-be6a-4d98-af9d-06479dd1dbbd up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:15.163895 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (35410fa1-ac9a-406f-987c-7bdce11d303b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:15.164662 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] Added segment 35410fa1-ac9a-406f-987c-7bdce11d303b of type vlan for network 5fa1b491-dd52-447d-acd5-f87bb267cb7c Feb 28 17:22:15.213051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c579eb5e-f66b-4297-94a6-5953cdc169b3 None None] Provisioning complete for port 2c11b134-a888-40ba-ba4b-d0bf76917d9e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:15.213472 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c579eb5e-f66b-4297-94a6-5953cdc169b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:15.221636 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] For port 2c11b134-a888-40ba-ba4b-d0bf76917d9e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:15.231096 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316233bb-3a73-4976-8405-5d68d892e3a7 req-fe1d1fe1-789b-4ba9-8898-fd389fbf8f41 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:15.238555 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-316233bb-3a73-4976-8405-5d68d892e3a7 req-fe1d1fe1-789b-4ba9-8898-fd389fbf8f41 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.3493085 Feb 28 17:22:15.271701 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f02d5-c854-4133-99d7-c95689087a55 req-ba144691-4af2-41b6-9090-23fcc8f1d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:15.273496 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aa8f02d5-c854-4133-99d7-c95689087a55 req-ba144691-4af2-41b6-9090-23fcc8f1d5ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 1132 time: 0.3861964 Feb 28 17:22:15.278038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] For port 2c11b134-a888-40ba-ba4b-d0bf76917d9e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2c11b134-a888-40ba-ba4b-d0bf76917d9e,segment=NetworkSegment(39cd4ac3-f6cb-45df-8a5d-f7f31d6af775),segment_id=39cd4ac3-f6cb-45df-8a5d-f7f31d6af775)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:15.291381 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-aa037be9-06a4-4d9a-94d0-85c65f30193c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:15.292169 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-aa037be9-06a4-4d9a-94d0-85c65f30193c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:15.294826 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d1bd170a-be6a-4d98-af9d-06479dd1dbbd triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:15.295303 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d1bd170a-be6a-4d98-af9d-06479dd1dbbd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:15.354220 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (5fa1b491-dd52-447d-acd5-f87bb267cb7c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:15.356269 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:15.356400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-316233bb-3a73-4976-8405-5d68d892e3a7 req-834224b0-7dcd-45bd-a975-9f91abca7400 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166251 Feb 28 17:22:15.370801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c579eb5e-f66b-4297-94a6-5953cdc169b3 None None] Port 2c11b134-a888-40ba-ba4b-d0bf76917d9e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:22:15.374853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Router b0849e76-5e1d-4b78-b709-951d2b145140 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:22:15.415106 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-852f6277-8339-4e51-980d-27b2bb7d7abd req-08d6f503-c358-4e03-a7de-ab29c1032b46 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327110 Feb 28 17:22:15.422284 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-aa037be9-06a4-4d9a-94d0-85c65f30193c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7023430 Feb 28 17:22:15.433532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Request body: {'port': {'device_id': '907d1caf-f406-4e8d-a257-49e6b3a76f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:15.439992 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aa8f02d5-c854-4133-99d7-c95689087a55 req-a2c9f4dd-9719-4ce7-996e-c4c74c9f489a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591160 Feb 28 17:22:15.489904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Routers {'b86cc08e-2533-47e3-832b-a90706833245'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:15.489904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b86cc08e-2533-47e3-832b-a90706833245'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:15.515790 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (5fa1b491-dd52-447d-acd5-f87bb267cb7c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:15.516670 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:15.517240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:15.549071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb18853-b9a7-41d5-830f-caa5006ddc02 None None] Pushing event updated for resources: {'Port': ['ID=2c11b134-a888-40ba-ba4b-d0bf76917d9e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:15.553152 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d1bd170a-be6a-4d98-af9d-06479dd1dbbd is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:15.553841 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d1bd170a-be6a-4d98-af9d-06479dd1dbbd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:15.604719 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port d1bd170a-be6a-4d98-af9d-06479dd1dbbd, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d1bd170a-be6a-4d98-af9d-06479dd1dbbd,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:15.612092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:22:15.625714 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dcbc4a10-117f-401d-ad89-7bcd561a2af5 admin admin] 10.222.0.72 "PUT /v2.0/routers/b0849e76-5e1d-4b78-b709-951d2b145140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1862159 Feb 28 17:22:15.692243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] Set router b86cc08e-2533-47e3-832b-a90706833245 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:15.782979 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5471318 Feb 28 17:22:15.796432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50164) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:15.806834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8df718b4-f15f-4183-aa7a-3052b8443511 admin admin] Request body: {'subnet': {'network_id': '5fa1b491-dd52-447d-acd5-f87bb267cb7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-564611648-subnet', 'tenant_id': '7a089b23e5d64889aba3812241639f82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:15.843983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250a95e-d15b-4f4d-814e-65c81deae74d req-332176f6-5843-4cfe-8750-6c603d3d0b15 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:15.846363 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8250a95e-d15b-4f4d-814e-65c81deae74d req-332176f6-5843-4cfe-8750-6c603d3d0b15 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 949 time: 0.1206038 Feb 28 17:22:15.851681 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d1bd170a-be6a-4d98-af9d-06479dd1dbbd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:15.949760 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8250a95e-d15b-4f4d-814e-65c81deae74d req-a5ccc0bf-a4e3-451c-8e9f-41cdcdfd08d0 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977554 Feb 28 17:22:15.962174 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df718b4-f15f-4183-aa7a-3052b8443511 admin admin] Made reservation on behalf of 7a089b23e5d64889aba3812241639f82 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:22:15.969067 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8df718b4-f15f-4183-aa7a-3052b8443511 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:15.970107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5737154e-bb27-4ca5-aff3-8f1ebf015d49 None None] Provisioning complete for port 2c11b134-a888-40ba-ba4b-d0bf76917d9e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:15.976251 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5737154e-bb27-4ca5-aff3-8f1ebf015d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:15.998363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3302d9-4331-4e12-8a0f-242993cb9620 admin admin] Pushing event updated for resources: {'Network': ['ID=5fa1b491-dd52-447d-acd5-f87bb267cb7c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:16.012087 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:16.069165 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8ffbe7-674e-4a91-a666-c9beff1f2b74 admin admin] Router 4bc96e11-da4d-41b0-8d54-110ae4b682e9 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:22:16.107315 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 5fa1b491-dd52-447d-acd5-f87bb267cb7c details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:22:16.212929 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=d1bd170a-be6a-4d98-af9d-06479dd1dbbd,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:16.321953 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5737154e-bb27-4ca5-aff3-8f1ebf015d49 None None] Current status of the port 2c11b134-a888-40ba-ba4b-d0bf76917d9e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:16.322545 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5737154e-bb27-4ca5-aff3-8f1ebf015d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:16.378739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5737154e-bb27-4ca5-aff3-8f1ebf015d49 None None] For port 2c11b134-a888-40ba-ba4b-d0bf76917d9e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2c11b134-a888-40ba-ba4b-d0bf76917d9e,segment=NetworkSegment(39cd4ac3-f6cb-45df-8a5d-f7f31d6af775),segment_id=39cd4ac3-f6cb-45df-8a5d-f7f31d6af775)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:16.401674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cc08e-2533-47e3-832b-a90706833245', 'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-router', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:01Z', 'updated_at': '2022-02-28T17:22:09Z', 'revision_number': 4, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'gw_port': {'id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:02Z', 'updated_at': '2022-02-28T17:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2c11b134-a888-40ba-ba4b-d0bf76917d9e', 'name': '', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'mac_address': 'fa:16:3e:d2:2e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:07Z', 'updated_at': '2022-02-28T17:22:15Z', 'revision_number': 4, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'subnets': [{'id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:16.408856 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8df718b4-f15f-4183-aa7a-3052b8443511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (2e760d18-8213-4836-b44a-83acae372b01), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:16.423536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef389953-b558-4ba0-815d-4e65965507ac req-e1f81494-adbd-4cc0-807d-a3a875d7aa20 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:16.425092 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ef389953-b558-4ba0-815d-4e65965507ac req-e1f81494-adbd-4cc0-807d-a3a875d7aa20 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.6342945 Feb 28 17:22:16.433130 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:22:16.442042 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-d73bf4b3-fa9d-42cc-ba99-f41aeb6613d8 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:16.449606 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-d73bf4b3-fa9d-42cc-ba99-f41aeb6613d8 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/networks?id=fd22816a-d08a-4624-85cd-73f8196c1644 HTTP/1.1" status: 200 len: 818 time: 0.1895797 Feb 28 17:22:16.451175 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Publish callbacks [] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:16.467188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9580cd2-a89e-4f74-9d46-86c1d7589fb6 None None] The sync data for ids ['b86cc08e-2533-47e3-832b-a90706833245'] in n-d-820368-19 is: [{'id': 'b86cc08e-2533-47e3-832b-a90706833245', 'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-router', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:01Z', 'updated_at': '2022-02-28T17:22:09Z', 'revision_number': 4, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'gw_port': {'id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:02Z', 'updated_at': '2022-02-28T17:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2c11b134-a888-40ba-ba4b-d0bf76917d9e', 'name': '', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'mac_address': 'fa:16:3e:d2:2e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:07Z', 'updated_at': '2022-02-28T17:22:15Z', 'revision_number': 4, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'subnets': [{'id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:22:16.479346 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Transition to ACTIVE for port object 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:22:16.503495 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5737154e-bb27-4ca5-aff3-8f1ebf015d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:16.503638 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-56873d9d-a2b8-42a1-a469-550c916846b8 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/quotas/d5c70d5c51de4b10a167d00cf7368215 HTTP/1.1" status: 200 len: 375 time: 0.0526347 Feb 28 17:22:16.585220 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:16.601514 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Sync routers for ids ['b0849e76-5e1d-4b78-b709-951d2b145140'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:22:16.616233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df718b4-f15f-4183-aa7a-3052b8443511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e760d18-8213-4836-b44a-83acae372b01,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:16.624218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df718b4-f15f-4183-aa7a-3052b8443511 admin admin] Checking segment: {'id': '35410fa1-ac9a-406f-987c-7bdce11d303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5fa1b491-dd52-447d-acd5-f87bb267cb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:16.624586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df718b4-f15f-4183-aa7a-3052b8443511 admin admin] Network hostable DHCP agents. Network: 5fa1b491-dd52-447d-acd5-f87bb267cb7c, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:22:16.629282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737154e-bb27-4ca5-aff3-8f1ebf015d49 None None] Pushing event updated for resources: {'Port': ['ID=2c11b134-a888-40ba-ba4b-d0bf76917d9e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:16.654626 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Routers {'b0849e76-5e1d-4b78-b709-951d2b145140'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:16.655412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b0849e76-5e1d-4b78-b709-951d2b145140'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:16.662968 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-66c4ccc5-17b4-4978-bd0a-da84c4ccaa36 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5c70d5c51de4b10a167d00cf7368215&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1586435 Feb 28 17:22:16.764889 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ef389953-b558-4ba0-815d-4e65965507ac req-9273d055-085c-4475-a7e2-de869cde02fd tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224828 Feb 28 17:22:16.778027 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-f3b908b5-776f-420a-9ec7-ef58ec8f59e4 service neutron] 10.222.0.72 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088309 Feb 28 17:22:16.804334 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Set router b0849e76-5e1d-4b78-b709-951d2b145140 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:16.878122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df718b4-f15f-4183-aa7a-3052b8443511 admin admin] Network 5fa1b491-dd52-447d-acd5-f87bb267cb7c is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:22:16.924826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Pushing event updated for resources: {'Port': ['ID=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:16.987944 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-8df718b4-f15f-4183-aa7a-3052b8443511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 5fa1b491-dd52-447d-acd5-f87bb267cb7c) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:17.000001 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398753a0-44e8-4780-ab10-5606d5ae8918 None None] Network 5fa1b491-dd52-447d-acd5-f87bb267cb7c requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:22:17.007548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df718b4-f15f-4183-aa7a-3052b8443511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:17.008143 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8df718b4-f15f-4183-aa7a-3052b8443511 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:17.020520 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-61cc8744-c60b-49cb-8ed9-32ee5993ce75 service neutron] 10.222.0.72 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468810 Feb 28 17:22:17.129954 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8df718b4-f15f-4183-aa7a-3052b8443511 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3274336 Feb 28 17:22:17.132499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50186) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:17.136989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-564611648-router', 'tenant_id': '7a089b23e5d64889aba3812241639f82', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:17.147408 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2c11b134-a888-40ba-ba4b-d0bf76917d9e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:17.208870 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8ffbe7-674e-4a91-a666-c9beff1f2b74 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:22:17.226450 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fe8ffbe7-674e-4a91-a666-c9beff1f2b74 admin admin] 10.222.0.72 "PUT /v2.0/routers/4bc96e11-da4d-41b0-8d54-110ae4b682e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6194100 Feb 28 17:22:17.229361 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50188) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:17.254841 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece09fe-2a84-467a-ab27-68227d3cff8d None None] Sync routers for ids ['4bc96e11-da4d-41b0-8d54-110ae4b682e9'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:22:17.326270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Attempting to bind port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:17.326696 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Attempting to bind port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:17.327019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Attempting to bind port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:17.363831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718ef69-fff8-4c06-bfcb-50c88575601c req-11a80f43-b120-4249-a4ee-9bb06d24b38b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:17.372202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9718ef69-fff8-4c06-bfcb-50c88575601c req-11a80f43-b120-4249-a4ee-9bb06d24b38b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.3213849 Feb 28 17:22:17.379812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece09fe-2a84-467a-ab27-68227d3cff8d None None] Routers {'4bc96e11-da4d-41b0-8d54-110ae4b682e9'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:17.380455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cece09fe-2a84-467a-ab27-68227d3cff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['4bc96e11-da4d-41b0-8d54-110ae4b682e9'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:17.395339 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'name': 'tempest-ServerRescueNegativeTestJSON-125340321-router', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:06Z', 'updated_at': '2022-02-28T17:22:13Z', 'revision_number': 4, 'project_id': 'd5c70d5c51de4b10a167d00cf7368215', 'gw_port': {'id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:08Z', 'updated_at': '2022-02-28T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1', 'name': '', 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215', 'mac_address': 'fa:16:3e:1d:ff:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b64581e8-b7e1-4075-a68e-c69038440c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:12Z', 'updated_at': '2022-02-28T17:22:14Z', 'revision_number': 2, 'project_id': 'd5c70d5c51de4b10a167d00cf7368215', 'subnets': [{'id': 'b64581e8-b7e1-4075-a68e-c69038440c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:17.404569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:22:17.405060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Attempting to bind port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:17.444417 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Checking router: b0849e76-5e1d-4b78-b709-951d2b145140 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:22:17.444943 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Updating router b0849e76-5e1d-4b78-b709-951d2b145140 port 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:22:17.447205 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:17.447598 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Checking segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:17.447993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Bound using segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:17.448451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Bound port: 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:17.448808 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:17.453232 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (a2426874-dc60-4812-9bd7-6906e72b7527), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:17.457135 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (a2426874-dc60-4812-9bd7-6906e72b7527), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:17.517395 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:17.555053 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9718ef69-fff8-4c06-bfcb-50c88575601c req-c7e47233-4406-4ded-a7e4-b40a1c86a757 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817737 Feb 28 17:22:17.608935 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Publish callbacks [] for router_controller (a2426874-dc60-4812-9bd7-6906e72b7527), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:17.646840 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:17.662493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:17.669893 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-5fa1b491-dd52-447d-acd5-f87bb267cb7c', 'network_id': '5fa1b491-dd52-447d-acd5-f87bb267cb7c', 'project_id': '7a089b23e5d64889aba3812241639f82', 'fixed_ips': [{'subnet_id': '2e760d18-8213-4836-b44a-83acae372b01'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:22:17.676418 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:17.756965 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:17.789842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-cece09fe-2a84-467a-ab27-68227d3cff8d None None] Set router 4bc96e11-da4d-41b0-8d54-110ae4b682e9 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:17.891871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:17.909313 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:17.909313 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] 10.222.0.73 "PUT /v2.0/ports/3b8c5e06-02fd-4579-b1c3-b5ca8f898792 HTTP/1.1" status: 200 len: 1092 time: 2.4664116 Feb 28 17:22:17.909313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907d1caf-f406-4e8d-a257-49e6b3a76f26', 'tag': '3b8c5e06-02fd-4579-b1c3-b5ca8f898792'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:22:17.913332 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fceab7-aa8d-49b1-9f97-82b5ebf64cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "907d1caf-f406-4e8d-a257-49e6b3a76f26", "tag": "3b8c5e06-02fd-4579-b1c3-b5ca8f898792"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:22:17.975608 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9672e-59a7-4522-a76d-0f1232a58394 req-b393c533-0ec9-4742-b0af-77d69d2dd199 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:17.986034 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73d9672e-59a7-4522-a76d-0f1232a58394 req-b393c533-0ec9-4742-b0af-77d69d2dd199 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.3609984 Feb 28 17:22:18.006692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7945ff-381f-4995-adef-eedaf2f6b82c service neutron] Pushing event updated for resources: {'Port': ['ID=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:18.039435 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ce218-d0c6-43f8-964c-19f6a33f00bc req-8f06124f-af85-4e3c-bcb9-e8813d3db175 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:18.048040 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Publish callbacks [] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:18.049346 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f6ce218-d0c6-43f8-964c-19f6a33f00bc req-8f06124f-af85-4e3c-bcb9-e8813d3db175 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 949 time: 0.3079085 Feb 28 17:22:18.117287 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Publish callbacks [] for router_gateway (a2426874-dc60-4812-9bd7-6906e72b7527), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:18.121423 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] Publish callbacks [] for router (4bc96e11-da4d-41b0-8d54-110ae4b682e9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:18.137376 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:18.261631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73d9672e-59a7-4522-a76d-0f1232a58394 req-fb5a5c07-1c35-407d-ab55-9203a5fa7797 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691810 Feb 28 17:22:18.261895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-9538fec2-0249-48c6-ad92-fd6781b57d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:18.266114 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-9538fec2-0249-48c6-ad92-fd6781b57d0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 1126 time: 0.2425795 Feb 28 17:22:18.268647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2c11b134-a888-40ba-ba4b-d0bf76917d9e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:18.269021 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:18.274925 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f6ce218-d0c6-43f8-964c-19f6a33f00bc req-17d0a7c9-89e9-4904-9574-7938b81fdfbf tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236247 Feb 28 17:22:18.278156 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532bcc4-118b-4651-b4c0-4ced6763e8e1 None None] Pushing event updated for resources: {'Port': ['ID=9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:18.395516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-2c6e10c8-a8b2-48a5-b675-4caf452acdd2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792 HTTP/1.1" status: 200 len: 217 time: 0.1163547 Feb 28 17:22:18.429113 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Attempting to bind port 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:18.429510 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Attempting to bind port 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '61b3d283-249a-4488-8c13-8d0aa8da67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:18.429876 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Attempting to bind port 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 on network fd22816a-d08a-4624-85cd-73f8196c1644 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:18.444818 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:18.445187 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Checking segment: {'id': '61b3d283-249a-4488-8c13-8d0aa8da67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:18.447911 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:18.448265 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Bound using segment: {'id': '61b3d283-249a-4488-8c13-8d0aa8da67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:18.450893 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Bound port: 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b3d283-249a-4488-8c13-8d0aa8da67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:18.451310 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:18.541235 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12848ce0-33f9-4049-83a9-1120f6d4284d req-3e3e4bdf-7271-43a2-8aee-c5fbd6365f03 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 210 time: 0.0918212 Feb 28 17:22:18.635236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ab57c78c-7e57-4177-94a7-5ca281ff397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:18.636736 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-ab57c78c-7e57-4177-94a7-5ca281ff397d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.2348299 Feb 28 17:22:18.645901 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] For port 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:18.651492 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] Publish callbacks [] for router_gateway (4bc96e11-da4d-41b0-8d54-110ae4b682e9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:18.654072 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] For port 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1,segment=NetworkSegment(61b3d283-249a-4488-8c13-8d0aa8da67cb),segment_id=61b3d283-249a-4488-8c13-8d0aa8da67cb)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:18.668666 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca047c0-a99c-4f9f-bd3b-4d20afa5d28f x-openstack-request-id: req-0ca047c0-a99c-4f9f-bd3b-4d20afa5d28f {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:22:18.669484 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907d1caf-f406-4e8d-a257-49e6b3a76f26", "tag": "3b8c5e06-02fd-4579-b1c3-b5ca8f898792", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:22:18.669712 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ca047c0-a99c-4f9f-bd3b-4d20afa5d28f {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:22:18.674757 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907d1caf-f406-4e8d-a257-49e6b3a76f26', 'tag': '3b8c5e06-02fd-4579-b1c3-b5ca8f898792', 'status': 'completed', 'code': 200} Feb 28 17:22:18.723085 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-332fb962-b215-47d7-88d7-a350311b2613 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774577 Feb 28 17:22:18.736455 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:18.744557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f67ab-a738-4561-85ec-6882c3303ce9 req-9ab8c8de-ab52-496f-a743-ef4a6462430a tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:18.754130 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-469f67ab-a738-4561-85ec-6882c3303ce9 req-9ab8c8de-ab52-496f-a743-ef4a6462430a tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.2756343 Feb 28 17:22:18.835305 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Routers {'b0849e76-5e1d-4b78-b709-951d2b145140'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:18.838084 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b0849e76-5e1d-4b78-b709-951d2b145140'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:18.848449 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2c11b134-a888-40ba-ba4b-d0bf76917d9e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:18.852905 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d1bd170a-be6a-4d98-af9d-06479dd1dbbd up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:18.883863 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Publish callbacks [] for router_gateway (a2426874-dc60-4812-9bd7-6906e72b7527), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:18.940493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Allocated IP 172.20.0.2 (5fa1b491-dd52-447d-acd5-f87bb267cb7c/2e760d18-8213-4836-b44a-83acae372b01/e99946d9-b1fe-4b27-87c2-97ea9f439011) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:22:19.005828 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-469f67ab-a738-4561-85ec-6882c3303ce9 req-2f13491f-3432-46dc-8599-0cf4076bc667 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507555 Feb 28 17:22:19.074798 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-f20547e8-b8e8-4ae7-aff1-adf740b1fbca service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108413 Feb 28 17:22:19.119459 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532bcc4-118b-4651-b4c0-4ced6763e8e1 None None] Pushing event updated for resources: {'Port': ['ID=9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:19.155810 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] Set router b0849e76-5e1d-4b78-b709-951d2b145140 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:19.178707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cece09fe-2a84-467a-ab27-68227d3cff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128860527-router', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '9f883de0-26a6-4e62-ba8a-e2d4174bfa78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:05Z', 'updated_at': '2022-02-28T17:22:12Z', 'revision_number': 5, 'project_id': '1aaeae7662614ce1aeaa518b45ffb854', 'gw_port': {'id': '9f883de0-26a6-4e62-ba8a-e2d4174bfa78', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:85:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:19:07Z', 'updated_at': '2022-02-28T17:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:19.262486 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d1bd170a-be6a-4d98-af9d-06479dd1dbbd triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:19.263412 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d1bd170a-be6a-4d98-af9d-06479dd1dbbd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:19.266802 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece09fe-2a84-467a-ab27-68227d3cff8d None None] Checking router: 4bc96e11-da4d-41b0-8d54-110ae4b682e9 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:22:19.370922 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8d2f2fc-9bff-4e00-88e3-9c88e9cefd5f req-09608dc1-068d-44e4-aa1a-0de7ebe4a1da service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914193 Feb 28 17:22:19.390498 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f335-abf9-457d-b528-fa01d614a361 req-edf616b2-530f-4681-b510-3c522f3813ac tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:19.401081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31e1f335-abf9-457d-b528-fa01d614a361 req-edf616b2-530f-4681-b510-3c522f3813ac tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.2998669 Feb 28 17:22:19.465445 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:19.500185 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31e1f335-abf9-457d-b528-fa01d614a361 req-acbc814d-3e3a-4202-8f52-97cb9623c6ce tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945809 Feb 28 17:22:19.511185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece09fe-2a84-467a-ab27-68227d3cff8d None None] Routers {'4bc96e11-da4d-41b0-8d54-110ae4b682e9'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:19.511819 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cece09fe-2a84-467a-ab27-68227d3cff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['4bc96e11-da4d-41b0-8d54-110ae4b682e9'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:19.512724 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'name': 'tempest-ServerRescueNegativeTestJSON-125340321-router', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:06Z', 'updated_at': '2022-02-28T17:22:13Z', 'revision_number': 4, 'project_id': 'd5c70d5c51de4b10a167d00cf7368215', 'gw_port': {'id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:08Z', 'updated_at': '2022-02-28T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1', 'name': '', 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215', 'mac_address': 'fa:16:3e:1d:ff:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b64581e8-b7e1-4075-a68e-c69038440c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:12Z', 'updated_at': '2022-02-28T17:22:18Z', 'revision_number': 4, 'project_id': 'd5c70d5c51de4b10a167d00cf7368215', 'subnets': [{'id': 'b64581e8-b7e1-4075-a68e-c69038440c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:19.584116 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ae6c1-7744-4031-ad3a-5ae830cee8c4 None None] The sync data for ids ['b0849e76-5e1d-4b78-b709-951d2b145140'] in n-d-820368-19 is: [{'id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'name': 'tempest-ServerRescueNegativeTestJSON-125340321-router', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:06Z', 'updated_at': '2022-02-28T17:22:13Z', 'revision_number': 4, 'project_id': 'd5c70d5c51de4b10a167d00cf7368215', 'gw_port': {'id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:08Z', 'updated_at': '2022-02-28T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1', 'name': '', 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215', 'mac_address': 'fa:16:3e:1d:ff:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b64581e8-b7e1-4075-a68e-c69038440c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:12Z', 'updated_at': '2022-02-28T17:22:18Z', 'revision_number': 4, 'project_id': 'd5c70d5c51de4b10a167d00cf7368215', 'subnets': [{'id': 'b64581e8-b7e1-4075-a68e-c69038440c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:22:19.598020 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] Deleting port 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:22:19.598555 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9f883de0-26a6-4e62-ba8a-e2d4174bfa78), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:19.630273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fceab7-aa8d-49b1-9f97-82b5ebf64cc1 req-384a924b-f179-4abc-86aa-80b6e6d07b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:19.635338 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15fceab7-aa8d-49b1-9f97-82b5ebf64cc1 req-384a924b-f179-4abc-86aa-80b6e6d07b84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 1126 time: 0.1318879 Feb 28 17:22:19.696218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-cece09fe-2a84-467a-ab27-68227d3cff8d None None] Set router 4bc96e11-da4d-41b0-8d54-110ae4b682e9 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:19.754900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] For port 9f883de0-26a6-4e62-ba8a-e2d4174bfa78, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9f883de0-26a6-4e62-ba8a-e2d4174bfa78,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:19.755399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9f883de0-26a6-4e62-ba8a-e2d4174bfa78), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:19.774810 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] Calling delete_port for 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:22:19.820600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cece09fe-2a84-467a-ab27-68227d3cff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128860527-router', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:05Z', 'updated_at': '2022-02-28T17:22:18Z', 'revision_number': 6, 'project_id': '1aaeae7662614ce1aeaa518b45ffb854', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:19.894621 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Publish callbacks [] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:19.906708 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece09fe-2a84-467a-ab27-68227d3cff8d None None] The sync data for ids ['4bc96e11-da4d-41b0-8d54-110ae4b682e9'] in n-d-820368-19 is: [{'id': '4bc96e11-da4d-41b0-8d54-110ae4b682e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128860527-router', 'tenant_id': '1aaeae7662614ce1aeaa518b45ffb854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:19:05Z', 'updated_at': '2022-02-28T17:22:18Z', 'revision_number': 6, 'project_id': '1aaeae7662614ce1aeaa518b45ffb854', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:22:19.973166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d1bd170a-be6a-4d98-af9d-06479dd1dbbd is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:19.991188 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:20.013237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Allocated IP 172.25.3.79 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/2e74a4d0-dedc-48fa-939a-160889956077) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:22:20.078024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Pushing event updated for resources: {'Port': ['ID=e99946d9-b1fe-4b27-87c2-97ea9f439011,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:20.109897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Network 5fa1b491-dd52-447d-acd5-f87bb267cb7c is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:20.112000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:20.133335 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:22:20.150629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-7d9e8dbd-d761-4ca4-8f9a-6b873b1acce9 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:20.152649 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-7d9e8dbd-d761-4ca4-8f9a-6b873b1acce9 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/networks?id=fd22816a-d08a-4624-85cd-73f8196c1644 HTTP/1.1" status: 200 len: 818 time: 0.4836500 Feb 28 17:22:20.215409 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-08283d52-24fa-42d9-921e-087a9c07a8ff tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/quotas/d5c70d5c51de4b10a167d00cf7368215 HTTP/1.1" status: 200 len: 375 time: 0.0442312 Feb 28 17:22:20.219790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fceab7-aa8d-49b1-9f97-82b5ebf64cc1 req-85f0ab9c-bdf6-475b-8848-5d08e8ce082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:20.225542 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15fceab7-aa8d-49b1-9f97-82b5ebf64cc1 req-85f0ab9c-bdf6-475b-8848-5d08e8ce082e service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.5816858 Feb 28 17:22:20.249958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Attempting to bind port e99946d9-b1fe-4b27-87c2-97ea9f439011 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:20.250592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Attempting to bind port e99946d9-b1fe-4b27-87c2-97ea9f439011 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '35410fa1-ac9a-406f-987c-7bdce11d303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5fa1b491-dd52-447d-acd5-f87bb267cb7c'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:20.251340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Attempting to bind port e99946d9-b1fe-4b27-87c2-97ea9f439011 on network 5fa1b491-dd52-447d-acd5-f87bb267cb7c {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:20.261240 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:20.263206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Checking segment: {'id': '35410fa1-ac9a-406f-987c-7bdce11d303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5fa1b491-dd52-447d-acd5-f87bb267cb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:20.264006 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:20.264548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Bound using segment: {'id': '35410fa1-ac9a-406f-987c-7bdce11d303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5fa1b491-dd52-447d-acd5-f87bb267cb7c'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:20.265188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Bound port: e99946d9-b1fe-4b27-87c2-97ea9f439011, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35410fa1-ac9a-406f-987c-7bdce11d303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5fa1b491-dd52-447d-acd5-f87bb267cb7c'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:20.265820 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:20.283611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:20.362851 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15fceab7-aa8d-49b1-9f97-82b5ebf64cc1 req-e5105c96-c148-4267-9f7e-307510d8f6e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792 HTTP/1.1" status: 200 len: 217 time: 0.1225901 Feb 28 17:22:20.363696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689d10e-e158-46a1-9e66-74a5d9e0032c req-d94733bf-c482-4433-a689-e2b50eee6e5c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:20.373356 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9689d10e-e158-46a1-9e66-74a5d9e0032c req-d94733bf-c482-4433-a689-e2b50eee6e5c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.3636487 Feb 28 17:22:20.398349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] For port e99946d9-b1fe-4b27-87c2-97ea9f439011, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:20.421484 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] For port e99946d9-b1fe-4b27-87c2-97ea9f439011, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e99946d9-b1fe-4b27-87c2-97ea9f439011,segment=NetworkSegment(35410fa1-ac9a-406f-987c-7bdce11d303b),segment_id=35410fa1-ac9a-406f-987c-7bdce11d303b)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:20.432423 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:20.433066 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:20.478932 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fceab7-aa8d-49b1-9f97-82b5ebf64cc1 req-20d6aa31-be57-4fa4-91aa-3e620308ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:20.483966 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15fceab7-aa8d-49b1-9f97-82b5ebf64cc1 req-20d6aa31-be57-4fa4-91aa-3e620308ebb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.1137285 Feb 28 17:22:20.502960 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-ebf3393e-b263-430a-b1ee-a92346256a50 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5c70d5c51de4b10a167d00cf7368215&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2764335 Feb 28 17:22:20.505288 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:20.567811 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9f883de0-26a6-4e62-ba8a-e2d4174bfa78), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:20.593779 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d3672-117e-47a6-8182-8101a70b73d6 None None] Pushing event updated for resources: {'Port': ['ID=e99946d9-b1fe-4b27-87c2-97ea9f439011,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:20.670298 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9689d10e-e158-46a1-9e66-74a5d9e0032c req-5c687ce7-35bc-4e85-be1c-03df6d74fd20 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769275 Feb 28 17:22:20.697319 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:20.697712 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:20.729630 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15fceab7-aa8d-49b1-9f97-82b5ebf64cc1 req-e09a3ba2-7712-49c0-99f4-3f26d31ba1fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2251132 Feb 28 17:22:20.730564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f883de0-26a6-4e62-ba8a-e2d4174bfa78,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:20.735360 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-d9e7bcb9-9f37-427e-8c7d-d8bb940f7b05 service neutron] 10.222.0.72 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164400 Feb 28 17:22:20.791304 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1,segment=NetworkSegment(61b3d283-249a-4488-8c13-8d0aa8da67cb),segment_id=61b3d283-249a-4488-8c13-8d0aa8da67cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:20.879863 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:20.888118 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (4bc96e11-da4d-41b0-8d54-110ae4b682e9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:20.921628 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Publish callbacks [] for port (2e74a4d0-dedc-48fa-939a-160889956077), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:21.016332 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15fceab7-aa8d-49b1-9f97-82b5ebf64cc1 req-709e3d93-f164-45bd-92be-cc39688ee2b6 service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758582 Feb 28 17:22:21.031587 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:21.074215 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 306f1bd2-80dc-4914-ab34-deb54255b3ab no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:22:21.115596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 306f1bd2-80dc-4914-ab34-deb54255b3ab {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:22:21.118290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 306f1bd2-80dc-4914-ab34-deb54255b3ab not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:22:21.183909 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-b6eac84a-2e1f-4c32-ae08-e5b478edb14f tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:21.185463 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-b6eac84a-2e1f-4c32-ae08-e5b478edb14f tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.73 "GET /v2.0/networks?id=fd22816a-d08a-4624-85cd-73f8196c1644 HTTP/1.1" status: 200 len: 818 time: 0.7540877 Feb 28 17:22:21.191741 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (4bc96e11-da4d-41b0-8d54-110ae4b682e9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:21.203989 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] Publish callbacks [] for router_controller (4bc96e11-da4d-41b0-8d54-110ae4b682e9), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:21.212755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-90d2c609-7769-4cb3-8385-a9e819434ea2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Request body: {'port': {'device_id': '1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6', 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644', 'admin_state_up': True, 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:21.226451 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-5a9d5cf4-f307-4694-adb0-e13356bed2d9 service neutron] 10.222.0.72 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761841 Feb 28 17:22:21.241242 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15fceab7-aa8d-49b1-9f97-82b5ebf64cc1 req-a96b88bb-7c55-4465-af4c-2d0a80a4899d service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178748 Feb 28 17:22:21.358820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-75df502b-d8a9-4970-9bc9-14dba19a7c0d tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:21.360377 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-75df502b-d8a9-4970-9bc9-14dba19a7c0d tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81&tenant_id=dae94b749f7c42e383840585fc56524b&binding%3Ahost_id=n-h1-820368-19 HTTP/1.1" status: 200 len: 1129 time: 0.6884828 Feb 28 17:22:21.372417 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51545f72-f93a-4edf-9b8c-e8e4a82a6371 req-edc804bb-53c2-421e-8c7f-248af14b63be tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:21.374029 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51545f72-f93a-4edf-9b8c-e8e4a82a6371 req-edc804bb-53c2-421e-8c7f-248af14b63be tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.4062374 Feb 28 17:22:21.381894 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820368-19'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:21.423279 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (4bc96e11-da4d-41b0-8d54-110ae4b682e9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:21.423695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc96e11-da4d-41b0-8d54-110ae4b682e9 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:22:21.428267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:21.429359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c03ff27d-6051-4e1f-ab5a-e60bd94360d7 admin admin] 10.222.0.72 "DELETE /v2.0/routers/4bc96e11-da4d-41b0-8d54-110ae4b682e9 HTTP/1.1" status: 204 len: 168 time: 4.1979916 Feb 28 17:22:21.432006 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50246) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:21.459845 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2e74a4d0-dedc-48fa-939a-160889956077), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:21.540494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Deleting subnet bf64bc95-15b9-4d86-b377-1c08e73ec78c {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:22:21.546867 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Publish callbacks [] for subnet (bf64bc95-15b9-4d86-b377-1c08e73ec78c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:21.626112 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (bf64bc95-15b9-4d86-b377-1c08e73ec78c), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:21.643914 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:21.681310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:21.726597 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51545f72-f93a-4edf-9b8c-e8e4a82a6371 req-d27c7434-7837-4826-a632-805a4a2dc052 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196046 Feb 28 17:22:21.729741 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Pushing event updated for resources: {'Port': ['ID=2e74a4d0-dedc-48fa-939a-160889956077,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:21.753294 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:21.771845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:22:21.876546 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (bf64bc95-15b9-4d86-b377-1c08e73ec78c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:21.899186 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85c98fd9-ad2d-4759-86d2-a1a8f67fe989 req-3a6b96ff-66f4-46da-9137-d8907861b8e6 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 210 time: 0.0697887 Feb 28 17:22:21.908695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-90d2c609-7769-4cb3-8385-a9e819434ea2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Made reservation on behalf of d5c70d5c51de4b10a167d00cf7368215 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:22:21.912138 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-90d2c609-7769-4cb3-8385-a9e819434ea2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:21.955848 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcddb8-8e2f-4522-aa52-8c6073419165 req-f183d3c1-357e-4316-bdb2-fbe1892996b7 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:21.957709 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33fcddb8-8e2f-4522-aa52-8c6073419165 req-f183d3c1-357e-4316-bdb2-fbe1892996b7 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 946 time: 0.3380215 Feb 28 17:22:22.153793 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33fcddb8-8e2f-4522-aa52-8c6073419165 req-ff424734-b794-4af1-8e97-abeb5e47fc99 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796255 Feb 28 17:22:22.187861 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (bf64bc95-15b9-4d86-b377-1c08e73ec78c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:22.301014 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf64bc95-15b9-4d86-b377-1c08e73ec78c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:22.312184 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f692dae-87eb-45d0-b8c5-a6c3abad2824 None None] Network bab885a3-683a-4e5f-be48-c84acaae403b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:22:22.318923 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:22.329124 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/bf64bc95-15b9-4d86-b377-1c08e73ec78c HTTP/1.1" status: 204 len: 168 time: 0.8929424 Feb 28 17:22:22.338945 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50270) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:22.371573 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:22:22.373712 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:22.424824 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (bab885a3-683a-4e5f-be48-c84acaae403b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:22.427595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:22.427944 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:22.428282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:22.428619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:22.428950 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:22.429281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:22.429607 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:22.429948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:22.430270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:22.430592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:22.430915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:22.442336 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:22.442336 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811fc8ee-03a2-4495-b4a5-047d6ee51689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:22.444649 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b1f35-d947-4fb6-86f0-a5d319a8be64 req-6036991e-20af-4026-a3a9-77f66e091747 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:22.447138 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b97b1f35-d947-4fb6-86f0-a5d319a8be64 req-6036991e-20af-4026-a3a9-77f66e091747 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.4180324 Feb 28 17:22:22.463450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:22.562603 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Deleting port 3abf94c4-3395-4a43-93fe-cc68933a8f63 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:22:22.562976 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:22.574261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf64405-2de9-4e0d-b814-f535cc538ec3 None None] Network 5fa1b491-dd52-447d-acd5-f87bb267cb7c requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:22:22.630562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b97b1f35-d947-4fb6-86f0-a5d319a8be64 req-a72e7939-9e5f-4dd3-82da-570a71c3b5a8 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702480 Feb 28 17:22:22.631824 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:22.632257 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:22.647992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-90d2c609-7769-4cb3-8385-a9e819434ea2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Allocated IP 172.20.0.12 (fd22816a-d08a-4624-85cd-73f8196c1644/b64581e8-b7e1-4075-a68e-c69038440c0d/5a4e9e45-015d-406f-b16c-2587f6340c4b) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:22:22.667022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] For port 3abf94c4-3395-4a43-93fe-cc68933a8f63, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3abf94c4-3395-4a43-93fe-cc68933a8f63,segment=NetworkSegment(80f5aa71-335e-4dfd-bda5-1e78e55e08fd),segment_id=80f5aa71-335e-4dfd-bda5-1e78e55e08fd)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:22.667746 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:22.708015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:22.709050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Calling delete_port for 3abf94c4-3395-4a43-93fe-cc68933a8f63 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:22:22.745105 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-06967600-090d-4915-8661-879fff1fdaff None None] Provisioning complete for port e99946d9-b1fe-4b27-87c2-97ea9f439011 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:22.745554 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-06967600-090d-4915-8661-879fff1fdaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:22.808738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8b4ebb-615c-443c-bf60-a3c14cc43794 None None] DHCP port deletion for bab885a3-683a-4e5f-be48-c84acaae403b request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:22:22.886174 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Publish callbacks [] for router_gateway (a2426874-dc60-4812-9bd7-6906e72b7527), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:22.896585 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa5d86c-98a8-43c1-9cdf-be94ab780c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11783bcf-133e-460e-8b2e-2147ee6e99cf'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:22:22.899343 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ef0f15-1148-4507-b452-08b6892644b8" -d '{"events": [{"server_uuid": "8fa5d86c-98a8-43c1-9cdf-be94ab780c81", "name": "network-vif-unplugged", "status": "completed", "tag": "11783bcf-133e-460e-8b2e-2147ee6e99cf"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:22:22.972519 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab462e1-1a1a-4284-92ae-531ff0fcad56 req-f81e70f5-a942-44e1-8ff1-aa2c04aa9ace tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:22.974705 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eab462e1-1a1a-4284-92ae-531ff0fcad56 req-f81e70f5-a942-44e1-8ff1-aa2c04aa9ace tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.1269739 Feb 28 17:22:23.052049 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eab462e1-1a1a-4284-92ae-531ff0fcad56 req-13abe470-eaa5-464a-94a4-4c2a49ef040f tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707390 Feb 28 17:22:23.052796 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.092777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=3abf94c4-3395-4a43-93fe-cc68933a8f63,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:23.104267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] No DVR routers for this DVR port 3abf94c4-3395-4a43-93fe-cc68933a8f63 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:22:23.146169 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-90d2c609-7769-4cb3-8385-a9e819434ea2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks [] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.170515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 11783bcf-133e-460e-8b2e-2147ee6e99cf details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:22:23.182690 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Publish callbacks [] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.212857 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (bab885a3-683a-4e5f-be48-c84acaae403b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.223502 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:23.225703 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e99946d9-b1fe-4b27-87c2-97ea9f439011 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:23.242133 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cfcb71ab-2fe7-4cd9-afcd-27bf518ccb9e req-779dcaed-df8b-4caf-b0e1-ae826d9342e1 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 210 time: 0.0510318 Feb 28 17:22:23.278879 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8426e4b3-a1b6-49aa-8010-f52754080b91 x-openstack-request-id: req-8426e4b3-a1b6-49aa-8010-f52754080b91 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:22:23.279076 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa5d86c-98a8-43c1-9cdf-be94ab780c81", "name": "network-vif-unplugged", "status": "completed", "tag": "11783bcf-133e-460e-8b2e-2147ee6e99cf", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:22:23.279331 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8426e4b3-a1b6-49aa-8010-f52754080b91 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:22:23.279772 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa5d86c-98a8-43c1-9cdf-be94ab780c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11783bcf-133e-460e-8b2e-2147ee6e99cf', 'code': 200} Feb 28 17:22:23.282148 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-90d2c609-7769-4cb3-8385-a9e819434ea2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.285075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.294730 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-06967600-090d-4915-8661-879fff1fdaff None None] Current status of the port e99946d9-b1fe-4b27-87c2-97ea9f439011 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:23.295433 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-06967600-090d-4915-8661-879fff1fdaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.296201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab885a3-683a-4e5f-be48-c84acaae403b']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:23.346310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-90d2c609-7769-4cb3-8385-a9e819434ea2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Network fd22816a-d08a-4624-85cd-73f8196c1644 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:23.351197 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f5aa71-335e-4dfd-bda5-1e78e55e08fd') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:23.351197 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f5aa71-335e-4dfd-bda5-1e78e55e08fd') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:23.353449 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.resource_extend [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:22:23.366817 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-90d2c609-7769-4cb3-8385-a9e819434ea2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:23.373102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b4ebb-615c-443c-bf60-a3c14cc43794 None None] Deleting port 3abf94c4-3395-4a43-93fe-cc68933a8f63 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:22:23.379536 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0d8b4ebb-615c-443c-bf60-a3c14cc43794 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.382138 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-90d2c609-7769-4cb3-8385-a9e819434ea2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:22:23.410907 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (80f5aa71-335e-4dfd-bda5-1e78e55e08fd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.459681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (80f5aa71-335e-4dfd-bda5-1e78e55e08fd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (80f5aa71-335e-4dfd-bda5-1e78e55e08fd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:22:23.477296 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:22:23.501249 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-90d2c609-7769-4cb3-8385-a9e819434ea2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:23.501880 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-90d2c609-7769-4cb3-8385-a9e819434ea2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.536474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96574a2f-4997-48fc-8c5b-c74d3c5fc8db req-bc3f6b71-5d27-4199-89b6-0c815f188505 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:23.538380 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-96574a2f-4997-48fc-8c5b-c74d3c5fc8db req-bc3f6b71-5d27-4199-89b6-0c815f188505 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.1618161 Feb 28 17:22:23.594998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Attempting to bind port 11783bcf-133e-460e-8b2e-2147ee6e99cf on host n-h1-820368-19 for vnic_type normal with profile {"migrating_to": "n-h2-820368-19"} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:23.595506 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Attempting to bind port 11783bcf-133e-460e-8b2e-2147ee6e99cf by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:23.596034 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Attempting to bind port 11783bcf-133e-460e-8b2e-2147ee6e99cf on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:23.620398 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-06967600-090d-4915-8661-879fff1fdaff None None] For port e99946d9-b1fe-4b27-87c2-97ea9f439011, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e99946d9-b1fe-4b27-87c2-97ea9f439011,segment=NetworkSegment(35410fa1-ac9a-406f-987c-7bdce11d303b),segment_id=35410fa1-ac9a-406f-987c-7bdce11d303b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:23.641519 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-96574a2f-4997-48fc-8c5b-c74d3c5fc8db req-40733697-2efd-444a-abfb-2d80343b6483 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724523 Feb 28 17:22:23.665427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Port 11783bcf-133e-460e-8b2e-2147ee6e99cf on network 30de57a1-5178-4b6f-8361-7f4f5c480656 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:22:23.665982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Attempting to bind port 11783bcf-133e-460e-8b2e-2147ee6e99cf on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:23.668592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Pushing event updated for resources: {'Port': ['ID=11783bcf-133e-460e-8b2e-2147ee6e99cf,revision_number=7']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:23.674932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0d8b4ebb-615c-443c-bf60-a3c14cc43794 None None] For port 3abf94c4-3395-4a43-93fe-cc68933a8f63, host n-d-820368-19, got binding levels [] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:23.675673 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0d8b4ebb-615c-443c-bf60-a3c14cc43794 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.678193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e99946d9-b1fe-4b27-87c2-97ea9f439011 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:23.678562 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.697375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (bab885a3-683a-4e5f-be48-c84acaae403b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.723857 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.730295 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] 10.222.0.72 "DELETE /v2.0/networks/bab885a3-683a-4e5f-be48-c84acaae403b HTTP/1.1" status: 204 len: 168 time: 1.3899872 Feb 28 17:22:23.731714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5e12b-289a-47f8-9700-aa5914fc5c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=bab885a3-683a-4e5f-be48-c84acaae403b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:23.742418 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b4ebb-615c-443c-bf60-a3c14cc43794 None None] Calling delete_port for 3abf94c4-3395-4a43-93fe-cc68933a8f63 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:22:23.745161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:23.750658 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.ipam_backend_mixin [None req-0d8b4ebb-615c-443c-bf60-a3c14cc43794 None None] Port 3abf94c4-3395-4a43-93fe-cc68933a8f63 was not found and therefore no delete operation was performed {{(pid=104248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 17:22:23.758873 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-90d2c609-7769-4cb3-8385-a9e819434ea2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5562894 Feb 28 17:22:23.763252 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0d8b4ebb-615c-443c-bf60-a3c14cc43794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (3abf94c4-3395-4a43-93fe-cc68933a8f63), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.772869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d8b4ebb-615c-443c-bf60-a3c14cc43794 None None] Network bab885a3-683a-4e5f-be48-c84acaae403b is not hosted by any dhcp agent {{(pid=104248) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 17:22:23.773323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8b4ebb-615c-443c-bf60-a3c14cc43794 None None] No DVR routers for this DVR port 3abf94c4-3395-4a43-93fe-cc68933a8f63 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:22:23.787487 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 11783bcf-133e-460e-8b2e-2147ee6e99cf has no active binding in host n-h2-820368-19 {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 17:22:23.807620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2c609-7769-4cb3-8385-a9e819434ea2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Pushing event updated for resources: {'Port': ['ID=5a4e9e45-015d-406f-b16c-2587f6340c4b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:23.808249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b4ebb-615c-443c-bf60-a3c14cc43794 None None] Pushing event deleted for resources: {'Port': ['ID=3abf94c4-3395-4a43-93fe-cc68933a8f63,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:23.810189 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-06967600-090d-4915-8661-879fff1fdaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.817585 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Request body: {'port': {'device_id': '1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:23.833248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:23.833713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Checking segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:23.840623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Bound using segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:23.840623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Bound port: 11783bcf-133e-460e-8b2e-2147ee6e99cf, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:23.840623 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.889043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06967600-090d-4915-8661-879fff1fdaff None None] Pushing event updated for resources: {'Port': ['ID=e99946d9-b1fe-4b27-87c2-97ea9f439011,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:23.916267 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e99946d9-b1fe-4b27-87c2-97ea9f439011 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:23.941257 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7a40d61d-6f0f-4cda-82d6-6022966fe568 None None] Provisioning complete for port e99946d9-b1fe-4b27-87c2-97ea9f439011 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:23.941628 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7a40d61d-6f0f-4cda-82d6-6022966fe568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:23.945970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db2b5d-86af-47da-883e-af32190fc2f2 req-2590f83c-9ebf-4630-b002-cb3ecee375f0 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:23.948048 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47db2b5d-86af-47da-883e-af32190fc2f2 req-2590f83c-9ebf-4630-b002-cb3ecee375f0 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.2270989 Feb 28 17:22:24.019599 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:22:24.027473 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (a2426874-dc60-4812-9bd7-6906e72b7527), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:24.029380 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:24.045604 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:22:24.045867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9f883de0-26a6-4e62-ba8a-e2d4174bfa78 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:22:24.052821 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7a40d61d-6f0f-4cda-82d6-6022966fe568 None None] Current status of the port e99946d9-b1fe-4b27-87c2-97ea9f439011 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:24.155658 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:24.156187 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 14211944-1d28-4aa5-87c5-931654b1913f details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:22:24.167515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47db2b5d-86af-47da-883e-af32190fc2f2 req-d1026695-d7b5-4821-8193-8eec5dd353d3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783512 Feb 28 17:22:24.188286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e99946d9-b1fe-4b27-87c2-97ea9f439011 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:24.202504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:24.290928 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92652d-47a1-4c2e-bd52-05136ff688a2 req-6eef46ab-1138-4d08-9687-603e7b6e710c tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:24.292497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed92652d-47a1-4c2e-bd52-05136ff688a2 req-6eef46ab-1138-4d08-9687-603e7b6e710c tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.0910933 Feb 28 17:22:24.319747 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50298) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:24.390110 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed92652d-47a1-4c2e-bd52-05136ff688a2 req-74bd512f-9469-4032-a723-4e877dc56491 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881231 Feb 28 17:22:24.391409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 14211944-1d28-4aa5-87c5-931654b1913f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=14211944-1d28-4aa5-87c5-931654b1913f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:24.392882 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-539e426f-622a-4cc9-9b80-d00efa599af1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a32156ef9f5e4681b58b24b6e5f4b529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0721292 Feb 28 17:22:24.399093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50300) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:24.420859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '14211944-1d28-4aa5-87c5-931654b1913f', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '14211944-1d28-4aa5-87c5-931654b1913f', 'mac_address': 'fa:16:3e:ce:b3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:22:24.424923 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e99946d9-b1fe-4b27-87c2-97ea9f439011 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:24.424923 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:24.464171 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63560b3a-b708-4aa0-bbca-b797130a1a42 admin admin] Publish callbacks [] for security_group (02271398-cd50-46d2-8249-60d7ce9f0f43), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:24.528566 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 14211944-1d28-4aa5-87c5-931654b1913f is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:24.528935 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (14211944-1d28-4aa5-87c5-931654b1913f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:24.536389 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63560b3a-b708-4aa0-bbca-b797130a1a42 admin admin] Publish callbacks [] for security_group (02271398-cd50-46d2-8249-60d7ce9f0f43), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:24.552760 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14211944-1d28-4aa5-87c5-931654b1913f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:22:24.601795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 14211944-1d28-4aa5-87c5-931654b1913f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=14211944-1d28-4aa5-87c5-931654b1913f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:24.608065 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e99946d9-b1fe-4b27-87c2-97ea9f439011 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:24.674734 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (14211944-1d28-4aa5-87c5-931654b1913f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:24.703010 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63560b3a-b708-4aa0-bbca-b797130a1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (02271398-cd50-46d2-8249-60d7ce9f0f43), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:24.707281 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63560b3a-b708-4aa0-bbca-b797130a1a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:24.710245 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-63560b3a-b708-4aa0-bbca-b797130a1a42 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02271398-cd50-46d2-8249-60d7ce9f0f43 HTTP/1.1" status: 204 len: 168 time: 0.3075440 Feb 28 17:22:24.720872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63560b3a-b708-4aa0-bbca-b797130a1a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02271398-cd50-46d2-8249-60d7ce9f0f43,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:24.730248 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3abf94c4-3395-4a43-93fe-cc68933a8f63 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:22:24.826589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 3abf94c4-3395-4a43-93fe-cc68933a8f63 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:22:24.827807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3abf94c4-3395-4a43-93fe-cc68933a8f63 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:22:24.838841 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['14211944-1d28-4aa5-87c5-931654b1913f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:22:24.860226 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:24.912296 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51bb83-e009-41dc-9481-c42cb4a31271 req-701e82b9-0de2-478a-be84-7eff7de2c19a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:24.932682 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c51bb83-e009-41dc-9481-c42cb4a31271 req-701e82b9-0de2-478a-be84-7eff7de2c19a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.1205351 Feb 28 17:22:24.962522 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=14211944-1d28-4aa5-87c5-931654b1913f,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:24.996429 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c51bb83-e009-41dc-9481-c42cb4a31271 req-0ca1af93-38a7-41fd-aa23-1e42a05b137d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625541 Feb 28 17:22:25.005186 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c8f48dba-0934-406a-a20f-43a352ca5dfa req-2fe71364-a069-48cc-9eed-d79b11f8e192 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 210 time: 0.1473281 Feb 28 17:22:25.208627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Pushing event updated for resources: {'Port': ['ID=11783bcf-133e-460e-8b2e-2147ee6e99cf,revision_number=8']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:25.283301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:25.284106 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:25.285729 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-2aa73992-18ad-4c78-974e-1cbbb0e19407 service neutron] 10.222.0.69 "PUT /v2.0/ports/11783bcf-133e-460e-8b2e-2147ee6e99cf HTTP/1.1" status: 200 len: 1124 time: 3.9107666 Feb 28 17:22:25.289623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa5d86c-98a8-43c1-9cdf-be94ab780c81', 'tag': '11783bcf-133e-460e-8b2e-2147ee6e99cf'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:22:25.292263 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1802a37-e87c-44e5-bf4e-9139c5b634f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa5d86c-98a8-43c1-9cdf-be94ab780c81", "tag": "11783bcf-133e-460e-8b2e-2147ee6e99cf"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:22:25.340316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-cdd59a3c-8ff8-4f81-abf9-a47db8931151 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:25.342860 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-cdd59a3c-8ff8-4f81-abf9-a47db8931151 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.69 "GET /v2.0/networks?id=fd22816a-d08a-4624-85cd-73f8196c1644 HTTP/1.1" status: 200 len: 818 time: 0.4839032 Feb 28 17:22:25.361065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-c6609215-ac85-4aee-87ae-21005fb4bbfc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Request body: {'port': {'device_id': '1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab', 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644', 'admin_state_up': True, 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:25.376965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['11783bcf-133e-460e-8b2e-2147ee6e99cf'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:22:25.471801 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Router a2426874-dc60-4812-9bd7-6906e72b7527 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:22:25.484598 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8f5fd7-cd65-471c-b167-811e15c35531 x-openstack-request-id: req-fa8f5fd7-cd65-471c-b167-811e15c35531 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:22:25.484966 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa5d86c-98a8-43c1-9cdf-be94ab780c81", "tag": "11783bcf-133e-460e-8b2e-2147ee6e99cf", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:22:25.485146 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fa8f5fd7-cd65-471c-b167-811e15c35531 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:22:25.485565 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa5d86c-98a8-43c1-9cdf-be94ab780c81', 'tag': '11783bcf-133e-460e-8b2e-2147ee6e99cf', 'status': 'completed', 'code': 200} Feb 28 17:22:25.523040 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4e9e45-015d-406f-b16c-2587f6340c4b {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:22:25.550793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa4730-ce26-44b8-b9b8-69616dfb7506 req-6ac67603-4ac3-4ac3-80de-573450578d04 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:25.573776 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Publish callbacks [] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:25.576000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fdfa4730-ce26-44b8-b9b8-69616dfb7506 req-6ac67603-4ac3-4ac3-80de-573450578d04 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.3145044 Feb 28 17:22:25.598246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['11783bcf-133e-460e-8b2e-2147ee6e99cf'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:22:25.612762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Transition to ACTIVE for port object 5a4e9e45-015d-406f-b16c-2587f6340c4b will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:22:25.686157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:22:25.702023 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Sync routers for ids ['a2426874-dc60-4812-9bd7-6906e72b7527'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:22:25.721382 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Routers {'a2426874-dc60-4812-9bd7-6906e72b7527'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:25.722112 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a2426874-dc60-4812-9bd7-6906e72b7527'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:25.729332 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:25.738075 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fdfa4730-ce26-44b8-b9b8-69616dfb7506 req-ca4f9aba-edf0-42da-b8a6-8af16126508a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579347 Feb 28 17:22:25.781059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1802a37-e87c-44e5-bf4e-9139c5b634f2 req-ac217305-a76e-4da8-8bb8-8c733e137e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:25.783244 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1802a37-e87c-44e5-bf4e-9139c5b634f2 req-ac217305-a76e-4da8-8bb8-8c733e137e83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 1158 time: 0.2021699 Feb 28 17:22:25.837768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-c6609215-ac85-4aee-87ae-21005fb4bbfc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Made reservation on behalf of d5c70d5c51de4b10a167d00cf7368215 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:22:25.842591 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-c6609215-ac85-4aee-87ae-21005fb4bbfc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:25.899418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4e9e45-015d-406f-b16c-2587f6340c4b,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:25.918103 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cf023-9e46-4f4f-9ba9-dc99aeef9fc7 req-536025a0-9f4f-4fd5-b1be-520a015530b7 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:25.922282 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f5cf023-9e46-4f4f-9ba9-dc99aeef9fc7 req-536025a0-9f4f-4fd5-b1be-520a015530b7 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.2321987 Feb 28 17:22:25.964036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50334) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:26.007785 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Set router a2426874-dc60-4812-9bd7-6906e72b7527 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:26.025294 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:26.029870 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-196692ba-e36f-473e-ad6b-7e05eb4772fe admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8963685 Feb 28 17:22:26.038041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50336) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:26.168290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 14211944-1d28-4aa5-87c5-931654b1913f up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:26.188519 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f5cf023-9e46-4f4f-9ba9-dc99aeef9fc7 req-80e4748b-8f63-4c56-ae9d-75de2c8090c2 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781025 Feb 28 17:22:26.222196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Attempting to bind port 5a4e9e45-015d-406f-b16c-2587f6340c4b on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:26.222544 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Attempting to bind port 5a4e9e45-015d-406f-b16c-2587f6340c4b by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '61b3d283-249a-4488-8c13-8d0aa8da67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:26.223357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Attempting to bind port 5a4e9e45-015d-406f-b16c-2587f6340c4b on network fd22816a-d08a-4624-85cd-73f8196c1644 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:26.238038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-c6609215-ac85-4aee-87ae-21005fb4bbfc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Allocated IP 172.20.0.9 (fd22816a-d08a-4624-85cd-73f8196c1644/b64581e8-b7e1-4075-a68e-c69038440c0d/9e386a00-be9a-4dcf-81b9-f88c4e6a652c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:22:26.246418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Port 5a4e9e45-015d-406f-b16c-2587f6340c4b on network fd22816a-d08a-4624-85cd-73f8196c1644 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:22:26.246766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Attempting to bind port 5a4e9e45-015d-406f-b16c-2587f6340c4b on network fd22816a-d08a-4624-85cd-73f8196c1644 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:26.258622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:26.259026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Checking segment: {'id': '61b3d283-249a-4488-8c13-8d0aa8da67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:26.259357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Bound using segment: {'id': '61b3d283-249a-4488-8c13-8d0aa8da67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:26.259811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Bound port: 5a4e9e45-015d-406f-b16c-2587f6340c4b, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b3d283-249a-4488-8c13-8d0aa8da67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:26.260170 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:26.265055 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'name': 'tempest-TaggedBootDevicesTest_v242-564611648-router', 'tenant_id': '7a089b23e5d64889aba3812241639f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2e74a4d0-dedc-48fa-939a-160889956077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:17Z', 'updated_at': '2022-02-28T17:22:22Z', 'revision_number': 3, 'project_id': '7a089b23e5d64889aba3812241639f82', 'gw_port': {'id': '2e74a4d0-dedc-48fa-939a-160889956077', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:19Z', 'updated_at': '2022-02-28T17:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:26.298932 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Checking router: a2426874-dc60-4812-9bd7-6906e72b7527 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:22:26.299674 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Updating router a2426874-dc60-4812-9bd7-6906e72b7527 port 2e74a4d0-dedc-48fa-939a-160889956077 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:22:26.313844 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 14211944-1d28-4aa5-87c5-931654b1913f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:26.314304 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (14211944-1d28-4aa5-87c5-931654b1913f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:26.330264 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2e74a4d0-dedc-48fa-939a-160889956077), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:26.418215 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 14211944-1d28-4aa5-87c5-931654b1913f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:26.419588 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (14211944-1d28-4aa5-87c5-931654b1913f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:26.466692 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 14211944-1d28-4aa5-87c5-931654b1913f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=14211944-1d28-4aa5-87c5-931654b1913f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:26.468397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14211944-1d28-4aa5-87c5-931654b1913f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:22:26.471087 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555a4d73-4df9-4a15-80a4-cdd44ffabaf3" -d '{"events": [{"server_uuid": "d001b9e3-c56b-4e2b-9e63-d022dacb9705", "name": "network-vif-plugged", "status": "completed", "tag": "14211944-1d28-4aa5-87c5-931654b1913f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:22:26.553557 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (14211944-1d28-4aa5-87c5-931654b1913f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:26.604693 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] For port 5a4e9e45-015d-406f-b16c-2587f6340c4b, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:26.631596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] For port 5a4e9e45-015d-406f-b16c-2587f6340c4b, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5a4e9e45-015d-406f-b16c-2587f6340c4b,segment=NetworkSegment(61b3d283-249a-4488-8c13-8d0aa8da67cb),segment_id=61b3d283-249a-4488-8c13-8d0aa8da67cb)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:26.641162 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c31f0-62f8-4fe8-add1-4647a120defb req-6c079f39-77b9-4657-9092-92096bcce927 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:26.643229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-803c31f0-62f8-4fe8-add1-4647a120defb req-6c079f39-77b9-4657-9092-92096bcce927 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.3656175 Feb 28 17:22:26.646607 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-c6609215-ac85-4aee-87ae-21005fb4bbfc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks [] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:26.662118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=14211944-1d28-4aa5-87c5-931654b1913f,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:26.695352 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e47347a3-4397-45ab-a773-b7292e9336af admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1aaeae7662614ce1aeaa518b45ffb854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7299795 Feb 28 17:22:27.023922 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:27.028918 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50346) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:27.028918 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b7d53994-0b55-497f-898a-dd69c9beb5db req-66a33d24-9e8a-4c8a-9318-59c781d8e137 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 210 time: 0.0853748 Feb 28 17:22:27.030431 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Publish callbacks [] for port (2e74a4d0-dedc-48fa-939a-160889956077), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:27.032912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1802a37-e87c-44e5-bf4e-9139c5b634f2 req-17953277-e746-44e0-9659-1b4c5dba7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:27.032912 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1802a37-e87c-44e5-bf4e-9139c5b634f2 req-17953277-e746-44e0-9659-1b4c5dba7374 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.9708500 Feb 28 17:22:27.033693 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-803c31f0-62f8-4fe8-add1-4647a120defb req-4af6a649-9a8b-472b-8130-d8b16a13569a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175613 Feb 28 17:22:27.033693 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:27.033693 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:27.033693 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] 10.222.0.73 "PUT /v2.0/ports/5a4e9e45-015d-406f-b16c-2587f6340c4b HTTP/1.1" status: 200 len: 1093 time: 2.9651246 Feb 28 17:22:27.035992 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6e4c8f-e842-4beb-909a-e58bd52f88ce x-openstack-request-id: req-9e6e4c8f-e842-4beb-909a-e58bd52f88ce {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:22:27.035992 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d001b9e3-c56b-4e2b-9e63-d022dacb9705", "name": "network-vif-plugged", "status": "completed", "tag": "14211944-1d28-4aa5-87c5-931654b1913f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:22:27.035992 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9e6e4c8f-e842-4beb-909a-e58bd52f88ce {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:22:27.035992 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14211944-1d28-4aa5-87c5-931654b1913f', 'code': 200} Feb 28 17:22:27.036491 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2ac23-0b89-4c94-84b3-37bf5716cda3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4e9e45-015d-406f-b16c-2587f6340c4b,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:27.036643 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1802a37-e87c-44e5-bf4e-9139c5b634f2 req-836a6171-6f6e-4449-b043-c90d9b7ee1a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf HTTP/1.1" status: 200 len: 217 time: 0.1592643 Feb 28 17:22:27.036791 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2e74a4d0-dedc-48fa-939a-160889956077), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:27.036951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7fb30-a06d-4571-8c84-4f645083818c req-d47b00e4-a764-43f2-93aa-710664f64ac7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:27.036951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58e7fb30-a06d-4571-8c84-4f645083818c req-d47b00e4-a764-43f2-93aa-710664f64ac7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.0734217 Feb 28 17:22:27.052649 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e202d646-1357-4263-ab9e-6e71af56a2b0 admin admin] Publish callbacks [] for security_group (d72ea361-dc1b-43d8-b479-e7991c624dd6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:27.055100 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Attempting to bind port 2e74a4d0-dedc-48fa-939a-160889956077 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:27.055441 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Attempting to bind port 2e74a4d0-dedc-48fa-939a-160889956077 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:27.055806 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Attempting to bind port 2e74a4d0-dedc-48fa-939a-160889956077 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:27.063040 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1284d-b5e7-427b-a1eb-1e2a90fe95ac None None] Pushing event updated for resources: {'Port': ['ID=2e74a4d0-dedc-48fa-939a-160889956077,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:27.072004 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:27.072004 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:27.072334 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:27.072682 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:27.073734 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Bound port: 2e74a4d0-dedc-48fa-939a-160889956077, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:27.074149 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2e74a4d0-dedc-48fa-939a-160889956077), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:27.141088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1802a37-e87c-44e5-bf4e-9139c5b634f2 req-220f658a-167c-43e2-8fd8-cddc79895cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:27.141088 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1802a37-e87c-44e5-bf4e-9139c5b634f2 req-220f658a-167c-43e2-8fd8-cddc79895cd0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1731207 Feb 28 17:22:27.149437 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] For port 2e74a4d0-dedc-48fa-939a-160889956077, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:27.173659 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-c6609215-ac85-4aee-87ae-21005fb4bbfc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:27.177146 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e202d646-1357-4263-ab9e-6e71af56a2b0 admin admin] Publish callbacks [] for security_group (d72ea361-dc1b-43d8-b479-e7991c624dd6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:27.182513 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1802a37-e87c-44e5-bf4e-9139c5b634f2 req-e3fa0355-6212-4820-9889-bdd3b1878be0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389888 Feb 28 17:22:27.269242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6609215-ac85-4aee-87ae-21005fb4bbfc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Pushing event updated for resources: {'Port': ['ID=9e386a00-be9a-4dcf-81b9-f88c4e6a652c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:27.307155 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-c6609215-ac85-4aee-87ae-21005fb4bbfc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Network fd22816a-d08a-4624-85cd-73f8196c1644 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:27.312811 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] For port 2e74a4d0-dedc-48fa-939a-160889956077, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2e74a4d0-dedc-48fa-939a-160889956077,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:27.312986 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-c6609215-ac85-4aee-87ae-21005fb4bbfc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:27.314660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-c6609215-ac85-4aee-87ae-21005fb4bbfc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:22:27.359355 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1802a37-e87c-44e5-bf4e-9139c5b634f2 req-816bc376-e13c-410e-91ed-395cb7e848bd service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697989 Feb 28 17:22:27.368244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-c6609215-ac85-4aee-87ae-21005fb4bbfc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:27.368862 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-c6609215-ac85-4aee-87ae-21005fb4bbfc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:27.388592 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58e7fb30-a06d-4571-8c84-4f645083818c req-fa3f2ae4-80ce-4c61-bcec-a391bc41e7e9 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834949 Feb 28 17:22:27.402415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-ee1aa4b5-00ab-4534-ac27-385c9ef28e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:27.404969 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-ee1aa4b5-00ab-4534-ac27-385c9ef28e4b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5c70d5c51de4b10a167d00cf7368215&device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 1127 time: 0.2955124 Feb 28 17:22:27.446261 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2e74a4d0-dedc-48fa-939a-160889956077), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:27.459879 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-25744fcb-5e53-4531-99b2-ffe422c3e638 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a4e9e45-015d-406f-b16c-2587f6340c4b HTTP/1.1" status: 200 len: 217 time: 0.0467467 Feb 28 17:22:27.533966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6', 'tag': '5a4e9e45-015d-406f-b16c-2587f6340c4b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:22:27.537686 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c390e14-60a5-4b05-bdd6-5945e56dea03" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6", "tag": "5a4e9e45-015d-406f-b16c-2587f6340c4b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:22:27.542898 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Routers {'a2426874-dc60-4812-9bd7-6906e72b7527'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:27.543558 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a2426874-dc60-4812-9bd7-6906e72b7527'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:27.543694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-6bf8eb3e-ffd4-41ec-bd2f-f007c716605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:27.545294 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-6bf8eb3e-ffd4-41ec-bd2f-f007c716605c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64581e8-b7e1-4075-a68e-c69038440c0d HTTP/1.1" status: 200 len: 858 time: 0.0748775 Feb 28 17:22:27.566556 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e202d646-1357-4263-ab9e-6e71af56a2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d72ea361-dc1b-43d8-b479-e7991c624dd6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:27.569121 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e202d646-1357-4263-ab9e-6e71af56a2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:27.572757 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e202d646-1357-4263-ab9e-6e71af56a2b0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d72ea361-dc1b-43d8-b479-e7991c624dd6 HTTP/1.1" status: 204 len: 168 time: 0.8292229 Feb 28 17:22:27.614389 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202d646-1357-4263-ab9e-6e71af56a2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72ea361-dc1b-43d8-b479-e7991c624dd6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:27.629317 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d25151e-7632-4c4f-affb-63e2dfd265f5 x-openstack-request-id: req-2d25151e-7632-4c4f-affb-63e2dfd265f5 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:22:27.629871 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6", "tag": "5a4e9e45-015d-406f-b16c-2587f6340c4b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:22:27.630356 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2d25151e-7632-4c4f-affb-63e2dfd265f5 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:22:27.631590 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6', 'tag': '5a4e9e45-015d-406f-b16c-2587f6340c4b', 'status': 'completed', 'code': 200} Feb 28 17:22:27.649972 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-5c6b74f6-3871-42d1-8c41-56a45abc457e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fd22816a-d08a-4624-85cd-73f8196c1644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767782 Feb 28 17:22:27.672491 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1284d-b5e7-427b-a1eb-1e2a90fe95ac None None] Pushing event updated for resources: {'Port': ['ID=2e74a4d0-dedc-48fa-939a-160889956077,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:27.706378 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-c6609215-ac85-4aee-87ae-21005fb4bbfc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3515873 Feb 28 17:22:27.764100 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1802a37-e87c-44e5-bf4e-9139c5b634f2 req-6d5f96a2-cb4a-4bcc-abc5-bc7409f91315 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970110 Feb 28 17:22:27.764589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Request body: {'port': {'device_id': '1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:27.865939 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] Set router a2426874-dc60-4812-9bd7-6906e72b7527 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:27.956193 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57504f2-80fb-4a83-b7f3-382ba86fb45b req-f84d1da4-78af-49ac-9ee0-a409db0ee15b tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:27.964239 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b57504f2-80fb-4a83-b7f3-382ba86fb45b req-f84d1da4-78af-49ac-9ee0-a409db0ee15b tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 931 time: 0.1024017 Feb 28 17:22:27.995088 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:28.115774 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e259bb-96fd-4ba3-bdab-b7ed9f57d920 req-38239b23-3539-4084-86be-691c2a5affc3 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:28.128023 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87e259bb-96fd-4ba3-bdab-b7ed9f57d920 req-38239b23-3539-4084-86be-691c2a5affc3 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.2739584 Feb 28 17:22:28.202888 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:28.235226 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b57504f2-80fb-4a83-b7f3-382ba86fb45b req-da5d7e52-71aa-4f08-b171-2fe6437785e5 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698877 Feb 28 17:22:28.236311 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-51ae4ee4-4874-44e5-b5c9-d1f5902bb9b3 service neutron] 10.222.0.73 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742168 Feb 28 17:22:28.291692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Allocated IP 172.20.0.1 (5fa1b491-dd52-447d-acd5-f87bb267cb7c/2e760d18-8213-4836-b44a-83acae372b01/f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:22:28.362264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e10f2-0f84-466b-8d84-74b98b2d5b36 req-d1c89c4d-c671-4baa-bbfe-9d09e3bb4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:28.363777 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c3e10f2-0f84-466b-8d84-74b98b2d5b36 req-d1c89c4d-c671-4baa-bbfe-9d09e3bb4abc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2892fe08ab7243edb3843bc1ce4e10f9&device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 1129 time: 0.4525397 Feb 28 17:22:28.377296 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87e259bb-96fd-4ba3-bdab-b7ed9f57d920 req-3b39a3c4-128a-431c-bcd1-a6dc1264dc10 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475374 Feb 28 17:22:28.398746 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'name': 'tempest-TaggedBootDevicesTest_v242-564611648-router', 'tenant_id': '7a089b23e5d64889aba3812241639f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2e74a4d0-dedc-48fa-939a-160889956077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:17Z', 'updated_at': '2022-02-28T17:22:22Z', 'revision_number': 3, 'project_id': '7a089b23e5d64889aba3812241639f82', 'gw_port': {'id': '2e74a4d0-dedc-48fa-939a-160889956077', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:19Z', 'updated_at': '2022-02-28T17:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:28.442235 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf5751-4bb4-4151-9650-60dcf8f058d3 None None] The sync data for ids ['a2426874-dc60-4812-9bd7-6906e72b7527'] in n-d-820368-19 is: [{'id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'name': 'tempest-TaggedBootDevicesTest_v242-564611648-router', 'tenant_id': '7a089b23e5d64889aba3812241639f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2e74a4d0-dedc-48fa-939a-160889956077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:17Z', 'updated_at': '2022-02-28T17:22:22Z', 'revision_number': 3, 'project_id': '7a089b23e5d64889aba3812241639f82', 'gw_port': {'id': '2e74a4d0-dedc-48fa-939a-160889956077', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:19Z', 'updated_at': '2022-02-28T17:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:22:28.641338 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Publish callbacks [] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:28.678973 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf80ceb6-1727-47a3-b1c8-696b7c714f70 req-72e55126-d427-4dd5-90dc-a8a7267bf37b service neutron] 10.222.0.73 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104106 Feb 28 17:22:28.821197 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe54a0a-3232-4341-9ba5-10e0d9955d54 req-d4672d1f-9e17-47de-9ef2-1af294f24b61 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:28.831681 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8fe54a0a-3232-4341-9ba5-10e0d9955d54 req-d4672d1f-9e17-47de-9ef2-1af294f24b61 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.4055080 Feb 28 17:22:28.840661 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:28.932311 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Network 5fa1b491-dd52-447d-acd5-f87bb267cb7c is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:28.936443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:28.989383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:22:29.001916 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8fe54a0a-3232-4341-9ba5-10e0d9955d54 req-2314099d-3f5b-43b1-adfd-22fde89d2f75 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688542 Feb 28 17:22:29.066418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Pushing event updated for resources: {'Port': ['ID=f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:29.097839 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (a2426874-dc60-4812-9bd7-6906e72b7527), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:29.269015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e386a00-be9a-4dcf-81b9-f88c4e6a652c {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:22:29.308213 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Publish callbacks [] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:29.353381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Transition to ACTIVE for port object 9e386a00-be9a-4dcf-81b9-f88c4e6a652c will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:22:29.464766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d411c-a217-458d-b385-7f5ca8c30ca7 req-9f13e657-99a7-4c0d-8ea6-c87e38da5845 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:29.484637 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-920d411c-a217-458d-b385-7f5ca8c30ca7 req-9f13e657-99a7-4c0d-8ea6-c87e38da5845 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 931 time: 0.1109610 Feb 28 17:22:29.531757 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:29.649883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-dd4bd45f-59ba-41c6-8418-240f1bd886c6 None None] Provisioning complete for port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:29.650479 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd45f-59ba-41c6-8418-240f1bd886c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:29.719878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaac91f-6d78-4bb8-bb62-6e6d194197fe req-fbe47469-c292-47ba-afe3-dd02adf6d2b0 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:29.721473 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eaaac91f-6d78-4bb8-bb62-6e6d194197fe req-fbe47469-c292-47ba-afe3-dd02adf6d2b0 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 1.0686755 Feb 28 17:22:29.729752 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-920d411c-a217-458d-b385-7f5ca8c30ca7 req-6c209580-970d-4805-b957-966b5689c310 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430191 Feb 28 17:22:29.730630 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:29.793387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50432) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:29.802630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-dd4bd45f-59ba-41c6-8418-240f1bd886c6 None None] Port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:22:30.048554 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212387291-network', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:30.080652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c390e14-60a5-4b05-bdd6-5945e56dea03 req-db571cbb-a866-4b87-aaf0-cd9eb52d6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:30.082314 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6c390e14-60a5-4b05-bdd6-5945e56dea03 req-db571cbb-a866-4b87-aaf0-cd9eb52d6992 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5c70d5c51de4b10a167d00cf7368215&device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 1127 time: 0.6250432 Feb 28 17:22:30.176629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f39b0-b346-4c7e-b522-6d222b13ef6b req-859df648-c5dd-4910-9458-13cedb7ea177 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:30.178608 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-788f39b0-b346-4c7e-b522-6d222b13ef6b req-859df648-c5dd-4910-9458-13cedb7ea177 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.2168391 Feb 28 17:22:30.221902 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] Made reservation on behalf of dfd8e39dccf7400d9e40fa1ad5618225 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:22:30.240696 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:30.244757 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2e74a4d0-dedc-48fa-939a-160889956077 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:30.256590 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:30.330721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2e74a4d0-dedc-48fa-939a-160889956077 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:30.331340 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2e74a4d0-dedc-48fa-939a-160889956077), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:30.351275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c390e14-60a5-4b05-bdd6-5945e56dea03 req-b33806b9-9808-42b9-9887-37f2ef11506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:30.352814 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6c390e14-60a5-4b05-bdd6-5945e56dea03 req-b33806b9-9808-42b9-9887-37f2ef11506a service neutron] 10.222.0.73 "GET /v2.0/networks?id=fd22816a-d08a-4624-85cd-73f8196c1644 HTTP/1.1" status: 200 len: 919 time: 0.2455585 Feb 28 17:22:30.375110 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] Publish callbacks [] for security_group (012649b4-a536-4828-ac3e-27749c80e84a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:30.394555 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-788f39b0-b346-4c7e-b522-6d222b13ef6b req-6575c239-b5c0-435c-9e81-02973030d100 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038033 Feb 28 17:22:30.428452 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (012649b4-a536-4828-ac3e-27749c80e84a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:30.470419 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012649b4-a536-4828-ac3e-27749c80e84a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:30.496328 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6c390e14-60a5-4b05-bdd6-5945e56dea03 req-2520e0b1-feec-4775-959a-b423e8ab7e5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a4e9e45-015d-406f-b16c-2587f6340c4b HTTP/1.1" status: 200 len: 217 time: 0.0949333 Feb 28 17:22:30.498972 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Publish callbacks [] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:30.499568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Pushing event updated for resources: {'Port': ['ID=9e386a00-be9a-4dcf-81b9-f88c4e6a652c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:30.523706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2e74a4d0-dedc-48fa-939a-160889956077 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:30.524435 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2e74a4d0-dedc-48fa-939a-160889956077), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:30.541648 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:22:30.568098 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 2e74a4d0-dedc-48fa-939a-160889956077, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2e74a4d0-dedc-48fa-939a-160889956077,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:30.570252 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:30.610662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c390e14-60a5-4b05-bdd6-5945e56dea03 req-7cdec4ce-fc02-433a-903b-1433f2d22afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:30.612231 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6c390e14-60a5-4b05-bdd6-5945e56dea03 req-7cdec4ce-fc02-433a-903b-1433f2d22afc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64581e8-b7e1-4075-a68e-c69038440c0d HTTP/1.1" status: 200 len: 858 time: 0.1145234 Feb 28 17:22:30.626511 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (a2426874-dc60-4812-9bd7-6906e72b7527), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:30.629236 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eaaac91f-6d78-4bb8-bb62-6e6d194197fe req-9b87f247-206e-4f01-801c-d9375eeb5ebf tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8982687 Feb 28 17:22:30.630748 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (16d9a869-2ae3-4f1f-85af-755e11cdaa64), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:30.630917 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] Added segment 16d9a869-2ae3-4f1f-85af-755e11cdaa64 of type vlan for network 9cdc45c1-166c-45a3-9428-c24145503ba0 Feb 28 17:22:30.632703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Attempting to bind port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:30.639324 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2e74a4d0-dedc-48fa-939a-160889956077), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:30.643666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Attempting to bind port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '61b3d283-249a-4488-8c13-8d0aa8da67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:30.643666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Attempting to bind port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c on network fd22816a-d08a-4624-85cd-73f8196c1644 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:30.656206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e10f2-0f84-466b-8d84-74b98b2d5b36 req-36ee0b9b-f6cd-4660-bc8b-bec737a08b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:30.659238 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c3e10f2-0f84-466b-8d84-74b98b2d5b36 req-36ee0b9b-f6cd-4660-bc8b-bec737a08b00 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fcdb2775-d528-44c0-9e3d-17f166e5f748 HTTP/1.1" status: 200 len: 916 time: 2.2474079 Feb 28 17:22:30.711168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c on network fd22816a-d08a-4624-85cd-73f8196c1644 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:22:30.720245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Attempting to bind port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c on network fd22816a-d08a-4624-85cd-73f8196c1644 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:30.752435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=2e74a4d0-dedc-48fa-939a-160889956077,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:30.873554 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (9cdc45c1-166c-45a3-9428-c24145503ba0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:30.875900 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Pushing event updated for resources: {'Port': ['ID=f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:30.878306 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6c390e14-60a5-4b05-bdd6-5945e56dea03 req-16a5d112-697a-44e7-a5af-44e48f0cec85 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fd22816a-d08a-4624-85cd-73f8196c1644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2235508 Feb 28 17:22:30.881821 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:30.882304 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Checking segment: {'id': '61b3d283-249a-4488-8c13-8d0aa8da67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:30.882802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Bound using segment: {'id': '61b3d283-249a-4488-8c13-8d0aa8da67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:30.883357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Bound port: 9e386a00-be9a-4dcf-81b9-f88c4e6a652c, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b3d283-249a-4488-8c13-8d0aa8da67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:30.883817 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:30.887810 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c3e10f2-0f84-466b-8d84-74b98b2d5b36 req-7c08951e-77ba-4413-a318-384afde994dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c01d72ac-610a-476c-8a23-8ec3754ff59d HTTP/1.1" status: 200 len: 217 time: 0.1941764 Feb 28 17:22:30.941553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f5c7d-3470-4501-9a69-78cfc2e5d4e1 req-d13c1b7c-2df1-4a22-83d3-cbc0372f1bc5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:30.943302 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc9f5c7d-3470-4501-9a69-78cfc2e5d4e1 req-d13c1b7c-2df1-4a22-83d3-cbc0372f1bc5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.2342474 Feb 28 17:22:31.059734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc9f5c7d-3470-4501-9a69-78cfc2e5d4e1 req-40321727-7b7f-4109-80ff-a4d4dd144357 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066134 Feb 28 17:22:31.061743 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Network 5fa1b491-dd52-447d-acd5-f87bb267cb7c is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:31.062770 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (9cdc45c1-166c-45a3-9428-c24145503ba0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:31.066989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:31.066989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:31.073038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:31.230755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] For port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:31.237596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] For port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9e386a00-be9a-4dcf-81b9-f88c4e6a652c,segment=NetworkSegment(61b3d283-249a-4488-8c13-8d0aa8da67cb),segment_id=61b3d283-249a-4488-8c13-8d0aa8da67cb)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:31.270915 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e10f2-0f84-466b-8d84-74b98b2d5b36 req-f6381402-eafa-4385-b28b-325882355135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:31.272589 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c3e10f2-0f84-466b-8d84-74b98b2d5b36 req-f6381402-eafa-4385-b28b-325882355135 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91a0cc0c-d62d-4d2e-8e76-48d70af67bc2 HTTP/1.1" status: 200 len: 854 time: 0.3507075 Feb 28 17:22:31.292342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9783cc-ca8e-4cfb-99bf-267acba477bd req-b7fe1843-73f2-4ba2-a64c-9fe03eecc25b tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:31.299871 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8f9783cc-ca8e-4cfb-99bf-267acba477bd req-b7fe1843-73f2-4ba2-a64c-9fe03eecc25b tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 943 time: 0.4178829 Feb 28 17:22:31.407714 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:31.474404 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6764274 Feb 28 17:22:31.484688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50450) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:31.494028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-ff8e0a25-b83a-4194-b5d4-5d6ab7a0d1c5 admin admin] Request body: {'subnet': {'network_id': '9cdc45c1-166c-45a3-9428-c24145503ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212387291-subnet', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:31.507457 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Router a2426874-dc60-4812-9bd7-6906e72b7527 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:22:31.511303 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d92cc3-e9fe-4bf2-8618-53d472c9f7d3 admin admin] Pushing event updated for resources: {'Network': ['ID=9cdc45c1-166c-45a3-9428-c24145503ba0,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:31.519201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:31.519998 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:31.521683 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] 10.222.0.69 "PUT /v2.0/ports/9e386a00-be9a-4dcf-81b9-f88c4e6a652c HTTP/1.1" status: 200 len: 1092 time: 3.7755549 Feb 28 17:22:31.524765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab', 'tag': '9e386a00-be9a-4dcf-81b9-f88c4e6a652c'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:22:31.526843 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558d87b2-1504-4de7-9e26-c534c32ee424" -d '{"events": [{"name": "network-changed", "server_uuid": "1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab", "tag": "9e386a00-be9a-4dcf-81b9-f88c4e6a652c"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:22:31.532592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 9cdc45c1-166c-45a3-9428-c24145503ba0 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:22:31.573401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6c390e14-60a5-4b05-bdd6-5945e56dea03 req-8f9c0385-3e64-4ec5-8ef7-eec0d73c722a service neutron] 10.222.0.73 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844699 Feb 28 17:22:31.647402 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8f9783cc-ca8e-4cfb-99bf-267acba477bd req-e131a4ee-a76b-46de-920c-09be8630927e tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137884 Feb 28 17:22:31.696415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf14a7-9aa1-419e-b4d0-9ed8ce66f65c service neutron] Pushing event updated for resources: {'Port': ['ID=9e386a00-be9a-4dcf-81b9-f88c4e6a652c,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:31.717181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e10f2-0f84-466b-8d84-74b98b2d5b36 req-f63c7be1-28d4-43ae-9f22-e2c2ac1e24df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:31.718939 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c3e10f2-0f84-466b-8d84-74b98b2d5b36 req-f63c7be1-28d4-43ae-9f22-e2c2ac1e24df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fcdb2775-d528-44c0-9e3d-17f166e5f748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4189227 Feb 28 17:22:31.719695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8e0a25-b83a-4194-b5d4-5d6ab7a0d1c5 admin admin] Made reservation on behalf of dfd8e39dccf7400d9e40fa1ad5618225 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:22:31.722159 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0a25-b83a-4194-b5d4-5d6ab7a0d1c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:31.790218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e2f7d77a-7c15-45db-8872-2030c13a6199 None None] Provisioning complete for port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:31.794373 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e2f7d77a-7c15-45db-8872-2030c13a6199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:31.836086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:22:31.843836 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-861a4594-125e-43da-bbb2-26f5483073ca admin admin] 10.222.0.72 "PUT /v2.0/routers/a2426874-dc60-4812-9bd7-6906e72b7527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7958868 Feb 28 17:22:31.859925 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Sync routers for ids ['a2426874-dc60-4812-9bd7-6906e72b7527'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:22:31.875285 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518f527-1ff8-42c8-8a9e-d67709244eee req-f5562f85-225e-4e2c-b117-8f93a431df48 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:31.880072 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4518f527-1ff8-42c8-8a9e-d67709244eee req-f5562f85-225e-4e2c-b117-8f93a431df48 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.1186342 Feb 28 17:22:31.928119 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e2f7d77a-7c15-45db-8872-2030c13a6199 None None] Port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:22:31.933438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Routers {'a2426874-dc60-4812-9bd7-6906e72b7527'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:31.936928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a2426874-dc60-4812-9bd7-6906e72b7527'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:31.977976 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4518f527-1ff8-42c8-8a9e-d67709244eee req-fd50041f-e83d-4299-9a6c-ed3c81fbe1fe tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902185 Feb 28 17:22:32.196034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Set router a2426874-dc60-4812-9bd7-6906e72b7527 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:32.293181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2e74a4d0-dedc-48fa-939a-160889956077 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:32.339336 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79caed-5309-4899-82f5-03880e81ecdd req-2aecbf6c-c06f-4470-bbc2-8ee9110978d9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:32.340937 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9d79caed-5309-4899-82f5-03880e81ecdd req-2aecbf6c-c06f-4470-bbc2-8ee9110978d9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.1119843 Feb 28 17:22:32.469079 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9d79caed-5309-4899-82f5-03880e81ecdd req-6c4ee728-3942-4dbb-9238-7151b50eb933 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206231 Feb 28 17:22:32.582873 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2e74a4d0-dedc-48fa-939a-160889956077 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:32.583552 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2e74a4d0-dedc-48fa-939a-160889956077), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:32.801955 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a86d42b-ccf3-4d86-bea3-7ba9a18e7884 x-openstack-request-id: req-5a86d42b-ccf3-4d86-bea3-7ba9a18e7884 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:22:32.802773 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab", "tag": "9e386a00-be9a-4dcf-81b9-f88c4e6a652c", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:22:32.803168 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5a86d42b-ccf3-4d86-bea3-7ba9a18e7884 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:22:32.803582 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab', 'tag': '9e386a00-be9a-4dcf-81b9-f88c4e6a652c', 'status': 'completed', 'code': 200} Feb 28 17:22:32.831710 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2e74a4d0-dedc-48fa-939a-160889956077 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:32.850488 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'name': 'tempest-TaggedBootDevicesTest_v242-564611648-router', 'tenant_id': '7a089b23e5d64889aba3812241639f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2e74a4d0-dedc-48fa-939a-160889956077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:17Z', 'updated_at': '2022-02-28T17:22:29Z', 'revision_number': 4, 'project_id': '7a089b23e5d64889aba3812241639f82', 'gw_port': {'id': '2e74a4d0-dedc-48fa-939a-160889956077', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:19Z', 'updated_at': '2022-02-28T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e', 'name': '', 'network_id': '5fa1b491-dd52-447d-acd5-f87bb267cb7c', 'tenant_id': '7a089b23e5d64889aba3812241639f82', 'mac_address': 'fa:16:3e:af:de:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2e760d18-8213-4836-b44a-83acae372b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:28Z', 'updated_at': '2022-02-28T17:22:29Z', 'revision_number': 2, 'project_id': '7a089b23e5d64889aba3812241639f82', 'subnets': [{'id': '2e760d18-8213-4836-b44a-83acae372b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:32.892278 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79044379-27f2-46ea-a716-1badc2f2b227 req-38fa139f-1303-4e26-81da-516b28a475e7 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:32.901473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79044379-27f2-46ea-a716-1badc2f2b227 req-38fa139f-1303-4e26-81da-516b28a475e7 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 943 time: 0.1193612 Feb 28 17:22:32.906453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Checking router: a2426874-dc60-4812-9bd7-6906e72b7527 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:22:32.911308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Updating router a2426874-dc60-4812-9bd7-6906e72b7527 port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:22:32.968699 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79044379-27f2-46ea-a716-1badc2f2b227 req-dc90f232-c75e-4e67-b26f-ed754977eef0 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662580 Feb 28 17:22:33.008886 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:33.098861 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6c390e14-60a5-4b05-bdd6-5945e56dea03 req-6258b14e-ca75-4394-bbd1-53bac16b7e9b service neutron] 10.222.0.73 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5159957 Feb 28 17:22:33.139408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-4414ab3a-c3f2-4f58-845c-6eec0104f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:33.147642 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-4414ab3a-c3f2-4f58-845c-6eec0104f7c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d5c70d5c51de4b10a167d00cf7368215&device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 1126 time: 1.4517708 Feb 28 17:22:33.226632 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c3e10f2-0f84-466b-8d84-74b98b2d5b36 req-36d36d1a-5386-4f11-9b9c-57705aa248d2 service neutron] 10.222.0.69 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4832504 Feb 28 17:22:33.283009 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f004e1-a2f5-4f36-84b2-845706e779aa req-f46406bb-c0ac-4532-ad6f-f15be9732bc5 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:33.293121 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d5f004e1-a2f5-4f36-84b2-845706e779aa req-f46406bb-c0ac-4532-ad6f-f15be9732bc5 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.0955145 Feb 28 17:22:33.354849 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-5f61cbe3-34e4-49e1-a086-c578be12659d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e386a00-be9a-4dcf-81b9-f88c4e6a652c HTTP/1.1" status: 200 len: 217 time: 0.1785738 Feb 28 17:22:33.365510 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cc7f1-9784-490c-b1a5-751db05f2199 req-3ed60450-3083-4c3b-ab6b-e72e75fc296d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:33.374651 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b73cc7f1-9784-490c-b1a5-751db05f2199 req-3ed60450-3083-4c3b-ab6b-e72e75fc296d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.5700378 Feb 28 17:22:33.376258 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d5f004e1-a2f5-4f36-84b2-845706e779aa req-cb76f39b-6ba1-4777-850e-7beb929e7b46 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784478 Feb 28 17:22:33.558116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-b2c8202b-75af-4d1b-b4d3-f9c8f7fbd4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:33.562560 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-b2c8202b-75af-4d1b-b4d3-f9c8f7fbd4f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b64581e8-b7e1-4075-a68e-c69038440c0d HTTP/1.1" status: 200 len: 858 time: 0.1851637 Feb 28 17:22:33.633076 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Publish callbacks [] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:33.657050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c95c8-58f2-4450-81d4-b1ab1e2f3100 req-47268454-f3fe-4e0e-aa6f-78143a359d42 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:33.676987 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eb7c95c8-58f2-4450-81d4-b1ab1e2f3100 req-47268454-f3fe-4e0e-aa6f-78143a359d42 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.0938954 Feb 28 17:22:33.717938 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:33.719805 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-c4da03d1-337a-46d3-889e-faf096f98a63 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd22816a-d08a-4624-85cd-73f8196c1644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375668 Feb 28 17:22:33.740593 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eb7c95c8-58f2-4450-81d4-b1ab1e2f3100 req-51899a1e-9de6-4d24-8d3e-99b863322ec2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626416 Feb 28 17:22:33.909394 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b73cc7f1-9784-490c-b1a5-751db05f2199 req-446cf03e-a9b7-43c4-bad6-2de4a3aedfc4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336080 Feb 28 17:22:33.969819 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c3e10f2-0f84-466b-8d84-74b98b2d5b36 req-95563b2a-ad75-42e8-a006-cdb524c36848 service neutron] 10.222.0.69 "GET /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584361 Feb 28 17:22:34.010707 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-39d5648b-e39a-4baf-a44d-8e8f22ce7b37 service neutron] 10.222.0.69 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761767 Feb 28 17:22:34.038786 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Pushing event updated for resources: {'Port': ['ID=f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:34.042759 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0a25-b83a-4194-b5d4-5d6ab7a0d1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (f33570ba-fedd-4609-8d13-a825e315a62b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:34.124776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Attempting to bind port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:34.125843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Attempting to bind port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '35410fa1-ac9a-406f-987c-7bdce11d303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5fa1b491-dd52-447d-acd5-f87bb267cb7c'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:34.126961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Attempting to bind port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e on network 5fa1b491-dd52-447d-acd5-f87bb267cb7c {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:34.133345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:34.134055 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Checking segment: {'id': '35410fa1-ac9a-406f-987c-7bdce11d303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5fa1b491-dd52-447d-acd5-f87bb267cb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:34.134627 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:34.135285 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Bound using segment: {'id': '35410fa1-ac9a-406f-987c-7bdce11d303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5fa1b491-dd52-447d-acd5-f87bb267cb7c'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:34.144470 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Bound port: f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35410fa1-ac9a-406f-987c-7bdce11d303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5fa1b491-dd52-447d-acd5-f87bb267cb7c'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:34.144470 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:34.261378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e0a25-b83a-4194-b5d4-5d6ab7a0d1c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f33570ba-fedd-4609-8d13-a825e315a62b,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:34.280182 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] For port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:34.283816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] For port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e,segment=NetworkSegment(35410fa1-ac9a-406f-987c-7bdce11d303b),segment_id=35410fa1-ac9a-406f-987c-7bdce11d303b)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:34.289170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5a4e9e45-015d-406f-b16c-2587f6340c4b details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:22:34.300396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92aa7ad8-7764-4322-a6d2-88a515564d1a req-18438764-117a-4516-8094-592fcc24cd80 service neutron] 10.222.0.69 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789776 Feb 28 17:22:34.305533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8e0a25-b83a-4194-b5d4-5d6ab7a0d1c5 admin admin] Checking segment: {'id': '16d9a869-2ae3-4f1f-85af-755e11cdaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9cdc45c1-166c-45a3-9428-c24145503ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:34.306602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8e0a25-b83a-4194-b5d4-5d6ab7a0d1c5 admin admin] Network hostable DHCP agents. Network: 9cdc45c1-166c-45a3-9428-c24145503ba0, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:22:34.346561 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f1ecd-55da-41c3-a63b-d069a7241889 req-abe54629-e405-4c57-9b71-acc183979a2d tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:34.348400 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-170f1ecd-55da-41c3-a63b-d069a7241889 req-abe54629-e405-4c57-9b71-acc183979a2d tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 943 time: 0.1916556 Feb 28 17:22:34.439425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5a4e9e45-015d-406f-b16c-2587f6340c4b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5a4e9e45-015d-406f-b16c-2587f6340c4b,segment=NetworkSegment(61b3d283-249a-4488-8c13-8d0aa8da67cb),segment_id=61b3d283-249a-4488-8c13-8d0aa8da67cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:34.453732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '5a4e9e45-015d-406f-b16c-2587f6340c4b', 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644', 'port_id': '5a4e9e45-015d-406f-b16c-2587f6340c4b', 'mac_address': 'fa:16:3e:0d:f6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64581e8-b7e1-4075-a68e-c69038440c0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:22:34.502825 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-170f1ecd-55da-41c3-a63b-d069a7241889 req-f99f7429-4fc4-47d1-b29b-aeeb864fcac3 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437883 Feb 28 17:22:34.514191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 5a4e9e45-015d-406f-b16c-2587f6340c4b is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:34.515124 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:34.528310 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:34.586313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4e9e45-015d-406f-b16c-2587f6340c4b {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:22:34.611310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5a4e9e45-015d-406f-b16c-2587f6340c4b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5a4e9e45-015d-406f-b16c-2587f6340c4b,segment=NetworkSegment(61b3d283-249a-4488-8c13-8d0aa8da67cb),segment_id=61b3d283-249a-4488-8c13-8d0aa8da67cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:34.646733 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d633fdc2-7e26-48f7-89e4-66dc27101792 None None] Provisioning complete for port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:34.646733 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d633fdc2-7e26-48f7-89e4-66dc27101792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:34.647064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8e0a25-b83a-4194-b5d4-5d6ab7a0d1c5 admin admin] Network 9cdc45c1-166c-45a3-9428-c24145503ba0 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:22:34.804562 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Routers {'a2426874-dc60-4812-9bd7-6906e72b7527'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:34.805238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a2426874-dc60-4812-9bd7-6906e72b7527'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:34.816758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-ff8e0a25-b83a-4194-b5d4-5d6ab7a0d1c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 9cdc45c1-166c-45a3-9428-c24145503ba0) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:34.842707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a5b7a-bf42-46d2-bc4c-782babf01cfd req-b0c3085b-cde2-41d7-83f9-27c2ebb0a022 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:34.855471 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-989a5b7a-bf42-46d2-bc4c-782babf01cfd req-b0c3085b-cde2-41d7-83f9-27c2ebb0a022 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.3557854 Feb 28 17:22:34.883361 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e0a25-b83a-4194-b5d4-5d6ab7a0d1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:34.888050 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0a25-b83a-4194-b5d4-5d6ab7a0d1c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:34.941040 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d87b2-1504-4de7-9e26-c534c32ee424 req-01050837-5a91-4692-8e18-eedb6ca5a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:34.946119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-558d87b2-1504-4de7-9e26-c534c32ee424 req-01050837-5a91-4692-8e18-eedb6ca5a9f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d5c70d5c51de4b10a167d00cf7368215&device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 1126 time: 0.3325944 Feb 28 17:22:34.980064 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:35.022942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf81f1-e7f4-4984-a4d2-e0fca604e656 req-22931d12-452a-4d73-982d-ca3246a049f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:35.026108 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1abf81f1-e7f4-4984-a4d2-e0fca604e656 req-22931d12-452a-4d73-982d-ca3246a049f9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.1384809 Feb 28 17:22:35.102772 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ff8e0a25-b83a-4194-b5d4-5d6ab7a0d1c5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.6135607 Feb 28 17:22:35.111014 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] Set router a2426874-dc60-4812-9bd7-6906e72b7527 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:35.125680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50580) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:35.130096 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212387291-router', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:35.166725 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1abf81f1-e7f4-4984-a4d2-e0fca604e656 req-221a5303-c4bb-4bb3-b5f7-234d62b20735 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251452 Feb 28 17:22:35.190544 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-989a5b7a-bf42-46d2-bc4c-782babf01cfd req-03693c80-cb7f-4a11-b197-8b44e567bff9 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344378 Feb 28 17:22:35.255958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dcda1b-d6d0-4c84-b3ff-febe8ccb3448 None None] Network 9cdc45c1-166c-45a3-9428-c24145503ba0 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:22:35.274876 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (c91c6c69-21a9-42eb-91af-f10af73a6895), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:35.278267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (c91c6c69-21a9-42eb-91af-f10af73a6895), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:35.388179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Pushing event updated for resources: {'Port': ['ID=f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:35.423033 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d87b2-1504-4de7-9e26-c534c32ee424 req-aaf9f4fa-8aab-4941-b606-42024e505b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:35.428827 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-558d87b2-1504-4de7-9e26-c534c32ee424 req-aaf9f4fa-8aab-4941-b606-42024e505b9d service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd22816a-d08a-4624-85cd-73f8196c1644 HTTP/1.1" status: 200 len: 919 time: 0.4396775 Feb 28 17:22:35.479949 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-9cdc45c1-166c-45a3-9428-c24145503ba0', 'network_id': '9cdc45c1-166c-45a3-9428-c24145503ba0', 'project_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'fixed_ips': [{'subnet_id': 'f33570ba-fedd-4609-8d13-a825e315a62b'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:22:35.482773 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:35.483915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47257f4f-fb7a-4675-8735-563a10a6ccfc req-bcbbdb82-e6c6-4d15-9caf-0710144e0a89 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:35.496227 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47257f4f-fb7a-4675-8735-563a10a6ccfc req-bcbbdb82-e6c6-4d15-9caf-0710144e0a89 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.1306210 Feb 28 17:22:35.510084 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Publish callbacks [] for router_controller (c91c6c69-21a9-42eb-91af-f10af73a6895), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:35.591634 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-558d87b2-1504-4de7-9e26-c534c32ee424 req-f8f411ff-8f5f-462d-8eed-bf328d07cf86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e386a00-be9a-4dcf-81b9-f88c4e6a652c HTTP/1.1" status: 200 len: 217 time: 0.1049676 Feb 28 17:22:35.619966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:35.620321 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:35.620671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:35.621024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:35.621384 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:35.621722 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:35.629883 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47257f4f-fb7a-4675-8735-563a10a6ccfc req-0f20bcad-519c-4f6a-8193-b94cdd1f4e78 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285551 Feb 28 17:22:35.639048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:35.639494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:35.639842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:35.640188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:35.640511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:35.640842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:35.641173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1c1000-728c-4ce2-a587-bc8bda3d1d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:22:35.741079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5a4e9e45-015d-406f-b16c-2587f6340c4b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:22:35.819012 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2216b-4213-4aad-815c-422163df5bde req-fb5c87f6-772c-4c1e-91a1-cd577f27b34e tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:35.831889 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8a2216b-4213-4aad-815c-422163df5bde req-fb5c87f6-772c-4c1e-91a1-cd577f27b34e tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 943 time: 0.0847981 Feb 28 17:22:35.946800 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d87b2-1504-4de7-9e26-c534c32ee424 req-e0a73a01-8bbc-4584-8ebf-8779b565d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:35.948186 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-558d87b2-1504-4de7-9e26-c534c32ee424 req-e0a73a01-8bbc-4584-8ebf-8779b565d518 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b64581e8-b7e1-4075-a68e-c69038440c0d HTTP/1.1" status: 200 len: 858 time: 0.2795575 Feb 28 17:22:35.952944 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8a2216b-4213-4aad-815c-422163df5bde req-e21a7e10-c075-42d4-bce8-d87ef9d8bc98 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205297 Feb 28 17:22:36.016806 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=5a4e9e45-015d-406f-b16c-2587f6340c4b,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:36.038075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d633fdc2-7e26-48f7-89e4-66dc27101792 None None] Current status of the port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:36.038075 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d633fdc2-7e26-48f7-89e4-66dc27101792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:36.040288 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Publish callbacks [] for router_gateway (c91c6c69-21a9-42eb-91af-f10af73a6895), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:36.046785 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-558d87b2-1504-4de7-9e26-c534c32ee424 req-a9c20ef1-699e-4328-b821-54f29fadee26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd22816a-d08a-4624-85cd-73f8196c1644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576923 Feb 28 17:22:36.138746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Allocated IP 172.20.0.2 (9cdc45c1-166c-45a3-9428-c24145503ba0/f33570ba-fedd-4609-8d13-a825e315a62b/59bdfcff-5dc4-4075-b404-7f7364927ba8) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:22:36.143398 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d633fdc2-7e26-48f7-89e4-66dc27101792 None None] For port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e,segment=NetworkSegment(35410fa1-ac9a-406f-987c-7bdce11d303b),segment_id=35410fa1-ac9a-406f-987c-7bdce11d303b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:36.150603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'name': 'tempest-TaggedBootDevicesTest_v242-564611648-router', 'tenant_id': '7a089b23e5d64889aba3812241639f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2e74a4d0-dedc-48fa-939a-160889956077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:17Z', 'updated_at': '2022-02-28T17:22:29Z', 'revision_number': 4, 'project_id': '7a089b23e5d64889aba3812241639f82', 'gw_port': {'id': '2e74a4d0-dedc-48fa-939a-160889956077', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:19Z', 'updated_at': '2022-02-28T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e', 'name': '', 'network_id': '5fa1b491-dd52-447d-acd5-f87bb267cb7c', 'tenant_id': '7a089b23e5d64889aba3812241639f82', 'mac_address': 'fa:16:3e:af:de:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2e760d18-8213-4836-b44a-83acae372b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:28Z', 'updated_at': '2022-02-28T17:22:34Z', 'revision_number': 4, 'project_id': '7a089b23e5d64889aba3812241639f82', 'subnets': [{'id': '2e760d18-8213-4836-b44a-83acae372b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:36.204688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a1ac8-fffa-4e33-80a2-2ff8b8709a8e None None] The sync data for ids ['a2426874-dc60-4812-9bd7-6906e72b7527'] in n-d-820368-19 is: [{'id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'name': 'tempest-TaggedBootDevicesTest_v242-564611648-router', 'tenant_id': '7a089b23e5d64889aba3812241639f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2e74a4d0-dedc-48fa-939a-160889956077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:17Z', 'updated_at': '2022-02-28T17:22:29Z', 'revision_number': 4, 'project_id': '7a089b23e5d64889aba3812241639f82', 'gw_port': {'id': '2e74a4d0-dedc-48fa-939a-160889956077', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:19Z', 'updated_at': '2022-02-28T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e', 'name': '', 'network_id': '5fa1b491-dd52-447d-acd5-f87bb267cb7c', 'tenant_id': '7a089b23e5d64889aba3812241639f82', 'mac_address': 'fa:16:3e:af:de:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2e760d18-8213-4836-b44a-83acae372b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:28Z', 'updated_at': '2022-02-28T17:22:34Z', 'revision_number': 4, 'project_id': '7a089b23e5d64889aba3812241639f82', 'subnets': [{'id': '2e760d18-8213-4836-b44a-83acae372b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:22:36.212575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 11783bcf-133e-460e-8b2e-2147ee6e99cf no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:22:36.448598 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-558d87b2-1504-4de7-9e26-c534c32ee424 req-8a35b8cd-989d-4603-95d0-d0c2da62efb6 service neutron] 10.222.0.69 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936112 Feb 28 17:22:36.552646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188824eb-888b-47d0-ad3e-8a165fd3fca1 req-8c56388c-2c6d-4e32-bffe-6612c834f2a5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:36.568162 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-188824eb-888b-47d0-ad3e-8a165fd3fca1 req-8c56388c-2c6d-4e32-bffe-6612c834f2a5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.1674390 Feb 28 17:22:36.740721 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d633fdc2-7e26-48f7-89e4-66dc27101792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:36.744577 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-188824eb-888b-47d0-ad3e-8a165fd3fca1 req-17918a4f-29d3-400d-b250-fd9075c36f4a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712992 Feb 28 17:22:36.814009 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Publish callbacks [] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:36.896497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633fdc2-7e26-48f7-89e4-66dc27101792 None None] Pushing event updated for resources: {'Port': ['ID=f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:36.935542 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-558d87b2-1504-4de7-9e26-c534c32ee424 req-39345f42-d779-409d-8ff5-2dafc47ad967 service neutron] 10.222.0.69 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756854 Feb 28 17:22:36.962266 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-910d0080-678b-462d-9dd1-05e9f995108d None None] Provisioning complete for port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:36.962645 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-910d0080-678b-462d-9dd1-05e9f995108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:36.990611 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Publish callbacks [] for router_gateway (c91c6c69-21a9-42eb-91af-f10af73a6895), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:37.024191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 11783bcf-133e-460e-8b2e-2147ee6e99cf is: DOWN; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:37.057441 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:37.059297 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:37.091495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60939986-27d7-4cf1-973f-6f6a166392f1 req-862a3961-5394-473c-ab0b-c409a56b54d6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:37.096855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 9e386a00-be9a-4dcf-81b9-f88c4e6a652c details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:22:37.101785 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-60939986-27d7-4cf1-973f-6f6a166392f1 req-862a3961-5394-473c-ab0b-c409a56b54d6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.1600909 Feb 28 17:22:37.200240 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Network 9cdc45c1-166c-45a3-9428-c24145503ba0 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:37.205878 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-60939986-27d7-4cf1-973f-6f6a166392f1 req-b80309dc-ab44-41b5-9da4-353af33a9213 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040518 Feb 28 17:22:37.217050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:37.320620 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:22:37.382185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Allocated IP 172.25.3.55 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/53a432b5-70c4-4c57-85d7-b37e14b83299) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:22:37.460012 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386e69c-7cc9-496d-b880-d80f8842ac5a req-291c4160-4251-42f2-9e0d-09a76ab4f1b3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:37.461586 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6386e69c-7cc9-496d-b880-d80f8842ac5a req-291c4160-4251-42f2-9e0d-09a76ab4f1b3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.1373801 Feb 28 17:22:37.580635 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6386e69c-7cc9-496d-b880-d80f8842ac5a req-e94bb99a-7384-46c2-9c7b-76f91ff1aa9a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025143 Feb 28 17:22:37.656726 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Publish callbacks [] for port (53a432b5-70c4-4c57-85d7-b37e14b83299), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:37.788652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d048daf-bf16-409d-9329-d9b0f6cbabbf req-589bf876-a2b5-4429-9a88-ebed1927e006 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:37.799504 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7d048daf-bf16-409d-9329-d9b0f6cbabbf req-589bf876-a2b5-4429-9a88-ebed1927e006 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 943 time: 0.1065009 Feb 28 17:22:37.845268 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (53a432b5-70c4-4c57-85d7-b37e14b83299), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:37.865303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Pushing event updated for resources: {'Port': ['ID=59bdfcff-5dc4-4075-b404-7f7364927ba8,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:37.898534 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.resource_extend [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:22:37.920926 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-910d0080-678b-462d-9dd1-05e9f995108d None None] Current status of the port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:37.926412 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7d048daf-bf16-409d-9329-d9b0f6cbabbf req-1084f23a-1a75-483f-b06b-e68ad9e64185 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219962 Feb 28 17:22:37.997967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Pushing event updated for resources: {'Port': ['ID=53a432b5-70c4-4c57-85d7-b37e14b83299,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:38.009731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:38.011521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:38.019861 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:22:38.259569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e187a4-3855-4a2a-8e7d-e0965b4adf1c req-17f82334-c552-4016-b9a6-fa35aac5353b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:38.260461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9e386a00-be9a-4dcf-81b9-f88c4e6a652c,segment=NetworkSegment(61b3d283-249a-4488-8c13-8d0aa8da67cb),segment_id=61b3d283-249a-4488-8c13-8d0aa8da67cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:38.264742 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3e187a4-3855-4a2a-8e7d-e0965b4adf1c req-17f82334-c552-4016-b9a6-fa35aac5353b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.1475518 Feb 28 17:22:38.284826 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Attempting to bind port 59bdfcff-5dc4-4075-b404-7f7364927ba8 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:38.285542 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Attempting to bind port 59bdfcff-5dc4-4075-b404-7f7364927ba8 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '16d9a869-2ae3-4f1f-85af-755e11cdaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9cdc45c1-166c-45a3-9428-c24145503ba0'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:38.286743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Attempting to bind port 59bdfcff-5dc4-4075-b404-7f7364927ba8 on network 9cdc45c1-166c-45a3-9428-c24145503ba0 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:38.325254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5a4e9e45-015d-406f-b16c-2587f6340c4b up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:38.336197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:38.338544 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8ee91e31-8b3c-4e2f-8da4-5330200a72fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:38.340676 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:38.397952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:38.398414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Checking segment: {'id': '16d9a869-2ae3-4f1f-85af-755e11cdaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9cdc45c1-166c-45a3-9428-c24145503ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:38.398874 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:38.399272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Bound using segment: {'id': '16d9a869-2ae3-4f1f-85af-755e11cdaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9cdc45c1-166c-45a3-9428-c24145503ba0'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:38.399801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Bound port: 59bdfcff-5dc4-4075-b404-7f7364927ba8, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d9a869-2ae3-4f1f-85af-755e11cdaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9cdc45c1-166c-45a3-9428-c24145503ba0'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:38.403314 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:38.418752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '9e386a00-be9a-4dcf-81b9-f88c4e6a652c', 'network_id': 'fd22816a-d08a-4624-85cd-73f8196c1644', 'port_id': '9e386a00-be9a-4dcf-81b9-f88c4e6a652c', 'mac_address': 'fa:16:3e:c9:e5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64581e8-b7e1-4075-a68e-c69038440c0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:22:38.466328 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3e187a4-3855-4a2a-8e7d-e0965b4adf1c req-d753fb77-7a1b-4d18-8b0f-7c9c82eeb487 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849160 Feb 28 17:22:38.625986 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:38.626301 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:38.706815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e386a00-be9a-4dcf-81b9-f88c4e6a652c {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:22:38.734542 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0d46d-8410-46fa-a384-e686b31bfe92 req-46dc1364-5810-44b0-a4c4-c9aef8403868 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:38.738799 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Publish callbacks [] for router_gateway (c91c6c69-21a9-42eb-91af-f10af73a6895), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:38.743567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36f0d46d-8410-46fa-a384-e686b31bfe92 req-46dc1364-5810-44b0-a4c4-c9aef8403868 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.1344824 Feb 28 17:22:38.761038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] For port 59bdfcff-5dc4-4075-b404-7f7364927ba8, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:38.776756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9e386a00-be9a-4dcf-81b9-f88c4e6a652c,segment=NetworkSegment(61b3d283-249a-4488-8c13-8d0aa8da67cb),segment_id=61b3d283-249a-4488-8c13-8d0aa8da67cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:38.789003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:38.789374 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:38.852754 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] For port 59bdfcff-5dc4-4075-b404-7f7364927ba8, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=59bdfcff-5dc4-4075-b404-7f7364927ba8,segment=NetworkSegment(16d9a869-2ae3-4f1f-85af-755e11cdaa64),segment_id=16d9a869-2ae3-4f1f-85af-755e11cdaa64)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:38.857702 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 5a4e9e45-015d-406f-b16c-2587f6340c4b completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:22:38.862554 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:38.869813 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36f0d46d-8410-46fa-a384-e686b31bfe92 req-d8c2fd27-6a64-4d57-bbf1-12e289bcc23c tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217852 Feb 28 17:22:38.955027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 5a4e9e45-015d-406f-b16c-2587f6340c4b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:38.955406 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:38.961226 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:39.098828 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb4db5-6761-479d-9a86-8c95d20dc37c req-a10a08c3-aba9-48e7-a28e-3bd05f5bac77 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:39.113520 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4eb4db5-6761-479d-9a86-8c95d20dc37c req-a10a08c3-aba9-48e7-a28e-3bd05f5bac77 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.1422496 Feb 28 17:22:39.123179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=9e386a00-be9a-4dcf-81b9-f88c4e6a652c,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:39.241035 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4eb4db5-6761-479d-9a86-8c95d20dc37c req-531d1060-67f8-46da-b355-b470e8a6036f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138632 Feb 28 17:22:39.316185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294728c-d320-4c79-bd62-15a23242df18 None None] Pushing event updated for resources: {'Port': ['ID=59bdfcff-5dc4-4075-b404-7f7364927ba8,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:39.390457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['9e386a00-be9a-4dcf-81b9-f88c4e6a652c'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:22:39.402346 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (c91c6c69-21a9-42eb-91af-f10af73a6895), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:39.459054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7dd33-ddf1-4fc4-b8d9-81dc660a1fc2 req-11224192-f2da-4feb-bc47-1a19472744b6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:39.467620 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-92d7dd33-ddf1-4fc4-b8d9-81dc660a1fc2 req-11224192-f2da-4feb-bc47-1a19472744b6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8a074f1-ab7c-4259-9392-5b30de2169df HTTP/1.1" status: 200 len: 946 time: 0.1255074 Feb 28 17:22:39.560546 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-92d7dd33-ddf1-4fc4-b8d9-81dc660a1fc2 req-5aff8fb0-6a05-4c12-a0d2-eecb2a3497a8 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919497 Feb 28 17:22:39.635061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 5a4e9e45-015d-406f-b16c-2587f6340c4b is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:39.637136 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:39.679650 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:39.827961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4e9e45-015d-406f-b16c-2587f6340c4b'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:22:39.832090 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbadf86-dae1-4de1-9744-2c2bbb3dd0bd" -d '{"events": [{"server_uuid": "1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6", "name": "network-vif-plugged", "status": "completed", "tag": "5a4e9e45-015d-406f-b16c-2587f6340c4b"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:22:39.860305 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46c716-07db-413a-b99c-32d3f8fce085 req-36025ca3-df80-4e7f-8c3b-3cf45a8cbfcd tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:39.872027 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:39.875288 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba46c716-07db-413a-b99c-32d3f8fce085 req-36025ca3-df80-4e7f-8c3b-3cf45a8cbfcd tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 944 time: 0.1745582 Feb 28 17:22:39.908009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5a4e9e45-015d-406f-b16c-2587f6340c4b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5a4e9e45-015d-406f-b16c-2587f6340c4b,segment=NetworkSegment(61b3d283-249a-4488-8c13-8d0aa8da67cb),segment_id=61b3d283-249a-4488-8c13-8d0aa8da67cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:39.974084 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8f0fc3ea-2a93-4831-a2b1-f3dd002ff7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:40.025505 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba46c716-07db-413a-b99c-32d3f8fce085 req-78bf98ba-ebf8-431f-845d-5d6d2d898315 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400628 Feb 28 17:22:40.041541 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:40.124572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Router c91c6c69-21a9-42eb-91af-f10af73a6895 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:22:40.257213 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=5a4e9e45-015d-406f-b16c-2587f6340c4b,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:40.456541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31642098-db1a-44e7-b3f3-c7c9e34294fe req-7f4bd779-a8ad-4d14-8157-dd9fba946c79 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:40.477983 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 59bdfcff-5dc4-4075-b404-7f7364927ba8 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:40.479453 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31642098-db1a-44e7-b3f3-c7c9e34294fe req-7f4bd779-a8ad-4d14-8157-dd9fba946c79 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.1993182 Feb 28 17:22:40.589465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:22:40.596870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 59bdfcff-5dc4-4075-b404-7f7364927ba8 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:40.597911 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:40.634776 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Sync routers for ids ['c91c6c69-21a9-42eb-91af-f10af73a6895'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:22:40.638965 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31642098-db1a-44e7-b3f3-c7c9e34294fe req-5aadea1b-f1c3-4dc4-bcc0-a7314d5a9929 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581366 Feb 28 17:22:40.669678 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Routers {'c91c6c69-21a9-42eb-91af-f10af73a6895'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:40.671940 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['c91c6c69-21a9-42eb-91af-f10af73a6895'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:40.723862 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:40.726524 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b444b292-f067-413d-99d6-85d8885c639a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.5997858 Feb 28 17:22:40.729817 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50634) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:40.874232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 59bdfcff-5dc4-4075-b404-7f7364927ba8 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:40.876376 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:40.941266 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Set router c91c6c69-21a9-42eb-91af-f10af73a6895 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:40.965646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 59bdfcff-5dc4-4075-b404-7f7364927ba8, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=59bdfcff-5dc4-4075-b404-7f7364927ba8,segment=NetworkSegment(16d9a869-2ae3-4f1f-85af-755e11cdaa64),segment_id=16d9a869-2ae3-4f1f-85af-755e11cdaa64)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:41.061659 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:41.216265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=59bdfcff-5dc4-4075-b404-7f7364927ba8,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:41.324444 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:41.350720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23ec903-445a-419b-b76f-8bf4f7c43a26 None None] Network 9cdc45c1-166c-45a3-9428-c24145503ba0 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:22:41.406255 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212387291-router', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:35Z', 'updated_at': '2022-02-28T17:22:38Z', 'revision_number': 3, 'project_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'gw_port': {'id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:37Z', 'updated_at': '2022-02-28T17:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:41.482311 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Checking router: c91c6c69-21a9-42eb-91af-f10af73a6895 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:22:41.482661 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Updating router c91c6c69-21a9-42eb-91af-f10af73a6895 port 53a432b5-70c4-4c57-85d7-b37e14b83299 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:22:41.498139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-3bc5a958-99a8-42f3-9749-1ef84e203b58 None None] Provisioning complete for port 59bdfcff-5dc4-4075-b404-7f7364927ba8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:41.498726 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3bc5a958-99a8-42f3-9749-1ef84e203b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:41.589052 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (53a432b5-70c4-4c57-85d7-b37e14b83299), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:41.683020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5a958-99a8-42f3-9749-1ef84e203b58 None None] Current status of the port 59bdfcff-5dc4-4075-b404-7f7364927ba8 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:41.799694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f5051-e39b-46b2-b0cd-07cd07f74f2c req-6847cc00-5b67-420b-a709-d6831c8448f7 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:41.801863 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c08f5051-e39b-46b2-b0cd-07cd07f74f2c req-6847cc00-5b67-420b-a709-d6831c8448f7 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 945 time: 0.8108943 Feb 28 17:22:41.954186 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c08f5051-e39b-46b2-b0cd-07cd07f74f2c req-1c436cb2-a56d-453d-afe4-46540acbd229 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386685 Feb 28 17:22:42.091258 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd08dc7-cff6-47c8-ab9e-b44aa74ecd73 x-openstack-request-id: req-1cd08dc7-cff6-47c8-ab9e-b44aa74ecd73 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:22:42.091691 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6", "name": "network-vif-plugged", "status": "completed", "tag": "5a4e9e45-015d-406f-b16c-2587f6340c4b", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:22:42.092054 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1cd08dc7-cff6-47c8-ab9e-b44aa74ecd73 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:22:42.092568 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4e9e45-015d-406f-b16c-2587f6340c4b', 'code': 200} Feb 28 17:22:42.229054 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:22:42.309360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2f953-35ab-4925-8a89-571c7732bd58 req-ff093e4d-3491-45ee-8a32-29c7b6f653f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:42.317463 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27d2f953-35ab-4925-8a89-571c7732bd58 req-ff093e4d-3491-45ee-8a32-29c7b6f653f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 1129 time: 0.1591449 Feb 28 17:22:42.333176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 59bdfcff-5dc4-4075-b404-7f7364927ba8 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:42.437224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27d2f953-35ab-4925-8a89-571c7732bd58 req-c143b023-1c45-4537-8703-f8094cc4e64b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118412 Feb 28 17:22:42.495047 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:42.536096 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:42.557625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019cdc-487d-4073-8194-671e36fbfc08 req-5d27d540-c2c2-48af-9e1a-a1d101d0e3b3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:42.568038 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Publish callbacks [] for port (53a432b5-70c4-4c57-85d7-b37e14b83299), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:42.568607 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad019cdc-487d-4073-8194-671e36fbfc08 req-5d27d540-c2c2-48af-9e1a-a1d101d0e3b3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.3028400 Feb 28 17:22:42.571332 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-69186a83-e725-44a8-98a0-20f24490ee8b None None] Provisioning complete for port 59bdfcff-5dc4-4075-b404-7f7364927ba8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:42.572058 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-69186a83-e725-44a8-98a0-20f24490ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:42.578965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 59bdfcff-5dc4-4075-b404-7f7364927ba8 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:42.579467 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:42.650275 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (53a432b5-70c4-4c57-85d7-b37e14b83299), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:42.675679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:42.707856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '3b8c5e06-02fd-4579-b1c3-b5ca8f898792', 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71', 'port_id': '3b8c5e06-02fd-4579-b1c3-b5ca8f898792', 'mac_address': 'fa:16:3e:3e:cb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab67e97-15e6-427d-901a-f45796cc60dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:22:42.750298 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37eb8a6-269c-4029-8224-d0cb613f867d None None] Pushing event updated for resources: {'Port': ['ID=53a432b5-70c4-4c57-85d7-b37e14b83299,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:42.755686 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Attempting to bind port 53a432b5-70c4-4c57-85d7-b37e14b83299 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:42.756218 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Attempting to bind port 53a432b5-70c4-4c57-85d7-b37e14b83299 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:42.756620 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Attempting to bind port 53a432b5-70c4-4c57-85d7-b37e14b83299 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:42.763424 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:42.763813 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:42.764195 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:42.764802 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:42.765285 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Bound port: 53a432b5-70c4-4c57-85d7-b37e14b83299, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:42.765969 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (53a432b5-70c4-4c57-85d7-b37e14b83299), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:42.831108 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] For port 53a432b5-70c4-4c57-85d7-b37e14b83299, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:42.834999 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] For port 53a432b5-70c4-4c57-85d7-b37e14b83299, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=53a432b5-70c4-4c57-85d7-b37e14b83299,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:42.851491 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Allocated IP 172.20.0.1 (9cdc45c1-166c-45a3-9428-c24145503ba0/f33570ba-fedd-4609-8d13-a825e315a62b/f66d9d68-d403-4059-a8ee-80e1ee8c9d44) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:22:42.913209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-69186a83-e725-44a8-98a0-20f24490ee8b None None] Current status of the port 59bdfcff-5dc4-4075-b404-7f7364927ba8 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:42.948015 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (53a432b5-70c4-4c57-85d7-b37e14b83299), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:42.967388 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:42.967777 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:42.968498 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Publish callbacks [] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:43.004881 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:22:43.045306 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad019cdc-487d-4073-8194-671e36fbfc08 req-99e2eea9-ea31-47c4-9601-b48ca039ec8e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725249 Feb 28 17:22:43.068209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:43.098623 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 9e386a00-be9a-4dcf-81b9-f88c4e6a652c up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:43.111098 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37eb8a6-269c-4029-8224-d0cb613f867d None None] Pushing event updated for resources: {'Port': ['ID=53a432b5-70c4-4c57-85d7-b37e14b83299,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:43.125677 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:43.144320 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Routers {'c91c6c69-21a9-42eb-91af-f10af73a6895'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:43.146743 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['c91c6c69-21a9-42eb-91af-f10af73a6895'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:43.205875 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Network 9cdc45c1-166c-45a3-9428-c24145503ba0 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:43.211277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:43.230050 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:43.240474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:22:43.286790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Pushing event updated for resources: {'Port': ['ID=f66d9d68-d403-4059-a8ee-80e1ee8c9d44,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:43.338064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765e182-d164-4b35-93d4-1a187738cce8 req-12329726-6719-4091-8d14-4bc846458fff tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:43.347020 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f765e182-d164-4b35-93d4-1a187738cce8 req-12329726-6719-4091-8d14-4bc846458fff tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 944 time: 0.2133486 Feb 28 17:22:43.397756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 59bdfcff-5dc4-4075-b404-7f7364927ba8 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:43.429965 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (c91c6c69-21a9-42eb-91af-f10af73a6895), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:43.442489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:43.443061 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] Set router c91c6c69-21a9-42eb-91af-f10af73a6895 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:43.518786 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:22:43.529048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:43.529288 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:43.633246 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f765e182-d164-4b35-93d4-1a187738cce8 req-bd830942-c2d4-4437-a1f0-3f044acb8fc2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831652 Feb 28 17:22:43.833118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c22f9b69-153b-4eaa-a546-abb39381c0eb None None] Provisioning complete for port f66d9d68-d403-4059-a8ee-80e1ee8c9d44 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:43.834121 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c22f9b69-153b-4eaa-a546-abb39381c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:43.843637 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3b8c5e06-02fd-4579-b1c3-b5ca8f898792'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:22:43.899411 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212387291-router', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:35Z', 'updated_at': '2022-02-28T17:22:38Z', 'revision_number': 3, 'project_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'gw_port': {'id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:37Z', 'updated_at': '2022-02-28T17:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:43.931170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:43.931735 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:43.945863 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dca4d3-d50e-42f4-9f64-3c863d83301d None None] The sync data for ids ['c91c6c69-21a9-42eb-91af-f10af73a6895'] in n-d-820368-19 is: [{'id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212387291-router', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:35Z', 'updated_at': '2022-02-28T17:22:38Z', 'revision_number': 3, 'project_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'gw_port': {'id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:37Z', 'updated_at': '2022-02-28T17:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:22:44.119511 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:44.152057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac819b-b7a6-4175-8d9a-26ad8bf286bf req-537dd5ae-1547-4324-a7b9-0131b76b6e07 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:44.159793 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bfac819b-b7a6-4175-8d9a-26ad8bf286bf req-537dd5ae-1547-4324-a7b9-0131b76b6e07 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 944 time: 0.3704290 Feb 28 17:22:44.294687 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bfac819b-b7a6-4175-8d9a-26ad8bf286bf req-32742aa7-970a-43e4-b31f-bab56bd62e93 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340961 Feb 28 17:22:44.336312 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c22f9b69-153b-4eaa-a546-abb39381c0eb None None] Port f66d9d68-d403-4059-a8ee-80e1ee8c9d44 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:22:44.339469 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:44.403804 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-ad12230d-8525-4f09-ac2b-5ed33f820c2f req-23b9ec89-7e16-4477-b143-7b5c496c1f67 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:22:44.412245 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad12230d-8525-4f09-ac2b-5ed33f820c2f req-23b9ec89-7e16-4477-b143-7b5c496c1f67 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140729 Feb 28 17:22:44.459084 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e386a00-be9a-4dcf-81b9-f88c4e6a652c'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:22:44.467107 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d91812-6271-482d-a022-96209cd37256" -d '{"events": [{"server_uuid": "1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab", "name": "network-vif-plugged", "status": "completed", "tag": "9e386a00-be9a-4dcf-81b9-f88c4e6a652c"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:22:44.561780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9e386a00-be9a-4dcf-81b9-f88c4e6a652c,segment=NetworkSegment(61b3d283-249a-4488-8c13-8d0aa8da67cb),segment_id=61b3d283-249a-4488-8c13-8d0aa8da67cb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:44.663967 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:44.727473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad12230d-8525-4f09-ac2b-5ed33f820c2f req-2301e07c-17aa-4ab2-8845-7c986aa3f673 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3018050 Feb 28 17:22:44.744687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=9e386a00-be9a-4dcf-81b9-f88c4e6a652c,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:44.810343 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Publish callbacks [] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:44.950323 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-0749a2e6-7de5-4d00-b2af-401cfe9be1d3 service neutron] 10.222.0.73 "GET /v2.0/ports/11783bcf-133e-460e-8b2e-2147ee6e99cf/bindings/n-h2-820368-19 HTTP/1.1" status: 200 len: 385 time: 0.1300089 Feb 28 17:22:45.173328 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:45.234855 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-5f862dfa-5fa6-4057-859e-9805d7f7c63b service neutron] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:45.291752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c099a2f-ede0-43ea-b66d-7e3cbf3cf3bd req-2df2949a-d236-4b01-a321-86345b87fd23 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:45.301372 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-5f862dfa-5fa6-4057-859e-9805d7f7c63b service neutron] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:45.304224 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8c099a2f-ede0-43ea-b66d-7e3cbf3cf3bd req-2df2949a-d236-4b01-a321-86345b87fd23 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 944 time: 0.1738241 Feb 28 17:22:45.313492 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (c91c6c69-21a9-42eb-91af-f10af73a6895), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:45.325359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Pushing event updated for resources: {'Port': ['ID=f66d9d68-d403-4059-a8ee-80e1ee8c9d44,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:45.362836 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-5f862dfa-5fa6-4057-859e-9805d7f7c63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11783bcf-133e-460e-8b2e-2147ee6e99cf {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:22:45.385802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-5f862dfa-5fa6-4057-859e-9805d7f7c63b service neutron] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:45.479485 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-5f862dfa-5fa6-4057-859e-9805d7f7c63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:45.481152 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Network 9cdc45c1-166c-45a3-9428-c24145503ba0 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:22:45.483178 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:22:45.494492 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8c099a2f-ede0-43ea-b66d-7e3cbf3cf3bd req-d8b3bd25-2261-4558-aa0d-9747a2920347 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878455 Feb 28 17:22:45.580523 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e685bbc-3259-4281-80e3-53ce9e13d7b5 x-openstack-request-id: req-9e685bbc-3259-4281-80e3-53ce9e13d7b5 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:22:45.580523 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab", "name": "network-vif-plugged", "status": "completed", "tag": "9e386a00-be9a-4dcf-81b9-f88c4e6a652c", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:22:45.580523 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9e685bbc-3259-4281-80e3-53ce9e13d7b5 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:22:45.580523 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e386a00-be9a-4dcf-81b9-f88c4e6a652c', 'code': 200} Feb 28 17:22:45.658262 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-5f862dfa-5fa6-4057-859e-9805d7f7c63b service neutron] Transition to ACTIVE for port object 11783bcf-133e-460e-8b2e-2147ee6e99cf will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:22:45.752374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901de486-d9cf-4ab7-9ede-6d31446f3f69 req-055a0ac4-171f-4613-8536-851c11f7d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:45.754721 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-901de486-d9cf-4ab7-9ede-6d31446f3f69 req-055a0ac4-171f-4613-8536-851c11f7d4d5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 1128 time: 0.0850930 Feb 28 17:22:45.811986 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-901de486-d9cf-4ab7-9ede-6d31446f3f69 req-7d558cf4-9544-437a-abbf-ff7339c976ef service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494332 Feb 28 17:22:45.815330 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Router c91c6c69-21a9-42eb-91af-f10af73a6895 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:22:45.849680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc7ad6-167b-4091-9b8f-9a9e277cbbb0 req-701f0a38-9843-4407-b7cf-ed4f4d537a63 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:45.852769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e5fc7ad6-167b-4091-9b8f-9a9e277cbbb0 req-701f0a38-9843-4407-b7cf-ed4f4d537a63 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.1222188 Feb 28 17:22:45.991632 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-da79f66a-4fc6-4ac8-bcf8-6889a13609f4 None None] Provisioning complete for port f66d9d68-d403-4059-a8ee-80e1ee8c9d44 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:45.991994 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-da79f66a-4fc6-4ac8-bcf8-6889a13609f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:45.994165 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-5f862dfa-5fa6-4057-859e-9805d7f7c63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:46.026289 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e5fc7ad6-167b-4091-9b8f-9a9e277cbbb0 req-f71e8627-389d-45a6-8847-1fdf154ae424 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340213 Feb 28 17:22:46.054824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:22:46.066388 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-615f5da1-e072-4298-aefe-62703fb3527b admin admin] 10.222.0.72 "PUT /v2.0/routers/c91c6c69-21a9-42eb-91af-f10af73a6895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3297813 Feb 28 17:22:46.068216 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-da79f66a-4fc6-4ac8-bcf8-6889a13609f4 None None] Port f66d9d68-d403-4059-a8ee-80e1ee8c9d44 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:22:46.230939 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:46.236358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 53a432b5-70c4-4c57-85d7-b37e14b83299 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:46.240228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf182d-99b3-4766-a121-b52ebbc5c54f req-f32a5a33-7b6d-41b2-a828-4c06b0e429ef tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:46.248346 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1edf182d-99b3-4766-a121-b52ebbc5c54f req-f32a5a33-7b6d-41b2-a828-4c06b0e429ef tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.0799515 Feb 28 17:22:46.314147 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1edf182d-99b3-4766-a121-b52ebbc5c54f req-99e381f2-71e0-4d37-bb09-c8b0391bbd65 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620067 Feb 28 17:22:46.385270 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 53a432b5-70c4-4c57-85d7-b37e14b83299 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:46.385468 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (53a432b5-70c4-4c57-85d7-b37e14b83299), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:46.450970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74246b5-fe65-460c-bf4f-813c5a3ff620 req-3c4331a7-b3ae-46d8-86a2-7ef0fcb49043 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:46.466676 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e74246b5-fe65-460c-bf4f-813c5a3ff620 req-3c4331a7-b3ae-46d8-86a2-7ef0fcb49043 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 945 time: 0.0971885 Feb 28 17:22:46.496739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:22:46.517070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:46.520565 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:46.584587 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e74246b5-fe65-460c-bf4f-813c5a3ff620 req-9d8a5d50-e4a3-4426-909f-515a525c6da6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169224 Feb 28 17:22:46.610563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Sync routers for ids ['c91c6c69-21a9-42eb-91af-f10af73a6895'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:22:46.627953 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 53a432b5-70c4-4c57-85d7-b37e14b83299 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:46.628337 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (53a432b5-70c4-4c57-85d7-b37e14b83299), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:46.642897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Routers {'c91c6c69-21a9-42eb-91af-f10af73a6895'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:46.643651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f862dfa-5fa6-4057-859e-9805d7f7c63b service neutron] Pushing event updated for resources: {'Port': ['ID=11783bcf-133e-460e-8b2e-2147ee6e99cf,revision_number=10']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:46.643913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['c91c6c69-21a9-42eb-91af-f10af73a6895'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:46.676071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-5f862dfa-5fa6-4057-859e-9805d7f7c63b service neutron] No DVR routers for this DVR port 11783bcf-133e-460e-8b2e-2147ee6e99cf on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:22:46.725102 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-5f862dfa-5fa6-4057-859e-9805d7f7c63b service neutron] 10.222.0.73 "PUT /v2.0/ports/11783bcf-133e-460e-8b2e-2147ee6e99cf/bindings/n-h2-820368-19/activate HTTP/1.1" status: 200 len: 370 time: 1.7660494 Feb 28 17:22:46.755739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 53a432b5-70c4-4c57-85d7-b37e14b83299, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=53a432b5-70c4-4c57-85d7-b37e14b83299,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:46.863569 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-f097044b-65d6-4002-ac99-4814061ea5c1 req-86c21d17-20ee-44cf-901c-3c4c14301552 tempest-FloatingIPDetailsNegativeTestJSON-22978683 tempest-FloatingIPDetailsNegativeTestJSON-22978683-project] show failed (client error): The resource could not be found. Feb 28 17:22:46.880450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50676) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:46.882494 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f097044b-65d6-4002-ac99-4814061ea5c1 req-86c21d17-20ee-44cf-901c-3c4c14301552 tempest-FloatingIPDetailsNegativeTestJSON-22978683 tempest-FloatingIPDetailsNegativeTestJSON-22978683-project] 10.222.0.72 "GET /v2.0/floatingips/6f967a0d-ed53-4c56-93b4-ef1baace0941 HTTP/1.1" status: 404 len: 350 time: 0.0629060 Feb 28 17:22:46.927589 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (53a432b5-70c4-4c57-85d7-b37e14b83299), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:47.006776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:47.008578 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:47.014618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4b72e-6cf7-4ae2-9527-f42707e4aec7 req-03c56c7b-1580-4619-b5b7-8db7f8828f81 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:47.045991 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43a4b72e-6cf7-4ae2-9527-f42707e4aec7 req-03c56c7b-1580-4619-b5b7-8db7f8828f81 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8a074f1-ab7c-4259-9392-5b30de2169df HTTP/1.1" status: 200 len: 946 time: 0.1085188 Feb 28 17:22:47.152069 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-304b058a-604f-4c12-be2f-d8ad84160d8f tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:47.159197 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43a4b72e-6cf7-4ae2-9527-f42707e4aec7 req-ca607d93-64cc-4c90-b3c8-9feffc6d7153 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117783 Feb 28 17:22:47.161313 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-304b058a-604f-4c12-be2f-d8ad84160d8f tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81&tenant_id=dae94b749f7c42e383840585fc56524b&binding%3Ahost_id=n-h1-820368-19 HTTP/1.1" status: 200 len: 1128 time: 0.2723427 Feb 28 17:22:47.262958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Set router c91c6c69-21a9-42eb-91af-f10af73a6895 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:47.280497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-9b48720b-f71e-48f1-a11d-bb35a145b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:47.282047 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-9b48720b-f71e-48f1-a11d-bb35a145b009 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81&tenant_id=dae94b749f7c42e383840585fc56524b HTTP/1.1" status: 200 len: 1128 time: 0.1163912 Feb 28 17:22:47.309863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=53a432b5-70c4-4c57-85d7-b37e14b83299,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:47.325538 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:47.373541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe017486-6e1e-445b-951a-d4e7f05a46c8 req-1158a16b-9f37-4082-a9cb-3258d7addb2d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:47.375925 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe017486-6e1e-445b-951a-d4e7f05a46c8 req-1158a16b-9f37-4082-a9cb-3258d7addb2d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 944 time: 0.1244149 Feb 28 17:22:47.397900 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:47.469613 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe017486-6e1e-445b-951a-d4e7f05a46c8 req-5d2e06b9-314a-4cf0-a384-bbe4b3de0496 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780544 Feb 28 17:22:47.513429 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:47.529315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-3ca165ea-2eb9-4478-8992-5ecbd401e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:47.531700 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-3ca165ea-2eb9-4478-8992-5ecbd401e742 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 1128 time: 0.1802340 Feb 28 17:22:47.590761 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907d1caf-f406-4e8d-a257-49e6b3a76f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8c5e06-02fd-4579-b1c3-b5ca8f898792'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:22:47.593527 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb80838-9c32-47c3-94d5-52158a84b72a" -d '{"events": [{"server_uuid": "907d1caf-f406-4e8d-a257-49e6b3a76f26", "name": "network-vif-plugged", "status": "completed", "tag": "3b8c5e06-02fd-4579-b1c3-b5ca8f898792"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:22:47.630444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212387291-router', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:35Z', 'updated_at': '2022-02-28T17:22:43Z', 'revision_number': 4, 'project_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'gw_port': {'id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:37Z', 'updated_at': '2022-02-28T17:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'f66d9d68-d403-4059-a8ee-80e1ee8c9d44', 'name': '', 'network_id': '9cdc45c1-166c-45a3-9428-c24145503ba0', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'mac_address': 'fa:16:3e:f4:2c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'f33570ba-fedd-4609-8d13-a825e315a62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:42Z', 'updated_at': '2022-02-28T17:22:44Z', 'revision_number': 2, 'project_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'subnets': [{'id': 'f33570ba-fedd-4609-8d13-a825e315a62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:47.660770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599056ec-0632-4d4a-9cd3-bebcbeb01064 req-d35588ae-8961-4403-a442-bf1697b2907f tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:47.664490 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Checking router: c91c6c69-21a9-42eb-91af-f10af73a6895 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:22:47.665132 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Updating router c91c6c69-21a9-42eb-91af-f10af73a6895 port f66d9d68-d403-4059-a8ee-80e1ee8c9d44 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:22:47.668777 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-599056ec-0632-4d4a-9cd3-bebcbeb01064 req-d35588ae-8961-4403-a442-bf1697b2907f tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.1071653 Feb 28 17:22:47.695258 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:47.734220 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c71c9359-c162-4caf-9139-06b4ba2eca3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (c91c6c69-21a9-42eb-91af-f10af73a6895), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:47.762310 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-599056ec-0632-4d4a-9cd3-bebcbeb01064 req-ddad7be1-27ef-4962-8b71-e6afd41ff246 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729470 Feb 28 17:22:47.790222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8508836b-8492-4e47-8e9f-2eaf38f2ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:47.792313 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-8508836b-8492-4e47-8e9f-2eaf38f2ca99 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.2523885 Feb 28 17:22:47.851748 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-6c71cdbd-c328-4775-ba31-ef76f73ca3fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf HTTP/1.1" status: 200 len: 217 time: 0.0488062 Feb 28 17:22:47.938196 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b63cb7-f246-4409-8432-7875f7fada9d req-a8c0e5c7-8fc9-4921-b65c-97a198aa36ec tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:47.957334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11b63cb7-f246-4409-8432-7875f7fada9d req-a8c0e5c7-8fc9-4921-b65c-97a198aa36ec tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 945 time: 0.0982590 Feb 28 17:22:47.972140 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-c9ee93a6-52c7-48e7-b9bb-606c9654803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:47.974129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-c9ee93a6-52c7-48e7-b9bb-606c9654803d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1131263 Feb 28 17:22:48.054817 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-a6a83694-9c47-4050-89cc-f2aee0285f39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667057 Feb 28 17:22:48.085540 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11b63cb7-f246-4409-8432-7875f7fada9d req-71b276f4-566b-4249-bb1b-2f6fb9926712 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178606 Feb 28 17:22:48.135897 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aac2ab4-0de0-41ab-8c09-af48233bec15 x-openstack-request-id: req-8aac2ab4-0de0-41ab-8c09-af48233bec15 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:22:48.136206 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907d1caf-f406-4e8d-a257-49e6b3a76f26", "name": "network-vif-plugged", "status": "completed", "tag": "3b8c5e06-02fd-4579-b1c3-b5ca8f898792", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:22:48.136454 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8aac2ab4-0de0-41ab-8c09-af48233bec15 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:22:48.137417 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907d1caf-f406-4e8d-a257-49e6b3a76f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8c5e06-02fd-4579-b1c3-b5ca8f898792', 'code': 200} Feb 28 17:22:48.223647 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Publish callbacks [] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:48.285097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 53a432b5-70c4-4c57-85d7-b37e14b83299 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:22:48.334639 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-aef70801-99f6-4794-ae1d-e70d781d52b2 service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333856 Feb 28 17:22:48.339116 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:48.339269 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13b274-4536-4d33-87d1-b68b4a097c0c req-b9982829-06bc-4cd3-abcb-85aad8f0ee8a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:48.341491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ca13b274-4536-4d33-87d1-b68b4a097c0c req-b9982829-06bc-4cd3-abcb-85aad8f0ee8a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 945 time: 0.0909946 Feb 28 17:22:48.398726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 53a432b5-70c4-4c57-85d7-b37e14b83299 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:48.402412 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (53a432b5-70c4-4c57-85d7-b37e14b83299), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:48.456927 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ca13b274-4536-4d33-87d1-b68b4a097c0c req-7012ca68-7901-4e9a-afc1-84842c36cf82 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879357 Feb 28 17:22:48.502862 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-e42354bc-addc-4161-8217-7d6cb81e0bae service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474781 Feb 28 17:22:48.517183 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e36f3-6fbb-4d78-a7b2-f545d18577e7 None None] Pushing event updated for resources: {'Port': ['ID=f66d9d68-d403-4059-a8ee-80e1ee8c9d44,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:48.604175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Attempting to bind port f66d9d68-d403-4059-a8ee-80e1ee8c9d44 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:48.604812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Attempting to bind port f66d9d68-d403-4059-a8ee-80e1ee8c9d44 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '16d9a869-2ae3-4f1f-85af-755e11cdaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9cdc45c1-166c-45a3-9428-c24145503ba0'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:48.605176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Attempting to bind port f66d9d68-d403-4059-a8ee-80e1ee8c9d44 on network 9cdc45c1-166c-45a3-9428-c24145503ba0 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:48.643223 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:48.643966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Checking segment: {'id': '16d9a869-2ae3-4f1f-85af-755e11cdaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9cdc45c1-166c-45a3-9428-c24145503ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:48.645293 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:48.650078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Bound using segment: {'id': '16d9a869-2ae3-4f1f-85af-755e11cdaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9cdc45c1-166c-45a3-9428-c24145503ba0'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:48.651221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Bound port: f66d9d68-d403-4059-a8ee-80e1ee8c9d44, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d9a869-2ae3-4f1f-85af-755e11cdaa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '9cdc45c1-166c-45a3-9428-c24145503ba0'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:48.651620 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:48.695580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6e96c-6bae-4fdd-ad12-42efe36aa0c8 req-2ef798d1-4711-4acb-bf55-b7be846eaaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:48.704000 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9f6e96c-6bae-4fdd-ad12-42efe36aa0c8 req-2ef798d1-4711-4acb-bf55-b7be846eaaa9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 1128 time: 0.5047264 Feb 28 17:22:48.744383 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 53a432b5-70c4-4c57-85d7-b37e14b83299 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:22:48.830039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c71c9359-c162-4caf-9139-06b4ba2eca3b admin admin] Deleting port f66d9d68-d403-4059-a8ee-80e1ee8c9d44 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:22:48.830039 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c71c9359-c162-4caf-9139-06b4ba2eca3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:48.834859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] For port f66d9d68-d403-4059-a8ee-80e1ee8c9d44, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:48.844975 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9f6e96c-6bae-4fdd-ad12-42efe36aa0c8 req-dce860f9-6fd1-45c5-9079-e1461f067b75 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336451 Feb 28 17:22:48.848667 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] For port f66d9d68-d403-4059-a8ee-80e1ee8c9d44, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f66d9d68-d403-4059-a8ee-80e1ee8c9d44,segment=NetworkSegment(16d9a869-2ae3-4f1f-85af-755e11cdaa64),segment_id=16d9a869-2ae3-4f1f-85af-755e11cdaa64)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:48.856260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d7bc2d23-a918-448d-a01e-3e3b84455d95 None None] Provisioning complete for port f66d9d68-d403-4059-a8ee-80e1ee8c9d44 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:48.861033 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2d23-a918-448d-a01e-3e3b84455d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:48.920134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc2d23-a918-448d-a01e-3e3b84455d95 None None] Port f66d9d68-d403-4059-a8ee-80e1ee8c9d44 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:22:48.957909 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:48.990988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-c71c9359-c162-4caf-9139-06b4ba2eca3b admin admin] For port f66d9d68-d403-4059-a8ee-80e1ee8c9d44, host n-d-820368-19, got binding levels [] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:48.991371 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c71c9359-c162-4caf-9139-06b4ba2eca3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:49.024315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c71c9359-c162-4caf-9139-06b4ba2eca3b admin admin] Calling delete_port for f66d9d68-d403-4059-a8ee-80e1ee8c9d44 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:22:49.050160 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Routers {'c91c6c69-21a9-42eb-91af-f10af73a6895'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:49.050160 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['c91c6c69-21a9-42eb-91af-f10af73a6895'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:49.051493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e36f3-6fbb-4d78-a7b2-f545d18577e7 None None] Pushing event updated for resources: {'Port': ['ID=f66d9d68-d403-4059-a8ee-80e1ee8c9d44,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:49.360791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] Set router c91c6c69-21a9-42eb-91af-f10af73a6895 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:49.664149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-1c176456-6d27-4033-af59-b70e9397374d tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:49.667070 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-1c176456-6d27-4033-af59-b70e9397374d tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81&tenant_id=dae94b749f7c42e383840585fc56524b&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1128 time: 0.4990289 Feb 28 17:22:49.695228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a49f07-85d3-4c69-8719-303ab4d4da81 req-5b2b0ef6-0417-4384-9ffc-d480ed672a07 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:49.706848 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a49f07-85d3-4c69-8719-303ab4d4da81 req-5b2b0ef6-0417-4384-9ffc-d480ed672a07 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:49.713014 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d495e858-fa5e-4ca0-977c-409699f0b49b None None] Provisioning complete for port f66d9d68-d403-4059-a8ee-80e1ee8c9d44 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:22:49.713577 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d495e858-fa5e-4ca0-977c-409699f0b49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:49.723728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a49f07-85d3-4c69-8719-303ab4d4da81 req-5b2b0ef6-0417-4384-9ffc-d480ed672a07 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:49.731660 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-29a49f07-85d3-4c69-8719-303ab4d4da81 req-5b2b0ef6-0417-4384-9ffc-d480ed672a07 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f&device_id=a8a074f1-ab7c-4259-9392-5b30de2169df&device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 2418 time: 0.1658039 Feb 28 17:22:49.764669 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d495e858-fa5e-4ca0-977c-409699f0b49b None None] Port f66d9d68-d403-4059-a8ee-80e1ee8c9d44 was deleted so its status cannot be updated. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 28 17:22:49.796545 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212387291-router', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:35Z', 'updated_at': '2022-02-28T17:22:43Z', 'revision_number': 4, 'project_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'gw_port': {'id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:37Z', 'updated_at': '2022-02-28T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'f66d9d68-d403-4059-a8ee-80e1ee8c9d44', 'name': '', 'network_id': '9cdc45c1-166c-45a3-9428-c24145503ba0', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'mac_address': 'fa:16:3e:f4:2c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'f33570ba-fedd-4609-8d13-a825e315a62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:42Z', 'updated_at': '2022-02-28T17:22:48Z', 'revision_number': 4, 'project_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'subnets': [{'id': 'f33570ba-fedd-4609-8d13-a825e315a62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:49.815876 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-29a49f07-85d3-4c69-8719-303ab4d4da81 req-9b1fd9d0-56cd-4ae3-9420-72fc8523d429 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830297 Feb 28 17:22:49.835283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ff6d4-f216-44fb-892c-4b367ec6af5a None None] The sync data for ids ['c91c6c69-21a9-42eb-91af-f10af73a6895'] in n-d-820368-19 is: [{'id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212387291-router', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:35Z', 'updated_at': '2022-02-28T17:22:43Z', 'revision_number': 4, 'project_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'gw_port': {'id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:37Z', 'updated_at': '2022-02-28T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'f66d9d68-d403-4059-a8ee-80e1ee8c9d44', 'name': '', 'network_id': '9cdc45c1-166c-45a3-9428-c24145503ba0', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'mac_address': 'fa:16:3e:f4:2c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'f33570ba-fedd-4609-8d13-a825e315a62b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:42Z', 'updated_at': '2022-02-28T17:22:48Z', 'revision_number': 4, 'project_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'subnets': [{'id': 'f33570ba-fedd-4609-8d13-a825e315a62b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:22:49.885671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e84623-21af-4078-a061-38fcd0d46a14 req-803de5f4-7f72-43a9-a7e1-dcdb606f0470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:49.890471 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0e84623-21af-4078-a061-38fcd0d46a14 req-803de5f4-7f72-43a9-a7e1-dcdb606f0470 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d5c70d5c51de4b10a167d00cf7368215&device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 1128 time: 0.5008314 Feb 28 17:22:49.895273 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c71c9359-c162-4caf-9139-06b4ba2eca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f66d9d68-d403-4059-a8ee-80e1ee8c9d44), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:50.074420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c9359-c162-4caf-9139-06b4ba2eca3b admin admin] Pushing event deleted for resources: {'Port': ['ID=f66d9d68-d403-4059-a8ee-80e1ee8c9d44,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:50.153023 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e003a-d96f-4cf3-ab33-b1c0fdf276ed req-ce641bc2-b9f9-4bfc-888b-eaaef7490b34 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:50.167308 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-095e003a-d96f-4cf3-ab33-b1c0fdf276ed req-ce641bc2-b9f9-4bfc-888b-eaaef7490b34 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.1948063 Feb 28 17:22:50.275217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e84623-21af-4078-a061-38fcd0d46a14 req-756f33f7-51fd-4dad-aa54-38f74cf63bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:50.282670 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0e84623-21af-4078-a061-38fcd0d46a14 req-756f33f7-51fd-4dad-aa54-38f74cf63bff service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd22816a-d08a-4624-85cd-73f8196c1644 HTTP/1.1" status: 200 len: 919 time: 0.3291988 Feb 28 17:22:50.297866 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-095e003a-d96f-4cf3-ab33-b1c0fdf276ed req-ceb8c5aa-4f32-4514-b374-231d1c122d39 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295319 Feb 28 17:22:50.485078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334456f-bd31-4bde-b915-f76f642725fe req-c55b992a-c070-434a-8dfd-11072eec4f19 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:50.496448 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8334456f-bd31-4bde-b915-f76f642725fe req-c55b992a-c070-434a-8dfd-11072eec4f19 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.1190007 Feb 28 17:22:50.526746 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0e84623-21af-4078-a061-38fcd0d46a14 req-58f70d0d-961e-4392-ba71-73ef98d7d8c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e386a00-be9a-4dcf-81b9-f88c4e6a652c HTTP/1.1" status: 200 len: 217 time: 0.2361434 Feb 28 17:22:50.548736 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c71c9359-c162-4caf-9139-06b4ba2eca3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (c91c6c69-21a9-42eb-91af-f10af73a6895), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:50.595441 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8334456f-bd31-4bde-b915-f76f642725fe req-49d7541d-8b66-41ff-893a-4384dd5b59d3 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976663 Feb 28 17:22:50.724597 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-f4bf2bbd-2309-43f2-aeb1-abead378f63a service neutron] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:22:50.729805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e84623-21af-4078-a061-38fcd0d46a14 req-fbf79a8d-1c88-492c-bfa0-aec2860afff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:50.732285 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0e84623-21af-4078-a061-38fcd0d46a14 req-fbf79a8d-1c88-492c-bfa0-aec2860afff6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b64581e8-b7e1-4075-a68e-c69038440c0d HTTP/1.1" status: 200 len: 858 time: 0.1771357 Feb 28 17:22:50.739931 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-f4bf2bbd-2309-43f2-aeb1-abead378f63a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:50.741141 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b06ebc-b3ba-47eb-b131-df106623fb6d req-f4bf2bbd-2309-43f2-aeb1-abead378f63a service neutron] 10.222.0.69 "DELETE /v2.0/ports/11783bcf-133e-460e-8b2e-2147ee6e99cf/bindings/n-h1-820368-19 HTTP/1.1" status: 204 len: 173 time: 1.0671825 Feb 28 17:22:50.803311 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0e84623-21af-4078-a061-38fcd0d46a14 req-fea42ba3-5bd7-4f2f-9c8e-b9dfeba8400f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd22816a-d08a-4624-85cd-73f8196c1644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353456 Feb 28 17:22:51.083133 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79492905-0445-414f-a8e6-d32709e8c937 req-17b57801-7299-44ca-b938-2d8f819fe8c8 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:51.096911 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79492905-0445-414f-a8e6-d32709e8c937 req-17b57801-7299-44ca-b938-2d8f819fe8c8 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 945 time: 0.0673196 Feb 28 17:22:51.170303 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79492905-0445-414f-a8e6-d32709e8c937 req-6c127cc1-69e3-4134-b643-fbb3e69cbd4a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776012 Feb 28 17:22:51.302932 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0e84623-21af-4078-a061-38fcd0d46a14 req-bbe3d707-c603-4da9-a062-433e686fc315 service neutron] 10.222.0.69 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804320 Feb 28 17:22:51.374885 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d8b86a4f-a45d-4109-8b91-4c576e54d83d req-923ec90f-9af3-43a2-8fb5-f907777f5689 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1330814 Feb 28 17:22:51.443632 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f90c56c5-2cb0-4214-8599-47ff776ccec0 req-0730ef21-882f-4e05-b839-9bc64bc45a60 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3792942 Feb 28 17:22:51.721209 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19ce7766-10ea-4ee4-bb02-c586529ea994 req-7ff45fe5-657e-4ed2-814b-c9c91079d6bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4274898 Feb 28 17:22:51.805459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a8c74-b770-48e0-bfcc-838b3fa44d40 req-1fe23ad9-a632-4049-a9d1-fa6711a43c36 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:51.816206 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-654a8c74-b770-48e0-bfcc-838b3fa44d40 req-1fe23ad9-a632-4049-a9d1-fa6711a43c36 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.1207788 Feb 28 17:22:51.949141 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-654a8c74-b770-48e0-bfcc-838b3fa44d40 req-1e764f25-f40a-4766-9220-5a197c9290d7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162210 Feb 28 17:22:52.193346 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c56c5-2cb0-4214-8599-47ff776ccec0 req-3c1e857d-3e70-414f-8538-44cdf3ba4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:52.194953 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f90c56c5-2cb0-4214-8599-47ff776ccec0 req-3c1e857d-3e70-414f-8538-44cdf3ba4a32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 1127 time: 0.6970949 Feb 28 17:22:52.209731 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0e84623-21af-4078-a061-38fcd0d46a14 req-fa6f1665-ebcb-404c-9eea-cd45c824925b service neutron] 10.222.0.69 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8132367 Feb 28 17:22:52.219098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71c9359-c162-4caf-9139-06b4ba2eca3b admin admin] Router c91c6c69-21a9-42eb-91af-f10af73a6895 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:22:52.328203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce7766-10ea-4ee4-bb02-c586529ea994 req-8657bcea-fa23-4e2a-a21a-cfbdcc535b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:52.330417 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19ce7766-10ea-4ee4-bb02-c586529ea994 req-8657bcea-fa23-4e2a-a21a-cfbdcc535b86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 1128 time: 0.1861756 Feb 28 17:22:52.482349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c56c5-2cb0-4214-8599-47ff776ccec0 req-d798bc0e-5825-406b-9645-adc607384313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:52.484516 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f90c56c5-2cb0-4214-8599-47ff776ccec0 req-d798bc0e-5825-406b-9645-adc607384313 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.2574780 Feb 28 17:22:52.486029 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff99c9-9b7f-45ee-9b27-1696a4bba009 req-06acda4f-df41-4a39-86c5-902085bbdedc tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:52.493168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71c9359-c162-4caf-9139-06b4ba2eca3b admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:22:52.495516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eeff99c9-9b7f-45ee-9b27-1696a4bba009 req-06acda4f-df41-4a39-86c5-902085bbdedc tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 1128 time: 0.0697050 Feb 28 17:22:52.504748 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04878b37-9f5b-49de-8a80-6d9f5b93194f None None] Sync routers for ids ['c91c6c69-21a9-42eb-91af-f10af73a6895'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:22:52.535933 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04878b37-9f5b-49de-8a80-6d9f5b93194f None None] Routers {'c91c6c69-21a9-42eb-91af-f10af73a6895'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:52.536586 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-04878b37-9f5b-49de-8a80-6d9f5b93194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['c91c6c69-21a9-42eb-91af-f10af73a6895'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:52.554648 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f90c56c5-2cb0-4214-8599-47ff776ccec0 req-61f6e9d4-c5ae-4a90-8bf3-0a3e57dc432c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36 HTTP/1.1" status: 200 len: 217 time: 0.0628016 Feb 28 17:22:52.557948 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eeff99c9-9b7f-45ee-9b27-1696a4bba009 req-3a08b92e-003c-454d-93b2-e7b85b117f84 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607758 Feb 28 17:22:52.559060 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c71c9359-c162-4caf-9139-06b4ba2eca3b admin admin] 10.222.0.72 "PUT /v2.0/routers/c91c6c69-21a9-42eb-91af-f10af73a6895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6369965 Feb 28 17:22:52.562662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50732) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:52.669175 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce7766-10ea-4ee4-bb02-c586529ea994 req-5a9ac2bb-468d-4a3f-91f7-9ba72d981d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:52.675689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19ce7766-10ea-4ee4-bb02-c586529ea994 req-5a9ac2bb-468d-4a3f-91f7-9ba72d981d04 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.2849371 Feb 28 17:22:52.677808 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c56c5-2cb0-4214-8599-47ff776ccec0 req-de020a33-62e2-4ddb-92af-fa78650484aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:52.686084 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f90c56c5-2cb0-4214-8599-47ff776ccec0 req-de020a33-62e2-4ddb-92af-fa78650484aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1212332 Feb 28 17:22:52.797462 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] Publish callbacks [] for router (c91c6c69-21a9-42eb-91af-f10af73a6895), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:52.821580 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19ce7766-10ea-4ee4-bb02-c586529ea994 req-f91b8021-de5a-4e78-b0fc-c64d1d2f0a9e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf HTTP/1.1" status: 200 len: 217 time: 0.1342795 Feb 28 17:22:52.823864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f90c56c5-2cb0-4214-8599-47ff776ccec0 req-de634354-cdd1-47d5-b11b-442bace8139f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163850 Feb 28 17:22:52.933208 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f90c56c5-2cb0-4214-8599-47ff776ccec0 req-795d9304-66cc-41ae-851c-b9fb7c5e4c00 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960000 Feb 28 17:22:52.970787 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-04878b37-9f5b-49de-8a80-6d9f5b93194f None None] Set router c91c6c69-21a9-42eb-91af-f10af73a6895 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:52.971530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621ab6-9a20-45c0-bdb8-f218d44de914 req-b215aed0-759c-4b83-bf4c-cc121cc557d0 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:52.979758 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93621ab6-9a20-45c0-bdb8-f218d44de914 req-b215aed0-759c-4b83-bf4c-cc121cc557d0 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.2148900 Feb 28 17:22:52.984203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce7766-10ea-4ee4-bb02-c586529ea994 req-c7f626b9-be2d-42f3-bce9-8b7279647aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:52.984203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19ce7766-10ea-4ee4-bb02-c586529ea994 req-c7f626b9-be2d-42f3-bce9-8b7279647aa2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1542168 Feb 28 17:22:53.041461 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] Publish callbacks [] for router_gateway (c91c6c69-21a9-42eb-91af-f10af73a6895), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:53.071528 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93621ab6-9a20-45c0-bdb8-f218d44de914 req-0b11db5a-2978-453c-b2b4-404cc8105dfa tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899901 Feb 28 17:22:53.135550 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19ce7766-10ea-4ee4-bb02-c586529ea994 req-bff74204-f31d-4d99-a965-5ec899edac32 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376021 Feb 28 17:22:53.172596 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f90c56c5-2cb0-4214-8599-47ff776ccec0 req-aa216391-e654-41ac-8fbc-97eccb17f725 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208664 Feb 28 17:22:53.181733 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-04878b37-9f5b-49de-8a80-6d9f5b93194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212387291-router', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:35Z', 'updated_at': '2022-02-28T17:22:49Z', 'revision_number': 5, 'project_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'gw_port': {'id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:37Z', 'updated_at': '2022-02-28T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:53.224539 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04878b37-9f5b-49de-8a80-6d9f5b93194f None None] Checking router: c91c6c69-21a9-42eb-91af-f10af73a6895 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:22:53.235691 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04878b37-9f5b-49de-8a80-6d9f5b93194f None None] Routers {'c91c6c69-21a9-42eb-91af-f10af73a6895'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:22:53.236318 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-04878b37-9f5b-49de-8a80-6d9f5b93194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:22:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['c91c6c69-21a9-42eb-91af-f10af73a6895'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:53.260309 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19ce7766-10ea-4ee4-bb02-c586529ea994 req-e78fa2e3-6f05-4b0a-9d80-6b72fe77e328 service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170652 Feb 28 17:22:53.369709 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-04878b37-9f5b-49de-8a80-6d9f5b93194f None None] Set router c91c6c69-21a9-42eb-91af-f10af73a6895 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:22:53.378501 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19ce7766-10ea-4ee4-bb02-c586529ea994 req-619224a6-2e87-47e2-a0ca-42456eb22d00 service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109338 Feb 28 17:22:53.390351 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821775e4-b9bf-48cc-9eab-cf0551755c59 req-bc4381de-0c74-4399-ade2-25428181d3c1 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:53.392294 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-821775e4-b9bf-48cc-9eab-cf0551755c59 req-bc4381de-0c74-4399-ade2-25428181d3c1 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 1128 time: 0.0726492 Feb 28 17:22:53.443462 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-821775e4-b9bf-48cc-9eab-cf0551755c59 req-34009d75-5e1c-4df6-8e5e-a8d52776e226 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435157 Feb 28 17:22:53.574430 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-04878b37-9f5b-49de-8a80-6d9f5b93194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212387291-router', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:35Z', 'updated_at': '2022-02-28T17:22:49Z', 'revision_number': 5, 'project_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'gw_port': {'id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:37Z', 'updated_at': '2022-02-28T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:53.600915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] Deleting port 53a432b5-70c4-4c57-85d7-b37e14b83299 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:22:53.601538 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (53a432b5-70c4-4c57-85d7-b37e14b83299), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:53.612867 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04878b37-9f5b-49de-8a80-6d9f5b93194f None None] The sync data for ids ['c91c6c69-21a9-42eb-91af-f10af73a6895'] in n-d-820368-19 is: [{'id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-212387291-router', 'tenant_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:35Z', 'updated_at': '2022-02-28T17:22:49Z', 'revision_number': 5, 'project_id': 'dfd8e39dccf7400d9e40fa1ad5618225', 'gw_port': {'id': '53a432b5-70c4-4c57-85d7-b37e14b83299', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c6c69-21a9-42eb-91af-f10af73a6895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:37Z', 'updated_at': '2022-02-28T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:22:53.743288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] For port 53a432b5-70c4-4c57-85d7-b37e14b83299, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=53a432b5-70c4-4c57-85d7-b37e14b83299,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:53.743890 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (53a432b5-70c4-4c57-85d7-b37e14b83299), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:53.759039 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] Calling delete_port for 53a432b5-70c4-4c57-85d7-b37e14b83299 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:22:54.093529 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (53a432b5-70c4-4c57-85d7-b37e14b83299), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:54.131966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f66d9d68-d403-4059-a8ee-80e1ee8c9d44 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:22:54.154050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a432b5-70c4-4c57-85d7-b37e14b83299,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:54.164441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: f66d9d68-d403-4059-a8ee-80e1ee8c9d44 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:22:54.165196 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f66d9d68-d403-4059-a8ee-80e1ee8c9d44 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:22:54.207206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaaee6-0aaa-435b-922c-c0de20224834 req-189f616c-e135-4496-9a26-2a6e4f800195 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:54.216972 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7daaaee6-0aaa-435b-922c-c0de20224834 req-189f616c-e135-4496-9a26-2a6e4f800195 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 1128 time: 0.1584876 Feb 28 17:22:54.244838 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (c91c6c69-21a9-42eb-91af-f10af73a6895), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:54.345375 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7daaaee6-0aaa-435b-922c-c0de20224834 req-2931e6cb-825e-4e9e-b71f-831ebf3aae44 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199150 Feb 28 17:22:54.380528 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (c91c6c69-21a9-42eb-91af-f10af73a6895), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:54.383169 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] Publish callbacks [] for router_controller (c91c6c69-21a9-42eb-91af-f10af73a6895), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:54.505770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95060d-1144-47b6-b78b-9bba4d6fc8ef req-fa32151a-a525-4f9c-8aea-17d846075a5e tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:54.508066 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9c95060d-1144-47b6-b78b-9bba4d6fc8ef req-fa32151a-a525-4f9c-8aea-17d846075a5e tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 1128 time: 0.0526097 Feb 28 17:22:54.560841 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9c95060d-1144-47b6-b78b-9bba4d6fc8ef req-11bb2094-7d38-489f-a5c3-01daa1ed36e4 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468419 Feb 28 17:22:54.586952 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (c91c6c69-21a9-42eb-91af-f10af73a6895), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:54.598243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c91c6c69-21a9-42eb-91af-f10af73a6895 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:22:54.598243 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:54.598243 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-07bd79eb-4740-4ad4-95ef-75170e169a80 admin admin] 10.222.0.72 "DELETE /v2.0/routers/c91c6c69-21a9-42eb-91af-f10af73a6895 HTTP/1.1" status: 204 len: 168 time: 2.0286667 Feb 28 17:22:54.599246 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50760) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:54.652805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d75c09-1eb1-4e3a-a3cc-48f745d28b6a admin admin] Deleting subnet f33570ba-fedd-4609-8d13-a825e315a62b {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:22:54.657221 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83d75c09-1eb1-4e3a-a3cc-48f745d28b6a admin admin] Publish callbacks [] for subnet (f33570ba-fedd-4609-8d13-a825e315a62b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:54.716593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83d75c09-1eb1-4e3a-a3cc-48f745d28b6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (f33570ba-fedd-4609-8d13-a825e315a62b), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:54.848128 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83d75c09-1eb1-4e3a-a3cc-48f745d28b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (f33570ba-fedd-4609-8d13-a825e315a62b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:54.939117 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93f0f9-c298-489c-8814-4b5a90af63e5 req-315938b2-bfae-4bc3-811b-27a8366e933c tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:54.941202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ae93f0f9-c298-489c-8814-4b5a90af63e5 req-315938b2-bfae-4bc3-811b-27a8366e933c tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.0769534 Feb 28 17:22:55.011419 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ae93f0f9-c298-489c-8814-4b5a90af63e5 req-8ff05d51-c540-40af-bd7d-d96f9e55a33a tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637567 Feb 28 17:22:55.028191 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83d75c09-1eb1-4e3a-a3cc-48f745d28b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (f33570ba-fedd-4609-8d13-a825e315a62b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:55.077177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d75c09-1eb1-4e3a-a3cc-48f745d28b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f33570ba-fedd-4609-8d13-a825e315a62b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:55.081304 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83d75c09-1eb1-4e3a-a3cc-48f745d28b6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:55.089156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50786) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:55.093630 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-83d75c09-1eb1-4e3a-a3cc-48f745d28b6a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f33570ba-fedd-4609-8d13-a825e315a62b HTTP/1.1" status: 204 len: 168 time: 0.4940524 Feb 28 17:22:55.098759 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa664131-bea3-4015-afc4-a1ed5d57dc35 None None] Network 9cdc45c1-166c-45a3-9428-c24145503ba0 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:22:55.245297 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (9cdc45c1-166c-45a3-9428-c24145503ba0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:55.329461 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Deleting port 59bdfcff-5dc4-4075-b404-7f7364927ba8 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:22:55.329806 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:55.426598 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] For port 59bdfcff-5dc4-4075-b404-7f7364927ba8, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=59bdfcff-5dc4-4075-b404-7f7364927ba8,segment=NetworkSegment(16d9a869-2ae3-4f1f-85af-755e11cdaa64),segment_id=16d9a869-2ae3-4f1f-85af-755e11cdaa64)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:55.427336 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:55.443140 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Calling delete_port for 59bdfcff-5dc4-4075-b404-7f7364927ba8 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:22:55.600241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20578b2b-421d-483d-8466-a5f0c67a8812 None None] DHCP port deletion for 9cdc45c1-166c-45a3-9428-c24145503ba0 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:22:55.684997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-20578b2b-421d-483d-8466-a5f0c67a8812 None None] Deleting port 59bdfcff-5dc4-4075-b404-7f7364927ba8 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:22:55.685500 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-20578b2b-421d-483d-8466-a5f0c67a8812 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:55.807570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-20578b2b-421d-483d-8466-a5f0c67a8812 None None] For port 59bdfcff-5dc4-4075-b404-7f7364927ba8, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=59bdfcff-5dc4-4075-b404-7f7364927ba8,segment=NetworkSegment(16d9a869-2ae3-4f1f-85af-755e11cdaa64),segment_id=16d9a869-2ae3-4f1f-85af-755e11cdaa64)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:55.810912 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-20578b2b-421d-483d-8466-a5f0c67a8812 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:55.835775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-20578b2b-421d-483d-8466-a5f0c67a8812 None None] Calling delete_port for 59bdfcff-5dc4-4075-b404-7f7364927ba8 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:22:56.034278 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77354ea4-b25e-4fcb-8713-de94f8c99062 req-7bdc3d07-7b7f-4736-9c50-ae95dc370d23 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:56.035810 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77354ea4-b25e-4fcb-8713-de94f8c99062 req-7bdc3d07-7b7f-4736-9c50-ae95dc370d23 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 949 time: 0.0760834 Feb 28 17:22:56.073240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:56.087203 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-20578b2b-421d-483d-8466-a5f0c67a8812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (59bdfcff-5dc4-4075-b404-7f7364927ba8), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:56.103353 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Pushing event deleted for resources: {'Port': ['ID=59bdfcff-5dc4-4075-b404-7f7364927ba8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:56.108638 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] No DVR routers for this DVR port 59bdfcff-5dc4-4075-b404-7f7364927ba8 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:22:56.129364 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77354ea4-b25e-4fcb-8713-de94f8c99062 req-73da6b1f-2d7a-483e-99d2-e208a15753c7 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877020 Feb 28 17:22:56.159246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20578b2b-421d-483d-8466-a5f0c67a8812 None None] No DVR routers for this DVR port 59bdfcff-5dc4-4075-b404-7f7364927ba8 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:22:56.161835 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20578b2b-421d-483d-8466-a5f0c67a8812 None None] Pushing event deleted for resources: {'Port': ['ID=59bdfcff-5dc4-4075-b404-7f7364927ba8,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:56.218351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 59bdfcff-5dc4-4075-b404-7f7364927ba8 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:22:56.241345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 59bdfcff-5dc4-4075-b404-7f7364927ba8 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:22:56.241743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 59bdfcff-5dc4-4075-b404-7f7364927ba8 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:22:56.242144 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 53a432b5-70c4-4c57-85d7-b37e14b83299 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:22:56.264884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 53a432b5-70c4-4c57-85d7-b37e14b83299 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:22:56.265961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 53a432b5-70c4-4c57-85d7-b37e14b83299 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:22:56.299075 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (9cdc45c1-166c-45a3-9428-c24145503ba0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:56.321327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdc45c1-166c-45a3-9428-c24145503ba0']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:56.334745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d9a869-2ae3-4f1f-85af-755e11cdaa64') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:56.335039 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d9a869-2ae3-4f1f-85af-755e11cdaa64') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:22:56.348771 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (16d9a869-2ae3-4f1f-85af-755e11cdaa64), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:56.367435 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (16d9a869-2ae3-4f1f-85af-755e11cdaa64), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:56.376505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:22:56.376898 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (16d9a869-2ae3-4f1f-85af-755e11cdaa64), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:22:56.378608 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:22:56.552931 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (9cdc45c1-166c-45a3-9428-c24145503ba0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:56.558661 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:56.562064 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] 10.222.0.72 "DELETE /v2.0/networks/9cdc45c1-166c-45a3-9428-c24145503ba0 HTTP/1.1" status: 204 len: 168 time: 1.4710875 Feb 28 17:22:56.579206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d87ba-8eed-4c72-925b-81230340716b admin admin] Pushing event deleted for resources: {'Network': ['ID=9cdc45c1-166c-45a3-9428-c24145503ba0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:57.319938 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1276b6-74d6-4c13-8274-be64665533c9 req-e821b6b9-4029-4773-ac17-2157a7f1fd74 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:57.324457 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc1276b6-74d6-4c13-8274-be64665533c9 req-e821b6b9-4029-4773-ac17-2157a7f1fd74 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.0791333 Feb 28 17:22:57.372552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc1276b6-74d6-4c13-8274-be64665533c9 req-adb60281-7b79-42bd-95e8-5b4481bb9257 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432975 Feb 28 17:22:57.418823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50856) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:57.471113 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2c572022-c7c5-4dbd-86f0-e06aac138a89 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dfd8e39dccf7400d9e40fa1ad5618225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495996 Feb 28 17:22:57.481540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50866) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:22:57.548724 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8ed1844-b93e-4e10-9cd4-02e9575ddb77 admin admin] Publish callbacks [] for security_group (012649b4-a536-4828-ac3e-27749c80e84a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:57.574429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8ed1844-b93e-4e10-9cd4-02e9575ddb77 admin admin] Publish callbacks [] for security_group (012649b4-a536-4828-ac3e-27749c80e84a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:57.610455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b2d8b-be44-418e-837b-cdf65741195e req-efd44ccc-2c8a-48b1-957b-5cd56c458dc8 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:57.621706 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-149b2d8b-be44-418e-837b-cdf65741195e req-efd44ccc-2c8a-48b1-957b-5cd56c458dc8 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 945 time: 0.0751393 Feb 28 17:22:57.673064 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-149b2d8b-be44-418e-837b-cdf65741195e req-943eead1-495f-496a-9dde-54008c20fc26 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496318 Feb 28 17:22:57.782246 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8ed1844-b93e-4e10-9cd4-02e9575ddb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (012649b4-a536-4828-ac3e-27749c80e84a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:57.785577 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8ed1844-b93e-4e10-9cd4-02e9575ddb77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:57.787378 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a8ed1844-b93e-4e10-9cd4-02e9575ddb77 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/012649b4-a536-4828-ac3e-27749c80e84a HTTP/1.1" status: 204 len: 168 time: 0.3045645 Feb 28 17:22:57.814420 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed1844-b93e-4e10-9cd4-02e9575ddb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012649b4-a536-4828-ac3e-27749c80e84a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:58.583747 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e8bcc066-2203-4ca7-bbac-ae7f95164fc1 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:22:58.584770 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e8bcc066-2203-4ca7-bbac-ae7f95164fc1 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2385859 Feb 28 17:22:58.689472 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-8660e269-73b2-4b48-a176-c3fb4d0b0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:58.690856 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-8660e269-73b2-4b48-a176-c3fb4d0b0dc3 service neutron] 10.222.0.72 "GET /v2.0/ports/3b8c5e06-02fd-4579-b1c3-b5ca8f898792 HTTP/1.1" status: 200 len: 1125 time: 0.0991380 Feb 28 17:22:58.712010 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e23daaec-a86d-42f8-8c7c-5ab3ec5070e1 service neutron] Request body: {'binding': {'host': 'n-h2-820368-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:22:58.712338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e23daaec-a86d-42f8-8c7c-5ab3ec5070e1 service neutron] Unknown quota resources ['binding']. {{(pid=104246) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:22:58.915377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef68e35-6f8f-4130-9eaa-5eb216116dec req-3945ae1c-dadd-4848-8324-02e6208a3b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:58.917133 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cef68e35-6f8f-4130-9eaa-5eb216116dec req-3945ae1c-dadd-4848-8324-02e6208a3b21 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 945 time: 0.1220953 Feb 28 17:22:59.003920 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e23daaec-a86d-42f8-8c7c-5ab3ec5070e1 service neutron] Attempting to bind port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 on host n-h2-820368-19 for vnic_type normal with profile None {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:22:59.004435 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e23daaec-a86d-42f8-8c7c-5ab3ec5070e1 service neutron] Attempting to bind port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:22:59.004841 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e23daaec-a86d-42f8-8c7c-5ab3ec5070e1 service neutron] Attempting to bind port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:59.017523 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e23daaec-a86d-42f8-8c7c-5ab3ec5070e1 service neutron] Port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:22:59.018174 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e23daaec-a86d-42f8-8c7c-5ab3ec5070e1 service neutron] Attempting to bind port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:22:59.028547 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e23daaec-a86d-42f8-8c7c-5ab3ec5070e1 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:22:59.029902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e23daaec-a86d-42f8-8c7c-5ab3ec5070e1 service neutron] Checking segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:22:59.030729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e23daaec-a86d-42f8-8c7c-5ab3ec5070e1 service neutron] Bound using segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:22:59.031714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e23daaec-a86d-42f8-8c7c-5ab3ec5070e1 service neutron] Bound port: 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:22:59.143303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e23daaec-a86d-42f8-8c7c-5ab3ec5070e1 service neutron] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:22:59.152449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-cef68e35-6f8f-4130-9eaa-5eb216116dec req-410af05f-d0ee-4b7e-8348-890ed14c6fb6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Deleting port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:22:59.152784 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cef68e35-6f8f-4130-9eaa-5eb216116dec req-410af05f-d0ee-4b7e-8348-890ed14c6fb6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:59.231028 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e23daaec-a86d-42f8-8c7c-5ab3ec5070e1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:59.241589 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-e23daaec-a86d-42f8-8c7c-5ab3ec5070e1 service neutron] 10.222.0.72 "POST /v2.0/ports/3b8c5e06-02fd-4579-b1c3-b5ca8f898792/bindings HTTP/1.1" status: 201 len: 390 time: 0.5389192 Feb 28 17:22:59.287609 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-cef68e35-6f8f-4130-9eaa-5eb216116dec req-410af05f-d0ee-4b7e-8348-890ed14c6fb6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] For port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:22:59.287979 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cef68e35-6f8f-4130-9eaa-5eb216116dec req-410af05f-d0ee-4b7e-8348-890ed14c6fb6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:59.309872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-cef68e35-6f8f-4130-9eaa-5eb216116dec req-410af05f-d0ee-4b7e-8348-890ed14c6fb6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Calling delete_port for 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:22:59.370674 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:22:59.569174 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cef68e35-6f8f-4130-9eaa-5eb216116dec req-410af05f-d0ee-4b7e-8348-890ed14c6fb6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:59.583224 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c01d72ac-610a-476c-8a23-8ec3754ff59d', '495082e4-35a7-452d-a8f6-21fdc2d78fa5', '5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:22:59.620324 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a9591-bf27-4935-b5f3-a47756c66360 req-0906b35b-97ab-4efa-b9e7-154812238bef tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:22:59.630163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-429a9591-bf27-4935-b5f3-a47756c66360 req-0906b35b-97ab-4efa-b9e7-154812238bef tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.1108043 Feb 28 17:22:59.641352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410af05f-d0ee-4b7e-8348-890ed14c6fb6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Pushing event deleted for resources: {'Port': ['ID=5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:22:59.666003 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3528bb45-9d77-4b81-aa29-ec27755e43bc req-8ca35506-b5b9-436d-8e86-a6f7ed50f9b2 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 210 time: 0.0933814 Feb 28 17:22:59.784257 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef68e35-6f8f-4130-9eaa-5eb216116dec req-410af05f-d0ee-4b7e-8348-890ed14c6fb6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] No DVR routers for this DVR port 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:22:59.790596 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-429a9591-bf27-4935-b5f3-a47756c66360 req-a1dea946-c06f-4d60-8764-0e50e708dfd9 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592762 Feb 28 17:22:59.791774 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cef68e35-6f8f-4130-9eaa-5eb216116dec req-410af05f-d0ee-4b7e-8348-890ed14c6fb6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:22:59.795934 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cef68e35-6f8f-4130-9eaa-5eb216116dec req-410af05f-d0ee-4b7e-8348-890ed14c6fb6 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.69 "DELETE /v2.0/ports/5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 HTTP/1.1" status: 204 len: 173 time: 0.8417206 Feb 28 17:22:59.798956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a4a776-4544-4151-bc9a-cd8acd526d5f', 'name': 'network-vif-deleted', 'tag': '5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:22:59.804485 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7614ca9-92d4-4b7c-8e32-eb1fbd709ff6" -d '{"events": [{"server_uuid": "d3a4a776-4544-4151-bc9a-cd8acd526d5f", "name": "network-vif-deleted", "tag": "5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:00.008300 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70edd1a-52cd-4b8a-b77c-d00ce74db0d5 x-openstack-request-id: req-e70edd1a-52cd-4b8a-b77c-d00ce74db0d5 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:00.008652 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a4a776-4544-4151-bc9a-cd8acd526d5f", "name": "network-vif-deleted", "tag": "5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:00.008835 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e70edd1a-52cd-4b8a-b77c-d00ce74db0d5 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:00.009241 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a4a776-4544-4151-bc9a-cd8acd526d5f', 'name': 'network-vif-deleted', 'tag': '5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1', 'status': 'completed', 'code': 200} Feb 28 17:23:00.032178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988e058-e69e-418b-af15-fc015e0fe4ee req-15965b2b-c2d2-4dc1-8bd4-aaeb365e00ab tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:00.033698 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3988e058-e69e-418b-af15-fc015e0fe4ee req-15965b2b-c2d2-4dc1-8bd4-aaeb365e00ab tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.0576885 Feb 28 17:23:00.135037 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3988e058-e69e-418b-af15-fc015e0fe4ee req-ede36d4e-0f3d-4737-be72-9528a7505f65 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934305 Feb 28 17:23:00.294558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-691fc6ec-f412-40bb-97c7-f734aa3ff89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:00.296536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-691fc6ec-f412-40bb-97c7-f734aa3ff89e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 1128 time: 0.1511197 Feb 28 17:23:00.318988 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 14211944-1d28-4aa5-87c5-931654b1913f no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:23:00.485567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-ceaf8a38-80d9-4442-913f-c4d4fc7c5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:00.487106 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-ceaf8a38-80d9-4442-913f-c4d4fc7c5653 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.1826503 Feb 28 17:23:00.507133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 14211944-1d28-4aa5-87c5-931654b1913f is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:00.507580 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (14211944-1d28-4aa5-87c5-931654b1913f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:00.543010 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-962223b6-b99c-41e8-9ced-713f8a7889dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792 HTTP/1.1" status: 200 len: 217 time: 0.0473359 Feb 28 17:23:00.545334 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14211944-1d28-4aa5-87c5-931654b1913f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:00.554671 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0854a359-0a4e-4585-b044-4af8676c0970" -d '{"events": [{"server_uuid": "d001b9e3-c56b-4e2b-9e63-d022dacb9705", "name": "network-vif-unplugged", "status": "completed", "tag": "14211944-1d28-4aa5-87c5-931654b1913f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:00.578596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 14211944-1d28-4aa5-87c5-931654b1913f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=14211944-1d28-4aa5-87c5-931654b1913f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:00.624646 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fc0945-b7aa-4999-a221-0eca5f1ed11e x-openstack-request-id: req-e4fc0945-b7aa-4999-a221-0eca5f1ed11e {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:00.625999 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d001b9e3-c56b-4e2b-9e63-d022dacb9705", "name": "network-vif-unplugged", "status": "completed", "tag": "14211944-1d28-4aa5-87c5-931654b1913f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:00.628716 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e4fc0945-b7aa-4999-a221-0eca5f1ed11e {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:00.629339 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14211944-1d28-4aa5-87c5-931654b1913f', 'code': 200} Feb 28 17:23:00.633884 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-968bf7e8-0e6e-421f-a113-7d328d22662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:00.635442 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-968bf7e8-0e6e-421f-a113-7d328d22662e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.0842683 Feb 28 17:23:00.643880 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (14211944-1d28-4aa5-87c5-931654b1913f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:00.698428 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-5f0cdebf-cf2e-4f67-bf8f-97528c4a6a41 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553796 Feb 28 17:23:00.701481 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=14211944-1d28-4aa5-87c5-931654b1913f,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:00.874060 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b0b87ca5-2747-423d-b599-44da30bf4348 req-d86579cc-6b06-424c-a20d-7682d2c0e31a tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3a4a776-4544-4151-bc9a-cd8acd526d5f HTTP/1.1" status: 200 len: 210 time: 0.0505552 Feb 28 17:23:00.921972 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-71f58b92-1ea7-4895-bc13-37f3985f5bb1 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160847 Feb 28 17:23:01.077228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff56581-7c0c-4731-bc91-cb25636c4267 req-3876fbd0-5925-40f4-bbf1-7a4552748474 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:01.086079 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fff56581-7c0c-4731-bc91-cb25636c4267 req-3876fbd0-5925-40f4-bbf1-7a4552748474 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.1188176 Feb 28 17:23:01.131409 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51028) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:01.139861 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-248d047e-c8ee-449f-9a8a-e536761c4c79 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085824 Feb 28 17:23:01.172172 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fff56581-7c0c-4731-bc91-cb25636c4267 req-05749d26-3f12-4b37-9198-790e371166e6 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851040 Feb 28 17:23:01.286092 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fdbbeb71-c2bc-459a-b27f-183ed06567a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:01.395328 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102a4eb-9bb0-4e28-a90f-1070e5c2cf9b req-7f0ee7e6-0c78-4284-99ba-9b732a957b62 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:01.396866 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4102a4eb-9bb0-4e28-a90f-1070e5c2cf9b req-7f0ee7e6-0c78-4284-99ba-9b732a957b62 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.1669178 Feb 28 17:23:01.439697 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fdbbeb71-c2bc-459a-b27f-183ed06567a1 admin admin] Publish callbacks [] for security_group (3d2e6e0a-5a40-4e10-9f5d-befe7ddd8a0b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:01.475448 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4102a4eb-9bb0-4e28-a90f-1070e5c2cf9b req-0b191771-d7da-4508-a97d-1e1280b59253 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623758 Feb 28 17:23:01.541406 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fdbbeb71-c2bc-459a-b27f-183ed06567a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3d2e6e0a-5a40-4e10-9f5d-befe7ddd8a0b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:01.584299 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fdbbeb71-c2bc-459a-b27f-183ed06567a1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=14a75ba6b43a4cdfacd608f26d765ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4499688 Feb 28 17:23:01.585305 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbeb71-c2bc-459a-b27f-183ed06567a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2e6e0a-5a40-4e10-9f5d-befe7ddd8a0b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:01.587492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51036) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:01.642930 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ee46ae5a-b855-4145-a815-bd31bdc540df admin admin] Publish callbacks [] for security_group (3d2e6e0a-5a40-4e10-9f5d-befe7ddd8a0b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:01.665603 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ee46ae5a-b855-4145-a815-bd31bdc540df admin admin] Publish callbacks [] for security_group (3d2e6e0a-5a40-4e10-9f5d-befe7ddd8a0b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:01.821386 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ee46ae5a-b855-4145-a815-bd31bdc540df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3d2e6e0a-5a40-4e10-9f5d-befe7ddd8a0b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:01.824943 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ee46ae5a-b855-4145-a815-bd31bdc540df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:01.829834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ee46ae5a-b855-4145-a815-bd31bdc540df admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3d2e6e0a-5a40-4e10-9f5d-befe7ddd8a0b HTTP/1.1" status: 204 len: 168 time: 0.2412415 Feb 28 17:23:01.841114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46ae5a-b855-4145-a815-bd31bdc540df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2e6e0a-5a40-4e10-9f5d-befe7ddd8a0b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:02.344253 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbe895-c470-4a91-bc32-27410a2e3624 req-33177540-8aac-403f-8d41-c8e3c1ea21f3 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:02.346137 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-42fbe895-c470-4a91-bc32-27410a2e3624 req-33177540-8aac-403f-8d41-c8e3c1ea21f3 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.0794156 Feb 28 17:23:02.435628 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-42fbe895-c470-4a91-bc32-27410a2e3624 req-24052057-7cbb-4a47-80bb-c261ebf62d78 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807691 Feb 28 17:23:02.623490 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addb76e-57d4-4d0b-ae0e-aa9cb3bab519 req-04f5d9a9-8d22-4301-af2f-3122074cd4bc tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:02.633491 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1addb76e-57d4-4d0b-ae0e-aa9cb3bab519 req-04f5d9a9-8d22-4301-af2f-3122074cd4bc tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8a074f1-ab7c-4259-9392-5b30de2169df HTTP/1.1" status: 200 len: 946 time: 0.0963812 Feb 28 17:23:02.703943 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1addb76e-57d4-4d0b-ae0e-aa9cb3bab519 req-ba118881-8ef2-4d61-9d95-7c28adc3d0b3 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691462 Feb 28 17:23:02.715328 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36090c30-7b22-4beb-a0e7-7ff3b3965036 req-37f5b6d7-a7de-4f42-8690-f44895cd909e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:02.716937 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36090c30-7b22-4beb-a0e7-7ff3b3965036 req-37f5b6d7-a7de-4f42-8690-f44895cd909e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.1214767 Feb 28 17:23:02.767659 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36090c30-7b22-4beb-a0e7-7ff3b3965036 req-ce9c9a37-3a0f-430e-a199-c5e359809047 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447845 Feb 28 17:23:03.171525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:23:03.201622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:23:03.202028 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 5cec68d6-1ac0-4c88-8afe-ae25a0abe9e1 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:23:03.614691 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5858f73-26a4-4e98-a770-6cc4b19e257f req-ee268f97-8ae8-4f7c-963e-e69046393519 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:03.618488 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5858f73-26a4-4e98-a770-6cc4b19e257f req-ee268f97-8ae8-4f7c-963e-e69046393519 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.0695434 Feb 28 17:23:03.681259 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5858f73-26a4-4e98-a770-6cc4b19e257f req-b353fad7-528a-44ec-8a15-a089cc81e271 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509100 Feb 28 17:23:03.898752 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a0d56-68b3-4f0a-9da9-69ed15595034 req-37179f31-9f20-474a-88fd-e204a9f01fbb tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:03.900231 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d10a0d56-68b3-4f0a-9da9-69ed15595034 req-37179f31-9f20-474a-88fd-e204a9f01fbb tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8a074f1-ab7c-4259-9392-5b30de2169df HTTP/1.1" status: 200 len: 946 time: 0.1228521 Feb 28 17:23:03.910128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e1147-e396-4e7b-a946-d4e5b1539f62 req-ab470ada-6e4c-4713-8bfc-4d74121692fa tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:03.911623 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f36e1147-e396-4e7b-a946-d4e5b1539f62 req-ab470ada-6e4c-4713-8bfc-4d74121692fa tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8a074f1-ab7c-4259-9392-5b30de2169df HTTP/1.1" status: 200 len: 946 time: 0.1444390 Feb 28 17:23:03.925242 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f83fe8-21d5-4cd7-9802-d4e904459912 req-5a2d89bb-070a-4e31-88ca-9a2c1e865ebb tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:03.933674 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-70f83fe8-21d5-4cd7-9802-d4e904459912 req-5a2d89bb-070a-4e31-88ca-9a2c1e865ebb tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.0840294 Feb 28 17:23:04.008686 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-70f83fe8-21d5-4cd7-9802-d4e904459912 req-d181f681-31c9-4d30-82bd-92e8d260a227 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738738 Feb 28 17:23:04.079965 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f36e1147-e396-4e7b-a946-d4e5b1539f62 req-b40df415-67f6-4e76-a8cb-a04b6e88fe70 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559212 Feb 28 17:23:04.153079 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51128) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:04.204744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d10a0d56-68b3-4f0a-9da9-69ed15595034 req-5e5aff0c-e4f7-452b-aac8-ce76f4d7fc0d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Deleting port 495082e4-35a7-452d-a8f6-21fdc2d78fa5 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:23:04.204744 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d10a0d56-68b3-4f0a-9da9-69ed15595034 req-5e5aff0c-e4f7-452b-aac8-ce76f4d7fc0d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:04.292369 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-efa28e63-edb3-4480-8463-7a1fce08dc73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:04.318667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-d10a0d56-68b3-4f0a-9da9-69ed15595034 req-5e5aff0c-e4f7-452b-aac8-ce76f4d7fc0d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] For port 495082e4-35a7-452d-a8f6-21fdc2d78fa5, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=495082e4-35a7-452d-a8f6-21fdc2d78fa5,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:04.319452 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d10a0d56-68b3-4f0a-9da9-69ed15595034 req-5e5aff0c-e4f7-452b-aac8-ce76f4d7fc0d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:04.335195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d10a0d56-68b3-4f0a-9da9-69ed15595034 req-5e5aff0c-e4f7-452b-aac8-ce76f4d7fc0d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Calling delete_port for 495082e4-35a7-452d-a8f6-21fdc2d78fa5 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:23:04.374315 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-efa28e63-edb3-4480-8463-7a1fce08dc73 admin admin] Publish callbacks [] for security_group (297e6878-96c8-492b-88af-5623826a86de), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:04.483211 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-efa28e63-edb3-4480-8463-7a1fce08dc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (297e6878-96c8-492b-88af-5623826a86de), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:04.524297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa28e63-edb3-4480-8463-7a1fce08dc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297e6878-96c8-492b-88af-5623826a86de,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:04.531976 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-efa28e63-edb3-4480-8463-7a1fce08dc73 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=227913a420564070a84617df9f1459fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754544 Feb 28 17:23:04.532533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51132) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:04.587944 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c91644b5-03a0-4050-a689-a4b78fa47059 admin admin] Publish callbacks [] for security_group (297e6878-96c8-492b-88af-5623826a86de), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:04.600346 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d10a0d56-68b3-4f0a-9da9-69ed15595034 req-5e5aff0c-e4f7-452b-aac8-ce76f4d7fc0d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (495082e4-35a7-452d-a8f6-21fdc2d78fa5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:04.613562 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c01d72ac-610a-476c-8a23-8ec3754ff59d', '495082e4-35a7-452d-a8f6-21fdc2d78fa5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:23:04.637489 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c91644b5-03a0-4050-a689-a4b78fa47059 admin admin] Publish callbacks [] for security_group (297e6878-96c8-492b-88af-5623826a86de), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:04.645803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5aff0c-e4f7-452b-aac8-ce76f4d7fc0d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Pushing event deleted for resources: {'Port': ['ID=495082e4-35a7-452d-a8f6-21fdc2d78fa5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:04.743670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10a0d56-68b3-4f0a-9da9-69ed15595034 req-5e5aff0c-e4f7-452b-aac8-ce76f4d7fc0d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] No DVR routers for this DVR port 495082e4-35a7-452d-a8f6-21fdc2d78fa5 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:23:04.769766 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d10a0d56-68b3-4f0a-9da9-69ed15595034 req-5e5aff0c-e4f7-452b-aac8-ce76f4d7fc0d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:04.776079 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d10a0d56-68b3-4f0a-9da9-69ed15595034 req-5e5aff0c-e4f7-452b-aac8-ce76f4d7fc0d tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.69 "DELETE /v2.0/ports/495082e4-35a7-452d-a8f6-21fdc2d78fa5 HTTP/1.1" status: 204 len: 173 time: 0.8633833 Feb 28 17:23:04.778088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a074f1-ab7c-4259-9392-5b30de2169df', 'name': 'network-vif-deleted', 'tag': '495082e4-35a7-452d-a8f6-21fdc2d78fa5'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:04.791760 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24367723-009f-4d2d-8c6b-2ac6410ae9a0" -d '{"events": [{"server_uuid": "a8a074f1-ab7c-4259-9392-5b30de2169df", "name": "network-vif-deleted", "tag": "495082e4-35a7-452d-a8f6-21fdc2d78fa5"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:04.837955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943d557-37a7-4df9-afae-90c839d6c3e7 req-fce0f24a-26a4-49de-9b84-87cd262ec266 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:04.854042 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6943d557-37a7-4df9-afae-90c839d6c3e7 req-fce0f24a-26a4-49de-9b84-87cd262ec266 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.0899453 Feb 28 17:23:04.856571 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c91644b5-03a0-4050-a689-a4b78fa47059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (297e6878-96c8-492b-88af-5623826a86de), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:04.862982 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c91644b5-03a0-4050-a689-a4b78fa47059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:04.862982 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c91644b5-03a0-4050-a689-a4b78fa47059 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/297e6878-96c8-492b-88af-5623826a86de HTTP/1.1" status: 204 len: 168 time: 0.3270638 Feb 28 17:23:04.873284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91644b5-03a0-4050-a689-a4b78fa47059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297e6878-96c8-492b-88af-5623826a86de,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:04.886958 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdba16b5-61e4-48c0-8ab0-4716b998a50b x-openstack-request-id: req-cdba16b5-61e4-48c0-8ab0-4716b998a50b {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:04.886958 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a074f1-ab7c-4259-9392-5b30de2169df", "name": "network-vif-deleted", "tag": "495082e4-35a7-452d-a8f6-21fdc2d78fa5", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:04.886958 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cdba16b5-61e4-48c0-8ab0-4716b998a50b {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:04.886958 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a074f1-ab7c-4259-9392-5b30de2169df', 'name': 'network-vif-deleted', 'tag': '495082e4-35a7-452d-a8f6-21fdc2d78fa5', 'status': 'completed', 'code': 200} Feb 28 17:23:04.963608 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6943d557-37a7-4df9-afae-90c839d6c3e7 req-9fdd7fa5-ee56-4c0f-97e8-28474c4e41ed tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087444 Feb 28 17:23:05.232248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2704a-0352-4446-a425-425725ba015a req-82341280-3611-4cbb-9eb3-215a74cc86f1 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:05.237810 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7da2704a-0352-4446-a425-425725ba015a req-82341280-3611-4cbb-9eb3-215a74cc86f1 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.0954063 Feb 28 17:23:05.243081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9a25fb9-9d12-4324-8e4c-e625f722f9a2 req-f5961bed-658e-441c-8131-e09a0f56a474 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8a074f1-ab7c-4259-9392-5b30de2169df HTTP/1.1" status: 200 len: 210 time: 0.0777740 Feb 28 17:23:05.338128 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7da2704a-0352-4446-a425-425725ba015a req-e8de6d53-79b4-4a8b-a460-289a37a89e47 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925848 Feb 28 17:23:06.109342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dea6f-8f8e-4ff4-8197-30b6362cdbdb req-2972bbc6-78ac-4dc9-9207-43655b6bf8f0 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:06.111146 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f58dea6f-8f8e-4ff4-8197-30b6362cdbdb req-2972bbc6-78ac-4dc9-9207-43655b6bf8f0 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.0737922 Feb 28 17:23:06.171785 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f58dea6f-8f8e-4ff4-8197-30b6362cdbdb req-0f3a2d6a-018c-44fe-97ed-42f30f138548 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540304 Feb 28 17:23:06.207654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51178) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:06.314466 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1654944780-network', 'tenant_id': 'dbecb2f92dd544bc97d7331552556076'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:06.368044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 14211944-1d28-4aa5-87c5-931654b1913f details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:23:06.397779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] Made reservation on behalf of dbecb2f92dd544bc97d7331552556076 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:06.397779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:06.412380 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:06.489882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 14211944-1d28-4aa5-87c5-931654b1913f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=14211944-1d28-4aa5-87c5-931654b1913f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:06.508198 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '14211944-1d28-4aa5-87c5-931654b1913f', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '14211944-1d28-4aa5-87c5-931654b1913f', 'mac_address': 'fa:16:3e:ce:b3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:23:06.558850 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] Publish callbacks [] for security_group (52f45fc7-d869-40bd-80ef-09ddb235cdc0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:06.569553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 14211944-1d28-4aa5-87c5-931654b1913f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:06.570105 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (14211944-1d28-4aa5-87c5-931654b1913f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:06.587422 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14211944-1d28-4aa5-87c5-931654b1913f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:23:06.624527 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ae41a-9221-4854-ae8d-4ae07825c7ce req-6d0bf8bd-d813-4f38-bc2f-e8595acbda4b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:06.633361 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be4ae41a-9221-4854-ae8d-4ae07825c7ce req-6d0bf8bd-d813-4f38-bc2f-e8595acbda4b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.0724747 Feb 28 17:23:06.639991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 14211944-1d28-4aa5-87c5-931654b1913f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=14211944-1d28-4aa5-87c5-931654b1913f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:06.655951 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (52f45fc7-d869-40bd-80ef-09ddb235cdc0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:06.668480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:23:06.678176 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (53d91eea-3496-46ca-87b8-17204406cde8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:06.678871 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] Added segment 53d91eea-3496-46ca-87b8-17204406cde8 of type vlan for network a9fa063a-4a34-45ef-adb0-b219f3b26060 Feb 28 17:23:06.726399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (a9fa063a-4a34-45ef-adb0-b219f3b26060), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:06.737503 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (14211944-1d28-4aa5-87c5-931654b1913f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:06.807493 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be4ae41a-9221-4854-ae8d-4ae07825c7ce req-29552c45-7964-4b4c-b31f-92a1bd9d6f3b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682477 Feb 28 17:23:06.842822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=14211944-1d28-4aa5-87c5-931654b1913f,revision_number=9']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:06.852295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f45fc7-d869-40bd-80ef-09ddb235cdc0,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:06.865853 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['14211944-1d28-4aa5-87c5-931654b1913f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:23:06.867984 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (a9fa063a-4a34-45ef-adb0-b219f3b26060), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:06.867984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:06.868391 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:06.979550 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7701237 Feb 28 17:23:06.982976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51202) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:06.984114 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe249ff-a912-4b21-8f43-70e6f4585fbd admin admin] Pushing event updated for resources: {'Network': ['ID=a9fa063a-4a34-45ef-adb0-b219f3b26060,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:06.997756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-da76d7ab-28aa-4bd8-907d-d0f9c8517885 admin admin] Request body: {'subnet': {'network_id': 'a9fa063a-4a34-45ef-adb0-b219f3b26060', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1654944780-subnet', 'tenant_id': 'dbecb2f92dd544bc97d7331552556076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:07.005075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network a9fa063a-4a34-45ef-adb0-b219f3b26060 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:23:07.016240 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34525254-c286-46c1-a5be-8bdc4a674de1 req-4384c7de-b443-4292-a237-a2ae100f39a5 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:07.017946 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34525254-c286-46c1-a5be-8bdc4a674de1 req-4384c7de-b443-4292-a237-a2ae100f39a5 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.0877078 Feb 28 17:23:07.067807 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34525254-c286-46c1-a5be-8bdc4a674de1 req-bd8f8bab-62e2-41e0-a1c2-17aa2dd6f4e3 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436447 Feb 28 17:23:07.123264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da76d7ab-28aa-4bd8-907d-d0f9c8517885 admin admin] Made reservation on behalf of dbecb2f92dd544bc97d7331552556076 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:07.125807 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-da76d7ab-28aa-4bd8-907d-d0f9c8517885 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:07.182723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 495082e4-35a7-452d-a8f6-21fdc2d78fa5 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:23:07.209675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 495082e4-35a7-452d-a8f6-21fdc2d78fa5 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:23:07.210382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 495082e4-35a7-452d-a8f6-21fdc2d78fa5 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:23:07.343894 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d1ff8-1863-4a30-a793-e784f253b1a5 req-36949dd8-f9d1-4c24-96d3-c79f0c00b8ee tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:07.345416 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f5d1ff8-1863-4a30-a793-e784f253b1a5 req-36949dd8-f9d1-4c24-96d3-c79f0c00b8ee tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.1049814 Feb 28 17:23:07.393046 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f5d1ff8-1863-4a30-a793-e784f253b1a5 req-50e06e78-4809-4a87-9167-6aa70679b401 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420036 Feb 28 17:23:07.449753 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-da76d7ab-28aa-4bd8-907d-d0f9c8517885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (9462af1c-4c52-45c1-ac76-c3a67052eef4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:07.503371 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76d7ab-28aa-4bd8-907d-d0f9c8517885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9462af1c-4c52-45c1-ac76-c3a67052eef4,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:07.519422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da76d7ab-28aa-4bd8-907d-d0f9c8517885 admin admin] Checking segment: {'id': '53d91eea-3496-46ca-87b8-17204406cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a9fa063a-4a34-45ef-adb0-b219f3b26060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:23:07.525826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da76d7ab-28aa-4bd8-907d-d0f9c8517885 admin admin] Network hostable DHCP agents. Network: a9fa063a-4a34-45ef-adb0-b219f3b26060, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:23:07.591897 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:07.643302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da76d7ab-28aa-4bd8-907d-d0f9c8517885 admin admin] Network a9fa063a-4a34-45ef-adb0-b219f3b26060 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:23:07.741204 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b4d2c724-4933-4460-9d6f-aca32841018a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:07.908342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-da76d7ab-28aa-4bd8-907d-d0f9c8517885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, a9fa063a-4a34-45ef-adb0-b219f3b26060) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:07.918119 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9738acf3-bc15-4fa0-a992-eb1a8d40d8dd None None] Network a9fa063a-4a34-45ef-adb0-b219f3b26060 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:23:07.928130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da76d7ab-28aa-4bd8-907d-d0f9c8517885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:07.930738 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-da76d7ab-28aa-4bd8-907d-d0f9c8517885 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:07.948003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae67615-87b0-4b37-bd99-f0a485e60174 req-9330dcdd-be82-433a-afd3-0f99ba0fe96c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:07.950364 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ae67615-87b0-4b37-bd99-f0a485e60174 req-9330dcdd-be82-433a-afd3-0f99ba0fe96c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.0796649 Feb 28 17:23:08.013870 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ae67615-87b0-4b37-bd99-f0a485e60174 req-6a5809b1-1d6e-43d6-9cd6-981ec9ddde14 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568609 Feb 28 17:23:08.022881 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa00c564-9535-4fb3-81ef-fc23312e877f None None] Network a9fa063a-4a34-45ef-adb0-b219f3b26060 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:23:08.112209 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-da76d7ab-28aa-4bd8-907d-d0f9c8517885 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1255991 Feb 28 17:23:08.229685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a9496-a4df-4cb4-8a90-abdf3b807ef4 req-8aae6f77-abc3-4aec-95f7-b4e9f2927183 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:08.231561 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fe1a9496-a4df-4cb4-8a90-abdf3b807ef4 req-8aae6f77-abc3-4aec-95f7-b4e9f2927183 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.0651596 Feb 28 17:23:08.302212 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fe1a9496-a4df-4cb4-8a90-abdf3b807ef4 req-75910581-fcbf-4082-9c1a-e78359e2959f tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/security-groups?id=40360164-8234-4d8b-a666-042c179d229f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609174 Feb 28 17:23:08.382664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20fe50-1f8c-4935-9611-9e447871f090 req-fc9f12d6-ddc5-4e2e-97a2-a1535a447583 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:08.383329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 14211944-1d28-4aa5-87c5-931654b1913f up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:23:08.384372 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fc20fe50-1f8c-4935-9611-9e447871f090 req-fc9f12d6-ddc5-4e2e-97a2-a1535a447583 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.69 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 946 time: 0.0553975 Feb 28 17:23:08.425249 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-bdd59355-5c0f-452e-8d30-24eb856f11db req-6ba49a61-8524-432b-9767-db9384cae2af tempest-SecurityGroupsNegativeTestJSON-1293354793 tempest-SecurityGroupsNegativeTestJSON-1293354793-project] show failed (client error): The resource could not be found. Feb 28 17:23:08.434367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bdd59355-5c0f-452e-8d30-24eb856f11db req-6ba49a61-8524-432b-9767-db9384cae2af tempest-SecurityGroupsNegativeTestJSON-1293354793 tempest-SecurityGroupsNegativeTestJSON-1293354793-project] 10.222.0.72 "GET /v2.0/security-groups/2b3c0e35-314b-436b-9cf5-507247d69290 HTTP/1.1" status: 404 len: 352 time: 0.0329342 Feb 28 17:23:08.497718 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 14211944-1d28-4aa5-87c5-931654b1913f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:08.499960 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (14211944-1d28-4aa5-87c5-931654b1913f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:08.530704 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-52c9182b-15ac-4673-9d59-40d7885a72a2 req-6b8c88f0-8f95-4886-ae2e-02922cfd923b tempest-SecurityGroupsNegativeTestJSON-1293354793 tempest-SecurityGroupsNegativeTestJSON-1293354793-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dbecb2f92dd544bc97d7331552556076 HTTP/1.1" status: 200 len: 3001 time: 0.0635014 Feb 28 17:23:08.544564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-fc20fe50-1f8c-4935-9611-9e447871f090 req-fe35edd7-073e-427f-af16-e2ecd775c914 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Deleting port c01d72ac-610a-476c-8a23-8ec3754ff59d {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:23:08.544910 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fc20fe50-1f8c-4935-9611-9e447871f090 req-fe35edd7-073e-427f-af16-e2ecd775c914 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:08.595512 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-52c9182b-15ac-4673-9d59-40d7885a72a2 req-9c404be1-b4ce-41c1-b18f-754a69a4ec29 tempest-SecurityGroupsNegativeTestJSON-1293354793 tempest-SecurityGroupsNegativeTestJSON-1293354793-project] 10.222.0.72 "GET /v2.0/security-groups/52f45fc7-d869-40bd-80ef-09ddb235cdc0 HTTP/1.1" status: 200 len: 2998 time: 0.0564938 Feb 28 17:23:08.604037 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 14211944-1d28-4aa5-87c5-931654b1913f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:08.605153 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (14211944-1d28-4aa5-87c5-931654b1913f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:08.618089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02fc45-8c63-4e58-a1b9-a9fbd7618f90 req-3db2f9bf-dcbc-4382-ba38-4936a32b54a8 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:08.621213 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b02fc45-8c63-4e58-a1b9-a9fbd7618f90 req-3db2f9bf-dcbc-4382-ba38-4936a32b54a8 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.1244860 Feb 28 17:23:08.630526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14211944-1d28-4aa5-87c5-931654b1913f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:08.633935 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0d3e4d-0778-4a0b-902f-e8d4cf947bd4" -d '{"events": [{"server_uuid": "d001b9e3-c56b-4e2b-9e63-d022dacb9705", "name": "network-vif-plugged", "status": "completed", "tag": "14211944-1d28-4aa5-87c5-931654b1913f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:08.644575 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-52c9182b-15ac-4673-9d59-40d7885a72a2 req-00d21a6b-9e38-4b0e-b8e8-e3b3ee953c9a tempest-SecurityGroupsNegativeTestJSON-1293354793 tempest-SecurityGroupsNegativeTestJSON-1293354793-project] 10.222.0.72 "GET /v2.0/security-groups/52f45fc7-d869-40bd-80ef-09ddb235cdc0 HTTP/1.1" status: 200 len: 2998 time: 0.0479980 Feb 28 17:23:08.656943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 14211944-1d28-4aa5-87c5-931654b1913f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=14211944-1d28-4aa5-87c5-931654b1913f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:08.718697 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b02fc45-8c63-4e58-a1b9-a9fbd7618f90 req-743252e1-4508-471b-a5bf-b95a751dfa19 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905244 Feb 28 17:23:08.721977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-fc20fe50-1f8c-4935-9611-9e447871f090 req-fe35edd7-073e-427f-af16-e2ecd775c914 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] For port c01d72ac-610a-476c-8a23-8ec3754ff59d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c01d72ac-610a-476c-8a23-8ec3754ff59d,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:08.723119 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fc20fe50-1f8c-4935-9611-9e447871f090 req-fe35edd7-073e-427f-af16-e2ecd775c914 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:08.730141 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (14211944-1d28-4aa5-87c5-931654b1913f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:08.744336 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-fc20fe50-1f8c-4935-9611-9e447871f090 req-fe35edd7-073e-427f-af16-e2ecd775c914 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Calling delete_port for c01d72ac-610a-476c-8a23-8ec3754ff59d owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:23:08.762243 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ed2132-de5f-49b2-951d-496687508ff5 x-openstack-request-id: req-56ed2132-de5f-49b2-951d-496687508ff5 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:08.762540 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d001b9e3-c56b-4e2b-9e63-d022dacb9705", "name": "network-vif-plugged", "status": "completed", "tag": "14211944-1d28-4aa5-87c5-931654b1913f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:08.762797 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-56ed2132-de5f-49b2-951d-496687508ff5 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:08.763190 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14211944-1d28-4aa5-87c5-931654b1913f', 'code': 200} Feb 28 17:23:08.803062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=14211944-1d28-4aa5-87c5-931654b1913f,revision_number=10']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:08.844169 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0d72c480-b82d-4364-bda7-39e063b667fa req-9f2b824b-80dd-46a6-86c1-c7c3c4792770 tempest-SecurityGroupsNegativeTestJSON-1293354793 tempest-SecurityGroupsNegativeTestJSON-1293354793-project] 10.222.0.72 "GET /v2.0/security-groups/52f45fc7-d869-40bd-80ef-09ddb235cdc0 HTTP/1.1" status: 200 len: 2998 time: 0.1013064 Feb 28 17:23:08.963462 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-0d72c480-b82d-4364-bda7-39e063b667fa req-8030d562-a42a-4d91-8b75-f6db4e08bc3a tempest-SecurityGroupsNegativeTestJSON-1293354793 tempest-SecurityGroupsNegativeTestJSON-1293354793-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 17:23:08.965278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0d72c480-b82d-4364-bda7-39e063b667fa req-8030d562-a42a-4d91-8b75-f6db4e08bc3a tempest-SecurityGroupsNegativeTestJSON-1293354793 tempest-SecurityGroupsNegativeTestJSON-1293354793-project] 10.222.0.72 "DELETE /v2.0/security-groups/52f45fc7-d869-40bd-80ef-09ddb235cdc0 HTTP/1.1" status: 409 len: 352 time: 0.1128736 Feb 28 17:23:09.024133 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-4089e880-1a3f-47d6-91eb-0a7e094ad0a4 req-5748ff57-ce3c-40c3-9df4-aa6cbadef082 tempest-SecurityGroupsNegativeTestJSON-1293354793 tempest-SecurityGroupsNegativeTestJSON-1293354793-project] show failed (client error): The resource could not be found. Feb 28 17:23:09.025276 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4089e880-1a3f-47d6-91eb-0a7e094ad0a4 req-5748ff57-ce3c-40c3-9df4-aa6cbadef082 tempest-SecurityGroupsNegativeTestJSON-1293354793 tempest-SecurityGroupsNegativeTestJSON-1293354793-project] 10.222.0.72 "GET /v2.0/security-groups/f775ec13-b3c4-4b87-aacb-7e0e395f85c9 HTTP/1.1" status: 404 len: 352 time: 0.0178113 Feb 28 17:23:09.082371 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-b73769e4-659f-4b44-9fdd-e2201835e1de req-d27fcc35-1921-47e9-80ef-e32e46f03bce tempest-SecurityGroupsNegativeTestJSON-1293354793 tempest-SecurityGroupsNegativeTestJSON-1293354793-project] show failed (client error): The resource could not be found. Feb 28 17:23:09.083698 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b73769e4-659f-4b44-9fdd-e2201835e1de req-d27fcc35-1921-47e9-80ef-e32e46f03bce tempest-SecurityGroupsNegativeTestJSON-1293354793 tempest-SecurityGroupsNegativeTestJSON-1293354793-project] 10.222.0.72 "GET /v2.0/security-groups/d7aebc73-e3a1-4677-88cb-f14d339e6473 HTTP/1.1" status: 404 len: 352 time: 0.0186570 Feb 28 17:23:09.094192 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51286) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:09.165853 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e516f8-eb85-4a7d-bd65-91804ab71a42 admin admin] Deleting subnet 9462af1c-4c52-45c1-ac76-c3a67052eef4 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:23:09.170488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac3e93-de12-490d-bbfe-d0a74131075e req-44467864-9446-41af-a3df-37c103ddaa0c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:09.171850 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f7e516f8-eb85-4a7d-bd65-91804ab71a42 admin admin] Publish callbacks [] for subnet (9462af1c-4c52-45c1-ac76-c3a67052eef4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:09.172359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-76ac3e93-de12-490d-bbfe-d0a74131075e req-44467864-9446-41af-a3df-37c103ddaa0c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.0679371 Feb 28 17:23:09.173701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fc20fe50-1f8c-4935-9611-9e447871f090 req-fe35edd7-073e-427f-af16-e2ecd775c914 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c01d72ac-610a-476c-8a23-8ec3754ff59d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:09.199317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c01d72ac-610a-476c-8a23-8ec3754ff59d'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:23:09.219522 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35edd7-073e-427f-af16-e2ecd775c914 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Pushing event deleted for resources: {'Port': ['ID=c01d72ac-610a-476c-8a23-8ec3754ff59d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:09.225713 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f7e516f8-eb85-4a7d-bd65-91804ab71a42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (9462af1c-4c52-45c1-ac76-c3a67052eef4), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:09.280932 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-76ac3e93-de12-490d-bbfe-d0a74131075e req-bed8aec2-ab75-450d-b906-8c19e2672bdc tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974267 Feb 28 17:23:09.297590 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f7e516f8-eb85-4a7d-bd65-91804ab71a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (9462af1c-4c52-45c1-ac76-c3a67052eef4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:09.375300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc20fe50-1f8c-4935-9611-9e447871f090 req-fe35edd7-073e-427f-af16-e2ecd775c914 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] No DVR routers for this DVR port c01d72ac-610a-476c-8a23-8ec3754ff59d on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:23:09.378133 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fc20fe50-1f8c-4935-9611-9e447871f090 req-fe35edd7-073e-427f-af16-e2ecd775c914 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:09.382046 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fc20fe50-1f8c-4935-9611-9e447871f090 req-fe35edd7-073e-427f-af16-e2ecd775c914 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.69 "DELETE /v2.0/ports/c01d72ac-610a-476c-8a23-8ec3754ff59d HTTP/1.1" status: 204 len: 173 time: 0.9926686 Feb 28 17:23:09.382529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447626ba-e2e7-4e28-9d26-3cb6708bfbfa', 'name': 'network-vif-deleted', 'tag': 'c01d72ac-610a-476c-8a23-8ec3754ff59d'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:09.384915 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b741a8-72b9-499b-bfec-88fc41051962" -d '{"events": [{"server_uuid": "447626ba-e2e7-4e28-9d26-3cb6708bfbfa", "name": "network-vif-deleted", "tag": "c01d72ac-610a-476c-8a23-8ec3754ff59d"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:09.434511 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0054de6-f02a-42e5-aed3-3c0d6d4bd890 x-openstack-request-id: req-a0054de6-f02a-42e5-aed3-3c0d6d4bd890 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:09.434916 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447626ba-e2e7-4e28-9d26-3cb6708bfbfa", "name": "network-vif-deleted", "tag": "c01d72ac-610a-476c-8a23-8ec3754ff59d", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:09.435274 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a0054de6-f02a-42e5-aed3-3c0d6d4bd890 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:09.435778 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447626ba-e2e7-4e28-9d26-3cb6708bfbfa', 'name': 'network-vif-deleted', 'tag': 'c01d72ac-610a-476c-8a23-8ec3754ff59d', 'status': 'completed', 'code': 200} Feb 28 17:23:09.436565 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c76aa0aa-90f9-467d-87b3-560144cc2797 req-1f53e4db-e1cc-4729-aab1-26d02c395807 tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 210 time: 0.0323212 Feb 28 17:23:09.520722 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f7e516f8-eb85-4a7d-bd65-91804ab71a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (9462af1c-4c52-45c1-ac76-c3a67052eef4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:09.564762 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f7e516f8-eb85-4a7d-bd65-91804ab71a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:09.568042 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f7e516f8-eb85-4a7d-bd65-91804ab71a42 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9462af1c-4c52-45c1-ac76-c3a67052eef4 HTTP/1.1" status: 204 len: 168 time: 0.4725008 Feb 28 17:23:09.580636 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e516f8-eb85-4a7d-bd65-91804ab71a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9462af1c-4c52-45c1-ac76-c3a67052eef4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:09.580833 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51314) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:09.658066 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-00595021-ea2a-4a15-ba4e-433396dfa642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (a9fa063a-4a34-45ef-adb0-b219f3b26060), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:09.770301 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:09.803774 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-00595021-ea2a-4a15-ba4e-433396dfa642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (a9fa063a-4a34-45ef-adb0-b219f3b26060), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:09.826540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-00595021-ea2a-4a15-ba4e-433396dfa642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fa063a-4a34-45ef-adb0-b219f3b26060']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:23:09.838690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-00595021-ea2a-4a15-ba4e-433396dfa642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d91eea-3496-46ca-87b8-17204406cde8') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:23:09.839524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-00595021-ea2a-4a15-ba4e-433396dfa642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d91eea-3496-46ca-87b8-17204406cde8') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:23:09.851406 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-00595021-ea2a-4a15-ba4e-433396dfa642 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (53d91eea-3496-46ca-87b8-17204406cde8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:09.878261 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a5da0da9-802a-4c71-a2fa-4e00ce4b2624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:09.889427 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-00595021-ea2a-4a15-ba4e-433396dfa642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (53d91eea-3496-46ca-87b8-17204406cde8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:09.899624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00595021-ea2a-4a15-ba4e-433396dfa642 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:23:09.900030 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-00595021-ea2a-4a15-ba4e-433396dfa642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (53d91eea-3496-46ca-87b8-17204406cde8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:23:09.902649 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:23:10.335349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23d7be-f372-487a-bc61-1825540cac24 req-68a5c0d9-76c8-495f-a751-7b4cf186dd50 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:10.341551 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4d23d7be-f372-487a-bc61-1825540cac24 req-68a5c0d9-76c8-495f-a751-7b4cf186dd50 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.4881346 Feb 28 17:23:10.396640 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4d23d7be-f372-487a-bc61-1825540cac24 req-fb1cad12-60cf-41a7-bb50-698bcb15adf9 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521770 Feb 28 17:23:10.458001 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268314d-4b41-40e9-bff8-0a539e795259 req-fc7dcac2-c1d5-47ae-aff6-c1e2ac32316c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:10.460373 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268314d-4b41-40e9-bff8-0a539e795259 req-fc7dcac2-c1d5-47ae-aff6-c1e2ac32316c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.0774207 Feb 28 17:23:10.477816 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-00595021-ea2a-4a15-ba4e-433396dfa642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (a9fa063a-4a34-45ef-adb0-b219f3b26060), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:10.484028 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-00595021-ea2a-4a15-ba4e-433396dfa642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:10.500701 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-00595021-ea2a-4a15-ba4e-433396dfa642 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a9fa063a-4a34-45ef-adb0-b219f3b26060 HTTP/1.1" status: 204 len: 168 time: 0.9244919 Feb 28 17:23:10.540977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00595021-ea2a-4a15-ba4e-433396dfa642 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9fa063a-4a34-45ef-adb0-b219f3b26060,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:10.684313 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268314d-4b41-40e9-bff8-0a539e795259 req-baf6c022-7c7c-4637-92a8-2affe74f18f7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073762 Feb 28 17:23:10.747716 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f193df1-3878-4768-902b-30d6299b629c req-bb197817-f2b6-4535-ab2b-7a92aef0f9be tempest-ListServerFiltersTestJSON-80518636 tempest-ListServerFiltersTestJSON-80518636-project] 10.222.0.72 "GET /v2.0/ports?device_id=447626ba-e2e7-4e28-9d26-3cb6708bfbfa HTTP/1.1" status: 200 len: 210 time: 0.0894125 Feb 28 17:23:11.022411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51378) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:11.152751 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8e3c7388-8848-4116-9fc5-a0f1049d94e8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dbecb2f92dd544bc97d7331552556076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262984 Feb 28 17:23:11.154038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51390) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:11.231169 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2865-bd03-4187-a526-61f15041d371 admin admin] Publish callbacks [] for security_group (52f45fc7-d869-40bd-80ef-09ddb235cdc0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:11.274611 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2865-bd03-4187-a526-61f15041d371 admin admin] Publish callbacks [] for security_group (52f45fc7-d869-40bd-80ef-09ddb235cdc0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:11.301423 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:11.434106 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2865-bd03-4187-a526-61f15041d371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (52f45fc7-d869-40bd-80ef-09ddb235cdc0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:11.437589 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2865-bd03-4187-a526-61f15041d371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:11.439614 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b0cb2865-bd03-4187-a526-61f15041d371 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52f45fc7-d869-40bd-80ef-09ddb235cdc0 HTTP/1.1" status: 204 len: 168 time: 0.2833889 Feb 28 17:23:11.454171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb2865-bd03-4187-a526-61f15041d371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f45fc7-d869-40bd-80ef-09ddb235cdc0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:11.590596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9392e-e84b-4a73-a9d3-553c0b801cb1 req-9464dcbd-f8a9-40fb-a41e-d52450ba2ff5 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:11.601164 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ec9392e-e84b-4a73-a9d3-553c0b801cb1 req-9464dcbd-f8a9-40fb-a41e-d52450ba2ff5 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.1030571 Feb 28 17:23:11.687673 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ec9392e-e84b-4a73-a9d3-553c0b801cb1 req-d15b6c65-c5ee-493a-9c8d-4a815a03a799 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854938 Feb 28 17:23:11.873908 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b5e5b-84d6-4138-8b12-339b24ff4b42 req-d6a3f303-aea9-49af-bbf4-2af20be75f59 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:11.885003 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a67b5e5b-84d6-4138-8b12-339b24ff4b42 req-d6a3f303-aea9-49af-bbf4-2af20be75f59 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.1045651 Feb 28 17:23:12.045950 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a67b5e5b-84d6-4138-8b12-339b24ff4b42 req-6f950bf2-6d03-40f0-a29f-c5f52387cb69 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556673 Feb 28 17:23:12.130443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51404) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:12.210164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a1da42-029a-45d9-b36a-1ce76f0f6cae admin admin] Deleting subnet 91a0cc0c-d62d-4d2e-8e76-48d70af67bc2 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:23:12.214553 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66a1da42-029a-45d9-b36a-1ce76f0f6cae admin admin] Publish callbacks [] for subnet (91a0cc0c-d62d-4d2e-8e76-48d70af67bc2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:12.310124 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66a1da42-029a-45d9-b36a-1ce76f0f6cae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (91a0cc0c-d62d-4d2e-8e76-48d70af67bc2), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:12.421067 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:12.448943 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66a1da42-029a-45d9-b36a-1ce76f0f6cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (91a0cc0c-d62d-4d2e-8e76-48d70af67bc2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:12.644972 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66a1da42-029a-45d9-b36a-1ce76f0f6cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (91a0cc0c-d62d-4d2e-8e76-48d70af67bc2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:12.671816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3540b2-0a29-42f3-8c2a-f3e5457e1e45 None None] Network fcdb2775-d528-44c0-9e3d-17f166e5f748 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:23:12.701034 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66a1da42-029a-45d9-b36a-1ce76f0f6cae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:12.709353 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51416) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:12.709979 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-66a1da42-029a-45d9-b36a-1ce76f0f6cae admin admin] 10.222.0.72 "DELETE /v2.0/subnets/91a0cc0c-d62d-4d2e-8e76-48d70af67bc2 HTTP/1.1" status: 204 len: 168 time: 0.5742514 Feb 28 17:23:12.710592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1da42-029a-45d9-b36a-1ce76f0f6cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91a0cc0c-d62d-4d2e-8e76-48d70af67bc2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:12.863366 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (fcdb2775-d528-44c0-9e3d-17f166e5f748), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:12.929656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207eb3d-95bc-4e7f-bbab-5158486eaf60 req-d7309554-7d3c-4037-b2c6-05c65492da3e tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:12.944345 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2207eb3d-95bc-4e7f-bbab-5158486eaf60 req-d7309554-7d3c-4037-b2c6-05c65492da3e tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.1626918 Feb 28 17:23:12.976146 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Deleting port 438d554e-3f8e-4caa-9342-20fb07050bf2 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:23:12.978244 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:13.042152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2207eb3d-95bc-4e7f-bbab-5158486eaf60 req-06412187-5c90-4569-bd20-121986ba2ecc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902884 Feb 28 17:23:13.091448 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6be4527-3013-471a-9b91-825fedf958bf None None] DHCP port deletion for fcdb2775-d528-44c0-9e3d-17f166e5f748 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:23:13.176146 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] For port 438d554e-3f8e-4caa-9342-20fb07050bf2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=438d554e-3f8e-4caa-9342-20fb07050bf2,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:13.176512 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:13.208830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c01d72ac-610a-476c-8a23-8ec3754ff59d no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:23:13.215841 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Calling delete_port for 438d554e-3f8e-4caa-9342-20fb07050bf2 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:23:13.240302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: c01d72ac-610a-476c-8a23-8ec3754ff59d {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:23:13.240895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c01d72ac-610a-476c-8a23-8ec3754ff59d not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:23:13.275489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d6be4527-3013-471a-9b91-825fedf958bf None None] Deleting port 438d554e-3f8e-4caa-9342-20fb07050bf2 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:23:13.276802 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d6be4527-3013-471a-9b91-825fedf958bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:13.369832 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b17f9-c1be-4568-8a05-05afed34b42b req-b910889c-2cc7-4f86-bbbf-4409b5807b17 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:13.384864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ea9b17f9-c1be-4568-8a05-05afed34b42b req-b910889c-2cc7-4f86-bbbf-4409b5807b17 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.1790817 Feb 28 17:23:13.473999 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d6be4527-3013-471a-9b91-825fedf958bf None None] For port 438d554e-3f8e-4caa-9342-20fb07050bf2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=438d554e-3f8e-4caa-9342-20fb07050bf2,segment=NetworkSegment(457db4c7-ee74-40ab-87a9-23b2e78647d7),segment_id=457db4c7-ee74-40ab-87a9-23b2e78647d7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:13.474496 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d6be4527-3013-471a-9b91-825fedf958bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:13.476647 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ea9b17f9-c1be-4568-8a05-05afed34b42b req-505351ea-2560-41c2-8768-61fc96079bfc tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887675 Feb 28 17:23:13.516858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d6be4527-3013-471a-9b91-825fedf958bf None None] Calling delete_port for 438d554e-3f8e-4caa-9342-20fb07050bf2 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:23:13.604069 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:13.611992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51434) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:13.688507 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=438d554e-3f8e-4caa-9342-20fb07050bf2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:13.700056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] No DVR routers for this DVR port 438d554e-3f8e-4caa-9342-20fb07050bf2 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:23:13.794118 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d6be4527-3013-471a-9b91-825fedf958bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (438d554e-3f8e-4caa-9342-20fb07050bf2), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:13.848680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2022655286-network', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:13.860501 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (fcdb2775-d528-44c0-9e3d-17f166e5f748), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:13.883153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdb2775-d528-44c0-9e3d-17f166e5f748']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:23:13.894903 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457db4c7-ee74-40ab-87a9-23b2e78647d7') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:23:13.895549 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457db4c7-ee74-40ab-87a9-23b2e78647d7') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:23:13.908642 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (457db4c7-ee74-40ab-87a9-23b2e78647d7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:13.925285 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (457db4c7-ee74-40ab-87a9-23b2e78647d7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:13.932280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:23:13.933002 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (457db4c7-ee74-40ab-87a9-23b2e78647d7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:13.936375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be4527-3013-471a-9b91-825fedf958bf None None] Pushing event deleted for resources: {'Port': ['ID=438d554e-3f8e-4caa-9342-20fb07050bf2,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:13.962345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be4527-3013-471a-9b91-825fedf958bf None None] No DVR routers for this DVR port 438d554e-3f8e-4caa-9342-20fb07050bf2 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:23:13.968983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Made reservation on behalf of 5dd70d9bd5354a17b3b3aee0b4740d75 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:13.971550 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:13.998029 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:23:14.069238 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:23:14.124460 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:14.127219 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Publish callbacks [] for security_group (a2497407-ef9e-4d1c-84b2-7a4b51155657), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:14.168949 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (fcdb2775-d528-44c0-9e3d-17f166e5f748), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:14.196563 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:14.209260 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fcdb2775-d528-44c0-9e3d-17f166e5f748 HTTP/1.1" status: 204 len: 168 time: 1.4978795 Feb 28 17:23:14.211873 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf4f63-f630-47d2-bdc5-aed607b47bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdb2775-d528-44c0-9e3d-17f166e5f748,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:14.226713 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a2497407-ef9e-4d1c-84b2-7a4b51155657), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:14.263992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 438d554e-3f8e-4caa-9342-20fb07050bf2 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:23:14.271601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:23:14.303438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa9c26-22b3-4243-afba-6bdd88f3df53 req-7703a56c-38ad-49d6-a62b-c276df79dd57 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:14.316283 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e2aa9c26-22b3-4243-afba-6bdd88f3df53 req-7703a56c-38ad-49d6-a62b-c276df79dd57 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.1635246 Feb 28 17:23:14.322580 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 438d554e-3f8e-4caa-9342-20fb07050bf2 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:23:14.327266 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2497407-ef9e-4d1c-84b2-7a4b51155657,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:14.329408 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 438d554e-3f8e-4caa-9342-20fb07050bf2 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:23:14.349139 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (034db800-bf19-443d-9f25-ded94a147022), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:14.349741 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Added segment 034db800-bf19-443d-9f25-ded94a147022 of type vlan for network 3710deb9-08fa-44d6-a3a2-288e5da55b9b Feb 28 17:23:14.353283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:14.353829 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:14.354475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:14.355323 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:14.356219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:14.356731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:14.357220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:14.357916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:14.358452 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:14.358993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:14.359558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:14.360052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:14.360683 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:14.519560 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (3710deb9-08fa-44d6-a3a2-288e5da55b9b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:14.546357 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e2aa9c26-22b3-4243-afba-6bdd88f3df53 req-01d6fad9-0dd3-4dfa-b606-9112c5a15139 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233839 Feb 28 17:23:14.688780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e56c84-fadf-44f5-9e64-ed7d9b74df18 req-912d34b8-b203-4011-b1c8-fe680e2eb705 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:14.690977 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62e56c84-fadf-44f5-9e64-ed7d9b74df18 req-912d34b8-b203-4011-b1c8-fe680e2eb705 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.0761945 Feb 28 17:23:14.711122 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (3710deb9-08fa-44d6-a3a2-288e5da55b9b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:14.712133 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:14.712778 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:14.821378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] Pushing event updated for resources: {'Network': ['ID=3710deb9-08fa-44d6-a3a2-288e5da55b9b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:14.833431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 3710deb9-08fa-44d6-a3a2-288e5da55b9b details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:23:14.842801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62e56c84-fadf-44f5-9e64-ed7d9b74df18 req-c1d11bed-84b0-4de0-8473-55e62023581b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378129 Feb 28 17:23:14.859656 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51448) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:14.859821 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-edb74f1a-65bb-4862-aa45-fb4be4bfe8b9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2436507 Feb 28 17:23:14.861717 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e5a10be9-1b9e-4862-83e6-b9ad63828123 admin admin] Request body: {'subnet': {'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2022655286-subnet', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:14.877591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51450) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:14.957651 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a4885ec3-ad77-4299-8f6d-64383b9ebcee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2892fe08ab7243edb3843bc1ce4e10f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0778356 Feb 28 17:23:14.960267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51452) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:15.031090 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dc34c16-5381-4c3e-92d4-493ed45b7bbf admin admin] Publish callbacks [] for security_group (40360164-8234-4d8b-a666-042c179d229f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:15.044176 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a10be9-1b9e-4862-83e6-b9ad63828123 admin admin] Made reservation on behalf of 5dd70d9bd5354a17b3b3aee0b4740d75 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:15.047524 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5a10be9-1b9e-4862-83e6-b9ad63828123 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:15.126120 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dc34c16-5381-4c3e-92d4-493ed45b7bbf admin admin] Publish callbacks [] for security_group (40360164-8234-4d8b-a666-042c179d229f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:15.326885 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dc34c16-5381-4c3e-92d4-493ed45b7bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (40360164-8234-4d8b-a666-042c179d229f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:15.332610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dc34c16-5381-4c3e-92d4-493ed45b7bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:15.340925 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9dc34c16-5381-4c3e-92d4-493ed45b7bbf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/40360164-8234-4d8b-a666-042c179d229f HTTP/1.1" status: 204 len: 168 time: 0.3771753 Feb 28 17:23:15.362826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc34c16-5381-4c3e-92d4-493ed45b7bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40360164-8234-4d8b-a666-042c179d229f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:15.428061 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5a10be9-1b9e-4862-83e6-b9ad63828123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (6c0d669a-2f10-4e77-a5d5-52ef693cecb2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:15.543042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a10be9-1b9e-4862-83e6-b9ad63828123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0d669a-2f10-4e77-a5d5-52ef693cecb2,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:15.561718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a10be9-1b9e-4862-83e6-b9ad63828123 admin admin] Checking segment: {'id': '034db800-bf19-443d-9f25-ded94a147022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:23:15.562762 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a10be9-1b9e-4862-83e6-b9ad63828123 admin admin] Network hostable DHCP agents. Network: 3710deb9-08fa-44d6-a3a2-288e5da55b9b, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:23:15.710989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabf81e-fedc-4143-8606-17019e0fd986 req-31c21f87-2bd9-4af0-a8ab-28861b1145cc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:15.721154 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cdabf81e-fedc-4143-8606-17019e0fd986 req-31c21f87-2bd9-4af0-a8ab-28861b1145cc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.0901654 Feb 28 17:23:15.723229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a10be9-1b9e-4862-83e6-b9ad63828123 admin admin] Network 3710deb9-08fa-44d6-a3a2-288e5da55b9b is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:23:15.820443 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cdabf81e-fedc-4143-8606-17019e0fd986 req-876df571-2130-4213-b7da-4cd98bab05eb tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884583 Feb 28 17:23:15.841888 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e5a10be9-1b9e-4862-83e6-b9ad63828123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 3710deb9-08fa-44d6-a3a2-288e5da55b9b) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:15.853575 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a10be9-1b9e-4862-83e6-b9ad63828123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:15.855694 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc8cb9-a19a-4932-84eb-4b2ae36075da None None] Network 3710deb9-08fa-44d6-a3a2-288e5da55b9b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:23:15.857120 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5a10be9-1b9e-4862-83e6-b9ad63828123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:16.031428 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e5a10be9-1b9e-4862-83e6-b9ad63828123 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1719856 Feb 28 17:23:16.044827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51468) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:16.052476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:16.175897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'fixed_ips': [{'subnet_id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:23:16.178330 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:16.190224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13feb5-1c64-4d8e-af75-d539ccf6a5b4 req-1a4bff2d-44b6-4d46-b715-3fa8adeeba7e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:16.207635 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf13feb5-1c64-4d8e-af75-d539ccf6a5b4 req-1a4bff2d-44b6-4d46-b715-3fa8adeeba7e tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.1139045 Feb 28 17:23:16.287759 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf13feb5-1c64-4d8e-af75-d539ccf6a5b4 req-eb903b93-283c-4b1a-b956-a7a5fefda7fd tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511718 Feb 28 17:23:16.397210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Allocated IP 172.20.0.2 (3710deb9-08fa-44d6-a3a2-288e5da55b9b/6c0d669a-2f10-4e77-a5d5-52ef693cecb2/439ad313-0b96-4613-9561-e772bc8b3a71) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:23:16.562932 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Publish callbacks [] for port (439ad313-0b96-4613-9561-e772bc8b3a71), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:16.954628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf081ad9-5283-4c4a-af73-2cadf13576b6 req-be2c1dfd-b688-4159-84dd-f6b2b191c349 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:16.956242 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf081ad9-5283-4c4a-af73-2cadf13576b6 req-be2c1dfd-b688-4159-84dd-f6b2b191c349 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.0632036 Feb 28 17:23:17.018961 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf081ad9-5283-4c4a-af73-2cadf13576b6 req-e9a83f2c-fdf5-4613-87d3-8d68aa955fa5 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569317 Feb 28 17:23:17.173072 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (5d2b0de8-d419-4490-b082-7c6ea62cac68), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:17.173072 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (5d2b0de8-d419-4490-b082-7c6ea62cac68), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:17.232010 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Publish callbacks [] for router_controller (5d2b0de8-d419-4490-b082-7c6ea62cac68), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:17.352612 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:17.426624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Network 3710deb9-08fa-44d6-a3a2-288e5da55b9b is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:23:17.430371 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:17.439194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:23:17.502395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d2c91-d783-4bbe-b01a-ffb3292e88a7 req-a0e616c3-7702-4a5d-b04f-f1dc9d619afa tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:17.510100 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f57d2c91-d783-4bbe-b01a-ffb3292e88a7 req-a0e616c3-7702-4a5d-b04f-f1dc9d619afa tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.1167269 Feb 28 17:23:17.517210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Pushing event updated for resources: {'Port': ['ID=439ad313-0b96-4613-9561-e772bc8b3a71,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:17.653521 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f57d2c91-d783-4bbe-b01a-ffb3292e88a7 req-027fafc4-d5d0-4013-9ab5-be4626c0a972 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378250 Feb 28 17:23:17.720584 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Publish callbacks [] for router_gateway (5d2b0de8-d419-4490-b082-7c6ea62cac68), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:17.726987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Attempting to bind port 439ad313-0b96-4613-9561-e772bc8b3a71 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:23:17.733516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Attempting to bind port 439ad313-0b96-4613-9561-e772bc8b3a71 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '034db800-bf19-443d-9f25-ded94a147022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:23:17.733516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Attempting to bind port 439ad313-0b96-4613-9561-e772bc8b3a71 on network 3710deb9-08fa-44d6-a3a2-288e5da55b9b {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:23:17.751001 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:23:17.751504 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Checking segment: {'id': '034db800-bf19-443d-9f25-ded94a147022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:23:17.752542 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:17.753040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Bound using segment: {'id': '034db800-bf19-443d-9f25-ded94a147022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:23:17.754157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Bound port: 439ad313-0b96-4613-9561-e772bc8b3a71, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034db800-bf19-443d-9f25-ded94a147022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:23:17.754838 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:18.025249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] For port 439ad313-0b96-4613-9561-e772bc8b3a71, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:23:18.029771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] For port 439ad313-0b96-4613-9561-e772bc8b3a71, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=439ad313-0b96-4613-9561-e772bc8b3a71,segment=NetworkSegment(034db800-bf19-443d-9f25-ded94a147022),segment_id=034db800-bf19-443d-9f25-ded94a147022)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:23:18.136396 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:18.145018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51504) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:18.245325 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Publish callbacks [] for router_gateway (5d2b0de8-d419-4490-b082-7c6ea62cac68), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:18.301524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d964ce-cbd7-491b-bf1d-60624c5a9cab req-0df2d56a-bef9-4d3c-8a47-48756bf48a59 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:18.322629 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09d964ce-cbd7-491b-bf1d-60624c5a9cab req-0df2d56a-bef9-4d3c-8a47-48756bf48a59 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.1459589 Feb 28 17:23:18.334480 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:18.377533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bccad3-5a2d-4dca-b9c6-444c36468bd0 None None] Pushing event updated for resources: {'Port': ['ID=439ad313-0b96-4613-9561-e772bc8b3a71,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:18.420682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09d964ce-cbd7-491b-bf1d-60624c5a9cab req-3c8f6f64-84ed-4abd-9686-cd39ce27db57 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911169 Feb 28 17:23:18.453811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-631661929-network', 'tenant_id': '34f7beabab634c70807ad5419fe9cd0a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:18.536462 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Allocated IP 172.25.3.86 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/2855928b-5190-46d1-acaa-5106fe46e68a) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:23:18.626242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] Made reservation on behalf of 34f7beabab634c70807ad5419fe9cd0a for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:18.628617 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:18.652167 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:18.707752 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Publish callbacks [] for port (2855928b-5190-46d1-acaa-5106fe46e68a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:18.906769 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2855928b-5190-46d1-acaa-5106fe46e68a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:19.048227 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Pushing event updated for resources: {'Port': ['ID=2855928b-5190-46d1-acaa-5106fe46e68a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:19.060545 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b10c42-68fc-44e7-b67b-d9c8bd6de137 req-d51b8f73-d6c8-49bf-bc7c-3fa4ba28dbd7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:19.062382 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0b10c42-68fc-44e7-b67b-d9c8bd6de137 req-d51b8f73-d6c8-49bf-bc7c-3fa4ba28dbd7 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.2077856 Feb 28 17:23:19.073675 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] Publish callbacks [] for security_group (103d4fd2-e7f6-4a48-ad1c-3b3707689b6e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:19.079481 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:23:19.084873 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:19.102000 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:23:19.139981 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0b10c42-68fc-44e7-b67b-d9c8bd6de137 req-9f14df1e-924d-4ba3-9bc3-29bc60fc6323 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627759 Feb 28 17:23:19.192344 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (103d4fd2-e7f6-4a48-ad1c-3b3707689b6e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:19.215500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:23:19.301515 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3967fdb8-d26f-480f-9741-91bdd305869c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:19.301515 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] Added segment 3967fdb8-d26f-480f-9741-91bdd305869c of type vlan for network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 Feb 28 17:23:19.331340 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:19.410027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (dc4e1465-97bb-4ce3-bfd0-572c0be701e6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:19.622139 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (dc4e1465-97bb-4ce3-bfd0-572c0be701e6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:19.627093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:19.633491 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:19.868895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] Pushing event updated for resources: {'Network': ['ID=dc4e1465-97bb-4ce3-bfd0-572c0be701e6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:19.886108 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:23:19.892207 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Publish callbacks [] for router_gateway (5d2b0de8-d419-4490-b082-7c6ea62cac68), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:19.963428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f84c0-b630-40d5-8fe0-968ea240248e req-abb8e7f6-407a-4502-9cfa-7246a5a7e898 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:19.980169 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b90f84c0-b630-40d5-8fe0-968ea240248e req-abb8e7f6-407a-4502-9cfa-7246a5a7e898 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.4405515 Feb 28 17:23:19.995266 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0d353ac0-6690-43d0-a1cd-30228b6b4a78 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8484335 Feb 28 17:23:20.000627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51522) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:20.019076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Request body: {'subnet': {'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-631661929-subnet', 'tenant_id': '34f7beabab634c70807ad5419fe9cd0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:20.201817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b343fba4-051a-483f-80f8-cd386dab8aa1 None None] Network 3710deb9-08fa-44d6-a3a2-288e5da55b9b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:23:20.231438 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b90f84c0-b630-40d5-8fe0-968ea240248e req-eb0df1f7-252d-405a-9d5c-28ce78c8a616 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534599 Feb 28 17:23:20.369316 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 439ad313-0b96-4613-9561-e772bc8b3a71 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:23:20.468469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216db45-1cb2-4f00-95ef-588579c7e079 req-6a7a45a3-020e-40ca-9ded-64507966d11b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:20.476146 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5216db45-1cb2-4f00-95ef-588579c7e079 req-6a7a45a3-020e-40ca-9ded-64507966d11b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.1179254 Feb 28 17:23:20.484049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ec4dd9f3-4717-410d-aff7-84adf13385af None None] Provisioning complete for port 439ad313-0b96-4613-9561-e772bc8b3a71 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:20.492990 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (5d2b0de8-d419-4490-b082-7c6ea62cac68), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:20.493159 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ec4dd9f3-4717-410d-aff7-84adf13385af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:20.493294 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Made reservation on behalf of 34f7beabab634c70807ad5419fe9cd0a for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:20.493294 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:20.570449 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5216db45-1cb2-4f00-95ef-588579c7e079 req-f81fb6d0-72b3-4fe9-bb4b-ef6d8e512292 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933268 Feb 28 17:23:20.664437 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 439ad313-0b96-4613-9561-e772bc8b3a71 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:20.664819 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:20.837349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ec4dd9f3-4717-410d-aff7-84adf13385af None None] Current status of the port 439ad313-0b96-4613-9561-e772bc8b3a71 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:20.837874 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ec4dd9f3-4717-410d-aff7-84adf13385af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:20.914463 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ec4dd9f3-4717-410d-aff7-84adf13385af None None] For port 439ad313-0b96-4613-9561-e772bc8b3a71, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=439ad313-0b96-4613-9561-e772bc8b3a71,segment=NetworkSegment(034db800-bf19-443d-9f25-ded94a147022),segment_id=034db800-bf19-443d-9f25-ded94a147022)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:20.915746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 439ad313-0b96-4613-9561-e772bc8b3a71 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:20.916196 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:21.045746 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ec4dd9f3-4717-410d-aff7-84adf13385af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:21.249226 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Router 5d2b0de8-d419-4490-b082-7c6ea62cac68 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:23:21.334283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dd9f3-4717-410d-aff7-84adf13385af None None] Pushing event updated for resources: {'Port': ['ID=439ad313-0b96-4613-9561-e772bc8b3a71,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:21.358050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-aae837a5-1701-4038-b630-0c8c0adef5e2 None None] Provisioning complete for port 439ad313-0b96-4613-9561-e772bc8b3a71 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:21.358383 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aae837a5-1701-4038-b630-0c8c0adef5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:21.405294 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:23:21.405688 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:23:21.440363 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1ce82-0cf5-4ab0-9e0e-f64816e5f9fc req-034e6810-90ce-42a3-a405-7492f1ca166a tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:21.445044 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ae1ce82-0cf5-4ab0-9e0e-f64816e5f9fc req-034e6810-90ce-42a3-a405-7492f1ca166a tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.0790215 Feb 28 17:23:21.532065 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-aae837a5-1701-4038-b630-0c8c0adef5e2 None None] Current status of the port 439ad313-0b96-4613-9561-e772bc8b3a71 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:21.545371 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ae1ce82-0cf5-4ab0-9e0e-f64816e5f9fc req-32cad8ca-0df6-4b72-8f81-d830c77921c2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991044 Feb 28 17:23:21.587565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:23:21.602419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Sync routers for ids ['5d2b0de8-d419-4490-b082-7c6ea62cac68'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:23:21.615177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Routers {'5d2b0de8-d419-4490-b082-7c6ea62cac68'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:23:21.615791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:23:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5d2b0de8-d419-4490-b082-7c6ea62cac68'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:23:21.770579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Set router 5d2b0de8-d419-4490-b082-7c6ea62cac68 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:23:21.771395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e7ebe-436e-4595-a676-b4968275e4ca req-b7a0b919-7b0a-4948-96ea-fae3511017af tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:21.781758 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-983e7ebe-436e-4595-a676-b4968275e4ca req-b7a0b919-7b0a-4948-96ea-fae3511017af tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.1301670 Feb 28 17:23:21.852339 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-983e7ebe-436e-4595-a676-b4968275e4ca req-61876f4e-d6b8-4642-8f3d-940c7c60b386 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694752 Feb 28 17:23:22.012145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 439ad313-0b96-4613-9561-e772bc8b3a71 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:22.091438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:23:19Z', 'revision_number': 3, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port': {'id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:18Z', 'updated_at': '2022-02-28T17:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:23:22.124644 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Checking router: 5d2b0de8-d419-4490-b082-7c6ea62cac68 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:23:22.125078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Updating router 5d2b0de8-d419-4490-b082-7c6ea62cac68 port 2855928b-5190-46d1-acaa-5106fe46e68a binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:23:22.181613 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2855928b-5190-46d1-acaa-5106fe46e68a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:22.235374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 439ad313-0b96-4613-9561-e772bc8b3a71 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:23:22.398089 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (7730a2bb-cbf7-43d7-af9c-369f1f65d2de), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:22.457607 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:22.459323 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d40b1d0d-e708-4b9c-b4dc-603b436b75c7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4127436 Feb 28 17:23:22.462413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51538) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:22.490572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7730a2bb-cbf7-43d7-af9c-369f1f65d2de,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:22.513358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Checking segment: {'id': '3967fdb8-d26f-480f-9741-91bdd305869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:23:22.516544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Network hostable DHCP agents. Network: dc4e1465-97bb-4ce3-bfd0-572c0be701e6, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:23:22.518198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:22.519086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:22.519666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:22.520185 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:22.520702 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:22.521220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:22.521884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:22.522796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:22.523595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:22.524345 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:22.524908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:22.526471 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:22.526993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:22.652715 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Publish callbacks [] for port (2855928b-5190-46d1-acaa-5106fe46e68a), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:22.666002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:23:22.683618 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 439ad313-0b96-4613-9561-e772bc8b3a71 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:22.687708 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:22.740800 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2855928b-5190-46d1-acaa-5106fe46e68a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:22.769331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, dc4e1465-97bb-4ce3-bfd0-572c0be701e6) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:22.778878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:22.779359 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:22.787570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c22fa0b-9446-4c61-81ab-c03928465f1a None None] Network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:23:22.860920 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46191c9-21e2-4133-9278-251a9cb91c76 req-c8af0152-a0e3-473a-a1bf-3e48d62f884f tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:22.863797 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a179c897-6ecf-4591-b1cb-5547b561c3ad admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.8621225 Feb 28 17:23:22.876202 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c46191c9-21e2-4133-9278-251a9cb91c76 req-c8af0152-a0e3-473a-a1bf-3e48d62f884f tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.1856945 Feb 28 17:23:22.900543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Attempting to bind port 2855928b-5190-46d1-acaa-5106fe46e68a on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:23:22.903416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Attempting to bind port 2855928b-5190-46d1-acaa-5106fe46e68a by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:23:22.905504 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Attempting to bind port 2855928b-5190-46d1-acaa-5106fe46e68a on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:23:22.922426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc070858-9133-441d-bc88-aee34104a8ec None None] Pushing event updated for resources: {'Port': ['ID=2855928b-5190-46d1-acaa-5106fe46e68a,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:22.936068 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:23:22.945341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:23:22.946345 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:22.946897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:23:22.947496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Bound port: 2855928b-5190-46d1-acaa-5106fe46e68a, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:23:22.948547 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2855928b-5190-46d1-acaa-5106fe46e68a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:22.997412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c46191c9-21e2-4133-9278-251a9cb91c76 req-f64669e9-6928-40e9-86ed-8b83508507f2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167355 Feb 28 17:23:23.153070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] For port 2855928b-5190-46d1-acaa-5106fe46e68a, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:23:23.161751 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] For port 2855928b-5190-46d1-acaa-5106fe46e68a, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2855928b-5190-46d1-acaa-5106fe46e68a,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:23:23.172478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 439ad313-0b96-4613-9561-e772bc8b3a71 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:23.270800 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a554de-9448-4d7b-9a64-098a122ed5b9 None None] Network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:23:23.314811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2020a-a8a1-411a-bfd9-7a8b32cefab2 req-32d18c47-4ae3-40de-b089-e57ec1761925 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:23.323533 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80d2020a-a8a1-411a-bfd9-7a8b32cefab2 req-32d18c47-4ae3-40de-b089-e57ec1761925 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 945 time: 0.1997390 Feb 28 17:23:23.486941 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80d2020a-a8a1-411a-bfd9-7a8b32cefab2 req-1bbfcb0a-985b-47fd-8721-fa71d834cb6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616716 Feb 28 17:23:23.517140 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:23.637381 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2855928b-5190-46d1-acaa-5106fe46e68a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:23.729651 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Routers {'5d2b0de8-d419-4490-b082-7c6ea62cac68'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:23:23.730731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:23:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5d2b0de8-d419-4490-b082-7c6ea62cac68'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:23:23.764081 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Allocated IP 172.20.0.1 (3710deb9-08fa-44d6-a3a2-288e5da55b9b/6c0d669a-2f10-4e77-a5d5-52ef693cecb2/766ead7b-2aeb-443e-9f84-8ca8108ecb62) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:23:23.787059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc070858-9133-441d-bc88-aee34104a8ec None None] Pushing event updated for resources: {'Port': ['ID=2855928b-5190-46d1-acaa-5106fe46e68a,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:23.930456 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Publish callbacks [] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:23.949523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] Set router 5d2b0de8-d419-4490-b082-7c6ea62cac68 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:23:24.096099 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:24.203806 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Pushing event updated for resources: {'Port': ['ID=766ead7b-2aeb-443e-9f84-8ca8108ecb62,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:24.218322 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Network 3710deb9-08fa-44d6-a3a2-288e5da55b9b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:23:24.220535 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:24.226475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:23:24.234003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:23:19Z', 'revision_number': 3, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port': {'id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:18Z', 'updated_at': '2022-02-28T17:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:23:24.292320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b96ca4-b80a-4d78-9449-ddb522b99b62 None None] The sync data for ids ['5d2b0de8-d419-4490-b082-7c6ea62cac68'] in n-d-820368-19 is: [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:23:19Z', 'revision_number': 3, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port': {'id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:18Z', 'updated_at': '2022-02-28T17:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:23:24.296360 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (5d2b0de8-d419-4490-b082-7c6ea62cac68), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:24.635671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6e9deb58-4d62-4381-ac08-646fc8464590 None None] Provisioning complete for port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:24.635871 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6e9deb58-4d62-4381-ac08-646fc8464590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:24.718818 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6e9deb58-4d62-4381-ac08-646fc8464590 None None] Port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:23:24.730117 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:24.991841 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Publish callbacks [] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:25.095774 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:25.151896 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (5d2b0de8-d419-4490-b082-7c6ea62cac68), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:25.260327 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Pushing event updated for resources: {'Port': ['ID=766ead7b-2aeb-443e-9f84-8ca8108ecb62,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:25.343398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Network 3710deb9-08fa-44d6-a3a2-288e5da55b9b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:23:25.346168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:25.600171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Router 5d2b0de8-d419-4490-b082-7c6ea62cac68 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:23:25.865383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:23:25.872936 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9762e307-6356-4ab0-a949-fe89ffd5e54d admin admin] 10.222.0.72 "PUT /v2.0/routers/5d2b0de8-d419-4490-b082-7c6ea62cac68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4084985 Feb 28 17:23:25.877060 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f5628594-43bd-4b6f-9fd1-030e3e6239cc None None] Provisioning complete for port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:25.877572 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f5628594-43bd-4b6f-9fd1-030e3e6239cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:25.947102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f5628594-43bd-4b6f-9fd1-030e3e6239cc None None] Port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:23:26.208151 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94482915-9382-4b75-8ebd-713bed3541a5 req-079ad58e-1e73-49e6-9800-b2a82fd31dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:26.210381 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94482915-9382-4b75-8ebd-713bed3541a5 req-079ad58e-1e73-49e6-9800-b2a82fd31dd6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 1128 time: 0.1115675 Feb 28 17:23:26.269162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2855928b-5190-46d1-acaa-5106fe46e68a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:23:26.304309 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94482915-9382-4b75-8ebd-713bed3541a5 req-b06cc85f-f758-48f7-bead-a93a91069905 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878160 Feb 28 17:23:26.357657 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2855928b-5190-46d1-acaa-5106fe46e68a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:26.357657 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2855928b-5190-46d1-acaa-5106fe46e68a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:26.445092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2855928b-5190-46d1-acaa-5106fe46e68a is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:26.445477 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2855928b-5190-46d1-acaa-5106fe46e68a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:26.478165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 2855928b-5190-46d1-acaa-5106fe46e68a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2855928b-5190-46d1-acaa-5106fe46e68a,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:26.580528 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2855928b-5190-46d1-acaa-5106fe46e68a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:26.718635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=2855928b-5190-46d1-acaa-5106fe46e68a,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:26.913609 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Sync routers for ids ['5d2b0de8-d419-4490-b082-7c6ea62cac68'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:23:26.949721 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Routers {'5d2b0de8-d419-4490-b082-7c6ea62cac68'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:23:26.950892 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:23:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5d2b0de8-d419-4490-b082-7c6ea62cac68'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:23:27.168444 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Set router 5d2b0de8-d419-4490-b082-7c6ea62cac68 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:23:27.509099 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:23:24Z', 'revision_number': 4, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port': {'id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:18Z', 'updated_at': '2022-02-28T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '766ead7b-2aeb-443e-9f84-8ca8108ecb62', 'name': '', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'mac_address': 'fa:16:3e:18:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:23Z', 'updated_at': '2022-02-28T17:23:24Z', 'revision_number': 2, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'subnets': [{'id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:23:27.547541 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Checking router: 5d2b0de8-d419-4490-b082-7c6ea62cac68 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:23:27.548180 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Updating router 5d2b0de8-d419-4490-b082-7c6ea62cac68 port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:23:27.582216 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:28.029695 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Publish callbacks [] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:28.145028 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:28.288799 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Pushing event updated for resources: {'Port': ['ID=766ead7b-2aeb-443e-9f84-8ca8108ecb62,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:28.290150 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2855928b-5190-46d1-acaa-5106fe46e68a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:23:28.290994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:28.290994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:28.290994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:28.290994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:28.290994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:28.290994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:28.290994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:28.290994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:28.290994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:28.290994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:28.290994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:28.290994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:28.290994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:28.305036 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Attempting to bind port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:23:28.305695 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Attempting to bind port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '034db800-bf19-443d-9f25-ded94a147022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:23:28.306291 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Attempting to bind port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 on network 3710deb9-08fa-44d6-a3a2-288e5da55b9b {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:23:28.313851 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:23:28.314518 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Checking segment: {'id': '034db800-bf19-443d-9f25-ded94a147022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:23:28.315673 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2855928b-5190-46d1-acaa-5106fe46e68a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:28.315944 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2855928b-5190-46d1-acaa-5106fe46e68a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:28.316248 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:28.317031 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Bound using segment: {'id': '034db800-bf19-443d-9f25-ded94a147022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:23:28.317916 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Bound port: 766ead7b-2aeb-443e-9f84-8ca8108ecb62, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034db800-bf19-443d-9f25-ded94a147022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:23:28.320321 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:28.451890 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2855928b-5190-46d1-acaa-5106fe46e68a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:28.560284 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] For port 766ead7b-2aeb-443e-9f84-8ca8108ecb62, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:23:28.568660 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] For port 766ead7b-2aeb-443e-9f84-8ca8108ecb62, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=766ead7b-2aeb-443e-9f84-8ca8108ecb62,segment=NetworkSegment(034db800-bf19-443d-9f25-ded94a147022),segment_id=034db800-bf19-443d-9f25-ded94a147022)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:23:28.610433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b3464d54-a7a8-4133-b415-beff6e137234 None None] Provisioning complete for port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:28.610951 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b3464d54-a7a8-4133-b415-beff6e137234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:28.666495 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:28.701741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b3464d54-a7a8-4133-b415-beff6e137234 None None] Port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:23:28.774020 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Routers {'5d2b0de8-d419-4490-b082-7c6ea62cac68'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:23:28.775349 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:23:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5d2b0de8-d419-4490-b082-7c6ea62cac68'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:23:29.017842 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d304c-3e11-42e7-8698-0535605b4e38 None None] Pushing event updated for resources: {'Port': ['ID=766ead7b-2aeb-443e-9f84-8ca8108ecb62,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:29.046618 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] Set router 5d2b0de8-d419-4490-b082-7c6ea62cac68 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:23:29.137100 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-13cb6207-9330-4e02-a2c8-c7f01fbcc16e None None] Provisioning complete for port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:29.137722 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-13cb6207-9330-4e02-a2c8-c7f01fbcc16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:29.271818 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-13cb6207-9330-4e02-a2c8-c7f01fbcc16e None None] Current status of the port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:29.272510 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-13cb6207-9330-4e02-a2c8-c7f01fbcc16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:29.342255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-13cb6207-9330-4e02-a2c8-c7f01fbcc16e None None] For port 766ead7b-2aeb-443e-9f84-8ca8108ecb62, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=766ead7b-2aeb-443e-9f84-8ca8108ecb62,segment=NetworkSegment(034db800-bf19-443d-9f25-ded94a147022),segment_id=034db800-bf19-443d-9f25-ded94a147022)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:29.415227 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-13cb6207-9330-4e02-a2c8-c7f01fbcc16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:29.433345 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:23:24Z', 'revision_number': 4, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port': {'id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:18Z', 'updated_at': '2022-02-28T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '766ead7b-2aeb-443e-9f84-8ca8108ecb62', 'name': '', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'mac_address': 'fa:16:3e:18:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:23Z', 'updated_at': '2022-02-28T17:23:28Z', 'revision_number': 4, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'subnets': [{'id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:23:29.495337 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e354df-3310-46c2-9fe2-f8bc918b9fbd None None] The sync data for ids ['5d2b0de8-d419-4490-b082-7c6ea62cac68'] in n-d-820368-19 is: [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:23:24Z', 'revision_number': 4, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port': {'id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:18Z', 'updated_at': '2022-02-28T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '766ead7b-2aeb-443e-9f84-8ca8108ecb62', 'name': '', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'mac_address': 'fa:16:3e:18:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:23Z', 'updated_at': '2022-02-28T17:23:28Z', 'revision_number': 4, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'subnets': [{'id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:23:29.502409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb6207-9330-4e02-a2c8-c7f01fbcc16e None None] Pushing event updated for resources: {'Port': ['ID=766ead7b-2aeb-443e-9f84-8ca8108ecb62,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:29.691557 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-cb5d099c-58c4-4f03-bb1f-cfb2c00b6ca4 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:29.694390 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-cb5d099c-58c4-4f03-bb1f-cfb2c00b6ca4 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26&tenant_id=c57be2755a4d40389e59c507cc6d5340&binding%3Ahost_id=n-h1-820368-19 HTTP/1.1" status: 200 len: 1128 time: 0.0609133 Feb 28 17:23:29.710933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820368-19'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:29.802846 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:29.991622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:30.058857 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:23:30.119818 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Publish callbacks [] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:30.123090 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907d1caf-f406-4e8d-a257-49e6b3a76f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8c5e06-02fd-4579-b1c3-b5ca8f898792'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:30.125715 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ce4621-86de-42ac-86fe-c6ce4a431ffe" -d '{"events": [{"server_uuid": "907d1caf-f406-4e8d-a257-49e6b3a76f26", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8c5e06-02fd-4579-b1c3-b5ca8f898792"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:30.247619 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:30.314273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 766ead7b-2aeb-443e-9f84-8ca8108ecb62 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:23:30.332884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4ad71-1bb1-4078-8101-8886f2b5700c req-0647df6c-30ef-4d79-9387-7460b6754c02 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:30.333405 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ce4ad71-1bb1-4078-8101-8886f2b5700c req-0647df6c-30ef-4d79-9387-7460b6754c02 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.0910296 Feb 28 17:23:30.438078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,revision_number=7']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:30.464116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:30.468013 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:30.476839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-32a53493-c3e9-48d2-b0df-8db93f729910 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:30.480821 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-32a53493-c3e9-48d2-b0df-8db93f729910 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/networks?id=dc4e1465-97bb-4ce3-bfd0-572c0be701e6 HTTP/1.1" status: 200 len: 817 time: 0.3338568 Feb 28 17:23:30.487909 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ce4ad71-1bb1-4078-8101-8886f2b5700c req-ce276978-3b9e-4ddd-bd7a-aec2a9032a7f tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481385 Feb 28 17:23:30.537734 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-6afad62c-fd57-4057-b33f-e983e630eeaa tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/quotas/34f7beabab634c70807ad5419fe9cd0a HTTP/1.1" status: 200 len: 375 time: 0.0260792 Feb 28 17:23:30.538653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Attempting to bind port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 on host n-h1-820368-19 for vnic_type normal with profile {"migrating_to": "n-h2-820368-19"} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:23:30.539074 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Attempting to bind port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:23:30.539519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Attempting to bind port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:23:30.555527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:23:30.555976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Attempting to bind port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 on network 7c10fa5b-91d3-45d7-8ee0-c040e6683f71 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:23:30.583232 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-93886b26-8f90-436b-86d2-6b04e7382c10 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=34f7beabab634c70807ad5419fe9cd0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373161 Feb 28 17:23:30.584314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:23:30.584751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Checking segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:23:30.585273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Bound using segment: {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:23:30.585812 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Bound port: 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9738b99-b612-4911-a7ea-453fe4ae3335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7c10fa5b-91d3-45d7-8ee0-c040e6683f71'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:23:30.586306 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:30.644683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:30.721254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60eedb7-b871-4f29-963b-9020dd25c21c req-50436e86-30d2-4e32-a525-d054e5fd5196 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:30.726128 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c60eedb7-b871-4f29-963b-9020dd25c21c req-50436e86-30d2-4e32-a525-d054e5fd5196 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.1109090 Feb 28 17:23:30.769356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:23:30.784820 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-feeb84a1-3f77-46cf-bae9-8e989ede8da9 service neutron] 10.222.0.72 "GET /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942756 Feb 28 17:23:30.786502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:23:30.873836 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c60eedb7-b871-4f29-963b-9020dd25c21c req-0f9e9cdf-797b-4ab9-bd4f-091d8e17c153 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069767 Feb 28 17:23:30.913022 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:31.063654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:31.064291 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:31.065700 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] 10.222.0.69 "PUT /v2.0/ports/3b8c5e06-02fd-4579-b1c3-b5ca8f898792 HTTP/1.1" status: 200 len: 1123 time: 1.3657572 Feb 28 17:23:31.067898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37475bf9-46ec-4be4-81a0-b52a61df9aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,revision_number=8']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:31.073489 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-928d9cea-361d-4825-a76a-8a4a366fddac service neutron] 10.222.0.72 "GET /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713635 Feb 28 17:23:31.184210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3b8c5e06-02fd-4579-b1c3-b5ca8f898792'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:23:31.188950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3b8c5e06-02fd-4579-b1c3-b5ca8f898792'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:23:31.338902 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:23:31.590386 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51640) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:31.607515 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4e679e9f-108d-4b5e-90f2-9594361ce10a tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1387686968', 'description': 'tempest-description--273015011'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:31.664475 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f86c11-fd40-4e12-b1db-85d0753cfbcd x-openstack-request-id: req-74f86c11-fd40-4e12-b1db-85d0753cfbcd {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:31.665037 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907d1caf-f406-4e8d-a257-49e6b3a76f26", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8c5e06-02fd-4579-b1c3-b5ca8f898792", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:31.665519 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-74f86c11-fd40-4e12-b1db-85d0753cfbcd {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:31.666277 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907d1caf-f406-4e8d-a257-49e6b3a76f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8c5e06-02fd-4579-b1c3-b5ca8f898792', 'code': 200} Feb 28 17:23:31.696552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:31.745593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 has no active binding in host n-h2-820368-19 {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 17:23:31.758365 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e679e9f-108d-4b5e-90f2-9594361ce10a tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:31.991501 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e679e9f-108d-4b5e-90f2-9594361ce10a tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for security_group (01150f42-5521-4191-9b41-eb8cce7f5490), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:32.007157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4379-6ebc-4202-ac06-4da0f1a480da req-3163453c-cea7-4425-93d6-f9d76b0f5194 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:32.008758 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-340b4379-6ebc-4202-ac06-4da0f1a480da req-3163453c-cea7-4425-93d6-f9d76b0f5194 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1651719 Feb 28 17:23:32.049196 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4f926-1683-4dc8-8400-ab586e2b099e req-e653c78e-672f-4e0f-bb00-98c6fee025b5 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:32.054543 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07a4f926-1683-4dc8-8400-ab586e2b099e req-e653c78e-672f-4e0f-bb00-98c6fee025b5 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 950 time: 0.1191790 Feb 28 17:23:32.065213 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e679e9f-108d-4b5e-90f2-9594361ce10a tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (01150f42-5521-4191-9b41-eb8cce7f5490), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:32.101148 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-340b4379-6ebc-4202-ac06-4da0f1a480da req-f53e782c-adb5-43b3-8156-7d955294d74d tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841782 Feb 28 17:23:32.164304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e679e9f-108d-4b5e-90f2-9594361ce10a tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01150f42-5521-4191-9b41-eb8cce7f5490,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:32.180368 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07a4f926-1683-4dc8-8400-ab586e2b099e req-1dec7346-52fe-4b47-9edd-8b07ea9fdb3f tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165633 Feb 28 17:23:32.192779 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-db9decb6-3001-446c-be52-a631b8f5691f req-571e9871-536f-4a7e-9077-718c4bbe5b83 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 210 time: 0.0346344 Feb 28 17:23:32.199883 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e679e9f-108d-4b5e-90f2-9594361ce10a tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:32.204074 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4e679e9f-108d-4b5e-90f2-9594361ce10a tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6091166 Feb 28 17:23:32.204349 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51670) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:32.209865 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b74dafef-81d5-44a7-b343-de6e29a4a111 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Request body: {'security_group_rule': {'security_group_id': '01150f42-5521-4191-9b41-eb8cce7f5490', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:32.333415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faca6e1-b983-4513-b1cb-cd051f6ae0ed req-15ec296d-90ae-4402-9795-993d773379ca tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:32.336014 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1faca6e1-b983-4513-b1cb-cd051f6ae0ed req-15ec296d-90ae-4402-9795-993d773379ca tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.0724113 Feb 28 17:23:32.363564 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b74dafef-81d5-44a7-b343-de6e29a4a111 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for security_group_rule (a50ae57a-338a-448c-b5dd-53fc8a0611fa), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:32.426816 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1faca6e1-b983-4513-b1cb-cd051f6ae0ed req-2573e5de-5908-4db9-98d9-18ca3e58a39f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842485 Feb 28 17:23:32.446744 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b74dafef-81d5-44a7-b343-de6e29a4a111 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for security_group_rule (a50ae57a-338a-448c-b5dd-53fc8a0611fa), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:32.489650 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b74dafef-81d5-44a7-b343-de6e29a4a111 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (a50ae57a-338a-448c-b5dd-53fc8a0611fa), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:32.518940 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dafef-81d5-44a7-b343-de6e29a4a111 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50ae57a-338a-448c-b5dd-53fc8a0611fa,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:32.599797 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b74dafef-81d5-44a7-b343-de6e29a4a111 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:32.601407 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b74dafef-81d5-44a7-b343-de6e29a4a111 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3961816 Feb 28 17:23:32.604002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51694) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:32.611243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-46c388e7-8031-40dd-972a-c0de6309379e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Request body: {'security_group_rule': {'security_group_id': '01150f42-5521-4191-9b41-eb8cce7f5490', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:32.750475 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46c388e7-8031-40dd-972a-c0de6309379e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for security_group_rule (cc2ae9f3-ed47-4e1f-814d-33f7e1de986d), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:32.809400 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46c388e7-8031-40dd-972a-c0de6309379e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for security_group_rule (cc2ae9f3-ed47-4e1f-814d-33f7e1de986d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:33.154516 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46c388e7-8031-40dd-972a-c0de6309379e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (cc2ae9f3-ed47-4e1f-814d-33f7e1de986d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:33.176853 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c388e7-8031-40dd-972a-c0de6309379e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2ae9f3-ed47-4e1f-814d-33f7e1de986d,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:33.196365 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31cd53-69c6-4090-a490-794941f50621 req-b623ce5a-67c6-4c8a-82e4-65601b4c584c tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:33.198462 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a31cd53-69c6-4090-a490-794941f50621 req-b623ce5a-67c6-4c8a-82e4-65601b4c584c tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.3842192 Feb 28 17:23:33.250143 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46c388e7-8031-40dd-972a-c0de6309379e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:33.254623 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-46c388e7-8031-40dd-972a-c0de6309379e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6457322 Feb 28 17:23:33.254748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51726) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:33.269847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:33.325835 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a31cd53-69c6-4090-a490-794941f50621 req-2d3b0319-16a9-4f21-afa9-4b06dee6e1e8 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186166 Feb 28 17:23:33.397002 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:33.462742 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-241a7ae5-f747-4a38-acbb-5058c15cfb28 req-daf03482-bc47-435e-8261-86309655f18b tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 210 time: 0.0534992 Feb 28 17:23:33.575003 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:33.623853 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37618d50-1df0-4760-9651-feefe918bd08 req-75cde787-b205-43ed-bc2d-b297cf9a1cd8 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:33.625334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37618d50-1df0-4760-9651-feefe918bd08 req-75cde787-b205-43ed-bc2d-b297cf9a1cd8 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.0663979 Feb 28 17:23:33.670821 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907d1caf-f406-4e8d-a257-49e6b3a76f26', 'tag': '3b8c5e06-02fd-4579-b1c3-b5ca8f898792'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:33.673991 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1867401a-6530-4651-ba23-4dca8e12217a" -d '{"events": [{"name": "network-changed", "server_uuid": "907d1caf-f406-4e8d-a257-49e6b3a76f26", "tag": "3b8c5e06-02fd-4579-b1c3-b5ca8f898792"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:33.690384 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37618d50-1df0-4760-9651-feefe918bd08 req-c3bb23f8-45ce-41e0-b4f5-d1373014d8d4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554795 Feb 28 17:23:33.740338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Allocated IP 172.25.3.181 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/fad8fee6-4a94-4066-9541-9766c291c77d) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:23:33.762827 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbf3ae4-0394-421a-a6b3-24d0bec1012f x-openstack-request-id: req-8cbf3ae4-0394-421a-a6b3-24d0bec1012f {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:33.766333 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907d1caf-f406-4e8d-a257-49e6b3a76f26", "tag": "3b8c5e06-02fd-4579-b1c3-b5ca8f898792", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:33.766333 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8cbf3ae4-0394-421a-a6b3-24d0bec1012f {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:33.766333 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907d1caf-f406-4e8d-a257-49e6b3a76f26', 'tag': '3b8c5e06-02fd-4579-b1c3-b5ca8f898792', 'status': 'completed', 'code': 200} Feb 28 17:23:33.879452 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867401a-6530-4651-ba23-4dca8e12217a req-de818311-cb2c-409a-9e35-f574b67a0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:33.880953 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1867401a-6530-4651-ba23-4dca8e12217a req-de818311-cb2c-409a-9e35-f574b67a0f5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 1157 time: 0.0900643 Feb 28 17:23:33.954881 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for port (fad8fee6-4a94-4066-9541-9766c291c77d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:34.029271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867401a-6530-4651-ba23-4dca8e12217a req-aa39a017-354c-422c-bd2c-4efe752ef3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:34.030842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1867401a-6530-4651-ba23-4dca8e12217a req-aa39a017-354c-422c-bd2c-4efe752ef3db service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.1408198 Feb 28 17:23:34.075482 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1867401a-6530-4651-ba23-4dca8e12217a req-c19b9a4a-9d6e-4238-a115-349fe760582d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792 HTTP/1.1" status: 200 len: 217 time: 0.0382636 Feb 28 17:23:34.129716 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (fad8fee6-4a94-4066-9541-9766c291c77d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:34.173130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:23:34.180182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:34.183231 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867401a-6530-4651-ba23-4dca8e12217a req-e31513f4-4a8b-47ee-a223-c1e393a609c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:34.184931 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1867401a-6530-4651-ba23-4dca8e12217a req-e31513f4-4a8b-47ee-a223-c1e393a609c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.1030126 Feb 28 17:23:34.186268 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:23:34.188978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Pushing event updated for resources: {'Port': ['ID=fad8fee6-4a94-4066-9541-9766c291c77d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:34.244639 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1867401a-6530-4651-ba23-4dca8e12217a req-e4dfafa6-6d3d-458a-a5f0-3e8bb7c7ec88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328071 Feb 28 17:23:34.506298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 14211944-1d28-4aa5-87c5-931654b1913f no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:23:34.519774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ed77e-0ed8-405e-aada-119dbcbb3bd8 req-37c6fda6-102b-49ae-b255-43fe39e7ccdf tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:34.521562 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-299ed77e-0ed8-405e-aada-119dbcbb3bd8 req-37c6fda6-102b-49ae-b255-43fe39e7ccdf tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.0729814 Feb 28 17:23:34.630979 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-299ed77e-0ed8-405e-aada-119dbcbb3bd8 req-f0bf80db-9d62-4470-8b5c-33ec95668b59 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024323 Feb 28 17:23:34.724953 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 14211944-1d28-4aa5-87c5-931654b1913f is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:34.725611 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (14211944-1d28-4aa5-87c5-931654b1913f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:34.777045 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 14211944-1d28-4aa5-87c5-931654b1913f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=14211944-1d28-4aa5-87c5-931654b1913f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:34.778428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14211944-1d28-4aa5-87c5-931654b1913f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:34.781684 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94c0fbd-397d-4e04-8299-c9b9eafed26a" -d '{"events": [{"server_uuid": "d001b9e3-c56b-4e2b-9e63-d022dacb9705", "name": "network-vif-unplugged", "status": "completed", "tag": "14211944-1d28-4aa5-87c5-931654b1913f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:34.788200 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1e507b8-f867-4b66-861f-cfd19ec1d573 req-5b675b72-a1f1-4ecb-bab0-a3b474149a20 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 210 time: 0.1229331 Feb 28 17:23:34.821564 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1867401a-6530-4651-ba23-4dca8e12217a req-02b23bc8-52c1-42e4-9e39-c70932b4fca1 service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706902 Feb 28 17:23:34.883857 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c90f87-d6fe-4f1b-bac0-0399a5ceb4dd req-f892fbbe-3cab-4b1f-93e6-79eebefcf9f3 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:34.887165 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-67c90f87-d6fe-4f1b-bac0-0399a5ceb4dd req-f892fbbe-3cab-4b1f-93e6-79eebefcf9f3 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 950 time: 0.1368577 Feb 28 17:23:34.904654 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (14211944-1d28-4aa5-87c5-931654b1913f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:34.907997 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for floatingip (dacac842-ef7f-4e79-bbe6-3d4d85af3017), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:34.983142 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1867401a-6530-4651-ba23-4dca8e12217a req-10ca78d3-866b-47f8-afb6-76b36f294c63 service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399055 Feb 28 17:23:35.015715 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-67c90f87-d6fe-4f1b-bac0-0399a5ceb4dd req-32051c48-24fe-456b-8ebe-302b1148ec86 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221457 Feb 28 17:23:35.067128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=14211944-1d28-4aa5-87c5-931654b1913f,revision_number=11']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:35.110869 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a450c6a4-3ff2-4c24-9efe-4e673a8a73d7 x-openstack-request-id: req-a450c6a4-3ff2-4c24-9efe-4e673a8a73d7 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:35.110869 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d001b9e3-c56b-4e2b-9e63-d022dacb9705", "name": "network-vif-unplugged", "status": "completed", "tag": "14211944-1d28-4aa5-87c5-931654b1913f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:35.110869 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a450c6a4-3ff2-4c24-9efe-4e673a8a73d7 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:35.110869 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14211944-1d28-4aa5-87c5-931654b1913f', 'code': 200} Feb 28 17:23:35.157456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862bb80-3e0f-4fc0-9905-382f6698a8d3 req-2161491e-79ad-4705-90e9-c5ac83bd6a9a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:35.162122 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d862bb80-3e0f-4fc0-9905-382f6698a8d3 req-2161491e-79ad-4705-90e9-c5ac83bd6a9a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.1742249 Feb 28 17:23:35.168288 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fad8fee6-4a94-4066-9541-9766c291c77d), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:35.355579 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d862bb80-3e0f-4fc0-9905-382f6698a8d3 req-f8aa6504-30bd-45b2-b698-5b7abfef5b6b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849313 Feb 28 17:23:35.569656 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for port (fad8fee6-4a94-4066-9541-9766c291c77d), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:35.651151 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (fad8fee6-4a94-4066-9541-9766c291c77d), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:35.742993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Pushing event updated for resources: {'Port': ['ID=fad8fee6-4a94-4066-9541-9766c291c77d,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:35.858871 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (dacac842-ef7f-4e79-bbe6-3d4d85af3017), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:35.899824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48306f9b-06e5-4e3d-98fc-2be77bd01ca6 req-955cd548-0cd3-4a2a-bf58-bcc71b00a1ba tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:35.904336 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48306f9b-06e5-4e3d-98fc-2be77bd01ca6 req-955cd548-0cd3-4a2a-bf58-bcc71b00a1ba tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.3077991 Feb 28 17:23:35.994515 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:36.014783 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-43965b32-63a7-4839-8f9d-46d24103ac0f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7497184 Feb 28 17:23:36.024494 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e334a43c-c3e9-40a5-93c4-f1c14e4335e0 req-bedeaef3-150d-4117-9e95-c4797e842056 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 210 time: 0.0625122 Feb 28 17:23:36.059188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48306f9b-06e5-4e3d-98fc-2be77bd01ca6 req-0e19e21d-b9cb-4778-b200-c945e274bcd0 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484137 Feb 28 17:23:36.224801 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebe348-e01c-44c2-bf9b-16f67de61ca1 req-5a9111f7-120c-47b9-891c-1c57cb768012 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:36.226618 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95ebe348-e01c-44c2-bf9b-16f67de61ca1 req-5a9111f7-120c-47b9-891c-1c57cb768012 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 948 time: 0.0771799 Feb 28 17:23:36.294392 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95ebe348-e01c-44c2-bf9b-16f67de61ca1 req-ddae6434-2392-496e-979b-307f352097ed tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602064 Feb 28 17:23:36.372453 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:23:36.590183 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-40771f32-503d-43fc-9d09-a4b09e6d0843 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:36.592326 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-40771f32-503d-43fc-9d09-a4b09e6d0843 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.69 "GET /v2.0/networks?id=dc4e1465-97bb-4ce3-bfd0-572c0be701e6 HTTP/1.1" status: 200 len: 817 time: 0.2551556 Feb 28 17:23:36.608277 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d68eae95-ce52-42f9-8fdb-b4ffe5df49e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Request body: {'port': {'device_id': 'df64c655-b3e7-40bd-9dae-433448444121', 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6', 'admin_state_up': True, 'tenant_id': '34f7beabab634c70807ad5419fe9cd0a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:36.642386 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1295a56-0e6a-4c67-add3-fb954f16f8ee req-359eb51c-4cf3-45e3-abe9-57e907288658 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:36.652377 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1295a56-0e6a-4c67-add3-fb954f16f8ee req-359eb51c-4cf3-45e3-abe9-57e907288658 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.1563101 Feb 28 17:23:36.791887 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1295a56-0e6a-4c67-add3-fb954f16f8ee req-bc2c1e19-00cc-45a1-81ac-4b5a355da374 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380293 Feb 28 17:23:36.958028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd540bb-f940-4699-a4ae-208d505133f7 req-f86c87a8-e955-43ed-b18d-9ee29b48655b tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:36.959679 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0dd540bb-f940-4699-a4ae-208d505133f7 req-f86c87a8-e955-43ed-b18d-9ee29b48655b tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.73 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 948 time: 0.1072717 Feb 28 17:23:37.068518 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d68eae95-ce52-42f9-8fdb-b4ffe5df49e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Made reservation on behalf of 34f7beabab634c70807ad5419fe9cd0a for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:37.072934 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d68eae95-ce52-42f9-8fdb-b4ffe5df49e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:37.141071 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-8e3e5d21-7148-46af-9fad-f23d6415a987 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:37.145845 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-8e3e5d21-7148-46af-9fad-f23d6415a987 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.73 "GET /v2.0/networks?id=dc4e1465-97bb-4ce3-bfd0-572c0be701e6 HTTP/1.1" status: 200 len: 817 time: 0.1733150 Feb 28 17:23:37.176916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5ba4d004-871e-485c-a3f4-3c29fc9bf97c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Request body: {'port': {'device_id': '717ec997-95c5-4b76-8e97-48373bcbbb60', 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6', 'admin_state_up': True, 'tenant_id': '34f7beabab634c70807ad5419fe9cd0a'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:37.453116 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33dcbce7-e6a2-4d61-854b-f2b2bc4c6216 req-bd3a6d0a-1d6c-4774-836a-cec1f6f94575 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 210 time: 0.2419388 Feb 28 17:23:37.490266 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:37.645327 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-1d9469d0-ce1d-4e76-9b0d-d2dad5ccd60e tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:37.648125 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-1d9469d0-ce1d-4e76-9b0d-d2dad5ccd60e tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.69 "GET /v2.0/networks?id=dc4e1465-97bb-4ce3-bfd0-572c0be701e6 HTTP/1.1" status: 200 len: 817 time: 0.5222282 Feb 28 17:23:37.659965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-0dd540bb-f940-4699-a4ae-208d505133f7 req-32a6f8b2-3331-44e2-8de0-b6cb2b04331d tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Deleting port 14211944-1d28-4aa5-87c5-931654b1913f {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:23:37.660396 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0dd540bb-f940-4699-a4ae-208d505133f7 req-32a6f8b2-3331-44e2-8de0-b6cb2b04331d tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (14211944-1d28-4aa5-87c5-931654b1913f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:37.665310 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e7683370-4203-4e7e-8c1f-a68f84c0845a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:37.692882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0399a4e-b8ec-4196-8c35-c3f529cd1b6f req-e476262b-3c0a-4fe3-b035-3611a08e5e0d tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:37.694536 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b0399a4e-b8ec-4196-8c35-c3f529cd1b6f req-e476262b-3c0a-4fe3-b035-3611a08e5e0d tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 948 time: 0.1235945 Feb 28 17:23:37.712331 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-14e56470-5508-4acc-a6af-046cf22f3113 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Request body: {'port': {'device_id': '40eb3d91-bf87-48af-a42e-d1ed51850aee', 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6', 'admin_state_up': True, 'tenant_id': '34f7beabab634c70807ad5419fe9cd0a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:37.750547 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b0399a4e-b8ec-4196-8c35-c3f529cd1b6f req-83691ad2-6b09-4714-80d9-2318da05c9bf tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd6663ad-ce57-4881-acb2-ccfa760020a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481968 Feb 28 17:23:37.766352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5ba4d004-871e-485c-a3f4-3c29fc9bf97c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Made reservation on behalf of 34f7beabab634c70807ad5419fe9cd0a for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:37.780020 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eaa15-6469-4c80-9c9b-7f9a12fb4cb3 req-27750605-8ccd-4cb8-9f86-ef0270777980 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:37.781038 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5ba4d004-871e-485c-a3f4-3c29fc9bf97c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:37.787272 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a0eaa15-6469-4c80-9c9b-7f9a12fb4cb3 req-27750605-8ccd-4cb8-9f86-ef0270777980 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.5062122 Feb 28 17:23:37.907449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d68eae95-ce52-42f9-8fdb-b4ffe5df49e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Allocated IP 172.20.0.12 (dc4e1465-97bb-4ce3-bfd0-572c0be701e6/7730a2bb-cbf7-43d7-af9c-369f1f65d2de/110c3972-38e8-4bbb-8119-1f1b5227964b) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:23:38.007147 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0dd540bb-f940-4699-a4ae-208d505133f7 req-32a6f8b2-3331-44e2-8de0-b6cb2b04331d tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] For port 14211944-1d28-4aa5-87c5-931654b1913f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=14211944-1d28-4aa5-87c5-931654b1913f,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:38.008269 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0dd540bb-f940-4699-a4ae-208d505133f7 req-32a6f8b2-3331-44e2-8de0-b6cb2b04331d tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (14211944-1d28-4aa5-87c5-931654b1913f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:38.024200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b6d3e-76df-49ac-8e1f-a7ca399a1c8e req-5d10a31e-19af-4b4d-8e9a-cd0da54f2bc5 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:38.045578 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a0eaa15-6469-4c80-9c9b-7f9a12fb4cb3 req-4afeda27-81f4-438a-89af-43279447d034 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516584 Feb 28 17:23:38.048866 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-503b6d3e-76df-49ac-8e1f-a7ca399a1c8e req-5d10a31e-19af-4b4d-8e9a-cd0da54f2bc5 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.1475625 Feb 28 17:23:38.067535 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-0dd540bb-f940-4699-a4ae-208d505133f7 req-32a6f8b2-3331-44e2-8de0-b6cb2b04331d tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Calling delete_port for 14211944-1d28-4aa5-87c5-931654b1913f owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:23:38.186607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-14e56470-5508-4acc-a6af-046cf22f3113 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Made reservation on behalf of 34f7beabab634c70807ad5419fe9cd0a for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:38.189988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-14e56470-5508-4acc-a6af-046cf22f3113 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:38.229446 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-503b6d3e-76df-49ac-8e1f-a7ca399a1c8e req-529f299c-a5ab-4f48-b3b6-dc3f014997d4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526937 Feb 28 17:23:38.333889 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d68eae95-ce52-42f9-8fdb-b4ffe5df49e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks [] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:38.513244 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:23:38.580714 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d68eae95-ce52-42f9-8fdb-b4ffe5df49e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:38.583259 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0dd540bb-f940-4699-a4ae-208d505133f7 req-32a6f8b2-3331-44e2-8de0-b6cb2b04331d tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (14211944-1d28-4aa5-87c5-931654b1913f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:38.651892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 is: DOWN; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:38.679107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68eae95-ce52-42f9-8fdb-b4ffe5df49e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Pushing event updated for resources: {'Port': ['ID=110c3972-38e8-4bbb-8119-1f1b5227964b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:38.727387 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-05693dc0-68a6-4b8f-8dae-d2820d0792ca req-8ed633f5-0538-4b91-9c15-0b6764418970 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 210 time: 0.0518920 Feb 28 17:23:38.749714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5ba4d004-871e-485c-a3f4-3c29fc9bf97c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Allocated IP 172.20.0.13 (dc4e1465-97bb-4ce3-bfd0-572c0be701e6/7730a2bb-cbf7-43d7-af9c-369f1f65d2de/6913ee11-d56f-42f1-90ac-9f57dabdd259) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:23:38.773431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d68eae95-ce52-42f9-8fdb-b4ffe5df49e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:23:38.775726 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d68eae95-ce52-42f9-8fdb-b4ffe5df49e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:38.780196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d68eae95-ce52-42f9-8fdb-b4ffe5df49e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:23:38.783302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6f8b2-3331-44e2-8de0-b6cb2b04331d tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Pushing event deleted for resources: {'Port': ['ID=14211944-1d28-4aa5-87c5-931654b1913f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:38.863043 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd540bb-f940-4699-a4ae-208d505133f7 req-32a6f8b2-3331-44e2-8de0-b6cb2b04331d tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] No DVR routers for this DVR port 14211944-1d28-4aa5-87c5-931654b1913f on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:23:38.882826 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0dd540bb-f940-4699-a4ae-208d505133f7 req-32a6f8b2-3331-44e2-8de0-b6cb2b04331d tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:38.890326 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0dd540bb-f940-4699-a4ae-208d505133f7 req-32a6f8b2-3331-44e2-8de0-b6cb2b04331d tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.73 "DELETE /v2.0/ports/14211944-1d28-4aa5-87c5-931654b1913f HTTP/1.1" status: 204 len: 173 time: 1.9177539 Feb 28 17:23:38.890819 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'name': 'network-vif-deleted', 'tag': '14211944-1d28-4aa5-87c5-931654b1913f'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:38.893093 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b37695-ec68-48b3-a50a-97d0a0bd9ec8" -d '{"events": [{"server_uuid": "d001b9e3-c56b-4e2b-9e63-d022dacb9705", "name": "network-vif-deleted", "tag": "14211944-1d28-4aa5-87c5-931654b1913f"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:38.976280 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d68eae95-ce52-42f9-8fdb-b4ffe5df49e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:38.977443 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d68eae95-ce52-42f9-8fdb-b4ffe5df49e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:38.987189 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3a8d9f8e-7c61-4cd6-be98-91c2b374705c req-5d2756a4-5b96-4875-9eb8-3d0fd6f10e86 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 210 time: 0.0871084 Feb 28 17:23:39.005273 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b32f92-41ca-464a-8de1-79910a1ea2ed x-openstack-request-id: req-d1b32f92-41ca-464a-8de1-79910a1ea2ed {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:39.006046 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d001b9e3-c56b-4e2b-9e63-d022dacb9705", "name": "network-vif-deleted", "tag": "14211944-1d28-4aa5-87c5-931654b1913f", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:39.006587 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d1b32f92-41ca-464a-8de1-79910a1ea2ed {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:39.007218 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd001b9e3-c56b-4e2b-9e63-d022dacb9705', 'name': 'network-vif-deleted', 'tag': '14211944-1d28-4aa5-87c5-931654b1913f', 'status': 'completed', 'code': 200} Feb 28 17:23:39.166853 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d68eae95-ce52-42f9-8fdb-b4ffe5df49e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5632143 Feb 28 17:23:39.185081 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Request body: {'port': {'device_id': 'df64c655-b3e7-40bd-9dae-433448444121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:39.211621 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5ba4d004-871e-485c-a3f4-3c29fc9bf97c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks [] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:39.300961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51916) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:39.316301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4887d287-3bf6-47d7-894a-357f354c2661 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-754225562'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:39.363685 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5ba4d004-871e-485c-a3f4-3c29fc9bf97c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:39.365014 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:39.444094 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4d004-871e-485c-a3f4-3c29fc9bf97c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Pushing event updated for resources: {'Port': ['ID=6913ee11-d56f-42f1-90ac-9f57dabdd259,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:39.469573 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5ba4d004-871e-485c-a3f4-3c29fc9bf97c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:23:39.471103 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5ba4d004-871e-485c-a3f4-3c29fc9bf97c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:39.474528 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5ba4d004-871e-485c-a3f4-3c29fc9bf97c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:23:39.600424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5ba4d004-871e-485c-a3f4-3c29fc9bf97c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:39.601514 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5ba4d004-871e-485c-a3f4-3c29fc9bf97c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:39.612971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4887d287-3bf6-47d7-894a-357f354c2661 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Made reservation on behalf of b634f86b0c4943eba9adaea3f65f60ee for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:39.616780 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4887d287-3bf6-47d7-894a-357f354c2661 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:39.657569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-14e56470-5508-4acc-a6af-046cf22f3113 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Allocated IP 172.20.0.10 (dc4e1465-97bb-4ce3-bfd0-572c0be701e6/7730a2bb-cbf7-43d7-af9c-369f1f65d2de/0ed9316a-b370-4d95-992a-241814f5681e) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:23:39.742357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5ba4d004-871e-485c-a3f4-3c29fc9bf97c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5863333 Feb 28 17:23:39.763449 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Request body: {'port': {'device_id': '717ec997-95c5-4b76-8e97-48373bcbbb60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:39.796558 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:39.870512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4887d287-3bf6-47d7-894a-357f354c2661 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:23:39.899340 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-248bfbb9-3b10-4261-9190-a471a07de49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:39.910300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5be6-7143-49b4-9479-1f4a7be8b822 req-adf7cd8b-bdcc-4f0b-9e8a-1b9221e289db tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:39.912362 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b1e5be6-7143-49b4-9479-1f4a7be8b822 req-adf7cd8b-bdcc-4f0b-9e8a-1b9221e289db tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.4073472 Feb 28 17:23:39.912624 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:39.919780 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4887d287-3bf6-47d7-894a-357f354c2661 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a81a9f4e-3ba8-46f6-9dac-87086711b9d0), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:39.920126 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-4887d287-3bf6-47d7-894a-357f354c2661 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Added segment a81a9f4e-3ba8-46f6-9dac-87086711b9d0 of type vlan for network fd7a05c5-9896-4296-a65a-a68965a6760b Feb 28 17:23:39.975225 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-680646ff-5b13-4f1d-a7a7-66ef3c068f66 req-6eac7e14-473b-4d2b-a532-5f5169c5308f tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 210 time: 0.0553365 Feb 28 17:23:40.134099 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b1e5be6-7143-49b4-9479-1f4a7be8b822 req-83cc0eef-6cb8-46f6-aed9-575245ab5695 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087705 Feb 28 17:23:40.154250 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4887d287-3bf6-47d7-894a-357f354c2661 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (fd7a05c5-9896-4296-a65a-a68965a6760b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:40.225200 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9500f01-6d24-4d57-977e-1c81d448e11c req-f743ae5b-4ef4-4449-b4e8-93b4390a4e32 tempest-ImagesOneServerTestJSON-1856223763 tempest-ImagesOneServerTestJSON-1856223763-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001b9e3-c56b-4e2b-9e63-d022dacb9705 HTTP/1.1" status: 200 len: 210 time: 0.1263137 Feb 28 17:23:40.358273 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4887d287-3bf6-47d7-894a-357f354c2661 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (fd7a05c5-9896-4296-a65a-a68965a6760b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:40.365044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4887d287-3bf6-47d7-894a-357f354c2661 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:40.366387 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4887d287-3bf6-47d7-894a-357f354c2661 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:40.373721 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-14e56470-5508-4acc-a6af-046cf22f3113 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks [] for port (0ed9316a-b370-4d95-992a-241814f5681e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:40.531720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 14211944-1d28-4aa5-87c5-931654b1913f no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:23:40.546520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51930) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:40.553062 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-33619536-77bd-48ef-be3f-83bd5d193499 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1252520742'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:40.561458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4887d287-3bf6-47d7-894a-357f354c2661 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2564383 Feb 28 17:23:40.585369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 14211944-1d28-4aa5-87c5-931654b1913f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:23:40.585683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 14211944-1d28-4aa5-87c5-931654b1913f not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:23:40.598502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887d287-3bf6-47d7-894a-357f354c2661 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'Network': ['ID=fd7a05c5-9896-4296-a65a-a68965a6760b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:40.612788 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network fd7a05c5-9896-4296-a65a-a68965a6760b details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:23:40.688445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33619536-77bd-48ef-be3f-83bd5d193499 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Made reservation on behalf of b634f86b0c4943eba9adaea3f65f60ee for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:40.694059 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33619536-77bd-48ef-be3f-83bd5d193499 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:40.696731 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-14e56470-5508-4acc-a6af-046cf22f3113 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0ed9316a-b370-4d95-992a-241814f5681e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:40.761092 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33619536-77bd-48ef-be3f-83bd5d193499 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:23:40.779579 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33619536-77bd-48ef-be3f-83bd5d193499 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9602a6b2-63ca-4a31-afa3-9872ea57190c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:40.780271 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-33619536-77bd-48ef-be3f-83bd5d193499 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Added segment 9602a6b2-63ca-4a31-afa3-9872ea57190c of type vlan for network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 Feb 28 17:23:40.892686 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33619536-77bd-48ef-be3f-83bd5d193499 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (a27b7ef0-0df5-4eaa-98f9-6b18b6a87457), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:40.932343 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e56470-5508-4acc-a6af-046cf22f3113 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Pushing event updated for resources: {'Port': ['ID=0ed9316a-b370-4d95-992a-241814f5681e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:40.966346 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-14e56470-5508-4acc-a6af-046cf22f3113 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:23:40.968098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-14e56470-5508-4acc-a6af-046cf22f3113 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:40.974920 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-14e56470-5508-4acc-a6af-046cf22f3113 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:23:41.027174 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33619536-77bd-48ef-be3f-83bd5d193499 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (a27b7ef0-0df5-4eaa-98f9-6b18b6a87457), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:41.032266 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33619536-77bd-48ef-be3f-83bd5d193499 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:41.032863 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33619536-77bd-48ef-be3f-83bd5d193499 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:41.046774 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-14e56470-5508-4acc-a6af-046cf22f3113 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:41.047569 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-14e56470-5508-4acc-a6af-046cf22f3113 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:41.153200 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-14e56470-5508-4acc-a6af-046cf22f3113 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4848273 Feb 28 17:23:41.191840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Request body: {'port': {'device_id': '40eb3d91-bf87-48af-a42e-d1ed51850aee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:41.248591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33619536-77bd-48ef-be3f-83bd5d193499 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'Network': ['ID=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:41.265955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:23:41.339104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc5344-dad3-4026-8b9d-05f6c8b32063 req-0d53e39c-66df-49eb-b4b8-4334aed4f005 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:41.341560 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62dc5344-dad3-4026-8b9d-05f6c8b32063 req-0d53e39c-66df-49eb-b4b8-4334aed4f005 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 932 time: 0.2069385 Feb 28 17:23:41.392936 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-33619536-77bd-48ef-be3f-83bd5d193499 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8441725 Feb 28 17:23:41.394778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51942) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:41.398528 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0ed9316a-b370-4d95-992a-241814f5681e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:41.403296 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110c3972-38e8-4bbb-8119-1f1b5227964b {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:23:41.408018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a63588d8-72b0-487f-8987-f0004eee5440 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'subnet': {'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:41.410060 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:41.459924 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Publish callbacks [] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:41.500102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505c9b4-1de6-499a-bfea-e09e98ad6cd4 req-4fabe2b3-14c6-4110-8616-c62e06786fc8 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:41.502706 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5505c9b4-1de6-499a-bfea-e09e98ad6cd4 req-4fabe2b3-14c6-4110-8616-c62e06786fc8 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.2321563 Feb 28 17:23:41.550640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Transition to ACTIVE for port object 110c3972-38e8-4bbb-8119-1f1b5227964b will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:23:41.586106 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62dc5344-dad3-4026-8b9d-05f6c8b32063 req-617101af-8d52-4a5c-ab41-46a5e38f00c5 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956568 Feb 28 17:23:41.662218 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:41.721151 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5505c9b4-1de6-499a-bfea-e09e98ad6cd4 req-50ddb3bd-bf8e-4ecd-95cd-07673fa3fbeb tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084749 Feb 28 17:23:41.794365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Pushing event updated for resources: {'Port': ['ID=110c3972-38e8-4bbb-8119-1f1b5227964b,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:41.935753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-1fae037e-aad4-4bea-be70-a35cf06901f1 service neutron] 10.222.0.73 "GET /v2.0/ports/3b8c5e06-02fd-4579-b1c3-b5ca8f898792/bindings/n-h2-820368-19 HTTP/1.1" status: 200 len: 385 time: 0.1591332 Feb 28 17:23:41.948789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63588d8-72b0-487f-8987-f0004eee5440 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Made reservation on behalf of b634f86b0c4943eba9adaea3f65f60ee for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:41.953046 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a63588d8-72b0-487f-8987-f0004eee5440 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:42.013100 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Attempting to bind port 110c3972-38e8-4bbb-8119-1f1b5227964b on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:23:42.013549 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Attempting to bind port 110c3972-38e8-4bbb-8119-1f1b5227964b by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '3967fdb8-d26f-480f-9741-91bdd305869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:23:42.013956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Attempting to bind port 110c3972-38e8-4bbb-8119-1f1b5227964b on network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:23:42.031985 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Port 110c3972-38e8-4bbb-8119-1f1b5227964b on network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:23:42.032305 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Attempting to bind port 110c3972-38e8-4bbb-8119-1f1b5227964b on network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:23:42.044790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:23:42.045128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Checking segment: {'id': '3967fdb8-d26f-480f-9741-91bdd305869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:23:42.045524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Bound using segment: {'id': '3967fdb8-d26f-480f-9741-91bdd305869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:23:42.046847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Bound port: 110c3972-38e8-4bbb-8119-1f1b5227964b, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3967fdb8-d26f-480f-9741-91bdd305869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:23:42.046847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:42.140320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6913ee11-d56f-42f1-90ac-9f57dabdd259 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:23:42.150507 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Publish callbacks [] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:42.185884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Transition to ACTIVE for port object 6913ee11-d56f-42f1-90ac-9f57dabdd259 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:23:42.288794 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:42.357834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-3026c716-edf3-4817-bf6b-3f8e00710ccb service neutron] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:42.402722 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:42.407135 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6913ee11-d56f-42f1-90ac-9f57dabdd259,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:42.433211 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51952) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:42.480720 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a63588d8-72b0-487f-8987-f0004eee5440 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (8a4738a0-1289-4e56-b145-4dbba3675af2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:42.592407 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Attempting to bind port 6913ee11-d56f-42f1-90ac-9f57dabdd259 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:23:42.601616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Attempting to bind port 6913ee11-d56f-42f1-90ac-9f57dabdd259 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '3967fdb8-d26f-480f-9741-91bdd305869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:23:42.601616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Attempting to bind port 6913ee11-d56f-42f1-90ac-9f57dabdd259 on network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:23:42.627235 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Port 6913ee11-d56f-42f1-90ac-9f57dabdd259 on network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:23:42.628339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Attempting to bind port 6913ee11-d56f-42f1-90ac-9f57dabdd259 on network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:23:42.672843 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63588d8-72b0-487f-8987-f0004eee5440 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'Subnet': ['ID=8a4738a0-1289-4e56-b145-4dbba3675af2,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:42.691122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:23:42.691468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Checking segment: {'id': '3967fdb8-d26f-480f-9741-91bdd305869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:23:42.691862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Bound using segment: {'id': '3967fdb8-d26f-480f-9741-91bdd305869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:23:42.692308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Bound port: 6913ee11-d56f-42f1-90ac-9f57dabdd259, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3967fdb8-d26f-480f-9741-91bdd305869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:23:42.692668 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:42.727235 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63588d8-72b0-487f-8987-f0004eee5440 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Checking segment: {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:23:42.727947 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63588d8-72b0-487f-8987-f0004eee5440 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Network hostable DHCP agents. Network: fd7a05c5-9896-4296-a65a-a68965a6760b, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:23:42.789408 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c3bc7105-7e3b-4a32-aef0-7ae8cafcb66a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ab82c1e4d5242d1a53528d3544f05ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543446 Feb 28 17:23:42.794826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51968) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:42.897446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-3026c716-edf3-4817-bf6b-3f8e00710ccb service neutron] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:23:42.933765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63588d8-72b0-487f-8987-f0004eee5440 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Network fd7a05c5-9896-4296-a65a-a68965a6760b is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:23:42.938043 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-3026c716-edf3-4817-bf6b-3f8e00710ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:23:42.951135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-3026c716-edf3-4817-bf6b-3f8e00710ccb service neutron] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:42.955766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] For port 6913ee11-d56f-42f1-90ac-9f57dabdd259, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:23:42.977542 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a38b07-0cc3-4cfd-ab70-656043f1f39a req-bd88fe31-7f26-424c-a882-1a0b4099550f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:42.985951 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27a38b07-0cc3-4cfd-ab70-656043f1f39a req-bd88fe31-7f26-424c-a882-1a0b4099550f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 943 time: 0.1361067 Feb 28 17:23:42.986430 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] For port 110c3972-38e8-4bbb-8119-1f1b5227964b, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:23:42.990512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] For port 110c3972-38e8-4bbb-8119-1f1b5227964b, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=110c3972-38e8-4bbb-8119-1f1b5227964b,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:23:43.001449 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] For port 6913ee11-d56f-42f1-90ac-9f57dabdd259, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=6913ee11-d56f-42f1-90ac-9f57dabdd259,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:23:43.020769 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73eb9bfd-3869-42f5-b376-18908b7c0864 admin admin] Publish callbacks [] for security_group (cd6663ad-ce57-4881-acb2-ccfa760020a1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.045683 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a63588d8-72b0-487f-8987-f0004eee5440 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, fd7a05c5-9896-4296-a65a-a68965a6760b) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:43.050336 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63588d8-72b0-487f-8987-f0004eee5440 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:43.051151 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a63588d8-72b0-487f-8987-f0004eee5440 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.055461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921acbac-1f50-4d40-981e-e890022d41b4 None None] Network fd7a05c5-9896-4296-a65a-a68965a6760b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:23:43.077781 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73eb9bfd-3869-42f5-b376-18908b7c0864 admin admin] Publish callbacks [] for security_group (cd6663ad-ce57-4881-acb2-ccfa760020a1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.094362 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.154961 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27a38b07-0cc3-4cfd-ab70-656043f1f39a req-7399b02c-8bed-4093-ba86-252d5cb5b8b6 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558363 Feb 28 17:23:43.210338 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a63588d8-72b0-487f-8987-f0004eee5440 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8114111 Feb 28 17:23:43.221919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:43.222248 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.225782 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] 10.222.0.73 "PUT /v2.0/ports/6913ee11-d56f-42f1-90ac-9f57dabdd259 HTTP/1.1" status: 200 len: 1093 time: 3.4711311 Feb 28 17:23:43.228984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed9316a-b370-4d95-992a-241814f5681e {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:23:43.237631 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Publish callbacks [] for port (0ed9316a-b370-4d95-992a-241814f5681e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.240019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51970) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:43.241891 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-fd7a05c5-9896-4296-a65a-a68965a6760b', 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b', 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'fixed_ips': [{'subnet_id': '8a4738a0-1289-4e56-b145-4dbba3675af2'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:23:43.247536 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.247701 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717ec997-95c5-4b76-8e97-48373bcbbb60', 'tag': '6913ee11-d56f-42f1-90ac-9f57dabdd259'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:43.249475 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adfe549-83d7-47ec-b50b-59d9f4f23a27" -d '{"events": [{"name": "network-changed", "server_uuid": "717ec997-95c5-4b76-8e97-48373bcbbb60", "tag": "6913ee11-d56f-42f1-90ac-9f57dabdd259"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:43.252890 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Transition to ACTIVE for port object 0ed9316a-b370-4d95-992a-241814f5681e will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:23:43.258413 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.269569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-dc2f5c62-83e7-44bb-8914-6f5197d036f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'subnet': {'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:43.277032 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-3026c716-edf3-4817-bf6b-3f8e00710ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.337347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:43.339599 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.341658 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] 10.222.0.69 "PUT /v2.0/ports/110c3972-38e8-4bbb-8119-1f1b5227964b HTTP/1.1" status: 200 len: 1093 time: 4.1682065 Feb 28 17:23:43.348992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df64c655-b3e7-40bd-9dae-433448444121', 'tag': '110c3972-38e8-4bbb-8119-1f1b5227964b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:43.352323 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b94396-cfba-4ccf-9f85-a0636632df78" -d '{"events": [{"name": "network-changed", "server_uuid": "df64c655-b3e7-40bd-9dae-433448444121", "tag": "110c3972-38e8-4bbb-8119-1f1b5227964b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:43.362791 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (0ed9316a-b370-4d95-992a-241814f5681e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.410813 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9defdcf-9c45-4ae7-bb0c-d7cd73f707b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6913ee11-d56f-42f1-90ac-9f57dabdd259,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:43.467685 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-1e98fde0-9e32-4b1b-acda-fc415ee39239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:43.469234 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-1e98fde0-9e32-4b1b-acda-fc415ee39239 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=34f7beabab634c70807ad5419fe9cd0a&device_id=717ec997-95c5-4b76-8e97-48373bcbbb60 HTTP/1.1" status: 200 len: 1127 time: 0.1179447 Feb 28 17:23:43.470619 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73eb9bfd-3869-42f5-b376-18908b7c0864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (cd6663ad-ce57-4881-acb2-ccfa760020a1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.473598 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73eb9bfd-3869-42f5-b376-18908b7c0864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.478913 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-73eb9bfd-3869-42f5-b376-18908b7c0864 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cd6663ad-ce57-4881-acb2-ccfa760020a1 HTTP/1.1" status: 204 len: 168 time: 0.6756504 Feb 28 17:23:43.524811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2f5c62-83e7-44bb-8914-6f5197d036f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Made reservation on behalf of b634f86b0c4943eba9adaea3f65f60ee for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:43.528784 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5c62-83e7-44bb-8914-6f5197d036f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.529233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-3026c716-edf3-4817-bf6b-3f8e00710ccb service neutron] Transition to ACTIVE for port object 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:23:43.533444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb9bfd-3869-42f5-b376-18908b7c0864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6663ad-ce57-4881-acb2-ccfa760020a1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:43.557608 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-7d21d9ea-dd9a-4227-8f17-8b33550beb27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6913ee11-d56f-42f1-90ac-9f57dabdd259 HTTP/1.1" status: 200 len: 217 time: 0.0796528 Feb 28 17:23:43.611619 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-3026c716-edf3-4817-bf6b-3f8e00710ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:43.682891 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692344dc-c47e-46fe-905c-ff6123c5db40 req-2ce63942-3b5f-4241-9029-98c4f43cb241 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:43.696419 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-692344dc-c47e-46fe-905c-ff6123c5db40 req-2ce63942-3b5f-4241-9029-98c4f43cb241 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 932 time: 0.6985188 Feb 28 17:23:43.727922 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c6c3d7-71b6-4ddd-96ca-602d1e301e16 x-openstack-request-id: req-54c6c3d7-71b6-4ddd-96ca-602d1e301e16 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:43.729012 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717ec997-95c5-4b76-8e97-48373bcbbb60", "tag": "6913ee11-d56f-42f1-90ac-9f57dabdd259", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:43.729012 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-54c6c3d7-71b6-4ddd-96ca-602d1e301e16 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:43.729012 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717ec997-95c5-4b76-8e97-48373bcbbb60', 'tag': '6913ee11-d56f-42f1-90ac-9f57dabdd259', 'status': 'completed', 'code': 200} Feb 28 17:23:43.755282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-ee51d436-f28f-4711-8dce-ece8834c8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:43.773653 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-ee51d436-f28f-4711-8dce-ece8834c8f7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7730a2bb-cbf7-43d7-af9c-369f1f65d2de HTTP/1.1" status: 200 len: 857 time: 0.1766000 Feb 28 17:23:43.836628 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Allocated IP 10.1.1.2 (fd7a05c5-9896-4296-a65a-a68965a6760b/8a4738a0-1289-4e56-b145-4dbba3675af2/68c6cbb5-c16b-4dd1-8eb1-5522791517f2) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:23:43.859808 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3083584-c486-4f23-9ea5-22bd6de0660e x-openstack-request-id: req-b3083584-c486-4f23-9ea5-22bd6de0660e {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:43.860102 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df64c655-b3e7-40bd-9dae-433448444121", "tag": "110c3972-38e8-4bbb-8119-1f1b5227964b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:43.860372 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b3083584-c486-4f23-9ea5-22bd6de0660e {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:43.860735 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df64c655-b3e7-40bd-9dae-433448444121', 'tag': '110c3972-38e8-4bbb-8119-1f1b5227964b', 'status': 'completed', 'code': 200} Feb 28 17:23:43.880921 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-692344dc-c47e-46fe-905c-ff6123c5db40 req-466bdddb-83c1-42b3-9666-ae7a0b7a22b6 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768556 Feb 28 17:23:43.888123 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-3026c716-edf3-4817-bf6b-3f8e00710ccb service neutron] No DVR routers for this DVR port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:23:43.915338 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5fc3a99f-1d26-4a38-824f-a3bdc99503e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc4e1465-97bb-4ce3-bfd0-572c0be701e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344917 Feb 28 17:23:43.939647 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0b28c-52e6-41fe-af83-cb294a531282 service neutron] Pushing event updated for resources: {'Port': ['ID=110c3972-38e8-4bbb-8119-1f1b5227964b,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:43.964133 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-b0847817-20a0-4efd-94c3-5448da234e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:43.968740 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-b0847817-20a0-4efd-94c3-5448da234e50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=34f7beabab634c70807ad5419fe9cd0a&device_id=df64c655-b3e7-40bd-9dae-433448444121 HTTP/1.1" status: 200 len: 1127 time: 0.4297395 Feb 28 17:23:43.970417 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:44.185749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed9316a-b370-4d95-992a-241814f5681e,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:44.214606 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-3026c716-edf3-4817-bf6b-3f8e00710ccb service neutron] 10.222.0.73 "PUT /v2.0/ports/3b8c5e06-02fd-4579-b1c3-b5ca8f898792/bindings/n-h2-820368-19/activate HTTP/1.1" status: 200 len: 370 time: 2.2675984 Feb 28 17:23:44.218767 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-b6f3c3e4-df37-4935-b247-d9e950d48c1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110c3972-38e8-4bbb-8119-1f1b5227964b HTTP/1.1" status: 200 len: 217 time: 0.2267287 Feb 28 17:23:44.247642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b70719-78c0-4f2c-b769-8455abbe74d5 req-d8d10e44-8132-4feb-a707-34f57fd6c425 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:44.257273 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33b70719-78c0-4f2c-b769-8455abbe74d5 req-d8d10e44-8132-4feb-a707-34f57fd6c425 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.3822267 Feb 28 17:23:44.266922 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5c62-83e7-44bb-8914-6f5197d036f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (ab56271a-4d7e-438f-b38a-5e9ae796d4ba), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:44.314694 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Publish callbacks [] for port (68c6cbb5-c16b-4dd1-8eb1-5522791517f2), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:44.366293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Attempting to bind port 0ed9316a-b370-4d95-992a-241814f5681e on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:23:44.366293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Attempting to bind port 0ed9316a-b370-4d95-992a-241814f5681e by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '3967fdb8-d26f-480f-9741-91bdd305869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:23:44.367020 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Attempting to bind port 0ed9316a-b370-4d95-992a-241814f5681e on network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:23:44.387891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-2976497d-1d7f-4ef5-a7c4-52845081bb17 service neutron] 10.222.0.73 "GET /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565766 Feb 28 17:23:44.409892 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Port 0ed9316a-b370-4d95-992a-241814f5681e on network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:23:44.410237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Attempting to bind port 0ed9316a-b370-4d95-992a-241814f5681e on network dc4e1465-97bb-4ce3-bfd0-572c0be701e6 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:23:44.421240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f84c40-c9f3-4b00-bc27-56354cee6b78 req-7d52cad5-f58f-4ba2-a61d-d72b95324d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:44.422713 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3f84c40-c9f3-4b00-bc27-56354cee6b78 req-7d52cad5-f58f-4ba2-a61d-d72b95324d64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5c70d5c51de4b10a167d00cf7368215&device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 1129 time: 0.5729680 Feb 28 17:23:44.425802 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (68c6cbb5-c16b-4dd1-8eb1-5522791517f2), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:44.457371 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5e0ead61-f8ed-43ba-97a4-b8618857af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:44.459989 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-5e0ead61-f8ed-43ba-97a4-b8618857af49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7730a2bb-cbf7-43d7-af9c-369f1f65d2de HTTP/1.1" status: 200 len: 857 time: 0.2222171 Feb 28 17:23:44.512061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f5c62-83e7-44bb-8914-6f5197d036f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Checking segment: {'id': '9602a6b2-63ca-4a31-afa3-9872ea57190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:23:44.513503 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2f5c62-83e7-44bb-8914-6f5197d036f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Network hostable DHCP agents. Network: a27b7ef0-0df5-4eaa-98f9-6b18b6a87457, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:23:44.536317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f5c62-83e7-44bb-8914-6f5197d036f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'Subnet': ['ID=ab56271a-4d7e-438f-b38a-5e9ae796d4ba,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:44.555778 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33b70719-78c0-4f2c-b769-8455abbe74d5 req-36c77695-f00f-4044-9699-4ca1aa99ab82 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974648 Feb 28 17:23:44.603308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Network fd7a05c5-9896-4296-a65a-a68965a6760b is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:23:44.605554 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026c716-edf3-4817-bf6b-3f8e00710ccb service neutron] Pushing event updated for resources: {'Port': ['ID=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,revision_number=10']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:44.652443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:44.663602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:23:44.669062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Pushing event updated for resources: {'Port': ['ID=68c6cbb5-c16b-4dd1-8eb1-5522791517f2,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:44.692715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:23:44.693062 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Checking segment: {'id': '3967fdb8-d26f-480f-9741-91bdd305869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:23:44.693444 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Bound using segment: {'id': '3967fdb8-d26f-480f-9741-91bdd305869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:23:44.693889 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Bound port: 0ed9316a-b370-4d95-992a-241814f5681e, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3967fdb8-d26f-480f-9741-91bdd305869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:23:44.694276 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0ed9316a-b370-4d95-992a-241814f5681e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:44.707740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-821b2bda-a3c9-49ad-9b5b-18e68402a5e4 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:44.709343 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-821b2bda-a3c9-49ad-9b5b-18e68402a5e4 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26&tenant_id=c57be2755a4d40389e59c507cc6d5340&binding%3Ahost_id=n-h1-820368-19 HTTP/1.1" status: 200 len: 1127 time: 0.2887619 Feb 28 17:23:44.721139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:44.722188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:44.722887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:44.723471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:44.724070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:44.724713 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:44.725252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:44.725787 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:44.726391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:44.727000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:44.727529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:44.728093 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:44.728764 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:23:44.729701 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2f5c62-83e7-44bb-8914-6f5197d036f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:23:44.767338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-70c6027d-f059-4c79-985f-5fc0db0cbf20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc4e1465-97bb-4ce3-bfd0-572c0be701e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393955 Feb 28 17:23:44.774559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Attempting to bind port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:23:44.775556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Attempting to bind port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:23:44.775987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Attempting to bind port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 on network fd7a05c5-9896-4296-a65a-a68965a6760b {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:23:44.781001 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-98976539-ead5-40e4-8822-5dd3624a9b1d service neutron] 10.222.0.73 "GET /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764434 Feb 28 17:23:44.788650 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:23:44.789219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Checking segment: {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:23:44.789672 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:44.790150 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Bound using segment: {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:23:44.790732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Bound port: 68c6cbb5-c16b-4dd1-8eb1-5522791517f2, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:23:44.791168 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (68c6cbb5-c16b-4dd1-8eb1-5522791517f2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:44.792315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f84c40-c9f3-4b00-bc27-56354cee6b78 req-100b69a2-27fb-4aba-aed0-1e02df3d7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:44.794513 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3f84c40-c9f3-4b00-bc27-56354cee6b78 req-100b69a2-27fb-4aba-aed0-1e02df3d7f05 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fd22816a-d08a-4624-85cd-73f8196c1644 HTTP/1.1" status: 200 len: 919 time: 0.3134410 Feb 28 17:23:44.831332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-dc2f5c62-83e7-44bb-8914-6f5197d036f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, a27b7ef0-0df5-4eaa-98f9-6b18b6a87457) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:44.847050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2f5c62-83e7-44bb-8914-6f5197d036f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:44.847672 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc2f5c62-83e7-44bb-8914-6f5197d036f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:44.890230 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-b7103749-798d-436f-9eff-f167f16127d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:44.892248 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-b7103749-798d-436f-9eff-f167f16127d1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26&tenant_id=c57be2755a4d40389e59c507cc6d5340 HTTP/1.1" status: 200 len: 1127 time: 0.1370511 Feb 28 17:23:44.924464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] For port 0ed9316a-b370-4d95-992a-241814f5681e, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:23:44.925540 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dc2f5c62-83e7-44bb-8914-6f5197d036f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6672184 Feb 28 17:23:44.928327 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] For port 0ed9316a-b370-4d95-992a-241814f5681e, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0ed9316a-b370-4d95-992a-241814f5681e,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:23:44.937601 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52012) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:44.943104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66629f90-c356-447f-b9bc-c9e32da00015 req-207184fa-362e-4291-9827-b1d2d538f18d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:44.943616 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9733f8e8-82bc-413d-8062-548a15050429 None None] Network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:23:44.955111 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66629f90-c356-447f-b9bc-c9e32da00015 req-207184fa-362e-4291-9827-b1d2d538f18d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 944 time: 0.6115274 Feb 28 17:23:45.034066 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-83d048b9-8689-40ce-b6d7-c5982004e62e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'port': {'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b', 'name': 'tempest-TaggedBootDevicesTest_v242-2144987535', 'fixed_ips': [{'subnet_id': '8a4738a0-1289-4e56-b145-4dbba3675af2'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:45.199385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-5906f816-f0fd-403f-9277-46c2b80fb766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:45.205823 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-5906f816-f0fd-403f-9277-46c2b80fb766 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 1127 time: 0.2791269 Feb 28 17:23:45.229725 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (0ed9316a-b370-4d95-992a-241814f5681e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:45.235712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3f84c40-c9f3-4b00-bc27-56354cee6b78 req-a77c1399-66d1-4c31-ac2f-d3fc3a8e989f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a4e9e45-015d-406f-b16c-2587f6340c4b HTTP/1.1" status: 200 len: 217 time: 0.4335811 Feb 28 17:23:45.313092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] For port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:23:45.351633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-5d8cf72a-410d-4cd8-9f4d-82196a68dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:45.356057 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-5d8cf72a-410d-4cd8-9f4d-82196a68dc9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.1366181 Feb 28 17:23:45.366272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] For port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=68c6cbb5-c16b-4dd1-8eb1-5522791517f2,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:23:45.367491 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6092b9a-8034-41a2-928d-b457341663ac req-0561f5de-3aa2-42d2-9778-3644464a4ca9 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:45.383747 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6092b9a-8034-41a2-928d-b457341663ac req-0561f5de-3aa2-42d2-9778-3644464a4ca9 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 944 time: 0.3387203 Feb 28 17:23:45.418715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-a27b7ef0-0df5-4eaa-98f9-6b18b6a87457', 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457', 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'fixed_ips': [{'subnet_id': 'ab56271a-4d7e-438f-b38a-5e9ae796d4ba'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:23:45.419593 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:45.454934 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfe549-83d7-47ec-b50b-59d9f4f23a27 req-eb7e3cd6-1514-44af-8508-bfa66b3f1ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:45.456552 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6adfe549-83d7-47ec-b50b-59d9f4f23a27 req-eb7e3cd6-1514-44af-8508-bfa66b3f1ca0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=34f7beabab634c70807ad5419fe9cd0a&device_id=717ec997-95c5-4b76-8e97-48373bcbbb60 HTTP/1.1" status: 200 len: 1127 time: 0.5179398 Feb 28 17:23:45.457871 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-64508ed5-baef-4330-ae9d-5b501525e9df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792 HTTP/1.1" status: 200 len: 217 time: 0.0694096 Feb 28 17:23:45.543737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:45.545195 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:45.548339 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] 10.222.0.69 "PUT /v2.0/ports/0ed9316a-b370-4d95-992a-241814f5681e HTTP/1.1" status: 200 len: 1093 time: 4.3638673 Feb 28 17:23:45.608265 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6092b9a-8034-41a2-928d-b457341663ac req-04cc5cb4-c9ee-4337-910d-a0d32b7282ef tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183473 Feb 28 17:23:45.608789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52036) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:45.629900 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66629f90-c356-447f-b9bc-c9e32da00015 req-a83a1c04-7331-4d66-9c96-f6fcceff3dc3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687503 Feb 28 17:23:45.684392 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f84c40-c9f3-4b00-bc27-56354cee6b78 req-ba998571-0130-441b-a417-672df8fee712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:45.689298 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3f84c40-c9f3-4b00-bc27-56354cee6b78 req-ba998571-0130-441b-a417-672df8fee712 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64581e8-b7e1-4075-a68e-c69038440c0d HTTP/1.1" status: 200 len: 858 time: 0.4250131 Feb 28 17:23:45.729918 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-aa8426f7-7f5a-4c22-b91a-dd1ee7679362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:45.731362 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-aa8426f7-7f5a-4c22-b91a-dd1ee7679362 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.2551897 Feb 28 17:23:45.741791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Allocated IP 10.2.2.2 (a27b7ef0-0df5-4eaa-98f9-6b18b6a87457/ab56271a-4d7e-438f-b38a-5e9ae796d4ba/82c8983e-0f12-4676-9b21-a169968b352b) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:23:45.744660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0bedb-57ba-4ff7-8fef-866797128948 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed9316a-b370-4d95-992a-241814f5681e,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:45.764304 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (68c6cbb5-c16b-4dd1-8eb1-5522791517f2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:45.927183 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40eb3d91-bf87-48af-a42e-d1ed51850aee', 'tag': '0ed9316a-b370-4d95-992a-241814f5681e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:45.935211 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1a39c7-df23-4bcf-abd4-031280722efb" -d '{"events": [{"name": "network-changed", "server_uuid": "40eb3d91-bf87-48af-a42e-d1ed51850aee", "tag": "0ed9316a-b370-4d95-992a-241814f5681e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:45.950068 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-c14c08fe-9bf1-4946-9866-fbb25c3e4af8 service neutron] 10.222.0.69 "GET /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1739197 Feb 28 17:23:45.964155 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ace0aa94-c2eb-4a77-8633-38a86b7e9d89 req-823f7483-9140-41c8-9094-7bd334910b28 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.3005362 Feb 28 17:23:45.984004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c660632-88e6-4ec5-b2f1-8f8fd3971f9a None None] Pushing event updated for resources: {'Port': ['ID=68c6cbb5-c16b-4dd1-8eb1-5522791517f2,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:46.066677 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3f84c40-c9f3-4b00-bc27-56354cee6b78 req-524a7d4a-b448-4257-a53c-3864c358a3c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fd22816a-d08a-4624-85cd-73f8196c1644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3388152 Feb 28 17:23:46.089732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d048b9-8689-40ce-b6d7-c5982004e62e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Made reservation on behalf of b634f86b0c4943eba9adaea3f65f60ee for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:46.099954 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-83ff0dd8-6ea0-47e6-892e-a1b10d44895c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3555462 Feb 28 17:23:46.245564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfe549-83d7-47ec-b50b-59d9f4f23a27 req-8cd6f0d5-4928-40ad-b413-aa89921b7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:46.247287 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6adfe549-83d7-47ec-b50b-59d9f4f23a27 req-8cd6f0d5-4928-40ad-b413-aa89921b7fc0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dc4e1465-97bb-4ce3-bfd0-572c0be701e6 HTTP/1.1" status: 200 len: 918 time: 0.7790449 Feb 28 17:23:46.312001 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Publish callbacks [] for port (82c8983e-0f12-4676-9b21-a169968b352b), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:46.334421 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-44df8568-4239-4c9d-9085-a15209df79c7 service neutron] 10.222.0.69 "GET /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666531 Feb 28 17:23:46.409272 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (82c8983e-0f12-4676-9b21-a169968b352b), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:46.425357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6adfe549-83d7-47ec-b50b-59d9f4f23a27 req-6138eb59-5b17-4485-9306-daca4c04fb64 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6913ee11-d56f-42f1-90ac-9f57dabdd259 HTTP/1.1" status: 200 len: 217 time: 0.1680565 Feb 28 17:23:46.482968 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:23:46.499717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:46.517468 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:23:46.521683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Pushing event updated for resources: {'Port': ['ID=82c8983e-0f12-4676-9b21-a169968b352b,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:46.528162 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52060) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:46.532974 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c742645d-485c-4a2b-baaa-80bbb5facac7 x-openstack-request-id: req-c742645d-485c-4a2b-baaa-80bbb5facac7 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:46.533549 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40eb3d91-bf87-48af-a42e-d1ed51850aee", "tag": "0ed9316a-b370-4d95-992a-241814f5681e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:46.533812 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c742645d-485c-4a2b-baaa-80bbb5facac7 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:46.534242 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40eb3d91-bf87-48af-a42e-d1ed51850aee', 'tag': '0ed9316a-b370-4d95-992a-241814f5681e', 'status': 'completed', 'code': 200} Feb 28 17:23:46.558705 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d8a47f80-d5a3-43b9-9fb0-4002025bc93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:46.560266 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-d8a47f80-d5a3-43b9-9fb0-4002025bc93a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=34f7beabab634c70807ad5419fe9cd0a&device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 1127 time: 0.7605760 Feb 28 17:23:46.633543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Attempting to bind port 82c8983e-0f12-4676-9b21-a169968b352b on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:23:46.634978 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Attempting to bind port 82c8983e-0f12-4676-9b21-a169968b352b by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '9602a6b2-63ca-4a31-afa3-9872ea57190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:23:46.635428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Attempting to bind port 82c8983e-0f12-4676-9b21-a169968b352b on network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:23:46.642138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:23:46.647253 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Checking segment: {'id': '9602a6b2-63ca-4a31-afa3-9872ea57190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:23:46.647253 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:46.647253 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Bound using segment: {'id': '9602a6b2-63ca-4a31-afa3-9872ea57190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:23:46.647253 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Bound port: 82c8983e-0f12-4676-9b21-a169968b352b, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9602a6b2-63ca-4a31-afa3-9872ea57190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:23:46.647253 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (82c8983e-0f12-4676-9b21-a169968b352b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:46.648587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-cc8388f3-7e69-42dd-81e1-2e1c911da70c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ed9316a-b370-4d95-992a-241814f5681e HTTP/1.1" status: 200 len: 217 time: 0.0690634 Feb 28 17:23:46.733954 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] For port 82c8983e-0f12-4676-9b21-a169968b352b, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:23:46.743283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] For port 82c8983e-0f12-4676-9b21-a169968b352b, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=82c8983e-0f12-4676-9b21-a169968b352b,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:23:46.761127 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-33fba9ff-79ef-4493-885e-0683868a3f4a req-4637d31f-342b-45af-b36a-b49b52490d02 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.2258511 Feb 28 17:23:46.794786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee5915-d7b7-4a5f-80c4-94325609587a req-b47a69b2-1b7a-4c5a-9735-197c7ba2a777 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:46.796377 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d4ee5915-d7b7-4a5f-80c4-94325609587a req-b47a69b2-1b7a-4c5a-9735-197c7ba2a777 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.4590600 Feb 28 17:23:46.833046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b94396-cfba-4ccf-9f85-a0636632df78 req-8f4bdd02-efe0-4928-9a26-64295ddfed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:46.834586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4b94396-cfba-4ccf-9f85-a0636632df78 req-8f4bdd02-efe0-4928-9a26-64295ddfed71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=34f7beabab634c70807ad5419fe9cd0a&device_id=df64c655-b3e7-40bd-9dae-433448444121 HTTP/1.1" status: 200 len: 1127 time: 0.3544996 Feb 28 17:23:46.859424 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (82c8983e-0f12-4676-9b21-a169968b352b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:46.862454 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3f84c40-c9f3-4b00-bc27-56354cee6b78 req-e52badfd-b048-4339-a4c7-353cf453608f service neutron] 10.222.0.73 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596292 Feb 28 17:23:46.874444 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-1e43d64e-1985-4a6f-aee1-b930eb98b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:46.875940 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-1e43d64e-1985-4a6f-aee1-b930eb98b095 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7730a2bb-cbf7-43d7-af9c-369f1f65d2de HTTP/1.1" status: 200 len: 857 time: 0.1592283 Feb 28 17:23:46.976195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf365e82-a211-4e40-a284-89ede15b1188 None None] Pushing event updated for resources: {'Port': ['ID=82c8983e-0f12-4676-9b21-a169968b352b,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:47.027726 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-83eb8aca-842d-4ecc-851c-08eead4709ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc4e1465-97bb-4ce3-bfd0-572c0be701e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1435354 Feb 28 17:23:47.109455 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-421ebdb2-d804-42c0-a484-7be452aec6f5 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9926119 Feb 28 17:23:47.129265 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d4ee5915-d7b7-4a5f-80c4-94325609587a req-f2a29206-d595-488f-bcb7-4192ceb3ffa1 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195150 Feb 28 17:23:47.132217 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfe549-83d7-47ec-b50b-59d9f4f23a27 req-d2079faf-af3b-4873-89eb-33f2a5c30a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:47.133813 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6adfe549-83d7-47ec-b50b-59d9f4f23a27 req-d2079faf-af3b-4873-89eb-33f2a5c30a9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7730a2bb-cbf7-43d7-af9c-369f1f65d2de HTTP/1.1" status: 200 len: 857 time: 0.6998925 Feb 28 17:23:47.211794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b94396-cfba-4ccf-9f85-a0636632df78 req-fcbabb39-8b51-4b57-a92a-533975a075c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:47.214395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4b94396-cfba-4ccf-9f85-a0636632df78 req-fcbabb39-8b51-4b57-a92a-533975a075c4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dc4e1465-97bb-4ce3-bfd0-572c0be701e6 HTTP/1.1" status: 200 len: 918 time: 0.3645928 Feb 28 17:23:47.243500 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d048b9-8689-40ce-b6d7-c5982004e62e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:47.278457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6adfe549-83d7-47ec-b50b-59d9f4f23a27 req-2d7da902-5e67-4fec-916c-aafd628ed3a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc4e1465-97bb-4ce3-bfd0-572c0be701e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316032 Feb 28 17:23:47.281775 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4b94396-cfba-4ccf-9f85-a0636632df78 req-bfa92363-6300-48cd-8c4f-5b612773cac4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110c3972-38e8-4bbb-8119-1f1b5227964b HTTP/1.1" status: 200 len: 217 time: 0.0541573 Feb 28 17:23:47.365165 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4094a50-a0ce-4581-8604-6200289b588a req-682977cc-c378-4c4b-b9f6-ae9d679d51ff tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:47.378285 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e4094a50-a0ce-4581-8604-6200289b588a req-682977cc-c378-4c4b-b9f6-ae9d679d51ff tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 944 time: 0.3900237 Feb 28 17:23:47.419911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-83d048b9-8689-40ce-b6d7-c5982004e62e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] device_id is not set on port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:23:47.525602 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3f84c40-c9f3-4b00-bc27-56354cee6b78 req-7cbeda16-f0c5-4f12-8f13-26d4a3fbba93 service neutron] 10.222.0.73 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6444590 Feb 28 17:23:47.528688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b94396-cfba-4ccf-9f85-a0636632df78 req-802f1c81-bafb-43fc-89ce-aa12e08e9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:47.528688 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4b94396-cfba-4ccf-9f85-a0636632df78 req-802f1c81-bafb-43fc-89ce-aa12e08e9a24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7730a2bb-cbf7-43d7-af9c-369f1f65d2de HTTP/1.1" status: 200 len: 857 time: 0.2382112 Feb 28 17:23:47.547922 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-8c036676-232d-45ef-8600-1ca59ffb2a64 service neutron] 10.222.0.69 "GET /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724357 Feb 28 17:23:47.557722 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-c2024518-5358-454d-b809-70af6d4270d8 service neutron] 10.222.0.69 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158685 Feb 28 17:23:47.592799 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4b94396-cfba-4ccf-9f85-a0636632df78 req-63f61751-b0b5-418a-837c-5782e1e93348 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc4e1465-97bb-4ce3-bfd0-572c0be701e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508509 Feb 28 17:23:47.625834 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a727e83-21d2-4c8a-af57-0076985d1559 None None] Network fd7a05c5-9896-4296-a65a-a68965a6760b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:23:47.669526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac55129-a863-4e54-82fd-ac055cca8c89 req-dfa264e5-af88-4faf-a1eb-e67b4f2ffdc3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:47.671412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cac55129-a863-4e54-82fd-ac055cca8c89 req-dfa264e5-af88-4faf-a1eb-e67b4f2ffdc3 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 944 time: 0.3847737 Feb 28 17:23:47.696555 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e4094a50-a0ce-4581-8604-6200289b588a req-71cbbf83-e038-409b-bfd0-5b65c35cf397 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183038 Feb 28 17:23:47.736398 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6adfe549-83d7-47ec-b50b-59d9f4f23a27 req-02e961c9-ff3a-4852-b40e-7b1241ac5143 service neutron] 10.222.0.73 "GET /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275494 Feb 28 17:23:47.785380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ef236fbf-4784-43fb-94da-2182128f116f None None] Provisioning complete for port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:47.786396 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ef236fbf-4784-43fb-94da-2182128f116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (68c6cbb5-c16b-4dd1-8eb1-5522791517f2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:48.021635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ef236fbf-4784-43fb-94da-2182128f116f None None] Current status of the port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:48.022385 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ef236fbf-4784-43fb-94da-2182128f116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (68c6cbb5-c16b-4dd1-8eb1-5522791517f2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:48.082329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-83d048b9-8689-40ce-b6d7-c5982004e62e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Allocated IP 10.1.1.22 (fd7a05c5-9896-4296-a65a-a68965a6760b/8a4738a0-1289-4e56-b145-4dbba3675af2/3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:23:48.106035 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ef236fbf-4784-43fb-94da-2182128f116f None None] For port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=68c6cbb5-c16b-4dd1-8eb1-5522791517f2,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:48.254071 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6adfe549-83d7-47ec-b50b-59d9f4f23a27 req-1c5fb63c-046c-4a53-8d6c-e0338cd442b5 service neutron] 10.222.0.73 "GET /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971550 Feb 28 17:23:48.294068 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ef236fbf-4784-43fb-94da-2182128f116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (68c6cbb5-c16b-4dd1-8eb1-5522791517f2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:48.322360 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-168887d0-80ae-42bc-a6de-94e37d9b67e7 req-353b9c4d-cb77-4b36-8cac-ff2a46a7391b service neutron] 10.222.0.69 "GET /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7587724 Feb 28 17:23:48.349540 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cac55129-a863-4e54-82fd-ac055cca8c89 req-593edb41-67d3-4f43-85fa-6d83c714db9a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466382 Feb 28 17:23:48.394273 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4b94396-cfba-4ccf-9f85-a0636632df78 req-bb7b9256-7e2e-424b-8772-5d089794623e service neutron] 10.222.0.69 "GET /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7864058 Feb 28 17:23:48.493054 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef236fbf-4784-43fb-94da-2182128f116f None None] Pushing event updated for resources: {'Port': ['ID=68c6cbb5-c16b-4dd1-8eb1-5522791517f2,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:48.523321 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-dca8d4f8-133f-4150-b33a-d4460e1c5209 None None] Provisioning complete for port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:48.523698 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dca8d4f8-133f-4150-b33a-d4460e1c5209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (68c6cbb5-c16b-4dd1-8eb1-5522791517f2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:48.584675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 82c8983e-0f12-4676-9b21-a169968b352b up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:23:48.607308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 6913ee11-d56f-42f1-90ac-9f57dabdd259 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:23:48.631749 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d048b9-8689-40ce-b6d7-c5982004e62e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:48.691882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-7df83cb4-e314-49a2-8223-af43f656f769 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:48.693467 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-7df83cb4-e314-49a2-8223-af43f656f769 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26&tenant_id=c57be2755a4d40389e59c507cc6d5340&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1127 time: 0.1557448 Feb 28 17:23:48.729599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a39c7-df23-4bcf-abd4-031280722efb req-808e755f-8400-4917-8608-58c6dfb1ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:48.734457 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df1a39c7-df23-4bcf-abd4-031280722efb req-808e755f-8400-4917-8608-58c6dfb1ec3b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=34f7beabab634c70807ad5419fe9cd0a&device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 1127 time: 0.2327397 Feb 28 17:23:48.762981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2f24d-8a49-4a14-91e9-3d28c053f8bd req-977473fe-f213-4e01-97a8-8744469ddade tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:48.770819 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ab2f24d-8a49-4a14-91e9-3d28c053f8bd req-977473fe-f213-4e01-97a8-8744469ddade tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.2714617 Feb 28 17:23:48.812641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7452d1-4c10-43a6-96ad-6ead6e77e7cd None None] Network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:23:48.840140 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4b94396-cfba-4ccf-9f85-a0636632df78 req-d96b1a5e-f5cc-4556-b495-967c6387dee0 service neutron] 10.222.0.69 "GET /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397867 Feb 28 17:23:48.871279 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d048b9-8689-40ce-b6d7-c5982004e62e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:48.909003 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ab2f24d-8a49-4a14-91e9-3d28c053f8bd req-6f96dab6-d8f8-402b-9927-0e36ee941264 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370492 Feb 28 17:23:48.956513 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d048b9-8689-40ce-b6d7-c5982004e62e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Network fd7a05c5-9896-4296-a65a-a68965a6760b is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:23:48.959754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a39c7-df23-4bcf-abd4-031280722efb req-b625dbf1-d158-4c38-afe5-3a18274dbfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:48.966876 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df1a39c7-df23-4bcf-abd4-031280722efb req-b625dbf1-d158-4c38-afe5-3a18274dbfb9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dc4e1465-97bb-4ce3-bfd0-572c0be701e6 HTTP/1.1" status: 200 len: 918 time: 0.1937892 Feb 28 17:23:48.975397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-83d048b9-8689-40ce-b6d7-c5982004e62e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:48.994103 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d048b9-8689-40ce-b6d7-c5982004e62e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:23:48.997696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 82c8983e-0f12-4676-9b21-a169968b352b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:48.998134 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (82c8983e-0f12-4676-9b21-a169968b352b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:49.017048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-de3de719-d9dd-4348-9212-0ed525293584 service neutron] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:23:49.042229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df1a39c7-df23-4bcf-abd4-031280722efb req-6623bb1b-67b9-4302-acf1-693b0671e76f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ed9316a-b370-4d95-992a-241814f5681e HTTP/1.1" status: 200 len: 217 time: 0.0671718 Feb 28 17:23:49.045563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-dca8d4f8-133f-4150-b33a-d4460e1c5209 None None] Current status of the port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:49.065570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 6913ee11-d56f-42f1-90ac-9f57dabdd259, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=6913ee11-d56f-42f1-90ac-9f57dabdd259,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:49.107441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '6913ee11-d56f-42f1-90ac-9f57dabdd259', 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6', 'port_id': '6913ee11-d56f-42f1-90ac-9f57dabdd259', 'mac_address': 'fa:16:3e:15:75:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7730a2bb-cbf7-43d7-af9c-369f1f65d2de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:23:49.149153 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-de3de719-d9dd-4348-9212-0ed525293584 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:49.150910 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-28cf0c46-3810-4bb9-ba5a-68c53fd656b0 req-de3de719-d9dd-4348-9212-0ed525293584 service neutron] 10.222.0.69 "DELETE /v2.0/ports/3b8c5e06-02fd-4579-b1c3-b5ca8f898792/bindings/n-h1-820368-19 HTTP/1.1" status: 204 len: 173 time: 0.4471352 Feb 28 17:23:49.176016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a39c7-df23-4bcf-abd4-031280722efb req-8d538ab1-f630-4b3e-9e2b-e0e515f76be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:49.177419 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df1a39c7-df23-4bcf-abd4-031280722efb req-8d538ab1-f630-4b3e-9e2b-e0e515f76be3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7730a2bb-cbf7-43d7-af9c-369f1f65d2de HTTP/1.1" status: 200 len: 857 time: 0.1286082 Feb 28 17:23:49.185156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d048b9-8689-40ce-b6d7-c5982004e62e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'Port': ['ID=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:49.231003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d048b9-8689-40ce-b6d7-c5982004e62e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:49.232020 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d048b9-8689-40ce-b6d7-c5982004e62e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:49.243843 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-00a0a315-ada8-4770-857f-2ddf75e5939c req-edc5b742-8e44-458b-9887-9d560e4fc3d8 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1478214 Feb 28 17:23:49.270889 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df1a39c7-df23-4bcf-abd4-031280722efb req-78d99bd5-0e57-43b4-b3f7-947ddf4a88de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc4e1465-97bb-4ce3-bfd0-572c0be701e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811081 Feb 28 17:23:49.276243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 6913ee11-d56f-42f1-90ac-9f57dabdd259 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:49.276243 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:49.292890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131579f7-6c78-4428-a03d-02e3b1c02ae1 req-3c18782e-9f10-45ee-b412-2dda76459d36 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:49.301270 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-131579f7-6c78-4428-a03d-02e3b1c02ae1 req-3c18782e-9f10-45ee-b412-2dda76459d36 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 944 time: 0.2864118 Feb 28 17:23:49.357163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-82ed08e2-ebcb-449a-9831-10bafd1910e6 None None] Provisioning complete for port 82c8983e-0f12-4676-9b21-a169968b352b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:49.357543 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-82ed08e2-ebcb-449a-9831-10bafd1910e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (82c8983e-0f12-4676-9b21-a169968b352b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:49.384752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 110c3972-38e8-4bbb-8119-1f1b5227964b details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:23:49.392552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 82c8983e-0f12-4676-9b21-a169968b352b is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:49.392976 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (82c8983e-0f12-4676-9b21-a169968b352b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:49.435201 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-131579f7-6c78-4428-a03d-02e3b1c02ae1 req-e7819bdf-9ba2-4b06-8806-8561b13e953c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279759 Feb 28 17:23:49.438710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52112) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:49.439562 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-83d048b9-8689-40ce-b6d7-c5982004e62e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4996464 Feb 28 17:23:49.468729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6913ee11-d56f-42f1-90ac-9f57dabdd259 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:23:49.508454 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1ed5db78-61b5-47b5-b5d6-053c74baab72 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'port': {'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b', 'name': 'tempest-TaggedBootDevicesTest_v242-1131691928', 'fixed_ips': [{'subnet_id': '8a4738a0-1289-4e56-b145-4dbba3675af2'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:49.533014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df1a39c7-df23-4bcf-abd4-031280722efb req-9145a723-00e4-4157-bb9e-8a171c540976 service neutron] 10.222.0.69 "GET /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553191 Feb 28 17:23:49.572853 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0a81d-85c3-4b46-8c60-50b05da0fff6 req-7ab4aa9f-96ab-4acf-9521-061d2b88ab7b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:49.576909 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aee0a81d-85c3-4b46-8c60-50b05da0fff6 req-7ab4aa9f-96ab-4acf-9521-061d2b88ab7b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 944 time: 0.0818510 Feb 28 17:23:49.586738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 6913ee11-d56f-42f1-90ac-9f57dabdd259, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=6913ee11-d56f-42f1-90ac-9f57dabdd259,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:49.617771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 82c8983e-0f12-4676-9b21-a169968b352b, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=82c8983e-0f12-4676-9b21-a169968b352b,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:49.765142 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aee0a81d-85c3-4b46-8c60-50b05da0fff6 req-a02d3da3-a048-4ff3-a943-9c7bfbbc5f75 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814950 Feb 28 17:23:49.886422 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df1a39c7-df23-4bcf-abd4-031280722efb req-f6d453ab-3e25-4263-bc06-0c529f3847a2 service neutron] 10.222.0.69 "GET /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458359 Feb 28 17:23:49.943010 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd416455-2751-45e7-a3c0-564c61b74cd1 req-08c877fc-68cc-45a9-880f-35084887e6d0 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:49.945065 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd416455-2751-45e7-a3c0-564c61b74cd1 req-08c877fc-68cc-45a9-880f-35084887e6d0 tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 1127 time: 0.0534248 Feb 28 17:23:49.963394 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (82c8983e-0f12-4676-9b21-a169968b352b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:49.964322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:23:49.966038 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:50.016695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd416455-2751-45e7-a3c0-564c61b74cd1 req-68f84659-3b56-404f-ab42-88bcb28eec6a tempest-LiveMigrationTest-431547547 tempest-LiveMigrationTest-431547547-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634568 Feb 28 17:23:50.019402 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed5db78-61b5-47b5-b5d6-053c74baab72 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Made reservation on behalf of b634f86b0c4943eba9adaea3f65f60ee for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:23:50.165222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=82c8983e-0f12-4676-9b21-a169968b352b,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:50.169678 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 110c3972-38e8-4bbb-8119-1f1b5227964b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=110c3972-38e8-4bbb-8119-1f1b5227964b,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:50.173466 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-82ed08e2-ebcb-449a-9831-10bafd1910e6 None None] Current status of the port 82c8983e-0f12-4676-9b21-a169968b352b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:50.214062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '110c3972-38e8-4bbb-8119-1f1b5227964b', 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6', 'port_id': '110c3972-38e8-4bbb-8119-1f1b5227964b', 'mac_address': 'fa:16:3e:34:79:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7730a2bb-cbf7-43d7-af9c-369f1f65d2de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:23:50.226250 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ed5db78-61b5-47b5-b5d6-053c74baab72 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:50.265254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:50.265711 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (68c6cbb5-c16b-4dd1-8eb1-5522791517f2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:50.292621 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45b743cc-2061-4f42-90ff-07b5ebd1d0b2 req-a48cb677-97df-4683-a364-3f406777d996 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0598352 Feb 28 17:23:50.300213 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=6913ee11-d56f-42f1-90ac-9f57dabdd259,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:50.308032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-1ed5db78-61b5-47b5-b5d6-053c74baab72 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] device_id is not set on port afa3091f-cdea-4a5b-b76f-6b6b3d58246e yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:23:50.328071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 110c3972-38e8-4bbb-8119-1f1b5227964b is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:50.328463 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:50.344820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea304a-5659-48f3-b718-95df24d4999a req-89d56932-ffa1-46ba-8714-6ac6b53f9aa9 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:50.346708 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-baea304a-5659-48f3-b718-95df24d4999a req-89d56932-ffa1-46ba-8714-6ac6b53f9aa9 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.2623129 Feb 28 17:23:50.349241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6682fed9-3b7f-4743-815b-d90a37da847a None None] Provisioning complete for port 82c8983e-0f12-4676-9b21-a169968b352b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:50.351141 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6682fed9-3b7f-4743-815b-d90a37da847a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (82c8983e-0f12-4676-9b21-a169968b352b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:50.367906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110c3972-38e8-4bbb-8119-1f1b5227964b {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:23:50.409627 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['6913ee11-d56f-42f1-90ac-9f57dabdd259'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:23:50.467812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 110c3972-38e8-4bbb-8119-1f1b5227964b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=110c3972-38e8-4bbb-8119-1f1b5227964b,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:50.534767 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-baea304a-5659-48f3-b718-95df24d4999a req-ea3a22c6-d615-40d6-be8f-50e058e37b2f tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478262 Feb 28 17:23:50.578024 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:50.580187 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:50.646820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6682fed9-3b7f-4743-815b-d90a37da847a None None] Current status of the port 82c8983e-0f12-4676-9b21-a169968b352b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:50.694962 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6682fed9-3b7f-4743-815b-d90a37da847a None None] Provisioning complete for port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:50.694962 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6682fed9-3b7f-4743-815b-d90a37da847a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:50.695320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-1ed5db78-61b5-47b5-b5d6-053c74baab72 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Allocated IP 10.1.1.69 (fd7a05c5-9896-4296-a65a-a68965a6760b/8a4738a0-1289-4e56-b145-4dbba3675af2/afa3091f-cdea-4a5b-b76f-6b6b3d58246e) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:23:50.701088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=110c3972-38e8-4bbb-8119-1f1b5227964b,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:50.724111 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686ce58-2e18-4ee2-b408-581074b047fe req-3e2d8042-e6a1-432b-ad49-adeb3897f975 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:50.725698 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4686ce58-2e18-4ee2-b408-581074b047fe req-3e2d8042-e6a1-432b-ad49-adeb3897f975 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 944 time: 0.0884020 Feb 28 17:23:50.739881 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 82c8983e-0f12-4676-9b21-a169968b352b up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:23:50.817630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6682fed9-3b7f-4743-815b-d90a37da847a None None] Port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:23:50.844017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 82c8983e-0f12-4676-9b21-a169968b352b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:50.844402 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (82c8983e-0f12-4676-9b21-a169968b352b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:50.881417 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4686ce58-2e18-4ee2-b408-581074b047fe req-aaab7cf2-2287-4b61-8739-d72ac51b839e tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459811 Feb 28 17:23:50.918515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['110c3972-38e8-4bbb-8119-1f1b5227964b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:23:50.927714 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-a2b4c7c8-facc-466c-88bd-ca4262e64d88 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1514916 Feb 28 17:23:50.979634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 82c8983e-0f12-4676-9b21-a169968b352b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:50.979634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:23:51.001044 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ed5db78-61b5-47b5-b5d6-053c74baab72 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:51.082423 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-860938ca-a414-4379-b762-e1369ca797e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.082929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-860938ca-a414-4379-b762-e1369ca797e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.083453 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-860938ca-a414-4379-b762-e1369ca797e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.083929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-860938ca-a414-4379-b762-e1369ca797e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.084447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-860938ca-a414-4379-b762-e1369ca797e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.084910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-860938ca-a414-4379-b762-e1369ca797e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.085564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-860938ca-a414-4379-b762-e1369ca797e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.088182 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-860938ca-a414-4379-b762-e1369ca797e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 6714 time: 0.1306682 Feb 28 17:23:51.088604 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:51.089297 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (68c6cbb5-c16b-4dd1-8eb1-5522791517f2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:51.113628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a2d6b-0b27-4ca2-a346-a8d03d9de2f2 req-6c70ee47-74cf-405e-bc77-d7dd05fb99d4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.113628 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-114a2d6b-0b27-4ca2-a346-a8d03d9de2f2 req-6c70ee47-74cf-405e-bc77-d7dd05fb99d4 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 944 time: 0.0946503 Feb 28 17:23:51.189101 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-114a2d6b-0b27-4ca2-a346-a8d03d9de2f2 req-c286251f-1393-433f-84a4-47e8afbab69a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713999 Feb 28 17:23:51.192961 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ed5db78-61b5-47b5-b5d6-053c74baab72 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:51.241414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:51.302539 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed5db78-61b5-47b5-b5d6-053c74baab72 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Network fd7a05c5-9896-4296-a65a-a68965a6760b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:23:51.313555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-1ed5db78-61b5-47b5-b5d6-053c74baab72 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:51.320740 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5db78-61b5-47b5-b5d6-053c74baab72 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:23:51.329669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5db78-61b5-47b5-b5d6-053c74baab72 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'Port': ['ID=afa3091f-cdea-4a5b-b76f-6b6b3d58246e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:51.361061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-9e572904-ee09-40ac-82ac-dd288b65f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.361537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-9e572904-ee09-40ac-82ac-dd288b65f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.362025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-9e572904-ee09-40ac-82ac-dd288b65f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.363766 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-9e572904-ee09-40ac-82ac-dd288b65f89e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f480115-5801-45bd-aa86-f54a00aae2c2&id=91981ed3-7507-473e-bc6a-cc9456441a99&id=91981ed3-7507-473e-bc6a-cc9456441a99&id=91981ed3-7507-473e-bc6a-cc9456441a99&id=91981ed3-7507-473e-bc6a-cc9456441a99&id=7d906d5f-4f1b-416c-9ece-e01d9e321052&id=7d906d5f-4f1b-416c-9ece-e01d9e321052 HTTP/1.1" status: 200 len: 2293 time: 0.2508678 Feb 28 17:23:51.371483 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0ed9316a-b370-4d95-992a-241814f5681e details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:23:51.448643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed5db78-61b5-47b5-b5d6-053c74baab72 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.449285 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ed5db78-61b5-47b5-b5d6-053c74baab72 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:51.519828 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-0ed08cb5-8cee-499d-a75c-614421243f71 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dba8abd3-2fff-466c-935b-cc9c3eb302cc HTTP/1.1" status: 200 len: 1000 time: 0.1383235 Feb 28 17:23:51.537627 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 0ed9316a-b370-4d95-992a-241814f5681e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0ed9316a-b370-4d95-992a-241814f5681e,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:51.541974 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1ed5db78-61b5-47b5-b5d6-053c74baab72 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1020572 Feb 28 17:23:51.556332 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '0ed9316a-b370-4d95-992a-241814f5681e', 'network_id': 'dc4e1465-97bb-4ce3-bfd0-572c0be701e6', 'port_id': '0ed9316a-b370-4d95-992a-241814f5681e', 'mac_address': 'fa:16:3e:5a:ae:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7730a2bb-cbf7-43d7-af9c-369f1f65d2de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:23:51.610599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-87a864a0-8b55-4bbd-ac40-55252948c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.612376 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-87a864a0-8b55-4bbd-ac40-55252948c521 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5ee6953-30d0-4c0b-8c97-03aeb406c90f HTTP/1.1" status: 200 len: 850 time: 0.0850673 Feb 28 17:23:51.652865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 0ed9316a-b370-4d95-992a-241814f5681e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:51.653795 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0ed9316a-b370-4d95-992a-241814f5681e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:51.692414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6a1a9233-0132-4442-abbb-09bd70e3a159 None None] Provisioning complete for port afa3091f-cdea-4a5b-b76f-6b6b3d58246e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:51.694483 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9233-0132-4442-abbb-09bd70e3a159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:51.701165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed9316a-b370-4d95-992a-241814f5681e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:23:51.724905 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-02e7beae-d4f2-4a53-9c11-00cb367359fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.724905 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-02e7beae-d4f2-4a53-9c11-00cb367359fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f480115-5801-45bd-aa86-f54a00aae2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1023777 Feb 28 17:23:51.754746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9119a-dd92-4553-871f-bc8a199c5fea req-e1cc179f-c146-4449-afb5-4d7c2ee66b27 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.762165 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4d9119a-dd92-4553-871f-bc8a199c5fea req-e1cc179f-c146-4449-afb5-4d7c2ee66b27 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.69 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 944 time: 0.1164827 Feb 28 17:23:51.763772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 0ed9316a-b370-4d95-992a-241814f5681e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0ed9316a-b370-4d95-992a-241814f5681e,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:51.771464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a9233-0132-4442-abbb-09bd70e3a159 None None] Port afa3091f-cdea-4a5b-b76f-6b6b3d58246e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:23:51.855090 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-fa27962c-0ba7-4ede-97a3-b18882704887 service neutron] 10.222.0.69 "GET /v2.0/networks/7f480115-5801-45bd-aa86-f54a00aae2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206596 Feb 28 17:23:51.910915 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0ed9316a-b370-4d95-992a-241814f5681e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:51.923857 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b805e0a-5216-42c5-9106-d92b8f4fb745 req-befacfd0-7c4c-43b6-b4b9-e4010c4c351a tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:51.932122 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6b805e0a-5216-42c5-9106-d92b8f4fb745 req-befacfd0-7c4c-43b6-b4b9-e4010c4c351a tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1229453 Feb 28 17:23:51.971152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-92d23ebb-40af-4fa3-9154-237635272154 service neutron] 10.222.0.69 "GET /v2.0/networks/7f480115-5801-45bd-aa86-f54a00aae2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070347 Feb 28 17:23:51.974861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-c4d9119a-dd92-4553-871f-bc8a199c5fea req-b0bdd8cc-eb4e-40e5-aec0-7ed7deb9cf4f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Deleting port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:23:51.975236 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c4d9119a-dd92-4553-871f-bc8a199c5fea req-b0bdd8cc-eb4e-40e5-aec0-7ed7deb9cf4f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:51.997955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=0ed9316a-b370-4d95-992a-241814f5681e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:52.042515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-ad71a458-8a81-44b9-a8e5-99f1c7598d66 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=798e28b7-2a97-42c3-9aa7-4413d6985b80 HTTP/1.1" status: 200 len: 217 time: 0.0645974 Feb 28 17:23:52.059237 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6b805e0a-5216-42c5-9106-d92b8f4fb745 req-c0a1fad4-d4d0-4a9c-ae78-a012812393f9 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254694 Feb 28 17:23:52.107971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-9e6936a6-8a80-4e9e-910f-de5e51957fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:52.110309 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-9e6936a6-8a80-4e9e-910f-de5e51957fbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d8b4a6-73f9-4d54-bb5c-3856ed373ac8 HTTP/1.1" status: 200 len: 797 time: 0.0608153 Feb 28 17:23:52.178867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-5c451faa-82ed-4309-8145-07a77bb83c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:52.180369 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-5c451faa-82ed-4309-8145-07a77bb83c98 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91981ed3-7507-473e-bc6a-cc9456441a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0638647 Feb 28 17:23:52.181413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52166) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:52.186010 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b5473db7-7d33-449d-bd25-e8536763fa7a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449436063', 'description': 'tempest-description--1527327973'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:52.188983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-c4d9119a-dd92-4553-871f-bc8a199c5fea req-b0bdd8cc-eb4e-40e5-aec0-7ed7deb9cf4f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] For port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:52.196528 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c4d9119a-dd92-4553-871f-bc8a199c5fea req-b0bdd8cc-eb4e-40e5-aec0-7ed7deb9cf4f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:52.247790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['0ed9316a-b370-4d95-992a-241814f5681e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:23:52.247908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-c4d9119a-dd92-4553-871f-bc8a199c5fea req-b0bdd8cc-eb4e-40e5-aec0-7ed7deb9cf4f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Calling delete_port for 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:23:52.272211 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f5458817-9e91-42eb-96e2-101f7518ef20 req-2da88963-a05f-4e74-ae1a-4807d1bcba70 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0562096 Feb 28 17:23:52.346728 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-a4f8514a-b60c-4f5a-91a5-ffde9c7edbac service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561997 Feb 28 17:23:52.351986 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63df51-334a-442c-ae58-59dc1d9c04fa req-d9a41d48-d739-4d4b-bef8-e61810f088a0 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:52.361069 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7d63df51-334a-442c-ae58-59dc1d9c04fa req-d9a41d48-d739-4d4b-bef8-e61810f088a0 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 945 time: 0.1856000 Feb 28 17:23:52.433565 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7d63df51-334a-442c-ae58-59dc1d9c04fa req-63d45327-28a9-44e2-9645-60c66eddd50e tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715261 Feb 28 17:23:52.586783 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c4d9119a-dd92-4553-871f-bc8a199c5fea req-b0bdd8cc-eb4e-40e5-aec0-7ed7deb9cf4f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3b8c5e06-02fd-4579-b1c3-b5ca8f898792), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:52.622552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3b8c5e06-02fd-4579-b1c3-b5ca8f898792'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:23:52.625522 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 6913ee11-d56f-42f1-90ac-9f57dabdd259 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:23:52.670390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdd8cc-eb4e-40e5-aec0-7ed7deb9cf4f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Pushing event deleted for resources: {'Port': ['ID=3b8c5e06-02fd-4579-b1c3-b5ca8f898792,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:52.734721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d9119a-dd92-4553-871f-bc8a199c5fea req-b0bdd8cc-eb4e-40e5-aec0-7ed7deb9cf4f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] No DVR routers for this DVR port 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:23:52.739104 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c4d9119a-dd92-4553-871f-bc8a199c5fea req-b0bdd8cc-eb4e-40e5-aec0-7ed7deb9cf4f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:52.739776 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b5473db7-7d33-449d-bd25-e8536763fa7a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:52.743310 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4d9119a-dd92-4553-871f-bc8a199c5fea req-b0bdd8cc-eb4e-40e5-aec0-7ed7deb9cf4f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.69 "DELETE /v2.0/ports/3b8c5e06-02fd-4579-b1c3-b5ca8f898792 HTTP/1.1" status: 204 len: 173 time: 0.9756355 Feb 28 17:23:52.747150 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907d1caf-f406-4e8d-a257-49e6b3a76f26', 'name': 'network-vif-deleted', 'tag': '3b8c5e06-02fd-4579-b1c3-b5ca8f898792'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:52.747150 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681ae3be-44d1-44e8-b15e-d654b81883f2" -d '{"events": [{"server_uuid": "907d1caf-f406-4e8d-a257-49e6b3a76f26", "name": "network-vif-deleted", "tag": "3b8c5e06-02fd-4579-b1c3-b5ca8f898792"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:52.791024 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e0cdae9b-b25c-41bf-b758-dddfd934e0b1 req-857f04ab-1246-48ff-82e1-f3d24ec9f527 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0524762 Feb 28 17:23:52.808364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 6913ee11-d56f-42f1-90ac-9f57dabdd259 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:23:52.814806 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 6913ee11-d56f-42f1-90ac-9f57dabdd259 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:52.815505 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:52.822024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1390e89-a38f-4ae9-879c-7a3ff2c0332d req-b506b774-16f6-499a-8ef5-23f991dadd05 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:52.829075 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a1390e89-a38f-4ae9-879c-7a3ff2c0332d req-b506b774-16f6-499a-8ef5-23f991dadd05 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 944 time: 0.5221477 Feb 28 17:23:52.834166 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-4b083ecf-c421-46e1-a841-1f6d25af93aa service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780715 Feb 28 17:23:52.900746 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-c6c98d0b-81c7-4d6a-90bd-cc821f970926 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=ef6ac6e4-3324-41d9-af4d-48868536be2c HTTP/1.1" status: 200 len: 217 time: 0.0577595 Feb 28 17:23:52.969111 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7481ed97-ed1c-47d4-9bad-51ebc934344c req-58d1419e-6ed4-4074-8b3e-79d9200ed445 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0629883 Feb 28 17:23:52.989662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 6913ee11-d56f-42f1-90ac-9f57dabdd259 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:52.990538 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:53.005496 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a1390e89-a38f-4ae9-879c-7a3ff2c0332d req-155a3cb0-50c2-44d9-994e-ecf3c2d75681 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717262 Feb 28 17:23:53.036865 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b5473db7-7d33-449d-bd25-e8536763fa7a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for security_group (b1193aff-bbf5-440a-b236-a5da5025b0ec), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:53.039289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-b67d2e54-8d20-4da0-b73a-92c61f8223e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:53.041452 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-b67d2e54-8d20-4da0-b73a-92c61f8223e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d8b4a6-73f9-4d54-bb5c-3856ed373ac8 HTTP/1.1" status: 200 len: 797 time: 0.1320951 Feb 28 17:23:53.065438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481ed97-ed1c-47d4-9bad-51ebc934344c req-54baa05b-f480-4e49-8b5a-c41fd7fcb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:53.067358 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7481ed97-ed1c-47d4-9bad-51ebc934344c req-54baa05b-f480-4e49-8b5a-c41fd7fcb737 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 1127 time: 0.0754445 Feb 28 17:23:53.082490 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 6913ee11-d56f-42f1-90ac-9f57dabdd259, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=6913ee11-d56f-42f1-90ac-9f57dabdd259,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:53.084250 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717ec997-95c5-4b76-8e97-48373bcbbb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6913ee11-d56f-42f1-90ac-9f57dabdd259'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:53.087970 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2738c683-9556-426a-8724-79a5b247e00e" -d '{"events": [{"server_uuid": "717ec997-95c5-4b76-8e97-48373bcbbb60", "name": "network-vif-plugged", "status": "completed", "tag": "6913ee11-d56f-42f1-90ac-9f57dabdd259"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:53.118633 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4327753a-b130-4749-ac59-338a96e7a4de x-openstack-request-id: req-4327753a-b130-4749-ac59-338a96e7a4de {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:53.118633 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907d1caf-f406-4e8d-a257-49e6b3a76f26", "name": "network-vif-deleted", "tag": "3b8c5e06-02fd-4579-b1c3-b5ca8f898792", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:53.119547 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4327753a-b130-4749-ac59-338a96e7a4de {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:53.119547 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907d1caf-f406-4e8d-a257-49e6b3a76f26', 'name': 'network-vif-deleted', 'tag': '3b8c5e06-02fd-4579-b1c3-b5ca8f898792', 'status': 'completed', 'code': 200} Feb 28 17:23:53.135094 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b5473db7-7d33-449d-bd25-e8536763fa7a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b1193aff-bbf5-440a-b236-a5da5025b0ec), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:53.160909 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-01e16d66-63a0-45e8-8d1f-e14d26381c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:53.162759 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-01e16d66-63a0-45e8-8d1f-e14d26381c15 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91981ed3-7507-473e-bc6a-cc9456441a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1145971 Feb 28 17:23:53.179247 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:53.205448 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481ed97-ed1c-47d4-9bad-51ebc934344c req-c6893bf0-e6fd-4152-9578-f69a8112184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:53.207215 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7481ed97-ed1c-47d4-9bad-51ebc934344c req-c6893bf0-e6fd-4152-9578-f69a8112184a service neutron] 10.222.0.73 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.1183434 Feb 28 17:23:53.254615 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5473db7-7d33-449d-bd25-e8536763fa7a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1193aff-bbf5-440a-b236-a5da5025b0ec,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:53.271363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=6913ee11-d56f-42f1-90ac-9f57dabdd259,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:53.313053 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b5473db7-7d33-449d-bd25-e8536763fa7a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:53.314447 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b5473db7-7d33-449d-bd25-e8536763fa7a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1320081 Feb 28 17:23:53.319338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52192) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:53.324503 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-31ff9d32-ec26-46d6-ac8b-f0621e6234e7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'security_group_rule': {'security_group_id': 'b1193aff-bbf5-440a-b236-a5da5025b0ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:53.325133 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7481ed97-ed1c-47d4-9bad-51ebc934344c req-2805829e-ebf6-4009-9320-01f737ff36ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbf11550-a277-4d9a-bc89-d56129b220a4 HTTP/1.1" status: 200 len: 217 time: 0.1064010 Feb 28 17:23:53.394970 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 110c3972-38e8-4bbb-8119-1f1b5227964b up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:23:53.413455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54135f2f-0b75-454a-8553-7d0ee00c9ed9 req-436ecced-1729-4377-903b-c1da6bab8478 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:53.426343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-54135f2f-0b75-454a-8553-7d0ee00c9ed9 req-436ecced-1729-4377-903b-c1da6bab8478 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.2132530 Feb 28 17:23:53.483093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481ed97-ed1c-47d4-9bad-51ebc934344c req-bcd03b70-551a-422c-b459-11b97354f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:53.489666 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7481ed97-ed1c-47d4-9bad-51ebc934344c req-bcd03b70-551a-422c-b459-11b97354f5e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1592548 Feb 28 17:23:53.498392 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-f4d1627b-e9ff-4994-bddd-48e7824eeec6 service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280084 Feb 28 17:23:53.499055 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31ff9d32-ec26-46d6-ac8b-f0621e6234e7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for security_group_rule (2ae8194d-5b57-4afd-87ed-475e6e83be4c), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:53.561016 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82f6afd-8383-4a6f-9976-09329c81a623 x-openstack-request-id: req-b82f6afd-8383-4a6f-9976-09329c81a623 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:53.568454 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717ec997-95c5-4b76-8e97-48373bcbbb60", "name": "network-vif-plugged", "status": "completed", "tag": "6913ee11-d56f-42f1-90ac-9f57dabdd259", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:53.569091 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b82f6afd-8383-4a6f-9976-09329c81a623 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:53.573801 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717ec997-95c5-4b76-8e97-48373bcbbb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6913ee11-d56f-42f1-90ac-9f57dabdd259', 'code': 200} Feb 28 17:23:53.619012 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-2baa721c-50cb-45db-b4b5-4df5eaf5760a service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988655 Feb 28 17:23:53.619978 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7481ed97-ed1c-47d4-9bad-51ebc934344c req-96d6aeab-e81c-4f72-a59e-75d361091973 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247351 Feb 28 17:23:53.669837 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-54135f2f-0b75-454a-8553-7d0ee00c9ed9 req-3d9e79f3-f389-4f08-b5e5-4798772fa2b0 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426023 Feb 28 17:23:53.705611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 110c3972-38e8-4bbb-8119-1f1b5227964b completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:23:53.710156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 110c3972-38e8-4bbb-8119-1f1b5227964b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:53.710733 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:53.735091 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-13aad0b8-403c-4582-87bb-57aac2e1afdc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 HTTP/1.1" status: 200 len: 217 time: 0.0841022 Feb 28 17:23:53.784632 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7481ed97-ed1c-47d4-9bad-51ebc934344c req-571d341c-1eae-483a-993b-73e6fadbaf01 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582994 Feb 28 17:23:53.846916 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31ff9d32-ec26-46d6-ac8b-f0621e6234e7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for security_group_rule (2ae8194d-5b57-4afd-87ed-475e6e83be4c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:53.851013 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38128c15-fe2a-43c1-8540-1b608342cb63 req-29263202-8802-4190-883d-948aa4ee4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:53.853326 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38128c15-fe2a-43c1-8540-1b608342cb63 req-29263202-8802-4190-883d-948aa4ee4904 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=717ec997-95c5-4b76-8e97-48373bcbbb60 HTTP/1.1" status: 200 len: 1129 time: 0.2299137 Feb 28 17:23:53.857839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-69c0c356-dc94-4be1-9f87-b1c368398286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:53.859588 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-69c0c356-dc94-4be1-9f87-b1c368398286 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d8b4a6-73f9-4d54-bb5c-3856ed373ac8 HTTP/1.1" status: 200 len: 797 time: 0.1182675 Feb 28 17:23:53.910101 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 110c3972-38e8-4bbb-8119-1f1b5227964b is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:53.910833 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:53.928035 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5baa14-ac53-4690-bf7b-abc6364ab9dd req-a189431e-3327-49c9-bf85-babb85edc155 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:53.942535 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f5baa14-ac53-4690-bf7b-abc6364ab9dd req-a189431e-3327-49c9-bf85-babb85edc155 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 945 time: 0.1566164 Feb 28 17:23:53.971627 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 110c3972-38e8-4bbb-8119-1f1b5227964b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=110c3972-38e8-4bbb-8119-1f1b5227964b,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:53.990106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-7544aa38-bc1a-4f8b-97eb-35d1d30c657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:53.990106 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-7544aa38-bc1a-4f8b-97eb-35d1d30c657d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91981ed3-7507-473e-bc6a-cc9456441a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1087849 Feb 28 17:23:53.990106 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38128c15-fe2a-43c1-8540-1b608342cb63 req-c4f42865-264e-4dbd-8db7-43a042ddda55 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278868 Feb 28 17:23:54.022520 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f5baa14-ac53-4690-bf7b-abc6364ab9dd req-a2d45393-67f7-4a29-ba3c-484625e04525 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788584 Feb 28 17:23:54.032181 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7481ed97-ed1c-47d4-9bad-51ebc934344c req-e41f2087-94bf-4d4f-ab41-5cdfbd1fb547 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359757 Feb 28 17:23:54.113161 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-eef5edab-16e5-4b38-9766-f9b9d23d0d60 service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235986 Feb 28 17:23:54.143134 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34cff2c0-be35-47cd-a28f-7a806554c7a2 req-b8632024-e15f-4102-aff3-11c88ca8c06a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 210 time: 0.0462379 Feb 28 17:23:54.167663 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31ff9d32-ec26-46d6-ac8b-f0621e6234e7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (2ae8194d-5b57-4afd-87ed-475e6e83be4c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:54.219711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff9d32-ec26-46d6-ac8b-f0621e6234e7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae8194d-5b57-4afd-87ed-475e6e83be4c,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:54.248419 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:54.285069 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-1df6acf1-69f1-41e2-b98d-d886c3344b80 service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647789 Feb 28 17:23:54.320774 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=110c3972-38e8-4bbb-8119-1f1b5227964b,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:54.367106 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31ff9d32-ec26-46d6-ac8b-f0621e6234e7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:54.368358 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-31ff9d32-ec26-46d6-ac8b-f0621e6234e7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0480502 Feb 28 17:23:54.369745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-64d60683-c2a6-4020-b59c-82594fd4b88e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=e3562be2-4d3d-4ee7-a299-a4054484514a HTTP/1.1" status: 200 len: 217 time: 0.0676825 Feb 28 17:23:54.370929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52214) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:54.375354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c5bcd06f-593b-4993-a799-21b5760dffca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'security_group_rule': {'security_group_id': 'b1193aff-bbf5-440a-b236-a5da5025b0ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:54.434524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-6386e7fe-db1d-4af3-8712-44545c573da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:54.436247 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-6386e7fe-db1d-4af3-8712-44545c573da6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d8b4a6-73f9-4d54-bb5c-3856ed373ac8 HTTP/1.1" status: 200 len: 797 time: 0.0556443 Feb 28 17:23:54.494606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-1de1ada7-7e87-4b1a-af27-fff127ed7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:54.496128 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-1de1ada7-7e87-4b1a-af27-fff127ed7734 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91981ed3-7507-473e-bc6a-cc9456441a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0541708 Feb 28 17:23:54.580074 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5bcd06f-593b-4993-a799-21b5760dffca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for security_group_rule (59b13ed0-2dea-4631-a544-eb8ccf002beb), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:54.670208 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-8a36a564-ed2e-4a8e-bb89-74719d93341a service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680264 Feb 28 17:23:54.794933 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-991b292d-aa3e-4114-9319-90e3d1aeefac req-dd187839-d329-4129-bde3-77627fdbb378 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0310602 Feb 28 17:23:54.849269 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-87c53dbd-e086-47e8-9be7-57934856293a service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645048 Feb 28 17:23:54.862954 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5bcd06f-593b-4993-a799-21b5760dffca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for security_group_rule (59b13ed0-2dea-4631-a544-eb8ccf002beb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:54.930202 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-2dcfd33e-2be1-4b6e-b467-fe65d70fb7ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=debbeb44-0a6e-4b85-a3e8-df4d7568da2e HTTP/1.1" status: 200 len: 217 time: 0.0638244 Feb 28 17:23:54.956228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52232) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:55.024719 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-415841b6-2d48-4223-9850-e48e75abbe5d req-7ba3a1fc-e4c2-4bb0-b14f-4943daae78b5 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0283618 Feb 28 17:23:55.037168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee4c73-3b09-440e-bbef-733e8b12d4a6 req-45856015-f8b1-40d8-8bab-3ed1becc97de tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:55.043508 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-76ee4c73-3b09-440e-bbef-733e8b12d4a6 req-45856015-f8b1-40d8-8bab-3ed1becc97de tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1918242 Feb 28 17:23:55.045907 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5bcd06f-593b-4993-a799-21b5760dffca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (59b13ed0-2dea-4631-a544-eb8ccf002beb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:55.078909 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-8b7d1b50-111d-4b12-85e9-effa1dac5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:55.080896 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-8b7d1b50-111d-4b12-85e9-effa1dac5863 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57e36aaf-4766-4ff7-ba7f-bb449917549f HTTP/1.1" status: 200 len: 797 time: 0.1443100 Feb 28 17:23:55.111684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcd06f-593b-4993-a799-21b5760dffca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b13ed0-2dea-4631-a544-eb8ccf002beb,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:55.164925 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e970a2a-602e-480f-859b-6fdad142f772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:55.184166 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-76ee4c73-3b09-440e-bbef-733e8b12d4a6 req-b7ccb159-93c4-414e-92ca-a1a8ca61630d tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265388 Feb 28 17:23:55.194811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-8a263d5c-81a5-4e6e-89e0-e6e0b38af5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:55.196894 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-8a263d5c-81a5-4e6e-89e0-e6e0b38af5c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d906d5f-4f1b-416c-9ece-e01d9e321052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0996156 Feb 28 17:23:55.293188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05c327-c4ca-48e7-8470-ffcf0d282efa req-8342f9f6-a5c2-48b8-bd46-8ea8d20ee66c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:55.301333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6e05c327-c4ca-48e7-8470-ffcf0d282efa req-8342f9f6-a5c2-48b8-bd46-8ea8d20ee66c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 945 time: 0.1917121 Feb 28 17:23:55.340780 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3d15e92c-f839-485d-b891-a8c2f71cb21d req-b84413c1-c70c-417a-a6ed-4ea399c4facc tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 210 time: 0.0441530 Feb 28 17:23:55.408301 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0ed9316a-b370-4d95-992a-241814f5681e up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:23:55.409393 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6e05c327-c4ca-48e7-8470-ffcf0d282efa req-4bf538be-6ec8-4aa7-b2ba-66efc9d74aca tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944574 Feb 28 17:23:55.419760 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e970a2a-602e-480f-859b-6fdad142f772 admin admin] Publish callbacks [] for security_group (668031d9-e8bb-4a20-8435-c789b12cfef1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:55.428996 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-2b22ff57-dc3f-44c4-9de8-176cc5e73801 service neutron] 10.222.0.69 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190135 Feb 28 17:23:55.452326 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5bcd06f-593b-4993-a799-21b5760dffca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:55.453997 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c5bcd06f-593b-4993-a799-21b5760dffca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0817864 Feb 28 17:23:55.457008 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52244) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:55.463574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:23:55.545434 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e970a2a-602e-480f-859b-6fdad142f772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (668031d9-e8bb-4a20-8435-c789b12cfef1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:55.554110 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-ff8f4734-55ec-4525-b8d0-a668abc4d1b1 service neutron] 10.222.0.69 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173081 Feb 28 17:23:55.574429 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df64c655-b3e7-40bd-9dae-433448444121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110c3972-38e8-4bbb-8119-1f1b5227964b'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:55.577039 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc85c1b7-ae95-4634-a75d-d84c08c40e8f" -d '{"events": [{"server_uuid": "df64c655-b3e7-40bd-9dae-433448444121", "name": "network-vif-plugged", "status": "completed", "tag": "110c3972-38e8-4bbb-8119-1f1b5227964b"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:55.579438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 0ed9316a-b370-4d95-992a-241814f5681e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:23:55.597862 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9e970a2a-602e-480f-859b-6fdad142f772 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=78d8966f74b3404d95ed97850111f378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6381056 Feb 28 17:23:55.597862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e970a2a-602e-480f-859b-6fdad142f772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668031d9-e8bb-4a20-8435-c789b12cfef1,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:55.600043 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52250) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:23:55.616994 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 0ed9316a-b370-4d95-992a-241814f5681e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:23:55.620067 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0ed9316a-b370-4d95-992a-241814f5681e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:55.622829 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:55.662204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-cf43ea7f-bf56-4aca-95b6-fb1c02957940 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b HTTP/1.1" status: 200 len: 217 time: 0.0990512 Feb 28 17:23:55.706967 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e30c77-e9ea-4462-9ced-a2ec76adbf3c x-openstack-request-id: req-e5e30c77-e9ea-4462-9ced-a2ec76adbf3c {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:55.707576 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df64c655-b3e7-40bd-9dae-433448444121", "name": "network-vif-plugged", "status": "completed", "tag": "110c3972-38e8-4bbb-8119-1f1b5227964b", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:55.708163 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e5e30c77-e9ea-4462-9ced-a2ec76adbf3c {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:55.709814 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df64c655-b3e7-40bd-9dae-433448444121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110c3972-38e8-4bbb-8119-1f1b5227964b', 'code': 200} Feb 28 17:23:55.727157 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0c58e394-6fda-4244-a762-6ec1d935bf68 admin admin] Publish callbacks [] for security_group (668031d9-e8bb-4a20-8435-c789b12cfef1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:55.757706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-85c53f1a-566e-4fb4-9b33-20ac81925af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:55.760790 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-85c53f1a-566e-4fb4-9b33-20ac81925af0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57e36aaf-4766-4ff7-ba7f-bb449917549f HTTP/1.1" status: 200 len: 797 time: 0.0937822 Feb 28 17:23:55.768548 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0c58e394-6fda-4244-a762-6ec1d935bf68 admin admin] Publish callbacks [] for security_group (668031d9-e8bb-4a20-8435-c789b12cfef1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:55.854338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-8d117a53-2278-448e-b30f-fce059213a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:55.856079 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-8d117a53-2278-448e-b30f-fce059213a0f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d906d5f-4f1b-416c-9ece-e01d9e321052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0784698 Feb 28 17:23:55.892789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd52ef-2660-4cf6-817b-82e247d1e905 req-3391c1e8-f80f-46a0-a108-394dcd23ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:55.894359 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-53bd52ef-2660-4cf6-817b-82e247d1e905 req-3391c1e8-f80f-46a0-a108-394dcd23ae26 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=df64c655-b3e7-40bd-9dae-433448444121 HTTP/1.1" status: 200 len: 1129 time: 0.1142595 Feb 28 17:23:55.896314 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:55.908622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 0ed9316a-b370-4d95-992a-241814f5681e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:23:55.910025 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0ed9316a-b370-4d95-992a-241814f5681e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:55.996329 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-53bd52ef-2660-4cf6-817b-82e247d1e905 req-5038f85d-6b40-4c03-a7ae-213573af753d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906985 Feb 28 17:23:56.008101 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 0ed9316a-b370-4d95-992a-241814f5681e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0ed9316a-b370-4d95-992a-241814f5681e,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:23:56.021441 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-ebe00e4b-5cdf-4787-82ca-c6d21ce6d7f5 service neutron] 10.222.0.69 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593618 Feb 28 17:23:56.071053 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0c58e394-6fda-4244-a762-6ec1d935bf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (668031d9-e8bb-4a20-8435-c789b12cfef1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:56.073722 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0c58e394-6fda-4244-a762-6ec1d935bf68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:56.075333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0c58e394-6fda-4244-a762-6ec1d935bf68 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/668031d9-e8bb-4a20-8435-c789b12cfef1 HTTP/1.1" status: 204 len: 168 time: 0.4738145 Feb 28 17:23:56.094580 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58e394-6fda-4244-a762-6ec1d935bf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668031d9-e8bb-4a20-8435-c789b12cfef1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:56.118001 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0ed9316a-b370-4d95-992a-241814f5681e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:56.118001 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:23:56.179443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Allocated IP 172.25.3.221 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/addbd48c-0c58-4fad-b317-8b8da08a8bb4) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:23:56.266597 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:23:56.266949 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3b8c5e06-02fd-4579-b1c3-b5ca8f898792 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:23:56.270556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=0ed9316a-b370-4d95-992a-241814f5681e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:56.349816 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5a6ac5-e332-4dd1-b1b9-8f7087772940 req-296f3138-e693-4266-9dac-7578b737bc83 service neutron] 10.222.0.69 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640277 Feb 28 17:23:56.379385 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for port (addbd48c-0c58-4fad-b317-8b8da08a8bb4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:56.432979 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9282a4-839f-400f-8398-0a26d81c1d52 req-33ed5a4c-23f8-458f-82ba-4c241f225b8c tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:56.434588 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b9282a4-839f-400f-8398-0a26d81c1d52 req-33ed5a4c-23f8-458f-82ba-4c241f225b8c tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1335623 Feb 28 17:23:56.504670 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b9282a4-839f-400f-8398-0a26d81c1d52 req-7975e6a8-e9c4-4020-9bf3-ba7b7b7543e2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601175 Feb 28 17:23:56.574371 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (addbd48c-0c58-4fad-b317-8b8da08a8bb4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:56.621542 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e6500-cdbe-4e25-8fbd-353ec275dc12 req-74fc55f9-71fc-485f-a4c9-eaa6cc43f3f3 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:56.629154 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc4e6500-cdbe-4e25-8fbd-353ec275dc12 req-74fc55f9-71fc-485f-a4c9-eaa6cc43f3f3 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 946 time: 0.0898442 Feb 28 17:23:56.684127 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc4e6500-cdbe-4e25-8fbd-353ec275dc12 req-db480de1-9f49-4f69-8724-15630dafd5da tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538065 Feb 28 17:23:56.729049 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b0e3e08-d5cd-44b4-bf87-4ec569770d84 req-d21479c0-9cec-4ce9-87b0-6b31ef5acbb8 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 210 time: 0.0739689 Feb 28 17:23:56.740518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:23:56.745109 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:23:56.753372 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:23:56.777082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'Port': ['ID=addbd48c-0c58-4fad-b317-8b8da08a8bb4,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:56.991356 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for floatingip (51be535b-b135-4953-8d36-c58683d88601), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:57.130749 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dbc124d2-32b8-4985-b705-a5b901875363 req-c711ab18-b352-4846-9a1a-9d055cf256f8 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0313098 Feb 28 17:23:57.237336 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (addbd48c-0c58-4fad-b317-8b8da08a8bb4), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:57.388934 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96ef548f-eac5-4fd0-8c30-aafaac3b2897 req-516a2f3c-39ff-442c-926f-2c40a7e38e90 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0723066 Feb 28 17:23:57.485154 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for port (addbd48c-0c58-4fad-b317-8b8da08a8bb4), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:57.557326 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (addbd48c-0c58-4fad-b317-8b8da08a8bb4), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:57.653393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'Port': ['ID=addbd48c-0c58-4fad-b317-8b8da08a8bb4,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:23:57.664260 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (51be535b-b135-4953-8d36-c58683d88601), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:57.710887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40eb3d91-bf87-48af-a42e-d1ed51850aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed9316a-b370-4d95-992a-241814f5681e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:23:57.714220 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb7a9d5-d580-4d99-96d6-f996b533be69" -d '{"events": [{"server_uuid": "40eb3d91-bf87-48af-a42e-d1ed51850aee", "name": "network-vif-plugged", "status": "completed", "tag": "0ed9316a-b370-4d95-992a-241814f5681e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:23:57.746822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5582-0f9e-4645-a4e7-8aa5d2484684 req-f5aecd98-448b-4dfb-a85e-91102a21a617 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:57.749508 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ead5582-0f9e-4645-a4e7-8aa5d2484684 req-f5aecd98-448b-4dfb-a85e-91102a21a617 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.0893586 Feb 28 17:23:57.771146 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:23:57.781499 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-52b314a1-6b97-4c10-a2e4-ec70be708ee9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3140430 Feb 28 17:23:57.781848 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d709b80-2575-4bc6-a042-ac4be4487b54 x-openstack-request-id: req-5d709b80-2575-4bc6-a042-ac4be4487b54 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:23:57.781848 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40eb3d91-bf87-48af-a42e-d1ed51850aee", "name": "network-vif-plugged", "status": "completed", "tag": "0ed9316a-b370-4d95-992a-241814f5681e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:23:57.781848 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d709b80-2575-4bc6-a042-ac4be4487b54 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:23:57.781848 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40eb3d91-bf87-48af-a42e-d1ed51850aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed9316a-b370-4d95-992a-241814f5681e', 'code': 200} Feb 28 17:23:57.906578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9baa6-c09d-457b-94bf-b89c9c6617e4 req-2a2f2b2e-805a-45ac-a308-a2c475c024fd tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:57.921850 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ca9baa6-c09d-457b-94bf-b89c9c6617e4 req-2a2f2b2e-805a-45ac-a308-a2c475c024fd tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 946 time: 0.0932584 Feb 28 17:23:58.050904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ead5582-0f9e-4645-a4e7-8aa5d2484684 req-247cc404-309b-4264-8f92-a7d37058cb98 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950828 Feb 28 17:23:58.058904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3bbc5-eaa2-44e2-9c87-d8066fc0275b req-a6bbb3bd-febd-41bd-8582-2742c5adf8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:58.060405 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9c3bbc5-eaa2-44e2-9c87-d8066fc0275b req-a6bbb3bd-febd-41bd-8582-2742c5adf8ac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 1129 time: 0.1139555 Feb 28 17:23:58.069775 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ca9baa6-c09d-457b-94bf-b89c9c6617e4 req-e24a5cb4-0185-42b7-973a-8817762f43e0 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441932 Feb 28 17:23:58.197432 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9c3bbc5-eaa2-44e2-9c87-d8066fc0275b req-3a69a5e6-f124-4dcd-93b6-793193ba313a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267347 Feb 28 17:23:58.234706 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75a75ab5-320a-426a-b0a1-e1399cf23082 req-12dcbee7-6116-4c47-8acb-b65870ae3fea tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 210 time: 0.0418446 Feb 28 17:23:58.459834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-189da25a-8a43-42ca-9309-8c325ca4bbd5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--449436063&fields=id&tenant_id=b634f86b0c4943eba9adaea3f65f60ee HTTP/1.1" status: 200 len: 267 time: 0.1068790 Feb 28 17:23:58.527559 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-a994b4b2-98bc-45fc-8af5-3ead405315a5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:58.534346 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-a994b4b2-98bc-45fc-8af5-3ead405315a5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports/3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c HTTP/1.1" status: 200 len: 936 time: 0.0675628 Feb 28 17:23:58.585402 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9430bef3-dd86-43c0-8fc4-e4c4e6d69b68 req-769d90bf-8605-4c1d-9b83-8c879823023d tempest-AbsoluteLimitsNegativeTestJSON-363546940 tempest-AbsoluteLimitsNegativeTestJSON-363546940-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5ebaed4f87dd48b78154958ce4a69b42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384443 Feb 28 17:23:58.600385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-215f4cb0-94f5-463d-9f09-b41b20cfc4f5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:58.609167 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-215f4cb0-94f5-463d-9f09-b41b20cfc4f5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports/afa3091f-cdea-4a5b-b76f-6b6b3d58246e HTTP/1.1" status: 200 len: 936 time: 0.0739708 Feb 28 17:23:58.690815 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-0be18fcc-02eb-4aa1-bd71-706e06e23c44 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?network_id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0807159 Feb 28 17:23:58.746764 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-6e3724dd-43a6-400c-b12c-921d7591acb5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?network_id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0550318 Feb 28 17:23:58.826234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430bef3-dd86-43c0-8fc4-e4c4e6d69b68 req-12bf5048-b174-41fc-9aee-4bdb27a40ecc tempest-AbsoluteLimitsNegativeTestJSON-363546940 tempest-AbsoluteLimitsNegativeTestJSON-363546940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:58.839649 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9430bef3-dd86-43c0-8fc4-e4c4e6d69b68 req-12bf5048-b174-41fc-9aee-4bdb27a40ecc tempest-AbsoluteLimitsNegativeTestJSON-363546940 tempest-AbsoluteLimitsNegativeTestJSON-363546940-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485516 Feb 28 17:23:58.866013 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9430bef3-dd86-43c0-8fc4-e4c4e6d69b68 req-8c8fe31f-b707-4674-824e-26e8706e7f62 tempest-AbsoluteLimitsNegativeTestJSON-363546940 tempest-AbsoluteLimitsNegativeTestJSON-363546940-project] 10.222.0.72 "GET /v2.0/quotas/5ebaed4f87dd48b78154958ce4a69b42 HTTP/1.1" status: 200 len: 375 time: 0.0145631 Feb 28 17:23:58.887015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-324e9fbc-09a8-4bbe-8990-f9e5c736a0fc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:58.903373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-324e9fbc-09a8-4bbe-8990-f9e5c736a0fc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:58.903373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-324e9fbc-09a8-4bbe-8990-f9e5c736a0fc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:58.907732 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-324e9fbc-09a8-4bbe-8990-f9e5c736a0fc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/networks?id=c1856261-ad0f-444d-be77-5db0a50f2438&id=fd7a05c5-9896-4296-a65a-a68965a6760b&id=fd7a05c5-9896-4296-a65a-a68965a6760b&id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457&id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 HTTP/1.1" status: 200 len: 1995 time: 0.1600821 Feb 28 17:23:58.917094 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9430bef3-dd86-43c0-8fc4-e4c4e6d69b68 req-bb9f3901-3ece-4965-a048-48128a4500ba tempest-AbsoluteLimitsNegativeTestJSON-363546940 tempest-AbsoluteLimitsNegativeTestJSON-363546940-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ebaed4f87dd48b78154958ce4a69b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434542 Feb 28 17:23:58.940714 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7d08ee03-42b5-42ef-bfcb-d949a5311805 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/quotas/b634f86b0c4943eba9adaea3f65f60ee HTTP/1.1" status: 200 len: 375 time: 0.0317609 Feb 28 17:23:59.056981 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2df1eab5-30ba-4814-b433-035559a20a53 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1153359 Feb 28 17:23:59.358579 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-d46136a9-1156-4b61-8125-38081fbfec2f service neutron] 10.222.0.72 "GET /v2.0/networks/c1856261-ad0f-444d-be77-5db0a50f2438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818670 Feb 28 17:23:59.365220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738dee9-70f5-44c2-98a2-4db3ce48700d req-3040f83e-cad6-4940-88d5-ca452d63e092 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:59.375418 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c738dee9-70f5-44c2-98a2-4db3ce48700d req-3040f83e-cad6-4940-88d5-ca452d63e092 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1797614 Feb 28 17:23:59.488965 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-28c02f46-48d0-40b8-9ae3-7518a2a2b6fd req-562f06fd-74c2-4f84-8944-af6e0edf4c5d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0583057 Feb 28 17:23:59.494792 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-301d5e72-905a-4a53-85da-05857b968b15 service neutron] 10.222.0.72 "GET /v2.0/networks/c1856261-ad0f-444d-be77-5db0a50f2438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295485 Feb 28 17:23:59.521447 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c738dee9-70f5-44c2-98a2-4db3ce48700d req-2e37ac82-2e7b-4fe8-b753-2f62f417324e tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451278 Feb 28 17:23:59.566153 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-d43c5011-07d0-45fa-b208-ee73dd1c4f9e service neutron] 10.222.0.72 "GET /v2.0/ports/3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0671890 Feb 28 17:23:59.750470 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-042ef767-e47e-4596-b18a-653c9edf630d service neutron] 10.222.0.72 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735106 Feb 28 17:23:59.782475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05cc76-a38e-433d-96e9-d7e5de90911c req-8c783369-440b-487f-abf3-ba72e682b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:59.784007 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5e05cc76-a38e-433d-96e9-d7e5de90911c req-8c783369-440b-487f-abf3-ba72e682b0ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 1129 time: 0.1556435 Feb 28 17:23:59.805313 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-417e310e-af64-4de5-a31a-7aaf03a1c4a3 req-e74564c4-8d81-466d-a444-1519ae110469 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0692706 Feb 28 17:23:59.816209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf2ca7-03b6-4c9b-81b9-3236046aee7f req-005f68c4-d522-4a78-969e-7568185f4fb4 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:23:59.823801 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-13cf2ca7-03b6-4c9b-81b9-3236046aee7f req-005f68c4-d522-4a78-969e-7568185f4fb4 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 946 time: 0.1464965 Feb 28 17:23:59.879739 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5e05cc76-a38e-433d-96e9-d7e5de90911c req-454b08ca-06d3-4feb-9d36-d8f70a262d10 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895159 Feb 28 17:23:59.901095 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-13cf2ca7-03b6-4c9b-81b9-3236046aee7f req-93fccfc9-5428-4fd4-86fd-90fbff6319fe tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763497 Feb 28 17:23:59.985448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-22896641-ac47-456d-8f63-5e21c590e55b service neutron] 10.222.0.72 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156999 Feb 28 17:24:00.012727 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc3e5fe7-49bc-4e8a-a7dd-9f9b50dbdf49 req-c64e8ea8-4493-4bd2-8f38-f3bc30176fab tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 210 time: 0.0500615 Feb 28 17:24:00.072652 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-546e8d38-1210-431e-a086-e500d088320c service neutron] 10.222.0.72 "GET /v2.0/ports/afa3091f-cdea-4a5b-b76f-6b6b3d58246e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0861726 Feb 28 17:24:00.099983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52366) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:00.180038 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-3761a276-37d6-423e-9d64-8c9396a73616 service neutron] 10.222.0.72 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992970 Feb 28 17:24:00.223722 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fcc9d295-2dcb-4318-8dd0-fb55179c0b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:00.283011 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-887d1b3c-4a9d-4cde-bc3f-1e9110b21725 service neutron] 10.222.0.72 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991924 Feb 28 17:24:00.323033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fcc9d295-2dcb-4318-8dd0-fb55179c0b23 admin admin] Publish callbacks [] for security_group (901d4938-57c8-4550-bd2e-f059a1cf80e6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:00.393681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fcc9d295-2dcb-4318-8dd0-fb55179c0b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (901d4938-57c8-4550-bd2e-f059a1cf80e6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:00.403280 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-172fe9eb-7a50-4352-83a4-62aaf393371c service neutron] 10.222.0.72 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143622 Feb 28 17:24:00.452312 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fcc9d295-2dcb-4318-8dd0-fb55179c0b23 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5ebaed4f87dd48b78154958ce4a69b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484647 Feb 28 17:24:00.452312 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9d295-2dcb-4318-8dd0-fb55179c0b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901d4938-57c8-4550-bd2e-f059a1cf80e6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:00.453527 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52372) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:00.506366 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-6dd296e6-5b8f-4df0-96e6-f97b14e8b46e service neutron] 10.222.0.72 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964661 Feb 28 17:24:00.516132 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b8019d53-34f5-4103-a7cd-f442169e9c13 admin admin] Publish callbacks [] for security_group (901d4938-57c8-4550-bd2e-f059a1cf80e6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:00.542485 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b8019d53-34f5-4103-a7cd-f442169e9c13 admin admin] Publish callbacks [] for security_group (901d4938-57c8-4550-bd2e-f059a1cf80e6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:00.624297 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-387eceaf-46c3-4b12-963d-93daff134623 service neutron] 10.222.0.72 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096654 Feb 28 17:24:00.676569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38a5c2-df25-40d7-bb7e-a468420f33b9 req-9094cbf2-a606-4f0c-ae54-6eaed068472f tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:00.678130 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bb38a5c2-df25-40d7-bb7e-a468420f33b9 req-9094cbf2-a606-4f0c-ae54-6eaed068472f tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.0577865 Feb 28 17:24:00.700340 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b8019d53-34f5-4103-a7cd-f442169e9c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (901d4938-57c8-4550-bd2e-f059a1cf80e6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:00.703406 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b8019d53-34f5-4103-a7cd-f442169e9c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:00.707023 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b8019d53-34f5-4103-a7cd-f442169e9c13 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/901d4938-57c8-4550-bd2e-f059a1cf80e6 HTTP/1.1" status: 204 len: 168 time: 0.2502778 Feb 28 17:24:00.722310 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8019d53-34f5-4103-a7cd-f442169e9c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901d4938-57c8-4550-bd2e-f059a1cf80e6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:00.761821 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-48520700-6c2d-429c-835b-eb61b221cf04 service neutron] 10.222.0.72 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313598 Feb 28 17:24:00.784102 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bb38a5c2-df25-40d7-bb7e-a468420f33b9 req-20811d1d-0b0b-4e86-8deb-cedb126bbe06 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989110 Feb 28 17:24:01.151009 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b49dd-f688-478a-9d2e-c6e5751c0b09 req-6728e9b4-fe10-4ad9-a803-d8923447de75 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:01.155956 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-553b49dd-f688-478a-9d2e-c6e5751c0b09 req-6728e9b4-fe10-4ad9-a803-d8923447de75 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 946 time: 0.1385489 Feb 28 17:24:01.187545 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-6d2d8e0f-bb80-4315-9f3d-036738235dde service neutron] 10.222.0.72 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179261 Feb 28 17:24:01.236123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-553b49dd-f688-478a-9d2e-c6e5751c0b09 req-ace743c9-a057-4b88-9af2-58546c81eca3 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743937 Feb 28 17:24:01.384569 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-48333844-322b-4941-8267-aaaabc6939dd req-b55e5d67-4c21-4e57-b56d-0bdf300a1836 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 210 time: 0.0447617 Feb 28 17:24:01.395534 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-cf240b65-fe88-476f-8d8d-af01ca93ff4d service neutron] 10.222.0.72 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902726 Feb 28 17:24:01.577668 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-f0701016-21dd-452b-afec-d00f35baa970 service neutron] 10.222.0.72 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738718 Feb 28 17:24:01.690253 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-50de04a5-d63d-478b-9c63-8e9994bf5562 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:01.699646 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-50de04a5-d63d-478b-9c63-8e9994bf5562 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 820 time: 0.1602707 Feb 28 17:24:01.740514 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06f94379-cd58-4c81-b428-f31f8eb87d10 req-8f944ce7-87f6-4717-83d9-de69bb6ae205 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0380263 Feb 28 17:24:01.752107 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-0dce2c8e-45ab-4771-96e0-98b38c533bb4 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/quotas/dae94b749f7c42e383840585fc56524b HTTP/1.1" status: 200 len: 375 time: 0.0467708 Feb 28 17:24:01.764056 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-bed2b5ac-beaa-4420-885e-2956df07578b service neutron] 10.222.0.72 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708624 Feb 28 17:24:01.855130 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-72e758e6-d32e-49a8-bb1a-1495f0189785 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1016219 Feb 28 17:24:01.867912 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5a7cf684-edc1-4a00-acf3-a06fc08bc11f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:01.871599 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5a7cf684-edc1-4a00-acf3-a06fc08bc11f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports/3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c HTTP/1.1" status: 200 len: 936 time: 0.1034102 Feb 28 17:24:01.951911 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7f33c7e1-b22c-4ca1-84c6-a70ed1cd6cbd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:01.953625 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7f33c7e1-b22c-4ca1-84c6-a70ed1cd6cbd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports/afa3091f-cdea-4a5b-b76f-6b6b3d58246e HTTP/1.1" status: 200 len: 936 time: 0.0778968 Feb 28 17:24:02.050861 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-d7352532-c085-4105-aee8-d000956c4edf service neutron] 10.222.0.72 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947572 Feb 28 17:24:02.062186 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3be566f-cb51-49d6-8ee0-9fdf85e42fbf req-b527fe81-f2a2-4328-8883-583c31cd3199 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0493553 Feb 28 17:24:02.168055 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-52ded0ef-a015-4360-9e1e-bbb1325108c4 service neutron] 10.222.0.72 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162407 Feb 28 17:24:02.262892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52440) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:02.404642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-847826045-network', 'tenant_id': 'a408f6d5e5b547b4806b51cbf0e1877e'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:02.527581 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] Made reservation on behalf of a408f6d5e5b547b4806b51cbf0e1877e for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:02.530769 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:02.541019 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:02.622801 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] Publish callbacks [] for security_group (f65d6243-1584-4237-8534-bb03600c8aa8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:02.705045 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f65d6243-1584-4237-8534-bb03600c8aa8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:02.733344 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:24:02.745633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65d6243-1584-4237-8534-bb03600c8aa8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:02.750707 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (fcd29497-fe73-491a-ae83-b53df55727a5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:02.751286 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] Added segment fcd29497-fe73-491a-ae83-b53df55727a5 of type vlan for network d0f15d5a-d05c-4e69-bcaf-1da315b490b3 Feb 28 17:24:02.828917 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (d0f15d5a-d05c-4e69-bcaf-1da315b490b3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:02.942155 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (d0f15d5a-d05c-4e69-bcaf-1da315b490b3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:02.943162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:02.943736 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:03.393596 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1241264 Feb 28 17:24:03.395237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52478) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:03.397814 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf65b71-7783-4df5-8d3d-b32abc4c9251 req-7e9edfd5-5f0b-497c-bbdb-6e2331ac9951 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:03.399967 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7bf65b71-7783-4df5-8d3d-b32abc4c9251 req-7e9edfd5-5f0b-497c-bbdb-6e2331ac9951 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=717ec997-95c5-4b76-8e97-48373bcbbb60 HTTP/1.1" status: 200 len: 946 time: 0.5202579 Feb 28 17:24:03.402789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-2793de4d-0d74-4ef9-aacf-542b8b2f5d06 admin admin] Request body: {'subnet': {'network_id': 'd0f15d5a-d05c-4e69-bcaf-1da315b490b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-847826045-subnet', 'tenant_id': 'a408f6d5e5b547b4806b51cbf0e1877e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:03.428742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbdf4a-a7cd-4063-b6e9-e00a1c0f3e13 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f15d5a-d05c-4e69-bcaf-1da315b490b3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:03.454772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network d0f15d5a-d05c-4e69-bcaf-1da315b490b3 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:24:03.467031 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7bf65b71-7783-4df5-8d3d-b32abc4c9251 req-8bae1b9e-ed09-4cbf-89cf-0085a3cdf71e tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497270 Feb 28 17:24:03.528367 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2793de4d-0d74-4ef9-aacf-542b8b2f5d06 admin admin] Made reservation on behalf of a408f6d5e5b547b4806b51cbf0e1877e for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:03.536070 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2793de4d-0d74-4ef9-aacf-542b8b2f5d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:03.692569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6ac1d-bca9-4f2f-8cdc-9935cbb9733b req-4d477ac5-28d6-4b5c-9bc1-af04b5247195 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:03.696006 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4bb6ac1d-bca9-4f2f-8cdc-9935cbb9733b req-4d477ac5-28d6-4b5c-9bc1-af04b5247195 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1109524 Feb 28 17:24:03.776985 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4bb6ac1d-bca9-4f2f-8cdc-9935cbb9733b req-bc304a7c-6f89-4a6e-9fe5-8d587b86fb9d tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754459 Feb 28 17:24:03.910497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e93fa0d7-1c25-44ce-a618-b33a8701a52f req-f2c7adeb-5427-44d7-8b19-28fe6b5df7a2 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 210 time: 0.0483286 Feb 28 17:24:03.940101 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2793de4d-0d74-4ef9-aacf-542b8b2f5d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (8dd24b20-5ea1-41b7-b090-e16f38507f67), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:04.053389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793de4d-0d74-4ef9-aacf-542b8b2f5d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd24b20-5ea1-41b7-b090-e16f38507f67,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:04.071925 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793de4d-0d74-4ef9-aacf-542b8b2f5d06 admin admin] Checking segment: {'id': 'fcd29497-fe73-491a-ae83-b53df55727a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd0f15d5a-d05c-4e69-bcaf-1da315b490b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:04.072672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793de4d-0d74-4ef9-aacf-542b8b2f5d06 admin admin] Network hostable DHCP agents. Network: d0f15d5a-d05c-4e69-bcaf-1da315b490b3, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:24:04.073967 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-29c91a34-ccba-4f35-905a-3a1b5abe61cc req-6016e62e-f9f4-44a8-9f93-2625d032c020 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 210 time: 0.0669541 Feb 28 17:24:04.136087 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b566fa28-b917-4392-89a2-7a59b6e38262 req-5f99037e-2880-4c02-9861-0fcb4207363b service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0967348 Feb 28 17:24:04.236761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793de4d-0d74-4ef9-aacf-542b8b2f5d06 admin admin] Network d0f15d5a-d05c-4e69-bcaf-1da315b490b3 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:24:04.278895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-974b0c29-16c3-4fde-bbe1-c8c2bf74e44d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:04.280228 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-974b0c29-16c3-4fde-bbe1-c8c2bf74e44d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports/3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c HTTP/1.1" status: 200 len: 936 time: 0.1239457 Feb 28 17:24:04.312975 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b6e0c35-65d6-40d0-b3b3-da7b97759629 req-c583e448-8cce-44dd-8285-d008ddae8f13 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0407207 Feb 28 17:24:04.339484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-2793de4d-0d74-4ef9-aacf-542b8b2f5d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, d0f15d5a-d05c-4e69-bcaf-1da315b490b3) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:04.343840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2793de4d-0d74-4ef9-aacf-542b8b2f5d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:04.344550 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2793de4d-0d74-4ef9-aacf-542b8b2f5d06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:04.369210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32129b17-8dbb-4d61-8299-479e532c8a12 None None] Network d0f15d5a-d05c-4e69-bcaf-1da315b490b3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:24:04.390212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-d70f24a3-5dbd-4edd-860c-970168a966fc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:04.391613 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-d70f24a3-5dbd-4edd-860c-970168a966fc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports/afa3091f-cdea-4a5b-b76f-6b6b3d58246e HTTP/1.1" status: 200 len: 936 time: 0.0936520 Feb 28 17:24:04.424792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f64f2-2302-40b5-b0cf-90c791e4554a req-7c8d1735-302e-43cd-951b-4455e7028c67 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:04.426428 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-299f64f2-2302-40b5-b0cf-90c791e4554a req-7c8d1735-302e-43cd-951b-4455e7028c67 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=df64c655-b3e7-40bd-9dae-433448444121 HTTP/1.1" status: 200 len: 946 time: 0.1557701 Feb 28 17:24:04.434035 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4b27d3c1-9b51-47c3-b75d-aae47ac9c5cd req-12885d80-d58f-414c-b85d-4a5399b300e0 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0627565 Feb 28 17:24:04.482329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2793de4d-0d74-4ef9-aacf-542b8b2f5d06 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0780084 Feb 28 17:24:04.509714 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-299f64f2-2302-40b5-b0cf-90c791e4554a req-b60ceff7-eb1e-4f8c-9fd5-2b126858dfbe tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717621 Feb 28 17:24:04.579160 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d210099-c7b9-4d51-9ce0-b43e9f871ca3 None None] Network d0f15d5a-d05c-4e69-bcaf-1da315b490b3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:24:04.867877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-8514dd99-cd42-4f73-a839-2af153b27c01 req-42d8e511-3e8c-4c54-b0b3-6d2c1b1d6f17 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2120851673', 'description': 'tempest-description-1112470809'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:04.870574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da853bf-736c-4c2f-bdf3-ba1a4a6291fe req-85a62983-0ab4-475b-8b35-c55d39dfc64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:04.872173 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9da853bf-736c-4c2f-bdf3-ba1a4a6291fe req-85a62983-0ab4-475b-8b35-c55d39dfc64e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5c70d5c51de4b10a167d00cf7368215&device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 1129 time: 0.0676470 Feb 28 17:24:04.985554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8514dd99-cd42-4f73-a839-2af153b27c01 req-42d8e511-3e8c-4c54-b0b3-6d2c1b1d6f17 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:04.988092 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da853bf-736c-4c2f-bdf3-ba1a4a6291fe req-af31b4ed-0256-4467-90bb-a41af84c50dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:04.989879 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9da853bf-736c-4c2f-bdf3-ba1a4a6291fe req-af31b4ed-0256-4467-90bb-a41af84c50dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=fd22816a-d08a-4624-85cd-73f8196c1644 HTTP/1.1" status: 200 len: 919 time: 0.1105978 Feb 28 17:24:05.040720 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9da853bf-736c-4c2f-bdf3-ba1a4a6291fe req-8a0c42ef-a6e5-4a54-a376-b002dcb4368d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a4e9e45-015d-406f-b16c-2587f6340c4b HTTP/1.1" status: 200 len: 217 time: 0.0370221 Feb 28 17:24:05.093919 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8514dd99-cd42-4f73-a839-2af153b27c01 req-42d8e511-3e8c-4c54-b0b3-6d2c1b1d6f17 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (d389d496-efe3-4f9e-ac03-93a78221b501), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:05.117089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da853bf-736c-4c2f-bdf3-ba1a4a6291fe req-f106cf36-0036-43e4-8222-aa21dc78b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:05.119701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9da853bf-736c-4c2f-bdf3-ba1a4a6291fe req-f106cf36-0036-43e4-8222-aa21dc78b947 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64581e8-b7e1-4075-a68e-c69038440c0d HTTP/1.1" status: 200 len: 858 time: 0.0650406 Feb 28 17:24:05.178926 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9da853bf-736c-4c2f-bdf3-ba1a4a6291fe req-f03f61e1-96fa-4722-aecf-173c8d4e1ce5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fd22816a-d08a-4624-85cd-73f8196c1644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482786 Feb 28 17:24:05.224725 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8514dd99-cd42-4f73-a839-2af153b27c01 req-42d8e511-3e8c-4c54-b0b3-6d2c1b1d6f17 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d389d496-efe3-4f9e-ac03-93a78221b501), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:05.282898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8e511-3e8c-4c54-b0b3-6d2c1b1d6f17 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d389d496-efe3-4f9e-ac03-93a78221b501,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:05.358310 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9da853bf-736c-4c2f-bdf3-ba1a4a6291fe req-acf7da31-b7d8-4cf3-a072-9579bfb95b6d service neutron] 10.222.0.73 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632566 Feb 28 17:24:05.392075 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72f9e3-76cd-4305-a55f-fa75fb388a29 req-adec303a-499c-4aac-810d-8f6e8aa96bac tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:05.393727 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6b72f9e3-76cd-4305-a55f-fa75fb388a29 req-adec303a-499c-4aac-810d-8f6e8aa96bac tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1638329 Feb 28 17:24:05.432476 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8514dd99-cd42-4f73-a839-2af153b27c01 req-42d8e511-3e8c-4c54-b0b3-6d2c1b1d6f17 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:05.433755 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8514dd99-cd42-4f73-a839-2af153b27c01 req-42d8e511-3e8c-4c54-b0b3-6d2c1b1d6f17 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5702343 Feb 28 17:24:05.518815 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6b72f9e3-76cd-4305-a55f-fa75fb388a29 req-c6385957-2840-4ebe-9d02-874348dbedb2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894003 Feb 28 17:24:05.551883 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9da853bf-736c-4c2f-bdf3-ba1a4a6291fe req-a14c493a-b28a-4c06-a1c9-0cf01a8bea6c service neutron] 10.222.0.73 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878850 Feb 28 17:24:05.568550 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b655ee57-4705-4f67-8fa1-be4e7b4b20e2 req-05fc0bc0-bfc7-440a-8583-ed4ef371d06b tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 210 time: 0.0622334 Feb 28 17:24:05.599091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-761bdb54-acf9-4181-a689-be4fc40a0d95 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:05.601112 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-761bdb54-acf9-4181-a689-be4fc40a0d95 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.69 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 820 time: 0.2486796 Feb 28 17:24:05.634859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-cb09e748-adaf-42d5-8946-6355d79fb5c6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Request body: {'port': {'device_id': '6991bcc5-00e0-4194-9e02-a9c5855a1322', 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656', 'admin_state_up': True, 'tenant_id': 'dae94b749f7c42e383840585fc56524b'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:05.687580 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ae036a38-7968-4d1c-b892-773552a00eaf req-f0bd6cc4-6428-4763-8836-1ddf0f492276 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 210 time: 0.0581923 Feb 28 17:24:05.781548 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-57e7b4f8-78cf-46fc-b0c0-e284a4ae5aa9 req-55859697-4e1a-4862-b875-f966f4388b87 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0276008 Feb 28 17:24:05.819403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4219495-05c6-435b-850a-f406ecedf4cc req-7b398b7b-a136-45db-8b38-66f442e08546 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:05.827602 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4219495-05c6-435b-850a-f406ecedf4cc req-7b398b7b-a136-45db-8b38-66f442e08546 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=df64c655-b3e7-40bd-9dae-433448444121 HTTP/1.1" status: 200 len: 946 time: 0.1242104 Feb 28 17:24:05.865733 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f3d59ed-9671-4694-afd6-d369e1491194 req-400a5d51-bb97-4f7c-8c62-063da05d4e13 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/d389d496-efe3-4f9e-ac03-93a78221b501 HTTP/1.1" status: 200 len: 1822 time: 0.0502269 Feb 28 17:24:05.876818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-1f3d59ed-9671-4694-afd6-d369e1491194 req-774beaf9-94df-43c9-ad24-d10ca634396e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd389d496-efe3-4f9e-ac03-93a78221b501', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:05.877505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-1f3d59ed-9671-4694-afd6-d369e1491194 req-774beaf9-94df-43c9-ad24-d10ca634396e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd389d496-efe3-4f9e-ac03-93a78221b501', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:05.889310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4219495-05c6-435b-850a-f406ecedf4cc req-7099ae30-7c61-4bf4-8e00-e4ef9ccbf625 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604169 Feb 28 17:24:05.979616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-cb09e748-adaf-42d5-8946-6355d79fb5c6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Made reservation on behalf of dae94b749f7c42e383840585fc56524b for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:05.983488 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-cb09e748-adaf-42d5-8946-6355d79fb5c6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:06.037460 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1f3d59ed-9671-4694-afd6-d369e1491194 req-774beaf9-94df-43c9-ad24-d10ca634396e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (d6cb36a3-b895-47ee-98de-bb37047d3b16), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:06.076563 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1f3d59ed-9671-4694-afd6-d369e1491194 req-774beaf9-94df-43c9-ad24-d10ca634396e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (d6cb36a3-b895-47ee-98de-bb37047d3b16), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:06.159390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-cb09e748-adaf-42d5-8946-6355d79fb5c6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Allocated IP 172.20.0.2 (30de57a1-5178-4b6f-8361-7f4f5c480656/6630b81a-0475-439a-8ade-5d1712c8173a/97379c31-a049-49a5-945d-f8d066e36a85) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:06.173447 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1f3d59ed-9671-4694-afd6-d369e1491194 req-774beaf9-94df-43c9-ad24-d10ca634396e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (d6cb36a3-b895-47ee-98de-bb37047d3b16), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:06.196584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774beaf9-94df-43c9-ad24-d10ca634396e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cb36a3-b895-47ee-98de-bb37047d3b16,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:06.302935 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1f3d59ed-9671-4694-afd6-d369e1491194 req-774beaf9-94df-43c9-ad24-d10ca634396e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:06.307281 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f3d59ed-9671-4694-afd6-d369e1491194 req-774beaf9-94df-43c9-ad24-d10ca634396e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4347835 Feb 28 17:24:06.420103 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-3ee40a9f-ecaa-4237-a699-42da7848579a req-4e27b8de-d7c2-4151-b2a7-136ce1615937 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-271995378', 'description': 'tempest-description-1756731939'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:06.461160 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-cb09e748-adaf-42d5-8946-6355d79fb5c6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks [] for port (97379c31-a049-49a5-945d-f8d066e36a85), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:06.545848 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4dea606d-17c0-414b-93f0-45a9ad9a24d7 req-e9cbc243-5f78-435a-877c-625ce6275962 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0767152 Feb 28 17:24:06.605430 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3ee40a9f-ecaa-4237-a699-42da7848579a req-4e27b8de-d7c2-4151-b2a7-136ce1615937 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:06.685758 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-cb09e748-adaf-42d5-8946-6355d79fb5c6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (97379c31-a049-49a5-945d-f8d066e36a85), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:06.703831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['11783bcf-133e-460e-8b2e-2147ee6e99cf'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:24:06.733335 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c4c85-41ad-478a-91b1-f943f9fba9b9 req-bfc28895-3928-4f0e-ac7b-d0ce69bcef99 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:06.740147 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a32c4c85-41ad-478a-91b1-f943f9fba9b9 req-bfc28895-3928-4f0e-ac7b-d0ce69bcef99 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1110446 Feb 28 17:24:06.902337 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a32c4c85-41ad-478a-91b1-f943f9fba9b9 req-3974d7ca-0b96-4696-a385-3a8d7deeb509 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613092 Feb 28 17:24:06.921873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09e748-adaf-42d5-8946-6355d79fb5c6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Pushing event updated for resources: {'Port': ['ID=97379c31-a049-49a5-945d-f8d066e36a85,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:06.941636 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0499db5c-2c6a-4a90-9b5e-45809715bdbd req-56a008a3-ed70-4207-9d99-f773d82ef38f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0936720 Feb 28 17:24:06.957253 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80767ce2-d9ae-443c-a31b-aa5a90451820 req-e4f149f9-e5fd-4bb9-89ee-594191372a96 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:06.961084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80767ce2-d9ae-443c-a31b-aa5a90451820 req-e4f149f9-e5fd-4bb9-89ee-594191372a96 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.69 "GET /v2.0/ports?device_id=df64c655-b3e7-40bd-9dae-433448444121 HTTP/1.1" status: 200 len: 946 time: 0.1755898 Feb 28 17:24:06.967078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-cb09e748-adaf-42d5-8946-6355d79fb5c6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Network 30de57a1-5178-4b6f-8361-7f4f5c480656 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:06.975726 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-cb09e748-adaf-42d5-8946-6355d79fb5c6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:06.988665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-cb09e748-adaf-42d5-8946-6355d79fb5c6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:07.120660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-cb09e748-adaf-42d5-8946-6355d79fb5c6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:07.121618 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-cb09e748-adaf-42d5-8946-6355d79fb5c6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:07.143443 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3ee40a9f-ecaa-4237-a699-42da7848579a req-4e27b8de-d7c2-4151-b2a7-136ce1615937 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (64ef4552-96f2-4988-8334-62c2e2e70bb7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:07.154271 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b1a5ae0-9689-4bde-8679-ab9e6232c674 req-fa5c8fdb-a34d-4907-837d-20ccaa1027e2 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=907d1caf-f406-4e8d-a257-49e6b3a76f26 HTTP/1.1" status: 200 len: 210 time: 0.0900509 Feb 28 17:24:07.217994 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-cb09e748-adaf-42d5-8946-6355d79fb5c6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6017179 Feb 28 17:24:07.230878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Request body: {'port': {'device_id': '6991bcc5-00e0-4194-9e02-a9c5855a1322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:07.271577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-80767ce2-d9ae-443c-a31b-aa5a90451820 req-f4d3bdc8-0976-4a9b-a1bb-3db7318594a7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Deleting port 110c3972-38e8-4bbb-8119-1f1b5227964b {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:24:07.275948 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-80767ce2-d9ae-443c-a31b-aa5a90451820 req-f4d3bdc8-0976-4a9b-a1bb-3db7318594a7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:07.317531 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3ee40a9f-ecaa-4237-a699-42da7848579a req-4e27b8de-d7c2-4151-b2a7-136ce1615937 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (64ef4552-96f2-4988-8334-62c2e2e70bb7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:07.416089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27b8de-d7c2-4151-b2a7-136ce1615937 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ef4552-96f2-4988-8334-62c2e2e70bb7,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:07.423609 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (97379c31-a049-49a5-945d-f8d066e36a85), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:07.452289 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3ee40a9f-ecaa-4237-a699-42da7848579a req-4e27b8de-d7c2-4151-b2a7-136ce1615937 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:07.464175 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ee40a9f-ecaa-4237-a699-42da7848579a req-4e27b8de-d7c2-4151-b2a7-136ce1615937 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.0489597 Feb 28 17:24:07.519233 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cb368-aa9c-4010-bdd3-46cf371d3b31 req-7a2f15ad-532a-46a2-9d19-ffb6dd50ab98 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:07.524495 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-065cb368-aa9c-4010-bdd3-46cf371d3b31 req-7a2f15ad-532a-46a2-9d19-ffb6dd50ab98 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 931 time: 0.2366064 Feb 28 17:24:07.533515 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:07.585780 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d1c508ab-dbbc-4862-9443-4ae85dbd3d2f req-ec86bdff-f601-4e2d-a522-aeb3a52eac3a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0414119 Feb 28 17:24:07.607384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-80767ce2-d9ae-443c-a31b-aa5a90451820 req-f4d3bdc8-0976-4a9b-a1bb-3db7318594a7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] For port 110c3972-38e8-4bbb-8119-1f1b5227964b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=110c3972-38e8-4bbb-8119-1f1b5227964b,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:24:07.607754 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-80767ce2-d9ae-443c-a31b-aa5a90451820 req-f4d3bdc8-0976-4a9b-a1bb-3db7318594a7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:07.688706 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3f6b-c3db-4a68-a6f9-18abf3075b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:07.692277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-80767ce2-d9ae-443c-a31b-aa5a90451820 req-f4d3bdc8-0976-4a9b-a1bb-3db7318594a7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Calling delete_port for 110c3972-38e8-4bbb-8119-1f1b5227964b owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:24:07.703140 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-065cb368-aa9c-4010-bdd3-46cf371d3b31 req-66dfa90d-ab21-4fa7-bbae-f53f90c2d71c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674576 Feb 28 17:24:07.841168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954a908-92a2-4ad3-8578-e8e86568e357 req-930caaef-cba7-4a76-82e9-01371e65e9e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:07.842766 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1954a908-92a2-4ad3-8578-e8e86568e357 req-930caaef-cba7-4a76-82e9-01371e65e9e7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=df64c655-b3e7-40bd-9dae-433448444121 HTTP/1.1" status: 200 len: 946 time: 0.1699944 Feb 28 17:24:07.931909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1954a908-92a2-4ad3-8578-e8e86568e357 req-d4aa40b9-566e-41bf-bb17-2808889ae889 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799284 Feb 28 17:24:07.989848 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4651d3fa-6816-4e35-9e0b-a22f4257ee80 req-056358d7-32f1-4cb3-9430-199cb0721715 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/64ef4552-96f2-4988-8334-62c2e2e70bb7 HTTP/1.1" status: 200 len: 1821 time: 0.1302469 Feb 28 17:24:08.028334 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-92bac4fe-c4b6-42fe-9cfe-51f3a628f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:08.033168 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-92bac4fe-c4b6-42fe-9cfe-51f3a628f854 service neutron] 10.222.0.69 "GET /v2.0/ports/3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c HTTP/1.1" status: 200 len: 1032 time: 0.1125579 Feb 28 17:24:08.033326 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-4651d3fa-6816-4e35-9e0b-a22f4257ee80 req-07d0dfd9-ecd7-488f-ac10-4789e55e7c69 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64ef4552-96f2-4988-8334-62c2e2e70bb7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:08.033326 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-4651d3fa-6816-4e35-9e0b-a22f4257ee80 req-07d0dfd9-ecd7-488f-ac10-4789e55e7c69 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64ef4552-96f2-4988-8334-62c2e2e70bb7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:08.083179 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-80767ce2-d9ae-443c-a31b-aa5a90451820 req-f4d3bdc8-0976-4a9b-a1bb-3db7318594a7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (110c3972-38e8-4bbb-8119-1f1b5227964b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:08.095630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['110c3972-38e8-4bbb-8119-1f1b5227964b', '0ed9316a-b370-4d95-992a-241814f5681e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:24:08.099046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['6913ee11-d56f-42f1-90ac-9f57dabdd259'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:24:08.122073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3bdc8-0976-4a9b-a1bb-3db7318594a7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Pushing event deleted for resources: {'Port': ['ID=110c3972-38e8-4bbb-8119-1f1b5227964b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:08.235086 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-1b9aa2e9-0828-47f4-8367-f3fd7e1b0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:08.237220 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-1b9aa2e9-0828-47f4-8367-f3fd7e1b0fb9 service neutron] 10.222.0.69 "GET /v2.0/ports/afa3091f-cdea-4a5b-b76f-6b6b3d58246e HTTP/1.1" status: 200 len: 1032 time: 0.2005272 Feb 28 17:24:08.240199 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97379c31-a049-49a5-945d-f8d066e36a85 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:24:08.294457 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Publish callbacks [] for port (97379c31-a049-49a5-945d-f8d066e36a85), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:08.329339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Transition to ACTIVE for port object 97379c31-a049-49a5-945d-f8d066e36a85 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:24:08.358361 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-80767ce2-d9ae-443c-a31b-aa5a90451820 req-f4d3bdc8-0976-4a9b-a1bb-3db7318594a7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] No DVR routers for this DVR port 110c3972-38e8-4bbb-8119-1f1b5227964b on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:24:08.364745 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-80767ce2-d9ae-443c-a31b-aa5a90451820 req-f4d3bdc8-0976-4a9b-a1bb-3db7318594a7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:08.377065 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80767ce2-d9ae-443c-a31b-aa5a90451820 req-f4d3bdc8-0976-4a9b-a1bb-3db7318594a7 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.69 "DELETE /v2.0/ports/110c3972-38e8-4bbb-8119-1f1b5227964b HTTP/1.1" status: 204 len: 173 time: 1.4020975 Feb 28 17:24:08.398379 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df64c655-b3e7-40bd-9dae-433448444121', 'name': 'network-vif-deleted', 'tag': '110c3972-38e8-4bbb-8119-1f1b5227964b'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:08.406117 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2766bba0-c52c-4372-a031-65436cd1487f" -d '{"events": [{"server_uuid": "df64c655-b3e7-40bd-9dae-433448444121", "name": "network-vif-deleted", "tag": "110c3972-38e8-4bbb-8119-1f1b5227964b"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:08.415393 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4651d3fa-6816-4e35-9e0b-a22f4257ee80 req-07d0dfd9-ecd7-488f-ac10-4789e55e7c69 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (58b967a8-1cc2-4ef6-8d6d-ed441f5730c9), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:08.423067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fad02-933b-41e4-a907-695c90ea82bf req-d9e9a6b5-e758-4699-9a6d-4a56a16aeb87 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:08.431876 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-280fad02-933b-41e4-a907-695c90ea82bf req-d9e9a6b5-e758-4699-9a6d-4a56a16aeb87 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.3104885 Feb 28 17:24:08.441095 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4651d3fa-6816-4e35-9e0b-a22f4257ee80 req-07d0dfd9-ecd7-488f-ac10-4789e55e7c69 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (58b967a8-1cc2-4ef6-8d6d-ed441f5730c9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:08.454547 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (97379c31-a049-49a5-945d-f8d066e36a85), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:08.554184 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4651d3fa-6816-4e35-9e0b-a22f4257ee80 req-07d0dfd9-ecd7-488f-ac10-4789e55e7c69 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (58b967a8-1cc2-4ef6-8d6d-ed441f5730c9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:08.554425 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Pushing event updated for resources: {'Port': ['ID=97379c31-a049-49a5-945d-f8d066e36a85,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:08.570188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-4435a4e2-61ce-474f-85ee-8419573c2256 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:08.577165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-4435a4e2-61ce-474f-85ee-8419573c2256 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:08.582902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-4435a4e2-61ce-474f-85ee-8419573c2256 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:08.584538 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-4435a4e2-61ce-474f-85ee-8419573c2256 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "GET /v2.0/networks?id=c1856261-ad0f-444d-be77-5db0a50f2438&id=fd7a05c5-9896-4296-a65a-a68965a6760b&id=fd7a05c5-9896-4296-a65a-a68965a6760b&id=fd7a05c5-9896-4296-a65a-a68965a6760b&id=fd7a05c5-9896-4296-a65a-a68965a6760b&id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457&id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 HTTP/1.1" status: 200 len: 1995 time: 0.3327208 Feb 28 17:24:08.597905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0dfd9-ecd7-488f-ac10-4789e55e7c69 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b967a8-1cc2-4ef6-8d6d-ed441f5730c9,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:08.657189 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-280fad02-933b-41e4-a907-695c90ea82bf req-3eee4287-aa68-4a24-bdf6-ba6f5b82d537 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241154 Feb 28 17:24:08.681154 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4651d3fa-6816-4e35-9e0b-a22f4257ee80 req-07d0dfd9-ecd7-488f-ac10-4789e55e7c69 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:08.691870 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4651d3fa-6816-4e35-9e0b-a22f4257ee80 req-07d0dfd9-ecd7-488f-ac10-4789e55e7c69 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6848974 Feb 28 17:24:08.800992 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2214d824-fc3e-4972-84aa-e34d0d5c72c9 x-openstack-request-id: req-2214d824-fc3e-4972-84aa-e34d0d5c72c9 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:08.800992 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df64c655-b3e7-40bd-9dae-433448444121", "name": "network-vif-deleted", "tag": "110c3972-38e8-4bbb-8119-1f1b5227964b", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:08.801232 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2214d824-fc3e-4972-84aa-e34d0d5c72c9 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:08.801805 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df64c655-b3e7-40bd-9dae-433448444121', 'name': 'network-vif-deleted', 'tag': '110c3972-38e8-4bbb-8119-1f1b5227964b', 'status': 'completed', 'code': 200} Feb 28 17:24:08.824150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-db0f0d62-39dd-42d2-b382-ff318ff19b8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b634f86b0c4943eba9adaea3f65f60ee HTTP/1.1" status: 200 len: 379 time: 0.2174044 Feb 28 17:24:08.833099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:08.833440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:08.833778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:08.845394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e5b96a2e-822a-48ee-86c1-90f45d525b6f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'port': {'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'admin_state_up': True, 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'security_groups': ['b1193aff-bbf5-440a-b236-a5da5025b0ec']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:08.851082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-09220df3-eb96-4695-b67d-d0b4bb4542c3 req-0e9d8b14-e6b4-488c-8674-d807e6e0a6ba tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2107814645', 'description': 'tempest-description-650185372'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:08.933034 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f588872e-2f51-460a-b05f-f9a0b7b3b9b6 req-07f56278-e342-40f7-9b61-5c54decbebce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0514810 Feb 28 17:24:08.972767 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d29091-1b86-4cf9-8223-d4c18872d68f req-a334676e-bba7-4a95-8903-a060b45e1d63 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0433254 Feb 28 17:24:09.001563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Port 97379c31-a049-49a5-945d-f8d066e36a85 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:24:09.001800 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:09.041648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:09.044883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Checking segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:09.044883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Bound using segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:09.044883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Bound port: 97379c31-a049-49a5-945d-f8d066e36a85, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:09.044883 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (97379c31-a049-49a5-945d-f8d066e36a85), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:09.139385 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09220df3-eb96-4695-b67d-d0b4bb4542c3 req-0e9d8b14-e6b4-488c-8674-d807e6e0a6ba tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:09.210323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4830c-c546-454b-b570-a7bc69477db6 req-4bd987d8-aae4-40b3-9550-93307762585a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:09.212687 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:09.216182 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0eb4830c-c546-454b-b570-a7bc69477db6 req-4bd987d8-aae4-40b3-9550-93307762585a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.1158168 Feb 28 17:24:09.219063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=97379c31-a049-49a5-945d-f8d066e36a85,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:09.256888 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a9ebb5d-2a71-4151-839d-a958e2247a76 req-a738192f-d6b9-45e5-89e3-d403f2af6dec service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0419724 Feb 28 17:24:09.311247 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0eb4830c-c546-454b-b570-a7bc69477db6 req-38fd689d-048d-42c2-8643-b15b259f396f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823789 Feb 28 17:24:09.315614 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (97379c31-a049-49a5-945d-f8d066e36a85), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:09.320538 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09220df3-eb96-4695-b67d-d0b4bb4542c3 req-0e9d8b14-e6b4-488c-8674-d807e6e0a6ba tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (a55864de-2e81-4c75-8fd6-8c24c3be56e1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:09.376403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e5b96a2e-822a-48ee-86c1-90f45d525b6f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Made reservation on behalf of b634f86b0c4943eba9adaea3f65f60ee for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:09.388137 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e5b96a2e-822a-48ee-86c1-90f45d525b6f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:09.422799 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09220df3-eb96-4695-b67d-d0b4bb4542c3 req-0e9d8b14-e6b4-488c-8674-d807e6e0a6ba tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a55864de-2e81-4c75-8fd6-8c24c3be56e1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:09.452544 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:09.453172 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:09.466805 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] 10.222.0.69 "PUT /v2.0/ports/97379c31-a049-49a5-945d-f8d066e36a85 HTTP/1.1" status: 200 len: 1092 time: 2.2413766 Feb 28 17:24:09.468748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6991bcc5-00e0-4194-9e02-a9c5855a1322', 'tag': '97379c31-a049-49a5-945d-f8d066e36a85'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:09.471209 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15789d68-e09b-4f52-ba16-0efc4838413c" -d '{"events": [{"name": "network-changed", "server_uuid": "6991bcc5-00e0-4194-9e02-a9c5855a1322", "tag": "97379c31-a049-49a5-945d-f8d066e36a85"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:09.528398 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0fb728f4-9036-476d-b73b-73c1c2905bf0 req-fa0f49e5-d573-445e-b2c1-0867424b9b06 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=df64c655-b3e7-40bd-9dae-433448444121 HTTP/1.1" status: 200 len: 210 time: 0.0874729 Feb 28 17:24:09.581739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c693b3-e839-4f58-88cd-1036b60d8c8f service neutron] Pushing event updated for resources: {'Port': ['ID=97379c31-a049-49a5-945d-f8d066e36a85,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:09.600859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d8b14-e6b4-488c-8674-d807e6e0a6ba tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55864de-2e81-4c75-8fd6-8c24c3be56e1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:09.654781 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96b6936-c0ce-4ab9-a73a-31f84d5bb330 x-openstack-request-id: req-f96b6936-c0ce-4ab9-a73a-31f84d5bb330 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:09.655207 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6991bcc5-00e0-4194-9e02-a9c5855a1322", "tag": "97379c31-a049-49a5-945d-f8d066e36a85", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:09.655331 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f96b6936-c0ce-4ab9-a73a-31f84d5bb330 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:09.656174 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6991bcc5-00e0-4194-9e02-a9c5855a1322', 'tag': '97379c31-a049-49a5-945d-f8d066e36a85', 'status': 'completed', 'code': 200} Feb 28 17:24:09.681134 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09220df3-eb96-4695-b67d-d0b4bb4542c3 req-0e9d8b14-e6b4-488c-8674-d807e6e0a6ba tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:09.698550 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09220df3-eb96-4695-b67d-d0b4bb4542c3 req-0e9d8b14-e6b4-488c-8674-d807e6e0a6ba tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8732932 Feb 28 17:24:09.729418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-7ffbff00-bbcd-4567-9e3e-3b56a3103426 req-39796bd4-741f-41c9-a344-0d108e082474 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1084459882', 'description': 'tempest-description-818115976'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:09.772409 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:09.824926 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a1c1e37d-b8bb-4089-9666-2e06cebce2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:09.825907 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7ffbff00-bbcd-4567-9e3e-3b56a3103426 req-39796bd4-741f-41c9-a344-0d108e082474 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:09.941341 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-1331d194-fdec-4c08-ac98-ff0575aa5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:09.943536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-1331d194-fdec-4c08-ac98-ff0575aa5c9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 1126 time: 0.2871070 Feb 28 17:24:09.962624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e5b96a2e-822a-48ee-86c1-90f45d525b6f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Allocated IP 172.20.0.5 (c1856261-ad0f-444d-be77-5db0a50f2438/30bbd5bd-b1a3-4e50-b996-451507a14e69/591548df-429c-453d-9590-ad6447c1bcf1) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:09.987448 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7ffbff00-bbcd-4567-9e3e-3b56a3103426 req-39796bd4-741f-41c9-a344-0d108e082474 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (942e5929-b196-4123-94af-20798ae3dea9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:10.013466 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-5fac0ea5-3f13-4559-9b67-4bd32bb75f69 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97379c31-a049-49a5-945d-f8d066e36a85 HTTP/1.1" status: 200 len: 217 time: 0.0611038 Feb 28 17:24:10.048234 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7ffbff00-bbcd-4567-9e3e-3b56a3103426 req-39796bd4-741f-41c9-a344-0d108e082474 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (942e5929-b196-4123-94af-20798ae3dea9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:10.082300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d2474-462f-48b4-a71b-e13a842dee9b req-6cb39958-4c59-4a5f-b4ae-499c15613352 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:10.084114 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e42d2474-462f-48b4-a71b-e13a842dee9b req-6cb39958-4c59-4a5f-b4ae-499c15613352 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.2519007 Feb 28 17:24:10.109308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39796bd4-741f-41c9-a344-0d108e082474 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942e5929-b196-4123-94af-20798ae3dea9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:10.131915 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-fe8d14a7-6487-4b51-b947-f92d0ca540eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:10.133426 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-fe8d14a7-6487-4b51-b947-f92d0ca540eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1139224 Feb 28 17:24:10.175520 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7ffbff00-bbcd-4567-9e3e-3b56a3103426 req-39796bd4-741f-41c9-a344-0d108e082474 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:10.186618 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ffbff00-bbcd-4567-9e3e-3b56a3103426 req-39796bd4-741f-41c9-a344-0d108e082474 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4650626 Feb 28 17:24:10.214402 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-378b3b44-9f0a-4901-b433-1930a161e260 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518413 Feb 28 17:24:10.328245 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a189486c-46c1-4444-911d-bd1479b8310e req-104f47c7-0dd5-49da-80ee-d2764f2fca77 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0550539 Feb 28 17:24:10.464514 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6be8f34-fa78-4f1b-8adc-6700aa86cd7c req-2e0630e6-3dac-45c9-90bb-b0e4e0505e78 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/a55864de-2e81-4c75-8fd6-8c24c3be56e1 HTTP/1.1" status: 200 len: 1821 time: 0.0968075 Feb 28 17:24:10.552311 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6be8f34-fa78-4f1b-8adc-6700aa86cd7c req-b69bd2e3-2aca-481a-be78-9de98a394973 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/942e5929-b196-4123-94af-20798ae3dea9 HTTP/1.1" status: 200 len: 1821 time: 0.0865180 Feb 28 17:24:10.563022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-d6be8f34-fa78-4f1b-8adc-6700aa86cd7c req-c71d4c72-8c89-4bae-9e0c-23d2e544bb94 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a55864de-2e81-4c75-8fd6-8c24c3be56e1', 'remote_group_id': '942e5929-b196-4123-94af-20798ae3dea9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:10.570464 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-d6be8f34-fa78-4f1b-8adc-6700aa86cd7c req-c71d4c72-8c89-4bae-9e0c-23d2e544bb94 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a55864de-2e81-4c75-8fd6-8c24c3be56e1', 'remote_group_id': '942e5929-b196-4123-94af-20798ae3dea9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:10.571388 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e5b96a2e-822a-48ee-86c1-90f45d525b6f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for port (591548df-429c-453d-9590-ad6447c1bcf1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:10.656790 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e42d2474-462f-48b4-a71b-e13a842dee9b req-4fea2a14-fd94-4a50-9d0a-08c354ad42a4 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5596704 Feb 28 17:24:10.755037 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-b8fc3bce-0f62-4b38-bd10-44409176d139 service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299835 Feb 28 17:24:10.801113 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e5b96a2e-822a-48ee-86c1-90f45d525b6f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (591548df-429c-453d-9590-ad6447c1bcf1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:10.815562 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6be8f34-fa78-4f1b-8adc-6700aa86cd7c req-c71d4c72-8c89-4bae-9e0c-23d2e544bb94 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (212c4f21-e679-42ce-ba91-55ebff219be5), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:10.891445 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6be8f34-fa78-4f1b-8adc-6700aa86cd7c req-c71d4c72-8c89-4bae-9e0c-23d2e544bb94 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (212c4f21-e679-42ce-ba91-55ebff219be5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:10.893756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e5b96a2e-822a-48ee-86c1-90f45d525b6f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Network c1856261-ad0f-444d-be77-5db0a50f2438 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:10.919642 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e5b96a2e-822a-48ee-86c1-90f45d525b6f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:10.927171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e5b96a2e-822a-48ee-86c1-90f45d525b6f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:10.968284 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6be8f34-fa78-4f1b-8adc-6700aa86cd7c req-c71d4c72-8c89-4bae-9e0c-23d2e544bb94 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (212c4f21-e679-42ce-ba91-55ebff219be5), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:10.994040 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e5b96a2e-822a-48ee-86c1-90f45d525b6f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:10.995948 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e5b96a2e-822a-48ee-86c1-90f45d525b6f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:11.049951 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d4c72-8c89-4bae-9e0c-23d2e544bb94 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212c4f21-e679-42ce-ba91-55ebff219be5,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:11.113672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b96a2e-822a-48ee-86c1-90f45d525b6f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'Port': ['ID=591548df-429c-453d-9590-ad6447c1bcf1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:11.157399 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad5068-6aa6-4c22-a17a-06e14914b8cf req-498a9a57-02cc-4397-90a1-cff835806167 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:11.166484 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5aad5068-6aa6-4c22-a17a-06e14914b8cf req-498a9a57-02cc-4397-90a1-cff835806167 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.3313246 Feb 28 17:24:11.175455 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6be8f34-fa78-4f1b-8adc-6700aa86cd7c req-c71d4c72-8c89-4bae-9e0c-23d2e544bb94 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:11.183335 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6be8f34-fa78-4f1b-8adc-6700aa86cd7c req-c71d4c72-8c89-4bae-9e0c-23d2e544bb94 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6291273 Feb 28 17:24:11.219243 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1e1dd0e-8af1-467a-a157-60ab27b270b8 req-2f958a09-e68b-4b6b-8fc0-9c9bad7f034d service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569941 Feb 28 17:24:11.224176 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e5b96a2e-822a-48ee-86c1-90f45d525b6f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3920732 Feb 28 17:24:11.243385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-daad38de-4fcc-481e-b9ff-42513d965c99 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'port': {'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b', 'admin_state_up': True, 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'security_groups': ['b1193aff-bbf5-440a-b236-a5da5025b0ec']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:11.345451 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:11.351343 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abff086e-fed3-44f9-a2d2-0f1ac1208b7f req-468567e9-174c-41d9-9503-42f3a3b15ab7 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0344410 Feb 28 17:24:11.352806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-73c55db7-266b-4ef3-800f-91fc960ab627 req-ba2165bc-979c-4438-8a15-349747f4531d tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1284032044', 'description': 'tempest-description-1055054563'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:11.414191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-238ff20a-34be-4f45-842e-6a257474ebeb None None] Provisioning complete for port 591548df-429c-453d-9590-ad6447c1bcf1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:11.415200 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-238ff20a-34be-4f45-842e-6a257474ebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (591548df-429c-453d-9590-ad6447c1bcf1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:11.425758 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5aad5068-6aa6-4c22-a17a-06e14914b8cf req-cbb7b171-faf8-42e2-9ef5-ad8c803a313d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545035 Feb 28 17:24:11.467096 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-73c55db7-266b-4ef3-800f-91fc960ab627 req-ba2165bc-979c-4438-8a15-349747f4531d tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:11.579694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789d68-e09b-4f52-ba16-0efc4838413c req-86b3cfd5-8a59-4787-94a8-b013923a4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:11.583886 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15789d68-e09b-4f52-ba16-0efc4838413c req-86b3cfd5-8a59-4787-94a8-b013923a4e48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 1126 time: 0.2066379 Feb 28 17:24:11.662130 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-73c55db7-266b-4ef3-800f-91fc960ab627 req-ba2165bc-979c-4438-8a15-349747f4531d tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (e61d2f21-1dff-40d3-8fba-43a3d295cb4e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:11.704094 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-daad38de-4fcc-481e-b9ff-42513d965c99 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Made reservation on behalf of b634f86b0c4943eba9adaea3f65f60ee for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:11.714863 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-daad38de-4fcc-481e-b9ff-42513d965c99 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:11.728253 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-73c55db7-266b-4ef3-800f-91fc960ab627 req-ba2165bc-979c-4438-8a15-349747f4531d tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e61d2f21-1dff-40d3-8fba-43a3d295cb4e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:11.731419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 110c3972-38e8-4bbb-8119-1f1b5227964b no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:24:11.775490 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 110c3972-38e8-4bbb-8119-1f1b5227964b {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:24:11.775851 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 110c3972-38e8-4bbb-8119-1f1b5227964b not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:24:11.797781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-238ff20a-34be-4f45-842e-6a257474ebeb None None] Port 591548df-429c-453d-9590-ad6447c1bcf1 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:24:11.832220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2165bc-979c-4438-8a15-349747f4531d tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61d2f21-1dff-40d3-8fba-43a3d295cb4e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:11.878678 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-73c55db7-266b-4ef3-800f-91fc960ab627 req-ba2165bc-979c-4438-8a15-349747f4531d tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:11.880563 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73c55db7-266b-4ef3-800f-91fc960ab627 req-ba2165bc-979c-4438-8a15-349747f4531d tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5677838 Feb 28 17:24:11.924344 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-b3f6e52e-e046-48ea-8c95-fb9be4b7996e req-85d0f7e0-0104-4b07-ba74-8eef6ec6074b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-139765905', 'description': 'tempest-description-610303631'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:12.029216 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-97ca72f6-6697-4b6b-b067-1f18f98851a6 req-9c889392-2448-4de9-a3e0-071164f1ac19 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1288939 Feb 28 17:24:12.047792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789d68-e09b-4f52-ba16-0efc4838413c req-2d6ddca9-874b-45a2-beaf-5768a543ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:12.055600 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15789d68-e09b-4f52-ba16-0efc4838413c req-2d6ddca9-874b-45a2-beaf-5768a543ac12 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.4562016 Feb 28 17:24:12.055810 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b3f6e52e-e046-48ea-8c95-fb9be4b7996e req-85d0f7e0-0104-4b07-ba74-8eef6ec6074b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:12.140150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15789d68-e09b-4f52-ba16-0efc4838413c req-809f77e1-6c51-4aec-a6d7-52715dfa90db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97379c31-a049-49a5-945d-f8d066e36a85 HTTP/1.1" status: 200 len: 217 time: 0.0797787 Feb 28 17:24:12.196626 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b3f6e52e-e046-48ea-8c95-fb9be4b7996e req-85d0f7e0-0104-4b07-ba74-8eef6ec6074b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (2eaddd62-5896-41a7-8d8d-62ed5338d77b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:12.247423 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789d68-e09b-4f52-ba16-0efc4838413c req-9127f3fa-2894-4557-b4b8-6416179890e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:12.248924 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15789d68-e09b-4f52-ba16-0efc4838413c req-9127f3fa-2894-4557-b4b8-6416179890e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.0987151 Feb 28 17:24:12.261426 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0503df-704a-45b2-b4a2-79438be5f1b1 req-5eceb7f9-8f12-4fee-bfaa-0c2c1b7a9c8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:12.263724 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b0503df-704a-45b2-b4a2-79438be5f1b1 req-5eceb7f9-8f12-4fee-bfaa-0c2c1b7a9c8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 931 time: 0.3753362 Feb 28 17:24:12.306144 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15789d68-e09b-4f52-ba16-0efc4838413c req-516c11d2-74f3-4d99-8d9e-4f979f64de9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376072 Feb 28 17:24:12.310586 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b3f6e52e-e046-48ea-8c95-fb9be4b7996e req-85d0f7e0-0104-4b07-ba74-8eef6ec6074b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2eaddd62-5896-41a7-8d8d-62ed5338d77b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:12.344475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0f7e0-0104-4b07-ba74-8eef6ec6074b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaddd62-5896-41a7-8d8d-62ed5338d77b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:12.395179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-daad38de-4fcc-481e-b9ff-42513d965c99 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Allocated IP 10.1.1.99 (fd7a05c5-9896-4296-a65a-a68965a6760b/8a4738a0-1289-4e56-b145-4dbba3675af2/869423d2-c15c-4e1a-863a-034bf02a7b19) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:12.431358 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:12.469867 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b3f6e52e-e046-48ea-8c95-fb9be4b7996e req-85d0f7e0-0104-4b07-ba74-8eef6ec6074b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:12.471352 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b3f6e52e-e046-48ea-8c95-fb9be4b7996e req-85d0f7e0-0104-4b07-ba74-8eef6ec6074b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5539269 Feb 28 17:24:12.482240 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b0503df-704a-45b2-b4a2-79438be5f1b1 req-072bf6ba-5912-4da8-a901-bfc6248cdcaf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698229 Feb 28 17:24:12.592592 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15789d68-e09b-4f52-ba16-0efc4838413c req-192740bb-d1a2-47dd-9d14-912fa452a161 service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735739 Feb 28 17:24:12.692317 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b9d1e97-e770-4f6a-a73e-c4dccc21f3f2 req-b4a4030e-485c-4f1d-8035-52a09ba2ffa7 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/e61d2f21-1dff-40d3-8fba-43a3d295cb4e HTTP/1.1" status: 200 len: 1822 time: 0.0401111 Feb 28 17:24:12.745457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b9d1e97-e770-4f6a-a73e-c4dccc21f3f2 req-7564941b-37ef-45da-8610-e4b04b49e751 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/2eaddd62-5896-41a7-8d8d-62ed5338d77b HTTP/1.1" status: 200 len: 1820 time: 0.0465555 Feb 28 17:24:12.750543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-7b9d1e97-e770-4f6a-a73e-c4dccc21f3f2 req-962e3ae7-72c3-41a2-8a47-7ea6b228585b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e61d2f21-1dff-40d3-8fba-43a3d295cb4e', 'remote_group_id': '2eaddd62-5896-41a7-8d8d-62ed5338d77b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:12.750861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-7b9d1e97-e770-4f6a-a73e-c4dccc21f3f2 req-962e3ae7-72c3-41a2-8a47-7ea6b228585b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e61d2f21-1dff-40d3-8fba-43a3d295cb4e', 'remote_group_id': '2eaddd62-5896-41a7-8d8d-62ed5338d77b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:12.828262 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78524d4-92b0-438a-b574-ebc05c53c198 req-15de5f5c-45a7-41a8-a732-1db01c5d4e62 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:12.830347 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e78524d4-92b0-438a-b574-ebc05c53c198 req-15de5f5c-45a7-41a8-a732-1db01c5d4e62 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.1882505 Feb 28 17:24:12.871898 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-daad38de-4fcc-481e-b9ff-42513d965c99 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:12.875922 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15789d68-e09b-4f52-ba16-0efc4838413c req-481b4dec-e75a-4494-9066-e40a502c3d69 service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252233 Feb 28 17:24:12.912571 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b9d1e97-e770-4f6a-a73e-c4dccc21f3f2 req-962e3ae7-72c3-41a2-8a47-7ea6b228585b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (e69e184a-6e60-400e-a516-88214ed51cd0), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:12.934445 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e78524d4-92b0-438a-b574-ebc05c53c198 req-39dfeb30-fe71-480b-95ab-92a3954e2e7a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925291 Feb 28 17:24:12.979435 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b9d1e97-e770-4f6a-a73e-c4dccc21f3f2 req-962e3ae7-72c3-41a2-8a47-7ea6b228585b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (e69e184a-6e60-400e-a516-88214ed51cd0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:13.019519 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-daad38de-4fcc-481e-b9ff-42513d965c99 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:13.053498 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b9d1e97-e770-4f6a-a73e-c4dccc21f3f2 req-962e3ae7-72c3-41a2-8a47-7ea6b228585b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (e69e184a-6e60-400e-a516-88214ed51cd0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:13.097392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e3ae7-72c3-41a2-8a47-7ea6b228585b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69e184a-6e60-400e-a516-88214ed51cd0,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:13.160278 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-daad38de-4fcc-481e-b9ff-42513d965c99 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Network fd7a05c5-9896-4296-a65a-a68965a6760b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:13.165630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-daad38de-4fcc-481e-b9ff-42513d965c99 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:13.177112 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b9d1e97-e770-4f6a-a73e-c4dccc21f3f2 req-962e3ae7-72c3-41a2-8a47-7ea6b228585b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:13.184507 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b9d1e97-e770-4f6a-a73e-c4dccc21f3f2 req-962e3ae7-72c3-41a2-8a47-7ea6b228585b tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4346251 Feb 28 17:24:13.184739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-daad38de-4fcc-481e-b9ff-42513d965c99 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:13.279114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad38de-4fcc-481e-b9ff-42513d965c99 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'Port': ['ID=869423d2-c15c-4e1a-863a-034bf02a7b19,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:13.280304 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a14a8d2-c53f-46f5-9c4f-1bfa235217ce req-1c6df208-c84b-412b-ab7b-6f39469e45e3 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/2eaddd62-5896-41a7-8d8d-62ed5338d77b HTTP/1.1" status: 200 len: 1820 time: 0.0842917 Feb 28 17:24:13.334166 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-daad38de-4fcc-481e-b9ff-42513d965c99 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:13.335048 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-daad38de-4fcc-481e-b9ff-42513d965c99 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:13.391493 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:24:13.395141 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0a14a8d2-c53f-46f5-9c4f-1bfa235217ce req-1e7ee9b9-3c94-44fd-9c06-1aa53189063e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (2eaddd62-5896-41a7-8d8d-62ed5338d77b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:13.456148 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-daad38de-4fcc-481e-b9ff-42513d965c99 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2166417 Feb 28 17:24:13.462475 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0a14a8d2-c53f-46f5-9c4f-1bfa235217ce req-1e7ee9b9-3c94-44fd-9c06-1aa53189063e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (2eaddd62-5896-41a7-8d8d-62ed5338d77b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:13.468461 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'port': {'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b', 'admin_state_up': True, 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'security_groups': ['b1193aff-bbf5-440a-b236-a5da5025b0ec']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:13.637713 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ec5c2b07-a69f-4d05-9094-fd98374aef7a None None] Provisioning complete for port 869423d2-c15c-4e1a-863a-034bf02a7b19 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:13.638340 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2b07-a69f-4d05-9094-fd98374aef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:13.682178 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0a14a8d2-c53f-46f5-9c4f-1bfa235217ce req-1e7ee9b9-3c94-44fd-9c06-1aa53189063e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2eaddd62-5896-41a7-8d8d-62ed5338d77b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:13.684693 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0a14a8d2-c53f-46f5-9c4f-1bfa235217ce req-1e7ee9b9-3c94-44fd-9c06-1aa53189063e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:13.685969 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a14a8d2-c53f-46f5-9c4f-1bfa235217ce req-1e7ee9b9-3c94-44fd-9c06-1aa53189063e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "DELETE /v2.0/security-groups/2eaddd62-5896-41a7-8d8d-62ed5338d77b HTTP/1.1" status: 204 len: 173 time: 0.4048219 Feb 28 17:24:13.709448 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ee9b9-3c94-44fd-9c06-1aa53189063e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaddd62-5896-41a7-8d8d-62ed5338d77b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:13.718387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c2b07-a69f-4d05-9094-fd98374aef7a None None] Port 869423d2-c15c-4e1a-863a-034bf02a7b19 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:24:13.770645 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ba85e-1375-4699-bfdf-c538ea2eb5ee req-fedcecce-098e-4b65-956f-1943b0df01da tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:13.778517 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ba85e-1375-4699-bfdf-c538ea2eb5ee req-fedcecce-098e-4b65-956f-1943b0df01da tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:13.790596 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-592ba85e-1375-4699-bfdf-c538ea2eb5ee req-fedcecce-098e-4b65-956f-1943b0df01da tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 1652 time: 0.1770484 Feb 28 17:24:13.881310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-592ba85e-1375-4699-bfdf-c538ea2eb5ee req-390494cf-9687-4229-81a8-09ea0a50e9e6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897555 Feb 28 17:24:13.956195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Made reservation on behalf of b634f86b0c4943eba9adaea3f65f60ee for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:13.961603 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:13.982959 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:13.996797 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578224b7-b06c-4fa2-8563-8e76e2b20f11 req-7f15865e-8971-4984-a26c-1f1b49971aea tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:14.002647 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578224b7-b06c-4fa2-8563-8e76e2b20f11 req-7f15865e-8971-4984-a26c-1f1b49971aea tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:14.008527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5d71330-a7d7-480a-bc39-abe1caf6314d req-d1ba4fb6-a32d-4b6b-850b-efb83eb5bc4f tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/e61d2f21-1dff-40d3-8fba-43a3d295cb4e HTTP/1.1" status: 200 len: 1822 time: 0.1057608 Feb 28 17:24:14.030258 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-578224b7-b06c-4fa2-8563-8e76e2b20f11 req-7f15865e-8971-4984-a26c-1f1b49971aea tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee&device_id=717ec997-95c5-4b76-8e97-48373bcbbb60 HTTP/1.1" status: 200 len: 1683 time: 0.0971911 Feb 28 17:24:14.123235 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-676d84ee-611c-4326-a532-6c842bd8e138 req-58a80fea-3f08-42f1-94bf-928ef6a448f4 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0773273 Feb 28 17:24:14.179115 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-578224b7-b06c-4fa2-8563-8e76e2b20f11 req-58a1b630-89e1-4558-ab49-23bdf705c93e tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466942 Feb 28 17:24:14.191032 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-0f79993f-5822-4903-bd31-881f7f2db5c6 req-4cb3919f-a81c-427f-be22-848eb5592312 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1360076133', 'description': 'tempest-description-1865515151'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:14.236238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Allocated IP 10.1.1.191 (fd7a05c5-9896-4296-a65a-a68965a6760b/8a4738a0-1289-4e56-b145-4dbba3675af2/dc0e85fa-8738-4d52-88bf-01c1fb9db8b4) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:14.259077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab325f5-2b7d-4bd0-9d61-19e07857a46f req-789008ac-5c6b-4da1-8d3a-9aec3d76728f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:14.269126 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6ab325f5-2b7d-4bd0-9d61-19e07857a46f req-789008ac-5c6b-4da1-8d3a-9aec3d76728f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.1255159 Feb 28 17:24:14.292972 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0f79993f-5822-4903-bd31-881f7f2db5c6 req-4cb3919f-a81c-427f-be22-848eb5592312 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:14.335879 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c058a91-10e4-4efa-ac92-80a64cfee123 req-0cf0ca94-7c37-45f0-a1c2-2e68d174a5ff service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0445657 Feb 28 17:24:14.371876 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0f79993f-5822-4903-bd31-881f7f2db5c6 req-4cb3919f-a81c-427f-be22-848eb5592312 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (75ae0298-5711-4d77-b115-4128e3773db9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:14.420129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6ab325f5-2b7d-4bd0-9d61-19e07857a46f req-be41a554-12a8-4188-849f-efb7324aa6a2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510053 Feb 28 17:24:14.484264 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:14.498853 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0f79993f-5822-4903-bd31-881f7f2db5c6 req-4cb3919f-a81c-427f-be22-848eb5592312 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (75ae0298-5711-4d77-b115-4128e3773db9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:14.545988 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3919f-a81c-427f-be22-848eb5592312 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ae0298-5711-4d77-b115-4128e3773db9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:14.620768 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0f79993f-5822-4903-bd31-881f7f2db5c6 req-4cb3919f-a81c-427f-be22-848eb5592312 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:14.622182 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f79993f-5822-4903-bd31-881f7f2db5c6 req-4cb3919f-a81c-427f-be22-848eb5592312 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4370801 Feb 28 17:24:14.700220 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:14.702527 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1613af8b-5f37-45bd-88e2-f1254321baa6 req-21cb5b93-24c3-40ba-9b3a-82328398d791 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/75ae0298-5711-4d77-b115-4128e3773db9 HTTP/1.1" status: 200 len: 1822 time: 0.0489881 Feb 28 17:24:14.708810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-1613af8b-5f37-45bd-88e2-f1254321baa6 req-655509c2-6750-4fd5-bed3-3382cf32bca6 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '75ae0298-5711-4d77-b115-4128e3773db9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:14.709256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-1613af8b-5f37-45bd-88e2-f1254321baa6 req-655509c2-6750-4fd5-bed3-3382cf32bca6 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '75ae0298-5711-4d77-b115-4128e3773db9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:14.760840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Network fd7a05c5-9896-4296-a65a-a68965a6760b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:14.764490 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:14.769428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:14.774341 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'Port': ['ID=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:14.825217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:14.825741 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:14.826494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:14.827048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:14.827711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:14.828107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:14.828743 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:14.829135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:14.829697 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:14.830353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:14.830783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:14.831505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:14.831947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:14.871490 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:14.872280 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:14.883653 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1613af8b-5f37-45bd-88e2-f1254321baa6 req-655509c2-6750-4fd5-bed3-3382cf32bca6 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (c39f9d0d-cf80-4a7f-a395-40e68e529829), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:14.938192 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1613af8b-5f37-45bd-88e2-f1254321baa6 req-655509c2-6750-4fd5-bed3-3382cf32bca6 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (c39f9d0d-cf80-4a7f-a395-40e68e529829), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:15.015494 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1613af8b-5f37-45bd-88e2-f1254321baa6 req-655509c2-6750-4fd5-bed3-3382cf32bca6 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (c39f9d0d-cf80-4a7f-a395-40e68e529829), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:15.016947 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e37c1513-f7d7-4fea-a25b-535a278f7d15 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5528886 Feb 28 17:24:15.026891 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-664894b1-699f-4e3f-9907-2891295bfac3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'port': {'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457', 'admin_state_up': True, 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'security_groups': ['b1193aff-bbf5-440a-b236-a5da5025b0ec']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:15.061796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d16ce820-c7c7-42d0-8da8-fcbf34c42d29 None None] Provisioning complete for port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:15.062946 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d16ce820-c7c7-42d0-8da8-fcbf34c42d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:15.072923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655509c2-6750-4fd5-bed3-3382cf32bca6 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39f9d0d-cf80-4a7f-a395-40e68e529829,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:15.146096 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d16ce820-c7c7-42d0-8da8-fcbf34c42d29 None None] Port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:24:15.186966 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1613af8b-5f37-45bd-88e2-f1254321baa6 req-655509c2-6750-4fd5-bed3-3382cf32bca6 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:15.188691 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1613af8b-5f37-45bd-88e2-f1254321baa6 req-655509c2-6750-4fd5-bed3-3382cf32bca6 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4850688 Feb 28 17:24:15.219642 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e205f-b56a-4166-8a54-3bc53d959019 req-6625217e-c7ff-49da-8858-de24b19b3d42 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:15.227490 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e205f-b56a-4166-8a54-3bc53d959019 req-6625217e-c7ff-49da-8858-de24b19b3d42 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:15.232975 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e205f-b56a-4166-8a54-3bc53d959019 req-6625217e-c7ff-49da-8858-de24b19b3d42 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:15.234813 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-904e205f-b56a-4166-8a54-3bc53d959019 req-6625217e-c7ff-49da-8858-de24b19b3d42 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 2373 time: 0.1054578 Feb 28 17:24:15.292850 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-904e205f-b56a-4166-8a54-3bc53d959019 req-a4ea8840-18b2-4a5a-b283-de5025a308fe tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508163 Feb 28 17:24:15.339726 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-664894b1-699f-4e3f-9907-2891295bfac3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Made reservation on behalf of b634f86b0c4943eba9adaea3f65f60ee for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:15.434135 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-21969e08-b079-417f-934d-d140858bd5c7 req-e6b6ffdc-30c1-498c-8ab7-215a9a52859f tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/75ae0298-5711-4d77-b115-4128e3773db9 HTTP/1.1" status: 200 len: 2416 time: 0.1024957 Feb 28 17:24:15.465677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-21969e08-b079-417f-934d-d140858bd5c7 req-dc55a10f-d480-4aab-947a-55d776151c71 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '75ae0298-5711-4d77-b115-4128e3773db9', 'remote_group_id': None}]} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:15.466116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-21969e08-b079-417f-934d-d140858bd5c7 req-dc55a10f-d480-4aab-947a-55d776151c71 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '75ae0298-5711-4d77-b115-4128e3773db9', 'remote_group_id': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:15.489985 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-664894b1-699f-4e3f-9907-2891295bfac3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:15.853280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba8ff5-929d-409c-8e84-e3c99d12a3b7 req-ae7cb48c-467e-4a36-a68d-e5c99e624861 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:15.862393 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90ba8ff5-929d-409c-8e84-e3c99d12a3b7 req-ae7cb48c-467e-4a36-a68d-e5c99e624861 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.1210370 Feb 28 17:24:15.920622 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90ba8ff5-929d-409c-8e84-e3c99d12a3b7 req-3ff85e47-ba8b-4882-aa3e-5be62ba43b4b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562246 Feb 28 17:24:15.980207 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-21969e08-b079-417f-934d-d140858bd5c7 req-dc55a10f-d480-4aab-947a-55d776151c71 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (a08754bc-7622-4149-9718-a0a45268fc92), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:16.089524 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-21969e08-b079-417f-934d-d140858bd5c7 req-dc55a10f-d480-4aab-947a-55d776151c71 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (a08754bc-7622-4149-9718-a0a45268fc92), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:16.093458 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-664894b1-699f-4e3f-9907-2891295bfac3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Allocated IP 10.2.2.100 (a27b7ef0-0df5-4eaa-98f9-6b18b6a87457/ab56271a-4d7e-438f-b38a-5e9ae796d4ba/825af014-3a23-4374-91db-0f6bef9b1a4e) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:16.127652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272e877-b010-4c9b-87ee-30d0300303f8 req-0d147140-ffe4-43c2-9cd0-69ee6b8b493a tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:16.129978 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e272e877-b010-4c9b-87ee-30d0300303f8 req-0d147140-ffe4-43c2-9cd0-69ee6b8b493a tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=717ec997-95c5-4b76-8e97-48373bcbbb60 HTTP/1.1" status: 200 len: 946 time: 0.0832939 Feb 28 17:24:16.209892 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e272e877-b010-4c9b-87ee-30d0300303f8 req-5836f749-b6d8-44e5-8bb7-13a2e26ed344 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/security-groups?id=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652595 Feb 28 17:24:16.241714 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-21969e08-b079-417f-934d-d140858bd5c7 req-dc55a10f-d480-4aab-947a-55d776151c71 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (a08754bc-7622-4149-9718-a0a45268fc92), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:16.279722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55a10f-d480-4aab-947a-55d776151c71 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08754bc-7622-4149-9718-a0a45268fc92,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:16.296535 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-664894b1-699f-4e3f-9907-2891295bfac3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:16.381424 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-21969e08-b079-417f-934d-d140858bd5c7 req-dc55a10f-d480-4aab-947a-55d776151c71 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:16.385043 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-21969e08-b079-417f-934d-d140858bd5c7 req-dc55a10f-d480-4aab-947a-55d776151c71 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9368050 Feb 28 17:24:16.389721 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb5a6702-c9a0-4008-baf9-7480736e2f89 req-80075374-ae3a-4693-83a2-c4267aa1f03d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0317674 Feb 28 17:24:16.468825 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-664894b1-699f-4e3f-9907-2891295bfac3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:16.478504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f37d20-6b66-4b24-8468-0e4b1bc34b1d req-731b2651-3cd3-491d-9d71-31d074514ec4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:16.485904 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f37d20-6b66-4b24-8468-0e4b1bc34b1d req-731b2651-3cd3-491d-9d71-31d074514ec4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:16.491743 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f37d20-6b66-4b24-8468-0e4b1bc34b1d req-731b2651-3cd3-491d-9d71-31d074514ec4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:16.496066 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c1f37d20-6b66-4b24-8468-0e4b1bc34b1d req-731b2651-3cd3-491d-9d71-31d074514ec4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 2373 time: 0.0891948 Feb 28 17:24:16.550235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-664894b1-699f-4e3f-9907-2891295bfac3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:16.558910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-664894b1-699f-4e3f-9907-2891295bfac3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:16.561794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-664894b1-699f-4e3f-9907-2891295bfac3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:16.574289 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c1f37d20-6b66-4b24-8468-0e4b1bc34b1d req-8d340903-b9da-4baf-92ec-2f115b2fcd79 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728579 Feb 28 17:24:16.670616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-664894b1-699f-4e3f-9907-2891295bfac3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:16.671226 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-664894b1-699f-4e3f-9907-2891295bfac3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:16.678620 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51365cb2-ed0f-4866-8d27-ff91e947ed36 req-740cd4ac-1c7c-4d5a-bf90-0133af3998a4 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1120508 Feb 28 17:24:16.694747 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e652852-06d0-4fe4-9ab5-d96474e4aa14 req-1b083df9-44ac-4ba5-9cdd-d29a47d2ba5e tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/75ae0298-5711-4d77-b115-4128e3773db9 HTTP/1.1" status: 200 len: 3015 time: 0.2763748 Feb 28 17:24:16.706130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664894b1-699f-4e3f-9907-2891295bfac3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'Port': ['ID=825af014-3a23-4374-91db-0f6bef9b1a4e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:16.709148 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de62d43-8f87-4aac-baec-82475da20832 req-ab337c41-ef4f-4f5d-9f57-7a1a3a5c06b6 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:16.711378 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0de62d43-8f87-4aac-baec-82475da20832 req-ab337c41-ef4f-4f5d-9f57-7a1a3a5c06b6 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.73 "GET /v2.0/ports?device_id=717ec997-95c5-4b76-8e97-48373bcbbb60 HTTP/1.1" status: 200 len: 946 time: 0.0991056 Feb 28 17:24:16.778386 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61d70047-4474-4921-bb63-a51fcf424c37 req-36b89e3d-26b6-4ece-a9a0-359df1f0f5e2 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-group-rules/a08754bc-7622-4149-9718-a0a45268fc92 HTTP/1.1" status: 200 len: 783 time: 0.0659561 Feb 28 17:24:16.809668 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-664894b1-699f-4e3f-9907-2891295bfac3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7869549 Feb 28 17:24:16.821450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7d7fe590-316b-45be-8d6e-8aa210f0f6a0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'port': {'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457', 'admin_state_up': True, 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'security_groups': ['b1193aff-bbf5-440a-b236-a5da5025b0ec']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:16.885808 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-db7a09a0-9289-451f-b2b0-15da983b611d None None] Provisioning complete for port 825af014-3a23-4374-91db-0f6bef9b1a4e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:16.887766 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-db7a09a0-9289-451f-b2b0-15da983b611d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:16.909006 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61d70047-4474-4921-bb63-a51fcf424c37 req-a9602666-0060-4e34-9d51-10247ab9179a tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/75ae0298-5711-4d77-b115-4128e3773db9 HTTP/1.1" status: 200 len: 3015 time: 0.1175375 Feb 28 17:24:16.949130 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-db7a09a0-9289-451f-b2b0-15da983b611d None None] Port 825af014-3a23-4374-91db-0f6bef9b1a4e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:24:16.969135 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-61d70047-4474-4921-bb63-a51fcf424c37 req-5ba64649-b614-4f16-8900-ba5bc75995e7 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (a08754bc-7622-4149-9718-a0a45268fc92), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:16.984313 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-61d70047-4474-4921-bb63-a51fcf424c37 req-5ba64649-b614-4f16-8900-ba5bc75995e7 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (a08754bc-7622-4149-9718-a0a45268fc92), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:16.996901 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-0de62d43-8f87-4aac-baec-82475da20832 req-b15b4c00-f681-49be-a01e-977648f86def tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Deleting port 6913ee11-d56f-42f1-90ac-9f57dabdd259 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:24:16.998628 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0de62d43-8f87-4aac-baec-82475da20832 req-b15b4c00-f681-49be-a01e-977648f86def tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:17.089235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7d7fe590-316b-45be-8d6e-8aa210f0f6a0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Made reservation on behalf of b634f86b0c4943eba9adaea3f65f60ee for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:17.096220 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7d7fe590-316b-45be-8d6e-8aa210f0f6a0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:17.141832 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-0de62d43-8f87-4aac-baec-82475da20832 req-b15b4c00-f681-49be-a01e-977648f86def tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] For port 6913ee11-d56f-42f1-90ac-9f57dabdd259, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=6913ee11-d56f-42f1-90ac-9f57dabdd259,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:24:17.142353 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0de62d43-8f87-4aac-baec-82475da20832 req-b15b4c00-f681-49be-a01e-977648f86def tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:17.158405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-0de62d43-8f87-4aac-baec-82475da20832 req-b15b4c00-f681-49be-a01e-977648f86def tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Calling delete_port for 6913ee11-d56f-42f1-90ac-9f57dabdd259 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:24:17.170441 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-61d70047-4474-4921-bb63-a51fcf424c37 req-5ba64649-b614-4f16-8900-ba5bc75995e7 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (a08754bc-7622-4149-9718-a0a45268fc92), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:17.172537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac48a0-6537-467a-ba97-ecf734f25d59 req-4f0eed1f-1cb9-4862-82e1-2cd04e2b15e2 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:17.174445 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07ac48a0-6537-467a-ba97-ecf734f25d59 req-4f0eed1f-1cb9-4862-82e1-2cd04e2b15e2 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.69 "GET /v2.0/ports?device_id=40eb3d91-bf87-48af-a42e-d1ed51850aee HTTP/1.1" status: 200 len: 946 time: 0.1479847 Feb 28 17:24:17.184000 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-61d70047-4474-4921-bb63-a51fcf424c37 req-5ba64649-b614-4f16-8900-ba5bc75995e7 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:17.184430 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8d4ba-6634-49e7-ade4-86bddc4a9fb0 req-52baccde-7377-44f0-9796-1371be1591d0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:17.185155 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61d70047-4474-4921-bb63-a51fcf424c37 req-5ba64649-b614-4f16-8900-ba5bc75995e7 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/a08754bc-7622-4149-9718-a0a45268fc92 HTTP/1.1" status: 204 len: 173 time: 0.2751887 Feb 28 17:24:17.187610 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba64649-b614-4f16-8900-ba5bc75995e7 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a08754bc-7622-4149-9718-a0a45268fc92,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:17.193725 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36b8d4ba-6634-49e7-ade4-86bddc4a9fb0 req-52baccde-7377-44f0-9796-1371be1591d0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.1803832 Feb 28 17:24:17.297521 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa29b038-e2e8-4529-8d3d-b63bf8d62c22 req-2f4e785f-4c35-471b-9ec7-c6513708b805 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/75ae0298-5711-4d77-b115-4128e3773db9 HTTP/1.1" status: 200 len: 2416 time: 0.0741470 Feb 28 17:24:17.400540 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36b8d4ba-6634-49e7-ade4-86bddc4a9fb0 req-411c1c59-b852-4359-be0d-cf283da17269 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055874 Feb 28 17:24:17.497278 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fa29b038-e2e8-4529-8d3d-b63bf8d62c22 req-bf9e439a-72f7-43a8-b072-686b3cb917ce tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (75ae0298-5711-4d77-b115-4128e3773db9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:17.527589 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fa29b038-e2e8-4529-8d3d-b63bf8d62c22 req-bf9e439a-72f7-43a8-b072-686b3cb917ce tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (75ae0298-5711-4d77-b115-4128e3773db9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:17.538446 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0de62d43-8f87-4aac-baec-82475da20832 req-b15b4c00-f681-49be-a01e-977648f86def tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6913ee11-d56f-42f1-90ac-9f57dabdd259), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:17.546875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-07ac48a0-6537-467a-ba97-ecf734f25d59 req-0b432383-f4d7-4f19-8f63-df6ba481320c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Deleting port 0ed9316a-b370-4d95-992a-241814f5681e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:24:17.547295 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-07ac48a0-6537-467a-ba97-ecf734f25d59 req-0b432383-f4d7-4f19-8f63-df6ba481320c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0ed9316a-b370-4d95-992a-241814f5681e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:17.557378 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['0ed9316a-b370-4d95-992a-241814f5681e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:24:17.561404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['6913ee11-d56f-42f1-90ac-9f57dabdd259'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:24:17.584889 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7d7fe590-316b-45be-8d6e-8aa210f0f6a0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Allocated IP 10.2.2.200 (a27b7ef0-0df5-4eaa-98f9-6b18b6a87457/ab56271a-4d7e-438f-b38a-5e9ae796d4ba/d96c9c5c-1f32-498a-9e6f-788f52a8fde9) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:17.593602 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5298a8f-599b-4042-a5e5-51eb5135ff87 req-1f971dbb-c7c8-48f8-ad3c-9f89b4530e61 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=717ec997-95c5-4b76-8e97-48373bcbbb60 HTTP/1.1" status: 200 len: 210 time: 0.0638349 Feb 28 17:24:17.611624 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b4c00-f681-49be-a01e-977648f86def tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Pushing event deleted for resources: {'Port': ['ID=6913ee11-d56f-42f1-90ac-9f57dabdd259,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:17.727728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de62d43-8f87-4aac-baec-82475da20832 req-b15b4c00-f681-49be-a01e-977648f86def tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] No DVR routers for this DVR port 6913ee11-d56f-42f1-90ac-9f57dabdd259 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:24:17.731877 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0de62d43-8f87-4aac-baec-82475da20832 req-b15b4c00-f681-49be-a01e-977648f86def tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:17.737649 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0de62d43-8f87-4aac-baec-82475da20832 req-b15b4c00-f681-49be-a01e-977648f86def tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.73 "DELETE /v2.0/ports/6913ee11-d56f-42f1-90ac-9f57dabdd259 HTTP/1.1" status: 204 len: 173 time: 1.0190568 Feb 28 17:24:17.740562 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717ec997-95c5-4b76-8e97-48373bcbbb60', 'name': 'network-vif-deleted', 'tag': '6913ee11-d56f-42f1-90ac-9f57dabdd259'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:17.745978 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2a369f-996e-4dbc-8a69-5438c0e0c66d" -d '{"events": [{"server_uuid": "717ec997-95c5-4b76-8e97-48373bcbbb60", "name": "network-vif-deleted", "tag": "6913ee11-d56f-42f1-90ac-9f57dabdd259"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:17.807103 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-07ac48a0-6537-467a-ba97-ecf734f25d59 req-0b432383-f4d7-4f19-8f63-df6ba481320c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] For port 0ed9316a-b370-4d95-992a-241814f5681e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0ed9316a-b370-4d95-992a-241814f5681e,segment=NetworkSegment(3967fdb8-d26f-480f-9741-91bdd305869c),segment_id=3967fdb8-d26f-480f-9741-91bdd305869c)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:24:17.807616 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-07ac48a0-6537-467a-ba97-ecf734f25d59 req-0b432383-f4d7-4f19-8f63-df6ba481320c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0ed9316a-b370-4d95-992a-241814f5681e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:17.833883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-07ac48a0-6537-467a-ba97-ecf734f25d59 req-0b432383-f4d7-4f19-8f63-df6ba481320c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Calling delete_port for 0ed9316a-b370-4d95-992a-241814f5681e owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:24:17.870940 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fa29b038-e2e8-4529-8d3d-b63bf8d62c22 req-bf9e439a-72f7-43a8-b072-686b3cb917ce tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (75ae0298-5711-4d77-b115-4128e3773db9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:17.878230 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fa29b038-e2e8-4529-8d3d-b63bf8d62c22 req-bf9e439a-72f7-43a8-b072-686b3cb917ce tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:17.890060 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa29b038-e2e8-4529-8d3d-b63bf8d62c22 req-bf9e439a-72f7-43a8-b072-686b3cb917ce tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "DELETE /v2.0/security-groups/75ae0298-5711-4d77-b115-4128e3773db9 HTTP/1.1" status: 204 len: 173 time: 0.5898149 Feb 28 17:24:17.905118 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e439a-72f7-43a8-b072-686b3cb917ce tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ae0298-5711-4d77-b115-4128e3773db9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:17.928618 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb21ff-4f8f-44f2-8ec7-39eefabd9c80 req-f4329204-c244-419a-8f24-f05d952a129a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:17.934297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb21ff-4f8f-44f2-8ec7-39eefabd9c80 req-f4329204-c244-419a-8f24-f05d952a129a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:17.939418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb21ff-4f8f-44f2-8ec7-39eefabd9c80 req-f4329204-c244-419a-8f24-f05d952a129a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:17.942471 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d4012c-2d33-4ef7-b4c7-129a5d21ccdb x-openstack-request-id: req-e9d4012c-2d33-4ef7-b4c7-129a5d21ccdb {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:17.942965 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717ec997-95c5-4b76-8e97-48373bcbbb60", "name": "network-vif-deleted", "tag": "6913ee11-d56f-42f1-90ac-9f57dabdd259", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:17.943069 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e9d4012c-2d33-4ef7-b4c7-129a5d21ccdb {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:17.943388 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717ec997-95c5-4b76-8e97-48373bcbbb60', 'name': 'network-vif-deleted', 'tag': '6913ee11-d56f-42f1-90ac-9f57dabdd259', 'status': 'completed', 'code': 200} Feb 28 17:24:17.944691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb21ff-4f8f-44f2-8ec7-39eefabd9c80 req-f4329204-c244-419a-8f24-f05d952a129a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:17.947007 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-55cb21ff-4f8f-44f2-8ec7-39eefabd9c80 req-f4329204-c244-419a-8f24-f05d952a129a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 3094 time: 0.2218080 Feb 28 17:24:17.954606 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7d7fe590-316b-45be-8d6e-8aa210f0f6a0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:17.999129 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-a83e5c09-0b9c-42af-a7aa-9297254487dd req-c7d3237c-6f0f-4d08-a075-9ac44cad6717 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] show failed (client error): The resource could not be found. Feb 28 17:24:18.000227 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a83e5c09-0b9c-42af-a7aa-9297254487dd req-c7d3237c-6f0f-4d08-a075-9ac44cad6717 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/2eaddd62-5896-41a7-8d8d-62ed5338d77b HTTP/1.1" status: 404 len: 352 time: 0.0377283 Feb 28 17:24:18.054391 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-55cb21ff-4f8f-44f2-8ec7-39eefabd9c80 req-ff7a0534-eafb-4a42-ad97-2833cedf44cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966759 Feb 28 17:24:18.071078 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cab89c4f-8bbe-42b4-844d-2c730e34dbbe req-26634526-27b3-4194-ae1a-5543c90764cc tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/e61d2f21-1dff-40d3-8fba-43a3d295cb4e HTTP/1.1" status: 200 len: 1822 time: 0.0413656 Feb 28 17:24:18.137164 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cab89c4f-8bbe-42b4-844d-2c730e34dbbe req-85ecf3db-a2e8-4ce1-9e4f-727a675e56bb tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (e61d2f21-1dff-40d3-8fba-43a3d295cb4e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:18.160289 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cab89c4f-8bbe-42b4-844d-2c730e34dbbe req-85ecf3db-a2e8-4ce1-9e4f-727a675e56bb tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (e61d2f21-1dff-40d3-8fba-43a3d295cb4e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:18.235812 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7d7fe590-316b-45be-8d6e-8aa210f0f6a0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:18.282631 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7d7fe590-316b-45be-8d6e-8aa210f0f6a0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:18.285701 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7d7fe590-316b-45be-8d6e-8aa210f0f6a0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:18.289490 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7d7fe590-316b-45be-8d6e-8aa210f0f6a0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:18.318473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fe590-316b-45be-8d6e-8aa210f0f6a0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event updated for resources: {'Port': ['ID=d96c9c5c-1f32-498a-9e6f-788f52a8fde9,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:18.322193 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-07ac48a0-6537-467a-ba97-ecf734f25d59 req-0b432383-f4d7-4f19-8f63-df6ba481320c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0ed9316a-b370-4d95-992a-241814f5681e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:18.335087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['6913ee11-d56f-42f1-90ac-9f57dabdd259'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:24:18.368894 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cab89c4f-8bbe-42b4-844d-2c730e34dbbe req-85ecf3db-a2e8-4ce1-9e4f-727a675e56bb tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e61d2f21-1dff-40d3-8fba-43a3d295cb4e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:18.370115 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b432383-f4d7-4f19-8f63-df6ba481320c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Pushing event deleted for resources: {'Port': ['ID=0ed9316a-b370-4d95-992a-241814f5681e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:18.377656 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cab89c4f-8bbe-42b4-844d-2c730e34dbbe req-85ecf3db-a2e8-4ce1-9e4f-727a675e56bb tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:18.379148 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cab89c4f-8bbe-42b4-844d-2c730e34dbbe req-85ecf3db-a2e8-4ce1-9e4f-727a675e56bb tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "DELETE /v2.0/security-groups/e61d2f21-1dff-40d3-8fba-43a3d295cb4e HTTP/1.1" status: 204 len: 173 time: 0.2984023 Feb 28 17:24:18.413505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecf3db-a2e8-4ce1-9e4f-727a675e56bb tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61d2f21-1dff-40d3-8fba-43a3d295cb4e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:18.439712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ac48a0-6537-467a-ba97-ecf734f25d59 req-0b432383-f4d7-4f19-8f63-df6ba481320c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] No DVR routers for this DVR port 0ed9316a-b370-4d95-992a-241814f5681e on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:24:18.449834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7d7fe590-316b-45be-8d6e-8aa210f0f6a0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:18.450589 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7d7fe590-316b-45be-8d6e-8aa210f0f6a0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:18.471468 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-07ac48a0-6537-467a-ba97-ecf734f25d59 req-0b432383-f4d7-4f19-8f63-df6ba481320c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:18.476029 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07ac48a0-6537-467a-ba97-ecf734f25d59 req-0b432383-f4d7-4f19-8f63-df6ba481320c tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.69 "DELETE /v2.0/ports/0ed9316a-b370-4d95-992a-241814f5681e HTTP/1.1" status: 204 len: 173 time: 1.2480032 Feb 28 17:24:18.477134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40eb3d91-bf87-48af-a42e-d1ed51850aee', 'name': 'network-vif-deleted', 'tag': '0ed9316a-b370-4d95-992a-241814f5681e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:18.479633 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d2f665-be22-4bef-9fc3-5b07da8ab8e7" -d '{"events": [{"server_uuid": "40eb3d91-bf87-48af-a42e-d1ed51850aee", "name": "network-vif-deleted", "tag": "0ed9316a-b370-4d95-992a-241814f5681e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:18.519651 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-afb74347-edff-4bdf-b079-a5b765d5b289 req-5fd8a4de-33c2-44c3-8780-974cb049543a tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/942e5929-b196-4123-94af-20798ae3dea9 HTTP/1.1" status: 200 len: 1821 time: 0.0910966 Feb 28 17:24:18.610155 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-afb74347-edff-4bdf-b079-a5b765d5b289 req-6003f63d-cb90-4233-9199-9eb8929cb675 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (942e5929-b196-4123-94af-20798ae3dea9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:18.643488 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7c01cc8-8ef2-4eac-ad33-62c7aa53b933 req-23962289-45a7-4b17-8f15-96354e7f9c49 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0442448 Feb 28 17:24:18.662083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61291fc2-1112-4789-bd84-6a278688ff1f req-5d68c20c-0c04-4e06-970a-3575e8c595ee tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:18.671458 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61291fc2-1112-4789-bd84-6a278688ff1f req-5d68c20c-0c04-4e06-970a-3575e8c595ee tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.1439178 Feb 28 17:24:18.676023 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7d7fe590-316b-45be-8d6e-8aa210f0f6a0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8591239 Feb 28 17:24:18.693590 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Request body: {'port': {'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:18.703868 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-afb74347-edff-4bdf-b079-a5b765d5b289 req-6003f63d-cb90-4233-9199-9eb8929cb675 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (942e5929-b196-4123-94af-20798ae3dea9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:18.740239 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61291fc2-1112-4789-bd84-6a278688ff1f req-1c39e24d-7fe6-4212-a13d-d0c5db9cf320 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604212 Feb 28 17:24:18.799870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-06affea1-ffd6-4037-aa96-43d578d9a197 None None] Provisioning complete for port d96c9c5c-1f32-498a-9e6f-788f52a8fde9 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:18.807377 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-06affea1-ffd6-4037-aa96-43d578d9a197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:18.829027 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7d5b35-2481-43ca-852f-df50dc6cde3f x-openstack-request-id: req-8b7d5b35-2481-43ca-852f-df50dc6cde3f {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:18.835852 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40eb3d91-bf87-48af-a42e-d1ed51850aee", "name": "network-vif-deleted", "tag": "0ed9316a-b370-4d95-992a-241814f5681e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:18.837035 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8b7d5b35-2481-43ca-852f-df50dc6cde3f {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:18.847549 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40eb3d91-bf87-48af-a42e-d1ed51850aee', 'name': 'network-vif-deleted', 'tag': '0ed9316a-b370-4d95-992a-241814f5681e', 'status': 'completed', 'code': 200} Feb 28 17:24:18.847705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-06affea1-ffd6-4037-aa96-43d578d9a197 None None] Port d96c9c5c-1f32-498a-9e6f-788f52a8fde9 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:24:18.879824 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a0fd85f1-ef3d-499e-a778-de9e65b49fe2 req-b681fcf8-2738-4012-b3e6-264044d20682 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0708821 Feb 28 17:24:18.881092 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (591548df-429c-453d-9590-ad6447c1bcf1), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:18.925643 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cc44a930-77e7-407d-b4a2-b88db4579201 req-e0af8d49-0638-4a17-a7d7-79003af6dc31 tempest-ListServersNegativeTestJSON-470379519 tempest-ListServersNegativeTestJSON-470379519-project] 10.222.0.72 "GET /v2.0/ports?device_id=717ec997-95c5-4b76-8e97-48373bcbbb60 HTTP/1.1" status: 200 len: 210 time: 0.0283146 Feb 28 17:24:19.078742 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-afb74347-edff-4bdf-b079-a5b765d5b289 req-6003f63d-cb90-4233-9199-9eb8929cb675 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (942e5929-b196-4123-94af-20798ae3dea9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:19.082096 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-afb74347-edff-4bdf-b079-a5b765d5b289 req-6003f63d-cb90-4233-9199-9eb8929cb675 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:19.083191 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-afb74347-edff-4bdf-b079-a5b765d5b289 req-6003f63d-cb90-4233-9199-9eb8929cb675 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "DELETE /v2.0/security-groups/942e5929-b196-4123-94af-20798ae3dea9 HTTP/1.1" status: 204 len: 173 time: 0.5520935 Feb 28 17:24:19.100491 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003f63d-cb90-4233-9199-9eb8929cb675 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=942e5929-b196-4123-94af-20798ae3dea9,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:19.160535 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-efed89f7-cab8-4c89-a18a-59f5a1642ad7 req-934bce03-167a-4421-9aef-f97f8837a1b7 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/a55864de-2e81-4c75-8fd6-8c24c3be56e1 HTTP/1.1" status: 200 len: 1821 time: 0.0523276 Feb 28 17:24:19.225441 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-efed89f7-cab8-4c89-a18a-59f5a1642ad7 req-bf5a052d-be1b-4b1a-8e11-0ede3a3b3781 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (a55864de-2e81-4c75-8fd6-8c24c3be56e1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:19.252298 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-efed89f7-cab8-4c89-a18a-59f5a1642ad7 req-bf5a052d-be1b-4b1a-8e11-0ede3a3b3781 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (a55864de-2e81-4c75-8fd6-8c24c3be56e1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:19.292844 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591548df-429c-453d-9590-ad6447c1bcf1 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:24:19.308739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24b79-99e9-4edd-9f96-7d7c7174caa5 req-7683e71b-03c8-455c-9277-ba100f6105b3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:19.314066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24b79-99e9-4edd-9f96-7d7c7174caa5 req-7683e71b-03c8-455c-9277-ba100f6105b3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:19.319378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24b79-99e9-4edd-9f96-7d7c7174caa5 req-7683e71b-03c8-455c-9277-ba100f6105b3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:19.325321 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24b79-99e9-4edd-9f96-7d7c7174caa5 req-7683e71b-03c8-455c-9277-ba100f6105b3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:19.330939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24b79-99e9-4edd-9f96-7d7c7174caa5 req-7683e71b-03c8-455c-9277-ba100f6105b3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:19.334517 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d5e24b79-99e9-4edd-9f96-7d7c7174caa5 req-7683e71b-03c8-455c-9277-ba100f6105b3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 3815 time: 0.1334579 Feb 28 17:24:19.338270 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Publish callbacks [] for port (591548df-429c-453d-9590-ad6447c1bcf1), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:19.397306 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d5e24b79-99e9-4edd-9f96-7d7c7174caa5 req-ff5fe1d5-fa61-4ade-b5a1-e51b030627cb tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455317 Feb 28 17:24:19.470284 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-efed89f7-cab8-4c89-a18a-59f5a1642ad7 req-bf5a052d-be1b-4b1a-8e11-0ede3a3b3781 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a55864de-2e81-4c75-8fd6-8c24c3be56e1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:19.470524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Transition to ACTIVE for port object 591548df-429c-453d-9590-ad6447c1bcf1 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:24:19.472938 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-efed89f7-cab8-4c89-a18a-59f5a1642ad7 req-bf5a052d-be1b-4b1a-8e11-0ede3a3b3781 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:19.474119 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-efed89f7-cab8-4c89-a18a-59f5a1642ad7 req-bf5a052d-be1b-4b1a-8e11-0ede3a3b3781 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "DELETE /v2.0/security-groups/a55864de-2e81-4c75-8fd6-8c24c3be56e1 HTTP/1.1" status: 204 len: 173 time: 0.3077838 Feb 28 17:24:19.484219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a052d-be1b-4b1a-8e11-0ede3a3b3781 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55864de-2e81-4c75-8fd6-8c24c3be56e1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:19.540053 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b59a5cf6-7493-45b3-a141-c60a93971283 req-ae99e65c-9b36-4900-ad9e-562e1bb9e5a8 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/64ef4552-96f2-4988-8334-62c2e2e70bb7 HTTP/1.1" status: 200 len: 2420 time: 0.0444586 Feb 28 17:24:19.608460 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b59a5cf6-7493-45b3-a141-c60a93971283 req-af07bfe2-ecc9-4723-a8c3-7eda6e30a5c3 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (64ef4552-96f2-4988-8334-62c2e2e70bb7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:19.636979 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b59a5cf6-7493-45b3-a141-c60a93971283 req-af07bfe2-ecc9-4723-a8c3-7eda6e30a5c3 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (64ef4552-96f2-4988-8334-62c2e2e70bb7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:19.657540 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (591548df-429c-453d-9590-ad6447c1bcf1), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:19.738052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=591548df-429c-453d-9590-ad6447c1bcf1,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:19.845892 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Attempting to bind port 591548df-429c-453d-9590-ad6447c1bcf1 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:19.846622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Attempting to bind port 591548df-429c-453d-9590-ad6447c1bcf1 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:19.846960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Attempting to bind port 591548df-429c-453d-9590-ad6447c1bcf1 on network c1856261-ad0f-444d-be77-5db0a50f2438 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:19.849223 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b59a5cf6-7493-45b3-a141-c60a93971283 req-af07bfe2-ecc9-4723-a8c3-7eda6e30a5c3 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (64ef4552-96f2-4988-8334-62c2e2e70bb7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:19.852387 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b59a5cf6-7493-45b3-a141-c60a93971283 req-af07bfe2-ecc9-4723-a8c3-7eda6e30a5c3 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:19.863032 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b59a5cf6-7493-45b3-a141-c60a93971283 req-af07bfe2-ecc9-4723-a8c3-7eda6e30a5c3 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "DELETE /v2.0/security-groups/64ef4552-96f2-4988-8334-62c2e2e70bb7 HTTP/1.1" status: 204 len: 173 time: 0.3167708 Feb 28 17:24:19.869991 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Port 591548df-429c-453d-9590-ad6447c1bcf1 on network c1856261-ad0f-444d-be77-5db0a50f2438 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:24:19.870325 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Attempting to bind port 591548df-429c-453d-9590-ad6447c1bcf1 on network c1856261-ad0f-444d-be77-5db0a50f2438 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:19.905547 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:19.906063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Checking segment: {'id': '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:19.906285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Bound using segment: {'id': '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:19.906745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Bound port: 591548df-429c-453d-9590-ad6447c1bcf1, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:19.908654 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (591548df-429c-453d-9590-ad6447c1bcf1), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:19.912572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cec858-0dd5-4d9b-a5ff-cc39d3717218 req-b6fedbd7-f05b-4062-8d36-79ff56fb6c20 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:19.912876 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07bfe2-ecc9-4723-a8c3-7eda6e30a5c3 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ef4552-96f2-4988-8334-62c2e2e70bb7,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:19.954610 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-57cec858-0dd5-4d9b-a5ff-cc39d3717218 req-b6fedbd7-f05b-4062-8d36-79ff56fb6c20 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.1118248 Feb 28 17:24:20.003365 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7080b9d5-dd9b-4ebc-a38d-290defc0aed1 req-b8c4369f-07ee-46e8-aded-48cfe34cf6a0 tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "GET /v2.0/security-groups/d389d496-efe3-4f9e-ac03-93a78221b501 HTTP/1.1" status: 200 len: 2415 time: 0.1176562 Feb 28 17:24:20.041333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-57cec858-0dd5-4d9b-a5ff-cc39d3717218 req-ca164288-aa65-4b14-a612-c54e2a5b42b9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824692 Feb 28 17:24:20.050264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] For port 591548df-429c-453d-9590-ad6447c1bcf1, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:20.078036 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] For port 591548df-429c-453d-9590-ad6447c1bcf1, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=591548df-429c-453d-9590-ad6447c1bcf1,segment=NetworkSegment(39cd4ac3-f6cb-45df-8a5d-f7f31d6af775),segment_id=39cd4ac3-f6cb-45df-8a5d-f7f31d6af775)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:20.110009 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7080b9d5-dd9b-4ebc-a38d-290defc0aed1 req-e29198aa-c515-446a-bc62-d3fff6acabfd tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (d389d496-efe3-4f9e-ac03-93a78221b501), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.137349 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7080b9d5-dd9b-4ebc-a38d-290defc0aed1 req-e29198aa-c515-446a-bc62-d3fff6acabfd tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (d389d496-efe3-4f9e-ac03-93a78221b501), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.152512 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52780) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:20.177329 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (591548df-429c-453d-9590-ad6447c1bcf1), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.224970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca35f7e-edd1-4064-8ebb-4f24bbcc86f7 admin admin] Deleting subnet 7730a2bb-cbf7-43d7-af9c-369f1f65d2de {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:24:20.231081 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bca35f7e-edd1-4064-8ebb-4f24bbcc86f7 admin admin] Publish callbacks [] for subnet (7730a2bb-cbf7-43d7-af9c-369f1f65d2de), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.248703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:20.248703 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.250497 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] 10.222.0.69 "PUT /v2.0/ports/591548df-429c-453d-9590-ad6447c1bcf1 HTTP/1.1" status: 200 len: 1092 time: 1.5670671 Feb 28 17:24:20.272313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491818bd-8472-4b8a-8070-c3ba6e87c9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=591548df-429c-453d-9590-ad6447c1bcf1,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:20.275264 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bca35f7e-edd1-4064-8ebb-4f24bbcc86f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (7730a2bb-cbf7-43d7-af9c-369f1f65d2de), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.342398 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bca35f7e-edd1-4064-8ebb-4f24bbcc86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (7730a2bb-cbf7-43d7-af9c-369f1f65d2de), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.344635 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7080b9d5-dd9b-4ebc-a38d-290defc0aed1 req-e29198aa-c515-446a-bc62-d3fff6acabfd tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d389d496-efe3-4f9e-ac03-93a78221b501), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.347306 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7080b9d5-dd9b-4ebc-a38d-290defc0aed1 req-e29198aa-c515-446a-bc62-d3fff6acabfd tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.348472 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7080b9d5-dd9b-4ebc-a38d-290defc0aed1 req-e29198aa-c515-446a-bc62-d3fff6acabfd tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] 10.222.0.72 "DELETE /v2.0/security-groups/d389d496-efe3-4f9e-ac03-93a78221b501 HTTP/1.1" status: 204 len: 173 time: 0.3314357 Feb 28 17:24:20.357906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52784) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:20.362792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29198aa-c515-446a-bc62-d3fff6acabfd tempest-SecurityGroupRulesTestJSON-1782013898 tempest-SecurityGroupRulesTestJSON-1782013898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d389d496-efe3-4f9e-ac03-93a78221b501,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:20.391559 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Request body: {'port': {'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:20.511193 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.518587 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb79113-8655-45fc-9e34-58feb4ef5f49 admin admin] Deleting subnet 8dd24b20-5ea1-41b7-b090-e16f38507f67 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:24:20.531497 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bbb79113-8655-45fc-9e34-58feb4ef5f49 admin admin] Publish callbacks [] for subnet (8dd24b20-5ea1-41b7-b090-e16f38507f67), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.606287 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bbb79113-8655-45fc-9e34-58feb4ef5f49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (8dd24b20-5ea1-41b7-b090-e16f38507f67), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.662286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6351dc-2905-4d8c-b20d-1da4b847107b req-73e72b3c-5a2e-45f2-acc6-2ced2ccb7810 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:20.667656 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6351dc-2905-4d8c-b20d-1da4b847107b req-73e72b3c-5a2e-45f2-acc6-2ced2ccb7810 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:20.672906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6351dc-2905-4d8c-b20d-1da4b847107b req-73e72b3c-5a2e-45f2-acc6-2ced2ccb7810 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:20.697458 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6351dc-2905-4d8c-b20d-1da4b847107b req-73e72b3c-5a2e-45f2-acc6-2ced2ccb7810 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:20.706380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 6913ee11-d56f-42f1-90ac-9f57dabdd259 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:24:20.710465 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6351dc-2905-4d8c-b20d-1da4b847107b req-73e72b3c-5a2e-45f2-acc6-2ced2ccb7810 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:20.720822 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ce6351dc-2905-4d8c-b20d-1da4b847107b req-73e72b3c-5a2e-45f2-acc6-2ced2ccb7810 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 3827 time: 0.1873000 Feb 28 17:24:20.729235 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 6913ee11-d56f-42f1-90ac-9f57dabdd259 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:24:20.729844 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 6913ee11-d56f-42f1-90ac-9f57dabdd259 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:24:20.738924 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bbb79113-8655-45fc-9e34-58feb4ef5f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (8dd24b20-5ea1-41b7-b090-e16f38507f67), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.748286 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bca35f7e-edd1-4064-8ebb-4f24bbcc86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (7730a2bb-cbf7-43d7-af9c-369f1f65d2de), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.840054 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': '591548df-429c-453d-9590-ad6447c1bcf1'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:20.842748 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baae49b5-4f61-4685-a479-72e9fcce25f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "591548df-429c-453d-9590-ad6447c1bcf1"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:20.857615 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bca35f7e-edd1-4064-8ebb-4f24bbcc86f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:20.864217 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bca35f7e-edd1-4064-8ebb-4f24bbcc86f7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7730a2bb-cbf7-43d7-af9c-369f1f65d2de HTTP/1.1" status: 204 len: 168 time: 0.7172046 Feb 28 17:24:20.866527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52794) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:20.880646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca35f7e-edd1-4064-8ebb-4f24bbcc86f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7730a2bb-cbf7-43d7-af9c-369f1f65d2de,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:20.890936 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f63f3300-4894-4ec4-bd2e-6c0108d1abc0 req-6fa3ea18-4a66-4c47-bf83-ce8dea1db02a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0732443 Feb 28 17:24:20.926604 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb79bc7-ee48-472e-a053-a08ca07c7126 x-openstack-request-id: req-5fb79bc7-ee48-472e-a053-a08ca07c7126 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:20.926604 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "591548df-429c-453d-9590-ad6447c1bcf1", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:20.926604 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5fb79bc7-ee48-472e-a053-a08ca07c7126 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:20.926604 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': '591548df-429c-453d-9590-ad6447c1bcf1', 'status': 'completed', 'code': 200} Feb 28 17:24:20.982807 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ce6351dc-2905-4d8c-b20d-1da4b847107b req-75ce178e-eaeb-40ec-8834-f9d658d96ccb tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559304 Feb 28 17:24:21.134300 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1fda1028-33ab-48d3-ac45-638db918336a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (dc4e1465-97bb-4ce3-bfd0-572c0be701e6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:21.139695 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bbb79113-8655-45fc-9e34-58feb4ef5f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (8dd24b20-5ea1-41b7-b090-e16f38507f67), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:21.142739 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-081092e7-1139-420c-8a19-ae33c288a5ba req-8aaabc78-f795-40f2-92ac-fc9b09853a29 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0465002 Feb 28 17:24:21.171677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb79113-8655-45fc-9e34-58feb4ef5f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd24b20-5ea1-41b7-b090-e16f38507f67,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:21.173729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bbb79113-8655-45fc-9e34-58feb4ef5f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:21.181409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:24:21.183463 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bbb79113-8655-45fc-9e34-58feb4ef5f49 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8dd24b20-5ea1-41b7-b090-e16f38507f67 HTTP/1.1" status: 204 len: 168 time: 0.7988622 Feb 28 17:24:21.188162 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52802) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:21.195077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Publish callbacks [] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:21.494219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae49b5-4f61-4685-a479-72e9fcce25f6 req-caee5551-e9e7-4ac0-811e-c2fff5ffd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:21.494692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae49b5-4f61-4685-a479-72e9fcce25f6 req-caee5551-e9e7-4ac0-811e-c2fff5ffd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:21.495152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae49b5-4f61-4685-a479-72e9fcce25f6 req-caee5551-e9e7-4ac0-811e-c2fff5ffd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:21.495620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae49b5-4f61-4685-a479-72e9fcce25f6 req-caee5551-e9e7-4ac0-811e-c2fff5ffd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:21.496059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae49b5-4f61-4685-a479-72e9fcce25f6 req-caee5551-e9e7-4ac0-811e-c2fff5ffd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:21.497824 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-baae49b5-4f61-4685-a479-72e9fcce25f6 req-caee5551-e9e7-4ac0-811e-c2fff5ffd469 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 4394 time: 0.5312674 Feb 28 17:24:21.510401 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0ed9316a-b370-4d95-992a-241814f5681e no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:24:21.525709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Transition to ACTIVE for port object 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:24:21.536889 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 0ed9316a-b370-4d95-992a-241814f5681e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:24:21.541346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0ed9316a-b370-4d95-992a-241814f5681e not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:24:21.668295 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:21.684400 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-afa89741-5b5a-44c1-ac76-6d5e9af14dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (d0f15d5a-d05c-4e69-bcaf-1da315b490b3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:21.739551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43553dd8-1bd6-4e8c-875e-bad6ba54d8b6 req-c4cd0bbf-1ed2-4726-b1e3-e28461d83d56 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:21.741057 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43553dd8-1bd6-4e8c-875e-bad6ba54d8b6 req-c4cd0bbf-1ed2-4726-b1e3-e28461d83d56 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.6034269 Feb 28 17:24:21.743110 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1fda1028-33ab-48d3-ac45-638db918336a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (dc4e1465-97bb-4ce3-bfd0-572c0be701e6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:21.871132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-1fda1028-33ab-48d3-ac45-638db918336a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4e1465-97bb-4ce3-bfd0-572c0be701e6']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:21.886838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Pushing event updated for resources: {'Port': ['ID=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:21.921778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-1fda1028-33ab-48d3-ac45-638db918336a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3967fdb8-d26f-480f-9741-91bdd305869c') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:21.924405 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-1fda1028-33ab-48d3-ac45-638db918336a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3967fdb8-d26f-480f-9741-91bdd305869c') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:21.957247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae49b5-4f61-4685-a479-72e9fcce25f6 req-e75ee52b-7508-4804-ad21-d94b7d3744b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:21.957823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae49b5-4f61-4685-a479-72e9fcce25f6 req-e75ee52b-7508-4804-ad21-d94b7d3744b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:21.958315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae49b5-4f61-4685-a479-72e9fcce25f6 req-e75ee52b-7508-4804-ad21-d94b7d3744b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:21.959914 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-baae49b5-4f61-4685-a479-72e9fcce25f6 req-e75ee52b-7508-4804-ad21-d94b7d3744b5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4311411 Feb 28 17:24:21.963328 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1fda1028-33ab-48d3-ac45-638db918336a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (3967fdb8-d26f-480f-9741-91bdd305869c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.119093 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43553dd8-1bd6-4e8c-875e-bad6ba54d8b6 req-d4b090af-af92-4101-9c6e-45db6e96a863 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601215 Feb 28 17:24:22.127763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d63b26-7a4b-49e3-adc7-a2d495dfa63b req-0b09c912-fb60-4655-b62c-a548dd837208 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:22.133892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d63b26-7a4b-49e3-adc7-a2d495dfa63b req-0b09c912-fb60-4655-b62c-a548dd837208 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:22.147510 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d63b26-7a4b-49e3-adc7-a2d495dfa63b req-0b09c912-fb60-4655-b62c-a548dd837208 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:22.147706 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1fda1028-33ab-48d3-ac45-638db918336a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3967fdb8-d26f-480f-9741-91bdd305869c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.147807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d63b26-7a4b-49e3-adc7-a2d495dfa63b req-0b09c912-fb60-4655-b62c-a548dd837208 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:22.150380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d63b26-7a4b-49e3-adc7-a2d495dfa63b req-0b09c912-fb60-4655-b62c-a548dd837208 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:22.153747 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-afa89741-5b5a-44c1-ac76-6d5e9af14dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (d0f15d5a-d05c-4e69-bcaf-1da315b490b3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.155850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d63b26-7a4b-49e3-adc7-a2d495dfa63b req-0b09c912-fb60-4655-b62c-a548dd837208 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:22.157899 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-85d63b26-7a4b-49e3-adc7-a2d495dfa63b req-0b09c912-fb60-4655-b62c-a548dd837208 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 4604 time: 0.0951338 Feb 28 17:24:22.178765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fda1028-33ab-48d3-ac45-638db918336a admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:24:22.179165 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1fda1028-33ab-48d3-ac45-638db918336a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (3967fdb8-d26f-480f-9741-91bdd305869c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:24:22.187119 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:24:22.223914 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-85d63b26-7a4b-49e3-adc7-a2d495dfa63b req-ba7a9d1d-f6a6-4901-900a-e9e54332f1c9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586231 Feb 28 17:24:22.239375 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-afa89741-5b5a-44c1-ac76-6d5e9af14dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f15d5a-d05c-4e69-bcaf-1da315b490b3']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:22.282131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-afa89741-5b5a-44c1-ac76-6d5e9af14dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd29497-fe73-491a-ae83-b53df55727a5') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:22.282380 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-afa89741-5b5a-44c1-ac76-6d5e9af14dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd29497-fe73-491a-ae83-b53df55727a5') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:22.315349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Attempting to bind port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:22.315688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Attempting to bind port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:22.316014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Attempting to bind port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c on network fd7a05c5-9896-4296-a65a-a68965a6760b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:22.318984 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-afa89741-5b5a-44c1-ac76-6d5e9af14dbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (fcd29497-fe73-491a-ae83-b53df55727a5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.343221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c on network fd7a05c5-9896-4296-a65a-a68965a6760b not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:24:22.343533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Attempting to bind port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c on network fd7a05c5-9896-4296-a65a-a68965a6760b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:22.345618 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-afa89741-5b5a-44c1-ac76-6d5e9af14dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (fcd29497-fe73-491a-ae83-b53df55727a5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.352375 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae49b5-4f61-4685-a479-72e9fcce25f6 req-a0fccf48-3b63-4202-a0d6-c6c335e14bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:22.353907 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-baae49b5-4f61-4685-a479-72e9fcce25f6 req-a0fccf48-3b63-4202-a0d6-c6c335e14bd3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3825886 Feb 28 17:24:22.356220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:22.356549 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Checking segment: {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:22.356923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Bound using segment: {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:22.357408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Bound port: 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:22.357766 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.359833 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa89741-5b5a-44c1-ac76-6d5e9af14dbd admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:24:22.360210 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-afa89741-5b5a-44c1-ac76-6d5e9af14dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (fcd29497-fe73-491a-ae83-b53df55727a5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:24:22.362671 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:24:22.405794 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1fda1028-33ab-48d3-ac45-638db918336a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (dc4e1465-97bb-4ce3-bfd0-572c0be701e6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.421190 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1fda1028-33ab-48d3-ac45-638db918336a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.424396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1fda1028-33ab-48d3-ac45-638db918336a admin admin] 10.222.0.72 "DELETE /v2.0/networks/dc4e1465-97bb-4ce3-bfd0-572c0be701e6 HTTP/1.1" status: 204 len: 168 time: 1.5566320 Feb 28 17:24:22.459735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda1028-33ab-48d3-ac45-638db918336a admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4e1465-97bb-4ce3-bfd0-572c0be701e6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:22.493981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] For port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:22.497021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] For port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:22.527349 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-afa89741-5b5a-44c1-ac76-6d5e9af14dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (d0f15d5a-d05c-4e69-bcaf-1da315b490b3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.536734 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-afa89741-5b5a-44c1-ac76-6d5e9af14dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.536734 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-afa89741-5b5a-44c1-ac76-6d5e9af14dbd admin admin] 10.222.0.72 "DELETE /v2.0/networks/d0f15d5a-d05c-4e69-bcaf-1da315b490b3 HTTP/1.1" status: 204 len: 168 time: 1.3449659 Feb 28 17:24:22.549877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa89741-5b5a-44c1-ac76-6d5e9af14dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f15d5a-d05c-4e69-bcaf-1da315b490b3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:22.585362 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.620106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:22.620728 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.622211 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] 10.222.0.69 "PUT /v2.0/ports/3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c HTTP/1.1" status: 200 len: 1136 time: 2.2347896 Feb 28 17:24:22.655423 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17a7e8-920d-4a25-99c2-e6b85924c114 service neutron] Pushing event updated for resources: {'Port': ['ID=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:22.706608 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Request body: {'port': {'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:22.778397 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.790346 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52814) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:22.863539 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5ce4cebd-bd31-4cdd-b5c3-1c10f56729fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=34f7beabab634c70807ad5419fe9cd0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716243 Feb 28 17:24:22.866327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52816) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:22.947136 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': '3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:22.949466 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b557893f-1729-4915-8402-da4bde9817cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:22.951896 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52818) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:22.954053 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Publish callbacks [] for security_group (103d4fd2-e7f6-4a48-ad1c-3b3707689b6e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:22.980419 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Publish callbacks [] for security_group (103d4fd2-e7f6-4a48-ad1c-3b3707689b6e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:23.034404 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67f4edc-2577-498f-9893-630fede061a6 x-openstack-request-id: req-a67f4edc-2577-498f-9893-630fede061a6 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:23.034811 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:23.035075 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a67f4edc-2577-498f-9893-630fede061a6 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:23.035582 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': '3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c', 'status': 'completed', 'code': 200} Feb 28 17:24:23.097620 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fb9d68c1-1523-4b43-92da-d7fa39891dca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a408f6d5e5b547b4806b51cbf0e1877e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381347 Feb 28 17:24:23.104457 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52826) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:23.112060 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e177204-1640-418f-960d-b82d1cc07d81 req-c51f47cb-1d27-42f8-a671-07ef35005b33 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0366454 Feb 28 17:24:23.124430 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (103d4fd2-e7f6-4a48-ad1c-3b3707689b6e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:23.129760 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:23.132048 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/103d4fd2-e7f6-4a48-ad1c-3b3707689b6e HTTP/1.1" status: 204 len: 168 time: 0.2644463 Feb 28 17:24:23.164342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103d4fd2-e7f6-4a48-ad1c-3b3707689b6e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:23.175949 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:23.176531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:23.177083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:23.177660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:23.178267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:23.178814 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:23.179354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:23.180588 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:23.181122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:23.181659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:23.182232 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:23.183045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:23.183589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6988eed3-86c5-4406-89ff-85eb0f8735b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:23.205325 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16d36077-ae97-48d5-8a78-2284caf25a7b admin admin] Publish callbacks [] for security_group (f65d6243-1584-4237-8534-bb03600c8aa8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:23.228963 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16d36077-ae97-48d5-8a78-2284caf25a7b admin admin] Publish callbacks [] for security_group (f65d6243-1584-4237-8534-bb03600c8aa8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:23.230689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557893f-1729-4915-8402-da4bde9817cc req-63976816-aa75-46c7-befe-12f2e81bb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.235724 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557893f-1729-4915-8402-da4bde9817cc req-63976816-aa75-46c7-befe-12f2e81bb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.235724 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557893f-1729-4915-8402-da4bde9817cc req-63976816-aa75-46c7-befe-12f2e81bb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.235724 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557893f-1729-4915-8402-da4bde9817cc req-63976816-aa75-46c7-befe-12f2e81bb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.236117 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557893f-1729-4915-8402-da4bde9817cc req-63976816-aa75-46c7-befe-12f2e81bb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.237623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557893f-1729-4915-8402-da4bde9817cc req-63976816-aa75-46c7-befe-12f2e81bb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.239690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b557893f-1729-4915-8402-da4bde9817cc req-63976816-aa75-46c7-befe-12f2e81bb3d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5354 time: 0.1663485 Feb 28 17:24:23.323343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d3aae-6807-499f-814d-67d6fc888f60 req-d60ac2b1-085a-4d62-a8e1-ab315c050e16 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.325160 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee8d3aae-6807-499f-814d-67d6fc888f60 req-d60ac2b1-085a-4d62-a8e1-ab315c050e16 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.0867684 Feb 28 17:24:23.416269 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16d36077-ae97-48d5-8a78-2284caf25a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f65d6243-1584-4237-8534-bb03600c8aa8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:23.423529 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16d36077-ae97-48d5-8a78-2284caf25a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:23.426891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-16d36077-ae97-48d5-8a78-2284caf25a7b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f65d6243-1584-4237-8534-bb03600c8aa8 HTTP/1.1" status: 204 len: 168 time: 0.3213913 Feb 28 17:24:23.495498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3466d0-2baa-466a-bf10-2090dcd2739d req-5826bf19-cb4d-4028-9ea4-7bda6400c1dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.501058 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3466d0-2baa-466a-bf10-2090dcd2739d req-5826bf19-cb4d-4028-9ea4-7bda6400c1dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.506589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3466d0-2baa-466a-bf10-2090dcd2739d req-5826bf19-cb4d-4028-9ea4-7bda6400c1dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.511704 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee8d3aae-6807-499f-814d-67d6fc888f60 req-c55abc9e-4ee0-4f49-a198-ad6cc85c83a7 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802034 Feb 28 17:24:23.516867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3466d0-2baa-466a-bf10-2090dcd2739d req-5826bf19-cb4d-4028-9ea4-7bda6400c1dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.517356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d36077-ae97-48d5-8a78-2284caf25a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65d6243-1584-4237-8534-bb03600c8aa8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:23.518543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3466d0-2baa-466a-bf10-2090dcd2739d req-5826bf19-cb4d-4028-9ea4-7bda6400c1dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.524624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3466d0-2baa-466a-bf10-2090dcd2739d req-5826bf19-cb4d-4028-9ea4-7bda6400c1dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.526274 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b3466d0-2baa-466a-bf10-2090dcd2739d req-5826bf19-cb4d-4028-9ea4-7bda6400c1dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 4604 time: 0.1811600 Feb 28 17:24:23.535577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa3091f-cdea-4a5b-b76f-6b6b3d58246e {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:24:23.567441 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cc253e1-05a5-4e71-9c64-2aa296417f5c req-ed6ae1a4-3cce-4bfc-8df5-5ce1c07d1155 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0369499 Feb 28 17:24:23.576002 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Publish callbacks [] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:23.583398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557893f-1729-4915-8402-da4bde9817cc req-f480bac0-d7dc-4ff1-97bf-4ad80534ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.586615 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557893f-1729-4915-8402-da4bde9817cc req-f480bac0-d7dc-4ff1-97bf-4ad80534ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.586615 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557893f-1729-4915-8402-da4bde9817cc req-f480bac0-d7dc-4ff1-97bf-4ad80534ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.587781 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b557893f-1729-4915-8402-da4bde9817cc req-f480bac0-d7dc-4ff1-97bf-4ad80534ec9d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3406675 Feb 28 17:24:23.632972 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Transition to ACTIVE for port object afa3091f-cdea-4a5b-b76f-6b6b3d58246e will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:24:23.721402 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:23.746552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b3466d0-2baa-466a-bf10-2090dcd2739d req-35a0b424-c573-4f84-a53f-ac1d88efecca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1779234 Feb 28 17:24:23.777712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557893f-1729-4915-8402-da4bde9817cc req-4aeaccdf-1439-477c-9a77-6437795fac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:23.777712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b557893f-1729-4915-8402-da4bde9817cc req-4aeaccdf-1439-477c-9a77-6437795fac17 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689537 Feb 28 17:24:23.835211 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Pushing event updated for resources: {'Port': ['ID=afa3091f-cdea-4a5b-b76f-6b6b3d58246e,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:23.951108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Attempting to bind port afa3091f-cdea-4a5b-b76f-6b6b3d58246e on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:23.951445 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Attempting to bind port afa3091f-cdea-4a5b-b76f-6b6b3d58246e by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:23.951775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Attempting to bind port afa3091f-cdea-4a5b-b76f-6b6b3d58246e on network fd7a05c5-9896-4296-a65a-a68965a6760b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:23.965910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Port afa3091f-cdea-4a5b-b76f-6b6b3d58246e on network fd7a05c5-9896-4296-a65a-a68965a6760b not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:24:23.966261 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Attempting to bind port afa3091f-cdea-4a5b-b76f-6b6b3d58246e on network fd7a05c5-9896-4296-a65a-a68965a6760b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:23.973559 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:23.973894 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Checking segment: {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:23.974282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Bound using segment: {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:23.974894 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Bound port: afa3091f-cdea-4a5b-b76f-6b6b3d58246e, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:23.975259 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:24.096910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] For port afa3091f-cdea-4a5b-b76f-6b6b3d58246e, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:24.101270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] For port afa3091f-cdea-4a5b-b76f-6b6b3d58246e, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=afa3091f-cdea-4a5b-b76f-6b6b3d58246e,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:24.196718 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:24.233322 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:24.233965 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:24.235329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] 10.222.0.69 "PUT /v2.0/ports/afa3091f-cdea-4a5b-b76f-6b6b3d58246e HTTP/1.1" status: 200 len: 1136 time: 1.5332620 Feb 28 17:24:24.253373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c5d17-87c5-4ca8-a693-f89b349b9c29 service neutron] Pushing event updated for resources: {'Port': ['ID=afa3091f-cdea-4a5b-b76f-6b6b3d58246e,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:24.351965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Request body: {'port': {'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:24.437606 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:24.758960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b342ba-7e7f-4f42-b21f-ed7df2aea4f2 req-6c6cf759-be7e-4b00-9977-33661d2854ee tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:24.760613 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-63b342ba-7e7f-4f42-b21f-ed7df2aea4f2 req-6c6cf759-be7e-4b00-9977-33661d2854ee tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.0694053 Feb 28 17:24:24.869250 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-63b342ba-7e7f-4f42-b21f-ed7df2aea4f2 req-f0e8522e-ff4f-48b6-b41b-9fcca9041fb2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870674 Feb 28 17:24:24.947177 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52884) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:25.008817 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338909f-946b-4aa1-a882-41d906f61ce5 req-630808a3-2f20-464e-830f-9bb6f4e46bb9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.014127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338909f-946b-4aa1-a882-41d906f61ce5 req-630808a3-2f20-464e-830f-9bb6f4e46bb9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.019598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338909f-946b-4aa1-a882-41d906f61ce5 req-630808a3-2f20-464e-830f-9bb6f4e46bb9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.033700 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338909f-946b-4aa1-a882-41d906f61ce5 req-630808a3-2f20-464e-830f-9bb6f4e46bb9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.035055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338909f-946b-4aa1-a882-41d906f61ce5 req-630808a3-2f20-464e-830f-9bb6f4e46bb9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.040795 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338909f-946b-4aa1-a882-41d906f61ce5 req-630808a3-2f20-464e-830f-9bb6f4e46bb9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.046648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338909f-946b-4aa1-a882-41d906f61ce5 req-630808a3-2f20-464e-830f-9bb6f4e46bb9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.048640 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d338909f-946b-4aa1-a882-41d906f61ce5 req-630808a3-2f20-464e-830f-9bb6f4e46bb9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5381 time: 0.1778774 Feb 28 17:24:25.051662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': 'afa3091f-cdea-4a5b-b76f-6b6b3d58246e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:25.054387 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4071b1c-1e20-43a7-9496-cd64fe411f53" -d '{"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "afa3091f-cdea-4a5b-b76f-6b6b3d58246e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:25.111267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2044728798-network', 'tenant_id': 'db5706b395ff456ab153c58167054352'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:25.166733 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d338909f-946b-4aa1-a882-41d906f61ce5 req-4b1a104f-05de-4f90-9758-8cec1299c783 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047363 Feb 28 17:24:25.170598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869423d2-c15c-4e1a-863a-034bf02a7b19 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:24:25.178612 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Publish callbacks [] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:25.192046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Transition to ACTIVE for port object 869423d2-c15c-4e1a-863a-034bf02a7b19 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:24:25.213084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] Made reservation on behalf of db5706b395ff456ab153c58167054352 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:25.215775 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:25.225445 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9640f7-598a-4585-9ddc-f6770fb6cbb4 x-openstack-request-id: req-5c9640f7-598a-4585-9ddc-f6770fb6cbb4 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:25.225742 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "afa3091f-cdea-4a5b-b76f-6b6b3d58246e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:25.226060 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5c9640f7-598a-4585-9ddc-f6770fb6cbb4 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:25.226973 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': 'afa3091f-cdea-4a5b-b76f-6b6b3d58246e', 'status': 'completed', 'code': 200} Feb 28 17:24:25.228210 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:25.291411 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:25.342599 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] Publish callbacks [] for security_group (87bc870c-9484-431f-8f81-e8d5de12e282), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:25.356468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071b1c-1e20-43a7-9496-cd64fe411f53 req-fdd84184-e9ee-450a-90e4-6a20c809261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.357418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071b1c-1e20-43a7-9496-cd64fe411f53 req-fdd84184-e9ee-450a-90e4-6a20c809261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.357418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071b1c-1e20-43a7-9496-cd64fe411f53 req-fdd84184-e9ee-450a-90e4-6a20c809261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.357834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071b1c-1e20-43a7-9496-cd64fe411f53 req-fdd84184-e9ee-450a-90e4-6a20c809261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.358318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071b1c-1e20-43a7-9496-cd64fe411f53 req-fdd84184-e9ee-450a-90e4-6a20c809261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.358770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071b1c-1e20-43a7-9496-cd64fe411f53 req-fdd84184-e9ee-450a-90e4-6a20c809261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.359219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071b1c-1e20-43a7-9496-cd64fe411f53 req-fdd84184-e9ee-450a-90e4-6a20c809261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.361329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4071b1c-1e20-43a7-9496-cd64fe411f53 req-fdd84184-e9ee-450a-90e4-6a20c809261c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 6314 time: 0.1160994 Feb 28 17:24:25.370924 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Pushing event updated for resources: {'Port': ['ID=869423d2-c15c-4e1a-863a-034bf02a7b19,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:25.414779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (87bc870c-9484-431f-8f81-e8d5de12e282), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:25.454276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bc870c-9484-431f-8f81-e8d5de12e282,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:25.500253 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:24:25.505309 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-262212e7-4b24-4c65-be01-492f6a3d0d5b req-117f9efb-1493-41a1-bc58-11e4a751d66f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0399883 Feb 28 17:24:25.531709 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a1404152-c511-4fae-a498-d2ed850a3b6f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:25.534078 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] Added segment a1404152-c511-4fae-a498-d2ed850a3b6f of type vlan for network 7739d82a-bcdd-4118-ae9a-7624124a9b84 Feb 28 17:24:25.555160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071b1c-1e20-43a7-9496-cd64fe411f53 req-28054ab6-a165-40ca-aa72-1fa905000974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.555630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071b1c-1e20-43a7-9496-cd64fe411f53 req-28054ab6-a165-40ca-aa72-1fa905000974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.556086 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071b1c-1e20-43a7-9496-cd64fe411f53 req-28054ab6-a165-40ca-aa72-1fa905000974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.557679 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4071b1c-1e20-43a7-9496-cd64fe411f53 req-28054ab6-a165-40ca-aa72-1fa905000974 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1878211 Feb 28 17:24:25.560361 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Attempting to bind port 869423d2-c15c-4e1a-863a-034bf02a7b19 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:25.560691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Attempting to bind port 869423d2-c15c-4e1a-863a-034bf02a7b19 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:25.561016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Attempting to bind port 869423d2-c15c-4e1a-863a-034bf02a7b19 on network fd7a05c5-9896-4296-a65a-a68965a6760b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:25.597445 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (7739d82a-bcdd-4118-ae9a-7624124a9b84), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:25.605632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Port 869423d2-c15c-4e1a-863a-034bf02a7b19 on network fd7a05c5-9896-4296-a65a-a68965a6760b not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:24:25.607469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Attempting to bind port 869423d2-c15c-4e1a-863a-034bf02a7b19 on network fd7a05c5-9896-4296-a65a-a68965a6760b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:25.670699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:25.675222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Checking segment: {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:25.675222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Bound using segment: {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:25.675222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Bound port: 869423d2-c15c-4e1a-863a-034bf02a7b19, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:25.675222 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:25.721456 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc5b140a-f9b2-4257-98a4-cfcb1507ca4b req-52913957-9b7c-4027-a508-e8adea78754e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0352397 Feb 28 17:24:25.735572 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (7739d82a-bcdd-4118-ae9a-7624124a9b84), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:25.739531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.742346 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:25.787550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52908) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:25.809020 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071b1c-1e20-43a7-9496-cd64fe411f53 req-3c627280-ecd6-4c76-8032-b3385e7fd5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.810824 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4071b1c-1e20-43a7-9496-cd64fe411f53 req-3c627280-ecd6-4c76-8032-b3385e7fd5b3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2464256 Feb 28 17:24:25.825209 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] For port 869423d2-c15c-4e1a-863a-034bf02a7b19, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:25.832128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] For port 869423d2-c15c-4e1a-863a-034bf02a7b19, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=869423d2-c15c-4e1a-863a-034bf02a7b19,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:25.843714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] Pushing event updated for resources: {'Network': ['ID=7739d82a-bcdd-4118-ae9a-7624124a9b84,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:25.857865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 7739d82a-bcdd-4118-ae9a-7624124a9b84 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:24:25.872885 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4674c69e-606d-461a-a095-0bc621c09b5a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9219186 Feb 28 17:24:25.874292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52912) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:25.883081 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5f144e31-5a7e-4d41-876e-87e8bb08e1c5 admin admin] Request body: {'subnet': {'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2044728798-subnet', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:25.897461 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:25.971126 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:25.971664 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:25.973064 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] 10.222.0.69 "PUT /v2.0/ports/869423d2-c15c-4e1a-863a-034bf02a7b19 HTTP/1.1" status: 200 len: 1091 time: 1.6259463 Feb 28 17:24:25.974006 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3651b6b8-aad2-47bc-a013-0f778b66e3ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:25.998178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f144e31-5a7e-4d41-876e-87e8bb08e1c5 admin admin] Made reservation on behalf of db5706b395ff456ab153c58167054352 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:26.000676 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f144e31-5a7e-4d41-876e-87e8bb08e1c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:26.086241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d25b17-a677-4f29-88ec-fd254f3bfda5 service neutron] Pushing event updated for resources: {'Port': ['ID=869423d2-c15c-4e1a-863a-034bf02a7b19,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:26.102422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Request body: {'port': {'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:26.236875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642b76e-a91c-448c-8c89-df463fd2d02a req-cda8917d-c210-4969-9161-09afffe640d4 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:26.244603 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9642b76e-a91c-448c-8c89-df463fd2d02a req-cda8917d-c210-4969-9161-09afffe640d4 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.2499990 Feb 28 17:24:26.365816 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9642b76e-a91c-448c-8c89-df463fd2d02a req-1fe38997-22ab-4083-beb8-84d95d2e6244 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164250 Feb 28 17:24:26.373813 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e51ca-d896-44b9-966f-fcd557aa7a4c req-63616609-7007-4d31-880d-aee79bd5c0cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:26.378979 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:26.383270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e51ca-d896-44b9-966f-fcd557aa7a4c req-63616609-7007-4d31-880d-aee79bd5c0cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:26.400711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e51ca-d896-44b9-966f-fcd557aa7a4c req-63616609-7007-4d31-880d-aee79bd5c0cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:26.420371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e51ca-d896-44b9-966f-fcd557aa7a4c req-63616609-7007-4d31-880d-aee79bd5c0cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:26.427061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e51ca-d896-44b9-966f-fcd557aa7a4c req-63616609-7007-4d31-880d-aee79bd5c0cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:26.434099 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e51ca-d896-44b9-966f-fcd557aa7a4c req-63616609-7007-4d31-880d-aee79bd5c0cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:26.440287 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e51ca-d896-44b9-966f-fcd557aa7a4c req-63616609-7007-4d31-880d-aee79bd5c0cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:26.448734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c4e51ca-d896-44b9-966f-fcd557aa7a4c req-63616609-7007-4d31-880d-aee79bd5c0cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5393 time: 0.1777956 Feb 28 17:24:26.485252 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3651b6b8-aad2-47bc-a013-0f778b66e3ca admin admin] Publish callbacks [] for security_group (55f43303-d5b9-4eb4-adc5-fbad44e7d1ab), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:26.529309 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c4e51ca-d896-44b9-966f-fcd557aa7a4c req-5e9e2e01-11c7-4820-991e-0d2f97a95e2b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795438 Feb 28 17:24:26.592567 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3651b6b8-aad2-47bc-a013-0f778b66e3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (55f43303-d5b9-4eb4-adc5-fbad44e7d1ab), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:26.660415 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3651b6b8-aad2-47bc-a013-0f778b66e3ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b7ccc4d29d2f450bb1218beaec74c5a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8716106 Feb 28 17:24:26.662994 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651b6b8-aad2-47bc-a013-0f778b66e3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f43303-d5b9-4eb4-adc5-fbad44e7d1ab,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:26.663960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52918) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:26.666675 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f144e31-5a7e-4d41-876e-87e8bb08e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (86d80de3-dbb5-4b00-8151-4a967e698d02), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:26.720543 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05567d7c-ab05-4615-93fc-47c9e65eec83 admin admin] Publish callbacks [] for security_group (55f43303-d5b9-4eb4-adc5-fbad44e7d1ab), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:26.742178 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05567d7c-ab05-4615-93fc-47c9e65eec83 admin admin] Publish callbacks [] for security_group (55f43303-d5b9-4eb4-adc5-fbad44e7d1ab), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:26.774799 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f144e31-5a7e-4d41-876e-87e8bb08e1c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d80de3-dbb5-4b00-8151-4a967e698d02,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:26.798771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f144e31-5a7e-4d41-876e-87e8bb08e1c5 admin admin] Checking segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:26.799137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f144e31-5a7e-4d41-876e-87e8bb08e1c5 admin admin] Network hostable DHCP agents. Network: 7739d82a-bcdd-4118-ae9a-7624124a9b84, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:24:26.858551 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05567d7c-ab05-4615-93fc-47c9e65eec83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (55f43303-d5b9-4eb4-adc5-fbad44e7d1ab), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:26.861228 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05567d7c-ab05-4615-93fc-47c9e65eec83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:26.862463 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-05567d7c-ab05-4615-93fc-47c9e65eec83 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/55f43303-d5b9-4eb4-adc5-fbad44e7d1ab HTTP/1.1" status: 204 len: 168 time: 0.1973495 Feb 28 17:24:26.870309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05567d7c-ab05-4615-93fc-47c9e65eec83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f43303-d5b9-4eb4-adc5-fbad44e7d1ab,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:26.888311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:24:26.902195 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Publish callbacks [] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:26.914417 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Transition to ACTIVE for port object dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:24:26.921327 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f144e31-5a7e-4d41-876e-87e8bb08e1c5 admin admin] Network 7739d82a-bcdd-4118-ae9a-7624124a9b84 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:24:27.007593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:27.057547 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-5f144e31-5a7e-4d41-876e-87e8bb08e1c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 7739d82a-bcdd-4118-ae9a-7624124a9b84) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:27.067805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f144e31-5a7e-4d41-876e-87e8bb08e1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.068562 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f144e31-5a7e-4d41-876e-87e8bb08e1c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:27.071050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:27.083164 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82211d2a-1e74-489b-b2f1-52b0dab4377d None None] Network 7739d82a-bcdd-4118-ae9a-7624124a9b84 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:24:27.158234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Attempting to bind port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:27.158807 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Attempting to bind port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:27.159145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Attempting to bind port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 on network fd7a05c5-9896-4296-a65a-a68965a6760b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:27.166258 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 on network fd7a05c5-9896-4296-a65a-a68965a6760b not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:24:27.166606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Attempting to bind port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 on network fd7a05c5-9896-4296-a65a-a68965a6760b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:27.177441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:27.177804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Checking segment: {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:27.178209 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Bound using segment: {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:27.178643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Bound port: dc0e85fa-8738-4d52-88bf-01c1fb9db8b4, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:27.178998 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:27.220399 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-7739d82a-bcdd-4118-ae9a-7624124a9b84', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'project_id': 'db5706b395ff456ab153c58167054352', 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:24:27.221137 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5f144e31-5a7e-4d41-876e-87e8bb08e1c5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3443303 Feb 28 17:24:27.222376 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:27.223930 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52926) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:27.228441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:27.234833 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': '869423d2-c15c-4e1a-863a-034bf02a7b19'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:27.239863 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c41b440-8ab8-4c29-80b3-324879bf3521" -d '{"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "869423d2-c15c-4e1a-863a-034bf02a7b19"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:27.325035 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132e1924-5f52-4812-94d3-2c1327492de0 x-openstack-request-id: req-132e1924-5f52-4812-94d3-2c1327492de0 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:27.325972 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "869423d2-c15c-4e1a-863a-034bf02a7b19", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:27.326617 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-132e1924-5f52-4812-94d3-2c1327492de0 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:27.327233 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': '869423d2-c15c-4e1a-863a-034bf02a7b19', 'status': 'completed', 'code': 200} Feb 28 17:24:27.331980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] For port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:27.335837 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] For port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:27.338864 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (6e0b4066-152a-4dfb-bae6-754be35365c9), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:27.340258 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (6e0b4066-152a-4dfb-bae6-754be35365c9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:27.415534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Allocated IP 172.20.0.2 (7739d82a-bcdd-4118-ae9a-7624124a9b84/86d80de3-dbb5-4b00-8151-4a967e698d02/88698f76-7c57-4f7c-9fc2-cc5990352314) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:27.428206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b440-8ab8-4c29-80b3-324879bf3521 req-8faab153-e07b-4d99-8cb5-b050e935d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.428977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b440-8ab8-4c29-80b3-324879bf3521 req-8faab153-e07b-4d99-8cb5-b050e935d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.430130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b440-8ab8-4c29-80b3-324879bf3521 req-8faab153-e07b-4d99-8cb5-b050e935d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.431299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b440-8ab8-4c29-80b3-324879bf3521 req-8faab153-e07b-4d99-8cb5-b050e935d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.438459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b440-8ab8-4c29-80b3-324879bf3521 req-8faab153-e07b-4d99-8cb5-b050e935d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.438459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b440-8ab8-4c29-80b3-324879bf3521 req-8faab153-e07b-4d99-8cb5-b050e935d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.438459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b440-8ab8-4c29-80b3-324879bf3521 req-8faab153-e07b-4d99-8cb5-b050e935d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.439455 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c41b440-8ab8-4c29-80b3-324879bf3521 req-8faab153-e07b-4d99-8cb5-b050e935d314 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 6439 time: 0.0891004 Feb 28 17:24:27.443262 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Publish callbacks [] for router_controller (6e0b4066-152a-4dfb-bae6-754be35365c9), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:27.444034 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:27.523218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.527344 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:27.528796 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] 10.222.0.69 "PUT /v2.0/ports/dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 HTTP/1.1" status: 200 len: 1092 time: 1.4438822 Feb 28 17:24:27.673610 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Publish callbacks [] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:27.707465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Request body: {'port': {'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:27.752321 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:27.836611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Network 7739d82a-bcdd-4118-ae9a-7624124a9b84 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:27.842730 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:27.862405 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb1873-55f1-41bd-97f3-a86863d11cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:27.863817 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Publish callbacks [] for router_gateway (6e0b4066-152a-4dfb-bae6-754be35365c9), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:27.880535 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:27.931243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b440-8ab8-4c29-80b3-324879bf3521 req-78a3e6c9-81da-4483-a2f4-e50e719cdccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.932000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b440-8ab8-4c29-80b3-324879bf3521 req-78a3e6c9-81da-4483-a2f4-e50e719cdccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.933223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b440-8ab8-4c29-80b3-324879bf3521 req-78a3e6c9-81da-4483-a2f4-e50e719cdccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.935044 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c41b440-8ab8-4c29-80b3-324879bf3521 req-78a3e6c9-81da-4483-a2f4-e50e719cdccc service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4803290 Feb 28 17:24:27.939078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Pushing event updated for resources: {'Port': ['ID=88698f76-7c57-4f7c-9fc2-cc5990352314,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:27.950329 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9979e5f3-6ef6-4113-ae22-3079653bf658 req-68b5d3ae-e0b3-4b41-a918-4c22add5e2ac service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0609708 Feb 28 17:24:27.951017 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:27.962016 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb9941-5037-45b2-aa7e-6b8ccc610e5a req-231d8070-22cd-4087-85a8-4a43e24e0185 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.963776 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-58eb9941-5037-45b2-aa7e-6b8ccc610e5a req-231d8070-22cd-4087-85a8-4a43e24e0185 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.4725137 Feb 28 17:24:27.983052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e50f05-0707-4e84-95a4-497af65f5aec req-1d42c744-9e9d-4567-b854-6977be73cc82 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.989649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Attempting to bind port 88698f76-7c57-4f7c-9fc2-cc5990352314 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:27.990050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Attempting to bind port 88698f76-7c57-4f7c-9fc2-cc5990352314 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:27.990412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Attempting to bind port 88698f76-7c57-4f7c-9fc2-cc5990352314 on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:27.990827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e50f05-0707-4e84-95a4-497af65f5aec req-1d42c744-9e9d-4567-b854-6977be73cc82 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.996669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e50f05-0707-4e84-95a4-497af65f5aec req-1d42c744-9e9d-4567-b854-6977be73cc82 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:27.997121 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:27.997479 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Checking segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:28.007520 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:28.007520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Bound using segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:28.007520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Bound port: 88698f76-7c57-4f7c-9fc2-cc5990352314, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:28.007520 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:28.008054 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e50f05-0707-4e84-95a4-497af65f5aec req-1d42c744-9e9d-4567-b854-6977be73cc82 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:28.008054 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e50f05-0707-4e84-95a4-497af65f5aec req-1d42c744-9e9d-4567-b854-6977be73cc82 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:28.012716 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e50f05-0707-4e84-95a4-497af65f5aec req-1d42c744-9e9d-4567-b854-6977be73cc82 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:28.018542 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e50f05-0707-4e84-95a4-497af65f5aec req-1d42c744-9e9d-4567-b854-6977be73cc82 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:28.027804 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2e50f05-0707-4e84-95a4-497af65f5aec req-1d42c744-9e9d-4567-b854-6977be73cc82 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5405 time: 0.3119218 Feb 28 17:24:28.046237 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-58eb9941-5037-45b2-aa7e-6b8ccc610e5a req-53da50c5-8864-48e4-af81-0b9550124f09 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577073 Feb 28 17:24:28.145111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] For port 88698f76-7c57-4f7c-9fc2-cc5990352314, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:28.157194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] For port 88698f76-7c57-4f7c-9fc2-cc5990352314, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=88698f76-7c57-4f7c-9fc2-cc5990352314,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:28.223141 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:28.223847 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5cf8a087-46a4-437d-979d-b4e9719a350c req-adc2277b-00e3-4b49-aec8-c579da3e7c3e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0644758 Feb 28 17:24:28.293970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41b440-8ab8-4c29-80b3-324879bf3521 req-aa356dd5-fdd4-4be1-a8fe-2a8739761be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:28.295421 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c41b440-8ab8-4c29-80b3-324879bf3521 req-aa356dd5-fdd4-4be1-a8fe-2a8739761be6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3425877 Feb 28 17:24:28.324881 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Publish callbacks [] for router_gateway (6e0b4066-152a-4dfb-bae6-754be35365c9), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:28.369372 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:28.388948 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5bc07-f4b7-49fb-9267-0be3b93496ef None None] Pushing event updated for resources: {'Port': ['ID=88698f76-7c57-4f7c-9fc2-cc5990352314,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:28.431798 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2e50f05-0707-4e84-95a4-497af65f5aec req-cf06be38-1bb3-4dbb-9547-eb642861ccbc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4030356 Feb 28 17:24:28.527545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Allocated IP 172.25.3.97 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/57139775-8bde-4c00-bc30-a2e6cff723e7) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:28.533699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52960) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:28.661480 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Publish callbacks [] for port (57139775-8bde-4c00-bc30-a2e6cff723e7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:28.735360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825af014-3a23-4374-91db-0f6bef9b1a4e {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:24:28.747284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1122227588-network', 'tenant_id': '0542aa8b646342d0a29158f8198e8703'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:28.755852 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Publish callbacks [] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:28.779984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Transition to ACTIVE for port object 825af014-3a23-4374-91db-0f6bef9b1a4e will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:24:28.791097 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (57139775-8bde-4c00-bc30-a2e6cff723e7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:28.812421 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:28.815466 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:28.817835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:28.847730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:28.878675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] Made reservation on behalf of 0542aa8b646342d0a29158f8198e8703 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:28.881595 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:28.907355 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:28.952592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Pushing event updated for resources: {'Port': ['ID=825af014-3a23-4374-91db-0f6bef9b1a4e,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:29.077261 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Attempting to bind port 825af014-3a23-4374-91db-0f6bef9b1a4e on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:29.077915 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Attempting to bind port 825af014-3a23-4374-91db-0f6bef9b1a4e by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '9602a6b2-63ca-4a31-afa3-9872ea57190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:29.079796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Attempting to bind port 825af014-3a23-4374-91db-0f6bef9b1a4e on network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:29.103994 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Port 825af014-3a23-4374-91db-0f6bef9b1a4e on network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:24:29.104233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Attempting to bind port 825af014-3a23-4374-91db-0f6bef9b1a4e on network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:29.121236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:29.121582 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Checking segment: {'id': '9602a6b2-63ca-4a31-afa3-9872ea57190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:29.122032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Bound using segment: {'id': '9602a6b2-63ca-4a31-afa3-9872ea57190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:29.122535 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Bound port: 825af014-3a23-4374-91db-0f6bef9b1a4e, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9602a6b2-63ca-4a31-afa3-9872ea57190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:29.122829 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:29.133733 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Pushing event updated for resources: {'Port': ['ID=57139775-8bde-4c00-bc30-a2e6cff723e7,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:29.285566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] For port 825af014-3a23-4374-91db-0f6bef9b1a4e, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:29.290213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] For port 825af014-3a23-4374-91db-0f6bef9b1a4e, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=825af014-3a23-4374-91db-0f6bef9b1a4e,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:29.360239 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': 'dc0e85fa-8738-4d52-88bf-01c1fb9db8b4'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:29.384287 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9631492f-a1d2-4c1b-ba90-44463c860abb" -d '{"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "dc0e85fa-8738-4d52-88bf-01c1fb9db8b4"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:29.415771 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:29.446693 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] Publish callbacks [] for security_group (d8ff6f9a-90fa-4a10-9b23-7a85ec92a70a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:29.496884 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0579f613-2c4c-45b6-8652-ccc667475455 x-openstack-request-id: req-0579f613-2c4c-45b6-8652-ccc667475455 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:29.498540 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "dc0e85fa-8738-4d52-88bf-01c1fb9db8b4", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:29.499294 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0579f613-2c4c-45b6-8652-ccc667475455 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:29.500903 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': 'dc0e85fa-8738-4d52-88bf-01c1fb9db8b4', 'status': 'completed', 'code': 200} Feb 28 17:24:29.524703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:29.525491 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:29.530038 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] 10.222.0.69 "PUT /v2.0/ports/825af014-3a23-4374-91db-0f6bef9b1a4e HTTP/1.1" status: 200 len: 1092 time: 1.8359163 Feb 28 17:24:29.588121 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d8ff6f9a-90fa-4a10-9b23-7a85ec92a70a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:29.662947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Request body: {'port': {'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:29.734445 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:24:29.760334 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (7126edf8-f5d0-46e2-b621-abfda54fbcda), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:29.760692 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] Added segment 7126edf8-f5d0-46e2-b621-abfda54fbcda of type vlan for network eb3133fb-39c4-4dec-b548-08cd35acd2d2 Feb 28 17:24:29.870109 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (eb3133fb-39c4-4dec-b548-08cd35acd2d2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:29.990530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148b97c-9d0a-4fc7-9a52-d79d889afadb service neutron] Pushing event updated for resources: {'Port': ['ID=825af014-3a23-4374-91db-0f6bef9b1a4e,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:30.057493 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (eb3133fb-39c4-4dec-b548-08cd35acd2d2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:30.061665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.062123 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:30.104934 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ff6f9a-90fa-4a10-9b23-7a85ec92a70a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:30.131696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88625ebb-a6ee-42e7-9970-0dbdf6085d92 None None] Network 7739d82a-bcdd-4118-ae9a-7624124a9b84 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:24:30.150073 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631492f-a1d2-4c1b-ba90-44463c860abb req-c1e93b7d-fa6a-49d5-8413-b698ec1bb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.150554 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631492f-a1d2-4c1b-ba90-44463c860abb req-c1e93b7d-fa6a-49d5-8413-b698ec1bb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.151029 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631492f-a1d2-4c1b-ba90-44463c860abb req-c1e93b7d-fa6a-49d5-8413-b698ec1bb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.151591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631492f-a1d2-4c1b-ba90-44463c860abb req-c1e93b7d-fa6a-49d5-8413-b698ec1bb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.152477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631492f-a1d2-4c1b-ba90-44463c860abb req-c1e93b7d-fa6a-49d5-8413-b698ec1bb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.153171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631492f-a1d2-4c1b-ba90-44463c860abb req-c1e93b7d-fa6a-49d5-8413-b698ec1bb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.153638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631492f-a1d2-4c1b-ba90-44463c860abb req-c1e93b7d-fa6a-49d5-8413-b698ec1bb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.155730 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9631492f-a1d2-4c1b-ba90-44463c860abb req-c1e93b7d-fa6a-49d5-8413-b698ec1bb2a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 6611 time: 0.6513667 Feb 28 17:24:30.198585 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ec11d-4ebf-44c9-89c8-b206593cdee3 req-6f8f6464-402a-43e0-8ffb-e67ddeb4510e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.206465 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bf7ec11d-4ebf-44c9-89c8-b206593cdee3 req-6f8f6464-402a-43e0-8ffb-e67ddeb4510e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.2666745 Feb 28 17:24:30.266594 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Publish callbacks [] for router_gateway (6e0b4066-152a-4dfb-bae6-754be35365c9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:30.338601 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bf7ec11d-4ebf-44c9-89c8-b206593cdee3 req-cfec61cd-fa85-4012-8fe3-8de61d25c9ec tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311135 Feb 28 17:24:30.480497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ec029ed-65a8-4e5b-ab43-9651470d464f req-bf1c4a14-93c0-43d6-ba76-46cdcf808ddb service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0412743 Feb 28 17:24:30.502536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9671679 Feb 28 17:24:30.508919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52984) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:30.513265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-33c10812-3d94-41c5-a168-ab2129a093d4 admin admin] Request body: {'subnet': {'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1122227588-subnet', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:30.598461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b23320a6-a643-4ab1-b74b-5275cb9353f7 None None] Provisioning complete for port 88698f76-7c57-4f7c-9fc2-cc5990352314 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:30.600083 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b23320a6-a643-4ab1-b74b-5275cb9353f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:30.631245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0816c-561e-4419-8904-a5c1d70eeaaa req-36492559-dbb6-4a14-b2d1-d8866eeb3722 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.637519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0816c-561e-4419-8904-a5c1d70eeaaa req-36492559-dbb6-4a14-b2d1-d8866eeb3722 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.644388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0816c-561e-4419-8904-a5c1d70eeaaa req-36492559-dbb6-4a14-b2d1-d8866eeb3722 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.652804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0816c-561e-4419-8904-a5c1d70eeaaa req-36492559-dbb6-4a14-b2d1-d8866eeb3722 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.658386 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0816c-561e-4419-8904-a5c1d70eeaaa req-36492559-dbb6-4a14-b2d1-d8866eeb3722 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.663919 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0816c-561e-4419-8904-a5c1d70eeaaa req-36492559-dbb6-4a14-b2d1-d8866eeb3722 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.669742 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0816c-561e-4419-8904-a5c1d70eeaaa req-36492559-dbb6-4a14-b2d1-d8866eeb3722 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.671770 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fdc0816c-561e-4419-8904-a5c1d70eeaaa req-36492559-dbb6-4a14-b2d1-d8866eeb3722 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5417 time: 1.0889688 Feb 28 17:24:30.672401 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:30.676904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95396eb-9db4-4d78-8275-ef60fabc6c19 admin admin] Pushing event updated for resources: {'Network': ['ID=eb3133fb-39c4-4dec-b548-08cd35acd2d2,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:30.708937 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c10812-3d94-41c5-a168-ab2129a093d4 admin admin] Made reservation on behalf of 0542aa8b646342d0a29158f8198e8703 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:30.711782 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33c10812-3d94-41c5-a168-ab2129a093d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:30.724258 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network eb3133fb-39c4-4dec-b548-08cd35acd2d2 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:24:30.779498 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (6e0b4066-152a-4dfb-bae6-754be35365c9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:30.890635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 88698f76-7c57-4f7c-9fc2-cc5990352314 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:24:30.912160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631492f-a1d2-4c1b-ba90-44463c860abb req-91a2cb3c-7b61-42ea-81b8-d369a5aaf843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.912859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631492f-a1d2-4c1b-ba90-44463c860abb req-91a2cb3c-7b61-42ea-81b8-d369a5aaf843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.913574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631492f-a1d2-4c1b-ba90-44463c860abb req-91a2cb3c-7b61-42ea-81b8-d369a5aaf843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:30.916139 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9631492f-a1d2-4c1b-ba90-44463c860abb req-91a2cb3c-7b61-42ea-81b8-d369a5aaf843 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4395561 Feb 28 17:24:30.982585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1af02f7b-244d-40e0-aa42-93d71f25563a req-1c31842f-cba8-4e40-9e1e-f5537930a7b5 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0500345 Feb 28 17:24:31.013091 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fdc0816c-561e-4419-8904-a5c1d70eeaaa req-090a3585-4dc1-4558-a235-fe7fd53d5184 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3303425 Feb 28 17:24:31.214900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631492f-a1d2-4c1b-ba90-44463c860abb req-fcb25957-e9e4-42d2-8d47-23324e8338f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:31.216389 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9631492f-a1d2-4c1b-ba90-44463c860abb req-fcb25957-e9e4-42d2-8d47-23324e8338f6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2768707 Feb 28 17:24:31.352799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Router 6e0b4066-152a-4dfb-bae6-754be35365c9 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:24:31.403794 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b23320a6-a643-4ab1-b74b-5275cb9353f7 None None] Current status of the port 88698f76-7c57-4f7c-9fc2-cc5990352314 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:31.404315 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b23320a6-a643-4ab1-b74b-5275cb9353f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:31.418244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96c9c5c-1f32-498a-9e6f-788f52a8fde9 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:24:31.427313 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Publish callbacks [] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:31.444631 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Transition to ACTIVE for port object d96c9c5c-1f32-498a-9e6f-788f52a8fde9 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:24:31.501938 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': '825af014-3a23-4374-91db-0f6bef9b1a4e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:31.505332 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a0dc8d-72a4-4d89-8f74-6fa972930867" -d '{"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "825af014-3a23-4374-91db-0f6bef9b1a4e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:31.539875 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:31.546620 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b23320a6-a643-4ab1-b74b-5275cb9353f7 None None] For port 88698f76-7c57-4f7c-9fc2-cc5990352314, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=88698f76-7c57-4f7c-9fc2-cc5990352314,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:24:31.550511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 88698f76-7c57-4f7c-9fc2-cc5990352314 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:31.551050 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:31.575203 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33c10812-3d94-41c5-a168-ab2129a093d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (4220632f-39f5-41bc-8030-d90f2068c0cd), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:31.616850 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b23320a6-a643-4ab1-b74b-5275cb9353f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:31.669845 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-d7200112-207d-46cf-8072-6ebe2fe4c0b0 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1387686968&fields=id&tenant_id=5dd70d9bd5354a17b3b3aee0b4740d75 HTTP/1.1" status: 200 len: 267 time: 0.1526873 Feb 28 17:24:31.675000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Pushing event updated for resources: {'Port': ['ID=d96c9c5c-1f32-498a-9e6f-788f52a8fde9,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:31.775657 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23320a6-a643-4ab1-b74b-5275cb9353f7 None None] Pushing event updated for resources: {'Port': ['ID=88698f76-7c57-4f7c-9fc2-cc5990352314,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:31.789561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3939967-9531-405e-89f4-fd7b4aec6b5c req-a5a9bca9-7e84-41fd-90c5-611142236910 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:31.791259 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a3939967-9531-405e-89f4-fd7b4aec6b5c req-a5a9bca9-7e84-41fd-90c5-611142236910 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.2825828 Feb 28 17:24:31.827445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ffb5669b-b70a-4473-9e67-3d9e65241a65 None None] Provisioning complete for port 88698f76-7c57-4f7c-9fc2-cc5990352314 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:31.827816 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ffb5669b-b70a-4473-9e67-3d9e65241a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:31.862155 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Attempting to bind port d96c9c5c-1f32-498a-9e6f-788f52a8fde9 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:31.862499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Attempting to bind port d96c9c5c-1f32-498a-9e6f-788f52a8fde9 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '9602a6b2-63ca-4a31-afa3-9872ea57190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:31.866363 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Attempting to bind port d96c9c5c-1f32-498a-9e6f-788f52a8fde9 on network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:31.899500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Port d96c9c5c-1f32-498a-9e6f-788f52a8fde9 on network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:24:31.905525 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Attempting to bind port d96c9c5c-1f32-498a-9e6f-788f52a8fde9 on network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:31.913237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:31.913623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Checking segment: {'id': '9602a6b2-63ca-4a31-afa3-9872ea57190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:31.914041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Bound using segment: {'id': '9602a6b2-63ca-4a31-afa3-9872ea57190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:31.914488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Bound port: d96c9c5c-1f32-498a-9e6f-788f52a8fde9, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9602a6b2-63ca-4a31-afa3-9872ea57190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:31.914847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:31.932777 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a3939967-9531-405e-89f4-fd7b4aec6b5c req-08ed1bdd-5f1f-47f5-9d48-3f3a60324c95 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337280 Feb 28 17:24:31.958696 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:24:31.971172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 88698f76-7c57-4f7c-9fc2-cc5990352314 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:31.990446 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Sync routers for ids ['6e0b4066-152a-4dfb-bae6-754be35365c9'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:24:32.030382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Routers {'6e0b4066-152a-4dfb-bae6-754be35365c9'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:24:32.031019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:24:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['6e0b4066-152a-4dfb-bae6-754be35365c9'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:32.102423 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a08f41-4c98-422b-9cfa-2163ee8b7170 x-openstack-request-id: req-19a08f41-4c98-422b-9cfa-2163ee8b7170 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:32.103841 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "825af014-3a23-4374-91db-0f6bef9b1a4e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:32.105483 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-19a08f41-4c98-422b-9cfa-2163ee8b7170 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:32.105987 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': '825af014-3a23-4374-91db-0f6bef9b1a4e', 'status': 'completed', 'code': 200} Feb 28 17:24:32.199117 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5669b-b70a-4473-9e67-3d9e65241a65 None None] Current status of the port 88698f76-7c57-4f7c-9fc2-cc5990352314 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:32.204852 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c10812-3d94-41c5-a168-ab2129a093d4 admin admin] Checking segment: {'id': '7126edf8-f5d0-46e2-b621-abfda54fbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:32.205216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c10812-3d94-41c5-a168-ab2129a093d4 admin admin] Network hostable DHCP agents. Network: eb3133fb-39c4-4dec-b548-08cd35acd2d2, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:24:32.214953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c10812-3d94-41c5-a168-ab2129a093d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4220632f-39f5-41bc-8030-d90f2068c0cd,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:32.229376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Set router 6e0b4066-152a-4dfb-bae6-754be35365c9 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:24:32.278100 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] For port d96c9c5c-1f32-498a-9e6f-788f52a8fde9, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:32.283647 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] For port d96c9c5c-1f32-498a-9e6f-788f52a8fde9, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d96c9c5c-1f32-498a-9e6f-788f52a8fde9,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:32.315333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0dc8d-72a4-4d89-8f74-6fa972930867 req-9b5505bb-7cf9-402f-8757-72e5af007fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.315974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0dc8d-72a4-4d89-8f74-6fa972930867 req-9b5505bb-7cf9-402f-8757-72e5af007fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.316444 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0dc8d-72a4-4d89-8f74-6fa972930867 req-9b5505bb-7cf9-402f-8757-72e5af007fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.316951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0dc8d-72a4-4d89-8f74-6fa972930867 req-9b5505bb-7cf9-402f-8757-72e5af007fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.317411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0dc8d-72a4-4d89-8f74-6fa972930867 req-9b5505bb-7cf9-402f-8757-72e5af007fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.318033 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0dc8d-72a4-4d89-8f74-6fa972930867 req-9b5505bb-7cf9-402f-8757-72e5af007fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.318618 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0dc8d-72a4-4d89-8f74-6fa972930867 req-9b5505bb-7cf9-402f-8757-72e5af007fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.321488 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71a0dc8d-72a4-4d89-8f74-6fa972930867 req-9b5505bb-7cf9-402f-8757-72e5af007fcd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 6637 time: 0.2102304 Feb 28 17:24:32.336969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ee94-5c5b-4817-b648-770c9efa192b req-18ef7380-5069-44da-8770-e432af29dac2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.342162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-6b5da090-0fa6-4838-a894-9668822eae19 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.344311 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-6b5da090-0fa6-4838-a894-9668822eae19 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/networks?id=3710deb9-08fa-44d6-a3a2-288e5da55b9b HTTP/1.1" status: 200 len: 816 time: 0.5889137 Feb 28 17:24:32.345447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ee94-5c5b-4817-b648-770c9efa192b req-18ef7380-5069-44da-8770-e432af29dac2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.355256 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:32.358797 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-83d99486-6855-47c1-b44e-a188578cd3cc admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1338813 Feb 28 17:24:32.360024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ee94-5c5b-4817-b648-770c9efa192b req-18ef7380-5069-44da-8770-e432af29dac2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.362420 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53008) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:32.373129 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ee94-5c5b-4817-b648-770c9efa192b req-18ef7380-5069-44da-8770-e432af29dac2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.385880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ee94-5c5b-4817-b648-770c9efa192b req-18ef7380-5069-44da-8770-e432af29dac2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.400250 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ee94-5c5b-4817-b648-770c9efa192b req-18ef7380-5069-44da-8770-e432af29dac2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.413238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ee94-5c5b-4817-b648-770c9efa192b req-18ef7380-5069-44da-8770-e432af29dac2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.418037 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c079ee94-5c5b-4817-b648-770c9efa192b req-18ef7380-5069-44da-8770-e432af29dac2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2174609 Feb 28 17:24:32.444297 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:32.543385 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:24:29Z', 'revision_number': 3, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:32.606237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Pushing event updated for resources: {'Port': ['ID=d96c9c5c-1f32-498a-9e6f-788f52a8fde9,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:32.621099 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Checking router: 6e0b4066-152a-4dfb-bae6-754be35365c9 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:24:32.621451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Updating router 6e0b4066-152a-4dfb-bae6-754be35365c9 port 57139775-8bde-4c00-bc30-a2e6cff723e7 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:24:32.636780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c10812-3d94-41c5-a168-ab2129a093d4 admin admin] Network eb3133fb-39c4-4dec-b548-08cd35acd2d2 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:24:32.656275 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (57139775-8bde-4c00-bc30-a2e6cff723e7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:32.765589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-5b490de7-f8c8-4c42-9cd5-72b573008117 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/quotas/5dd70d9bd5354a17b3b3aee0b4740d75 HTTP/1.1" status: 200 len: 375 time: 0.4053054 Feb 28 17:24:32.826834 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 88698f76-7c57-4f7c-9fc2-cc5990352314 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:24:32.835068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.836010 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:32.837960 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06346ff7-e0a4-4441-9b5f-34234fc4b750 service neutron] 10.222.0.69 "PUT /v2.0/ports/d96c9c5c-1f32-498a-9e6f-788f52a8fde9 HTTP/1.1" status: 200 len: 1092 time: 3.1799235 Feb 28 17:24:32.890255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0dc8d-72a4-4d89-8f74-6fa972930867 req-86249d55-469e-456c-8221-468b434f8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.890882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0dc8d-72a4-4d89-8f74-6fa972930867 req-86249d55-469e-456c-8221-468b434f8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.891465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0dc8d-72a4-4d89-8f74-6fa972930867 req-86249d55-469e-456c-8221-468b434f8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.893126 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71a0dc8d-72a4-4d89-8f74-6fa972930867 req-86249d55-469e-456c-8221-468b434f8dcf service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4741871 Feb 28 17:24:32.916483 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-33c10812-3d94-41c5-a168-ab2129a093d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, eb3133fb-39c4-4dec-b548-08cd35acd2d2) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:32.938562 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c10812-3d94-41c5-a168-ab2129a093d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:32.939443 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33c10812-3d94-41c5-a168-ab2129a093d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:32.981851 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c079ee94-5c5b-4817-b648-770c9efa192b req-4838316d-9bd5-47a8-94ca-48875a1a41df tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5291634 Feb 28 17:24:33.035468 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-a74ab794-5fde-41e9-843b-fefe62ea385e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dd70d9bd5354a17b3b3aee0b4740d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2482817 Feb 28 17:24:33.097717 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-33c10812-3d94-41c5-a168-ab2129a093d4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5884433 Feb 28 17:24:33.101977 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53014) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:33.110826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:33.265492 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Publish callbacks [] for port (57139775-8bde-4c00-bc30-a2e6cff723e7), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:33.269164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0dc8d-72a4-4d89-8f74-6fa972930867 req-83f997f2-e171-410a-b77b-6a7d3fd77cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:33.269376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db5a08b-cd7f-4ec7-99af-a15ec4a5b452 None None] Network eb3133fb-39c4-4dec-b548-08cd35acd2d2 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:24:33.273350 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71a0dc8d-72a4-4d89-8f74-6fa972930867 req-83f997f2-e171-410a-b77b-6a7d3fd77cc1 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3652890 Feb 28 17:24:33.298275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253dfbf-fc1f-434a-8f8f-e97716d8ea39 req-960273fe-3a04-4ef6-b5f6-1b6a8f1dde95 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:33.300215 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1253dfbf-fc1f-434a-8f8f-e97716d8ea39 req-960273fe-3a04-4ef6-b5f6-1b6a8f1dde95 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.1612935 Feb 28 17:24:33.356667 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-a7c35f35-accb-4f83-819b-16bb4f65c186 service neutron] 10.222.0.72 "GET /v2.0/networks/3710deb9-08fa-44d6-a3a2-288e5da55b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754025 Feb 28 17:24:33.381102 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (57139775-8bde-4c00-bc30-a2e6cff723e7), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:33.404286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1253dfbf-fc1f-434a-8f8f-e97716d8ea39 req-e826636d-a145-4354-9963-6a33a4c1e651 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955615 Feb 28 17:24:33.435447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-20a76de6-21a0-42b9-89f8-5526d7202346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:33.440950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-20a76de6-21a0-42b9-89f8-5526d7202346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:33.453484 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:33.454593 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:33.457528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-20a76de6-21a0-42b9-89f8-5526d7202346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:33.458174 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-20a76de6-21a0-42b9-89f8-5526d7202346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:33.458650 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-20a76de6-21a0-42b9-89f8-5526d7202346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:33.459116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-20a76de6-21a0-42b9-89f8-5526d7202346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:33.459575 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-20a76de6-21a0-42b9-89f8-5526d7202346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:33.462300 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-20a76de6-21a0-42b9-89f8-5526d7202346 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 6710 time: 0.1358554 Feb 28 17:24:33.542825 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-3597ee8d-f976-4c71-8c22-ae777622bbbe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=591548df-429c-453d-9590-ad6447c1bcf1 HTTP/1.1" status: 200 len: 217 time: 0.0735629 Feb 28 17:24:33.579022 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 88698f76-7c57-4f7c-9fc2-cc5990352314 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:33.579022 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:33.583029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Attempting to bind port 57139775-8bde-4c00-bc30-a2e6cff723e7 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:33.583396 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Attempting to bind port 57139775-8bde-4c00-bc30-a2e6cff723e7 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:33.583884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Attempting to bind port 57139775-8bde-4c00-bc30-a2e6cff723e7 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:33.602430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:33.603414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:33.603883 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:33.604342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:33.604891 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Bound port: 57139775-8bde-4c00-bc30-a2e6cff723e7, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:33.605336 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (57139775-8bde-4c00-bc30-a2e6cff723e7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:33.638322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c351b69-0aa1-4344-9674-e08d6f499ef3 None None] Pushing event updated for resources: {'Port': ['ID=57139775-8bde-4c00-bc30-a2e6cff723e7,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:33.674872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-96d4333f-613e-468a-a15d-dea15a92c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:33.678611 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-96d4333f-613e-468a-a15d-dea15a92c358 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30bbd5bd-b1a3-4e50-b996-451507a14e69 HTTP/1.1" status: 200 len: 856 time: 0.1293166 Feb 28 17:24:33.733613 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'project_id': '0542aa8b646342d0a29158f8198e8703', 'fixed_ips': [{'subnet_id': '4220632f-39f5-41bc-8030-d90f2068c0cd'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:24:33.734486 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:33.739160 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Publish callbacks [] for router_controller (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:33.748624 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:33.752462 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-54f2e959-75f8-4e91-b1fc-0e24c3603cb3 service neutron] 10.222.0.72 "GET /v2.0/networks/3710deb9-08fa-44d6-a3a2-288e5da55b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829401 Feb 28 17:24:33.781995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] For port 57139775-8bde-4c00-bc30-a2e6cff723e7, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:33.788040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] For port 57139775-8bde-4c00-bc30-a2e6cff723e7, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=57139775-8bde-4c00-bc30-a2e6cff723e7,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:33.820969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5fe9fc60-51ea-4cf8-9c2f-477983e979f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:33.820969 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5fe9fc60-51ea-4cf8-9c2f-477983e979f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1856261-ad0f-444d-be77-5db0a50f2438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1302330 Feb 28 17:24:33.842285 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 88698f76-7c57-4f7c-9fc2-cc5990352314 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:33.907695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4574c02-7ed9-47a4-8014-11308b1ae264 req-334dbccb-91ac-4b34-bc39-4a1cc7202935 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1149056 Feb 28 17:24:33.929888 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (57139775-8bde-4c00-bc30-a2e6cff723e7), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:34.014084 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-53df8918-bd30-494c-ac27-b6ac22419b9c service neutron] 10.222.0.69 "GET /v2.0/networks/c1856261-ad0f-444d-be77-5db0a50f2438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887488 Feb 28 17:24:34.113809 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Routers {'6e0b4066-152a-4dfb-bae6-754be35365c9'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:24:34.114461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:24:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['6e0b4066-152a-4dfb-bae6-754be35365c9'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:34.129702 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c351b69-0aa1-4344-9674-e08d6f499ef3 None None] Pushing event updated for resources: {'Port': ['ID=57139775-8bde-4c00-bc30-a2e6cff723e7,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:34.170939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': 'd96c9c5c-1f32-498a-9e6f-788f52a8fde9'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:34.173597 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6423a3-6c63-4400-90f1-4606f3fafd36" -d '{"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "d96c9c5c-1f32-498a-9e6f-788f52a8fde9"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:34.188046 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Publish callbacks [] for router_gateway (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:34.213577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Allocated IP 172.20.0.2 (eb3133fb-39c4-4dec-b548-08cd35acd2d2/4220632f-39f5-41bc-8030-d90f2068c0cd/34252f57-9418-4c11-8e49-3796cd181626) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:34.242386 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Allocated IP 172.20.0.1 (7739d82a-bcdd-4118-ae9a-7624124a9b84/86d80de3-dbb5-4b00-8151-4a967e698d02/5c8db67d-2f99-462e-84f2-9e9a9b7ad9da) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:34.287694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09217af1-1960-4b75-a1a0-312ee27e9d64 req-29838b70-0dfd-45c1-8604-83b9610a3932 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:34.295844 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09217af1-1960-4b75-a1a0-312ee27e9d64 req-29838b70-0dfd-45c1-8604-83b9610a3932 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:34.302648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09217af1-1960-4b75-a1a0-312ee27e9d64 req-29838b70-0dfd-45c1-8604-83b9610a3932 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:34.320252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09217af1-1960-4b75-a1a0-312ee27e9d64 req-29838b70-0dfd-45c1-8604-83b9610a3932 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:34.326561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09217af1-1960-4b75-a1a0-312ee27e9d64 req-29838b70-0dfd-45c1-8604-83b9610a3932 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:34.332159 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09217af1-1960-4b75-a1a0-312ee27e9d64 req-29838b70-0dfd-45c1-8604-83b9610a3932 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:34.337910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09217af1-1960-4b75-a1a0-312ee27e9d64 req-29838b70-0dfd-45c1-8604-83b9610a3932 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:34.339980 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09217af1-1960-4b75-a1a0-312ee27e9d64 req-29838b70-0dfd-45c1-8604-83b9610a3932 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1617355 Feb 28 17:24:34.373729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] Set router 6e0b4066-152a-4dfb-bae6-754be35365c9 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:24:34.398870 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1d8de837-0b38-4adf-ab99-dd1b80e129ca req-9b6d353a-1102-48cc-8a42-d11d6f7b7d5e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0577044 Feb 28 17:24:34.405335 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-f6707d09-4eab-4365-8bd7-8b98c152b984 service neutron] 10.222.0.69 "GET /v2.0/networks/c1856261-ad0f-444d-be77-5db0a50f2438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878484 Feb 28 17:24:34.458496 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Publish callbacks [] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:34.469762 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-99773583-4e48-40b5-af42-073e7eec5e86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c HTTP/1.1" status: 200 len: 217 time: 0.0548248 Feb 28 17:24:34.519224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09217af1-1960-4b75-a1a0-312ee27e9d64 req-81238541-19c9-4d97-b7a5-613b182201f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1557777 Feb 28 17:24:34.543282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5646d922-2a8b-436c-9187-d15ca50f41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:34.545150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-5646d922-2a8b-436c-9187-d15ca50f41fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a4738a0-1289-4e56-b145-4dbba3675af2 HTTP/1.1" status: 200 len: 797 time: 0.0666826 Feb 28 17:24:34.590899 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:34.631985 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b093744-d5b1-4f01-a732-12e2679157e3 x-openstack-request-id: req-5b093744-d5b1-4f01-a732-12e2679157e3 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:34.632504 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "d96c9c5c-1f32-498a-9e6f-788f52a8fde9", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:34.633023 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5b093744-d5b1-4f01-a732-12e2679157e3 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:34.633791 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': 'd96c9c5c-1f32-498a-9e6f-788f52a8fde9', 'status': 'completed', 'code': 200} Feb 28 17:24:34.676890 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-81839c15-740e-4eb3-9268-09375f710a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:34.681085 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-81839c15-740e-4eb3-9268-09375f710a96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd7a05c5-9896-4296-a65a-a68965a6760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1286173 Feb 28 17:24:34.745701 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Network 7739d82a-bcdd-4118-ae9a-7624124a9b84 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:34.749914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:34.752383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:34.754486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8db67d-2f99-462e-84f2-9e9a9b7ad9da,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:34.955304 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77043baf-d11c-4f8e-afb6-35a0ae4fcca3 req-47bb0a76-6011-4575-8007-f7ea648214d7 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:34.955304 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77043baf-d11c-4f8e-afb6-35a0ae4fcca3 req-47bb0a76-6011-4575-8007-f7ea648214d7 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.2539146 Feb 28 17:24:34.976386 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-f36235f3-c313-4e93-a279-21afe6b32fd1 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898962 Feb 28 17:24:34.992803 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Publish callbacks [] for port (34252f57-9418-4c11-8e49-3796cd181626), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:35.084845 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:24:29Z', 'revision_number': 3, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:35.096286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77043baf-d11c-4f8e-afb6-35a0ae4fcca3 req-1e36862c-cd24-4ac1-ac98-c6ec1750a5e2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438110 Feb 28 17:24:35.148752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05aac19-2bfd-4309-97c2-e99c6754da76 None None] The sync data for ids ['6e0b4066-152a-4dfb-bae6-754be35365c9'] in n-d-820368-19 is: [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:24:29Z', 'revision_number': 3, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:24:35.149547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-dbc396fe-2a03-4728-9b91-882295163564 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665359 Feb 28 17:24:35.150923 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (34252f57-9418-4c11-8e49-3796cd181626), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:35.221622 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-52e0c013-a52e-4b2f-b48a-b3b92d11d283 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=afa3091f-cdea-4a5b-b76f-6b6b3d58246e HTTP/1.1" status: 200 len: 217 time: 0.0595729 Feb 28 17:24:35.241261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Network eb3133fb-39c4-4dec-b548-08cd35acd2d2 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:35.254817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:35.256520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6253cde8-e6de-4f6d-971c-34c96b1b5fd5 None None] Provisioning complete for port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:35.256798 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6253cde8-e6de-4f6d-971c-34c96b1b5fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:35.274436 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:35.298336 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Pushing event updated for resources: {'Port': ['ID=34252f57-9418-4c11-8e49-3796cd181626,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:35.300296 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-909303f8-01df-4041-a96c-8434f8def637 req-b783487c-0459-4830-b901-104ada6a4ab2 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.5618467 Feb 28 17:24:35.340091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de495ce6-311a-4080-af64-7ea27ba301ed req-6189ad36-ad48-41ab-85d2-6b771509da8d tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:35.357794 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de495ce6-311a-4080-af64-7ea27ba301ed req-6189ad36-ad48-41ab-85d2-6b771509da8d tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1390569 Feb 28 17:24:35.367513 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-b02a31d6-9a57-462c-8c7d-1ac00a7f6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:35.376187 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-b02a31d6-9a57-462c-8c7d-1ac00a7f6ebb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a4738a0-1289-4e56-b145-4dbba3675af2 HTTP/1.1" status: 200 len: 797 time: 0.1224635 Feb 28 17:24:35.383034 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (6e0b4066-152a-4dfb-bae6-754be35365c9), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:35.387219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6253cde8-e6de-4f6d-971c-34c96b1b5fd5 None None] Port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:24:35.408532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Attempting to bind port 34252f57-9418-4c11-8e49-3796cd181626 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:35.408900 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Attempting to bind port 34252f57-9418-4c11-8e49-3796cd181626 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '7126edf8-f5d0-46e2-b621-abfda54fbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:35.409260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Attempting to bind port 34252f57-9418-4c11-8e49-3796cd181626 on network eb3133fb-39c4-4dec-b548-08cd35acd2d2 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:35.417677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:35.418075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Checking segment: {'id': '7126edf8-f5d0-46e2-b621-abfda54fbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:35.418487 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:35.418859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Bound using segment: {'id': '7126edf8-f5d0-46e2-b621-abfda54fbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:35.419324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Bound port: 34252f57-9418-4c11-8e49-3796cd181626, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7126edf8-f5d0-46e2-b621-abfda54fbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:35.419697 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (34252f57-9418-4c11-8e49-3796cd181626), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:35.503838 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de495ce6-311a-4080-af64-7ea27ba301ed req-8f8ecbaf-b0bf-4b76-9060-273159388fa7 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453419 Feb 28 17:24:35.515656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-ea30205f-d9de-4d8a-9cca-d3147dcede98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:35.517359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-ea30205f-d9de-4d8a-9cca-d3147dcede98 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd7a05c5-9896-4296-a65a-a68965a6760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1324217 Feb 28 17:24:35.548861 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] For port 34252f57-9418-4c11-8e49-3796cd181626, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:35.603212 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] For port 34252f57-9418-4c11-8e49-3796cd181626, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=34252f57-9418-4c11-8e49-3796cd181626,segment=NetworkSegment(7126edf8-f5d0-46e2-b621-abfda54fbcda),segment_id=7126edf8-f5d0-46e2-b621-abfda54fbcda)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:35.700589 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (34252f57-9418-4c11-8e49-3796cd181626), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:35.792613 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549a9cf-1eaa-4957-b6e9-3c8677fe89d3 req-5276c919-b149-4b77-991f-ef131eafea27 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:35.805085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549a9cf-1eaa-4957-b6e9-3c8677fe89d3 req-5276c919-b149-4b77-991f-ef131eafea27 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:35.811961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549a9cf-1eaa-4957-b6e9-3c8677fe89d3 req-5276c919-b149-4b77-991f-ef131eafea27 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:35.830900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549a9cf-1eaa-4957-b6e9-3c8677fe89d3 req-5276c919-b149-4b77-991f-ef131eafea27 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:35.837824 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:35.856124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80f9fd-8f27-452e-9e3e-dbe49523c95d None None] Pushing event updated for resources: {'Port': ['ID=34252f57-9418-4c11-8e49-3796cd181626,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:35.866508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549a9cf-1eaa-4957-b6e9-3c8677fe89d3 req-5276c919-b149-4b77-991f-ef131eafea27 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:35.870692 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Publish callbacks [] for router_gateway (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:35.877606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549a9cf-1eaa-4957-b6e9-3c8677fe89d3 req-5276c919-b149-4b77-991f-ef131eafea27 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:35.891268 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549a9cf-1eaa-4957-b6e9-3c8677fe89d3 req-5276c919-b149-4b77-991f-ef131eafea27 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:35.891268 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1549a9cf-1eaa-4957-b6e9-3c8677fe89d3 req-5276c919-b149-4b77-991f-ef131eafea27 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2139776 Feb 28 17:24:35.893756 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:35.981920 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-cb946674-3018-4864-bde2-abb27cd9fb3e service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421580 Feb 28 17:24:36.151700 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1549a9cf-1eaa-4957-b6e9-3c8677fe89d3 req-c1ea26fa-28d3-4dda-8ee4-ea6a39663aa1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2438943 Feb 28 17:24:36.256898 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-49481ad7-6df8-42a4-a310-7a84e6ef1628 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687969 Feb 28 17:24:36.267526 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Allocated IP 172.25.3.162 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/aa054a3b-3fae-4c22-9e41-bc133c006a0f) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:36.373144 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-db318238-4647-40d3-b206-f52884c6b83f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=869423d2-c15c-4e1a-863a-034bf02a7b19 HTTP/1.1" status: 200 len: 217 time: 0.1094532 Feb 28 17:24:36.426202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bea35357-ea7e-4f49-98e3-2d56da5a3797 req-6c40e250-6136-4ce8-b0f5-84e2596ef84f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0365331 Feb 28 17:24:36.542029 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87035a0d-dfba-4a43-952a-44fd14e772cc req-cffd106f-17bc-4795-9bbd-f551fd5a999c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:36.544771 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87035a0d-dfba-4a43-952a-44fd14e772cc req-cffd106f-17bc-4795-9bbd-f551fd5a999c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.1749609 Feb 28 17:24:36.561275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-373be050-1e5d-4cff-991f-3e148c9de862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:36.563515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-373be050-1e5d-4cff-991f-3e148c9de862 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a4738a0-1289-4e56-b145-4dbba3675af2 HTTP/1.1" status: 200 len: 797 time: 0.1227102 Feb 28 17:24:36.579744 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Publish callbacks [] for port (aa054a3b-3fae-4c22-9e41-bc133c006a0f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:36.583256 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Publish callbacks [] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:36.687920 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:36.860507 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (aa054a3b-3fae-4c22-9e41-bc133c006a0f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:36.954103 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fd9ec0e6-c3c3-4dfe-849a-627239aba806 req-8baab509-edd3-4389-9d98-509cd4ae7f5b service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1842341 Feb 28 17:24:36.958135 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8db67d-2f99-462e-84f2-9e9a9b7ad9da,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:36.998052 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87035a0d-dfba-4a43-952a-44fd14e772cc req-236533b7-9c9d-47ec-a799-d3c1b5701605 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374385 Feb 28 17:24:37.035730 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-db65d104-f662-4216-a9f1-e55b7b65e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:37.035730 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-db65d104-f662-4216-a9f1-e55b7b65e233 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd7a05c5-9896-4296-a65a-a68965a6760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4291933 Feb 28 17:24:37.036050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Pushing event updated for resources: {'Port': ['ID=aa054a3b-3fae-4c22-9e41-bc133c006a0f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:37.070321 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 57139775-8bde-4c00-bc30-a2e6cff723e7 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:24:37.115310 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-46213737-cb09-4b05-b76d-eba51d9bdf75 req-204b674f-b882-45f1-bd61-1058f0ba0c65 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.1873550 Feb 28 17:24:37.123435 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (6e0b4066-152a-4dfb-bae6-754be35365c9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:37.133041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:37.143181 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:37.152008 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:37.219264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 57139775-8bde-4c00-bc30-a2e6cff723e7 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:37.219997 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (57139775-8bde-4c00-bc30-a2e6cff723e7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:37.271945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-3391ac5d-a6c4-41a3-9cdc-490948778329 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286551 Feb 28 17:24:37.403046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 57139775-8bde-4c00-bc30-a2e6cff723e7 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:37.403465 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (57139775-8bde-4c00-bc30-a2e6cff723e7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:37.436709 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Network 7739d82a-bcdd-4118-ae9a-7624124a9b84 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:37.440300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:37.443768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 57139775-8bde-4c00-bc30-a2e6cff723e7, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=57139775-8bde-4c00-bc30-a2e6cff723e7,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:24:37.532565 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (57139775-8bde-4c00-bc30-a2e6cff723e7), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:37.533481 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 34252f57-9418-4c11-8e49-3796cd181626 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:24:37.663817 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:37.803037 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=57139775-8bde-4c00-bc30-a2e6cff723e7,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:37.871637 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c4647791-5db0-4fec-8693-634486ba5353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:37.902187 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 34252f57-9418-4c11-8e49-3796cd181626 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:37.903311 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (34252f57-9418-4c11-8e49-3796cd181626), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:37.956406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-ebe15ba6-2258-499c-9760-7249cf6074f0 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:37.958838 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-ebe15ba6-2258-499c-9760-7249cf6074f0 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.73 "GET /v2.0/networks?id=3710deb9-08fa-44d6-a3a2-288e5da55b9b HTTP/1.1" status: 200 len: 816 time: 0.3868227 Feb 28 17:24:37.974739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea17b10f-511f-4b1a-b5f8-9126695b2375 None None] Network eb3133fb-39c4-4dec-b548-08cd35acd2d2 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:24:38.090495 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-e03cea02-356f-4da6-9c25-d5959ac9c243 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8064308 Feb 28 17:24:38.169130 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-324b8fdf-8f66-4721-ba64-e135988859f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 HTTP/1.1" status: 200 len: 217 time: 0.0674994 Feb 28 17:24:38.234528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac329-9d5c-44a7-ab78-34d9d525b96f req-dbc81fb7-62d8-4035-ab9c-e9e2cf383d8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:38.239691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac329-9d5c-44a7-ab78-34d9d525b96f req-dbc81fb7-62d8-4035-ab9c-e9e2cf383d8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:38.245647 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac329-9d5c-44a7-ab78-34d9d525b96f req-dbc81fb7-62d8-4035-ab9c-e9e2cf383d8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:38.250814 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac329-9d5c-44a7-ab78-34d9d525b96f req-dbc81fb7-62d8-4035-ab9c-e9e2cf383d8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:38.251368 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Router 6e0b4066-152a-4dfb-bae6-754be35365c9 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:24:38.256316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac329-9d5c-44a7-ab78-34d9d525b96f req-dbc81fb7-62d8-4035-ab9c-e9e2cf383d8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:38.262360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac329-9d5c-44a7-ab78-34d9d525b96f req-dbc81fb7-62d8-4035-ab9c-e9e2cf383d8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:38.269424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac329-9d5c-44a7-ab78-34d9d525b96f req-dbc81fb7-62d8-4035-ab9c-e9e2cf383d8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:38.277844 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4d3ac329-9d5c-44a7-ab78-34d9d525b96f req-dbc81fb7-62d8-4035-ab9c-e9e2cf383d8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 1.0050249 Feb 28 17:24:38.280461 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-879fcf43-a569-47be-8648-9dc6668e6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:38.284912 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-879fcf43-a569-47be-8648-9dc6668e6119 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a4738a0-1289-4e56-b145-4dbba3675af2 HTTP/1.1" status: 200 len: 797 time: 0.1066215 Feb 28 17:24:38.356505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9772b44d-5062-461b-89c3-6e3053c173b8 None None] Provisioning complete for port 34252f57-9418-4c11-8e49-3796cd181626 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:38.357294 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9772b44d-5062-461b-89c3-6e3053c173b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (34252f57-9418-4c11-8e49-3796cd181626), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:38.389311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 34252f57-9418-4c11-8e49-3796cd181626 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:38.389696 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (34252f57-9418-4c11-8e49-3796cd181626), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:38.413070 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-0c53afdf-0e16-4ea3-9cf7-9aa7f4fc3954 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dd70d9bd5354a17b3b3aee0b4740d75 HTTP/1.1" status: 200 len: 380 time: 0.3245039 Feb 28 17:24:38.461602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 34252f57-9418-4c11-8e49-3796cd181626, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=34252f57-9418-4c11-8e49-3796cd181626,segment=NetworkSegment(7126edf8-f5d0-46e2-b621-abfda54fbcda),segment_id=7126edf8-f5d0-46e2-b621-abfda54fbcda)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:24:38.514996 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7beedd76-5b79-4da0-a145-3584cd773a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:38.517863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-7beedd76-5b79-4da0-a145-3584cd773a4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd7a05c5-9896-4296-a65a-a68965a6760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2282143 Feb 28 17:24:38.529179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-af472874-9a97-4ec5-8deb-485f11478ee7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Request body: {'port': {'device_id': '06498284-0f8b-48b6-a682-798bd5887eaa', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'admin_state_up': True, 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'security_groups': ['01150f42-5521-4191-9b41-eb8cce7f5490']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:38.530660 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4d3ac329-9d5c-44a7-ab78-34d9d525b96f req-83913c4c-0f9e-4f69-842e-a324a3fb19a3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2504864 Feb 28 17:24:38.536881 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (34252f57-9418-4c11-8e49-3796cd181626), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:38.633254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9772b44d-5062-461b-89c3-6e3053c173b8 None None] Current status of the port 34252f57-9418-4c11-8e49-3796cd181626 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:38.635846 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9772b44d-5062-461b-89c3-6e3053c173b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (34252f57-9418-4c11-8e49-3796cd181626), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:38.739912 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=34252f57-9418-4c11-8e49-3796cd181626,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:38.802472 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b2ee7ae-7d99-40d6-85c2-618f6094d972 req-34669de0-1fc8-4b25-92d3-da3412c584d7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.1012628 Feb 28 17:24:38.843486 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-9772b44d-5062-461b-89c3-6e3053c173b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:24:38.843851 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-9772b44d-5062-461b-89c3-6e3053c173b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:24:38.881403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-74c6287d-5c3a-494d-b107-48615f7f0b1c service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495195 Feb 28 17:24:38.894424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 57139775-8bde-4c00-bc30-a2e6cff723e7 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:24:38.999792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 57139775-8bde-4c00-bc30-a2e6cff723e7 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:39.001084 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (57139775-8bde-4c00-bc30-a2e6cff723e7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:39.050357 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Publish callbacks [] for router_gateway (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:39.096185 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-382c1c63-9c2f-43b4-9774-85aa4cc5caa1 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077079 Feb 28 17:24:39.165317 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-c9703022-708e-4e69-b918-f419dfad2a3d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=825af014-3a23-4374-91db-0f6bef9b1a4e HTTP/1.1" status: 200 len: 217 time: 0.0634170 Feb 28 17:24:39.171072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 57139775-8bde-4c00-bc30-a2e6cff723e7 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:39.228540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-dd4559a2-519a-491a-8f52-18cb549bbd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:39.230400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-dd4559a2-519a-491a-8f52-18cb549bbd17 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab56271a-4d7e-438f-b38a-5e9ae796d4ba HTTP/1.1" status: 200 len: 797 time: 0.0589228 Feb 28 17:24:39.301885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-af472874-9a97-4ec5-8deb-485f11478ee7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Made reservation on behalf of 5dd70d9bd5354a17b3b3aee0b4740d75 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:39.305775 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-af472874-9a97-4ec5-8deb-485f11478ee7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:39.316478 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:39.319211 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-41890ead-5992-4343-8c7f-277b5a4e5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:39.324386 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-41890ead-5992-4343-8c7f-277b5a4e5fb7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0876484 Feb 28 17:24:39.389459 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9772b44d-5062-461b-89c3-6e3053c173b8 None None] Current status of the port 34252f57-9418-4c11-8e49-3796cd181626 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:39.400637 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9772b44d-5062-461b-89c3-6e3053c173b8 None None] Provisioning complete for port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:39.401131 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9772b44d-5062-461b-89c3-6e3053c173b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:39.442187 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-f6487b9c-b84e-4011-85dc-87ece337586a service neutron] 10.222.0.69 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112235 Feb 28 17:24:39.463598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9772b44d-5062-461b-89c3-6e3053c173b8 None None] Port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:24:39.479261 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9f9038b-58c4-443f-a81d-a09b6735b395 req-7fc4e09b-5553-47ab-b0f8-dfaa35e6238a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.3116927 Feb 28 17:24:39.508559 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc598e84-bef5-49d9-8ee5-e5a4b4bb1bb6 req-5c2e619d-032b-48e2-a9f6-82191ac224cf tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:39.510239 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cc598e84-bef5-49d9-8ee5-e5a4b4bb1bb6 req-5c2e619d-032b-48e2-a9f6-82191ac224cf tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 1.2631855 Feb 28 17:24:39.606865 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-599ce695-9b32-4bda-b155-8e5fc49d94a5 service neutron] 10.222.0.69 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589067 Feb 28 17:24:39.620933 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 97379c31-a049-49a5-945d-f8d066e36a85 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:24:39.676951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-06c2dcd8-2675-42ee-9428-0b0ad3a7e649 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d96c9c5c-1f32-498a-9e6f-788f52a8fde9 HTTP/1.1" status: 200 len: 217 time: 0.0637140 Feb 28 17:24:39.696701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cc598e84-bef5-49d9-8ee5-e5a4b4bb1bb6 req-9f51b93b-4c8a-43eb-b37b-4b4ed62bd6ca tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380999 Feb 28 17:24:39.717537 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:24:39.731922 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dad97cc8-f0b4-404e-b078-c05b3e01ed93 admin admin] 10.222.0.72 "PUT /v2.0/routers/6e0b4066-152a-4dfb-bae6-754be35365c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3567269 Feb 28 17:24:39.738459 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Sync routers for ids ['6e0b4066-152a-4dfb-bae6-754be35365c9'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:24:39.769378 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Routers {'6e0b4066-152a-4dfb-bae6-754be35365c9'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:24:39.773352 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-400fda57-a7b8-4075-a083-21429f45716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:24:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['6e0b4066-152a-4dfb-bae6-754be35365c9'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:39.787844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Router b67475d5-83f5-477b-ae1e-5ef2cace5f4c is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:24:39.827428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-09d58050-f2ff-4f4f-8769-e10ebf448072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:39.829136 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-09d58050-f2ff-4f4f-8769-e10ebf448072 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab56271a-4d7e-438f-b38a-5e9ae796d4ba HTTP/1.1" status: 200 len: 797 time: 0.1417556 Feb 28 17:24:39.872215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-af472874-9a97-4ec5-8deb-485f11478ee7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Allocated IP 172.20.0.12 (3710deb9-08fa-44d6-a3a2-288e5da55b9b/6c0d669a-2f10-4e77-a5d5-52ef693cecb2/be38abc7-8bc2-4978-8d5d-4d987028015e) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:40.011882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:24:40.035295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cefee-e99b-427c-a936-2df07a298227 req-89b1161e-50ca-4c71-bbb8-b54db149c6cd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:40.047534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-52f3835d-0145-47f1-b78d-5b2b84ca2f3c None None] Provisioning complete for port 34252f57-9418-4c11-8e49-3796cd181626 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:40.048170 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-52f3835d-0145-47f1-b78d-5b2b84ca2f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (34252f57-9418-4c11-8e49-3796cd181626), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:40.049367 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cefee-e99b-427c-a936-2df07a298227 req-89b1161e-50ca-4c71-bbb8-b54db149c6cd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:40.050726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Sync routers for ids ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:24:40.064851 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cefee-e99b-427c-a936-2df07a298227 req-89b1161e-50ca-4c71-bbb8-b54db149c6cd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:40.072084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cefee-e99b-427c-a936-2df07a298227 req-89b1161e-50ca-4c71-bbb8-b54db149c6cd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:40.099785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cefee-e99b-427c-a936-2df07a298227 req-89b1161e-50ca-4c71-bbb8-b54db149c6cd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:40.108709 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f081cdd-1f9c-49c0-acf8-83020b7a5bbf req-eef486c4-a281-4005-9018-7ddae822ded2 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.0985339 Feb 28 17:24:40.120348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cefee-e99b-427c-a936-2df07a298227 req-89b1161e-50ca-4c71-bbb8-b54db149c6cd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:40.130879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Routers {'b67475d5-83f5-477b-ae1e-5ef2cace5f4c'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:24:40.131582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:24:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:40.151479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cefee-e99b-427c-a936-2df07a298227 req-89b1161e-50ca-4c71-bbb8-b54db149c6cd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:40.154532 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cd0cefee-e99b-427c-a936-2df07a298227 req-89b1161e-50ca-4c71-bbb8-b54db149c6cd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.4811673 Feb 28 17:24:40.163013 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:40.171500 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e30f7272-b0a3-4841-b884-fda5baaef607 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0643437 Feb 28 17:24:40.174519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-91a72a71-5c98-458e-b3a2-d933fe49094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:40.176269 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-91a72a71-5c98-458e-b3a2-d933fe49094e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3401587 Feb 28 17:24:40.179849 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Set router 6e0b4066-152a-4dfb-bae6-754be35365c9 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:24:40.187430 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53120) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:40.199171 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=97379c31-a049-49a5-945d-f8d066e36a85,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:24:40.206861 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-792765d2-c231-4f08-8f2a-1dc0521892ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:40.225263 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:40.272973 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '97379c31-a049-49a5-945d-f8d066e36a85', 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656', 'port_id': '97379c31-a049-49a5-945d-f8d066e36a85', 'mac_address': 'fa:16:3e:6e:01:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6630b81a-0475-439a-8ade-5d1712c8173a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:24:40.282626 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-af472874-9a97-4ec5-8deb-485f11478ee7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:40.357673 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b83d498e-acf2-4e5d-af40-b9ee7a732e72 req-836224ab-7bf6-4c74-b2af-fc40c4cd17a2 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1967659 Feb 28 17:24:40.468930 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-af472874-9a97-4ec5-8deb-485f11478ee7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:40.481540 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-565c50b1-f88d-4840-a591-ab81b8a8f3ee service neutron] 10.222.0.69 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834089 Feb 28 17:24:40.505087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-52f3835d-0145-47f1-b78d-5b2b84ca2f3c None None] Current status of the port 34252f57-9418-4c11-8e49-3796cd181626 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:40.587124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 97379c31-a049-49a5-945d-f8d066e36a85 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:40.587511 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (97379c31-a049-49a5-945d-f8d066e36a85), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:40.597092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Set router b67475d5-83f5-477b-ae1e-5ef2cace5f4c gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:24:40.620993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af472874-9a97-4ec5-8deb-485f11478ee7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Pushing event updated for resources: {'Port': ['ID=be38abc7-8bc2-4978-8d5d-4d987028015e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:40.625164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-af472874-9a97-4ec5-8deb-485f11478ee7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Network 3710deb9-08fa-44d6-a3a2-288e5da55b9b is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:40.627357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-af472874-9a97-4ec5-8deb-485f11478ee7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:40.629070 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-af472874-9a97-4ec5-8deb-485f11478ee7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:40.696414 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cd0cefee-e99b-427c-a936-2df07a298227 req-9c55ad11-b4cf-4275-a8e8-92560582b5c5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5191045 Feb 28 17:24:40.724127 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-af472874-9a97-4ec5-8deb-485f11478ee7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:40.724866 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-af472874-9a97-4ec5-8deb-485f11478ee7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:40.756318 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-400fda57-a7b8-4075-a083-21429f45716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:24:35Z', 'revision_number': 4, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '5c8db67d-2f99-462e-84f2-9e9a9b7ad9da', 'name': '', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'mac_address': 'fa:16:3e:08:5e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:36Z', 'revision_number': 2, 'project_id': 'db5706b395ff456ab153c58167054352', 'subnets': [{'id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:40.839034 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-af472874-9a97-4ec5-8deb-485f11478ee7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4144552 Feb 28 17:24:40.850316 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Checking router: 6e0b4066-152a-4dfb-bae6-754be35365c9 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:24:40.851014 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Updating router 6e0b4066-152a-4dfb-bae6-754be35365c9 port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:24:40.853109 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Request body: {'port': {'device_id': '06498284-0f8b-48b6-a682-798bd5887eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:40.915224 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:40.946806 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60bb4660-2457-4a09-ae9f-cdf794cc7179 req-f1ac555a-d3e0-4ef2-8292-c609f563d9ee service neutron] 10.222.0.69 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542973 Feb 28 17:24:41.020771 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:41.028466 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97379c31-a049-49a5-945d-f8d066e36a85 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:24:41.040322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 34252f57-9418-4c11-8e49-3796cd181626 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:24:41.162704 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=97379c31-a049-49a5-945d-f8d066e36a85,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:24:41.224197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53126) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:41.246953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8cc81640-9d48-4dd9-bc7f-e7cb7c9af877 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885755620', 'description': 'tempest-description--926261013'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:41.253071 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (97379c31-a049-49a5-945d-f8d066e36a85), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:41.316363 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Publish callbacks [] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:41.331651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d51f4c-3f08-4340-bf08-c214404e1257 req-deb92fe9-255c-4ce7-a5c8-a1eda65fc74a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:41.333640 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71d51f4c-3f08-4340-bf08-c214404e1257 req-deb92fe9-255c-4ce7-a5c8-a1eda65fc74a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.4309273 Feb 28 17:24:41.344283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d5d4ff26-f7d7-4531-ba7e-eca42f52315c None None] Provisioning complete for port be38abc7-8bc2-4978-8d5d-4d987028015e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:41.344982 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ff26-f7d7-4531-ba7e-eca42f52315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:41.363043 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-9eb78bfe-e1c8-45a2-a62f-f09f39487dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:41.363514 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-9eb78bfe-e1c8-45a2-a62f-f09f39487dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:41.363977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-9eb78bfe-e1c8-45a2-a62f-f09f39487dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:41.364432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-9eb78bfe-e1c8-45a2-a62f-f09f39487dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:41.364883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-9eb78bfe-e1c8-45a2-a62f-f09f39487dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:41.365455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-9eb78bfe-e1c8-45a2-a62f-f09f39487dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:41.365909 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-9eb78bfe-e1c8-45a2-a62f-f09f39487dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:41.367884 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-9eb78bfe-e1c8-45a2-a62f-f09f39487dc7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 6710 time: 0.2129967 Feb 28 17:24:41.384257 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:41.423216 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:41.426947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 34252f57-9418-4c11-8e49-3796cd181626 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:41.427581 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (34252f57-9418-4c11-8e49-3796cd181626), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:41.429468 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=97379c31-a049-49a5-945d-f8d066e36a85,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:41.437070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d5d4ff26-f7d7-4531-ba7e-eca42f52315c None None] Port be38abc7-8bc2-4978-8d5d-4d987028015e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:24:41.505543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139891e-d1e6-49af-9d08-af292fefa9af req-5820bd33-4980-484e-b107-640af41ec2f3 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:41.507908 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3139891e-d1e6-49af-9d08-af292fefa9af req-5820bd33-4980-484e-b107-640af41ec2f3 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 932 time: 0.1933439 Feb 28 17:24:41.530470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-0f49e6a4-03b8-4596-bc12-ba3411da7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:41.531830 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-0f49e6a4-03b8-4596-bc12-ba3411da7918 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 HTTP/1.1" status: 200 len: 903 time: 0.1146634 Feb 28 17:24:41.536077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8cc81640-9d48-4dd9-bc7f-e7cb7c9af877 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:41.545630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:38Z', 'revision_number': 3, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:41.550037 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['97379c31-a049-49a5-945d-f8d066e36a85'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:24:41.629502 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Pushing event updated for resources: {'Port': ['ID=5c8db67d-2f99-462e-84f2-9e9a9b7ad9da,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:41.633864 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8cc81640-9d48-4dd9-bc7f-e7cb7c9af877 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for security_group (70c7688c-d3ce-4637-9afc-0be3447fea80), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:41.659930 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:41.660317 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:41.662749 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:41.663113 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:41.663446 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:41.663768 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:41.664086 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:41.664401 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:41.666098 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:41.666437 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:41.673073 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:41.673533 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:41.673818 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:41.677107 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3139891e-d1e6-49af-9d08-af292fefa9af req-1381f19d-12b5-48fe-8e46-4247763399cd tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628180 Feb 28 17:24:41.712416 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-fdeefaa0-c384-4ca8-9b07-a550c3f93326 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d96c9c5c-1f32-498a-9e6f-788f52a8fde9 HTTP/1.1" status: 200 len: 217 time: 0.1699610 Feb 28 17:24:41.730545 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Checking router: b67475d5-83f5-477b-ae1e-5ef2cace5f4c for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:24:41.730954 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Updating router b67475d5-83f5-477b-ae1e-5ef2cace5f4c port aa054a3b-3fae-4c22-9e41-bc133c006a0f binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:24:41.769888 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Attempting to bind port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:41.770400 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Attempting to bind port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:41.770547 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Attempting to bind port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:41.791229 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:41.793106 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Checking segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:41.794473 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:41.795779 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Bound using segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:41.797707 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Bound port: 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:41.798370 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:41.802739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-a65572df-64fd-4400-9cda-71bdc009c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:41.813155 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-a65572df-64fd-4400-9cda-71bdc009c52a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab56271a-4d7e-438f-b38a-5e9ae796d4ba HTTP/1.1" status: 200 len: 797 time: 0.0954967 Feb 28 17:24:41.830885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be38abc7-8bc2-4978-8d5d-4d987028015e {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:24:41.859564 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Publish callbacks [] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:41.861544 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (aa054a3b-3fae-4c22-9e41-bc133c006a0f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:41.888804 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8cc81640-9d48-4dd9-bc7f-e7cb7c9af877 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (70c7688c-d3ce-4637-9afc-0be3447fea80), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:41.949742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Transition to ACTIVE for port object be38abc7-8bc2-4978-8d5d-4d987028015e will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:24:41.958033 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-400fda57-a7b8-4075-a083-21429f45716c None None] For port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:41.964735 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-400fda57-a7b8-4075-a083-21429f45716c None None] For port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5c8db67d-2f99-462e-84f2-9e9a9b7ad9da,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:41.969345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc81640-9d48-4dd9-bc7f-e7cb7c9af877 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c7688c-d3ce-4637-9afc-0be3447fea80,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:42.008068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f4b17-137a-4a8e-bf43-4ade044631ae req-92c523a8-4425-41f8-bc8b-bd3bcd21eca6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:42.018441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f4b17-137a-4a8e-bf43-4ade044631ae req-92c523a8-4425-41f8-bc8b-bd3bcd21eca6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:42.019032 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71d51f4c-3f08-4340-bf08-c214404e1257 req-9cc69795-7ee2-4750-9bb8-53b0f0d2b7fd tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6718769 Feb 28 17:24:42.027201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f4b17-137a-4a8e-bf43-4ade044631ae req-92c523a8-4425-41f8-bc8b-bd3bcd21eca6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:42.038014 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f4b17-137a-4a8e-bf43-4ade044631ae req-92c523a8-4425-41f8-bc8b-bd3bcd21eca6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:42.045471 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f4b17-137a-4a8e-bf43-4ade044631ae req-92c523a8-4425-41f8-bc8b-bd3bcd21eca6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:42.055141 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f4b17-137a-4a8e-bf43-4ade044631ae req-92c523a8-4425-41f8-bc8b-bd3bcd21eca6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:42.060934 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f4b17-137a-4a8e-bf43-4ade044631ae req-92c523a8-4425-41f8-bc8b-bd3bcd21eca6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:42.070205 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-565f4b17-137a-4a8e-bf43-4ade044631ae req-92c523a8-4425-41f8-bc8b-bd3bcd21eca6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1991835 Feb 28 17:24:42.078799 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:42.092838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-eb8e5e52-d2c3-430c-9408-997957310e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:42.094371 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-eb8e5e52-d2c3-430c-9408-997957310e98 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2620742 Feb 28 17:24:42.133945 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:42.142207 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8cc81640-9d48-4dd9-bc7f-e7cb7c9af877 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:42.144034 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8cc81640-9d48-4dd9-bc7f-e7cb7c9af877 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9173717 Feb 28 17:24:42.171040 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53136) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:42.192679 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-77d30484-0dd2-435b-b249-120dc61ba564 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Request body: {'security_group_rule': {'security_group_id': '70c7688c-d3ce-4637-9afc-0be3447fea80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:42.247996 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6f046-ce51-4fca-821b-797490d72f5e None None] Pushing event updated for resources: {'Port': ['ID=5c8db67d-2f99-462e-84f2-9e9a9b7ad9da,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:42.312313 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Routers {'6e0b4066-152a-4dfb-bae6-754be35365c9'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:24:42.315855 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-400fda57-a7b8-4075-a083-21429f45716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:24:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['6e0b4066-152a-4dfb-bae6-754be35365c9'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:42.369176 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Publish callbacks [] for port (aa054a3b-3fae-4c22-9e41-bc133c006a0f), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:42.421296 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-565f4b17-137a-4a8e-bf43-4ade044631ae req-0034d239-9540-4833-b281-1eb856567f06 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3472176 Feb 28 17:24:42.422348 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Pushing event updated for resources: {'Port': ['ID=be38abc7-8bc2-4978-8d5d-4d987028015e,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:42.444705 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:42.485954 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-77d30484-0dd2-435b-b249-120dc61ba564 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for security_group_rule (f3621c2a-35e5-4323-85ad-8737cb91b51c), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:42.508847 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (aa054a3b-3fae-4c22-9e41-bc133c006a0f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:42.509864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-819c61b4-c824-43c0-937d-5a6d02da89c4 service neutron] 10.222.0.69 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748891 Feb 28 17:24:42.577242 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Attempting to bind port be38abc7-8bc2-4978-8d5d-4d987028015e on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:42.578557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Attempting to bind port be38abc7-8bc2-4978-8d5d-4d987028015e by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '034db800-bf19-443d-9f25-ded94a147022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:42.579932 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Attempting to bind port be38abc7-8bc2-4978-8d5d-4d987028015e on network 3710deb9-08fa-44d6-a3a2-288e5da55b9b {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:42.585628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Port be38abc7-8bc2-4978-8d5d-4d987028015e on network 3710deb9-08fa-44d6-a3a2-288e5da55b9b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:24:42.586297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Attempting to bind port be38abc7-8bc2-4978-8d5d-4d987028015e on network 3710deb9-08fa-44d6-a3a2-288e5da55b9b {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:42.592948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:42.593723 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Checking segment: {'id': '034db800-bf19-443d-9f25-ded94a147022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:42.594439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Bound using segment: {'id': '034db800-bf19-443d-9f25-ded94a147022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:42.595193 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Bound port: be38abc7-8bc2-4978-8d5d-4d987028015e, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034db800-bf19-443d-9f25-ded94a147022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:42.595825 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:42.635747 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f6423a3-6c63-4400-90f1-4606f3fafd36 req-c5d77b4c-704b-46c0-b993-67ff2c08f739 service neutron] 10.222.0.69 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249604 Feb 28 17:24:42.663914 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-65486307-ef12-47f8-bdcd-e0edad05267a None None] Provisioning complete for port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:42.664520 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-65486307-ef12-47f8-bdcd-e0edad05267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:42.672713 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-400fda57-a7b8-4075-a083-21429f45716c None None] Set router 6e0b4066-152a-4dfb-bae6-754be35365c9 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:24:42.744007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] For port be38abc7-8bc2-4978-8d5d-4d987028015e, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:42.751497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] For port be38abc7-8bc2-4978-8d5d-4d987028015e, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=be38abc7-8bc2-4978-8d5d-4d987028015e,segment=NetworkSegment(034db800-bf19-443d-9f25-ded94a147022),segment_id=034db800-bf19-443d-9f25-ded94a147022)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:42.785560 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:42.798672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 34252f57-9418-4c11-8e49-3796cd181626 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:42.830366 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:42.852574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0e970-d0cb-40fe-a473-b8fccfb241c7 None None] Pushing event updated for resources: {'Port': ['ID=aa054a3b-3fae-4c22-9e41-bc133c006a0f,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:42.866157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Attempting to bind port aa054a3b-3fae-4c22-9e41-bc133c006a0f on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:42.866641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Attempting to bind port aa054a3b-3fae-4c22-9e41-bc133c006a0f by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:42.867094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Attempting to bind port aa054a3b-3fae-4c22-9e41-bc133c006a0f on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:42.886219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:42.886764 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:42.887260 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:42.887799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:42.888340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Bound port: aa054a3b-3fae-4c22-9e41-bc133c006a0f, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:42.888798 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (aa054a3b-3fae-4c22-9e41-bc133c006a0f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:42.894285 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Pushing event updated for resources: {'Port': ['ID=be38abc7-8bc2-4978-8d5d-4d987028015e,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:42.932588 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:42.933222 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:42.941827 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-fc24c677-f1b1-4a4c-80fa-5731f59bf753 service neutron] 10.222.0.73 "PUT /v2.0/ports/be38abc7-8bc2-4978-8d5d-4d987028015e HTTP/1.1" status: 200 len: 1093 time: 2.0923510 Feb 28 17:24:42.942440 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06498284-0f8b-48b6-a682-798bd5887eaa', 'tag': 'be38abc7-8bc2-4978-8d5d-4d987028015e'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:42.948535 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6b7a97-5edc-4186-9d46-b60ede70acac" -d '{"events": [{"name": "network-changed", "server_uuid": "06498284-0f8b-48b6-a682-798bd5887eaa", "tag": "be38abc7-8bc2-4978-8d5d-4d987028015e"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:43.020358 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95664a00-70ec-401c-9eb0-a6dd9070a759 x-openstack-request-id: req-95664a00-70ec-401c-9eb0-a6dd9070a759 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:43.020657 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06498284-0f8b-48b6-a682-798bd5887eaa", "tag": "be38abc7-8bc2-4978-8d5d-4d987028015e", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:43.020917 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-95664a00-70ec-401c-9eb0-a6dd9070a759 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:43.021326 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06498284-0f8b-48b6-a682-798bd5887eaa', 'tag': 'be38abc7-8bc2-4978-8d5d-4d987028015e', 'status': 'completed', 'code': 200} Feb 28 17:24:43.101654 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-65486307-ef12-47f8-bdcd-e0edad05267a None None] Current status of the port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:43.102121 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-65486307-ef12-47f8-bdcd-e0edad05267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:43.166165 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b7a97-5edc-4186-9d46-b60ede70acac req-e40c483c-3878-46db-b548-541c3abd1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:43.167710 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed6b7a97-5edc-4186-9d46-b60ede70acac req-e40c483c-3878-46db-b548-541c3abd1c1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dd70d9bd5354a17b3b3aee0b4740d75&device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 1127 time: 0.1277142 Feb 28 17:24:43.303721 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-77d30484-0dd2-435b-b249-120dc61ba564 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for security_group_rule (f3621c2a-35e5-4323-85ad-8737cb91b51c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:43.346732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-65486307-ef12-47f8-bdcd-e0edad05267a None None] For port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5c8db67d-2f99-462e-84f2-9e9a9b7ad9da,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:24:43.350178 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-400fda57-a7b8-4075-a083-21429f45716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:24:35Z', 'revision_number': 4, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '5c8db67d-2f99-462e-84f2-9e9a9b7ad9da', 'name': '', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'mac_address': 'fa:16:3e:08:5e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:41Z', 'revision_number': 4, 'project_id': 'db5706b395ff456ab153c58167054352', 'subnets': [{'id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:43.355747 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] For port aa054a3b-3fae-4c22-9e41-bc133c006a0f, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:43.383552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] For port aa054a3b-3fae-4c22-9e41-bc133c006a0f, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=aa054a3b-3fae-4c22-9e41-bc133c006a0f,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:43.435413 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400fda57-a7b8-4075-a083-21429f45716c None None] The sync data for ids ['6e0b4066-152a-4dfb-bae6-754be35365c9'] in n-d-820368-19 is: [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:24:35Z', 'revision_number': 4, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '5c8db67d-2f99-462e-84f2-9e9a9b7ad9da', 'name': '', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'mac_address': 'fa:16:3e:08:5e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:41Z', 'revision_number': 4, 'project_id': 'db5706b395ff456ab153c58167054352', 'subnets': [{'id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:24:43.436162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb2aa0-a9f7-440a-81c9-d2f198dc533d req-4c341974-35cb-4608-9ac3-54f30b08d911 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:43.441261 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-65486307-ef12-47f8-bdcd-e0edad05267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:43.452098 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-48fb2aa0-a9f7-440a-81c9-d2f198dc533d req-4c341974-35cb-4608-9ac3-54f30b08d911 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 944 time: 0.2778976 Feb 28 17:24:43.464112 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-77d30484-0dd2-435b-b249-120dc61ba564 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (f3621c2a-35e5-4323-85ad-8737cb91b51c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:43.537135 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65486307-ef12-47f8-bdcd-e0edad05267a None None] Pushing event updated for resources: {'Port': ['ID=5c8db67d-2f99-462e-84f2-9e9a9b7ad9da,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:43.547752 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (aa054a3b-3fae-4c22-9e41-bc133c006a0f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:43.605221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88b13-e385-4cd1-87d0-e1a1e9f822b9 req-23edc189-2be8-4fee-bef2-e48ebd079463 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:43.608509 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53f88b13-e385-4cd1-87d0-e1a1e9f822b9 req-23edc189-2be8-4fee-bef2-e48ebd079463 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.3714204 Feb 28 17:24:43.686764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Allocated IP 172.20.0.1 (eb3133fb-39c4-4dec-b548-08cd35acd2d2/4220632f-39f5-41bc-8030-d90f2068c0cd/0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:43.751974 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Routers {'b67475d5-83f5-477b-ae1e-5ef2cace5f4c'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:24:43.753387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:24:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:43.869391 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Publish callbacks [] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:43.906408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d30484-0dd2-435b-b249-120dc61ba564 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3621c2a-35e5-4323-85ad-8737cb91b51c,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:43.937301 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-77d30484-0dd2-435b-b249-120dc61ba564 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:43.943734 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-77d30484-0dd2-435b-b249-120dc61ba564 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7710311 Feb 28 17:24:43.958756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53150) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:43.964718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1135a5b6-4c27-4c1e-905b-370d51d411c0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Request body: {'security_group_rule': {'security_group_id': '70c7688c-d3ce-4637-9afc-0be3447fea80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:43.995692 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:44.029951 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6e7dd11-a771-4504-9c62-7083ea14c966 req-e3cf5283-a3f6-44f8-8a4e-6c208538681c service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.5706666 Feb 28 17:24:44.031326 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b7a97-5edc-4186-9d46-b60ede70acac req-24d238c2-ca47-49d9-98e0-e33c13efc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:44.032760 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed6b7a97-5edc-4186-9d46-b60ede70acac req-24d238c2-ca47-49d9-98e0-e33c13efc64d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5dd70d9bd5354a17b3b3aee0b4740d75&shared=False HTTP/1.1" status: 200 len: 917 time: 0.8572361 Feb 28 17:24:44.105082 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-48fb2aa0-a9f7-440a-81c9-d2f198dc533d req-da015091-5ead-4b24-b5a6-be2e1c98e753 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6504359 Feb 28 17:24:44.133892 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Network eb3133fb-39c4-4dec-b548-08cd35acd2d2 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:44.153777 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:44.156403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:44.170131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:44.184988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1135a5b6-4c27-4c1e-905b-370d51d411c0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for security_group_rule (a5f9df53-d6bd-42c9-8bcc-24e18c3126bd), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:44.227498 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0e970-d0cb-40fe-a473-b8fccfb241c7 None None] Pushing event updated for resources: {'Port': ['ID=aa054a3b-3fae-4c22-9e41-bc133c006a0f,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:44.292774 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7a1ae39f-51f8-4528-9ad5-307aa73e83f8 None None] Provisioning complete for port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:44.296238 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53f88b13-e385-4cd1-87d0-e1a1e9f822b9 req-9277cb16-31b7-4025-ab29-9d12f21457b5 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3796484 Feb 28 17:24:44.297098 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae39f-51f8-4528-9ad5-307aa73e83f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:44.376677 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:44.395178 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b7a97-5edc-4186-9d46-b60ede70acac req-866ac799-3f93-4041-9c7d-2d4705df69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:44.396991 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed6b7a97-5edc-4186-9d46-b60ede70acac req-866ac799-3f93-4041-9c7d-2d4705df69ef service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3110054 Feb 28 17:24:44.427522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafee8b4-4369-47d3-9e70-8105a97bc8a2 req-eebc3abd-7254-4fc1-8b8c-82f6fa7e4c9f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:44.449555 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafee8b4-4369-47d3-9e70-8105a97bc8a2 req-eebc3abd-7254-4fc1-8b8c-82f6fa7e4c9f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:44.471696 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafee8b4-4369-47d3-9e70-8105a97bc8a2 req-eebc3abd-7254-4fc1-8b8c-82f6fa7e4c9f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:44.486484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafee8b4-4369-47d3-9e70-8105a97bc8a2 req-eebc3abd-7254-4fc1-8b8c-82f6fa7e4c9f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:44.514439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafee8b4-4369-47d3-9e70-8105a97bc8a2 req-eebc3abd-7254-4fc1-8b8c-82f6fa7e4c9f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:44.521384 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1135a5b6-4c27-4c1e-905b-370d51d411c0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for security_group_rule (a5f9df53-d6bd-42c9-8bcc-24e18c3126bd), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:44.524963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafee8b4-4369-47d3-9e70-8105a97bc8a2 req-eebc3abd-7254-4fc1-8b8c-82f6fa7e4c9f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:44.538590 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafee8b4-4369-47d3-9e70-8105a97bc8a2 req-eebc3abd-7254-4fc1-8b8c-82f6fa7e4c9f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:44.551283 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aafee8b4-4369-47d3-9e70-8105a97bc8a2 req-eebc3abd-7254-4fc1-8b8c-82f6fa7e4c9f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.3212168 Feb 28 17:24:44.562575 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:44.594439 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1135a5b6-4c27-4c1e-905b-370d51d411c0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (a5f9df53-d6bd-42c9-8bcc-24e18c3126bd), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:44.639939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135a5b6-4c27-4c1e-905b-370d51d411c0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f9df53-d6bd-42c9-8bcc-24e18c3126bd,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:44.651921 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ae39f-51f8-4528-9ad5-307aa73e83f8 None None] Current status of the port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:44.689493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-129c95bf-f191-4e9e-a73b-92555612512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:44.691202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-129c95bf-f191-4e9e-a73b-92555612512a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dd70d9bd5354a17b3b3aee0b4740d75&device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 1127 time: 0.1233046 Feb 28 17:24:44.696861 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aafee8b4-4369-47d3-9e70-8105a97bc8a2 req-1e977961-6260-4b2f-9aa9-0472abcace70 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1445291 Feb 28 17:24:44.718735 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1135a5b6-4c27-4c1e-905b-370d51d411c0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:44.720002 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1135a5b6-4c27-4c1e-905b-370d51d411c0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7594461 Feb 28 17:24:44.723137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53152) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:44.731376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:44.801594 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-f3c8e6f9-4b83-48fc-8b49-a6519cca5edc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be38abc7-8bc2-4978-8d5d-4d987028015e HTTP/1.1" status: 200 len: 217 time: 0.1024406 Feb 28 17:24:44.837750 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:44.851545 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] Set router b67475d5-83f5-477b-ae1e-5ef2cace5f4c gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:24:44.871581 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:44.955591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-56133b5f-5ea1-4f88-b06b-6cf446bc0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:44.961495 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-56133b5f-5ea1-4f88-b06b-6cf446bc0159 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c0d669a-2f10-4e77-a5d5-52ef693cecb2 HTTP/1.1" status: 200 len: 855 time: 0.1414542 Feb 28 17:24:45.027510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:24:45.088314 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-12fb7e45-dba6-47bf-afaf-020912b9dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:45.090018 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-12fb7e45-dba6-47bf-afaf-020912b9dd33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3710deb9-08fa-44d6-a3a2-288e5da55b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1181848 Feb 28 17:24:45.289484 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-82129876-559e-477b-a346-5468a94d7873 None None] Provisioning complete for port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:45.289854 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-82129876-559e-477b-a346-5468a94d7873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:45.303214 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-f38efc7b-3c94-42dd-9590-e9cceb78d23c service neutron] 10.222.0.73 "GET /v2.0/networks/3710deb9-08fa-44d6-a3a2-288e5da55b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061427 Feb 28 17:24:45.317653 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:45.466528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Allocated IP 172.25.3.142 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/bfc55088-0d69-4096-8f32-deed2a892a20) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:45.545497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:45.545870 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:45.607757 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-82129876-559e-477b-a346-5468a94d7873 None None] Port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:24:45.613372 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9cc6a-fe18-453c-86a6-a519c465a584 req-0e44dd1e-2bf6-49bd-96c9-05cbbdc38a2b tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:45.615092 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0eb9cc6a-fe18-453c-86a6-a519c465a584 req-0e44dd1e-2bf6-49bd-96c9-05cbbdc38a2b tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1750932 Feb 28 17:24:45.618546 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7095c52-75ab-41ee-a0c3-b50e92506bf5 req-5a1343d5-c549-4892-89dd-670bb3626686 service neutron] 10.222.0.73 "GET /v2.0/networks/3710deb9-08fa-44d6-a3a2-288e5da55b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087776 Feb 28 17:24:45.627102 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8d67dad1-a5d9-4d0a-89c9-fc66c96399e5 req-25732902-6bfc-417d-a134-fe81718d501e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0715029 Feb 28 17:24:45.629743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 97379c31-a049-49a5-945d-f8d066e36a85 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:24:45.636978 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Publish callbacks [] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:45.670879 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42470153-7676-4e4b-be68-3611d0f36094 req-da040880-00d1-4888-835d-fe34a46a6149 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:45.672475 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-42470153-7676-4e4b-be68-3611d0f36094 req-da040880-00d1-4888-835d-fe34a46a6149 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 944 time: 0.4297845 Feb 28 17:24:45.682846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0eb9cc6a-fe18-453c-86a6-a519c465a584 req-b30beea0-284b-47db-91aa-35d70ce5774b tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468447 Feb 28 17:24:45.690387 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for port (bfc55088-0d69-4096-8f32-deed2a892a20), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:45.718415 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:45.830307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:38Z', 'revision_number': 3, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:45.838415 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:45.851723 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:45.865335 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-42470153-7676-4e4b-be68-3611d0f36094 req-4c2564d9-1923-4556-b52b-63024ecc9bad tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544905 Feb 28 17:24:45.883977 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (bfc55088-0d69-4096-8f32-deed2a892a20), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:45.919324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f73ec-a9f6-49dd-bda0-3ba8b21a3a0f None None] The sync data for ids ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'] in n-d-820368-19 is: [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:38Z', 'revision_number': 3, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:24:45.922232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:45.927598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 97379c31-a049-49a5-945d-f8d066e36a85 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:24:45.933622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 97379c31-a049-49a5-945d-f8d066e36a85 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:45.934761 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (97379c31-a049-49a5-945d-f8d066e36a85), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:45.988168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event updated for resources: {'Port': ['ID=bfc55088-0d69-4096-8f32-deed2a892a20,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:46.008903 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:46.011739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:46.015212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:46.062866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f920b3-0677-47ed-b901-af33e7cd4e22 req-9dd1983e-2577-4a87-97fb-48f255ecb26d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:46.090370 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f920b3-0677-47ed-b901-af33e7cd4e22 req-9dd1983e-2577-4a87-97fb-48f255ecb26d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:46.102606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 97379c31-a049-49a5-945d-f8d066e36a85 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:46.102994 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (97379c31-a049-49a5-945d-f8d066e36a85), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:46.108370 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f920b3-0677-47ed-b901-af33e7cd4e22 req-9dd1983e-2577-4a87-97fb-48f255ecb26d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:46.124831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f920b3-0677-47ed-b901-af33e7cd4e22 req-9dd1983e-2577-4a87-97fb-48f255ecb26d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:46.130320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Network eb3133fb-39c4-4dec-b548-08cd35acd2d2 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:46.132780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6991bcc5-00e0-4194-9e02-a9c5855a1322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97379c31-a049-49a5-945d-f8d066e36a85'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:46.133216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f920b3-0677-47ed-b901-af33e7cd4e22 req-9dd1983e-2577-4a87-97fb-48f255ecb26d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:46.133796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:46.136492 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21fe7ea-592f-49b6-b7a5-b123d04113fb" -d '{"events": [{"server_uuid": "6991bcc5-00e0-4194-9e02-a9c5855a1322", "name": "network-vif-plugged", "status": "completed", "tag": "97379c31-a049-49a5-945d-f8d066e36a85"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:46.146320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f920b3-0677-47ed-b901-af33e7cd4e22 req-9dd1983e-2577-4a87-97fb-48f255ecb26d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:46.161130 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=97379c31-a049-49a5-945d-f8d066e36a85,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:24:46.167919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f920b3-0677-47ed-b901-af33e7cd4e22 req-9dd1983e-2577-4a87-97fb-48f255ecb26d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:46.169864 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01f920b3-0677-47ed-b901-af33e7cd4e22 req-9dd1983e-2577-4a87-97fb-48f255ecb26d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2858613 Feb 28 17:24:46.204463 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceebe459-4f92-40ef-824d-61636ef76944 x-openstack-request-id: req-ceebe459-4f92-40ef-824d-61636ef76944 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:46.204763 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6991bcc5-00e0-4194-9e02-a9c5855a1322", "name": "network-vif-plugged", "status": "completed", "tag": "97379c31-a049-49a5-945d-f8d066e36a85", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:46.205018 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ceebe459-4f92-40ef-824d-61636ef76944 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:46.205422 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6991bcc5-00e0-4194-9e02-a9c5855a1322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97379c31-a049-49a5-945d-f8d066e36a85', 'code': 200} Feb 28 17:24:46.242896 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (97379c31-a049-49a5-945d-f8d066e36a85), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:46.281820 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01f920b3-0677-47ed-b901-af33e7cd4e22 req-1b11d87d-4604-49d1-a5c4-dfba995576f2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016252 Feb 28 17:24:46.312799 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for floatingip (e0e8da44-3352-4a50-b85c-bfe49c6c4eeb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:46.362475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=97379c31-a049-49a5-945d-f8d066e36a85,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:46.393824 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:46.393824 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:46.393824 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:46.393824 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:46.393824 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:46.395496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:46.395496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:46.395496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:46.395496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:46.396219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:46.396219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:46.396521 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:46.396672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:24:46.501187 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (bfc55088-0d69-4096-8f32-deed2a892a20), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:46.531133 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c85c3a-1eaf-45f0-9165-61d0e8b22c80 req-77204659-f619-4134-8a6a-990de43d703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:46.532823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-98c85c3a-1eaf-45f0-9165-61d0e8b22c80 req-77204659-f619-4134-8a6a-990de43d703f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 1128 time: 0.2173414 Feb 28 17:24:46.557674 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Router b67475d5-83f5-477b-ae1e-5ef2cace5f4c has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:24:46.643230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-bbb08ac3-3c32-47bb-a62a-ef704e695aa1 None None] Provisioning complete for port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:46.644019 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bbb08ac3-3c32-47bb-a62a-ef704e695aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:46.697134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-bbb08ac3-3c32-47bb-a62a-ef704e695aa1 None None] Port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:24:46.748737 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-98c85c3a-1eaf-45f0-9165-61d0e8b22c80 req-2497abee-373e-41d7-9b08-8b0dfeeab520 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086744 Feb 28 17:24:46.991782 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:24:47.022992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device aa054a3b-3fae-4c22-9e41-bc133c006a0f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:24:47.047043 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7936e1d7-2146-410e-921a-e1fb1ed60802 admin admin] 10.222.0.72 "PUT /v2.0/routers/b67475d5-83f5-477b-ae1e-5ef2cace5f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8576169 Feb 28 17:24:47.058356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a829-5f66-4169-91cb-43532e7d7d7d req-ae3d56a6-c812-4819-bb29-bc0c68aed7e3 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:47.061356 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da60a829-5f66-4169-91cb-43532e7d7d7d req-ae3d56a6-c812-4819-bb29-bc0c68aed7e3 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.2717876 Feb 28 17:24:47.073483 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dddb25-6bdb-4eaa-b95e-80523e5f4d15 req-a6c7a875-496f-4126-ad25-1bcff0c691cb tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:47.088817 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-09dddb25-6bdb-4eaa-b95e-80523e5f4d15 req-a6c7a875-496f-4126-ad25-1bcff0c691cb tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1103156 Feb 28 17:24:47.115179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port aa054a3b-3fae-4c22-9e41-bc133c006a0f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:47.115587 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (aa054a3b-3fae-4c22-9e41-bc133c006a0f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:47.185414 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for port (bfc55088-0d69-4096-8f32-deed2a892a20), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:47.213782 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da60a829-5f66-4169-91cb-43532e7d7d7d req-7f726e56-72de-4024-89bd-bb3b49611bc7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407666 Feb 28 17:24:47.217152 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-09dddb25-6bdb-4eaa-b95e-80523e5f4d15 req-4701e269-e39e-4016-8df0-b740155ffa00 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166782 Feb 28 17:24:47.252838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port aa054a3b-3fae-4c22-9e41-bc133c006a0f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:47.253217 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (aa054a3b-3fae-4c22-9e41-bc133c006a0f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:47.266859 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (bfc55088-0d69-4096-8f32-deed2a892a20), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:47.276960 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port aa054a3b-3fae-4c22-9e41-bc133c006a0f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=aa054a3b-3fae-4c22-9e41-bc133c006a0f,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:24:47.334612 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event updated for resources: {'Port': ['ID=bfc55088-0d69-4096-8f32-deed2a892a20,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:47.354301 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (aa054a3b-3fae-4c22-9e41-bc133c006a0f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:47.442398 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (e0e8da44-3352-4a50-b85c-bfe49c6c4eeb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:47.530065 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=aa054a3b-3fae-4c22-9e41-bc133c006a0f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:47.563253 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303e85a-9283-46f2-8c0e-be0a415f7a16 req-98e9f658-35a4-4c0c-a576-e6b0510f2e98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:47.570509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303e85a-9283-46f2-8c0e-be0a415f7a16 req-98e9f658-35a4-4c0c-a576-e6b0510f2e98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:47.577534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303e85a-9283-46f2-8c0e-be0a415f7a16 req-98e9f658-35a4-4c0c-a576-e6b0510f2e98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:47.587337 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303e85a-9283-46f2-8c0e-be0a415f7a16 req-98e9f658-35a4-4c0c-a576-e6b0510f2e98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:47.599981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303e85a-9283-46f2-8c0e-be0a415f7a16 req-98e9f658-35a4-4c0c-a576-e6b0510f2e98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:47.605347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303e85a-9283-46f2-8c0e-be0a415f7a16 req-98e9f658-35a4-4c0c-a576-e6b0510f2e98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:47.612740 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303e85a-9283-46f2-8c0e-be0a415f7a16 req-98e9f658-35a4-4c0c-a576-e6b0510f2e98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:47.614731 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6303e85a-9283-46f2-8c0e-be0a415f7a16 req-98e9f658-35a4-4c0c-a576-e6b0510f2e98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1942658 Feb 28 17:24:47.618375 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:47.619655 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9afd1711-d3ac-47c4-bf51-97b64af581b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8954582 Feb 28 17:24:47.696343 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c79dd447-0b8b-41fc-b86b-f286b1fa6993 req-3d6eabff-3cab-4449-8ec1-a23c6171c2dc service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0519359 Feb 28 17:24:47.732319 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6303e85a-9283-46f2-8c0e-be0a415f7a16 req-fff101c2-d03d-456a-ae08-ca39c95b567b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106453 Feb 28 17:24:47.938132 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-76b0e16f-4e7b-44e4-989f-c1961ec7f2f3 req-5936a121-d83d-4842-93d5-e0c915dbca79 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0438583 Feb 28 17:24:47.960923 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-b5a22413-f341-4b19-b7bb-30833fd5e842 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--885755620&fields=id&tenant_id=db5706b395ff456ab153c58167054352 HTTP/1.1" status: 200 len: 267 time: 0.0884025 Feb 28 17:24:48.098970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53202) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:48.103836 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5ae6b6e7-ceaf-4bef-9443-220a18f97e5f tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62229434', 'description': 'tempest-description--1701821922'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:48.251999 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b6e7-ceaf-4bef-9443-220a18f97e5f tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:48.424455 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b6e7-ceaf-4bef-9443-220a18f97e5f tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for security_group (17f53c07-c612-47b7-a951-2d94a130b77a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:48.433081 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-7064dff6-a607-44fa-ab85-389786be428a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:48.434697 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-7064dff6-a607-44fa-ab85-389786be428a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 812 time: 0.4669440 Feb 28 17:24:48.453834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-2d8a0df2-abf1-437c-86a4-33c76cf8fcba tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/quotas/db5706b395ff456ab153c58167054352 HTTP/1.1" status: 200 len: 375 time: 0.0116858 Feb 28 17:24:48.484480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4269d2-1e26-44f7-9b97-c8e22cc61e01 req-2b789b27-c11f-4a34-8c39-48b833dd1724 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:48.486184 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d4269d2-1e26-44f7-9b97-c8e22cc61e01 req-2b789b27-c11f-4a34-8c39-48b833dd1724 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1366963 Feb 28 17:24:48.529811 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b6e7-ceaf-4bef-9443-220a18f97e5f tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (17f53c07-c612-47b7-a951-2d94a130b77a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:48.570369 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-51d381a2-c60b-4dbc-a753-75ec0d8ee6fd tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080589 Feb 28 17:24:48.583901 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6b6e7-ceaf-4bef-9443-220a18f97e5f tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f53c07-c612-47b7-a951-2d94a130b77a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:48.605266 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d4269d2-1e26-44f7-9b97-c8e22cc61e01 req-0c731744-3208-4bd1-8b7d-cd0f70700aca tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067035 Feb 28 17:24:48.617058 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Sync routers for ids ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:24:48.618636 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b6e7-ceaf-4bef-9443-220a18f97e5f tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:48.622931 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5ae6b6e7-ceaf-4bef-9443-220a18f97e5f tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5226874 Feb 28 17:24:48.623593 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53208) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:48.627982 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b2f23e31-e628-4d0c-b192-29f4512afec3 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Request body: {'security_group_rule': {'security_group_id': '17f53c07-c612-47b7-a951-2d94a130b77a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:48.637993 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Routers {'b67475d5-83f5-477b-ae1e-5ef2cace5f4c'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:24:48.642707 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:24:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:48.759046 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc452c-c443-48d6-843c-24d6a44c70e3 req-f3510bb8-cbe6-489b-985b-25f35446ddb6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:48.760522 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-12dc452c-c443-48d6-843c-24d6a44c70e3 req-f3510bb8-cbe6-489b-985b-25f35446ddb6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.0732441 Feb 28 17:24:48.774574 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2f23e31-e628-4d0c-b192-29f4512afec3 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for security_group_rule (2b5f466f-0bd2-4c15-a7fa-947f31fbad5f), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:48.803113 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-cb59dc6e-75ff-47e0-99c5-a9c66c85ef0b service neutron] 10.222.0.72 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173188 Feb 28 17:24:48.864761 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-12dc452c-c443-48d6-843c-24d6a44c70e3 req-c91feb0b-c541-4f79-9973-88330308feb5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976367 Feb 28 17:24:48.883979 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Set router b67475d5-83f5-477b-ae1e-5ef2cace5f4c gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:24:48.914703 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2f23e31-e628-4d0c-b192-29f4512afec3 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for security_group_rule (2b5f466f-0bd2-4c15-a7fa-947f31fbad5f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:48.979501 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device aa054a3b-3fae-4c22-9e41-bc133c006a0f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:24:48.983966 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2f23e31-e628-4d0c-b192-29f4512afec3 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (2b5f466f-0bd2-4c15-a7fa-947f31fbad5f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:49.021712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-e8ff2355-0d27-4f42-9a67-d588a2f4a81e service neutron] 10.222.0.72 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030876 Feb 28 17:24:49.064517 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f23e31-e628-4d0c-b192-29f4512afec3 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5f466f-0bd2-4c15-a7fa-947f31fbad5f,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:49.097615 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port aa054a3b-3fae-4c22-9e41-bc133c006a0f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:49.098455 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (aa054a3b-3fae-4c22-9e41-bc133c006a0f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:49.158383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc20e5-c061-4a12-a4af-2b7ad0312a8a req-118021b9-2c85-44d8-a67d-8fa936e04d1e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:49.171338 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc20e5-c061-4a12-a4af-2b7ad0312a8a req-118021b9-2c85-44d8-a67d-8fa936e04d1e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:49.183218 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc20e5-c061-4a12-a4af-2b7ad0312a8a req-118021b9-2c85-44d8-a67d-8fa936e04d1e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:49.189748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc20e5-c061-4a12-a4af-2b7ad0312a8a req-118021b9-2c85-44d8-a67d-8fa936e04d1e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:49.197789 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port aa054a3b-3fae-4c22-9e41-bc133c006a0f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:49.203403 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc20e5-c061-4a12-a4af-2b7ad0312a8a req-118021b9-2c85-44d8-a67d-8fa936e04d1e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:49.212121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc20e5-c061-4a12-a4af-2b7ad0312a8a req-118021b9-2c85-44d8-a67d-8fa936e04d1e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:49.217832 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc20e5-c061-4a12-a4af-2b7ad0312a8a req-118021b9-2c85-44d8-a67d-8fa936e04d1e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:49.219839 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-68bc20e5-c061-4a12-a4af-2b7ad0312a8a req-118021b9-2c85-44d8-a67d-8fa936e04d1e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1761227 Feb 28 17:24:49.223237 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2f23e31-e628-4d0c-b192-29f4512afec3 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:49.227528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53216) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:49.232119 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8aa099ff-7625-4545-ab18-fe30963936f4 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Request body: {'security_group_rule': {'security_group_id': '17f53c07-c612-47b7-a951-2d94a130b77a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:49.238123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b2f23e31-e628-4d0c-b192-29f4512afec3 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6124721 Feb 28 17:24:49.331106 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:44Z', 'revision_number': 4, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c', 'name': '', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'mac_address': 'fa:16:3e:13:6b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:42Z', 'updated_at': '2022-02-28T17:24:45Z', 'revision_number': 2, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'subnets': [{'id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:49.347933 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-68bc20e5-c061-4a12-a4af-2b7ad0312a8a req-40103349-ba93-48cb-b59e-5c3b154cee8f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083329 Feb 28 17:24:49.366727 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8aa099ff-7625-4545-ab18-fe30963936f4 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for security_group_rule (ae44f734-8795-4b3f-8243-67d9b19ca063), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:49.398001 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Checking router: b67475d5-83f5-477b-ae1e-5ef2cace5f4c for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:24:49.398369 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Updating router b67475d5-83f5-477b-ae1e-5ef2cace5f4c port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:24:49.462172 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:49.471747 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cacb01e9-2f1f-4bc8-998b-c129e9452d5a req-9bfd246c-6746-4742-b631-4292eb33483e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 210 time: 0.0473888 Feb 28 17:24:49.503786 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8aa099ff-7625-4545-ab18-fe30963936f4 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for security_group_rule (ae44f734-8795-4b3f-8243-67d9b19ca063), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:49.584468 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8aa099ff-7625-4545-ab18-fe30963936f4 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (ae44f734-8795-4b3f-8243-67d9b19ca063), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:49.609604 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa099ff-7625-4545-ab18-fe30963936f4 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae44f734-8795-4b3f-8243-67d9b19ca063,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:49.697705 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8aa099ff-7625-4545-ab18-fe30963936f4 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:49.703747 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53232) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:24:49.710038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:49.710819 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8aa099ff-7625-4545-ab18-fe30963936f4 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4820194 Feb 28 17:24:49.714492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dbc75-b659-4850-bc33-aeda63e1747d req-52835e5a-fc23-469c-914c-befd9f7cc6cb tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:49.719289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e95dbc75-b659-4850-bc33-aeda63e1747d req-52835e5a-fc23-469c-914c-befd9f7cc6cb tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 1128 time: 0.0952637 Feb 28 17:24:49.806363 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e95dbc75-b659-4850-bc33-aeda63e1747d req-dbf37f36-eeb0-4d2d-a498-3d2ac51dce56 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797353 Feb 28 17:24:49.867428 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153aee21-a651-4e7c-8f5c-ba494f18edc7 req-6b02ed1b-329d-4f72-a915-09f684513481 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:49.877205 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-153aee21-a651-4e7c-8f5c-ba494f18edc7 req-6b02ed1b-329d-4f72-a915-09f684513481 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1474063 Feb 28 17:24:49.915145 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:49.992722 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Publish callbacks [] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:49.998663 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6caa436a-f93b-4fe1-8bfc-9632fba8ec9a req-19ff8c73-75a6-4e29-9015-72146d6dd126 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1102896 Feb 28 17:24:50.026706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04f93f-08c2-4fa3-ac41-d83182010580 req-7e1e6ed1-c3bb-44c1-b65e-6dda3688e1fb tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:50.028298 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b04f93f-08c2-4fa3-ac41-d83182010580 req-7e1e6ed1-c3bb-44c1-b65e-6dda3688e1fb tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 1128 time: 0.0668917 Feb 28 17:24:50.064995 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:50.135754 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b04f93f-08c2-4fa3-ac41-d83182010580 req-d4ed8905-1f98-4191-92a7-b347e808b5aa tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958829 Feb 28 17:24:50.145123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-153aee21-a651-4e7c-8f5c-ba494f18edc7 req-7af5d237-00db-4d3e-819c-838566c9f298 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670352 Feb 28 17:24:50.310358 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:50.328068 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-217ed351-5aca-40df-92a4-50190e40e7e2 req-4d2bd2a5-2af6-4f05-b300-ec15414688ed service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0981300 Feb 28 17:24:50.344937 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d08462-9b68-4a72-b19f-d73516f6db97 None None] Pushing event updated for resources: {'Port': ['ID=0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:50.365190 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Attempting to bind port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:50.369891 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Attempting to bind port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '7126edf8-f5d0-46e2-b621-abfda54fbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:50.369891 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Attempting to bind port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c on network eb3133fb-39c4-4dec-b548-08cd35acd2d2 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:50.382117 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:50.384881 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Checking segment: {'id': '7126edf8-f5d0-46e2-b621-abfda54fbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:50.386423 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:50.387035 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Bound using segment: {'id': '7126edf8-f5d0-46e2-b621-abfda54fbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:50.392298 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Bound port: 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7126edf8-f5d0-46e2-b621-abfda54fbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:50.392697 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:50.451014 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:24:50.467596 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Allocated IP 172.25.3.92 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/55e8d4af-d992-443a-b3c4-b1be8cbeb06c) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:50.562870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-509eb7ee-4def-416b-a4e2-b288c13098b1 None None] Provisioning complete for port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:50.563435 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-509eb7ee-4def-416b-a4e2-b288c13098b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:50.571533 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] For port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:50.580665 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] For port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c,segment=NetworkSegment(7126edf8-f5d0-46e2-b621-abfda54fbcda),segment_id=7126edf8-f5d0-46e2-b621-abfda54fbcda)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:50.598274 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for port (55e8d4af-d992-443a-b3c4-b1be8cbeb06c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:50.614260 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa58e94-8f31-4ed2-acf8-19ebc78447e6 req-a5b4d914-8fbe-4a99-aa99-39aec0fc8a38 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:50.618062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-509eb7ee-4def-416b-a4e2-b288c13098b1 None None] Port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:24:50.620385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa58e94-8f31-4ed2-acf8-19ebc78447e6 req-a5b4d914-8fbe-4a99-aa99-39aec0fc8a38 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:50.625880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa58e94-8f31-4ed2-acf8-19ebc78447e6 req-a5b4d914-8fbe-4a99-aa99-39aec0fc8a38 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:50.631338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa58e94-8f31-4ed2-acf8-19ebc78447e6 req-a5b4d914-8fbe-4a99-aa99-39aec0fc8a38 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:50.637251 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa58e94-8f31-4ed2-acf8-19ebc78447e6 req-a5b4d914-8fbe-4a99-aa99-39aec0fc8a38 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:50.642557 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa58e94-8f31-4ed2-acf8-19ebc78447e6 req-a5b4d914-8fbe-4a99-aa99-39aec0fc8a38 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:50.648368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa58e94-8f31-4ed2-acf8-19ebc78447e6 req-a5b4d914-8fbe-4a99-aa99-39aec0fc8a38 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:50.650326 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7aa58e94-8f31-4ed2-acf8-19ebc78447e6 req-a5b4d914-8fbe-4a99-aa99-39aec0fc8a38 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1487267 Feb 28 17:24:50.681669 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:50.710549 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (55e8d4af-d992-443a-b3c4-b1be8cbeb06c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:50.748948 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7aa58e94-8f31-4ed2-acf8-19ebc78447e6 req-5ad1bd1c-7b87-4d67-b61b-7187bbcd69fe tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911822 Feb 28 17:24:50.801382 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:50.801632 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d08462-9b68-4a72-b19f-d73516f6db97 None None] Pushing event updated for resources: {'Port': ['ID=0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:50.805953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:50.809375 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Routers {'b67475d5-83f5-477b-ae1e-5ef2cace5f4c'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:24:50.810093 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:24:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:50.820509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:50.869291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Pushing event updated for resources: {'Port': ['ID=55e8d4af-d992-443a-b3c4-b1be8cbeb06c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:50.910086 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aed0fe34-d7a2-45bf-ac9e-7efd41e1276b req-2bb3f044-1498-400e-9efd-7f794159d97d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 210 time: 0.0757802 Feb 28 17:24:51.021338 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for floatingip (755c5bfd-b9b9-4f73-b396-12e935ae57e9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:51.032397 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f61b34e2-c18a-437c-bc7b-5c1fe776373b req-39ff9965-eb80-4bd3-8eed-46de43bf3bc5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0971622 Feb 28 17:24:51.070664 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] Set router b67475d5-83f5-477b-ae1e-5ef2cace5f4c gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:24:51.152004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6495fc72-a863-4e69-97d4-64e18ad5b27f None None] Provisioning complete for port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:51.152384 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6495fc72-a863-4e69-97d4-64e18ad5b27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:51.176736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b34e2-c18a-437c-bc7b-5c1fe776373b req-206e9245-1455-43e5-9081-95e2f53e472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:51.181488 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f61b34e2-c18a-437c-bc7b-5c1fe776373b req-206e9245-1455-43e5-9081-95e2f53e472c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d5c70d5c51de4b10a167d00cf7368215&device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 1128 time: 0.1060739 Feb 28 17:24:51.216118 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (55e8d4af-d992-443a-b3c4-b1be8cbeb06c), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:51.362683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6495fc72-a863-4e69-97d4-64e18ad5b27f None None] Current status of the port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:51.362958 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6495fc72-a863-4e69-97d4-64e18ad5b27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:51.422137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6495fc72-a863-4e69-97d4-64e18ad5b27f None None] For port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c,segment=NetworkSegment(7126edf8-f5d0-46e2-b621-abfda54fbcda),segment_id=7126edf8-f5d0-46e2-b621-abfda54fbcda)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:24:51.467472 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:44Z', 'revision_number': 4, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c', 'name': '', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'mac_address': 'fa:16:3e:13:6b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:42Z', 'updated_at': '2022-02-28T17:24:50Z', 'revision_number': 4, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'subnets': [{'id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:24:51.477731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b34e2-c18a-437c-bc7b-5c1fe776373b req-ceab26d0-68a0-43f1-aa5f-2eebdbd27b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:51.483261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f61b34e2-c18a-437c-bc7b-5c1fe776373b req-ceab26d0-68a0-43f1-aa5f-2eebdbd27b7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd22816a-d08a-4624-85cd-73f8196c1644 HTTP/1.1" status: 200 len: 919 time: 0.2828519 Feb 28 17:24:51.498515 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6495fc72-a863-4e69-97d4-64e18ad5b27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:51.509203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7af72-e6f2-42a1-9bb8-915916e8a501 req-2989596d-b218-46d3-bd83-f8958eba6115 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:51.516175 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ee7af72-e6f2-42a1-9bb8-915916e8a501 req-2989596d-b218-46d3-bd83-f8958eba6115 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1708307 Feb 28 17:24:51.535248 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for port (55e8d4af-d992-443a-b3c4-b1be8cbeb06c), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:51.552150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f61b34e2-c18a-437c-bc7b-5c1fe776373b req-37dbc64a-3d08-4699-b8f8-a1e7df359287 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e386a00-be9a-4dcf-81b9-f88c4e6a652c HTTP/1.1" status: 200 len: 217 time: 0.0618653 Feb 28 17:24:51.555123 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e61a03-f991-4c1e-aebd-9446225ddd3f None None] The sync data for ids ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'] in n-d-820368-19 is: [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:44Z', 'revision_number': 4, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c', 'name': '', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'mac_address': 'fa:16:3e:13:6b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:42Z', 'updated_at': '2022-02-28T17:24:50Z', 'revision_number': 4, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'subnets': [{'id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:24:51.593407 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495fc72-a863-4e69-97d4-64e18ad5b27f None None] Pushing event updated for resources: {'Port': ['ID=0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:51.612255 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (55e8d4af-d992-443a-b3c4-b1be8cbeb06c), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:51.626621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b34e2-c18a-437c-bc7b-5c1fe776373b req-40d09d2b-185d-4f99-a6dc-82d6d8b95580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:51.627999 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f61b34e2-c18a-437c-bc7b-5c1fe776373b req-40d09d2b-185d-4f99-a6dc-82d6d8b95580 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b64581e8-b7e1-4075-a68e-c69038440c0d HTTP/1.1" status: 200 len: 858 time: 0.0681973 Feb 28 17:24:51.642384 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ee7af72-e6f2-42a1-9bb8-915916e8a501 req-b2700df5-f421-47e0-9f07-82899798df9e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214318 Feb 28 17:24:51.704310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f61b34e2-c18a-437c-bc7b-5c1fe776373b req-86085cab-4b7d-402a-a1e3-0ed8a93e0565 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd22816a-d08a-4624-85cd-73f8196c1644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607815 Feb 28 17:24:51.791749 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Pushing event updated for resources: {'Port': ['ID=55e8d4af-d992-443a-b3c4-b1be8cbeb06c,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:51.832077 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (755c5bfd-b9b9-4f73-b396-12e935ae57e9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:51.843758 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f61b34e2-c18a-437c-bc7b-5c1fe776373b req-43f78496-130b-4a8f-b51a-c111e4f2dba0 service neutron] 10.222.0.69 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311328 Feb 28 17:24:51.951707 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:51.953428 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-137f0f48-6798-4d96-b9e8-5ba5a7a601bd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2486532 Feb 28 17:24:51.982741 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6987fab-df81-4277-8254-7693444d286f req-b74de0e6-8664-4085-8f98-e21adcdfe12f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:51.989139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6987fab-df81-4277-8254-7693444d286f req-b74de0e6-8664-4085-8f98-e21adcdfe12f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:51.994926 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6987fab-df81-4277-8254-7693444d286f req-b74de0e6-8664-4085-8f98-e21adcdfe12f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:52.000862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6987fab-df81-4277-8254-7693444d286f req-b74de0e6-8664-4085-8f98-e21adcdfe12f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:52.006616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6987fab-df81-4277-8254-7693444d286f req-b74de0e6-8664-4085-8f98-e21adcdfe12f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:52.014927 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6987fab-df81-4277-8254-7693444d286f req-b74de0e6-8664-4085-8f98-e21adcdfe12f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:52.020702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6987fab-df81-4277-8254-7693444d286f req-b74de0e6-8664-4085-8f98-e21adcdfe12f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:52.030418 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a6987fab-df81-4277-8254-7693444d286f req-b74de0e6-8664-4085-8f98-e21adcdfe12f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1687324 Feb 28 17:24:52.116530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f61b34e2-c18a-437c-bc7b-5c1fe776373b req-33d64806-8df7-48aa-9f06-5e6a439257ab service neutron] 10.222.0.69 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646682 Feb 28 17:24:52.149563 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a6987fab-df81-4277-8254-7693444d286f req-de6ae501-64da-4721-b825-84b52a8cc2d2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180787 Feb 28 17:24:52.279233 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e9f1ba36-acff-4968-aaed-96b9a87a7339 req-cf8899f3-4f4f-4183-b76e-dbe07edbc827 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 210 time: 0.0385547 Feb 28 17:24:52.348491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-447164af-53c0-4924-b25e-41bbee68d865 req-23fc3e11-4fe8-4e44-b014-ddec78b4e754 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0890894 Feb 28 17:24:52.563230 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94339104-dcbc-4a41-b0ff-2aefeda89930 req-227b95d8-15d6-45c9-a40c-cdac643d3c9a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0363586 Feb 28 17:24:52.589889 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-805cd742-2763-4df6-aacb-d452c38ee8e1 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--62229434&fields=id&tenant_id=0542aa8b646342d0a29158f8198e8703 HTTP/1.1" status: 200 len: 267 time: 0.1760635 Feb 28 17:24:52.607706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-d683c859-9a59-4eac-9473-892337e0cbc4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:52.609438 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-d683c859-9a59-4eac-9473-892337e0cbc4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.69 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 812 time: 0.3153272 Feb 28 17:24:52.763663 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-e6483e52-43a6-45ba-8ed8-46e967e49d26 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db5706b395ff456ab153c58167054352 HTTP/1.1" status: 200 len: 379 time: 0.1311646 Feb 28 17:24:52.773223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536c512-fbc6-4338-8145-36e965c925e2 req-dc04c4f8-8114-49b3-b0c5-aef6a1f3acc8 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:52.774802 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-dc04c4f8-8114-49b3-b0c5-aef6a1f3acc8 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/networks?id=eb3133fb-39c4-4dec-b548-08cd35acd2d2 HTTP/1.1" status: 200 len: 812 time: 0.1840832 Feb 28 17:24:52.781773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-01b91b65-1abb-40c3-bd36-1cca44fabaf1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Request body: {'port': {'device_id': '573ee199-154c-41d8-9df2-818af1a19913', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'admin_state_up': True, 'tenant_id': 'db5706b395ff456ab153c58167054352', 'security_groups': ['70c7688c-d3ce-4637-9afc-0be3447fea80']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:52.839369 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-a81f9a33-a706-4709-9d31-b5dd427321ee tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/quotas/0542aa8b646342d0a29158f8198e8703 HTTP/1.1" status: 200 len: 375 time: 0.0531528 Feb 28 17:24:52.972740 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40f26f36-f971-4969-a8ba-81ec73c910b6 req-73a47dd6-d8f1-4ee3-aed0-472b4ec9f984 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558167 Feb 28 17:24:53.007939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41f4da95-c907-49e0-afb7-6d83dbb1b9ac tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:24:53.008805 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:24:53.009284 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41f4da95-c907-49e0-afb7-6d83dbb1b9ac tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211110 Feb 28 17:24:53.072562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-c94fa6ed-8d84-4c81-ae3d-1001994c2124 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0542aa8b646342d0a29158f8198e8703&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2254248 Feb 28 17:24:53.096314 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:53.098988 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:53.103021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-01b91b65-1abb-40c3-bd36-1cca44fabaf1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Made reservation on behalf of db5706b395ff456ab153c58167054352 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:53.107122 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-01b91b65-1abb-40c3-bd36-1cca44fabaf1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:53.125906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26f36-f971-4969-a8ba-81ec73c910b6 req-ad84f230-8174-45ae-8d94-dcd18c2e34da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:53.127637 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40f26f36-f971-4969-a8ba-81ec73c910b6 req-ad84f230-8174-45ae-8d94-dcd18c2e34da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c57be2755a4d40389e59c507cc6d5340&device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 1128 time: 0.0666373 Feb 28 17:24:53.134524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-544aa19f-e11c-481f-8df1-39ebbc5dffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:53.136042 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-544aa19f-e11c-481f-8df1-39ebbc5dffcf service neutron] 10.222.0.72 "GET /v2.0/ports/97379c31-a049-49a5-945d-f8d066e36a85 HTTP/1.1" status: 200 len: 1125 time: 0.1135528 Feb 28 17:24:53.151043 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41ba21b7-4671-4a2f-9ae2-ebc452c97cee service neutron] Request body: {'binding': {'host': 'n-h1-820368-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:53.151497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41ba21b7-4671-4a2f-9ae2-ebc452c97cee service neutron] Unknown quota resources ['binding']. {{(pid=104246) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:24:53.258306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:53.267199 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26f36-f971-4969-a8ba-81ec73c910b6 req-45d06579-6522-4f95-8f1c-6191f866730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:53.268687 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40f26f36-f971-4969-a8ba-81ec73c910b6 req-45d06579-6522-4f95-8f1c-6191f866730f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 200 len: 909 time: 0.1185114 Feb 28 17:24:53.312177 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40f26f36-f971-4969-a8ba-81ec73c910b6 req-3ffa50ac-819c-456b-96a3-681de9343e08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=257fb183-c117-4a44-9ece-e411c599ab15 HTTP/1.1" status: 200 len: 217 time: 0.0369763 Feb 28 17:24:53.347119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-4c46c328-bc64-4128-959b-dcb5be70b165 service neutron] 10.222.0.72 "GET /v2.0/networks/eb3133fb-39c4-4dec-b548-08cd35acd2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730136 Feb 28 17:24:53.363037 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26f36-f971-4969-a8ba-81ec73c910b6 req-1883f92e-b433-4978-9474-b0aed30c1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:53.364248 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40f26f36-f971-4969-a8ba-81ec73c910b6 req-1883f92e-b433-4978-9474-b0aed30c1c8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 200 len: 848 time: 0.0459745 Feb 28 17:24:53.396451 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40f26f36-f971-4969-a8ba-81ec73c910b6 req-480645b4-d930-41d6-96fb-f6b5c8fa881a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c10fa5b-91d3-45d7-8ee0-c040e6683f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264494 Feb 28 17:24:53.493898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-01b91b65-1abb-40c3-bd36-1cca44fabaf1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Allocated IP 172.20.0.9 (7739d82a-bcdd-4118-ae9a-7624124a9b84/86d80de3-dbb5-4b00-8151-4a967e698d02/f91e29ef-f8eb-47b7-83e8-b88a8533319f) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:53.498632 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40f26f36-f971-4969-a8ba-81ec73c910b6 req-0adf664b-d5a8-4b1e-843a-2fb160b5df2e service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958829 Feb 28 17:24:53.552646 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-d5525361-a436-4c88-a375-39b480d2c21a service neutron] 10.222.0.72 "GET /v2.0/networks/eb3133fb-39c4-4dec-b548-08cd35acd2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012060 Feb 28 17:24:53.556024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41ba21b7-4671-4a2f-9ae2-ebc452c97cee service neutron] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 on host n-h1-820368-19 for vnic_type normal with profile None {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:53.556355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41ba21b7-4671-4a2f-9ae2-ebc452c97cee service neutron] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:53.557014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41ba21b7-4671-4a2f-9ae2-ebc452c97cee service neutron] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:53.570157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41ba21b7-4671-4a2f-9ae2-ebc452c97cee service neutron] Port 97379c31-a049-49a5-945d-f8d066e36a85 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:24:53.570479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41ba21b7-4671-4a2f-9ae2-ebc452c97cee service neutron] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:53.590195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41ba21b7-4671-4a2f-9ae2-ebc452c97cee service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:53.590535 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41ba21b7-4671-4a2f-9ae2-ebc452c97cee service neutron] Checking segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:53.590933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41ba21b7-4671-4a2f-9ae2-ebc452c97cee service neutron] Bound using segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:53.591355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41ba21b7-4671-4a2f-9ae2-ebc452c97cee service neutron] Bound port: 97379c31-a049-49a5-945d-f8d066e36a85, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:53.617235 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40f26f36-f971-4969-a8ba-81ec73c910b6 req-c6649f37-6257-419e-b1d0-7fb916dbfd45 service neutron] 10.222.0.73 "GET /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130829 Feb 28 17:24:53.715417 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41ba21b7-4671-4a2f-9ae2-ebc452c97cee service neutron] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=97379c31-a049-49a5-945d-f8d066e36a85,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:53.740051 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-01b91b65-1abb-40c3-bd36-1cca44fabaf1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:53.795959 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41ba21b7-4671-4a2f-9ae2-ebc452c97cee service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:53.797140 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-41ba21b7-4671-4a2f-9ae2-ebc452c97cee service neutron] 10.222.0.72 "POST /v2.0/ports/97379c31-a049-49a5-945d-f8d066e36a85/bindings HTTP/1.1" status: 201 len: 390 time: 0.6511214 Feb 28 17:24:53.877335 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-01b91b65-1abb-40c3-bd36-1cca44fabaf1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:53.950800 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-01b91b65-1abb-40c3-bd36-1cca44fabaf1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Network 7739d82a-bcdd-4118-ae9a-7624124a9b84 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:53.963203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-01b91b65-1abb-40c3-bd36-1cca44fabaf1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:53.969476 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-01b91b65-1abb-40c3-bd36-1cca44fabaf1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:54.021149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b91b65-1abb-40c3-bd36-1cca44fabaf1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event updated for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:54.066085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-01b91b65-1abb-40c3-bd36-1cca44fabaf1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:54.066731 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-01b91b65-1abb-40c3-bd36-1cca44fabaf1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:54.095573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee3bde-b929-4f4b-b670-102b58dbdc9e req-61cb0ba6-f98f-43dc-8ab7-30d7f91c8248 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:54.097231 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25ee3bde-b929-4f4b-b670-102b58dbdc9e req-61cb0ba6-f98f-43dc-8ab7-30d7f91c8248 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1491613 Feb 28 17:24:54.186014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-01b91b65-1abb-40c3-bd36-1cca44fabaf1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4100854 Feb 28 17:24:54.221970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241e29e-1802-4e75-9ca9-7e983638b6c2 req-a98a16bb-9210-4b0c-9c1f-47e02344b9cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:54.228358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241e29e-1802-4e75-9ca9-7e983638b6c2 req-a98a16bb-9210-4b0c-9c1f-47e02344b9cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:54.230957 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Request body: {'port': {'device_id': '573ee199-154c-41d8-9df2-818af1a19913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:54.234134 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241e29e-1802-4e75-9ca9-7e983638b6c2 req-a98a16bb-9210-4b0c-9c1f-47e02344b9cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:54.241298 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241e29e-1802-4e75-9ca9-7e983638b6c2 req-a98a16bb-9210-4b0c-9c1f-47e02344b9cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:54.245212 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25ee3bde-b929-4f4b-b670-102b58dbdc9e req-93bb2095-8f3f-4316-ae1c-7b592c3ff85e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363485 Feb 28 17:24:54.262016 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241e29e-1802-4e75-9ca9-7e983638b6c2 req-a98a16bb-9210-4b0c-9c1f-47e02344b9cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:54.269139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241e29e-1802-4e75-9ca9-7e983638b6c2 req-a98a16bb-9210-4b0c-9c1f-47e02344b9cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:54.275341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241e29e-1802-4e75-9ca9-7e983638b6c2 req-a98a16bb-9210-4b0c-9c1f-47e02344b9cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:54.278049 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d241e29e-1802-4e75-9ca9-7e983638b6c2 req-a98a16bb-9210-4b0c-9c1f-47e02344b9cf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1794419 Feb 28 17:24:54.411503 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d241e29e-1802-4e75-9ca9-7e983638b6c2 req-164e4674-1454-4e58-a9cd-e01af825d508 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1243415 Feb 28 17:24:54.467297 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:54.494948 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ee3a1744-36b0-4994-94ca-5dea23b066f4 None None] Provisioning complete for port f91e29ef-f8eb-47b7-83e8-b88a8533319f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:54.495907 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1744-36b0-4994-94ca-5dea23b066f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:54.518500 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cc022994-5e1b-4bdf-9e0c-bc81ba68740d req-874d6176-0f6d-41c0-9544-827b25089cfd tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 210 time: 0.0564668 Feb 28 17:24:54.532692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8a797-a524-41c9-934f-d57974f22a80 req-edf8144a-8cf7-41ff-b921-d2aab4678f56 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:54.534453 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-21b8a797-a524-41c9-934f-d57974f22a80 req-edf8144a-8cf7-41ff-b921-d2aab4678f56 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 931 time: 0.1726513 Feb 28 17:24:54.568500 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a1744-36b0-4994-94ca-5dea23b066f4 None None] Port f91e29ef-f8eb-47b7-83e8-b88a8533319f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:24:54.641530 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-56dcf6f9-6748-4f89-b4d9-2fd909e34c8c req-c70af7a9-8d15-45ad-bf36-a5142fcc1cf4 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0385282 Feb 28 17:24:54.722979 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-21b8a797-a524-41c9-934f-d57974f22a80 req-e5210c49-c383-49b0-b0f6-fa3f57c84e35 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624501 Feb 28 17:24:54.737787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-1d6cdd46-244a-41ca-a078-3dca16009a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:54.739367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-1d6cdd46-244a-41ca-a078-3dca16009a0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 1128 time: 0.2199204 Feb 28 17:24:54.835637 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b14835e5-f00e-4ad4-bb7d-1a48befbfd1f req-a72d2257-8dc5-48c2-ad58-2cebaa275f7e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0322609 Feb 28 17:24:54.854251 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660205-644c-4234-a751-8a3646913e69 req-c6adaf53-8048-4406-8561-32a8831c3bdb tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:54.855979 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-10660205-644c-4234-a751-8a3646913e69 req-c6adaf53-8048-4406-8561-32a8831c3bdb tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1847651 Feb 28 17:24:54.898213 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-092a5ec9-c3f8-4ffe-8180-61668ccf49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:54.899867 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-092a5ec9-c3f8-4ffe-8180-61668ccf49b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.1427767 Feb 28 17:24:54.957145 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-f9e1bf0e-eb59-4645-b589-939afd135fe5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97379c31-a049-49a5-945d-f8d066e36a85 HTTP/1.1" status: 200 len: 217 time: 0.0502820 Feb 28 17:24:54.970625 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-10660205-644c-4234-a751-8a3646913e69 req-4a09b315-8b11-48d9-b450-84b56e86e43a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013827 Feb 28 17:24:54.989830 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91e29ef-f8eb-47b7-83e8-b88a8533319f {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:24:54.999368 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Publish callbacks [] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:55.014422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Transition to ACTIVE for port object f91e29ef-f8eb-47b7-83e8-b88a8533319f will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:24:55.030889 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-22ce71ab-5b49-4168-b917-bc384b928644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:55.032465 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-22ce71ab-5b49-4168-b917-bc384b928644 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.0608990 Feb 28 17:24:55.069909 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-dfc37541-db60-4751-912a-208b1348368b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308743 Feb 28 17:24:55.126832 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:55.163821 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-ec49f24c-24a3-412c-90c8-3eeeac2664d4 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865765 Feb 28 17:24:55.185965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Pushing event updated for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:55.264441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Attempting to bind port f91e29ef-f8eb-47b7-83e8-b88a8533319f on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:55.265190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Attempting to bind port f91e29ef-f8eb-47b7-83e8-b88a8533319f by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:55.265190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Attempting to bind port f91e29ef-f8eb-47b7-83e8-b88a8533319f on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:55.270334 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Port f91e29ef-f8eb-47b7-83e8-b88a8533319f on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:24:55.270651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Attempting to bind port f91e29ef-f8eb-47b7-83e8-b88a8533319f on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:55.279082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:55.280706 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-37d04ad2-ba4a-4f3b-8079-b090febac370 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100054 Feb 28 17:24:55.281179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Checking segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:55.281651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Bound using segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:55.282132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Bound port: f91e29ef-f8eb-47b7-83e8-b88a8533319f, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:55.282495 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:55.392632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:55.411244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:55.433778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80334bb4-73d7-4bc6-9d14-f8d6eee42b05 req-eedd9e64-1060-4859-9313-b75b9327af6b tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:55.438425 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80334bb4-73d7-4bc6-9d14-f8d6eee42b05 req-eedd9e64-1060-4859-9313-b75b9327af6b tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0898197 Feb 28 17:24:55.491152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80334bb4-73d7-4bc6-9d14-f8d6eee42b05 req-bd03a1bd-1f44-4842-bb59-5d197ca6c106 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469627 Feb 28 17:24:55.517606 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:55.569744 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5b0d-7ee2-41b6-a65c-8e07c229e8a4 req-719149cf-6984-43f7-9d7d-25e4871f8ada tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:55.570427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:55.571052 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:55.572507 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] 10.222.0.69 "PUT /v2.0/ports/f91e29ef-f8eb-47b7-83e8-b88a8533319f HTTP/1.1" status: 200 len: 1092 time: 1.3551588 Feb 28 17:24:55.572971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:55.575558 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5b0d-7ee2-41b6-a65c-8e07c229e8a4 req-719149cf-6984-43f7-9d7d-25e4871f8ada tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:55.579291 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d779bb-3dc9-4c1f-b672-29743926a491" -d '{"events": [{"name": "network-changed", "server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:55.581324 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5b0d-7ee2-41b6-a65c-8e07c229e8a4 req-719149cf-6984-43f7-9d7d-25e4871f8ada tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:55.595237 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5b0d-7ee2-41b6-a65c-8e07c229e8a4 req-719149cf-6984-43f7-9d7d-25e4871f8ada tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:55.602196 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5b0d-7ee2-41b6-a65c-8e07c229e8a4 req-719149cf-6984-43f7-9d7d-25e4871f8ada tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:55.608496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5b0d-7ee2-41b6-a65c-8e07c229e8a4 req-719149cf-6984-43f7-9d7d-25e4871f8ada tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:55.614904 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5b0d-7ee2-41b6-a65c-8e07c229e8a4 req-719149cf-6984-43f7-9d7d-25e4871f8ada tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:55.616889 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fbab5b0d-7ee2-41b6-a65c-8e07c229e8a4 req-719149cf-6984-43f7-9d7d-25e4871f8ada tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1131930 Feb 28 17:24:55.638770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda4103-0b79-49d0-bcb3-8ed7bf61e284 service neutron] Pushing event updated for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:55.666204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e515d2f-96dd-447c-9a9d-f9ae53183b53 req-e6af49a4-ae24-46df-b331-14b2991fe5b1 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 210 time: 0.0403097 Feb 28 17:24:55.726551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fbab5b0d-7ee2-41b6-a65c-8e07c229e8a4 req-b688d2a2-7668-4e2f-85fe-3261c2e41d58 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995207 Feb 28 17:24:55.736917 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3714d1e9-16dd-4220-955f-8acd6e3c4ba0 x-openstack-request-id: req-3714d1e9-16dd-4220-955f-8acd6e3c4ba0 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:55.737223 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:55.737599 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3714d1e9-16dd-4220-955f-8acd6e3c4ba0 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:55.738159 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'status': 'completed', 'code': 200} Feb 28 17:24:55.779342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-889d69b9-da60-4026-806d-e868e3fb64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:55.781177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-889d69b9-da60-4026-806d-e868e3fb64bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 1126 time: 0.0817766 Feb 28 17:24:55.842547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-934739eb-b47d-42bb-bedf-9de83e28d9a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f HTTP/1.1" status: 200 len: 217 time: 0.0523052 Feb 28 17:24:55.938338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-41991204-41ce-45be-ab23-5db08970af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:55.939942 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-41991204-41ce-45be-ab23-5db08970af7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.0754678 Feb 28 17:24:55.949103 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6be55a-6452-4ffd-8369-548005bc6c42 req-2437057e-5715-421c-b114-03ed49682e0a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:55.950162 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb6be55a-6452-4ffd-8369-548005bc6c42 req-2437057e-5715-421c-b114-03ed49682e0a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 943 time: 0.1183877 Feb 28 17:24:56.029709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-1872fef7-cbd6-4714-b30e-335692992e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:56.031562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-1872fef7-cbd6-4714-b30e-335692992e06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0802917 Feb 28 17:24:56.035136 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb6be55a-6452-4ffd-8369-548005bc6c42 req-57b8dd01-1977-4ca6-b7ee-7fe6a8cf35e9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746398 Feb 28 17:24:56.140154 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47aee8-0ce5-44c5-b4d1-9fbba7535e0b req-05cc81bc-be1d-4452-a254-b36c1a817d89 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:56.141678 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0d47aee8-0ce5-44c5-b4d1-9fbba7535e0b req-05cc81bc-be1d-4452-a254-b36c1a817d89 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.0616109 Feb 28 17:24:56.154643 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-18ea23bf-9398-4c86-bd67-67444c251811 service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165237 Feb 28 17:24:56.198084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0d47aee8-0ce5-44c5-b4d1-9fbba7535e0b req-20dbc273-3e20-4c72-9b18-7ce414450b5c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492706 Feb 28 17:24:56.255638 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0deabc35-6ccb-436a-b609-742f8f67d847 req-40685153-792f-40f0-8ad1-d96402022a77 service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949149 Feb 28 17:24:56.407413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d779bb-3dc9-4c1f-b672-29743926a491 req-37230f8a-8332-422f-8776-4f8eb1c4d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:56.408852 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91d779bb-3dc9-4c1f-b672-29743926a491 req-37230f8a-8332-422f-8776-4f8eb1c4d077 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 1126 time: 0.0447588 Feb 28 17:24:56.507952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d779bb-3dc9-4c1f-b672-29743926a491 req-470efd70-1230-4b59-a9f5-515b8a0331f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:56.509688 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91d779bb-3dc9-4c1f-b672-29743926a491 req-470efd70-1230-4b59-a9f5-515b8a0331f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.0932047 Feb 28 17:24:56.552765 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91d779bb-3dc9-4c1f-b672-29743926a491 req-5586cb90-beb1-4a7b-a7d2-a4526b7c4851 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f HTTP/1.1" status: 200 len: 217 time: 0.0358691 Feb 28 17:24:56.694964 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d779bb-3dc9-4c1f-b672-29743926a491 req-67dfa616-9ad1-4d7b-a670-180205e4b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:56.696695 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91d779bb-3dc9-4c1f-b672-29743926a491 req-67dfa616-9ad1-4d7b-a670-180205e4b9c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.1367087 Feb 28 17:24:56.772757 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c4fc53a-da64-476d-b1a4-355aaa8b62f3 req-98c2f912-0670-42b8-8014-2f34703c1671 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0544322 Feb 28 17:24:56.829900 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cbf4b3ab-8bed-48b6-974b-f65acc0f40ed req-8a7cfc07-7a18-48b3-a3d2-f20ea71e017b tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 210 time: 0.0383694 Feb 28 17:24:57.025751 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8863e-fa5d-40d8-969b-5213e558abbc req-8d218cbb-925b-4cef-a8b9-53afd697aca3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:57.034745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8863e-fa5d-40d8-969b-5213e558abbc req-8d218cbb-925b-4cef-a8b9-53afd697aca3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:57.041291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8863e-fa5d-40d8-969b-5213e558abbc req-8d218cbb-925b-4cef-a8b9-53afd697aca3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:57.048196 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8863e-fa5d-40d8-969b-5213e558abbc req-8d218cbb-925b-4cef-a8b9-53afd697aca3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:57.054688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8863e-fa5d-40d8-969b-5213e558abbc req-8d218cbb-925b-4cef-a8b9-53afd697aca3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:57.060351 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8863e-fa5d-40d8-969b-5213e558abbc req-8d218cbb-925b-4cef-a8b9-53afd697aca3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:57.066392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8863e-fa5d-40d8-969b-5213e558abbc req-8d218cbb-925b-4cef-a8b9-53afd697aca3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:57.068497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-87b8863e-fa5d-40d8-969b-5213e558abbc req-8d218cbb-925b-4cef-a8b9-53afd697aca3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1665292 Feb 28 17:24:57.071710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff2d8f-181e-43be-9cff-b2234d0db02b req-94cc48a1-f53c-4f9a-9da9-72b7a4601dc2 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:57.073538 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-05ff2d8f-181e-43be-9cff-b2234d0db02b req-94cc48a1-f53c-4f9a-9da9-72b7a4601dc2 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.5048051 Feb 28 17:24:57.135996 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536c512-fbc6-4338-8145-36e965c925e2 req-84c2c258-84e4-4453-b6bd-cb4703d6d9b0 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:57.137636 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-84c2c258-84e4-4453-b6bd-cb4703d6d9b0 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.69 "GET /v2.0/networks?id=eb3133fb-39c4-4dec-b548-08cd35acd2d2 HTTP/1.1" status: 200 len: 812 time: 0.5302410 Feb 28 17:24:57.144026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d779bb-3dc9-4c1f-b672-29743926a491 req-19526539-8afa-453b-b949-3bb1e487173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:57.145527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91d779bb-3dc9-4c1f-b672-29743926a491 req-19526539-8afa-453b-b949-3bb1e487173d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4405570 Feb 28 17:24:57.168096 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-87b8863e-fa5d-40d8-969b-5213e558abbc req-742f3a9e-1bf0-43cb-b6ec-ce6a4987b539 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922558 Feb 28 17:24:57.230860 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8258ce6c-0bd6-46df-8f6c-767dd712ed10 req-2b75bee4-a14a-4619-aed7-8f0e05e54430 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0778267 Feb 28 17:24:57.274097 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-05ff2d8f-181e-43be-9cff-b2234d0db02b req-d5a8cd62-f0ac-476e-a28c-efeb1abf2061 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845388 Feb 28 17:24:57.294055 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a480e-c4f6-415e-bf38-25380f6f66dd req-f9f6ff54-4a4d-451f-91a4-018a99098878 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:57.295701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6e2a480e-c4f6-415e-bf38-25380f6f66dd req-f9f6ff54-4a4d-451f-91a4-018a99098878 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 943 time: 0.0671210 Feb 28 17:24:57.342636 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-a2cfcd66-55fa-4d16-b6b6-68329cbd2728 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0542aa8b646342d0a29158f8198e8703 HTTP/1.1" status: 200 len: 378 time: 0.1778686 Feb 28 17:24:57.351910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-a536c512-fbc6-4338-8145-36e965c925e2 req-26ad2030-e14e-4320-bce0-fa24aec02b32 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Request body: {'port': {'device_id': 'c4085720-10a5-468d-8ed5-35fdf761ae65', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'admin_state_up': True, 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'security_groups': ['17f53c07-c612-47b7-a951-2d94a130b77a']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:57.356429 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6e2a480e-c4f6-415e-bf38-25380f6f66dd req-093ce0ae-337a-40e0-9909-29c5f7da922d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546696 Feb 28 17:24:57.438620 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91d779bb-3dc9-4c1f-b672-29743926a491 req-36f60626-4f0b-4fab-b545-b1a560dfb9fd service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674294 Feb 28 17:24:57.543838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf6208-d591-477c-8935-eddfe39b1402 req-a26062d2-277a-4b2e-8214-57844c6a7ef8 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:57.545328 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2abf6208-d591-477c-8935-eddfe39b1402 req-a26062d2-277a-4b2e-8214-57844c6a7ef8 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1780691 Feb 28 17:24:57.620587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91d779bb-3dc9-4c1f-b672-29743926a491 req-ff51abeb-6efd-42de-b8b2-11f81abf7e9c service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724143 Feb 28 17:24:57.624928 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2abf6208-d591-477c-8935-eddfe39b1402 req-87ac5b09-c5b5-4e13-92a2-9854b8d41f81 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722961 Feb 28 17:24:57.662183 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a536c512-fbc6-4338-8145-36e965c925e2 req-26ad2030-e14e-4320-bce0-fa24aec02b32 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Made reservation on behalf of 0542aa8b646342d0a29158f8198e8703 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:24:57.665617 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a536c512-fbc6-4338-8145-36e965c925e2 req-26ad2030-e14e-4320-bce0-fa24aec02b32 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:57.700138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f91e29ef-f8eb-47b7-83e8-b88a8533319f details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:24:57.793913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-a536c512-fbc6-4338-8145-36e965c925e2 req-26ad2030-e14e-4320-bce0-fa24aec02b32 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Allocated IP 172.20.0.3 (eb3133fb-39c4-4dec-b548-08cd35acd2d2/4220632f-39f5-41bc-8030-d90f2068c0cd/7833a0dc-753f-40f2-9658-ca66d74b3eeb) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:24:57.800360 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:24:57.813917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'port_id': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'mac_address': 'fa:16:3e:4f:b5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:24:57.851292 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f91e29ef-f8eb-47b7-83e8-b88a8533319f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:24:57.851679 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:57.869679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91e29ef-f8eb-47b7-83e8-b88a8533319f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:24:57.889071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:24:57.929059 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-23ce69ed-cca0-4c1a-86ce-0b4c11723bbc req-1ac0e954-8ffe-42b1-99cc-67c42014b464 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 210 time: 0.0309889 Feb 28 17:24:57.953671 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:57.963560 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a536c512-fbc6-4338-8145-36e965c925e2 req-26ad2030-e14e-4320-bce0-fa24aec02b32 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:58.003012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:58.073976 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a536c512-fbc6-4338-8145-36e965c925e2 req-26ad2030-e14e-4320-bce0-fa24aec02b32 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:58.125068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a536c512-fbc6-4338-8145-36e965c925e2 req-26ad2030-e14e-4320-bce0-fa24aec02b32 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Network eb3133fb-39c4-4dec-b548-08cd35acd2d2 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:24:58.128140 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-a536c512-fbc6-4338-8145-36e965c925e2 req-26ad2030-e14e-4320-bce0-fa24aec02b32 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:24:58.131821 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-a536c512-fbc6-4338-8145-36e965c925e2 req-26ad2030-e14e-4320-bce0-fa24aec02b32 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:24:58.158654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad2030-e14e-4320-bce0-fa24aec02b32 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Pushing event updated for resources: {'Port': ['ID=7833a0dc-753f-40f2-9658-ca66d74b3eeb,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:58.188198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536c512-fbc6-4338-8145-36e965c925e2 req-26ad2030-e14e-4320-bce0-fa24aec02b32 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:58.188814 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a536c512-fbc6-4338-8145-36e965c925e2 req-26ad2030-e14e-4320-bce0-fa24aec02b32 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:58.285746 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-26ad2030-e14e-4320-bce0-fa24aec02b32 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9376516 Feb 28 17:24:58.291830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['f91e29ef-f8eb-47b7-83e8-b88a8533319f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:24:58.306456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Request body: {'port': {'device_id': 'c4085720-10a5-468d-8ed5-35fdf761ae65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:24:58.364054 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87750fed-848c-4362-8fc7-87bb27b3be60 req-0599b207-1263-415a-baaa-0c96a9023ed2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:58.370262 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87750fed-848c-4362-8fc7-87bb27b3be60 req-0599b207-1263-415a-baaa-0c96a9023ed2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:58.375950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87750fed-848c-4362-8fc7-87bb27b3be60 req-0599b207-1263-415a-baaa-0c96a9023ed2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:58.381834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87750fed-848c-4362-8fc7-87bb27b3be60 req-0599b207-1263-415a-baaa-0c96a9023ed2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:58.387494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87750fed-848c-4362-8fc7-87bb27b3be60 req-0599b207-1263-415a-baaa-0c96a9023ed2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:58.392992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87750fed-848c-4362-8fc7-87bb27b3be60 req-0599b207-1263-415a-baaa-0c96a9023ed2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:58.400025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87750fed-848c-4362-8fc7-87bb27b3be60 req-0599b207-1263-415a-baaa-0c96a9023ed2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:58.408584 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87750fed-848c-4362-8fc7-87bb27b3be60 req-0599b207-1263-415a-baaa-0c96a9023ed2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1564896 Feb 28 17:24:58.460663 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:58.467311 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d2f6b-18c9-433d-82fc-c5e96ecbb394 req-4fc4413c-8d84-4e21-bcc9-ddcfdeb0d177 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:58.476331 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-880d2f6b-18c9-433d-82fc-c5e96ecbb394 req-4fc4413c-8d84-4e21-bcc9-ddcfdeb0d177 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0829325 Feb 28 17:24:58.501151 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-426a0309-5d30-4136-a79e-968fd616c4c5 None None] Provisioning complete for port 7833a0dc-753f-40f2-9658-ca66d74b3eeb triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:58.501841 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-426a0309-5d30-4136-a79e-968fd616c4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:58.538780 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-880d2f6b-18c9-433d-82fc-c5e96ecbb394 req-0903e20c-7d94-4cfe-bb21-b90599d10945 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556901 Feb 28 17:24:58.550413 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-426a0309-5d30-4136-a79e-968fd616c4c5 None None] Port 7833a0dc-753f-40f2-9658-ca66d74b3eeb cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:24:58.624208 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87750fed-848c-4362-8fc7-87bb27b3be60 req-5a144ae3-14a1-49a5-be9a-4c1d08c071ec tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2146676 Feb 28 17:24:58.681335 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced4275-187f-4c6b-a472-a22bc18882d7 req-75bf2453-af3f-4ad7-b3c2-33147f591401 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:58.683208 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aced4275-187f-4c6b-a472-a22bc18882d7 req-75bf2453-af3f-4ad7-b3c2-33147f591401 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0733461 Feb 28 17:24:58.738856 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aced4275-187f-4c6b-a472-a22bc18882d7 req-f7c5c49b-4229-4aaf-a81c-7fe92af166b2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492151 Feb 28 17:24:58.811877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390f6ce-79b2-44b5-a20b-d1e98148026c req-833d9b48-388d-4105-96f8-c1974a4fff8a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:58.813504 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3390f6ce-79b2-44b5-a20b-d1e98148026c req-833d9b48-388d-4105-96f8-c1974a4fff8a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1045601 Feb 28 17:24:58.913167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7833a0dc-753f-40f2-9658-ca66d74b3eeb {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:24:58.925226 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3390f6ce-79b2-44b5-a20b-d1e98148026c req-e9d2cb9f-74bd-4634-a2eb-f0f45b3296ac tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034648 Feb 28 17:24:58.926249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Publish callbacks [] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:58.941433 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Transition to ACTIVE for port object 7833a0dc-753f-40f2-9658-ca66d74b3eeb will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:24:59.012592 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:59.088065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Pushing event updated for resources: {'Port': ['ID=7833a0dc-753f-40f2-9658-ca66d74b3eeb,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:59.107778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b467394-41c8-4fb8-a689-148349d4396e req-a65ad1f8-26cc-4be9-9564-aa21f23b7ef8 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:59.116103 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b467394-41c8-4fb8-a689-148349d4396e req-a65ad1f8-26cc-4be9-9564-aa21f23b7ef8 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 943 time: 0.1026816 Feb 28 17:24:59.170416 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Attempting to bind port 7833a0dc-753f-40f2-9658-ca66d74b3eeb on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:24:59.170803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Attempting to bind port 7833a0dc-753f-40f2-9658-ca66d74b3eeb by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '7126edf8-f5d0-46e2-b621-abfda54fbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:24:59.171095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Attempting to bind port 7833a0dc-753f-40f2-9658-ca66d74b3eeb on network eb3133fb-39c4-4dec-b548-08cd35acd2d2 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:59.181644 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Port 7833a0dc-753f-40f2-9658-ca66d74b3eeb on network eb3133fb-39c4-4dec-b548-08cd35acd2d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:24:59.182154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Attempting to bind port 7833a0dc-753f-40f2-9658-ca66d74b3eeb on network eb3133fb-39c4-4dec-b548-08cd35acd2d2 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:24:59.188523 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:24:59.189013 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Checking segment: {'id': '7126edf8-f5d0-46e2-b621-abfda54fbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:24:59.189708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Bound using segment: {'id': '7126edf8-f5d0-46e2-b621-abfda54fbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:24:59.190511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Bound port: 7833a0dc-753f-40f2-9658-ca66d74b3eeb, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7126edf8-f5d0-46e2-b621-abfda54fbcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:24:59.190940 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:59.202192 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3ee0cac-ae38-45fd-bac9-b02e7f0503c2 req-066203de-6cfb-4757-9541-7a52dece2933 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0380082 Feb 28 17:24:59.229877 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b467394-41c8-4fb8-a689-148349d4396e req-da4063b3-d9da-4a5c-9c47-b6dcae350b8e tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/security-groups?id=17f53c07-c612-47b7-a951-2d94a130b77a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1122160 Feb 28 17:24:59.289179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] For port 7833a0dc-753f-40f2-9658-ca66d74b3eeb, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:24:59.293863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] For port 7833a0dc-753f-40f2-9658-ca66d74b3eeb, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7833a0dc-753f-40f2-9658-ca66d74b3eeb,segment=NetworkSegment(7126edf8-f5d0-46e2-b621-abfda54fbcda),segment_id=7126edf8-f5d0-46e2-b621-abfda54fbcda)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:24:59.362644 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bd339f84-5e31-4b59-b8a7-fefcfef57fb7 req-e8f2fb14-1bb6-406f-b796-dbaded706be0 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0278697 Feb 28 17:24:59.384928 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:59.420835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:59.421602 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:59.423588 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] 10.222.0.69 "PUT /v2.0/ports/7833a0dc-753f-40f2-9658-ca66d74b3eeb HTTP/1.1" status: 200 len: 1092 time: 1.1227543 Feb 28 17:24:59.424148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4085720-10a5-468d-8ed5-35fdf761ae65', 'tag': '7833a0dc-753f-40f2-9658-ca66d74b3eeb'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:24:59.426846 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189c4f07-ed05-4845-a19a-09d65c4757cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c4085720-10a5-468d-8ed5-35fdf761ae65", "tag": "7833a0dc-753f-40f2-9658-ca66d74b3eeb"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:24:59.470110 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f806f-aa96-4d8a-a4a7-14403d7bd236 service neutron] Pushing event updated for resources: {'Port': ['ID=7833a0dc-753f-40f2-9658-ca66d74b3eeb,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:24:59.479706 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c56c45d-2cf9-46cc-9924-5ea402db141b x-openstack-request-id: req-4c56c45d-2cf9-46cc-9924-5ea402db141b {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:24:59.480103 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4085720-10a5-468d-8ed5-35fdf761ae65", "tag": "7833a0dc-753f-40f2-9658-ca66d74b3eeb", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:24:59.480455 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4c56c45d-2cf9-46cc-9924-5ea402db141b {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:24:59.481029 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4085720-10a5-468d-8ed5-35fdf761ae65', 'tag': '7833a0dc-753f-40f2-9658-ca66d74b3eeb', 'status': 'completed', 'code': 200} Feb 28 17:24:59.550561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c4f07-ed05-4845-a19a-09d65c4757cb req-b0b3df17-8bb6-4965-b5eb-50015728ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:59.563976 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-189c4f07-ed05-4845-a19a-09d65c4757cb req-b0b3df17-8bb6-4965-b5eb-50015728ada4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0542aa8b646342d0a29158f8198e8703&device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 1126 time: 0.0617847 Feb 28 17:24:59.687612 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c4f07-ed05-4845-a19a-09d65c4757cb req-6e435897-9190-4e37-862c-c05265915398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:59.689552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-189c4f07-ed05-4845-a19a-09d65c4757cb req-6e435897-9190-4e37-862c-c05265915398 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0542aa8b646342d0a29158f8198e8703&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1184225 Feb 28 17:24:59.701463 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea1767-d94d-4472-a89d-ffc405c2e58d req-80ed8d3c-eb05-4c39-beb5-81f8f2956921 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:59.703402 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-59ea1767-d94d-4472-a89d-ffc405c2e58d req-80ed8d3c-eb05-4c39-beb5-81f8f2956921 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0949392 Feb 28 17:24:59.727292 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f91e29ef-f8eb-47b7-83e8-b88a8533319f up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:24:59.790546 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-59ea1767-d94d-4472-a89d-ffc405c2e58d req-8233d7c5-9c7a-4bfc-af44-71264a9332a9 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813105 Feb 28 17:24:59.859668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c4f07-ed05-4845-a19a-09d65c4757cb req-31ce31a0-afe8-4e3c-851e-47ad964f51df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:59.861412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-189c4f07-ed05-4845-a19a-09d65c4757cb req-31ce31a0-afe8-4e3c-851e-47ad964f51df service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1634386 Feb 28 17:24:59.879521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733c59-90f6-4d7d-89bb-e750a1f656c1 req-dc22c229-b04f-42c6-a4d7-ed092fd96b2c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:59.887024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port f91e29ef-f8eb-47b7-83e8-b88a8533319f completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:24:59.889089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733c59-90f6-4d7d-89bb-e750a1f656c1 req-dc22c229-b04f-42c6-a4d7-ed092fd96b2c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:59.892939 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port f91e29ef-f8eb-47b7-83e8-b88a8533319f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:24:59.893550 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:24:59.895210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733c59-90f6-4d7d-89bb-e750a1f656c1 req-dc22c229-b04f-42c6-a4d7-ed092fd96b2c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:59.904744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733c59-90f6-4d7d-89bb-e750a1f656c1 req-dc22c229-b04f-42c6-a4d7-ed092fd96b2c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:59.911190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733c59-90f6-4d7d-89bb-e750a1f656c1 req-dc22c229-b04f-42c6-a4d7-ed092fd96b2c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:59.917712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733c59-90f6-4d7d-89bb-e750a1f656c1 req-dc22c229-b04f-42c6-a4d7-ed092fd96b2c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:59.924268 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733c59-90f6-4d7d-89bb-e750a1f656c1 req-dc22c229-b04f-42c6-a4d7-ed092fd96b2c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:59.926031 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-39733c59-90f6-4d7d-89bb-e750a1f656c1 req-dc22c229-b04f-42c6-a4d7-ed092fd96b2c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1646171 Feb 28 17:24:59.944050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504baab-228e-4a09-bdf6-1f7cac647355 req-b15ff537-dd6d-4d26-81f5-bab38b1852e8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:24:59.945593 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c504baab-228e-4a09-bdf6-1f7cac647355 req-b15ff537-dd6d-4d26-81f5-bab38b1852e8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0993853 Feb 28 17:25:00.004073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f91e29ef-f8eb-47b7-83e8-b88a8533319f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:00.005046 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:00.031276 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:00.033674 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeb9f20-3244-40cb-b10f-3aef04be364d" -d '{"events": [{"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-plugged", "status": "completed", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:00.039606 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-39733c59-90f6-4d7d-89bb-e750a1f656c1 req-02328650-d2f0-4eba-b83d-1979380d4ef8 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752041 Feb 28 17:25:00.039606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536c512-fbc6-4338-8145-36e965c925e2 req-54445bfb-c75e-4fa0-ba7c-0c08f3655362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:00.040201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-54445bfb-c75e-4fa0-ba7c-0c08f3655362 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0542aa8b646342d0a29158f8198e8703&device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 1126 time: 0.1128838 Feb 28 17:25:00.042551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c504baab-228e-4a09-bdf6-1f7cac647355 req-def51d20-3ecc-4880-960f-745e9e5a3156 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853670 Feb 28 17:25:00.049019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:00.097459 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-a8c30652-53b6-4d6e-a3ba-ca3f65e3484b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7833a0dc-753f-40f2-9658-ca66d74b3eeb HTTP/1.1" status: 200 len: 217 time: 0.0451856 Feb 28 17:25:00.123061 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e309fbf7-3da5-4f55-8983-f59d594b6d6e x-openstack-request-id: req-e309fbf7-3da5-4f55-8983-f59d594b6d6e {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:00.123353 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-plugged", "status": "completed", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:00.123605 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e309fbf7-3da5-4f55-8983-f59d594b6d6e {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:00.124276 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'code': 200} Feb 28 17:25:00.142560 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:00.157253 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536c512-fbc6-4338-8145-36e965c925e2 req-4f38fdf1-8a8f-40ff-8232-ff5223d37661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:00.160230 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-4f38fdf1-8a8f-40ff-8232-ff5223d37661 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4220632f-39f5-41bc-8030-d90f2068c0cd HTTP/1.1" status: 200 len: 851 time: 0.0596917 Feb 28 17:25:00.216103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:00.220911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e86f19-de97-4b41-9fb7-300d818e4e0a req-a5b4f98c-ef0a-4aed-a3d9-d3512bc89551 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:00.229855 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80e86f19-de97-4b41-9fb7-300d818e4e0a req-a5b4f98c-ef0a-4aed-a3d9-d3512bc89551 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1058433 Feb 28 17:25:00.278492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9968a-6c25-41a9-a36a-83f449d1baa0 req-4355341c-2f1a-4bd8-be9d-c70939158cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:00.280278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e9d9968a-6c25-41a9-a36a-83f449d1baa0 req-4355341c-2f1a-4bd8-be9d-c70939158cc4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 1128 time: 0.0795400 Feb 28 17:25:00.287108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536c512-fbc6-4338-8145-36e965c925e2 req-b24eeb39-f1b6-4981-bc33-6258d837873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:00.289439 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-b24eeb39-f1b6-4981-bc33-6258d837873f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb3133fb-39c4-4dec-b548-08cd35acd2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1222451 Feb 28 17:25:00.291515 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80e86f19-de97-4b41-9fb7-300d818e4e0a req-b6f19e83-7a1c-47f2-95a6-21580f327239 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596268 Feb 28 17:25:00.428636 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e9d9968a-6c25-41a9-a36a-83f449d1baa0 req-c94cce5e-2f31-41f4-9954-644074f95b42 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380479 Feb 28 17:25:00.464883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a5d60-35e8-49f1-93c4-1b62cf8f406d req-cf73bcdd-e68c-421b-93d7-723f2d3009b6 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:00.466522 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-089a5d60-35e8-49f1-93c4-1b62cf8f406d req-cf73bcdd-e68c-421b-93d7-723f2d3009b6 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 943 time: 0.1334534 Feb 28 17:25:00.470321 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-f4e77731-8efb-47a1-b443-6377b1fd9f3e service neutron] 10.222.0.69 "GET /v2.0/networks/eb3133fb-39c4-4dec-b548-08cd35acd2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738207 Feb 28 17:25:00.516526 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-089a5d60-35e8-49f1-93c4-1b62cf8f406d req-eb386bc2-6e6e-4e57-98f5-4c5c15310010 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/security-groups?id=17f53c07-c612-47b7-a951-2d94a130b77a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434923 Feb 28 17:25:00.722571 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a536c512-fbc6-4338-8145-36e965c925e2 req-a592c207-fab6-449f-9a6d-031fc358c267 service neutron] 10.222.0.69 "GET /v2.0/networks/eb3133fb-39c4-4dec-b548-08cd35acd2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877399 Feb 28 17:25:00.905911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a5bdf-acea-4580-a8b8-8e15f99cfaab req-0353e096-8cb7-47e1-84a0-d25196d5a604 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:00.907680 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-721a5bdf-acea-4580-a8b8-8e15f99cfaab req-0353e096-8cb7-47e1-84a0-d25196d5a604 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0559464 Feb 28 17:25:00.955739 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-721a5bdf-acea-4580-a8b8-8e15f99cfaab req-d2ce7209-ad58-420a-8f31-29a7941b9395 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424523 Feb 28 17:25:01.208208 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a0b3a-4f73-4662-a92c-6d60803a5097 req-38335999-f97c-469c-b9d6-84e19136b03f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:01.213049 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-462a0b3a-4f73-4662-a92c-6d60803a5097 req-38335999-f97c-469c-b9d6-84e19136b03f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 945 time: 0.0843709 Feb 28 17:25:01.245016 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fdc72-c438-4a45-8e4b-ad0ad13cda45 req-dafa0e5e-507c-4e90-aeb7-554a3ca620a5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:01.245016 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fdc72-c438-4a45-8e4b-ad0ad13cda45 req-dafa0e5e-507c-4e90-aeb7-554a3ca620a5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:01.245016 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fdc72-c438-4a45-8e4b-ad0ad13cda45 req-dafa0e5e-507c-4e90-aeb7-554a3ca620a5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:01.246520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fdc72-c438-4a45-8e4b-ad0ad13cda45 req-dafa0e5e-507c-4e90-aeb7-554a3ca620a5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:01.254017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fdc72-c438-4a45-8e4b-ad0ad13cda45 req-dafa0e5e-507c-4e90-aeb7-554a3ca620a5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:01.262507 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fdc72-c438-4a45-8e4b-ad0ad13cda45 req-dafa0e5e-507c-4e90-aeb7-554a3ca620a5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:01.272441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fdc72-c438-4a45-8e4b-ad0ad13cda45 req-dafa0e5e-507c-4e90-aeb7-554a3ca620a5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:01.278049 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-462a0b3a-4f73-4662-a92c-6d60803a5097 req-6cb01cd3-e3de-4a20-8536-f331824c40c5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612135 Feb 28 17:25:01.282687 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc8fdc72-c438-4a45-8e4b-ad0ad13cda45 req-dafa0e5e-507c-4e90-aeb7-554a3ca620a5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1422362 Feb 28 17:25:01.334857 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c02ff13-453f-44e5-9d34-4dd159ef1c0f req-1f7f40cc-1d85-49d4-9158-ab3fed115fea service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0388770 Feb 28 17:25:01.397542 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc8fdc72-c438-4a45-8e4b-ad0ad13cda45 req-a61e88b8-9d13-4349-bc64-18b64cd0d9d8 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0917497 Feb 28 17:25:01.493845 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0292ad83-47ec-4bcf-b450-5084c66532a9 req-4a1bda6d-02e4-4b5e-92e7-b77c93c24a79 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0303552 Feb 28 17:25:01.508642 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fa0ce-0514-4bdd-93f7-8415e5e67894 req-01b672b1-e132-49a1-9545-653169e34fc7 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:01.510166 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-342fa0ce-0514-4bdd-93f7-8415e5e67894 req-01b672b1-e132-49a1-9545-653169e34fc7 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1199930 Feb 28 17:25:01.560839 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-342fa0ce-0514-4bdd-93f7-8415e5e67894 req-75389728-87ce-4625-bdba-7e7eacbaf28d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435197 Feb 28 17:25:01.651999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c780417-cefe-4588-ab6c-e6ec9622b4e3 req-6a0e9bad-b596-4c74-a8e4-545001e21b7a tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:01.653468 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c780417-cefe-4588-ab6c-e6ec9622b4e3 req-6a0e9bad-b596-4c74-a8e4-545001e21b7a tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 943 time: 0.0668292 Feb 28 17:25:01.701379 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c780417-cefe-4588-ab6c-e6ec9622b4e3 req-2fcc06c6-7106-489a-a367-e761e328836e tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/security-groups?id=17f53c07-c612-47b7-a951-2d94a130b77a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416257 Feb 28 17:25:02.083417 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98266a19-6c52-4f84-93cc-2161f1230059 req-86ab6cbb-829b-4ff1-845d-508d3c9054c1 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:02.098228 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98266a19-6c52-4f84-93cc-2161f1230059 req-86ab6cbb-829b-4ff1-845d-508d3c9054c1 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0676987 Feb 28 17:25:02.154424 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98266a19-6c52-4f84-93cc-2161f1230059 req-4d440450-c132-46fe-9f42-2fab93e7da27 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492327 Feb 28 17:25:02.406818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a68b7-7e3e-4a12-988f-770be32c51d7 req-d1259d13-dd57-48fe-920b-1fdafaa221f8 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:02.408730 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3d7a68b7-7e3e-4a12-988f-770be32c51d7 req-d1259d13-dd57-48fe-920b-1fdafaa221f8 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 944 time: 0.0611374 Feb 28 17:25:02.429468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c31f-c099-4f5e-b5aa-16b4e68f06dd req-10a5d86a-84c9-494f-927e-534ce4ac5d7d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:02.431132 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-11e7c31f-c099-4f5e-b5aa-16b4e68f06dd req-10a5d86a-84c9-494f-927e-534ce4ac5d7d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 945 time: 0.0619245 Feb 28 17:25:02.478185 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3d7a68b7-7e3e-4a12-988f-770be32c51d7 req-f84083af-5cf5-4e32-ad88-08c4fe055118 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588937 Feb 28 17:25:02.489533 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-11e7c31f-c099-4f5e-b5aa-16b4e68f06dd req-2f262ee7-38d5-4a21-be26-42236806c30d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505242 Feb 28 17:25:02.634956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb433da4-4941-48ca-9fc1-a9304e257eaf req-319cde00-06bc-42e2-b98e-2869c62c7c8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:02.640369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb433da4-4941-48ca-9fc1-a9304e257eaf req-319cde00-06bc-42e2-b98e-2869c62c7c8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:02.642149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459501f5-94fc-4fa5-90a2-d8893648cc1a req-b9c3bd2f-bacd-41ea-b2ae-41ddbda07824 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:02.643734 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-459501f5-94fc-4fa5-90a2-d8893648cc1a req-b9c3bd2f-bacd-41ea-b2ae-41ddbda07824 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 945 time: 0.0764728 Feb 28 17:25:02.655203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53446) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:02.656475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb433da4-4941-48ca-9fc1-a9304e257eaf req-319cde00-06bc-42e2-b98e-2869c62c7c8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:02.660623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-431ec38a-bc0a-469b-83cd-b65d80ddc2dc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Request body: {'floatingip': {'port_id': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:25:02.671460 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb433da4-4941-48ca-9fc1-a9304e257eaf req-319cde00-06bc-42e2-b98e-2869c62c7c8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:02.677027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb433da4-4941-48ca-9fc1-a9304e257eaf req-319cde00-06bc-42e2-b98e-2869c62c7c8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:02.698013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb433da4-4941-48ca-9fc1-a9304e257eaf req-319cde00-06bc-42e2-b98e-2869c62c7c8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:02.704256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb433da4-4941-48ca-9fc1-a9304e257eaf req-319cde00-06bc-42e2-b98e-2869c62c7c8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:02.706486 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb433da4-4941-48ca-9fc1-a9304e257eaf req-319cde00-06bc-42e2-b98e-2869c62c7c8d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1625614 Feb 28 17:25:02.784019 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-431ec38a-bc0a-469b-83cd-b65d80ddc2dc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for floatingip (e0e8da44-3352-4a50-b85c-bfe49c6c4eeb), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:02.797746 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb433da4-4941-48ca-9fc1-a9304e257eaf req-dc35bc0c-5c0c-4973-a020-f54cc06a333a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786717 Feb 28 17:25:02.915670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb02f9-eedf-4874-8344-04e696cc1700 req-36e63eb7-3874-4831-97d3-be96377fdb2a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:02.917183 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77bb02f9-eedf-4874-8344-04e696cc1700 req-36e63eb7-3874-4831-97d3-be96377fdb2a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1721256 Feb 28 17:25:02.947136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da108-c4f8-4dff-b76e-4caa65f23d9c req-a8219373-1835-401e-bd66-4c2ede7724b4 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:02.950917 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d04da108-c4f8-4dff-b76e-4caa65f23d9c req-a8219373-1835-401e-bd66-4c2ede7724b4 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 943 time: 0.0805445 Feb 28 17:25:03.016841 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d04da108-c4f8-4dff-b76e-4caa65f23d9c req-1ffd187c-156f-434a-b25e-c864d0bd0b59 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/security-groups?id=17f53c07-c612-47b7-a951-2d94a130b77a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609095 Feb 28 17:25:03.052092 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77bb02f9-eedf-4874-8344-04e696cc1700 req-d5cd181b-f637-445f-9175-8c028b35cd54 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277981 Feb 28 17:25:03.148653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc042e3-4924-44d8-93d4-f94377248caa req-ec0024d4-0c35-46f6-a830-3c78f4210543 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:03.151004 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2bc042e3-4924-44d8-93d4-f94377248caa req-ec0024d4-0c35-46f6-a830-3c78f4210543 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 944 time: 0.0589871 Feb 28 17:25:03.354523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-2bc042e3-4924-44d8-93d4-f94377248caa req-a052ea59-fff2-4c56-b847-93354873b896 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Deleting port 99b07604-73a2-4d93-8576-1bda403d1e98 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:25:03.354901 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2bc042e3-4924-44d8-93d4-f94377248caa req-a052ea59-fff2-4c56-b847-93354873b896 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:03.499975 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3bfb74fc-087a-4a8f-9a0f-1b3c85ecb529 req-474367d1-49c6-438e-b034-d2fad1793caf service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0427577 Feb 28 17:25:03.529277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-2bc042e3-4924-44d8-93d4-f94377248caa req-a052ea59-fff2-4c56-b847-93354873b896 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] For port 99b07604-73a2-4d93-8576-1bda403d1e98, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=99b07604-73a2-4d93-8576-1bda403d1e98,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:03.530249 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2bc042e3-4924-44d8-93d4-f94377248caa req-a052ea59-fff2-4c56-b847-93354873b896 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:03.540615 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4a901-3e5b-4e31-b773-2287ea6f8b74 req-74a8fcac-2600-4a0d-84a8-ffc0f95bdcd6 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:03.542281 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95e4a901-3e5b-4e31-b773-2287ea6f8b74 req-74a8fcac-2600-4a0d-84a8-ffc0f95bdcd6 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.2286019 Feb 28 17:25:03.572468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-2bc042e3-4924-44d8-93d4-f94377248caa req-a052ea59-fff2-4c56-b847-93354873b896 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Calling delete_port for 99b07604-73a2-4d93-8576-1bda403d1e98 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:25:03.625236 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95e4a901-3e5b-4e31-b773-2287ea6f8b74 req-36382751-280a-4047-9c1f-b4a9bbe3d9a0 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698705 Feb 28 17:25:03.743200 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7833a0dc-753f-40f2-9658-ca66d74b3eeb details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:25:03.855794 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b8238de-f948-4ebc-8409-3357ec0bd995 req-11832a0e-6c2b-460b-b4db-1ead0b8a6bb3 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0492771 Feb 28 17:25:03.881883 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2bc042e3-4924-44d8-93d4-f94377248caa req-a052ea59-fff2-4c56-b847-93354873b896 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (99b07604-73a2-4d93-8576-1bda403d1e98), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:03.934066 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 7833a0dc-753f-40f2-9658-ca66d74b3eeb, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7833a0dc-753f-40f2-9658-ca66d74b3eeb,segment=NetworkSegment(7126edf8-f5d0-46e2-b621-abfda54fbcda),segment_id=7126edf8-f5d0-46e2-b621-abfda54fbcda)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:03.966124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '7833a0dc-753f-40f2-9658-ca66d74b3eeb', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'port_id': '7833a0dc-753f-40f2-9658-ca66d74b3eeb', 'mac_address': 'fa:16:3e:7a:07:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:25:03.982315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895de324-76ae-490e-97dd-1ab56ce6186a req-e77e3a06-c76c-4c68-9a18-210daa30559a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:03.989860 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-895de324-76ae-490e-97dd-1ab56ce6186a req-e77e3a06-c76c-4c68-9a18-210daa30559a tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 866 time: 0.2069666 Feb 28 17:25:04.021810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052ea59-fff2-4c56-b847-93354873b896 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Pushing event deleted for resources: {'Port': ['ID=99b07604-73a2-4d93-8576-1bda403d1e98,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:04.041409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 7833a0dc-753f-40f2-9658-ca66d74b3eeb is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:04.041955 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:04.042745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc042e3-4924-44d8-93d4-f94377248caa req-a052ea59-fff2-4c56-b847-93354873b896 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] No DVR routers for this DVR port 99b07604-73a2-4d93-8576-1bda403d1e98 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:25:04.048222 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2bc042e3-4924-44d8-93d4-f94377248caa req-a052ea59-fff2-4c56-b847-93354873b896 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:04.051737 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2bc042e3-4924-44d8-93d4-f94377248caa req-a052ea59-fff2-4c56-b847-93354873b896 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.73 "DELETE /v2.0/ports/99b07604-73a2-4d93-8576-1bda403d1e98 HTTP/1.1" status: 204 len: 173 time: 0.8953409 Feb 28 17:25:04.052408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0958639-b655-4faa-abc7-e6fee05bfd92', 'name': 'network-vif-deleted', 'tag': '99b07604-73a2-4d93-8576-1bda403d1e98'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:04.055576 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95230fb4-9914-4505-aa12-c86de8a1c2ad" -d '{"events": [{"server_uuid": "c0958639-b655-4faa-abc7-e6fee05bfd92", "name": "network-vif-deleted", "tag": "99b07604-73a2-4d93-8576-1bda403d1e98"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:04.062683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7833a0dc-753f-40f2-9658-ca66d74b3eeb {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:25:04.088979 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 7833a0dc-753f-40f2-9658-ca66d74b3eeb, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7833a0dc-753f-40f2-9658-ca66d74b3eeb,segment=NetworkSegment(7126edf8-f5d0-46e2-b621-abfda54fbcda),segment_id=7126edf8-f5d0-46e2-b621-abfda54fbcda)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:04.094442 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fe8e4-550e-465d-a490-d7fd6350120d req-bdffd12d-1ed5-44ad-b766-41c95ca3b623 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:04.100571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fe8e4-550e-465d-a490-d7fd6350120d req-bdffd12d-1ed5-44ad-b766-41c95ca3b623 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:04.101820 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-895de324-76ae-490e-97dd-1ab56ce6186a req-08a35d7c-9c5d-4f42-a13e-8dd6f8524fe5 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791438 Feb 28 17:25:04.105542 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.db.resource_extend [None req-431ec38a-bc0a-469b-83cd-b65d80ddc2dc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:25:04.106115 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fe8e4-550e-465d-a490-d7fd6350120d req-bdffd12d-1ed5-44ad-b766-41c95ca3b623 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:04.111550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fe8e4-550e-465d-a490-d7fd6350120d req-bdffd12d-1ed5-44ad-b766-41c95ca3b623 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:04.124741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fe8e4-550e-465d-a490-d7fd6350120d req-bdffd12d-1ed5-44ad-b766-41c95ca3b623 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:04.124741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fe8e4-550e-465d-a490-d7fd6350120d req-bdffd12d-1ed5-44ad-b766-41c95ca3b623 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:04.127878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fe8e4-550e-465d-a490-d7fd6350120d req-bdffd12d-1ed5-44ad-b766-41c95ca3b623 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:04.135283 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-327fe8e4-550e-465d-a490-d7fd6350120d req-bdffd12d-1ed5-44ad-b766-41c95ca3b623 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1399817 Feb 28 17:25:04.178827 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:04.205341 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-327fe8e4-550e-465d-a490-d7fd6350120d req-5613320b-a9e4-4bc4-b38d-1981eb89ed71 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691404 Feb 28 17:25:04.230892 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-431ec38a-bc0a-469b-83cd-b65d80ddc2dc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:04.243708 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=7833a0dc-753f-40f2-9658-ca66d74b3eeb,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:04.253916 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7591a440-012f-48a2-bca2-161a7a35978c x-openstack-request-id: req-7591a440-012f-48a2-bca2-161a7a35978c {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:04.254242 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0958639-b655-4faa-abc7-e6fee05bfd92", "name": "network-vif-deleted", "tag": "99b07604-73a2-4d93-8576-1bda403d1e98", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:04.254514 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7591a440-012f-48a2-bca2-161a7a35978c {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:04.254907 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0958639-b655-4faa-abc7-e6fee05bfd92', 'name': 'network-vif-deleted', 'tag': '99b07604-73a2-4d93-8576-1bda403d1e98', 'status': 'completed', 'code': 200} Feb 28 17:25:04.296420 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-431ec38a-bc0a-469b-83cd-b65d80ddc2dc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (e0e8da44-3352-4a50-b85c-bfe49c6c4eeb), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:04.344226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da692863-47fb-48c4-ba5e-16b7579d7223 req-4c49fc88-45e8-40f0-81d5-5c614aac080a tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:04.353454 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da692863-47fb-48c4-ba5e-16b7579d7223 req-4c49fc88-45e8-40f0-81d5-5c614aac080a tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 944 time: 0.1205778 Feb 28 17:25:04.364650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf6091-aefd-4587-83f8-cdf8bd4c981a req-eba48f51-124a-456e-9d9a-9eb4e797640e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:04.367488 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5baf6091-aefd-4587-83f8-cdf8bd4c981a req-eba48f51-124a-456e-9d9a-9eb4e797640e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.0552950 Feb 28 17:25:04.431235 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5baf6091-aefd-4587-83f8-cdf8bd4c981a req-29ccdf28-96b2-4d96-89c6-adabeaecdcb8 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569129 Feb 28 17:25:04.455317 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da692863-47fb-48c4-ba5e-16b7579d7223 req-8e75f6d2-bb7c-4dcd-be5a-27a0d0ea462b tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/security-groups?id=17f53c07-c612-47b7-a951-2d94a130b77a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1015692 Feb 28 17:25:04.465694 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-431ec38a-bc0a-469b-83cd-b65d80ddc2dc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Floating IP e0e8da44-3352-4a50-b85c-bfe49c6c4eeb associated. External IP: 172.25.3.142, port: f91e29ef-f8eb-47b7-83e8-b88a8533319f. Feb 28 17:25:04.508268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['7833a0dc-753f-40f2-9658-ca66d74b3eeb'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:25:04.701061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431ec38a-bc0a-469b-83cd-b65d80ddc2dc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Router 6e0b4066-152a-4dfb-bae6-754be35365c9 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:25:04.739320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dfd14-b71d-4af1-bc47-494d4e4d0e4c req-b3239dc7-4dfd-4707-9472-da1a404dc76d tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:04.740831 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c38dfd14-b71d-4af1-bc47-494d4e4d0e4c req-b3239dc7-4dfd-4707-9472-da1a404dc76d tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0553062 Feb 28 17:25:04.798160 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c38dfd14-b71d-4af1-bc47-494d4e4d0e4c req-b613e48b-4dea-45ca-9cd5-aef73cc8799c tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505996 Feb 28 17:25:04.828128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431ec38a-bc0a-469b-83cd-b65d80ddc2dc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:25:04.833643 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-431ec38a-bc0a-469b-83cd-b65d80ddc2dc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:04.844873 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abab16e-21e5-4f1f-ba77-64de7ccad7c3 None None] Sync routers for ids ['6e0b4066-152a-4dfb-bae6-754be35365c9'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:25:04.856593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abab16e-21e5-4f1f-ba77-64de7ccad7c3 None None] Routers {'6e0b4066-152a-4dfb-bae6-754be35365c9'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:25:04.858351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8abab16e-21e5-4f1f-ba77-64de7ccad7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:24:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['6e0b4066-152a-4dfb-bae6-754be35365c9'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:04.878600 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-431ec38a-bc0a-469b-83cd-b65d80ddc2dc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "PUT /v2.0/floatingips/e0e8da44-3352-4a50-b85c-bfe49c6c4eeb HTTP/1.1" status: 200 len: 991 time: 2.2188697 Feb 28 17:25:04.878600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:04.880293 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0980a549-b5c9-4e61-b1e7-0451c9f5c9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:04.924260 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578c1db6-0845-451a-98aa-70ccaca8e460 x-openstack-request-id: req-578c1db6-0845-451a-98aa-70ccaca8e460 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:04.924688 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:04.924948 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-578c1db6-0845-451a-98aa-70ccaca8e460 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:04.925379 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'status': 'completed', 'code': 200} Feb 28 17:25:05.050657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedabce-18bc-47b3-ab1f-cc2484518cd3 req-f0dc3277-613b-4c70-9818-ad547cd95b50 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.052717 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5aedabce-18bc-47b3-ab1f-cc2484518cd3 req-f0dc3277-613b-4c70-9818-ad547cd95b50 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 945 time: 0.0901105 Feb 28 17:25:05.058324 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980a549-b5c9-4e61-b1e7-0451c9f5c9f4 req-f7855382-75d7-423b-9613-da3679eca171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.064501 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0980a549-b5c9-4e61-b1e7-0451c9f5c9f4 req-f7855382-75d7-423b-9613-da3679eca171 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 1128 time: 0.1118569 Feb 28 17:25:05.071860 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-8abab16e-21e5-4f1f-ba77-64de7ccad7c3 None None] Set router 6e0b4066-152a-4dfb-bae6-754be35365c9 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:25:05.154613 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5aedabce-18bc-47b3-ab1f-cc2484518cd3 req-5e279aa4-7b2c-4a04-a2eb-44be80df3c5f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925944 Feb 28 17:25:05.197394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980a549-b5c9-4e61-b1e7-0451c9f5c9f4 req-b625fe4a-9acb-4dbd-a37e-9ca6089430f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.204495 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0980a549-b5c9-4e61-b1e7-0451c9f5c9f4 req-b625fe4a-9acb-4dbd-a37e-9ca6089430f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.1286952 Feb 28 17:25:05.299918 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df384979-596d-4754-be3d-25af3997beff req-6a0fd649-213e-4ecb-babb-134c2e43354c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0958639-b655-4faa-abc7-e6fee05bfd92 HTTP/1.1" status: 200 len: 210 time: 0.0689845 Feb 28 17:25:05.343508 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0980a549-b5c9-4e61-b1e7-0451c9f5c9f4 req-2da4c348-818c-40a2-b544-5495a88cd04f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f HTTP/1.1" status: 200 len: 999 time: 0.1323099 Feb 28 17:25:05.361287 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9f237-236d-410f-99b1-d020bd165c84 req-37e44814-1992-48ea-9eef-7f3e8815aa2e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.362858 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9ce9f237-236d-410f-99b1-d020bd165c84 req-37e44814-1992-48ea-9eef-7f3e8815aa2e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 945 time: 0.0822721 Feb 28 17:25:05.411659 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8abab16e-21e5-4f1f-ba77-64de7ccad7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:24:35Z', 'revision_number': 4, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e0e8da44-3352-4a50-b85c-bfe49c6c4eeb', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'port_id': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'mac_address': 'fa:16:3e:4f:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573ee199-154c-41d8-9df2-818af1a19913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:24:46Z', 'updated_at': '2022-02-28T17:25:03Z', 'revision_number': 1, 'project_id': 'db5706b395ff456ab153c58167054352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8db67d-2f99-462e-84f2-9e9a9b7ad9da', 'name': '', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'mac_address': 'fa:16:3e:08:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:43Z', 'revision_number': 5, 'project_id': 'db5706b395ff456ab153c58167054352', 'subnets': [{'id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:05.437072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980a549-b5c9-4e61-b1e7-0451c9f5c9f4 req-98eab8e3-4d46-48e0-8cde-6ec00e6e5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.438664 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0980a549-b5c9-4e61-b1e7-0451c9f5c9f4 req-98eab8e3-4d46-48e0-8cde-6ec00e6e5363 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.0749285 Feb 28 17:25:05.439485 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655274-c6a3-4bf8-a973-af65eeb278b9 req-edffd22c-ff33-49d8-85fb-0e94a0d13466 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.444882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abab16e-21e5-4f1f-ba77-64de7ccad7c3 None None] Checking router: 6e0b4066-152a-4dfb-bae6-754be35365c9 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:25:05.446492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655274-c6a3-4bf8-a973-af65eeb278b9 req-edffd22c-ff33-49d8-85fb-0e94a0d13466 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.454113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655274-c6a3-4bf8-a973-af65eeb278b9 req-edffd22c-ff33-49d8-85fb-0e94a0d13466 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.455471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abab16e-21e5-4f1f-ba77-64de7ccad7c3 None None] Routers {'6e0b4066-152a-4dfb-bae6-754be35365c9'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:25:05.456111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8abab16e-21e5-4f1f-ba77-64de7ccad7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:24:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['6e0b4066-152a-4dfb-bae6-754be35365c9'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:05.461126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655274-c6a3-4bf8-a973-af65eeb278b9 req-edffd22c-ff33-49d8-85fb-0e94a0d13466 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.467126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655274-c6a3-4bf8-a973-af65eeb278b9 req-edffd22c-ff33-49d8-85fb-0e94a0d13466 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.473024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655274-c6a3-4bf8-a973-af65eeb278b9 req-edffd22c-ff33-49d8-85fb-0e94a0d13466 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.478912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655274-c6a3-4bf8-a973-af65eeb278b9 req-edffd22c-ff33-49d8-85fb-0e94a0d13466 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.484023 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9ce9f237-236d-410f-99b1-d020bd165c84 req-60b481c9-5c45-4d74-9d8f-f80f1e06e8f6 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913525 Feb 28 17:25:05.487449 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-75655274-c6a3-4bf8-a973-af65eeb278b9 req-edffd22c-ff33-49d8-85fb-0e94a0d13466 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1313207 Feb 28 17:25:05.516607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980a549-b5c9-4e61-b1e7-0451c9f5c9f4 req-10c66c09-2b11-4c7c-bf60-72e2e1ce4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.518397 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0980a549-b5c9-4e61-b1e7-0451c9f5c9f4 req-10c66c09-2b11-4c7c-bf60-72e2e1ce4bb5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0701113 Feb 28 17:25:05.554551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-75655274-c6a3-4bf8-a973-af65eeb278b9 req-bf4f0239-6383-4cda-a404-3ae8696e3152 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659232 Feb 28 17:25:05.605120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-8abab16e-21e5-4f1f-ba77-64de7ccad7c3 None None] Set router 6e0b4066-152a-4dfb-bae6-754be35365c9 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:25:05.686302 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0980a549-b5c9-4e61-b1e7-0451c9f5c9f4 req-d328411c-2dec-4f0e-9be3-c8def198879c service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598132 Feb 28 17:25:05.706955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139401f-b2b6-4421-86f4-ff5ca5906c52 req-ddc7094c-ae64-4064-965d-ffdd27261f10 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.708510 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4139401f-b2b6-4421-86f4-ff5ca5906c52 req-ddc7094c-ae64-4064-965d-ffdd27261f10 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 944 time: 0.0673699 Feb 28 17:25:05.788405 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4139401f-b2b6-4421-86f4-ff5ca5906c52 req-f2bb2c73-bb55-4a77-a6d1-fa3cff983685 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/security-groups?id=17f53c07-c612-47b7-a951-2d94a130b77a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729048 Feb 28 17:25:05.795500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc03c5-db5c-47da-88a1-eb23cb8444eb req-27495650-d1f5-435a-9072-42614ed714c8 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.807675 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e4bc03c5-db5c-47da-88a1-eb23cb8444eb req-27495650-d1f5-435a-9072-42614ed714c8 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1662636 Feb 28 17:25:05.877005 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0980a549-b5c9-4e61-b1e7-0451c9f5c9f4 req-c562af17-4211-433e-9a5d-941a6527ecd7 service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818852 Feb 28 17:25:05.897801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e4bc03c5-db5c-47da-88a1-eb23cb8444eb req-0fad1fa9-23fa-40ae-bcf3-9ee3f329e06e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927439 Feb 28 17:25:05.911703 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7833a0dc-753f-40f2-9658-ca66d74b3eeb up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:25:05.991584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed3180-c2ea-40be-8aa3-e125a8c05a9f req-53d14466-ec9b-44bd-b871-7f601e4c1058 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:05.997214 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-09ed3180-c2ea-40be-8aa3-e125a8c05a9f req-53d14466-ec9b-44bd-b871-7f601e4c1058 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0723333 Feb 28 17:25:06.052822 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-09ed3180-c2ea-40be-8aa3-e125a8c05a9f req-b7bc821e-cc0a-413f-be0b-05bb9ab925c9 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532777 Feb 28 17:25:06.172145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8abab16e-21e5-4f1f-ba77-64de7ccad7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:24:35Z', 'revision_number': 4, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e0e8da44-3352-4a50-b85c-bfe49c6c4eeb', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'port_id': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'mac_address': 'fa:16:3e:4f:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573ee199-154c-41d8-9df2-818af1a19913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:24:46Z', 'updated_at': '2022-02-28T17:25:03Z', 'revision_number': 1, 'project_id': 'db5706b395ff456ab153c58167054352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8db67d-2f99-462e-84f2-9e9a9b7ad9da', 'name': '', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'mac_address': 'fa:16:3e:08:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:43Z', 'revision_number': 5, 'project_id': 'db5706b395ff456ab153c58167054352', 'subnets': [{'id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:06.206775 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ef844b89-7e9c-425d-a713-121402fbba5b req-ec2089e5-5d3c-4e0c-b51e-34e6b9b34434 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0353048 Feb 28 17:25:06.221782 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abab16e-21e5-4f1f-ba77-64de7ccad7c3 None None] The sync data for ids ['6e0b4066-152a-4dfb-bae6-754be35365c9'] in n-d-820368-19 is: [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:24:35Z', 'revision_number': 4, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e0e8da44-3352-4a50-b85c-bfe49c6c4eeb', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'port_id': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'mac_address': 'fa:16:3e:4f:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573ee199-154c-41d8-9df2-818af1a19913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:24:46Z', 'updated_at': '2022-02-28T17:25:03Z', 'revision_number': 1, 'project_id': 'db5706b395ff456ab153c58167054352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8db67d-2f99-462e-84f2-9e9a9b7ad9da', 'name': '', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'mac_address': 'fa:16:3e:08:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:43Z', 'revision_number': 5, 'project_id': 'db5706b395ff456ab153c58167054352', 'subnets': [{'id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:25:06.223272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 7833a0dc-753f-40f2-9658-ca66d74b3eeb completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:25:06.252588 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 7833a0dc-753f-40f2-9658-ca66d74b3eeb triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:06.253030 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:06.411946 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 7833a0dc-753f-40f2-9658-ca66d74b3eeb is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:06.412440 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:06.447511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4085720-10a5-468d-8ed5-35fdf761ae65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7833a0dc-753f-40f2-9658-ca66d74b3eeb'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:06.450304 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c59dc8-99f5-441b-a367-51ebf1ded56e" -d '{"events": [{"server_uuid": "c4085720-10a5-468d-8ed5-35fdf761ae65", "name": "network-vif-plugged", "status": "completed", "tag": "7833a0dc-753f-40f2-9658-ca66d74b3eeb"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:06.485032 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 7833a0dc-753f-40f2-9658-ca66d74b3eeb, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7833a0dc-753f-40f2-9658-ca66d74b3eeb,segment=NetworkSegment(7126edf8-f5d0-46e2-b621-abfda54fbcda),segment_id=7126edf8-f5d0-46e2-b621-abfda54fbcda)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:06.530651 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bd4b8b-ea03-43a8-a691-963a9a2b34c8 x-openstack-request-id: req-e1bd4b8b-ea03-43a8-a691-963a9a2b34c8 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:06.531254 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4085720-10a5-468d-8ed5-35fdf761ae65", "name": "network-vif-plugged", "status": "completed", "tag": "7833a0dc-753f-40f2-9658-ca66d74b3eeb", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:06.531673 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e1bd4b8b-ea03-43a8-a691-963a9a2b34c8 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:06.532245 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4085720-10a5-468d-8ed5-35fdf761ae65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7833a0dc-753f-40f2-9658-ca66d74b3eeb', 'code': 200} Feb 28 17:25:06.561988 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57722a4-108e-4bf5-803a-c31c1c9c677b None None] New status for floating IP e0e8da44-3352-4a50-b85c-bfe49c6c4eeb: ACTIVE {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:25:06.570090 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8d1d5e71-cd22-4770-9f0e-df936eae0d6f req-56102ff2-f8fd-4cc1-a541-39c2bdf42f7f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0619271 Feb 28 17:25:06.596121 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:06.718623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc165a-a9c8-4f36-b69b-217896f29d35 req-38718289-4a99-4720-afe8-de4772b77faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:06.719178 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=7833a0dc-753f-40f2-9658-ca66d74b3eeb,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:06.720400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6cc165a-a9c8-4f36-b69b-217896f29d35 req-38718289-4a99-4720-afe8-de4772b77faf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 1128 time: 0.1096189 Feb 28 17:25:06.745045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d38a30-26f1-44e7-adda-d4b14bc19180 req-367c36da-b04d-4131-b45a-33957697f50c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:06.753543 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27d38a30-26f1-44e7-adda-d4b14bc19180 req-367c36da-b04d-4131-b45a-33957697f50c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 945 time: 0.0924816 Feb 28 17:25:06.830450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 99b07604-73a2-4d93-8576-1bda403d1e98 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:25:06.832982 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6cc165a-a9c8-4f36-b69b-217896f29d35 req-00fc7746-92da-48a9-af3f-46901194a0ea service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=17f53c07-c612-47b7-a951-2d94a130b77a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720153 Feb 28 17:25:06.838428 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27d38a30-26f1-44e7-adda-d4b14bc19180 req-b25528ab-65dc-4cc9-bbbe-ba874503a0fe tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838165 Feb 28 17:25:06.862432 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 99b07604-73a2-4d93-8576-1bda403d1e98 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:25:06.862432 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 99b07604-73a2-4d93-8576-1bda403d1e98 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:25:07.047861 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8bcf0-59da-48c6-b0d5-793a6e163203 req-2f2466eb-8f13-4929-b266-89889c4fa6ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:07.055335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8bcf0-59da-48c6-b0d5-793a6e163203 req-2f2466eb-8f13-4929-b266-89889c4fa6ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:07.061028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8bcf0-59da-48c6-b0d5-793a6e163203 req-2f2466eb-8f13-4929-b266-89889c4fa6ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:07.066792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8bcf0-59da-48c6-b0d5-793a6e163203 req-2f2466eb-8f13-4929-b266-89889c4fa6ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:07.074311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8bcf0-59da-48c6-b0d5-793a6e163203 req-2f2466eb-8f13-4929-b266-89889c4fa6ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:07.081816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8bcf0-59da-48c6-b0d5-793a6e163203 req-2f2466eb-8f13-4929-b266-89889c4fa6ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:07.087655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8bcf0-59da-48c6-b0d5-793a6e163203 req-2f2466eb-8f13-4929-b266-89889c4fa6ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:07.089666 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7a8bcf0-59da-48c6-b0d5-793a6e163203 req-2f2466eb-8f13-4929-b266-89889c4fa6ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1696978 Feb 28 17:25:07.148951 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff677e3-296a-43c3-b4a0-d8a76d14c822 req-2ab4f877-e9a5-4352-bd50-2bea99771d10 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:07.150892 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ff677e3-296a-43c3-b4a0-d8a76d14c822 req-2ab4f877-e9a5-4352-bd50-2bea99771d10 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 945 time: 0.0939176 Feb 28 17:25:07.196736 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7a8bcf0-59da-48c6-b0d5-793a6e163203 req-1c31e2d6-3996-4b32-a578-d6801945221a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003239 Feb 28 17:25:07.225802 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ff677e3-296a-43c3-b4a0-d8a76d14c822 req-024be00a-b020-4a67-96bd-4dcb1f839ff4 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/security-groups?id=17f53c07-c612-47b7-a951-2d94a130b77a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627182 Feb 28 17:25:07.320548 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae03218-6a22-49a1-aec8-f6e1d2bc9dd2 req-4b19c5b6-f0f6-406b-99ad-ff54fc4ff61d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:07.323670 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aae03218-6a22-49a1-aec8-f6e1d2bc9dd2 req-4b19c5b6-f0f6-406b-99ad-ff54fc4ff61d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.73 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.0827844 Feb 28 17:25:07.337605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfeb357-67a9-478a-b8fc-e99ce5e3761e req-3f4ad5b1-d60c-4ed0-9129-002e31269018 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:07.344860 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-edfeb357-67a9-478a-b8fc-e99ce5e3761e req-3f4ad5b1-d60c-4ed0-9129-002e31269018 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 945 time: 0.0715637 Feb 28 17:25:07.406653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-edfeb357-67a9-478a-b8fc-e99ce5e3761e req-0a6a53d3-44d2-449b-9b34-435b68c3a786 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601094 Feb 28 17:25:07.464343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3faa6a-774f-4260-b9c4-a93399a62750 req-72b0b603-9837-4a50-9a49-06129f1f1bc0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:07.471291 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc3faa6a-774f-4260-b9c4-a93399a62750 req-72b0b603-9837-4a50-9a49-06129f1f1bc0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1457634 Feb 28 17:25:07.545072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d834592-838a-47f8-81bb-3a7db5b70fa5 req-0224998a-1d20-4384-8950-84260491167f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:07.546744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d834592-838a-47f8-81bb-3a7db5b70fa5 req-0224998a-1d20-4384-8950-84260491167f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 945 time: 0.0757709 Feb 28 17:25:07.547255 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc3faa6a-774f-4260-b9c4-a93399a62750 req-79e9909c-b925-4391-96c0-e94ba1c5d67d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747418 Feb 28 17:25:07.553627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-aae03218-6a22-49a1-aec8-f6e1d2bc9dd2 req-5f6e462d-1c48-4170-9831-38be6656d9de tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Deleting port 4584f829-529a-40c0-b2fc-0fa37491e2ac {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:25:07.554165 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-aae03218-6a22-49a1-aec8-f6e1d2bc9dd2 req-5f6e462d-1c48-4170-9831-38be6656d9de tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:07.564399 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:07.665749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d834592-838a-47f8-81bb-3a7db5b70fa5 req-744dcef2-7a4d-4e5a-9c8b-f8b364618266 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062520 Feb 28 17:25:07.669034 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e578ed1b-2d91-4184-b3c4-1b40323056dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:07.743969 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-aae03218-6a22-49a1-aec8-f6e1d2bc9dd2 req-5f6e462d-1c48-4170-9831-38be6656d9de tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] For port 4584f829-529a-40c0-b2fc-0fa37491e2ac, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=4584f829-529a-40c0-b2fc-0fa37491e2ac,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:07.744409 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-aae03218-6a22-49a1-aec8-f6e1d2bc9dd2 req-5f6e462d-1c48-4170-9831-38be6656d9de tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:07.759484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-aae03218-6a22-49a1-aec8-f6e1d2bc9dd2 req-5f6e462d-1c48-4170-9831-38be6656d9de tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Calling delete_port for 4584f829-529a-40c0-b2fc-0fa37491e2ac owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:25:07.782349 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab1ade-b387-4988-bf6b-112968ebd950 req-813bf9ec-160a-4f12-9089-763263df8f41 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:07.783950 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5ab1ade-b387-4988-bf6b-112968ebd950 req-813bf9ec-160a-4f12-9089-763263df8f41 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1039343 Feb 28 17:25:07.886150 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5ab1ade-b387-4988-bf6b-112968ebd950 req-02882312-6936-4fa0-9ce1-b97bd52803cf tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698483 Feb 28 17:25:08.023706 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-aae03218-6a22-49a1-aec8-f6e1d2bc9dd2 req-5f6e462d-1c48-4170-9831-38be6656d9de tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (4584f829-529a-40c0-b2fc-0fa37491e2ac), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:08.056568 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e462d-1c48-4170-9831-38be6656d9de tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Pushing event deleted for resources: {'Port': ['ID=4584f829-529a-40c0-b2fc-0fa37491e2ac,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:08.099405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae03218-6a22-49a1-aec8-f6e1d2bc9dd2 req-5f6e462d-1c48-4170-9831-38be6656d9de tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] No DVR routers for this DVR port 4584f829-529a-40c0-b2fc-0fa37491e2ac on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:25:08.102585 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-aae03218-6a22-49a1-aec8-f6e1d2bc9dd2 req-5f6e462d-1c48-4170-9831-38be6656d9de tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:08.105871 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aae03218-6a22-49a1-aec8-f6e1d2bc9dd2 req-5f6e462d-1c48-4170-9831-38be6656d9de tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.73 "DELETE /v2.0/ports/4584f829-529a-40c0-b2fc-0fa37491e2ac HTTP/1.1" status: 204 len: 173 time: 0.7472253 Feb 28 17:25:08.106350 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95112469-7cf4-48a8-a919-4b3a44f8cec1', 'name': 'network-vif-deleted', 'tag': '4584f829-529a-40c0-b2fc-0fa37491e2ac'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:08.108621 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34598819-18f7-447c-a268-4b468f0691e8" -d '{"events": [{"server_uuid": "95112469-7cf4-48a8-a919-4b3a44f8cec1", "name": "network-vif-deleted", "tag": "4584f829-529a-40c0-b2fc-0fa37491e2ac"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:08.149702 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98644487-a0aa-408f-8793-d27007762172 x-openstack-request-id: req-98644487-a0aa-408f-8793-d27007762172 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:08.150396 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95112469-7cf4-48a8-a919-4b3a44f8cec1", "name": "network-vif-deleted", "tag": "4584f829-529a-40c0-b2fc-0fa37491e2ac", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:08.150492 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-98644487-a0aa-408f-8793-d27007762172 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:08.151311 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95112469-7cf4-48a8-a919-4b3a44f8cec1', 'name': 'network-vif-deleted', 'tag': '4584f829-529a-40c0-b2fc-0fa37491e2ac', 'status': 'completed', 'code': 200} Feb 28 17:25:08.370280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f3b8-24e7-48fa-9a23-fd6830031f19 req-addc837e-0bea-4787-b3ab-166cc74c3c2d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:08.375890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f3b8-24e7-48fa-9a23-fd6830031f19 req-addc837e-0bea-4787-b3ab-166cc74c3c2d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:08.382484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f3b8-24e7-48fa-9a23-fd6830031f19 req-addc837e-0bea-4787-b3ab-166cc74c3c2d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:08.388933 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f3b8-24e7-48fa-9a23-fd6830031f19 req-addc837e-0bea-4787-b3ab-166cc74c3c2d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:08.396101 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f3b8-24e7-48fa-9a23-fd6830031f19 req-addc837e-0bea-4787-b3ab-166cc74c3c2d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:08.404620 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f3b8-24e7-48fa-9a23-fd6830031f19 req-addc837e-0bea-4787-b3ab-166cc74c3c2d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:08.409906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f3b8-24e7-48fa-9a23-fd6830031f19 req-addc837e-0bea-4787-b3ab-166cc74c3c2d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:08.412053 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1da0f3b8-24e7-48fa-9a23-fd6830031f19 req-addc837e-0bea-4787-b3ab-166cc74c3c2d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1381001 Feb 28 17:25:08.454414 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284851f0-449b-41dc-bff7-6f126e25d9b3 req-7648919d-aa2d-4d14-a8c2-b8f0b7ae7e17 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:08.456549 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-284851f0-449b-41dc-bff7-6f126e25d9b3 req-7648919d-aa2d-4d14-a8c2-b8f0b7ae7e17 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 945 time: 0.0715194 Feb 28 17:25:08.508134 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1da0f3b8-24e7-48fa-9a23-fd6830031f19 req-56b787f7-555f-48c7-baab-8649412cbf3a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888233 Feb 28 17:25:08.514042 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-284851f0-449b-41dc-bff7-6f126e25d9b3 req-c426f838-45b0-4a94-a494-6571c54f8266 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/security-groups?id=17f53c07-c612-47b7-a951-2d94a130b77a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507274 Feb 28 17:25:08.545390 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-09810976-1d3e-4f56-ac3f-e4b988a99af1 req-398fde89-b146-46be-b2d0-6239e2ee737a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0359249 Feb 28 17:25:08.679292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04796c-e3c6-41d0-9645-29b9e20c6fb1 req-86b63b08-ec40-4b05-8367-c005ef091162 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:08.680836 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ae04796c-e3c6-41d0-9645-29b9e20c6fb1 req-86b63b08-ec40-4b05-8367-c005ef091162 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 945 time: 0.0742233 Feb 28 17:25:08.691125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53558) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:08.696707 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1907c975-818d-44f2-96ae-f0711a3f6f01 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Request body: {'floatingip': {'port_id': '7833a0dc-753f-40f2-9658-ca66d74b3eeb'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:25:08.745957 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1907c975-818d-44f2-96ae-f0711a3f6f01 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for floatingip (755c5bfd-b9b9-4f73-b396-12e935ae57e9), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:08.748539 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954a27f-d93e-44dd-90a5-dc18c9bcbd12 req-c311489f-d340-4402-81b1-78e9ae1bd1b3 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:08.750548 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3954a27f-d93e-44dd-90a5-dc18c9bcbd12 req-c311489f-d340-4402-81b1-78e9ae1bd1b3 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1120431 Feb 28 17:25:08.790189 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-56d329a4-07ff-4dc0-8d57-975b9bc30355 req-8e6240cd-9544-41b9-8561-a7446fe090ff service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0385187 Feb 28 17:25:08.847448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3954a27f-d93e-44dd-90a5-dc18c9bcbd12 req-04187189-60af-4e0d-a789-f352ff0870b9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551071 Feb 28 17:25:08.859990 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f7d75d90-46d6-4695-9cc6-48b414b7b08f req-0530c0b3-7291-4566-8a8c-62bb18c7520f tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=95112469-7cf4-48a8-a919-4b3a44f8cec1 HTTP/1.1" status: 200 len: 210 time: 0.0393851 Feb 28 17:25:09.027771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b887167-fc33-45fe-8948-c86fe797c960 req-e310374b-17af-40b0-8d62-aff869c82775 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:09.029281 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b887167-fc33-45fe-8948-c86fe797c960 req-e310374b-17af-40b0-8d62-aff869c82775 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0648150 Feb 28 17:25:09.079414 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b887167-fc33-45fe-8948-c86fe797c960 req-4ead5df7-5446-45e9-a232-661058e9d60c tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442784 Feb 28 17:25:09.662871 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1907c975-818d-44f2-96ae-f0711a3f6f01 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:09.698691 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d686fe-1db0-415e-ac7b-271c5926e1f0 req-d70358f8-7cb8-4671-8b26-cc725ce024ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:09.704176 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d686fe-1db0-415e-ac7b-271c5926e1f0 req-d70358f8-7cb8-4671-8b26-cc725ce024ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:09.709501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d686fe-1db0-415e-ac7b-271c5926e1f0 req-d70358f8-7cb8-4671-8b26-cc725ce024ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:09.714858 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d686fe-1db0-415e-ac7b-271c5926e1f0 req-d70358f8-7cb8-4671-8b26-cc725ce024ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:09.720269 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d686fe-1db0-415e-ac7b-271c5926e1f0 req-d70358f8-7cb8-4671-8b26-cc725ce024ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:09.725716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d686fe-1db0-415e-ac7b-271c5926e1f0 req-d70358f8-7cb8-4671-8b26-cc725ce024ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:09.731200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d686fe-1db0-415e-ac7b-271c5926e1f0 req-d70358f8-7cb8-4671-8b26-cc725ce024ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:09.733199 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11d686fe-1db0-415e-ac7b-271c5926e1f0 req-d70358f8-7cb8-4671-8b26-cc725ce024ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1468041 Feb 28 17:25:09.796563 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11d686fe-1db0-415e-ac7b-271c5926e1f0 req-bc49efd8-3ee2-4153-a8c2-15e05de19159 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572090 Feb 28 17:25:09.806476 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1907c975-818d-44f2-96ae-f0711a3f6f01 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (755c5bfd-b9b9-4f73-b396-12e935ae57e9), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:09.869762 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:09.901505 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ccba5014-8eac-4d56-9e7c-56940f43e026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:09.942023 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-1907c975-818d-44f2-96ae-f0711a3f6f01 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Floating IP 755c5bfd-b9b9-4f73-b396-12e935ae57e9 associated. External IP: 172.25.3.92, port: 7833a0dc-753f-40f2-9658-ca66d74b3eeb. Feb 28 17:25:10.116430 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550ce8c-8e4e-4afe-bb23-dc50aed96c2f req-143215e5-9c6b-4ff8-9991-f4ec8095fcc4 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:10.117959 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1550ce8c-8e4e-4afe-bb23-dc50aed96c2f req-143215e5-9c6b-4ff8-9991-f4ec8095fcc4 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1503379 Feb 28 17:25:10.179164 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1550ce8c-8e4e-4afe-bb23-dc50aed96c2f req-278a0c91-b349-4c39-99ef-c9e42f4569b9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548916 Feb 28 17:25:10.220278 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1907c975-818d-44f2-96ae-f0711a3f6f01 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Router b67475d5-83f5-477b-ae1e-5ef2cace5f4c has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:25:10.313896 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aba95-c0db-4be5-9f7e-71278d2c4991 req-ddf5a238-90b3-4448-be0e-b042cc02ef49 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:10.317690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-868aba95-c0db-4be5-9f7e-71278d2c4991 req-ddf5a238-90b3-4448-be0e-b042cc02ef49 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0685873 Feb 28 17:25:10.343515 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1907c975-818d-44f2-96ae-f0711a3f6f01 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:25:10.355295 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1907c975-818d-44f2-96ae-f0711a3f6f01 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:10.360177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8de147-8eb2-4f4f-b0dd-be71d8650c9c None None] Sync routers for ids ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:25:10.386741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8de147-8eb2-4f4f-b0dd-be71d8650c9c None None] Routers {'b67475d5-83f5-477b-ae1e-5ef2cace5f4c'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:25:10.388441 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1907c975-818d-44f2-96ae-f0711a3f6f01 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "PUT /v2.0/floatingips/755c5bfd-b9b9-4f73-b396-12e935ae57e9 HTTP/1.1" status: 200 len: 990 time: 1.6958518 Feb 28 17:25:10.389054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4085720-10a5-468d-8ed5-35fdf761ae65', 'tag': '7833a0dc-753f-40f2-9658-ca66d74b3eeb'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:10.389359 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-fb8de147-8eb2-4f4f-b0dd-be71d8650c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:25:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:10.391361 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba48e31-f12a-47ae-a47c-15eb9a89a2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c4085720-10a5-468d-8ed5-35fdf761ae65", "tag": "7833a0dc-753f-40f2-9658-ca66d74b3eeb"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:10.394476 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-868aba95-c0db-4be5-9f7e-71278d2c4991 req-4699c106-b0b3-4985-809f-a223f93eaa19 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693898 Feb 28 17:25:10.457833 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a793b964-61c0-4921-878b-e1c1a21eb7ef x-openstack-request-id: req-a793b964-61c0-4921-878b-e1c1a21eb7ef {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:10.458160 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4085720-10a5-468d-8ed5-35fdf761ae65", "tag": "7833a0dc-753f-40f2-9658-ca66d74b3eeb", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:10.458415 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a793b964-61c0-4921-878b-e1c1a21eb7ef {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:10.459354 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4085720-10a5-468d-8ed5-35fdf761ae65', 'tag': '7833a0dc-753f-40f2-9658-ca66d74b3eeb', 'status': 'completed', 'code': 200} Feb 28 17:25:10.540363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-fb8de147-8eb2-4f4f-b0dd-be71d8650c9c None None] Set router b67475d5-83f5-477b-ae1e-5ef2cace5f4c gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:25:10.562649 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba48e31-f12a-47ae-a47c-15eb9a89a2c7 req-4d0c43a6-e9d5-48c3-9be1-78b548aa6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:10.564234 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bba48e31-f12a-47ae-a47c-15eb9a89a2c7 req-4d0c43a6-e9d5-48c3-9be1-78b548aa6a2d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0542aa8b646342d0a29158f8198e8703&device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 1128 time: 0.0735991 Feb 28 17:25:10.648796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6338690-f3d9-4166-850b-bfff361587eb req-3372b6c0-9cb9-4816-a978-bb639fdf0727 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:10.656331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc671f77-9498-4ef0-b4b9-22da8c17c541 req-10fb695d-f6ab-4472-9ec2-5af01123e552 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:10.656929 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6338690-f3d9-4166-850b-bfff361587eb req-3372b6c0-9cb9-4816-a978-bb639fdf0727 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 945 time: 0.1754076 Feb 28 17:25:10.663641 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc671f77-9498-4ef0-b4b9-22da8c17c541 req-10fb695d-f6ab-4472-9ec2-5af01123e552 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 945 time: 0.1560702 Feb 28 17:25:10.747599 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6338690-f3d9-4166-850b-bfff361587eb req-e1b54d43-1e1b-4afc-8769-f7caa75e178d tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/security-groups?id=17f53c07-c612-47b7-a951-2d94a130b77a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859499 Feb 28 17:25:10.748979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba48e31-f12a-47ae-a47c-15eb9a89a2c7 req-15b2997a-1c2e-4ac2-8342-b659dda8dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:10.758993 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc671f77-9498-4ef0-b4b9-22da8c17c541 req-66d41491-0832-47c9-b146-4970bb1b5956 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938506 Feb 28 17:25:10.766696 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bba48e31-f12a-47ae-a47c-15eb9a89a2c7 req-15b2997a-1c2e-4ac2-8342-b659dda8dc79 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb3133fb-39c4-4dec-b548-08cd35acd2d2 HTTP/1.1" status: 200 len: 913 time: 0.1951847 Feb 28 17:25:10.849050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 4584f829-529a-40c0-b2fc-0fa37491e2ac no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:25:10.857711 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bba48e31-f12a-47ae-a47c-15eb9a89a2c7 req-5c1907fb-b771-4190-805d-908796abce13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7833a0dc-753f-40f2-9658-ca66d74b3eeb HTTP/1.1" status: 200 len: 998 time: 0.0827720 Feb 28 17:25:10.884507 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 4584f829-529a-40c0-b2fc-0fa37491e2ac {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:25:10.885767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 4584f829-529a-40c0-b2fc-0fa37491e2ac not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:25:10.921409 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3d1f1-6820-470b-9a56-0424d86aaec7 req-af2696c9-3103-4a6c-b7aa-8ccc93305872 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:10.923254 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1bd3d1f1-6820-470b-9a56-0424d86aaec7 req-af2696c9-3103-4a6c-b7aa-8ccc93305872 tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.73 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 945 time: 0.0819833 Feb 28 17:25:10.947139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba48e31-f12a-47ae-a47c-15eb9a89a2c7 req-e3dabcd1-e122-44eb-9dce-1a271dc23327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:10.948839 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bba48e31-f12a-47ae-a47c-15eb9a89a2c7 req-e3dabcd1-e122-44eb-9dce-1a271dc23327 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4220632f-39f5-41bc-8030-d90f2068c0cd HTTP/1.1" status: 200 len: 851 time: 0.0764267 Feb 28 17:25:10.982891 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-fb8de147-8eb2-4f4f-b0dd-be71d8650c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:44Z', 'revision_number': 4, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '755c5bfd-b9b9-4f73-b396-12e935ae57e9', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'port_id': '7833a0dc-753f-40f2-9658-ca66d74b3eeb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'mac_address': 'fa:16:3e:7a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4085720-10a5-468d-8ed5-35fdf761ae65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:24:50Z', 'updated_at': '2022-02-28T17:25:09Z', 'revision_number': 1, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c', 'name': '', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'mac_address': 'fa:16:3e:13:6b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:42Z', 'updated_at': '2022-02-28T17:24:51Z', 'revision_number': 5, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'subnets': [{'id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:11.014334 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8de147-8eb2-4f4f-b0dd-be71d8650c9c None None] Checking router: b67475d5-83f5-477b-ae1e-5ef2cace5f4c for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:25:11.018713 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1235e502-a2a8-4916-a4bf-54b4013ca7f4 req-88d09188-6a34-4f69-aac7-10f8c86384ed service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0310452 Feb 28 17:25:11.034116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba48e31-f12a-47ae-a47c-15eb9a89a2c7 req-4c0d9658-847f-4d98-b694-fc4ef9ff22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:11.036075 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bba48e31-f12a-47ae-a47c-15eb9a89a2c7 req-4c0d9658-847f-4d98-b694-fc4ef9ff22b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb3133fb-39c4-4dec-b548-08cd35acd2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0794909 Feb 28 17:25:11.063275 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8de147-8eb2-4f4f-b0dd-be71d8650c9c None None] Routers {'b67475d5-83f5-477b-ae1e-5ef2cace5f4c'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:25:11.063912 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-fb8de147-8eb2-4f4f-b0dd-be71d8650c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:25:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:11.126946 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf516831-b3f9-4b6b-8cb4-cb45d9249ae4 req-eb73af24-6d89-4a38-91e9-c59ec19505bf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:11.132357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf516831-b3f9-4b6b-8cb4-cb45d9249ae4 req-eb73af24-6d89-4a38-91e9-c59ec19505bf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:11.138646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf516831-b3f9-4b6b-8cb4-cb45d9249ae4 req-eb73af24-6d89-4a38-91e9-c59ec19505bf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:11.143976 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf516831-b3f9-4b6b-8cb4-cb45d9249ae4 req-eb73af24-6d89-4a38-91e9-c59ec19505bf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:11.149325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf516831-b3f9-4b6b-8cb4-cb45d9249ae4 req-eb73af24-6d89-4a38-91e9-c59ec19505bf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:11.150408 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bba48e31-f12a-47ae-a47c-15eb9a89a2c7 req-8e103887-8b07-4882-9a21-bed9419ad42c service neutron] 10.222.0.69 "GET /v2.0/networks/eb3133fb-39c4-4dec-b548-08cd35acd2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959792 Feb 28 17:25:11.155290 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf516831-b3f9-4b6b-8cb4-cb45d9249ae4 req-eb73af24-6d89-4a38-91e9-c59ec19505bf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:11.160977 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf516831-b3f9-4b6b-8cb4-cb45d9249ae4 req-eb73af24-6d89-4a38-91e9-c59ec19505bf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:11.163449 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf516831-b3f9-4b6b-8cb4-cb45d9249ae4 req-eb73af24-6d89-4a38-91e9-c59ec19505bf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2365193 Feb 28 17:25:11.266233 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf516831-b3f9-4b6b-8cb4-cb45d9249ae4 req-fee27c51-b43f-44bc-83e6-4729beedb09a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940318 Feb 28 17:25:11.278021 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bba48e31-f12a-47ae-a47c-15eb9a89a2c7 req-26403f38-b3a7-47ea-ba73-abc93026c220 service neutron] 10.222.0.69 "GET /v2.0/networks/eb3133fb-39c4-4dec-b548-08cd35acd2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156399 Feb 28 17:25:11.282415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-1bd3d1f1-6820-470b-9a56-0424d86aaec7 req-35289514-5512-4b2f-9aac-e1831e97646d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Deleting port 257fb183-c117-4a44-9ece-e411c599ab15 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:25:11.285608 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1bd3d1f1-6820-470b-9a56-0424d86aaec7 req-35289514-5512-4b2f-9aac-e1831e97646d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (257fb183-c117-4a44-9ece-e411c599ab15), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:11.298625 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-fb8de147-8eb2-4f4f-b0dd-be71d8650c9c None None] Set router b67475d5-83f5-477b-ae1e-5ef2cace5f4c gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:25:11.347346 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:11.408943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-1bd3d1f1-6820-470b-9a56-0424d86aaec7 req-35289514-5512-4b2f-9aac-e1831e97646d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] For port 257fb183-c117-4a44-9ece-e411c599ab15, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=257fb183-c117-4a44-9ece-e411c599ab15,segment=NetworkSegment(a9738b99-b612-4911-a7ea-453fe4ae3335),segment_id=a9738b99-b612-4911-a7ea-453fe4ae3335)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:11.409289 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1bd3d1f1-6820-470b-9a56-0424d86aaec7 req-35289514-5512-4b2f-9aac-e1831e97646d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (257fb183-c117-4a44-9ece-e411c599ab15), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:11.440562 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-1bd3d1f1-6820-470b-9a56-0424d86aaec7 req-35289514-5512-4b2f-9aac-e1831e97646d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Calling delete_port for 257fb183-c117-4a44-9ece-e411c599ab15 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:25:11.608853 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-fb8de147-8eb2-4f4f-b0dd-be71d8650c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:44Z', 'revision_number': 4, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '755c5bfd-b9b9-4f73-b396-12e935ae57e9', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'port_id': '7833a0dc-753f-40f2-9658-ca66d74b3eeb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'mac_address': 'fa:16:3e:7a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4085720-10a5-468d-8ed5-35fdf761ae65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:24:50Z', 'updated_at': '2022-02-28T17:25:09Z', 'revision_number': 1, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c', 'name': '', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'mac_address': 'fa:16:3e:13:6b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:42Z', 'updated_at': '2022-02-28T17:24:51Z', 'revision_number': 5, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'subnets': [{'id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:11.637090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8b71-d3e3-468c-afd1-7ed1fbb2b893 req-59eb7fe7-3c1a-4997-8e91-1429e51e832f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:11.639298 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-705a8b71-d3e3-468c-afd1-7ed1fbb2b893 req-59eb7fe7-3c1a-4997-8e91-1429e51e832f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1074626 Feb 28 17:25:11.645395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8de147-8eb2-4f4f-b0dd-be71d8650c9c None None] The sync data for ids ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'] in n-d-820368-19 is: [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:44Z', 'revision_number': 4, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '755c5bfd-b9b9-4f73-b396-12e935ae57e9', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'port_id': '7833a0dc-753f-40f2-9658-ca66d74b3eeb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'mac_address': 'fa:16:3e:7a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4085720-10a5-468d-8ed5-35fdf761ae65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:24:50Z', 'updated_at': '2022-02-28T17:25:09Z', 'revision_number': 1, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c', 'name': '', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'mac_address': 'fa:16:3e:13:6b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:42Z', 'updated_at': '2022-02-28T17:24:51Z', 'revision_number': 5, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'subnets': [{'id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:25:11.649129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-971ce84c-6605-48a9-9950-61afae7aa5e6 req-a885db7c-d3ea-4a6f-b9fd-85ed5b93dd69 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.3352997 Feb 28 17:25:11.683468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8076b5a-a9a7-48e0-921b-f603d3e13df9 req-f0930eec-9e09-4081-a896-0aa5b68deaa2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:11.691376 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a8076b5a-a9a7-48e0-921b-f603d3e13df9 req-f0930eec-9e09-4081-a896-0aa5b68deaa2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.3799629 Feb 28 17:25:11.752013 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a8076b5a-a9a7-48e0-921b-f603d3e13df9 req-08274951-29d5-4c42-9193-cb20fb2b63aa tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600448 Feb 28 17:25:11.764429 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-705a8b71-d3e3-468c-afd1-7ed1fbb2b893 req-f1d19d15-f9b5-40a7-85dc-623b77cccad0 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175489 Feb 28 17:25:11.807455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f91e29ef-f8eb-47b7-83e8-b88a8533319f details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:25:11.881019 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1bd3d1f1-6820-470b-9a56-0424d86aaec7 req-35289514-5512-4b2f-9aac-e1831e97646d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (257fb183-c117-4a44-9ece-e411c599ab15), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:11.925004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:11.942175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35289514-5512-4b2f-9aac-e1831e97646d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Pushing event deleted for resources: {'Port': ['ID=257fb183-c117-4a44-9ece-e411c599ab15,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:11.946275 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'port_id': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'mac_address': 'fa:16:3e:4f:b5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:25:11.991765 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82bc5fc-80ea-4755-b40a-94aaf868ded1 None None] New status for floating IP 755c5bfd-b9b9-4f73-b396-12e935ae57e9: ACTIVE {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:25:12.016818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd3d1f1-6820-470b-9a56-0424d86aaec7 req-35289514-5512-4b2f-9aac-e1831e97646d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] No DVR routers for this DVR port 257fb183-c117-4a44-9ece-e411c599ab15 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:25:12.027752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f876d97-3bef-4fd9-bd7b-69a7bf0a22a3 req-f5d183bc-57a1-4562-8d80-a92fa7dbe85c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:12.035197 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2f876d97-3bef-4fd9-bd7b-69a7bf0a22a3 req-f5d183bc-57a1-4562-8d80-a92fa7dbe85c tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 866 time: 0.1919539 Feb 28 17:25:12.035707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f91e29ef-f8eb-47b7-83e8-b88a8533319f is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:12.036311 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:12.045362 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1bd3d1f1-6820-470b-9a56-0424d86aaec7 req-35289514-5512-4b2f-9aac-e1831e97646d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:12.049084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1bd3d1f1-6820-470b-9a56-0424d86aaec7 req-35289514-5512-4b2f-9aac-e1831e97646d tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.73 "DELETE /v2.0/ports/257fb183-c117-4a44-9ece-e411c599ab15 HTTP/1.1" status: 204 len: 173 time: 1.1079853 Feb 28 17:25:12.057089 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f91e29ef-f8eb-47b7-83e8-b88a8533319f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:25:12.085903 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:12.111148 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2f876d97-3bef-4fd9-bd7b-69a7bf0a22a3 req-1562c71b-a75e-4254-bf0d-6b9f7a3852cb tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397049-6aaa-47d7-836a-96bd13305238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750992 Feb 28 17:25:12.182165 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:12.247108 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:12.346751 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['f91e29ef-f8eb-47b7-83e8-b88a8533319f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:25:12.402387 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:12.461401 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666e6cde-83bf-4d24-8a49-23ac6b7bca65', 'name': 'network-vif-deleted', 'tag': '257fb183-c117-4a44-9ece-e411c599ab15'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:12.465761 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4dc080-0c86-4f28-ad26-d8f85d4eb193" -d '{"events": [{"server_uuid": "666e6cde-83bf-4d24-8a49-23ac6b7bca65", "name": "network-vif-deleted", "tag": "257fb183-c117-4a44-9ece-e411c599ab15"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:12.479137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2ee0f-f191-445c-83ff-7282d13dcc9a req-6c9a5f3d-a025-4bc8-8cb5-0545a07de768 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:12.490952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2ee0f-f191-445c-83ff-7282d13dcc9a req-6c9a5f3d-a025-4bc8-8cb5-0545a07de768 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:12.496552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2ee0f-f191-445c-83ff-7282d13dcc9a req-6c9a5f3d-a025-4bc8-8cb5-0545a07de768 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:12.502742 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2ee0f-f191-445c-83ff-7282d13dcc9a req-6c9a5f3d-a025-4bc8-8cb5-0545a07de768 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:12.507429 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a7a962-1096-4bcb-8fc9-443e3fd8df2d x-openstack-request-id: req-76a7a962-1096-4bcb-8fc9-443e3fd8df2d {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:12.507809 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666e6cde-83bf-4d24-8a49-23ac6b7bca65", "name": "network-vif-deleted", "tag": "257fb183-c117-4a44-9ece-e411c599ab15", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:12.508886 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76a7a962-1096-4bcb-8fc9-443e3fd8df2d {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:12.509169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2ee0f-f191-445c-83ff-7282d13dcc9a req-6c9a5f3d-a025-4bc8-8cb5-0545a07de768 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:12.509300 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666e6cde-83bf-4d24-8a49-23ac6b7bca65', 'name': 'network-vif-deleted', 'tag': '257fb183-c117-4a44-9ece-e411c599ab15', 'status': 'completed', 'code': 200} Feb 28 17:25:12.522616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2ee0f-f191-445c-83ff-7282d13dcc9a req-6c9a5f3d-a025-4bc8-8cb5-0545a07de768 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:12.529394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2ee0f-f191-445c-83ff-7282d13dcc9a req-6c9a5f3d-a025-4bc8-8cb5-0545a07de768 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:12.532671 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e4a2ee0f-f191-445c-83ff-7282d13dcc9a req-6c9a5f3d-a025-4bc8-8cb5-0545a07de768 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1576242 Feb 28 17:25:12.622363 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e4a2ee0f-f191-445c-83ff-7282d13dcc9a req-2e726e01-c8ca-45ce-881c-b8061c8e7e5b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0770464 Feb 28 17:25:12.926474 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addb521-1db1-4520-8c59-82572ca91c36 req-d87a54ec-2cfa-415b-9afa-eed37f27a614 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:12.933893 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5addb521-1db1-4520-8c59-82572ca91c36 req-d87a54ec-2cfa-415b-9afa-eed37f27a614 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.0921147 Feb 28 17:25:12.948281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261d198-20f1-44b1-9e9e-20010efbabb3 req-4c77ffc9-b1d6-4685-ba92-7d7d25db3fb1 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:12.959587 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0261d198-20f1-44b1-9e9e-20010efbabb3 req-4c77ffc9-b1d6-4685-ba92-7d7d25db3fb1 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0882006 Feb 28 17:25:13.004134 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5addb521-1db1-4520-8c59-82572ca91c36 req-0b20b8b4-4810-4560-ace8-d2b5a85d52e6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692923 Feb 28 17:25:13.029455 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0261d198-20f1-44b1-9e9e-20010efbabb3 req-66a655e6-052c-46a3-9e7a-6ec1173c2d54 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687261 Feb 28 17:25:13.261777 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4753ff0-a067-402b-b024-58a09f483a6b req-ff4a7c4f-11db-4129-85a5-42a10c7eb1cf tempest-LiveMigrationTest-206225396 tempest-LiveMigrationTest-206225396-project] 10.222.0.72 "GET /v2.0/ports?device_id=666e6cde-83bf-4d24-8a49-23ac6b7bca65 HTTP/1.1" status: 200 len: 210 time: 0.0354180 Feb 28 17:25:13.710634 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-62ddd46e-dc79-48bb-b03e-857657f5c801 req-95878eb1-0628-4c7c-9d2b-40133be4b544 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0680866 Feb 28 17:25:13.812847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203f42b-4e4a-41fa-bb59-b9dab20cc9dc req-fb483d2c-5e60-461d-b50d-3b7bce499895 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:13.818837 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203f42b-4e4a-41fa-bb59-b9dab20cc9dc req-fb483d2c-5e60-461d-b50d-3b7bce499895 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:13.819871 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f91e29ef-f8eb-47b7-83e8-b88a8533319f up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:25:13.825086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203f42b-4e4a-41fa-bb59-b9dab20cc9dc req-fb483d2c-5e60-461d-b50d-3b7bce499895 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:13.832423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203f42b-4e4a-41fa-bb59-b9dab20cc9dc req-fb483d2c-5e60-461d-b50d-3b7bce499895 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:13.838335 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203f42b-4e4a-41fa-bb59-b9dab20cc9dc req-fb483d2c-5e60-461d-b50d-3b7bce499895 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:13.844592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203f42b-4e4a-41fa-bb59-b9dab20cc9dc req-fb483d2c-5e60-461d-b50d-3b7bce499895 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:13.850471 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203f42b-4e4a-41fa-bb59-b9dab20cc9dc req-fb483d2c-5e60-461d-b50d-3b7bce499895 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:13.852481 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5203f42b-4e4a-41fa-bb59-b9dab20cc9dc req-fb483d2c-5e60-461d-b50d-3b7bce499895 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1407928 Feb 28 17:25:13.926444 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5203f42b-4e4a-41fa-bb59-b9dab20cc9dc req-58847b2b-2c29-4f9e-8e75-fe8d3240d20b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677292 Feb 28 17:25:13.953691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port f91e29ef-f8eb-47b7-83e8-b88a8533319f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:13.954743 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:13.985694 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:14.021027 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd255e59-9f08-49f7-80ed-36ff69e2f7e6 req-4d3d551d-fa4e-4b97-a878-47cf279aa892 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0651252 Feb 28 17:25:14.100954 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f91e29ef-f8eb-47b7-83e8-b88a8533319f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:14.101652 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:14.133717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:14.139039 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d0a69d-2022-4b0c-89c2-e9c39e23dff7" -d '{"events": [{"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-plugged", "status": "completed", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:14.173063 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:14.207236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b0b2-60d8-453a-8f09-e7149a5ad063 req-acfd1018-863b-4c2a-b4d3-811f2047ebad tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:14.210647 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8135b0b2-60d8-453a-8f09-e7149a5ad063 req-acfd1018-863b-4c2a-b4d3-811f2047ebad tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0828590 Feb 28 17:25:14.226871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124163d-36a9-43f4-b7a2-1d19ab8436fc req-e5d77363-7dfc-47f5-846d-692d1ea382d1 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:14.228854 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f124163d-36a9-43f4-b7a2-1d19ab8436fc req-e5d77363-7dfc-47f5-846d-692d1ea382d1 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.0916793 Feb 28 17:25:14.269974 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:14.277444 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8135b0b2-60d8-453a-8f09-e7149a5ad063 req-51fa9b24-ae5e-4dd0-bd15-9d6316ca7f5a tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608399 Feb 28 17:25:14.309256 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f124163d-36a9-43f4-b7a2-1d19ab8436fc req-13092cf9-3cab-46b2-9a59-979887b48fef tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747578 Feb 28 17:25:14.375021 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:14.383515 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e350e7a9-bee4-4e6b-ba3d-a65c482db7db x-openstack-request-id: req-e350e7a9-bee4-4e6b-ba3d-a65c482db7db {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:14.386315 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-plugged", "status": "completed", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:14.386770 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e350e7a9-bee4-4e6b-ba3d-a65c482db7db {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:14.388211 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'code': 200} Feb 28 17:25:14.412877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53688) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:14.609220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0aea6fa-4de5-47cf-82cb-5e7167a51b5f admin admin] Deleting subnet aab67e97-15e6-427d-901a-f45796cc60dd {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:25:14.615096 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0aea6fa-4de5-47cf-82cb-5e7167a51b5f admin admin] Publish callbacks [] for subnet (aab67e97-15e6-427d-901a-f45796cc60dd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:14.654933 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0aea6fa-4de5-47cf-82cb-5e7167a51b5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (aab67e97-15e6-427d-901a-f45796cc60dd), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:14.699382 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0aea6fa-4de5-47cf-82cb-5e7167a51b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (aab67e97-15e6-427d-901a-f45796cc60dd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:14.829761 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 257fb183-c117-4a44-9ece-e411c599ab15 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:25:14.830415 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0aea6fa-4de5-47cf-82cb-5e7167a51b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (aab67e97-15e6-427d-901a-f45796cc60dd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:14.866230 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aea6fa-4de5-47cf-82cb-5e7167a51b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab67e97-15e6-427d-901a-f45796cc60dd,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:14.870162 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0aea6fa-4de5-47cf-82cb-5e7167a51b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:14.874174 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a0aea6fa-4de5-47cf-82cb-5e7167a51b5f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/aab67e97-15e6-427d-901a-f45796cc60dd HTTP/1.1" status: 204 len: 168 time: 0.4597785 Feb 28 17:25:14.876913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53696) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:14.882461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 257fb183-c117-4a44-9ece-e411c599ab15 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:25:14.882813 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 257fb183-c117-4a44-9ece-e411c599ab15 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:25:14.972846 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (7c10fa5b-91d3-45d7-8ee0-c040e6683f71), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:15.127943 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (7c10fa5b-91d3-45d7-8ee0-c040e6683f71), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:15.163890 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c10fa5b-91d3-45d7-8ee0-c040e6683f71']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:15.170878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360a58-c6a9-4a3a-86f3-bd3b7db85478 req-fbad1664-74e8-4d87-b378-2ae7c552785c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:15.176259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9738b99-b612-4911-a7ea-453fe4ae3335') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:15.177024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9738b99-b612-4911-a7ea-453fe4ae3335') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:15.178945 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360a58-c6a9-4a3a-86f3-bd3b7db85478 req-fbad1664-74e8-4d87-b378-2ae7c552785c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:15.185732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360a58-c6a9-4a3a-86f3-bd3b7db85478 req-fbad1664-74e8-4d87-b378-2ae7c552785c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:15.190421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (a9738b99-b612-4911-a7ea-453fe4ae3335), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:15.192777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360a58-c6a9-4a3a-86f3-bd3b7db85478 req-fbad1664-74e8-4d87-b378-2ae7c552785c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:15.199500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360a58-c6a9-4a3a-86f3-bd3b7db85478 req-fbad1664-74e8-4d87-b378-2ae7c552785c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:15.210654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360a58-c6a9-4a3a-86f3-bd3b7db85478 req-fbad1664-74e8-4d87-b378-2ae7c552785c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:15.218020 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a9738b99-b612-4911-a7ea-453fe4ae3335), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:15.219054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360a58-c6a9-4a3a-86f3-bd3b7db85478 req-fbad1664-74e8-4d87-b378-2ae7c552785c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:15.225691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:25:15.231934 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c360a58-c6a9-4a3a-86f3-bd3b7db85478 req-fbad1664-74e8-4d87-b378-2ae7c552785c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1522164 Feb 28 17:25:15.234140 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (a9738b99-b612-4911-a7ea-453fe4ae3335), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:25:15.238003 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:25:15.345363 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c360a58-c6a9-4a3a-86f3-bd3b7db85478 req-10d72f33-8c73-4186-9830-b83713287fb4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1124446 Feb 28 17:25:15.484255 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (7c10fa5b-91d3-45d7-8ee0-c040e6683f71), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:15.499590 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:15.516317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ade366-2439-4e10-b665-42e2b9096bac req-c72721b1-f045-4e8b-b240-f6aecc2fc73d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:15.518219 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7c10fa5b-91d3-45d7-8ee0-c040e6683f71 HTTP/1.1" status: 204 len: 168 time: 0.6399071 Feb 28 17:25:15.520398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53708) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:15.534249 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47ade366-2439-4e10-b665-42e2b9096bac req-c72721b1-f045-4e8b-b240-f6aecc2fc73d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.0706542 Feb 28 17:25:15.557158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c10fa5b-91d3-45d7-8ee0-c040e6683f71,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:15.634274 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47ade366-2439-4e10-b665-42e2b9096bac req-29a0a099-3878-4130-90cc-7f46849d52e2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989964 Feb 28 17:25:15.661019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:15.661019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:15.661019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:15.661508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:15.663976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:15.664337 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:15.664678 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:15.665015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:15.665346 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:15.665678 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:15.666032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:15.666379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:15.666712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed665b-23b2-4148-9926-e2a4213411f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:15.682756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc7050-d623-4bd7-a635-5e8fe4e81206 req-594fb275-a3d6-49ab-b53e-f7f07ebbc0de tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:15.686722 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6cdc7050-d623-4bd7-a635-5e8fe4e81206 req-594fb275-a3d6-49ab-b53e-f7f07ebbc0de tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.2496529 Feb 28 17:25:15.703357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-a213b533-82bb-4cd4-b00b-434ac8183cbe admin admin] Deleting subnet 18d4294a-d937-4da7-94d6-8db5d9a99aef {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:25:15.719589 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a213b533-82bb-4cd4-b00b-434ac8183cbe admin admin] Publish callbacks [] for subnet (18d4294a-d937-4da7-94d6-8db5d9a99aef), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:15.794694 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a213b533-82bb-4cd4-b00b-434ac8183cbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (18d4294a-d937-4da7-94d6-8db5d9a99aef), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:15.810229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6cdc7050-d623-4bd7-a635-5e8fe4e81206 req-79aa3830-987e-4fd0-b267-c4254e591a4d tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110418 Feb 28 17:25:15.881911 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a213b533-82bb-4cd4-b00b-434ac8183cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (18d4294a-d937-4da7-94d6-8db5d9a99aef), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:16.033271 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a213b533-82bb-4cd4-b00b-434ac8183cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (18d4294a-d937-4da7-94d6-8db5d9a99aef), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:16.098440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a213b533-82bb-4cd4-b00b-434ac8183cbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:16.112376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53714) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:16.113458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a213b533-82bb-4cd4-b00b-434ac8183cbe admin admin] 10.222.0.72 "DELETE /v2.0/subnets/18d4294a-d937-4da7-94d6-8db5d9a99aef HTTP/1.1" status: 204 len: 168 time: 0.5779347 Feb 28 17:25:16.114886 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213b533-82bb-4cd4-b00b-434ac8183cbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18d4294a-d937-4da7-94d6-8db5d9a99aef,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:16.227562 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bab7ffe5-70e6-4d11-9c42-397611369cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (7c65caa4-23ed-42c1-bcbc-ff7823dbc192), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:16.314531 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1dfa5838-f1e6-4908-83a6-f4b4f9f462a6 req-607dc0f9-857a-4e7e-98db-c5b52d73dc40 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0664756 Feb 28 17:25:16.377031 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bab7ffe5-70e6-4d11-9c42-397611369cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (7c65caa4-23ed-42c1-bcbc-ff7823dbc192), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:16.407003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-bab7ffe5-70e6-4d11-9c42-397611369cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c65caa4-23ed-42c1-bcbc-ff7823dbc192']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:16.421073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-bab7ffe5-70e6-4d11-9c42-397611369cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4b6735-aa38-4e14-964d-a99bc37a1940') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:16.421516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-bab7ffe5-70e6-4d11-9c42-397611369cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4b6735-aa38-4e14-964d-a99bc37a1940') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:16.433122 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bab7ffe5-70e6-4d11-9c42-397611369cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (5e4b6735-aa38-4e14-964d-a99bc37a1940), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:16.449642 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bab7ffe5-70e6-4d11-9c42-397611369cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5e4b6735-aa38-4e14-964d-a99bc37a1940), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:16.456657 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab7ffe5-70e6-4d11-9c42-397611369cc5 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:25:16.457456 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bab7ffe5-70e6-4d11-9c42-397611369cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (5e4b6735-aa38-4e14-964d-a99bc37a1940), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:25:16.521152 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:25:16.605091 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5216c0be-38f6-42bc-9094-48ff8c29af7a req-44975601-307e-44db-8712-baf4e1dff0f5 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0713768 Feb 28 17:25:16.613414 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d222b-af36-4716-91f2-003ca9d1a401 req-490a4836-4256-4298-8ae7-13cdacec1f5f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:16.622585 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d222b-af36-4716-91f2-003ca9d1a401 req-490a4836-4256-4298-8ae7-13cdacec1f5f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:16.628412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d222b-af36-4716-91f2-003ca9d1a401 req-490a4836-4256-4298-8ae7-13cdacec1f5f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:16.636923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d222b-af36-4716-91f2-003ca9d1a401 req-490a4836-4256-4298-8ae7-13cdacec1f5f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:16.643085 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d222b-af36-4716-91f2-003ca9d1a401 req-490a4836-4256-4298-8ae7-13cdacec1f5f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:16.652463 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d222b-af36-4716-91f2-003ca9d1a401 req-490a4836-4256-4298-8ae7-13cdacec1f5f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:16.658693 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d222b-af36-4716-91f2-003ca9d1a401 req-490a4836-4256-4298-8ae7-13cdacec1f5f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:16.667939 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-097d222b-af36-4716-91f2-003ca9d1a401 req-490a4836-4256-4298-8ae7-13cdacec1f5f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1448476 Feb 28 17:25:16.678508 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bab7ffe5-70e6-4d11-9c42-397611369cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (7c65caa4-23ed-42c1-bcbc-ff7823dbc192), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:16.702617 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bab7ffe5-70e6-4d11-9c42-397611369cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:16.706237 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bab7ffe5-70e6-4d11-9c42-397611369cc5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7c65caa4-23ed-42c1-bcbc-ff7823dbc192 HTTP/1.1" status: 204 len: 168 time: 0.5927563 Feb 28 17:25:16.709570 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7ffe5-70e6-4d11-9c42-397611369cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c65caa4-23ed-42c1-bcbc-ff7823dbc192,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:16.767583 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-097d222b-af36-4716-91f2-003ca9d1a401 req-c98cff54-088e-479b-96ee-89e4b3cfe961 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987313 Feb 28 17:25:16.857281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518050c7-4468-44cb-9b48-322c07c96384 req-ea77e279-d602-432d-87da-31ff36e36ada tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:16.866059 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-518050c7-4468-44cb-9b48-322c07c96384 req-ea77e279-d602-432d-87da-31ff36e36ada tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.0799503 Feb 28 17:25:16.935004 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-518050c7-4468-44cb-9b48-322c07c96384 req-c60719b0-aaaa-484d-b31e-600bc9866845 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680001 Feb 28 17:25:16.968651 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc56898-3ce2-481f-8a21-c7f99a7080f9 req-70ca5e03-8253-42e9-b30d-3df57916440f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:16.972329 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fbc56898-3ce2-481f-8a21-c7f99a7080f9 req-70ca5e03-8253-42e9-b30d-3df57916440f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0763946 Feb 28 17:25:17.033100 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fbc56898-3ce2-481f-8a21-c7f99a7080f9 req-22981d5d-8729-4ac0-9c6a-d1dceb0617c2 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598245 Feb 28 17:25:17.261313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53736) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:17.313202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c382a8f6-d05a-4866-ba90-f4e2cf8e995a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c57be2755a4d40389e59c507cc6d5340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505993 Feb 28 17:25:17.315600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53738) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:17.368142 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69f408fc-e1b5-41bd-add4-3aca0266340f admin admin] Publish callbacks [] for security_group (88397049-6aaa-47d7-836a-96bd13305238), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:17.388489 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69f408fc-e1b5-41bd-add4-3aca0266340f admin admin] Publish callbacks [] for security_group (88397049-6aaa-47d7-836a-96bd13305238), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:17.606403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69f408fc-e1b5-41bd-add4-3aca0266340f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (88397049-6aaa-47d7-836a-96bd13305238), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:17.609014 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69f408fc-e1b5-41bd-add4-3aca0266340f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:17.610305 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-69f408fc-e1b5-41bd-add4-3aca0266340f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88397049-6aaa-47d7-836a-96bd13305238 HTTP/1.1" status: 204 len: 168 time: 0.2937460 Feb 28 17:25:17.619423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f408fc-e1b5-41bd-add4-3aca0266340f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88397049-6aaa-47d7-836a-96bd13305238,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:17.986744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfe6fd-ff0e-4d0e-9b76-b27b27af3cf5 req-caa9cde0-d084-4bf1-992e-72e94cb656f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:17.994887 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfe6fd-ff0e-4d0e-9b76-b27b27af3cf5 req-caa9cde0-d084-4bf1-992e-72e94cb656f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:18.001887 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfe6fd-ff0e-4d0e-9b76-b27b27af3cf5 req-caa9cde0-d084-4bf1-992e-72e94cb656f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:18.008630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfe6fd-ff0e-4d0e-9b76-b27b27af3cf5 req-caa9cde0-d084-4bf1-992e-72e94cb656f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:18.015125 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfe6fd-ff0e-4d0e-9b76-b27b27af3cf5 req-caa9cde0-d084-4bf1-992e-72e94cb656f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:18.020708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfe6fd-ff0e-4d0e-9b76-b27b27af3cf5 req-caa9cde0-d084-4bf1-992e-72e94cb656f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:18.027140 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfe6fd-ff0e-4d0e-9b76-b27b27af3cf5 req-caa9cde0-d084-4bf1-992e-72e94cb656f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:18.029332 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1dfe6fd-ff0e-4d0e-9b76-b27b27af3cf5 req-caa9cde0-d084-4bf1-992e-72e94cb656f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1287959 Feb 28 17:25:18.103633 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1dfe6fd-ff0e-4d0e-9b76-b27b27af3cf5 req-4c1f3a29-073f-4dd7-bbae-fcb4960d8fd7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638614 Feb 28 17:25:18.214488 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797361b-ff48-411d-9494-7abf77a2bde4 req-51435718-d8aa-48f0-85c0-689eac3e80b1 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:18.216691 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2797361b-ff48-411d-9494-7abf77a2bde4 req-51435718-d8aa-48f0-85c0-689eac3e80b1 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.0950210 Feb 28 17:25:18.272834 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2797361b-ff48-411d-9494-7abf77a2bde4 req-b2465954-cc9c-4b4f-a4b0-6f5c5d54d21b tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505888 Feb 28 17:25:18.337164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe981d2-1803-4648-b837-a0f7c4f1ba9c req-a4135c65-36eb-47a2-be90-d876ec9499f0 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:18.338864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7fe981d2-1803-4648-b837-a0f7c4f1ba9c req-a4135c65-36eb-47a2-be90-d876ec9499f0 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0621545 Feb 28 17:25:18.402745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7fe981d2-1803-4648-b837-a0f7c4f1ba9c req-2db9f713-7b9d-4649-827d-21f12f135535 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544865 Feb 28 17:25:18.612722 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a26471a6-0626-4a72-b640-c641db067c27 req-22b1db7b-c9b0-4153-b8d5-01caa57bd530 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0493083 Feb 28 17:25:18.643263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53768) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:18.769642 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9a31e428-9e3f-4e4e-8fee-a215876c1ef8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b7c63154532f4030b0c495a861461826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250668 Feb 28 17:25:18.772903 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53778) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:18.818209 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b532c26a-c20f-451d-bfb6-3c45bdc1f4e7 req-df33e9ea-eb27-40be-972a-993e34cc6e41 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0504289 Feb 28 17:25:18.837631 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf6c213c-e612-4894-b2d6-282fe00a85ea admin admin] Publish callbacks [] for security_group (083b6fa6-b66c-4eff-93ac-3146b7ebfe85), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:18.863064 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf6c213c-e612-4894-b2d6-282fe00a85ea admin admin] Publish callbacks [] for security_group (083b6fa6-b66c-4eff-93ac-3146b7ebfe85), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:18.995432 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf6c213c-e612-4894-b2d6-282fe00a85ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (083b6fa6-b66c-4eff-93ac-3146b7ebfe85), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:18.999738 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf6c213c-e612-4894-b2d6-282fe00a85ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:19.001272 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cf6c213c-e612-4894-b2d6-282fe00a85ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/083b6fa6-b66c-4eff-93ac-3146b7ebfe85 HTTP/1.1" status: 204 len: 168 time: 0.2274117 Feb 28 17:25:19.014131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c213c-e612-4894-b2d6-282fe00a85ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083b6fa6-b66c-4eff-93ac-3146b7ebfe85,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:19.284839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85415e5c-fc31-44f0-89a3-eab7188c026d req-4eef948a-a5cf-446f-9ada-18d618d0445d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:19.292282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85415e5c-fc31-44f0-89a3-eab7188c026d req-4eef948a-a5cf-446f-9ada-18d618d0445d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:19.298076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85415e5c-fc31-44f0-89a3-eab7188c026d req-4eef948a-a5cf-446f-9ada-18d618d0445d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:19.304466 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85415e5c-fc31-44f0-89a3-eab7188c026d req-4eef948a-a5cf-446f-9ada-18d618d0445d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:19.312756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85415e5c-fc31-44f0-89a3-eab7188c026d req-4eef948a-a5cf-446f-9ada-18d618d0445d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:19.319974 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85415e5c-fc31-44f0-89a3-eab7188c026d req-4eef948a-a5cf-446f-9ada-18d618d0445d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:19.325795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85415e5c-fc31-44f0-89a3-eab7188c026d req-4eef948a-a5cf-446f-9ada-18d618d0445d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:19.328050 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-85415e5c-fc31-44f0-89a3-eab7188c026d req-4eef948a-a5cf-446f-9ada-18d618d0445d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1113727 Feb 28 17:25:19.453407 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-85415e5c-fc31-44f0-89a3-eab7188c026d req-16815d12-e0ea-46fc-9b9a-c39c011f359e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1168387 Feb 28 17:25:19.474995 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509759f3-bd35-433a-90c9-50f58627c5ba req-266ec20d-5c9b-4f97-8abf-d2b785d00584 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:19.482628 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-509759f3-bd35-433a-90c9-50f58627c5ba req-266ec20d-5c9b-4f97-8abf-d2b785d00584 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1103137 Feb 28 17:25:19.587577 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-509759f3-bd35-433a-90c9-50f58627c5ba req-424294b1-3b7a-498f-ac37-e4170ed541f6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039691 Feb 28 17:25:19.593595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1780143-11ae-47a4-b51a-6c3426fc3bbd req-e2a94e37-5eb6-44a7-9c4a-20c0ea948415 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:19.601824 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1780143-11ae-47a4-b51a-6c3426fc3bbd req-e2a94e37-5eb6-44a7-9c4a-20c0ea948415 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0700130 Feb 28 17:25:19.684218 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1780143-11ae-47a4-b51a-6c3426fc3bbd req-cb551131-3e10-4ea7-a4e9-820bf7fe7748 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814281 Feb 28 17:25:20.463300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53814) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:20.611967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869a450-f1c0-4d66-a475-e3733871cec6 req-f38b4eb2-1cc5-4fd3-a95d-c00c621c0210 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:20.619605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869a450-f1c0-4d66-a475-e3733871cec6 req-f38b4eb2-1cc5-4fd3-a95d-c00c621c0210 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:20.625248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869a450-f1c0-4d66-a475-e3733871cec6 req-f38b4eb2-1cc5-4fd3-a95d-c00c621c0210 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:20.638011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869a450-f1c0-4d66-a475-e3733871cec6 req-f38b4eb2-1cc5-4fd3-a95d-c00c621c0210 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:20.643881 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869a450-f1c0-4d66-a475-e3733871cec6 req-f38b4eb2-1cc5-4fd3-a95d-c00c621c0210 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:20.649768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869a450-f1c0-4d66-a475-e3733871cec6 req-f38b4eb2-1cc5-4fd3-a95d-c00c621c0210 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:20.655398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869a450-f1c0-4d66-a475-e3733871cec6 req-f38b4eb2-1cc5-4fd3-a95d-c00c621c0210 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:20.663413 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3869a450-f1c0-4d66-a475-e3733871cec6 req-f38b4eb2-1cc5-4fd3-a95d-c00c621c0210 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1339538 Feb 28 17:25:20.670233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-network', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:25:20.756368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3869a450-f1c0-4d66-a475-e3733871cec6 req-4e2c4074-f78e-425f-a2c5-d7671d49d3c0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875785 Feb 28 17:25:20.817117 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595e691-c2cf-4a72-b82a-565ea18e9fc4 req-d7cc51dd-72b9-449d-abbc-78e56359700f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:20.829689 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4595e691-c2cf-4a72-b82a-565ea18e9fc4 req-d7cc51dd-72b9-449d-abbc-78e56359700f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1016598 Feb 28 17:25:20.841471 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] Made reservation on behalf of 4bfed89dbd264188b8d1f22eeff88328 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:25:20.843919 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:20.872837 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:20.920076 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a86a7-8d69-45af-bfe0-f4e71986a89c req-2cb1c54c-832c-41ef-b09d-260eb0bceba5 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:20.920534 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dfd8a270-6b7e-4dcf-970e-148f0b240e07 req-82ad6b23-a8a8-469f-9fe0-266c49ff29c5 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0576851 Feb 28 17:25:20.927778 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7d0a86a7-8d69-45af-bfe0-f4e71986a89c req-2cb1c54c-832c-41ef-b09d-260eb0bceba5 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1000307 Feb 28 17:25:20.975291 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4595e691-c2cf-4a72-b82a-565ea18e9fc4 req-7b298217-a10e-4f39-be58-ba3e240d4d86 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426673 Feb 28 17:25:21.010667 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7d0a86a7-8d69-45af-bfe0-f4e71986a89c req-2c3b3d30-7e15-4694-ad5f-389567fdcb2a tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799017 Feb 28 17:25:21.062309 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] Publish callbacks [] for security_group (e387a840-6292-440a-a7e7-d8493d32d646), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:21.147744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c5fa40a-d838-4c88-9232-c63d44effd8e req-54e844fb-9c43-47b4-9d82-b6e78c37f555 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0336058 Feb 28 17:25:21.171973 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e387a840-6292-440a-a7e7-d8493d32d646), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:21.187473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:25:21.200404 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (f9391cb1-a092-4a0b-8db9-9696bb419e9c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:21.200769 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] Added segment f9391cb1-a092-4a0b-8db9-9696bb419e9c of type vlan for network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 Feb 28 17:25:21.232768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e387a840-6292-440a-a7e7-d8493d32d646,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:21.286313 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (9f79142d-ef2d-4dc1-aafb-1a230cb42618), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:21.360094 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (9f79142d-ef2d-4dc1-aafb-1a230cb42618), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:21.361721 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:21.363576 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:21.452190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] Pushing event updated for resources: {'Network': ['ID=9f79142d-ef2d-4dc1-aafb-1a230cb42618,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:21.464003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:25:21.527139 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-32e524e9-8653-4be9-ad96-9279fdd251c8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0622416 Feb 28 17:25:21.529834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53836) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:21.534927 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c29d9f54-94a1-4526-ae0f-bdb65e495d60 admin admin] Request body: {'subnet': {'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-subnet', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:25:21.765500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29d9f54-94a1-4526-ae0f-bdb65e495d60 admin admin] Made reservation on behalf of 4bfed89dbd264188b8d1f22eeff88328 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:25:21.768148 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c29d9f54-94a1-4526-ae0f-bdb65e495d60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:21.896343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d58c0-1e2a-4917-a873-affb6a14639d req-3ba98ee5-069e-4807-8ada-29769a526505 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:21.902560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d58c0-1e2a-4917-a873-affb6a14639d req-3ba98ee5-069e-4807-8ada-29769a526505 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:21.908902 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d58c0-1e2a-4917-a873-affb6a14639d req-3ba98ee5-069e-4807-8ada-29769a526505 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:21.915268 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d58c0-1e2a-4917-a873-affb6a14639d req-3ba98ee5-069e-4807-8ada-29769a526505 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:21.920354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d58c0-1e2a-4917-a873-affb6a14639d req-3ba98ee5-069e-4807-8ada-29769a526505 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:21.925854 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d58c0-1e2a-4917-a873-affb6a14639d req-3ba98ee5-069e-4807-8ada-29769a526505 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:21.931455 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d58c0-1e2a-4917-a873-affb6a14639d req-3ba98ee5-069e-4807-8ada-29769a526505 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:21.933433 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c83d58c0-1e2a-4917-a873-affb6a14639d req-3ba98ee5-069e-4807-8ada-29769a526505 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1018946 Feb 28 17:25:22.006871 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c83d58c0-1e2a-4917-a873-affb6a14639d req-f65e8f8c-c0d2-4629-9ff0-505c7811b07c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660248 Feb 28 17:25:22.116201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dab1f1-1d2e-4a1e-956a-0e90be396010 req-ea5af9c4-2a77-4256-b913-28a42d18b38d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:22.118117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24dab1f1-1d2e-4a1e-956a-0e90be396010 req-ea5af9c4-2a77-4256-b913-28a42d18b38d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.0674856 Feb 28 17:25:22.123650 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c29d9f54-94a1-4526-ae0f-bdb65e495d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (6c290544-66f3-48bf-ba96-ad6ac11e6b7f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:22.152231 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003b760-a7eb-46b8-979d-0ed1feb44beb req-956f2a3d-0846-4535-a6da-d8be7b6fa225 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:22.154253 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b003b760-a7eb-46b8-979d-0ed1feb44beb req-956f2a3d-0846-4535-a6da-d8be7b6fa225 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0729144 Feb 28 17:25:22.287935 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b003b760-a7eb-46b8-979d-0ed1feb44beb req-806e0a94-abe9-461b-b08f-89e44b326645 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212645 Feb 28 17:25:22.300590 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24dab1f1-1d2e-4a1e-956a-0e90be396010 req-3183a579-8d30-4236-b7f8-da546dda2559 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713514 Feb 28 17:25:22.305249 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d9f54-94a1-4526-ae0f-bdb65e495d60 admin admin] Checking segment: {'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:25:22.305896 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29d9f54-94a1-4526-ae0f-bdb65e495d60 admin admin] Network hostable DHCP agents. Network: 9f79142d-ef2d-4dc1-aafb-1a230cb42618, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:25:22.321160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d9f54-94a1-4526-ae0f-bdb65e495d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c290544-66f3-48bf-ba96-ad6ac11e6b7f,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:22.395040 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29d9f54-94a1-4526-ae0f-bdb65e495d60 admin admin] Network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:25:22.502701 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-c29d9f54-94a1-4526-ae0f-bdb65e495d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 9f79142d-ef2d-4dc1-aafb-1a230cb42618) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:25:22.508967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29d9f54-94a1-4526-ae0f-bdb65e495d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:22.509793 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c29d9f54-94a1-4526-ae0f-bdb65e495d60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:22.512124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88814e6-ac4b-4415-844f-7d57f31f1540 None None] Network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:25:22.635789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c29d9f54-94a1-4526-ae0f-bdb65e495d60 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1020494 Feb 28 17:25:22.635903 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53856) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:22.639738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:25:22.640459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:25:22.641352 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:22.756328 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:22.757120 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:22.821659 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Allocated IP 172.20.0.2 (9f79142d-ef2d-4dc1-aafb-1a230cb42618/6c290544-66f3-48bf-ba96-ad6ac11e6b7f/0187811d-6199-4e1b-8449-8d0a34fc6359) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:25:22.851688 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Publish callbacks [] for router_controller (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:23.029067 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Publish callbacks [] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:23.128196 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Publish callbacks [] for router_gateway (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:23.149434 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:23.213981 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-209260bc-8ab0-418c-b977-76bd9122a852 req-d8e59cd1-95d8-47bd-a6db-91b095edf1d2 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0399528 Feb 28 17:25:23.214920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:25:23.216496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:25:23.218323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Pushing event updated for resources: {'Port': ['ID=0187811d-6199-4e1b-8449-8d0a34fc6359,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:23.224324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:25:23.290097 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f47cf-2b87-43cb-a50d-b7263e8b9260 req-228804b8-a64e-41a3-b027-9f670a5f1d8f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:23.295956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f47cf-2b87-43cb-a50d-b7263e8b9260 req-228804b8-a64e-41a3-b027-9f670a5f1d8f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:23.303993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f47cf-2b87-43cb-a50d-b7263e8b9260 req-228804b8-a64e-41a3-b027-9f670a5f1d8f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:23.312665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f47cf-2b87-43cb-a50d-b7263e8b9260 req-228804b8-a64e-41a3-b027-9f670a5f1d8f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:23.318804 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f47cf-2b87-43cb-a50d-b7263e8b9260 req-228804b8-a64e-41a3-b027-9f670a5f1d8f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:23.319705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Attempting to bind port 0187811d-6199-4e1b-8449-8d0a34fc6359 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:25:23.320082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Attempting to bind port 0187811d-6199-4e1b-8449-8d0a34fc6359 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:25:23.323860 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Attempting to bind port 0187811d-6199-4e1b-8449-8d0a34fc6359 on network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:25:23.324753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f47cf-2b87-43cb-a50d-b7263e8b9260 req-228804b8-a64e-41a3-b027-9f670a5f1d8f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:23.330789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f47cf-2b87-43cb-a50d-b7263e8b9260 req-228804b8-a64e-41a3-b027-9f670a5f1d8f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:23.338585 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-901f47cf-2b87-43cb-a50d-b7263e8b9260 req-228804b8-a64e-41a3-b027-9f670a5f1d8f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2042534 Feb 28 17:25:23.397432 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:25:23.397838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Checking segment: {'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:25:23.398224 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:23.401382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Bound using segment: {'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:25:23.401817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Bound port: 0187811d-6199-4e1b-8449-8d0a34fc6359, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:25:23.402644 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:23.442588 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-901f47cf-2b87-43cb-a50d-b7263e8b9260 req-d2064e91-b414-49d1-830b-249db78b431d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028988 Feb 28 17:25:23.572238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcc0c8-c007-4cc5-845e-3910bfea2956 req-6e2728da-a44c-4d8c-994e-ff107bf94ae4 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:23.580101 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8bcc0c8-c007-4cc5-845e-3910bfea2956 req-6e2728da-a44c-4d8c-994e-ff107bf94ae4 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1376808 Feb 28 17:25:23.586219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] For port 0187811d-6199-4e1b-8449-8d0a34fc6359, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:25:23.590731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] For port 0187811d-6199-4e1b-8449-8d0a34fc6359, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0187811d-6199-4e1b-8449-8d0a34fc6359,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:25:23.653371 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-676ef0ee-5f6b-4da4-8b1b-cda5a47265ac req-132da5f2-09d4-4d90-a818-4fd92ff5ef91 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0315015 Feb 28 17:25:23.665292 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:23.722000 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8bcc0c8-c007-4cc5-845e-3910bfea2956 req-5e169461-c009-4a31-b0c9-e96c34bcda8c tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391387 Feb 28 17:25:23.761267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bddbc6-c38e-4d4c-ab28-a532a3f9b097 req-be54eecd-96d8-47df-97d8-f067d8613f30 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:23.762963 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9bddbc6-c38e-4d4c-ab28-a532a3f9b097 req-be54eecd-96d8-47df-97d8-f067d8613f30 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.2468655 Feb 28 17:25:23.794793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63d634-b692-4108-ad9e-7d097cba08f5 None None] Pushing event updated for resources: {'Port': ['ID=0187811d-6199-4e1b-8449-8d0a34fc6359,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:23.834186 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Publish callbacks [] for router_gateway (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:23.872900 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:23.882600 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9bddbc6-c38e-4d4c-ab28-a532a3f9b097 req-867a5520-4311-460e-98c9-a0af2a3cc54e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051264 Feb 28 17:25:24.048458 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Allocated IP 172.25.3.60 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/b899fbf1-5070-4ff9-91a7-aeca0d9348f4) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:25:24.239890 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Publish callbacks [] for port (b899fbf1-5070-4ff9-91a7-aeca0d9348f4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:24.366876 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b899fbf1-5070-4ff9-91a7-aeca0d9348f4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:24.418356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:25:24.421133 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:25:24.425819 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:25:24.429198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Pushing event updated for resources: {'Port': ['ID=b899fbf1-5070-4ff9-91a7-aeca0d9348f4,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:24.469261 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:24.469261 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:24.469579 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:24.469916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:24.470279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:24.470602 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:24.471000 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:24.471232 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:24.471548 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:24.471861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:24.476660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:24.477020 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:24.477350 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:24.666769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8148f03-e2ab-49a3-be9a-aa62a85b7689 req-f5722ddf-df81-41da-9e43-fab9dd062f6e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:24.680142 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8148f03-e2ab-49a3-be9a-aa62a85b7689 req-f5722ddf-df81-41da-9e43-fab9dd062f6e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:24.686830 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8148f03-e2ab-49a3-be9a-aa62a85b7689 req-f5722ddf-df81-41da-9e43-fab9dd062f6e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:24.697157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8148f03-e2ab-49a3-be9a-aa62a85b7689 req-f5722ddf-df81-41da-9e43-fab9dd062f6e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:24.704468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8148f03-e2ab-49a3-be9a-aa62a85b7689 req-f5722ddf-df81-41da-9e43-fab9dd062f6e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:24.712068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8148f03-e2ab-49a3-be9a-aa62a85b7689 req-f5722ddf-df81-41da-9e43-fab9dd062f6e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:24.719775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8148f03-e2ab-49a3-be9a-aa62a85b7689 req-f5722ddf-df81-41da-9e43-fab9dd062f6e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:24.721858 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a8148f03-e2ab-49a3-be9a-aa62a85b7689 req-f5722ddf-df81-41da-9e43-fab9dd062f6e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1604676 Feb 28 17:25:24.976429 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a8148f03-e2ab-49a3-be9a-aa62a85b7689 req-ce0a6ac0-2771-4a25-b329-85b8c5cb5e39 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2399533 Feb 28 17:25:25.142493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0187811d-6199-4e1b-8449-8d0a34fc6359 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:25:25.240858 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677168e-49ac-4461-a246-0d004f0dcff4 req-a84cb1be-692c-42fa-963b-7d191e55dfb9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:25.251784 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2677168e-49ac-4461-a246-0d004f0dcff4 req-a84cb1be-692c-42fa-963b-7d191e55dfb9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1360698 Feb 28 17:25:25.273711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0187811d-6199-4e1b-8449-8d0a34fc6359 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:25.274109 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:25.404083 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2677168e-49ac-4461-a246-0d004f0dcff4 req-884759f7-e81b-4b0e-81f1-1cc54d8d7c5c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490974 Feb 28 17:25:25.429035 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029a7afa-6b98-48ec-84b2-0c7156f94565 None None] Network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:25:25.580028 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0187811d-6199-4e1b-8449-8d0a34fc6359 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:25.580422 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:25.650055 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 0187811d-6199-4e1b-8449-8d0a34fc6359, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0187811d-6199-4e1b-8449-8d0a34fc6359,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:25.651517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c75f48fd-1102-4a93-8574-5c7a2a7ef09d None None] Provisioning complete for port 0187811d-6199-4e1b-8449-8d0a34fc6359 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:25.651940 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c75f48fd-1102-4a93-8574-5c7a2a7ef09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:25.674984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39c338-1abf-4e03-96c2-e3edc9e91238 req-28c558cc-5f71-4955-83b0-52e53b406b00 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:25.688826 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe39c338-1abf-4e03-96c2-e3edc9e91238 req-28c558cc-5f71-4955-83b0-52e53b406b00 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.7972193 Feb 28 17:25:25.749337 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:25.841142 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe39c338-1abf-4e03-96c2-e3edc9e91238 req-b5d5fa3d-01b8-4933-8264-30dd0c79eb5c tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489081 Feb 28 17:25:25.842591 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Publish callbacks [] for router_gateway (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:25.943838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=0187811d-6199-4e1b-8449-8d0a34fc6359,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:26.053129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c75f48fd-1102-4a93-8574-5c7a2a7ef09d None None] Current status of the port 0187811d-6199-4e1b-8449-8d0a34fc6359 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:26.147834 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f81bf7d-0971-45ca-8b8f-522f49f7bf01 req-3b93c37c-1f6c-40f0-93fa-5576f2aa067e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0785663 Feb 28 17:25:26.326445 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:26.373260 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad74a22-305a-463d-80b4-e010a44b3942 req-3cdb8c02-f6c7-4b00-84a9-00baa4bc7fd4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:26.379916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad74a22-305a-463d-80b4-e010a44b3942 req-3cdb8c02-f6c7-4b00-84a9-00baa4bc7fd4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:26.402977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad74a22-305a-463d-80b4-e010a44b3942 req-3cdb8c02-f6c7-4b00-84a9-00baa4bc7fd4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:26.419478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad74a22-305a-463d-80b4-e010a44b3942 req-3cdb8c02-f6c7-4b00-84a9-00baa4bc7fd4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:26.419689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f60e629e-8a69-471a-ad23-1ebda0ef6798 None None] Provisioning complete for port 0187811d-6199-4e1b-8449-8d0a34fc6359 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:26.420156 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f60e629e-8a69-471a-ad23-1ebda0ef6798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:26.430413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad74a22-305a-463d-80b4-e010a44b3942 req-3cdb8c02-f6c7-4b00-84a9-00baa4bc7fd4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:26.444779 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad74a22-305a-463d-80b4-e010a44b3942 req-3cdb8c02-f6c7-4b00-84a9-00baa4bc7fd4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:26.453577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad74a22-305a-463d-80b4-e010a44b3942 req-3cdb8c02-f6c7-4b00-84a9-00baa4bc7fd4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:26.462553 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ad74a22-305a-463d-80b4-e010a44b3942 req-3cdb8c02-f6c7-4b00-84a9-00baa4bc7fd4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2570350 Feb 28 17:25:26.573587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b078c89-ae05-4b69-bb2c-f842869db995 req-96ec2c24-2355-42c0-9687-5b4003bd8e1b service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1096458 Feb 28 17:25:26.616007 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f60e629e-8a69-471a-ad23-1ebda0ef6798 None None] Current status of the port 0187811d-6199-4e1b-8449-8d0a34fc6359 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:26.672761 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ace3d-880f-4370-bf8e-b81e86e12a80 req-4acb36c8-0152-4531-98c3-b01f05d92557 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:26.677489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a7ace3d-880f-4370-bf8e-b81e86e12a80 req-4acb36c8-0152-4531-98c3-b01f05d92557 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1556530 Feb 28 17:25:26.703971 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ad74a22-305a-463d-80b4-e010a44b3942 req-02e1bb34-6d15-4440-8529-9d87f1b93957 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2219396 Feb 28 17:25:26.725546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:25:26.785366 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a7ace3d-880f-4370-bf8e-b81e86e12a80 req-4bffb9a6-dcca-4322-abc6-b4f9a0247b0e tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998828 Feb 28 17:25:27.024658 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0187811d-6199-4e1b-8449-8d0a34fc6359 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:25:27.042991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:25:27.099435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Sync routers for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:25:27.119152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f00d4-2498-4eeb-b4ea-ceb7d9e56d6e req-be62f97a-28ff-4121-8d14-82ac1dfc1ca1 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:27.123057 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-367f00d4-2498-4eeb-b4ea-ceb7d9e56d6e req-be62f97a-28ff-4121-8d14-82ac1dfc1ca1 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1269541 Feb 28 17:25:27.165490 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:25:27.166147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:25:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:27.173784 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:27.177782 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-983bd596-b1a6-4310-a33a-2443956af477 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5395107 Feb 28 17:25:27.179327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53920) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:27.206969 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-367f00d4-2498-4eeb-b4ea-ceb7d9e56d6e req-1f9c4653-fb89-412d-a847-836a8e3e5830 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752048 Feb 28 17:25:27.225685 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0187811d-6199-4e1b-8449-8d0a34fc6359 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:27.226069 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:27.390701 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:25:27.584948 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:25:27.666235 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0187811d-6199-4e1b-8449-8d0a34fc6359 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:27.872785 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:24Z', 'revision_number': 3, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:27.892849 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:27.905193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Checking router: e2061526-1183-4b9c-9ea6-e9c1d87a8e7a for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:25:27.905431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Updating router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a port b899fbf1-5070-4ff9-91a7-aeca0d9348f4 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:25:27.942695 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b899fbf1-5070-4ff9-91a7-aeca0d9348f4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:28.025269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7f409-eb8d-4edf-9c26-113274cf3696 req-1f5251f2-c484-4753-af26-fde87389b98a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:28.041563 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eab7f409-eb8d-4edf-9c26-113274cf3696 req-1f5251f2-c484-4753-af26-fde87389b98a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.1147766 Feb 28 17:25:28.179378 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eab7f409-eb8d-4edf-9c26-113274cf3696 req-a6383841-1e41-49c7-8d5c-a63b31895a1f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363363 Feb 28 17:25:28.261725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5403a-01f8-4e00-9321-ea38279a473c req-95f98db6-fa83-452c-a8aa-e3e8aa5b3f4f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:28.268854 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5403a-01f8-4e00-9321-ea38279a473c req-95f98db6-fa83-452c-a8aa-e3e8aa5b3f4f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:28.278119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5403a-01f8-4e00-9321-ea38279a473c req-95f98db6-fa83-452c-a8aa-e3e8aa5b3f4f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:28.285724 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5403a-01f8-4e00-9321-ea38279a473c req-95f98db6-fa83-452c-a8aa-e3e8aa5b3f4f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:28.293275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5403a-01f8-4e00-9321-ea38279a473c req-95f98db6-fa83-452c-a8aa-e3e8aa5b3f4f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:28.299662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5403a-01f8-4e00-9321-ea38279a473c req-95f98db6-fa83-452c-a8aa-e3e8aa5b3f4f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:28.306158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5403a-01f8-4e00-9321-ea38279a473c req-95f98db6-fa83-452c-a8aa-e3e8aa5b3f4f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:28.308691 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eac5403a-01f8-4e00-9321-ea38279a473c req-95f98db6-fa83-452c-a8aa-e3e8aa5b3f4f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.4176388 Feb 28 17:25:28.393675 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Publish callbacks [] for port (b899fbf1-5070-4ff9-91a7-aeca0d9348f4), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:28.490101 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eac5403a-01f8-4e00-9321-ea38279a473c req-318dd469-910d-4be3-86c7-d73e4c29e737 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040325 Feb 28 17:25:28.490881 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502410b-1790-4679-b903-57ad5fe7101d req-f433b7fe-2b27-4440-9479-da61ef7295d0 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:28.490881 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a502410b-1790-4679-b903-57ad5fe7101d req-f433b7fe-2b27-4440-9479-da61ef7295d0 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1191864 Feb 28 17:25:28.491099 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Allocated IP 172.20.0.1 (9f79142d-ef2d-4dc1-aafb-1a230cb42618/6c290544-66f3-48bf-ba96-ad6ac11e6b7f/2369379b-5438-4548-b8bd-2803f3171133) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:25:28.544815 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a502410b-1790-4679-b903-57ad5fe7101d req-e5a1d487-9f7c-4c53-b3ca-b133110a5408 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878856 Feb 28 17:25:28.559687 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b899fbf1-5070-4ff9-91a7-aeca0d9348f4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:28.611832 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Publish callbacks [] for port (2369379b-5438-4548-b8bd-2803f3171133), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:28.618262 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Attempting to bind port b899fbf1-5070-4ff9-91a7-aeca0d9348f4 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:25:28.618768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Attempting to bind port b899fbf1-5070-4ff9-91a7-aeca0d9348f4 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:25:28.618998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Attempting to bind port b899fbf1-5070-4ff9-91a7-aeca0d9348f4 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:25:28.628310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:25:28.630732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:25:28.630732 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:28.630732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:25:28.631829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Bound port: b899fbf1-5070-4ff9-91a7-aeca0d9348f4, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:25:28.632252 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b899fbf1-5070-4ff9-91a7-aeca0d9348f4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:28.677661 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a7ea6-d9e6-4a1c-a8ce-435ce31a21db None None] Pushing event updated for resources: {'Port': ['ID=b899fbf1-5070-4ff9-91a7-aeca0d9348f4,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:28.738208 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] For port b899fbf1-5070-4ff9-91a7-aeca0d9348f4, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:25:28.745283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] For port b899fbf1-5070-4ff9-91a7-aeca0d9348f4, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b899fbf1-5070-4ff9-91a7-aeca0d9348f4,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:25:28.759727 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2369379b-5438-4548-b8bd-2803f3171133), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:28.769177 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8cfe7ca9-4628-41ba-88f8-6a48afaade4b req-61eca8d3-b2cf-431f-99e8-9571fdcdd534 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0526936 Feb 28 17:25:28.815406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:25:28.819794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:25:28.824413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:25:28.877842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2369379b-5438-4548-b8bd-2803f3171133,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:28.883807 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b899fbf1-5070-4ff9-91a7-aeca0d9348f4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:28.897386 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:28.991657 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:25:28.992273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:25:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:29.186139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a7ea6-d9e6-4a1c-a8ce-435ce31a21db None None] Pushing event updated for resources: {'Port': ['ID=b899fbf1-5070-4ff9-91a7-aeca0d9348f4,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:29.271666 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:25:29.298611 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2369379b-5438-4548-b8bd-2803f3171133), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:29.309794 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d29db7e4-2665-4a70-96c5-3e646cefdb59 req-7ee07952-4ec7-46bf-b0b6-b3b613a0b058 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0302374 Feb 28 17:25:29.581182 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Publish callbacks [] for port (2369379b-5438-4548-b8bd-2803f3171133), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:29.584964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-31be7f07-5285-4974-b830-3220f493561b None None] Provisioning complete for port 2369379b-5438-4548-b8bd-2803f3171133 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:29.585342 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-31be7f07-5285-4974-b830-3220f493561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2369379b-5438-4548-b8bd-2803f3171133), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:29.656405 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:24Z', 'revision_number': 3, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:29.660239 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-31be7f07-5285-4974-b830-3220f493561b None None] Port 2369379b-5438-4548-b8bd-2803f3171133 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:25:29.668201 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (2369379b-5438-4548-b8bd-2803f3171133), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:29.722924 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771805c-6553-414f-a55e-4b4524c5b134 req-4bdb62a6-6b06-4e6b-b61c-1417b23d5bec tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:29.735017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd1bd1c-4f2c-4f2d-8599-13bfac21f3a7 None None] The sync data for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 is: [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:24Z', 'revision_number': 3, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:25:29.740827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771805c-6553-414f-a55e-4b4524c5b134 req-4bdb62a6-6b06-4e6b-b61c-1417b23d5bec tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:29.756432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771805c-6553-414f-a55e-4b4524c5b134 req-4bdb62a6-6b06-4e6b-b61c-1417b23d5bec tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:29.767725 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771805c-6553-414f-a55e-4b4524c5b134 req-4bdb62a6-6b06-4e6b-b61c-1417b23d5bec tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:29.781256 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771805c-6553-414f-a55e-4b4524c5b134 req-4bdb62a6-6b06-4e6b-b61c-1417b23d5bec tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:29.793878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771805c-6553-414f-a55e-4b4524c5b134 req-4bdb62a6-6b06-4e6b-b61c-1417b23d5bec tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:29.804465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771805c-6553-414f-a55e-4b4524c5b134 req-4bdb62a6-6b06-4e6b-b61c-1417b23d5bec tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:29.806524 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:29.808372 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2369379b-5438-4548-b8bd-2803f3171133,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:29.814834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a771805c-6553-414f-a55e-4b4524c5b134 req-4bdb62a6-6b06-4e6b-b61c-1417b23d5bec tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2237577 Feb 28 17:25:29.826362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410184e-8a25-470b-9dd3-6f552c5f1812 req-46d843df-c344-416f-bfd6-478abcd2fcd8 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:29.828170 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f410184e-8a25-470b-9dd3-6f552c5f1812 req-46d843df-c344-416f-bfd6-478abcd2fcd8 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.2394037 Feb 28 17:25:29.915901 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a771805c-6553-414f-a55e-4b4524c5b134 req-0c4defce-c8ce-459d-a070-93c1459c7df5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995419 Feb 28 17:25:30.034970 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f410184e-8a25-470b-9dd3-6f552c5f1812 req-7cd0aa89-e55f-4398-8636-e336cc84c973 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993024 Feb 28 17:25:30.090309 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88589af-917d-40f1-b282-b8856361b3a5 req-b702b0de-e525-4b98-9cd6-730aab3df533 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:30.092174 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a88589af-917d-40f1-b282-b8856361b3a5 req-b702b0de-e525-4b98-9cd6-730aab3df533 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0874531 Feb 28 17:25:30.128544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:25:30.129389 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:25:30.156144 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a88589af-917d-40f1-b282-b8856361b3a5 req-a5e28e03-eaee-4e43-a046-120d967131a7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532405 Feb 28 17:25:30.401091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:25:30.540036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:25:30.560285 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ee0b08f6-39a7-43bf-8786-6db7960a50d2 admin admin] 10.222.0.72 "PUT /v2.0/routers/e2061526-1183-4b9c-9ea6-e9c1d87a8e7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3705842 Feb 28 17:25:30.610549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-aa406a9d-bda6-4c18-b50f-ebf6f92c2214 None None] Provisioning complete for port 2369379b-5438-4548-b8bd-2803f3171133 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:30.610970 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa406a9d-bda6-4c18-b50f-ebf6f92c2214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2369379b-5438-4548-b8bd-2803f3171133), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:30.671018 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-aa406a9d-bda6-4c18-b50f-ebf6f92c2214 None None] Port 2369379b-5438-4548-b8bd-2803f3171133 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:25:31.077142 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b899fbf1-5070-4ff9-91a7-aeca0d9348f4 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:25:31.181152 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port b899fbf1-5070-4ff9-91a7-aeca0d9348f4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:31.181649 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b899fbf1-5070-4ff9-91a7-aeca0d9348f4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:31.249071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c97214-6385-4f73-9192-c3946f3e5499 req-c1b181a7-3340-483a-9f11-8142c933af2e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:31.261281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c97214-6385-4f73-9192-c3946f3e5499 req-c1b181a7-3340-483a-9f11-8142c933af2e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:31.314633 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c97214-6385-4f73-9192-c3946f3e5499 req-c1b181a7-3340-483a-9f11-8142c933af2e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:31.332313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c97214-6385-4f73-9192-c3946f3e5499 req-c1b181a7-3340-483a-9f11-8142c933af2e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:31.352654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c97214-6385-4f73-9192-c3946f3e5499 req-c1b181a7-3340-483a-9f11-8142c933af2e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:31.378992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c97214-6385-4f73-9192-c3946f3e5499 req-c1b181a7-3340-483a-9f11-8142c933af2e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:31.397512 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-08a15a68-4eb0-408b-8974-4a7ac9bb2a82 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:31.400350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c97214-6385-4f73-9192-c3946f3e5499 req-c1b181a7-3340-483a-9f11-8142c933af2e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:31.405098 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-08a15a68-4eb0-408b-8974-4a7ac9bb2a82 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 820 time: 0.3067946 Feb 28 17:25:31.411246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16c97214-6385-4f73-9192-c3946f3e5499 req-c1b181a7-3340-483a-9f11-8142c933af2e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2932868 Feb 28 17:25:31.426324 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-de54a426-87b6-4dd3-a92c-bf4234725c63 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/quotas/4bfed89dbd264188b8d1f22eeff88328 HTTP/1.1" status: 200 len: 375 time: 0.0151386 Feb 28 17:25:31.497974 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b899fbf1-5070-4ff9-91a7-aeca0d9348f4 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:31.498286 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b899fbf1-5070-4ff9-91a7-aeca0d9348f4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:31.519958 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-26a71bfd-0190-4dae-ad93-0c5070f3bf05 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873365 Feb 28 17:25:31.526012 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16c97214-6385-4f73-9192-c3946f3e5499 req-d992ccf3-fa97-4619-b981-9af5867540aa tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1069710 Feb 28 17:25:31.634578 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port b899fbf1-5070-4ff9-91a7-aeca0d9348f4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b899fbf1-5070-4ff9-91a7-aeca0d9348f4,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:31.670206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9673f-86c9-44ca-b032-ae221c0199bd req-d5fb3d35-c472-4c04-9381-cfca528c932f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:31.671188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-68c9673f-86c9-44ca-b032-ae221c0199bd req-d5fb3d35-c472-4c04-9381-cfca528c932f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 945 time: 0.0906961 Feb 28 17:25:31.693973 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-ce4d33d3-a479-4caa-99ef-5e8c48cb4117 service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729522 Feb 28 17:25:31.714906 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b899fbf1-5070-4ff9-91a7-aeca0d9348f4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:31.766061 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95ec78a7-e5c0-49f5-935c-6c9fa35e6dc9 req-667c910c-fdd8-4540-80b5-8918f24abc0c service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0709865 Feb 28 17:25:31.780198 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-68c9673f-86c9-44ca-b032-ae221c0199bd req-c1fabeb7-55a7-474a-89be-be5325a927c5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078918 Feb 28 17:25:31.875688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=b899fbf1-5070-4ff9-91a7-aeca0d9348f4,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:31.919091 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-79fbbe97-3bf7-45d8-b2f6-b3a26e1b4f38 service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146204 Feb 28 17:25:31.966988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179eb24f-7a91-49a2-bbfa-192fce6bec87 req-387c3056-e71d-4d0b-b9db-0bae0203fc86 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:31.974148 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-179eb24f-7a91-49a2-bbfa-192fce6bec87 req-387c3056-e71d-4d0b-b9db-0bae0203fc86 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.0888803 Feb 28 17:25:32.038601 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d2a2b6bf-951e-4af3-b735-6205dc1e4abf req-de75fed8-41df-4be4-bf95-8996b4d75d5f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0316799 Feb 28 17:25:32.077259 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-179eb24f-7a91-49a2-bbfa-192fce6bec87 req-783d96c0-2e6d-4178-925f-72153c5efeda tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997174 Feb 28 17:25:32.185838 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-73abd028-7cb3-4369-be92-45be1ad12077 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:32.187285 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-73abd028-7cb3-4369-be92-45be1ad12077 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322&tenant_id=dae94b749f7c42e383840585fc56524b&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1128 time: 0.0715489 Feb 28 17:25:32.201334 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820368-19'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:25:32.202681 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f5c5b-bddc-415c-8ba8-cb2791c42974 req-22573dee-3290-49ec-ad6a-d99895b94dc9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:32.204502 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-537f5c5b-bddc-415c-8ba8-cb2791c42974 req-22573dee-3290-49ec-ad6a-d99895b94dc9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 945 time: 0.0664148 Feb 28 17:25:32.273984 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-537f5c5b-bddc-415c-8ba8-cb2791c42974 req-f39d0c19-a1b8-423c-8bee-8a2d87d55448 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562427 Feb 28 17:25:32.300622 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (97379c31-a049-49a5-945d-f8d066e36a85), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:32.462535 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Sync routers for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:25:32.476596 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:25:32.477994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:25:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:32.506921 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=97379c31-a049-49a5-945d-f8d066e36a85,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:32.588623 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:25:32.660192 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:25:32.688633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6991bcc5-00e0-4194-9e02-a9c5855a1322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97379c31-a049-49a5-945d-f8d066e36a85'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:32.691225 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd20a38-8c1a-412a-b5fa-0271dbb4ddad" -d '{"events": [{"server_uuid": "6991bcc5-00e0-4194-9e02-a9c5855a1322", "name": "network-vif-unplugged", "status": "completed", "tag": "97379c31-a049-49a5-945d-f8d066e36a85"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:32.702038 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Publish callbacks [] for port (97379c31-a049-49a5-945d-f8d066e36a85), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:32.823977 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90f75ae9-db16-4cf6-a68e-8bdf74b16817 req-c3006637-1b3c-4afb-879d-7c7ae7e9f218 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 210 time: 0.0418606 Feb 28 17:25:32.858909 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (97379c31-a049-49a5-945d-f8d066e36a85), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:32.911470 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 97379c31-a049-49a5-945d-f8d066e36a85 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:25:33.012658 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Pushing event updated for resources: {'Port': ['ID=97379c31-a049-49a5-945d-f8d066e36a85,revision_number=7']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:33.018605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22acaa1-8abc-4bb5-94cf-06677c8a414d req-c581ae58-96aa-4d6f-bf2c-8cc60e9e866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:33.021076 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d22acaa1-8abc-4bb5-94cf-06677c8a414d req-c581ae58-96aa-4d6f-bf2c-8cc60e9e866a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5c70d5c51de4b10a167d00cf7368215&device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 1129 time: 0.1290960 Feb 28 17:25:33.085698 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25dc7b-25d8-45ac-9be7-0f471d66c86d req-837b2e32-707a-40b5-a1e3-37ca2cf084a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:33.088012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b899fbf1-5070-4ff9-91a7-aeca0d9348f4 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:25:33.090214 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 2, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:33.091847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25dc7b-25d8-45ac-9be7-0f471d66c86d req-837b2e32-707a-40b5-a1e3-37ca2cf084a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:33.099153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25dc7b-25d8-45ac-9be7-0f471d66c86d req-837b2e32-707a-40b5-a1e3-37ca2cf084a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:33.104688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25dc7b-25d8-45ac-9be7-0f471d66c86d req-837b2e32-707a-40b5-a1e3-37ca2cf084a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:33.109151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 on host n-h2-820368-19 for vnic_type normal with profile {"migrating_to": "n-h1-820368-19"} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:25:33.109518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:25:33.109908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:25:33.111442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25dc7b-25d8-45ac-9be7-0f471d66c86d req-837b2e32-707a-40b5-a1e3-37ca2cf084a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:33.124581 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Port 97379c31-a049-49a5-945d-f8d066e36a85 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:25:33.127287 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:25:33.127589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25dc7b-25d8-45ac-9be7-0f471d66c86d req-837b2e32-707a-40b5-a1e3-37ca2cf084a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:33.135772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25dc7b-25d8-45ac-9be7-0f471d66c86d req-837b2e32-707a-40b5-a1e3-37ca2cf084a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:33.137730 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fd25dc7b-25d8-45ac-9be7-0f471d66c86d req-837b2e32-707a-40b5-a1e3-37ca2cf084a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2027149 Feb 28 17:25:33.144081 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:25:33.144444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Checking segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:25:33.144828 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Bound using segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:25:33.145330 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Bound port: 97379c31-a049-49a5-945d-f8d066e36a85, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:25:33.145688 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (97379c31-a049-49a5-945d-f8d066e36a85), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:33.162553 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Checking router: e2061526-1183-4b9c-9ea6-e9c1d87a8e7a for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:25:33.163316 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Updating router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a port 2369379b-5438-4548-b8bd-2803f3171133 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:25:33.229398 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2369379b-5438-4548-b8bd-2803f3171133), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:33.272566 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port b899fbf1-5070-4ff9-91a7-aeca0d9348f4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:33.272947 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b899fbf1-5070-4ff9-91a7-aeca0d9348f4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:33.339447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22acaa1-8abc-4bb5-94cf-06677c8a414d req-bbe3cb6b-aa04-4427-be75-3feaec52700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:33.341834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d22acaa1-8abc-4bb5-94cf-06677c8a414d req-bbe3cb6b-aa04-4427-be75-3feaec52700a service neutron] 10.222.0.73 "GET /v2.0/networks?id=fd22816a-d08a-4624-85cd-73f8196c1644 HTTP/1.1" status: 200 len: 919 time: 0.3102362 Feb 28 17:25:33.342847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:25:33.350359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=97379c31-a049-49a5-945d-f8d066e36a85,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:25:33.359806 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fd25dc7b-25d8-45ac-9be7-0f471d66c86d req-4f13a756-e5d4-43b7-8ed2-f9832180f568 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1885967 Feb 28 17:25:33.378810 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h2-820368-19, got binding levels [] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:33.424970 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d22acaa1-8abc-4bb5-94cf-06677c8a414d req-68c70605-bbe7-4d59-94e9-65b81deaca52 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a4e9e45-015d-406f-b16c-2587f6340c4b HTTP/1.1" status: 200 len: 217 time: 0.0631926 Feb 28 17:25:33.446312 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (97379c31-a049-49a5-945d-f8d066e36a85), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:33.499860 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da53a9fa-a6f4-4ade-bec2-86d53b44ebd2 x-openstack-request-id: req-da53a9fa-a6f4-4ade-bec2-86d53b44ebd2 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:33.511070 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6991bcc5-00e0-4194-9e02-a9c5855a1322", "name": "network-vif-unplugged", "status": "completed", "tag": "97379c31-a049-49a5-945d-f8d066e36a85", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:33.511070 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-da53a9fa-a6f4-4ade-bec2-86d53b44ebd2 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:33.511070 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6991bcc5-00e0-4194-9e02-a9c5855a1322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97379c31-a049-49a5-945d-f8d066e36a85', 'code': 200} Feb 28 17:25:33.550256 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22acaa1-8abc-4bb5-94cf-06677c8a414d req-555dd044-a043-4daf-b58b-e623d745147e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:33.554399 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d22acaa1-8abc-4bb5-94cf-06677c8a414d req-555dd044-a043-4daf-b58b-e623d745147e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64581e8-b7e1-4075-a68e-c69038440c0d HTTP/1.1" status: 200 len: 858 time: 0.1202319 Feb 28 17:25:33.591459 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b899fbf1-5070-4ff9-91a7-aeca0d9348f4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:33.595973 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 on host n-h2-820368-19 for vnic_type normal with profile {"migrating_to": "n-h1-820368-19"} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:25:33.596829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:25:33.597202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:25:33.604425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Port 97379c31-a049-49a5-945d-f8d066e36a85 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:25:33.605039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Attempting to bind port 97379c31-a049-49a5-945d-f8d066e36a85 on network 30de57a1-5178-4b6f-8361-7f4f5c480656 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:25:33.610892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:25:33.611361 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Checking segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:25:33.612073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Bound using segment: {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:25:33.612550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Bound port: 97379c31-a049-49a5-945d-f8d066e36a85, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b7b36a-7856-463e-b307-d5c09fbfc766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '30de57a1-5178-4b6f-8361-7f4f5c480656'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:25:33.612991 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (97379c31-a049-49a5-945d-f8d066e36a85), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:33.643149 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d22acaa1-8abc-4bb5-94cf-06677c8a414d req-17488b9d-5256-46a4-b186-9811028f97ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fd22816a-d08a-4624-85cd-73f8196c1644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660050 Feb 28 17:25:33.680303 n-d-820368-19 neutron-server[104248]: WARNING neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Concurrent port binding operations failed on port 97379c31-a049-49a5-945d-f8d066e36a85 Feb 28 17:25:33.685723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=97379c31-a049-49a5-945d-f8d066e36a85,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:33.689064 n-d-820368-19 neutron-server[104248]: INFO neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Attempt 2 to bind port 97379c31-a049-49a5-945d-f8d066e36a85 Feb 28 17:25:33.689909 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 97379c31-a049-49a5-945d-f8d066e36a85 has no active binding in host n-h1-820368-19 {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 17:25:33.696681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Pushing event updated for resources: {'Port': ['ID=97379c31-a049-49a5-945d-f8d066e36a85,revision_number=8']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:33.696681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:33.696681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:33.697569 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-439ef53e-1b09-4ce8-97b5-fe39438bf86f service neutron] 10.222.0.73 "PUT /v2.0/ports/97379c31-a049-49a5-945d-f8d066e36a85 HTTP/1.1" status: 200 len: 1123 time: 1.5029891 Feb 28 17:25:33.751292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ca34d-88e9-48c8-9c4a-fb9b014dbfde req-ccb5dc0d-2a94-42f6-8378-10cf70218680 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:33.753001 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-514ca34d-88e9-48c8-9c4a-fb9b014dbfde req-ccb5dc0d-2a94-42f6-8378-10cf70218680 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1968100 Feb 28 17:25:33.755017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814d81e-67d7-4297-8b02-4380f6b61248 req-1c77ca3f-9756-4b75-8ed7-227e0171e088 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:33.760866 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2814d81e-67d7-4297-8b02-4380f6b61248 req-1c77ca3f-9756-4b75-8ed7-227e0171e088 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.1368413 Feb 28 17:25:33.800577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['97379c31-a049-49a5-945d-f8d066e36a85'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:25:33.813617 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Publish callbacks [] for port (2369379b-5438-4548-b8bd-2803f3171133), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:33.873685 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2814d81e-67d7-4297-8b02-4380f6b61248 req-a97ccba3-b357-48bd-a5fe-3b076becde88 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075561 Feb 28 17:25:33.888387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['97379c31-a049-49a5-945d-f8d066e36a85'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:25:33.893329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-514ca34d-88e9-48c8-9c4a-fb9b014dbfde req-107fbd9d-0d18-467d-bb31-9783b7097455 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269484 Feb 28 17:25:33.905794 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d22acaa1-8abc-4bb5-94cf-06677c8a414d req-6c9d6964-9974-4850-98a3-659bd829b6b3 service neutron] 10.222.0.73 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493169 Feb 28 17:25:33.924538 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2369379b-5438-4548-b8bd-2803f3171133), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:33.984138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f91e29ef-f8eb-47b7-83e8-b88a8533319f no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:25:34.029894 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21748c6-722f-4565-a532-54798adc13b7 None None] Pushing event updated for resources: {'Port': ['ID=2369379b-5438-4548-b8bd-2803f3171133,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:34.050784 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0c7e684f-c429-41f2-8f5c-c384c78860ee req-8f7537bf-0dc8-4c3c-ab35-fa3471f35b3a tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 210 time: 0.0691125 Feb 28 17:25:34.065158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae9403-5a80-4b32-86d8-99666b4c6d34 req-9f2ca38f-28b9-4a7d-850e-ff58bd9e10ae tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:34.084725 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-51ae9403-5a80-4b32-86d8-99666b4c6d34 req-9f2ca38f-28b9-4a7d-850e-ff58bd9e10ae tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1167109 Feb 28 17:25:34.096894 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d22acaa1-8abc-4bb5-94cf-06677c8a414d req-6f71b1eb-2dba-4164-9250-b403323e9d78 service neutron] 10.222.0.73 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845298 Feb 28 17:25:34.178778 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Attempting to bind port 2369379b-5438-4548-b8bd-2803f3171133 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:25:34.179027 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Attempting to bind port 2369379b-5438-4548-b8bd-2803f3171133 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:25:34.180117 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Attempting to bind port 2369379b-5438-4548-b8bd-2803f3171133 on network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:25:34.210392 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-51ae9403-5a80-4b32-86d8-99666b4c6d34 req-a943aa15-b52b-4fbb-bdcd-7a55d962bf07 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206081 Feb 28 17:25:34.224226 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:25:34.224880 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Checking segment: {'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:25:34.225373 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:34.225819 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Bound using segment: {'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:25:34.226511 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Bound port: 2369379b-5438-4548-b8bd-2803f3171133, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:25:34.230429 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2369379b-5438-4548-b8bd-2803f3171133), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:34.346714 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] For port 2369379b-5438-4548-b8bd-2803f3171133, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:25:34.352739 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] For port 2369379b-5438-4548-b8bd-2803f3171133, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2369379b-5438-4548-b8bd-2803f3171133,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:25:34.444431 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2369379b-5438-4548-b8bd-2803f3171133), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:34.529199 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:25:34.530614 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:25:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:34.547040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fc600bac-c3d3-4825-9957-9611b66e2258 None None] Provisioning complete for port 2369379b-5438-4548-b8bd-2803f3171133 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:34.553001 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc600bac-c3d3-4825-9957-9611b66e2258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2369379b-5438-4548-b8bd-2803f3171133), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:34.582080 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897466ca-34d4-4ec4-8b3f-5f36b6b08eec req-93d92ea6-998a-498e-9d37-e5d69229c12e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:34.585185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f91e29ef-f8eb-47b7-83e8-b88a8533319f is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:34.585586 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:34.600664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897466ca-34d4-4ec4-8b3f-5f36b6b08eec req-93d92ea6-998a-498e-9d37-e5d69229c12e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:34.609619 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897466ca-34d4-4ec4-8b3f-5f36b6b08eec req-93d92ea6-998a-498e-9d37-e5d69229c12e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:34.615736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897466ca-34d4-4ec4-8b3f-5f36b6b08eec req-93d92ea6-998a-498e-9d37-e5d69229c12e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:34.622032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897466ca-34d4-4ec4-8b3f-5f36b6b08eec req-93d92ea6-998a-498e-9d37-e5d69229c12e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:34.627833 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897466ca-34d4-4ec4-8b3f-5f36b6b08eec req-93d92ea6-998a-498e-9d37-e5d69229c12e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:34.634836 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897466ca-34d4-4ec4-8b3f-5f36b6b08eec req-93d92ea6-998a-498e-9d37-e5d69229c12e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:34.642896 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-897466ca-34d4-4ec4-8b3f-5f36b6b08eec req-93d92ea6-998a-498e-9d37-e5d69229c12e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1831167 Feb 28 17:25:34.703568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:34.705881 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deb3632-5896-4055-be26-ad24a447231f" -d '{"events": [{"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-unplugged", "status": "completed", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:34.728197 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-897466ca-34d4-4ec4-8b3f-5f36b6b08eec req-405558eb-9a04-4453-93ab-ccf62f93688f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839062 Feb 28 17:25:34.750453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:34.757393 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21748c6-722f-4565-a532-54798adc13b7 None None] Pushing event updated for resources: {'Port': ['ID=2369379b-5438-4548-b8bd-2803f3171133,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:34.775806 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:25:34.850769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93abf8b7-d9d5-4f2c-88e5-958a200b3253 req-b5ac151c-b5a5-4123-8614-5295f9035761 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1370084 Feb 28 17:25:34.863031 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7388a9-7cc2-4d91-8f8d-9eb620295521 x-openstack-request-id: req-1c7388a9-7cc2-4d91-8f8d-9eb620295521 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:34.863644 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-unplugged", "status": "completed", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:34.864156 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c7388a9-7cc2-4d91-8f8d-9eb620295521 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:34.864782 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'code': 200} Feb 28 17:25:34.882567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fc600bac-c3d3-4825-9957-9611b66e2258 None None] Current status of the port 2369379b-5438-4548-b8bd-2803f3171133 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:34.882992 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc600bac-c3d3-4825-9957-9611b66e2258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2369379b-5438-4548-b8bd-2803f3171133), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:34.897271 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:34.940726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fc600bac-c3d3-4825-9957-9611b66e2258 None None] For port 2369379b-5438-4548-b8bd-2803f3171133, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2369379b-5438-4548-b8bd-2803f3171133,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:35.024406 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc600bac-c3d3-4825-9957-9611b66e2258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2369379b-5438-4548-b8bd-2803f3171133), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:35.040324 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1765751-9464-4afd-8e2f-31b9fe2826ff req-6d596a1c-940b-44d1-96fe-cdd0be8064be tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:35.049004 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a1765751-9464-4afd-8e2f-31b9fe2826ff req-6d596a1c-940b-44d1-96fe-cdd0be8064be tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.0683165 Feb 28 17:25:35.068925 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:35.083648 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:35.097384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe68d4-21e1-4c7f-acb2-f0b263248f59 req-d5b71550-af76-45b1-8212-644b51e0a195 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:35.114522 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e0fe68d4-21e1-4c7f-acb2-f0b263248f59 req-d5b71550-af76-45b1-8212-644b51e0a195 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1083927 Feb 28 17:25:35.122784 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf9720-558a-41cb-ba6c-fcc3a09ef749 None None] The sync data for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 is: [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:25:35.154548 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a1765751-9464-4afd-8e2f-31b9fe2826ff req-35099dc9-bb28-42b1-9822-fa6c87b2c1a8 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045597 Feb 28 17:25:35.187332 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e0fe68d4-21e1-4c7f-acb2-f0b263248f59 req-dbc505e9-8b85-4603-be05-27bac6b64887 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719488 Feb 28 17:25:35.247247 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f1b6d8cd-2366-40b8-ad57-8784c556c545 None None] Provisioning complete for port 2369379b-5438-4548-b8bd-2803f3171133 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:35.247616 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d8cd-2366-40b8-ad57-8784c556c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2369379b-5438-4548-b8bd-2803f3171133), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:35.249171 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc600bac-c3d3-4825-9957-9611b66e2258 None None] Pushing event updated for resources: {'Port': ['ID=2369379b-5438-4548-b8bd-2803f3171133,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:35.343439 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff33483f-5d1c-494a-a2e3-ea711ab11977 req-4fe55275-ea13-453f-bcfc-6fa1595d4179 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 210 time: 0.0824826 Feb 28 17:25:35.381960 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e8409c3-49ea-413f-b575-d294158e7f46 req-d44f8e27-4f43-45b2-a8a6-f7da88ba99c4 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0543604 Feb 28 17:25:35.406519 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6d8cd-2366-40b8-ad57-8784c556c545 None None] Current status of the port 2369379b-5438-4548-b8bd-2803f3171133 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:35.442105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce685a-b03f-4e96-b8dd-6c5aaeeeb988 req-00b73e07-e470-4e17-a144-8135c1ae30fc tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:35.444553 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bdce685a-b03f-4e96-b8dd-6c5aaeeeb988 req-00b73e07-e470-4e17-a144-8135c1ae30fc tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1116862 Feb 28 17:25:35.498663 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bdce685a-b03f-4e96-b8dd-6c5aaeeeb988 req-427e92ce-2c18-4041-bfcb-be7ce3ae425c tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455489 Feb 28 17:25:35.505588 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6991bcc5-00e0-4194-9e02-a9c5855a1322', 'tag': '97379c31-a049-49a5-945d-f8d066e36a85'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:35.508211 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16828767-92fb-430e-8705-ee5a6fecf03d" -d '{"events": [{"name": "network-changed", "server_uuid": "6991bcc5-00e0-4194-9e02-a9c5855a1322", "tag": "97379c31-a049-49a5-945d-f8d066e36a85"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:35.571594 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fb5c29-6237-4981-909b-6d2a244e7d75 x-openstack-request-id: req-90fb5c29-6237-4981-909b-6d2a244e7d75 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:35.571998 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6991bcc5-00e0-4194-9e02-a9c5855a1322", "tag": "97379c31-a049-49a5-945d-f8d066e36a85", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:35.572331 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-90fb5c29-6237-4981-909b-6d2a244e7d75 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:35.574173 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6991bcc5-00e0-4194-9e02-a9c5855a1322', 'tag': '97379c31-a049-49a5-945d-f8d066e36a85', 'status': 'completed', 'code': 200} Feb 28 17:25:35.680350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-904cd4b1-45fb-4ad7-8382-dde843abfb31 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:35.682024 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-904cd4b1-45fb-4ad7-8382-dde843abfb31 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.73 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 820 time: 0.1382911 Feb 28 17:25:35.716167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-9017e4f3-e01d-4ff1-93eb-d61246664824 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Request body: {'port': {'device_id': '93fe649e-d893-46df-928b-3af4b4365d1b', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'admin_state_up': True, 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:25:35.794271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828767-92fb-430e-8705-ee5a6fecf03d req-8dd5024f-d0ac-42c1-b1f4-d49f62c0fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:35.796102 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16828767-92fb-430e-8705-ee5a6fecf03d req-8dd5024f-d0ac-42c1-b1f4-d49f62c0fadf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 1157 time: 0.1866236 Feb 28 17:25:35.918623 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f91e29ef-f8eb-47b7-83e8-b88a8533319f details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:25:35.944266 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4416964-7ead-4f50-a304-330c0cd706fb req-1502b048-bb52-4f7f-bdfe-7db07f1d0ca1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:35.955557 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828767-92fb-430e-8705-ee5a6fecf03d req-b8a6c40b-03a2-4222-8fcc-c4b752d3d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:35.955557 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16828767-92fb-430e-8705-ee5a6fecf03d req-b8a6c40b-03a2-4222-8fcc-c4b752d3d014 service neutron] 10.222.0.69 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.1292045 Feb 28 17:25:35.959867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4416964-7ead-4f50-a304-330c0cd706fb req-1502b048-bb52-4f7f-bdfe-7db07f1d0ca1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:35.982397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4416964-7ead-4f50-a304-330c0cd706fb req-1502b048-bb52-4f7f-bdfe-7db07f1d0ca1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:35.995229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4416964-7ead-4f50-a304-330c0cd706fb req-1502b048-bb52-4f7f-bdfe-7db07f1d0ca1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:36.010342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4416964-7ead-4f50-a304-330c0cd706fb req-1502b048-bb52-4f7f-bdfe-7db07f1d0ca1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:36.015868 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4416964-7ead-4f50-a304-330c0cd706fb req-1502b048-bb52-4f7f-bdfe-7db07f1d0ca1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:36.021504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4416964-7ead-4f50-a304-330c0cd706fb req-1502b048-bb52-4f7f-bdfe-7db07f1d0ca1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:36.030166 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b4416964-7ead-4f50-a304-330c0cd706fb req-1502b048-bb52-4f7f-bdfe-7db07f1d0ca1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1643972 Feb 28 17:25:36.035485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-9017e4f3-e01d-4ff1-93eb-d61246664824 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Made reservation on behalf of 4bfed89dbd264188b8d1f22eeff88328 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:25:36.040258 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-9017e4f3-e01d-4ff1-93eb-d61246664824 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:36.044383 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16828767-92fb-430e-8705-ee5a6fecf03d req-d798a936-e5bf-4c6a-beb0-bff43f94382d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97379c31-a049-49a5-945d-f8d066e36a85 HTTP/1.1" status: 200 len: 217 time: 0.0787952 Feb 28 17:25:36.048322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:36.062357 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'port_id': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'mac_address': 'fa:16:3e:4f:b5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:25:36.151019 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b4416964-7ead-4f50-a304-330c0cd706fb req-996f6972-7e80-477c-9d3b-a2113d8262bc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134710 Feb 28 17:25:36.160136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f91e29ef-f8eb-47b7-83e8-b88a8533319f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:36.160534 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:36.172663 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828767-92fb-430e-8705-ee5a6fecf03d req-f1c84ea2-5786-43c1-929a-3c5307f860b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:36.174202 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16828767-92fb-430e-8705-ee5a6fecf03d req-f1c84ea2-5786-43c1-929a-3c5307f860b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.1165459 Feb 28 17:25:36.189784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91e29ef-f8eb-47b7-83e8-b88a8533319f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:25:36.226995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:36.278198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-9017e4f3-e01d-4ff1-93eb-d61246664824 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Allocated IP 172.20.0.12 (9f79142d-ef2d-4dc1-aafb-1a230cb42618/6c290544-66f3-48bf-ba96-ad6ac11e6b7f/ed76d153-056d-4eec-a71c-69a161e15749) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:25:36.306772 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:36.328216 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16828767-92fb-430e-8705-ee5a6fecf03d req-440a4b58-4ab8-4f84-9811-db68649c642e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400316 Feb 28 17:25:36.359228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-16828767-92fb-430e-8705-ee5a6fecf03d req-579b520e-9042-4324-a39d-735cb856336b service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:25:36.360308 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16828767-92fb-430e-8705-ee5a6fecf03d req-579b520e-9042-4324-a39d-735cb856336b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070064 Feb 28 17:25:36.374782 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59846b5d-fbca-453c-ade3-400187a35c00 req-a7e5059a-6a5a-4ddc-a2f8-f303cdb5fef9 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:36.376775 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-59846b5d-fbca-453c-ade3-400187a35c00 req-a7e5059a-6a5a-4ddc-a2f8-f303cdb5fef9 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.0875654 Feb 28 17:25:36.395244 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=9']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:36.466091 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-59846b5d-fbca-453c-ade3-400187a35c00 req-1dbb9206-8d54-482d-961c-1903b115c616 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813975 Feb 28 17:25:36.583295 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-39c4adec-4d6d-400a-a81e-8f65d29b7930 req-2ff47b7d-be9b-4fb9-8ff7-e8135d6a8576 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 210 time: 0.0401485 Feb 28 17:25:36.591744 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['f91e29ef-f8eb-47b7-83e8-b88a8533319f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:25:36.758683 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82c982-1d59-45cb-ad13-cbf910142caa req-2c58d70d-ddd7-4eb7-b665-08370e5caf57 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:36.769751 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe82c982-1d59-45cb-ad13-cbf910142caa req-2c58d70d-ddd7-4eb7-b665-08370e5caf57 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1004195 Feb 28 17:25:36.815234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb5345-bd07-4a07-892a-17c643a1c931 req-790727a3-67a8-4e18-973f-a88868ef1a42 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:36.816968 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-03bb5345-bd07-4a07-892a-17c643a1c931 req-790727a3-67a8-4e18-973f-a88868ef1a42 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.5254648 Feb 28 17:25:36.869294 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe82c982-1d59-45cb-ad13-cbf910142caa req-81bcaeb7-0617-4fad-b627-9fe4b87e69e3 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896704 Feb 28 17:25:36.990364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2369379b-5438-4548-b8bd-2803f3171133 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:25:36.998169 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16828767-92fb-430e-8705-ee5a6fecf03d req-5c700ae1-a1f9-48ed-890d-5fbb54a36d73 service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170797 Feb 28 17:25:37.008841 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-03bb5345-bd07-4a07-892a-17c643a1c931 req-a8837bde-dcfd-4d76-9a31-39b51c877251 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820006 Feb 28 17:25:37.042941 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-9017e4f3-e01d-4ff1-93eb-d61246664824 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for port (ed76d153-056d-4eec-a71c-69a161e15749), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:37.051826 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2369379b-5438-4548-b8bd-2803f3171133 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:37.052424 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2369379b-5438-4548-b8bd-2803f3171133), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:37.133884 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16828767-92fb-430e-8705-ee5a6fecf03d req-f7691239-a46c-4af2-9b35-e84a690f1a0d service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185966 Feb 28 17:25:37.134246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2369379b-5438-4548-b8bd-2803f3171133 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:37.193378 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-9017e4f3-e01d-4ff1-93eb-d61246664824 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ed76d153-056d-4eec-a71c-69a161e15749), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:37.246013 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-9017e4f3-e01d-4ff1-93eb-d61246664824 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:25:37.249152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-9017e4f3-e01d-4ff1-93eb-d61246664824 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:25:37.252976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-9017e4f3-e01d-4ff1-93eb-d61246664824 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:25:37.286190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017e4f3-e01d-4ff1-93eb-d61246664824 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Pushing event updated for resources: {'Port': ['ID=ed76d153-056d-4eec-a71c-69a161e15749,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:37.315181 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2163bb-4713-4129-93ef-f3dab6fcb2dd req-ae19a2e7-b0e3-4363-917e-9e37ca147082 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:37.317974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-9017e4f3-e01d-4ff1-93eb-d61246664824 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:37.319537 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-9017e4f3-e01d-4ff1-93eb-d61246664824 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:37.322675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2163bb-4713-4129-93ef-f3dab6fcb2dd req-ae19a2e7-b0e3-4363-917e-9e37ca147082 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:37.329740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2163bb-4713-4129-93ef-f3dab6fcb2dd req-ae19a2e7-b0e3-4363-917e-9e37ca147082 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:37.335871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2163bb-4713-4129-93ef-f3dab6fcb2dd req-ae19a2e7-b0e3-4363-917e-9e37ca147082 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:37.342764 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2163bb-4713-4129-93ef-f3dab6fcb2dd req-ae19a2e7-b0e3-4363-917e-9e37ca147082 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:37.348273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2163bb-4713-4129-93ef-f3dab6fcb2dd req-ae19a2e7-b0e3-4363-917e-9e37ca147082 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:37.353958 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2163bb-4713-4129-93ef-f3dab6fcb2dd req-ae19a2e7-b0e3-4363-917e-9e37ca147082 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:37.355900 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e2163bb-4713-4129-93ef-f3dab6fcb2dd req-ae19a2e7-b0e3-4363-917e-9e37ca147082 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1263919 Feb 28 17:25:37.389333 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-9017e4f3-e01d-4ff1-93eb-d61246664824 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6784248 Feb 28 17:25:37.404000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Request body: {'port': {'device_id': '93fe649e-d893-46df-928b-3af4b4365d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:25:37.447195 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e2163bb-4713-4129-93ef-f3dab6fcb2dd req-f0c08ccf-4571-4530-b32c-149206a3426d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829029 Feb 28 17:25:37.509493 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed76d153-056d-4eec-a71c-69a161e15749), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:37.589784 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:37.599459 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f7d07cd0-e3f0-486b-a5f0-1ee02bd384b8 None None] Provisioning complete for port ed76d153-056d-4eec-a71c-69a161e15749 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:37.599994 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f7d07cd0-e3f0-486b-a5f0-1ee02bd384b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ed76d153-056d-4eec-a71c-69a161e15749), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:37.689844 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f7d07cd0-e3f0-486b-a5f0-1ee02bd384b8 None None] Port ed76d153-056d-4eec-a71c-69a161e15749 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:25:37.740959 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8707196e-61bc-4a68-8c0f-ff6046bff001 req-2b19a855-fb43-43c5-809e-cc0925606090 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0287290 Feb 28 17:25:37.763229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545a456-210d-4635-803d-b2242a418d37 req-d55a3680-1777-475b-b228-543edc8ea1db tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:37.770508 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a545a456-210d-4635-803d-b2242a418d37 req-d55a3680-1777-475b-b228-543edc8ea1db tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 932 time: 0.0925500 Feb 28 17:25:37.825151 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ef07234d-021f-458d-a24f-8c3c21567a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:37.855727 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a545a456-210d-4635-803d-b2242a418d37 req-7f87245a-187f-4498-94be-da11c07e3742 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839763 Feb 28 17:25:37.868011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9b3be-8339-4c45-8495-8113b86e77d9 req-539fbf86-bc44-45fa-a179-99df28efc9f5 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:37.869615 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0fe9b3be-8339-4c45-8495-8113b86e77d9 req-539fbf86-bc44-45fa-a179-99df28efc9f5 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.2994769 Feb 28 17:25:37.939416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f91e29ef-f8eb-47b7-83e8-b88a8533319f up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:25:38.002447 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0fe9b3be-8339-4c45-8495-8113b86e77d9 req-fa21758c-90dc-49d7-9a81-d28ee928b003 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104486 Feb 28 17:25:38.046245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port f91e29ef-f8eb-47b7-83e8-b88a8533319f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:38.046778 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:38.072696 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e7bf49c4-c96d-4fa1-912b-4dbb83575393 req-17d0adec-348a-49a5-9f48-3b632282d14a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0328276 Feb 28 17:25:38.119896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7bfb6-8b8d-4871-ba7c-89a29e16db06 req-989af5dd-fd1f-4a73-a601-c185092d7eda tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:38.138274 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43b7bfb6-8b8d-4871-ba7c-89a29e16db06 req-989af5dd-fd1f-4a73-a601-c185092d7eda tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1276293 Feb 28 17:25:38.173220 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f91e29ef-f8eb-47b7-83e8-b88a8533319f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:38.173831 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:38.204756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:38.208769 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05af8a56-ba7b-41d2-bdb7-525cb4a735b5" -d '{"events": [{"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-plugged", "status": "completed", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:38.225792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:38.230702 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43b7bfb6-8b8d-4871-ba7c-89a29e16db06 req-0be595b4-3d1a-4ce4-ab9d-d6fec1cc0d0d tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912864 Feb 28 17:25:38.252401 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed76d153-056d-4eec-a71c-69a161e15749 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:25:38.267563 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Publish callbacks [] for port (ed76d153-056d-4eec-a71c-69a161e15749), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:38.275418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae4f14-f4d3-4297-bdb8-f053417d5034 req-6528828a-c954-4072-ad24-a816e2900899 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:38.282474 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e7ae4f14-f4d3-4297-bdb8-f053417d5034 req-6528828a-c954-4072-ad24-a816e2900899 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.1266320 Feb 28 17:25:38.311753 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Transition to ACTIVE for port object ed76d153-056d-4eec-a71c-69a161e15749 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:25:38.314333 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:38.315310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 97379c31-a049-49a5-945d-f8d066e36a85 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:25:38.354245 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e7ae4f14-f4d3-4297-bdb8-f053417d5034 req-92522974-eae8-426b-bb46-0ad4ac1cfe21 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649540 Feb 28 17:25:38.406249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ed76d153-056d-4eec-a71c-69a161e15749), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:38.408489 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c84dd2-ce24-49c5-af0c-7df8b9d30e7c x-openstack-request-id: req-94c84dd2-ce24-49c5-af0c-7df8b9d30e7c {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:38.408873 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-plugged", "status": "completed", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:38.409220 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-94c84dd2-ce24-49c5-af0c-7df8b9d30e7c {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:38.409698 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'code': 200} Feb 28 17:25:38.532263 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=10']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:38.590242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Pushing event updated for resources: {'Port': ['ID=ed76d153-056d-4eec-a71c-69a161e15749,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:38.606966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Attempting to bind port ed76d153-056d-4eec-a71c-69a161e15749 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:25:38.607297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Attempting to bind port ed76d153-056d-4eec-a71c-69a161e15749 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:25:38.607709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Attempting to bind port ed76d153-056d-4eec-a71c-69a161e15749 on network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:25:38.612715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Port ed76d153-056d-4eec-a71c-69a161e15749 on network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:25:38.613034 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Attempting to bind port ed76d153-056d-4eec-a71c-69a161e15749 on network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:25:38.619576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:25:38.619965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Checking segment: {'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:25:38.620363 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Bound using segment: {'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:25:38.620791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Bound port: ed76d153-056d-4eec-a71c-69a161e15749, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:25:38.621150 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed76d153-056d-4eec-a71c-69a161e15749), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:38.638892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 97379c31-a049-49a5-945d-f8d066e36a85 is: DOWN; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:38.779188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4599e0-c71e-4826-a5b5-fd2f3be59149 req-7f0e1f38-4308-4a25-b614-1840ae5ec75e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:38.785447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4599e0-c71e-4826-a5b5-fd2f3be59149 req-7f0e1f38-4308-4a25-b614-1840ae5ec75e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:38.791300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4599e0-c71e-4826-a5b5-fd2f3be59149 req-7f0e1f38-4308-4a25-b614-1840ae5ec75e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:38.797300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4599e0-c71e-4826-a5b5-fd2f3be59149 req-7f0e1f38-4308-4a25-b614-1840ae5ec75e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:38.802893 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4599e0-c71e-4826-a5b5-fd2f3be59149 req-7f0e1f38-4308-4a25-b614-1840ae5ec75e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:38.809089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4599e0-c71e-4826-a5b5-fd2f3be59149 req-7f0e1f38-4308-4a25-b614-1840ae5ec75e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:38.814617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4599e0-c71e-4826-a5b5-fd2f3be59149 req-7f0e1f38-4308-4a25-b614-1840ae5ec75e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:38.818506 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e4599e0-c71e-4826-a5b5-fd2f3be59149 req-7f0e1f38-4308-4a25-b614-1840ae5ec75e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1616731 Feb 28 17:25:38.821242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] For port ed76d153-056d-4eec-a71c-69a161e15749, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:25:38.847640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] For port ed76d153-056d-4eec-a71c-69a161e15749, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed76d153-056d-4eec-a71c-69a161e15749,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:25:38.906325 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e4599e0-c71e-4826-a5b5-fd2f3be59149 req-70a7c80b-ebe3-47ce-99b0-064a7e4ef2f2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800028 Feb 28 17:25:38.959212 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ed76d153-056d-4eec-a71c-69a161e15749), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:39.016944 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:39.017642 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:39.019177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] 10.222.0.73 "PUT /v2.0/ports/ed76d153-056d-4eec-a71c-69a161e15749 HTTP/1.1" status: 200 len: 1093 time: 1.6221597 Feb 28 17:25:39.019856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fe649e-d893-46df-928b-3af4b4365d1b', 'tag': 'ed76d153-056d-4eec-a71c-69a161e15749'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:39.022394 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f69d4ec-361d-4417-b2da-d3a5c4b21ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "93fe649e-d893-46df-928b-3af4b4365d1b", "tag": "ed76d153-056d-4eec-a71c-69a161e15749"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:39.048353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff2ea6-dfae-4754-8c51-26ac9201f619 service neutron] Pushing event updated for resources: {'Port': ['ID=ed76d153-056d-4eec-a71c-69a161e15749,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:39.116710 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdfc1ab-bd9e-4211-b835-d3b561995c2d x-openstack-request-id: req-2bdfc1ab-bd9e-4211-b835-d3b561995c2d {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:39.117420 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fe649e-d893-46df-928b-3af4b4365d1b", "tag": "ed76d153-056d-4eec-a71c-69a161e15749", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:39.117911 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2bdfc1ab-bd9e-4211-b835-d3b561995c2d {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:39.118575 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fe649e-d893-46df-928b-3af4b4365d1b', 'tag': 'ed76d153-056d-4eec-a71c-69a161e15749', 'status': 'completed', 'code': 200} Feb 28 17:25:39.121413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad841e-1b23-4a24-b8e3-ee9be3922bd7 req-0fa6a5eb-2fe3-4a43-8f05-fd619cac9520 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:39.123988 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8aad841e-1b23-4a24-b8e3-ee9be3922bd7 req-0fa6a5eb-2fe3-4a43-8f05-fd619cac9520 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 944 time: 0.1288278 Feb 28 17:25:39.223795 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8aad841e-1b23-4a24-b8e3-ee9be3922bd7 req-ef04cc35-609f-4581-99cf-40b95c8b945f tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889359 Feb 28 17:25:39.243809 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69d4ec-361d-4417-b2da-d3a5c4b21ee5 req-d86f3fc5-ee21-4857-a501-d5424de67dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:39.250403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f69d4ec-361d-4417-b2da-d3a5c4b21ee5 req-d86f3fc5-ee21-4857-a501-d5424de67dff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 1127 time: 0.1019118 Feb 28 17:25:39.393635 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994745-be8c-4eaf-9a7c-711b4dee685d req-ba7901d1-fa11-49cb-819d-e3bed073437b tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:39.402816 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-54994745-be8c-4eaf-9a7c-711b4dee685d req-ba7901d1-fa11-49cb-819d-e3bed073437b tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1504421 Feb 28 17:25:39.472042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a66d6-827b-4bda-898c-c73617ee965c req-4ce31ddc-fd03-4924-b0bc-89f94d1b23c1 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:39.480455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69d4ec-361d-4417-b2da-d3a5c4b21ee5 req-dc6681b1-8dfb-454d-87be-9d0b4dc18033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:39.481320 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f7a66d6-827b-4bda-898c-c73617ee965c req-4ce31ddc-fd03-4924-b0bc-89f94d1b23c1 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1053808 Feb 28 17:25:39.482339 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f69d4ec-361d-4417-b2da-d3a5c4b21ee5 req-dc6681b1-8dfb-454d-87be-9d0b4dc18033 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4bfed89dbd264188b8d1f22eeff88328&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1981204 Feb 28 17:25:39.526690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-54994745-be8c-4eaf-9a7c-711b4dee685d req-25714dfc-f1af-48c8-8e7a-e715470d3e3d tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175244 Feb 28 17:25:39.577764 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f7a66d6-827b-4bda-898c-c73617ee965c req-53db4577-e9b1-4bf3-8483-18906591c1b2 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949051 Feb 28 17:25:39.713060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69d4ec-361d-4417-b2da-d3a5c4b21ee5 req-a9d3208d-3827-47f5-8d28-2cbf84b5e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:39.714724 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f69d4ec-361d-4417-b2da-d3a5c4b21ee5 req-a9d3208d-3827-47f5-8d28-2cbf84b5e53c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2204051 Feb 28 17:25:39.734834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc76a2-732a-45cb-a986-23b77c2e8e1a req-3b3a96a1-c2ce-4408-99be-a05283bae57c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:39.735248 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:39.740615 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9ffc76a2-732a-45cb-a986-23b77c2e8e1a req-3b3a96a1-c2ce-4408-99be-a05283bae57c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.1008444 Feb 28 17:25:39.872722 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4be72256-5439-4d34-88e7-928955c292f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:39.880260 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9ffc76a2-732a-45cb-a986-23b77c2e8e1a req-bbfd3fb5-8f25-424b-86ab-baa75500b9b9 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376934 Feb 28 17:25:39.891269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-99ab1fcc-722a-448d-bfcc-80114c5777e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:39.899945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-99ab1fcc-722a-448d-bfcc-80114c5777e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 1127 time: 0.1232302 Feb 28 17:25:40.076495 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-ebb30421-f494-44f0-a903-be18733c4b63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed76d153-056d-4eec-a71c-69a161e15749 HTTP/1.1" status: 200 len: 217 time: 0.1676388 Feb 28 17:25:40.121511 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-12eef3df-67bd-468f-93e7-eefbbc6b8189 req-c4b959e4-76a3-4cc9-8883-687aded9608f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0773993 Feb 28 17:25:40.185649 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-42e638c0-25b7-4161-8a65-6c605cd08110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:40.188426 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-42e638c0-25b7-4161-8a65-6c605cd08110 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 200 len: 859 time: 0.1021385 Feb 28 17:25:40.259560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-2457062f-b63c-4133-a5fc-7febd3e4404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:40.264295 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-2457062f-b63c-4133-a5fc-7febd3e4404b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f79142d-ef2d-4dc1-aafb-1a230cb42618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0693839 Feb 28 17:25:40.308741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd31fe4-cb17-4737-9730-525468bdb565 req-42bacd2d-da06-4b92-9b23-553620786404 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:40.319817 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd31fe4-cb17-4737-9730-525468bdb565 req-42bacd2d-da06-4b92-9b23-553620786404 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:40.325786 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd31fe4-cb17-4737-9730-525468bdb565 req-42bacd2d-da06-4b92-9b23-553620786404 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:40.331359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd31fe4-cb17-4737-9730-525468bdb565 req-42bacd2d-da06-4b92-9b23-553620786404 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:40.338337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd31fe4-cb17-4737-9730-525468bdb565 req-42bacd2d-da06-4b92-9b23-553620786404 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:40.343926 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd31fe4-cb17-4737-9730-525468bdb565 req-42bacd2d-da06-4b92-9b23-553620786404 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:40.349961 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd31fe4-cb17-4737-9730-525468bdb565 req-42bacd2d-da06-4b92-9b23-553620786404 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:40.357543 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1fd31fe4-cb17-4737-9730-525468bdb565 req-42bacd2d-da06-4b92-9b23-553620786404 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2326567 Feb 28 17:25:40.371513 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0e049668-8ba8-40cd-874c-475ebd549850 req-3841f34b-4513-473b-931d-b8a9e7263eb4 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0425360 Feb 28 17:25:40.473850 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1fd31fe4-cb17-4737-9730-525468bdb565 req-19c4f7b5-2ec5-4979-b0d1-fe68412174a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135345 Feb 28 17:25:40.510828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8db90-7c83-4841-a212-de626b65d7ca req-f9a5f1f9-23be-407c-b107-0bd132e7a4c0 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:40.512996 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7dd8db90-7c83-4841-a212-de626b65d7ca req-f9a5f1f9-23be-407c-b107-0bd132e7a4c0 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 944 time: 0.0942633 Feb 28 17:25:40.554862 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-bb739a0b-bcb3-45b3-b9f4-dc49584c4e4a service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735145 Feb 28 17:25:40.678380 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7dd8db90-7c83-4841-a212-de626b65d7ca req-72e34dfe-c52f-4ae7-a609-c9f80e49148d tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529918 Feb 28 17:25:40.738756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a14983-f9e3-4435-a4fb-04147ba56dc8 req-237f5dee-1b07-4f36-ab4f-c20db75bb157 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:40.741382 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82a14983-f9e3-4435-a4fb-04147ba56dc8 req-237f5dee-1b07-4f36-ab4f-c20db75bb157 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.0810368 Feb 28 17:25:40.749847 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f2c6d5a-6b53-4ff5-9f04-8daf0b8259c4 req-57ab786d-3003-412f-8852-712592285191 service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837282 Feb 28 17:25:40.822234 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82a14983-f9e3-4435-a4fb-04147ba56dc8 req-7d6eef1b-ef1e-4e9c-b232-ceb9bc018ddf tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747304 Feb 28 17:25:40.865177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ff47d-b68c-4aec-a9fc-049a3896f3db req-901db76c-341b-433e-9936-4ac03b95231e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:40.873489 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78ff47d-b68c-4aec-a9fc-049a3896f3db req-901db76c-341b-433e-9936-4ac03b95231e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 944 time: 0.1069412 Feb 28 17:25:40.946544 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78ff47d-b68c-4aec-a9fc-049a3896f3db req-c8067b10-b8cb-4275-8044-89c6bc7846e8 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720823 Feb 28 17:25:40.954243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device be38abc7-8bc2-4978-8d5d-4d987028015e details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:25:41.103167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a580b-9098-490f-9b8e-415d402540ae req-17803cb4-8c7e-42cc-9fc9-0e0829bfc973 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:41.106107 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f63a580b-9098-490f-9b8e-415d402540ae req-17803cb4-8c7e-42cc-9fc9-0e0829bfc973 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.1129434 Feb 28 17:25:41.125372 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port be38abc7-8bc2-4978-8d5d-4d987028015e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=be38abc7-8bc2-4978-8d5d-4d987028015e,segment=NetworkSegment(034db800-bf19-443d-9f25-ded94a147022),segment_id=034db800-bf19-443d-9f25-ded94a147022)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:41.139207 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'be38abc7-8bc2-4978-8d5d-4d987028015e', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'port_id': 'be38abc7-8bc2-4978-8d5d-4d987028015e', 'mac_address': 'fa:16:3e:1c:f4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:25:41.197078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port be38abc7-8bc2-4978-8d5d-4d987028015e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:41.197384 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:41.219079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be38abc7-8bc2-4978-8d5d-4d987028015e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:25:41.266116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port be38abc7-8bc2-4978-8d5d-4d987028015e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=be38abc7-8bc2-4978-8d5d-4d987028015e,segment=NetworkSegment(034db800-bf19-443d-9f25-ded94a147022),segment_id=034db800-bf19-443d-9f25-ded94a147022)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:41.295899 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f63a580b-9098-490f-9b8e-415d402540ae req-b99a6150-5365-45ac-98af-7c621f9638da tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749358 Feb 28 17:25:41.343412 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:41.371546 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:41.446618 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=be38abc7-8bc2-4978-8d5d-4d987028015e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:41.673053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcff45b-afbe-459b-bcaa-ab8be24032e2 req-28992e7b-bad7-4bec-95d4-53b29d210ab7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:41.679183 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcff45b-afbe-459b-bcaa-ab8be24032e2 req-28992e7b-bad7-4bec-95d4-53b29d210ab7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:41.686421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcff45b-afbe-459b-bcaa-ab8be24032e2 req-28992e7b-bad7-4bec-95d4-53b29d210ab7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:41.691751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcff45b-afbe-459b-bcaa-ab8be24032e2 req-28992e7b-bad7-4bec-95d4-53b29d210ab7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:41.703548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcff45b-afbe-459b-bcaa-ab8be24032e2 req-28992e7b-bad7-4bec-95d4-53b29d210ab7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:41.704476 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcff45b-afbe-459b-bcaa-ab8be24032e2 req-28992e7b-bad7-4bec-95d4-53b29d210ab7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:41.710026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcff45b-afbe-459b-bcaa-ab8be24032e2 req-28992e7b-bad7-4bec-95d4-53b29d210ab7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:41.717865 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1fcff45b-afbe-459b-bcaa-ab8be24032e2 req-28992e7b-bad7-4bec-95d4-53b29d210ab7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1282663 Feb 28 17:25:41.789263 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1fcff45b-afbe-459b-bcaa-ab8be24032e2 req-6ad281f0-40d1-45d2-9128-ac378c3510f7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704064 Feb 28 17:25:41.789537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['be38abc7-8bc2-4978-8d5d-4d987028015e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:25:41.822539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d881ad-a253-4296-bff5-35482a1b7716 req-b34535a0-5cfa-4bc5-80dd-46bf1d285153 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:41.829654 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69d881ad-a253-4296-bff5-35482a1b7716 req-b34535a0-5cfa-4bc5-80dd-46bf1d285153 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 944 time: 0.0851185 Feb 28 17:25:41.929031 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69d881ad-a253-4296-bff5-35482a1b7716 req-cb5cb25d-9efb-4ffc-8c9e-623a685f9f3e tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920074 Feb 28 17:25:42.074980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ba1f4-ab13-4c8e-8805-7083eadbbd39 req-86696a49-0e90-49bf-87d2-3b16fb3671f3 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:42.077510 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-414ba1f4-ab13-4c8e-8805-7083eadbbd39 req-86696a49-0e90-49bf-87d2-3b16fb3671f3 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1244495 Feb 28 17:25:42.146071 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-414ba1f4-ab13-4c8e-8805-7083eadbbd39 req-c7909552-c024-49d0-8bac-6c7e11297884 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625653 Feb 28 17:25:42.170361 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33977c0-5e31-4a17-8e30-bc2e38131bf7 req-545755b0-9205-4345-ad3d-295a56c8e5a9 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:42.172058 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b33977c0-5e31-4a17-8e30-bc2e38131bf7 req-545755b0-9205-4345-ad3d-295a56c8e5a9 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 945 time: 0.0999691 Feb 28 17:25:42.292193 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b33977c0-5e31-4a17-8e30-bc2e38131bf7 req-0d1f530e-b0f9-40c3-b7cd-e64d3a15e437 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000230 Feb 28 17:25:42.414221 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:42.497041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b55e3c-be7d-44c1-a916-987d6e488261 req-675acc2f-8a63-413c-9e2c-1e161f53de24 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:42.498646 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45b55e3c-be7d-44c1-a916-987d6e488261 req-675acc2f-8a63-413c-9e2c-1e161f53de24 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.0799005 Feb 28 17:25:42.510905 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06a96f52-7a5f-4063-a8cc-077ea0bc78b9 req-c852afaa-dce8-44f5-83bb-15d77377861f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0513506 Feb 28 17:25:42.578259 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45b55e3c-be7d-44c1-a916-987d6e488261 req-5d75ef55-2e78-4c3b-97c7-0a3247770960 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725436 Feb 28 17:25:42.709778 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4750c9d4-890e-47c8-9e21-f2bcb8905f4d req-136fa4e1-5177-4f78-9e0b-45e2cdff8ed9 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0350585 Feb 28 17:25:42.956514 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd8b3d-6925-4d86-b298-0304eb1351fa req-95767208-a07c-4700-ab04-0b68880e03ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:42.961802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd8b3d-6925-4d86-b298-0304eb1351fa req-95767208-a07c-4700-ab04-0b68880e03ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:42.967299 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd8b3d-6925-4d86-b298-0304eb1351fa req-95767208-a07c-4700-ab04-0b68880e03ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:42.972698 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd8b3d-6925-4d86-b298-0304eb1351fa req-95767208-a07c-4700-ab04-0b68880e03ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:42.981716 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device be38abc7-8bc2-4978-8d5d-4d987028015e up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:25:42.984621 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd8b3d-6925-4d86-b298-0304eb1351fa req-95767208-a07c-4700-ab04-0b68880e03ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:42.994127 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd8b3d-6925-4d86-b298-0304eb1351fa req-95767208-a07c-4700-ab04-0b68880e03ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:43.000391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd8b3d-6925-4d86-b298-0304eb1351fa req-95767208-a07c-4700-ab04-0b68880e03ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:43.008746 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61cd8b3d-6925-4d86-b298-0304eb1351fa req-95767208-a07c-4700-ab04-0b68880e03ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1354330 Feb 28 17:25:43.074431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17b5a3-bd91-4ee9-a025-0b13f667693f req-0f21a760-0e85-40fc-9bd7-f2be50db1b01 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:43.108725 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca17b5a3-bd91-4ee9-a025-0b13f667693f req-0f21a760-0e85-40fc-9bd7-f2be50db1b01 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 944 time: 0.0681126 Feb 28 17:25:43.109400 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61cd8b3d-6925-4d86-b298-0304eb1351fa req-6fd6b172-ba34-4e97-a59e-766add0f2e20 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679529 Feb 28 17:25:43.130948 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca17b5a3-bd91-4ee9-a025-0b13f667693f req-f1bd8e2b-ac43-47d3-bc37-bc14bceb6f96 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488410 Feb 28 17:25:43.277303 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fff8b-ccea-46a2-95d7-64cf6122e0c1 req-6cb4b6c0-f8ce-4a14-a4cc-ed7899a52fdd tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:43.278929 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c53fff8b-ccea-46a2-95d7-64cf6122e0c1 req-6cb4b6c0-f8ce-4a14-a4cc-ed7899a52fdd tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.0623994 Feb 28 17:25:43.329334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c53fff8b-ccea-46a2-95d7-64cf6122e0c1 req-80cf0fd6-bdd1-48cd-bfce-e8bae07d82b5 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Feb 28 17:25:43.404202 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13f657-08df-45f8-8884-cfa61eb645d7 req-f2b1fa79-c43c-4de8-a3a2-76aca1ee8734 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:43.404202 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb13f657-08df-45f8-8884-cfa61eb645d7 req-f2b1fa79-c43c-4de8-a3a2-76aca1ee8734 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 945 time: 0.0572188 Feb 28 17:25:43.445661 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port be38abc7-8bc2-4978-8d5d-4d987028015e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:25:43.449109 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb13f657-08df-45f8-8884-cfa61eb645d7 req-8dec3c2f-0ccc-4bc4-92a2-88cc4ae83297 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415852 Feb 28 17:25:43.451050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port be38abc7-8bc2-4978-8d5d-4d987028015e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:43.451456 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:43.534786 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port be38abc7-8bc2-4978-8d5d-4d987028015e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:43.535199 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:43.558466 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06498284-0f8b-48b6-a682-798bd5887eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be38abc7-8bc2-4978-8d5d-4d987028015e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:43.560809 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4cf682-0b50-49a8-a6ed-2b3ce288fd54" -d '{"events": [{"server_uuid": "06498284-0f8b-48b6-a682-798bd5887eaa", "name": "network-vif-plugged", "status": "completed", "tag": "be38abc7-8bc2-4978-8d5d-4d987028015e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:43.580226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port be38abc7-8bc2-4978-8d5d-4d987028015e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=be38abc7-8bc2-4978-8d5d-4d987028015e,segment=NetworkSegment(034db800-bf19-443d-9f25-ded94a147022),segment_id=034db800-bf19-443d-9f25-ded94a147022)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:43.604268 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1570979-5848-4975-a234-b10cb48c0880 x-openstack-request-id: req-d1570979-5848-4975-a234-b10cb48c0880 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:43.604579 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06498284-0f8b-48b6-a682-798bd5887eaa", "name": "network-vif-plugged", "status": "completed", "tag": "be38abc7-8bc2-4978-8d5d-4d987028015e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:43.604838 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d1570979-5848-4975-a234-b10cb48c0880 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:43.605243 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06498284-0f8b-48b6-a682-798bd5887eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be38abc7-8bc2-4978-8d5d-4d987028015e', 'code': 200} Feb 28 17:25:43.635323 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:43.712575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=be38abc7-8bc2-4978-8d5d-4d987028015e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:43.787797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b580d7-73db-406f-a965-83f32ce5e826 req-0810419d-a3f7-42b5-8559-0d240bbcdbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:43.791820 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-67b580d7-73db-406f-a965-83f32ce5e826 req-0810419d-a3f7-42b5-8559-0d240bbcdbe2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 1129 time: 0.1149685 Feb 28 17:25:43.813578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c1fe4-bd12-422f-ae68-23f88fec8b32 req-b659f058-76a1-4736-b933-0c1509172d1a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:43.821803 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f7c1fe4-bd12-422f-ae68-23f88fec8b32 req-b659f058-76a1-4736-b933-0c1509172d1a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.0919063 Feb 28 17:25:43.900304 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-67b580d7-73db-406f-a965-83f32ce5e826 req-e20af5dc-c5f9-4416-b226-a189431d885c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020930 Feb 28 17:25:43.919421 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f7c1fe4-bd12-422f-ae68-23f88fec8b32 req-fa105bd0-4b4e-4c17-8b62-7b23098ec7c6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966220 Feb 28 17:25:43.977676 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:44.149215 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-9e789bdb-22bf-4f43-b90b-683731dd9aa4 service neutron] 10.222.0.69 "GET /v2.0/ports/97379c31-a049-49a5-945d-f8d066e36a85/bindings/n-h1-820368-19 HTTP/1.1" status: 200 len: 385 time: 0.0936980 Feb 28 17:25:44.298616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c3aeb-2822-4a51-97b7-38f84594ca42 req-084a2df6-0b50-4a7b-94d2-2b4edc68f461 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:44.304397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c3aeb-2822-4a51-97b7-38f84594ca42 req-084a2df6-0b50-4a7b-94d2-2b4edc68f461 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:44.309713 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c3aeb-2822-4a51-97b7-38f84594ca42 req-084a2df6-0b50-4a7b-94d2-2b4edc68f461 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:44.314920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c3aeb-2822-4a51-97b7-38f84594ca42 req-084a2df6-0b50-4a7b-94d2-2b4edc68f461 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:44.320905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c3aeb-2822-4a51-97b7-38f84594ca42 req-084a2df6-0b50-4a7b-94d2-2b4edc68f461 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:44.327119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c3aeb-2822-4a51-97b7-38f84594ca42 req-084a2df6-0b50-4a7b-94d2-2b4edc68f461 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:44.334470 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c3aeb-2822-4a51-97b7-38f84594ca42 req-084a2df6-0b50-4a7b-94d2-2b4edc68f461 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:44.336489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f78c3aeb-2822-4a51-97b7-38f84594ca42 req-084a2df6-0b50-4a7b-94d2-2b4edc68f461 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1237645 Feb 28 17:25:44.375513 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cabb5-5517-4a88-9476-99379459ba38 req-b21166e8-4fea-46d7-a2cb-39fd802d2b53 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:44.378374 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-506cabb5-5517-4a88-9476-99379459ba38 req-b21166e8-4fea-46d7-a2cb-39fd802d2b53 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 944 time: 0.1425722 Feb 28 17:25:44.446828 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f78c3aeb-2822-4a51-97b7-38f84594ca42 req-72af529b-7ac6-41e6-bff3-e575a206790a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1034110 Feb 28 17:25:44.513405 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-506cabb5-5517-4a88-9476-99379459ba38 req-aab80cd1-0189-4d2e-b39e-96dec3a2c606 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211200 Feb 28 17:25:44.592252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-6aa85fc3-ea55-41fc-8757-2864f86ed955 service neutron] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=97379c31-a049-49a5-945d-f8d066e36a85,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:44.627598 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099045aa-8c59-4ec5-ab5d-c953b248d6d4 req-a23c85a9-e107-4297-968c-3ce11cbcce19 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:44.637377 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-099045aa-8c59-4ec5-ab5d-c953b248d6d4 req-a23c85a9-e107-4297-968c-3ce11cbcce19 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.0949402 Feb 28 17:25:44.641250 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-6aa85fc3-ea55-41fc-8757-2864f86ed955 service neutron] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:25:44.719406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-6aa85fc3-ea55-41fc-8757-2864f86ed955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97379c31-a049-49a5-945d-f8d066e36a85 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:25:44.740856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-6aa85fc3-ea55-41fc-8757-2864f86ed955 service neutron] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=97379c31-a049-49a5-945d-f8d066e36a85,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:44.785262 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1688206-088f-4660-8675-148fb617fdf1 req-13c47f77-c955-412d-8129-60dd0cea1639 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:44.800605 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d1688206-088f-4660-8675-148fb617fdf1 req-13c47f77-c955-412d-8129-60dd0cea1639 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 946 time: 0.1561286 Feb 28 17:25:44.878844 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d1688206-088f-4660-8675-148fb617fdf1 req-0bb50f94-c331-4347-a69f-29cbb528e1f2 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685208 Feb 28 17:25:44.889067 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-6aa85fc3-ea55-41fc-8757-2864f86ed955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (97379c31-a049-49a5-945d-f8d066e36a85), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:44.989378 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ed76d153-056d-4eec-a71c-69a161e15749 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:25:45.047169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-6aa85fc3-ea55-41fc-8757-2864f86ed955 service neutron] Transition to ACTIVE for port object 97379c31-a049-49a5-945d-f8d066e36a85 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:25:45.112647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ed76d153-056d-4eec-a71c-69a161e15749, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed76d153-056d-4eec-a71c-69a161e15749,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:45.125664 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'ed76d153-056d-4eec-a71c-69a161e15749', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'port_id': 'ed76d153-056d-4eec-a71c-69a161e15749', 'mac_address': 'fa:16:3e:f4:79:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:25:45.152236 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-6aa85fc3-ea55-41fc-8757-2864f86ed955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (97379c31-a049-49a5-945d-f8d066e36a85), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:45.171614 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ed76d153-056d-4eec-a71c-69a161e15749 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:45.172279 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed76d153-056d-4eec-a71c-69a161e15749), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:45.187997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed76d153-056d-4eec-a71c-69a161e15749 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:25:45.201474 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a12eac-09c1-402a-bf8d-86ffe53770e9 req-22cca82f-84b3-457e-b60c-58a9fb75a6e5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:45.211058 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d4a12eac-09c1-402a-bf8d-86ffe53770e9 req-22cca82f-84b3-457e-b60c-58a9fb75a6e5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 943 time: 0.1624472 Feb 28 17:25:45.228379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ed76d153-056d-4eec-a71c-69a161e15749, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed76d153-056d-4eec-a71c-69a161e15749,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:45.284794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-6aa85fc3-ea55-41fc-8757-2864f86ed955 service neutron] No DVR routers for this DVR port 97379c31-a049-49a5-945d-f8d066e36a85 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:25:45.300175 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ed76d153-056d-4eec-a71c-69a161e15749), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:45.370540 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-099045aa-8c59-4ec5-ab5d-c953b248d6d4 req-f896a024-3d83-4029-bcea-99c65dd714f0 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7317224 Feb 28 17:25:45.382075 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-698ab85e-4fd9-4181-b824-b007b285eaee req-01e49fa4-d9ee-4d8b-87a4-a6be9dcb0698 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0907776 Feb 28 17:25:45.388825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ed76d153-056d-4eec-a71c-69a161e15749,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:45.417660 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-6aa85fc3-ea55-41fc-8757-2864f86ed955 service neutron] 10.222.0.69 "PUT /v2.0/ports/97379c31-a049-49a5-945d-f8d066e36a85/bindings/n-h1-820368-19/activate HTTP/1.1" status: 200 len: 370 time: 1.2618940 Feb 28 17:25:45.433331 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa85fc3-ea55-41fc-8757-2864f86ed955 service neutron] Pushing event updated for resources: {'Port': ['ID=97379c31-a049-49a5-945d-f8d066e36a85,revision_number=10']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:45.483548 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d4a12eac-09c1-402a-bf8d-86ffe53770e9 req-9ff52164-db52-4aac-ab23-489eed56b845 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331104 Feb 28 17:25:45.628759 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f18f3-c3bb-4aed-8530-1dda3e0e7647 req-73e3e5ea-6339-4fb9-ae34-1a9ef6c877f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:45.638660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f18f3-c3bb-4aed-8530-1dda3e0e7647 req-73e3e5ea-6339-4fb9-ae34-1a9ef6c877f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:45.644641 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f18f3-c3bb-4aed-8530-1dda3e0e7647 req-73e3e5ea-6339-4fb9-ae34-1a9ef6c877f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:45.651096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f18f3-c3bb-4aed-8530-1dda3e0e7647 req-73e3e5ea-6339-4fb9-ae34-1a9ef6c877f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:45.657665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f18f3-c3bb-4aed-8530-1dda3e0e7647 req-73e3e5ea-6339-4fb9-ae34-1a9ef6c877f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:45.664056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f18f3-c3bb-4aed-8530-1dda3e0e7647 req-73e3e5ea-6339-4fb9-ae34-1a9ef6c877f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:45.670165 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f18f3-c3bb-4aed-8530-1dda3e0e7647 req-73e3e5ea-6339-4fb9-ae34-1a9ef6c877f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:45.679653 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-853f18f3-c3bb-4aed-8530-1dda3e0e7647 req-73e3e5ea-6339-4fb9-ae34-1a9ef6c877f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1256590 Feb 28 17:25:45.768908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['ed76d153-056d-4eec-a71c-69a161e15749'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:25:45.773563 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-853f18f3-c3bb-4aed-8530-1dda3e0e7647 req-ba41f852-e79d-40db-a22b-fb755496119c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926180 Feb 28 17:25:45.824261 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82418b6a-2f99-49f6-bd3f-f93bcf8c7643 req-1b44cdb7-e481-4f16-bcf8-2c1488ee08e7 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:45.826780 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82418b6a-2f99-49f6-bd3f-f93bcf8c7643 req-1b44cdb7-e481-4f16-bcf8-2c1488ee08e7 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 945 time: 0.1531734 Feb 28 17:25:45.830399 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-40a6933f-4859-4e32-905b-9700f768c99a tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:45.832116 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-40a6933f-4859-4e32-905b-9700f768c99a tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322&tenant_id=dae94b749f7c42e383840585fc56524b&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1127 time: 0.2310731 Feb 28 17:25:45.890047 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82418b6a-2f99-49f6-bd3f-f93bcf8c7643 req-411f5c23-5b28-4425-81b5-505560508df3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563443 Feb 28 17:25:45.966901 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0254a5ea-52ab-4d4d-a42d-a133b90bc7cf req-d276e998-fd9d-4fa7-90b3-e37065fa76e0 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0892251 Feb 28 17:25:46.009717 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-350c53fc-19f1-4bea-96c3-b52925b788b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:46.011289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-350c53fc-19f1-4bea-96c3-b52925b788b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322&tenant_id=dae94b749f7c42e383840585fc56524b HTTP/1.1" status: 200 len: 1127 time: 0.1329494 Feb 28 17:25:46.098363 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-2af1c3cc-d345-47f8-9d87-f28fb628f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:46.101007 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-2af1c3cc-d345-47f8-9d87-f28fb628f1c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 1127 time: 0.0675042 Feb 28 17:25:46.155663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b07f6f-1dc3-4a3e-aae3-58b1087a02ea req-5943a113-879b-4c7d-898e-8bdeedc5384f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:46.157160 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b07f6f-1dc3-4a3e-aae3-58b1087a02ea req-5943a113-879b-4c7d-898e-8bdeedc5384f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 946 time: 0.1330011 Feb 28 17:25:46.227592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-eeeb9f7b-e171-4363-85df-b3ee2cc8e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:46.230936 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-eeeb9f7b-e171-4363-85df-b3ee2cc8e617 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.1209266 Feb 28 17:25:46.236679 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24b07f6f-1dc3-4a3e-aae3-58b1087a02ea req-5dc50cb4-eb05-46fc-8997-0cca5c6f5359 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718770 Feb 28 17:25:46.318403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-d9b1275e-d178-4b57-8548-e4214b0bd0df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97379c31-a049-49a5-945d-f8d066e36a85 HTTP/1.1" status: 200 len: 217 time: 0.0809135 Feb 28 17:25:46.408369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-7b515030-8053-45be-ae47-e8fc6fccb7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:46.409744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-7b515030-8053-45be-ae47-e8fc6fccb7c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.0795133 Feb 28 17:25:46.435907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d54a6-b869-41aa-a7ea-c4ff7dfa62eb req-0180cb6f-4db4-49c5-b0a8-f8c96dff1c72 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:46.437680 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e89d54a6-b869-41aa-a7ea-c4ff7dfa62eb req-0180cb6f-4db4-49c5-b0a8-f8c96dff1c72 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 946 time: 0.1165874 Feb 28 17:25:46.446897 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54308) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:46.452137 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-46a4828b-2d6b-4e65-870b-318e3a132830 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Request body: {'floatingip': {'port_id': 'be38abc7-8bc2-4978-8d5d-4d987028015e'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:25:46.461758 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-3d0ed5a0-83e7-4860-bc9b-edc7fb5922a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442543 Feb 28 17:25:46.596822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-ae7a6a37-e68e-4ae7-b831-5bd524a67a2a service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277070 Feb 28 17:25:46.649432 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46a4828b-2d6b-4e65-870b-318e3a132830 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for floatingip (dacac842-ef7f-4e79-bbe6-3d4d85af3017), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:46.786068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab7cb4-d16e-415f-b5d3-f0119d8624a6 req-f0938db9-d979-402e-bff7-2d4fc0a856d2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:46.787641 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3fab7cb4-d16e-415f-b5d3-f0119d8624a6 req-f0938db9-d979-402e-bff7-2d4fc0a856d2 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 944 time: 0.1513267 Feb 28 17:25:46.872040 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-48591ead-2c7c-4c42-913f-30c67099c01e service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619278 Feb 28 17:25:46.876782 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3fab7cb4-d16e-415f-b5d3-f0119d8624a6 req-445c323f-fa4a-4876-a8c5-d2b043a23cdb tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791824 Feb 28 17:25:46.998175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ed76d153-056d-4eec-a71c-69a161e15749 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:25:47.136025 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242bbe8-6915-4ecf-997e-9aede899ae31 req-e96ebbc8-d0dd-46fa-9c64-7d06159635da tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:47.145307 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b242bbe8-6915-4ecf-997e-9aede899ae31 req-e96ebbc8-d0dd-46fa-9c64-7d06159635da tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.6001675 Feb 28 17:25:47.173314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9917d5-a98a-4f45-96bd-2864febea220 req-3fe12293-8a9d-4dbd-b1c7-1b48110fa1ff tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:47.181089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9917d5-a98a-4f45-96bd-2864febea220 req-3fe12293-8a9d-4dbd-b1c7-1b48110fa1ff tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:47.187038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9917d5-a98a-4f45-96bd-2864febea220 req-3fe12293-8a9d-4dbd-b1c7-1b48110fa1ff tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:47.200224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9917d5-a98a-4f45-96bd-2864febea220 req-3fe12293-8a9d-4dbd-b1c7-1b48110fa1ff tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:47.207487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9917d5-a98a-4f45-96bd-2864febea220 req-3fe12293-8a9d-4dbd-b1c7-1b48110fa1ff tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:47.212162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port ed76d153-056d-4eec-a71c-69a161e15749 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:25:47.216355 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port ed76d153-056d-4eec-a71c-69a161e15749 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:25:47.216783 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ed76d153-056d-4eec-a71c-69a161e15749), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:47.223678 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b242bbe8-6915-4ecf-997e-9aede899ae31 req-ddf06f0a-c172-44a0-b0ae-eed5e60f33d4 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773056 Feb 28 17:25:47.229269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9917d5-a98a-4f45-96bd-2864febea220 req-3fe12293-8a9d-4dbd-b1c7-1b48110fa1ff tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:47.275101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9917d5-a98a-4f45-96bd-2864febea220 req-3fe12293-8a9d-4dbd-b1c7-1b48110fa1ff tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:47.283230 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce9917d5-a98a-4f45-96bd-2864febea220 req-3fe12293-8a9d-4dbd-b1c7-1b48110fa1ff tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2476292 Feb 28 17:25:47.384744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce9917d5-a98a-4f45-96bd-2864febea220 req-d11a807f-038b-4382-8e27-96e1e6c3e9a7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981605 Feb 28 17:25:47.459175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2574f1-2d5e-4f68-a6ac-15b57dff5f65 req-67e6c939-6190-4e8a-af76-d825b92a0a4e tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:47.466810 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e2574f1-2d5e-4f68-a6ac-15b57dff5f65 req-67e6c939-6190-4e8a-af76-d825b92a0a4e tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 945 time: 0.1141903 Feb 28 17:25:47.488233 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ed76d153-056d-4eec-a71c-69a161e15749 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:25:47.489579 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed76d153-056d-4eec-a71c-69a161e15749), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:47.494060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-cae6e09b-f857-4443-a95e-0a548aaf8c55 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:47.497195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-cae6e09b-f857-4443-a95e-0a548aaf8c55 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322&tenant_id=dae94b749f7c42e383840585fc56524b&binding%3Ahost_id=n-h1-820368-19 HTTP/1.1" status: 200 len: 1127 time: 0.0775878 Feb 28 17:25:47.548664 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ed76d153-056d-4eec-a71c-69a161e15749, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed76d153-056d-4eec-a71c-69a161e15749,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:47.549637 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fe649e-d893-46df-928b-3af4b4365d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed76d153-056d-4eec-a71c-69a161e15749'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:47.552569 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c75c0f6-615d-4188-ab42-585b1576b110" -d '{"events": [{"server_uuid": "93fe649e-d893-46df-928b-3af4b4365d1b", "name": "network-vif-plugged", "status": "completed", "tag": "ed76d153-056d-4eec-a71c-69a161e15749"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:47.574945 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e2574f1-2d5e-4f68-a6ac-15b57dff5f65 req-e725805b-aa8f-4336-94bc-c99d6ea1ba31 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071701 Feb 28 17:25:47.599981 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46a4828b-2d6b-4e65-870b-318e3a132830 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:47.640399 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa2fcec-8c9e-492e-98c3-0948a370f6af x-openstack-request-id: req-8aa2fcec-8c9e-492e-98c3-0948a370f6af {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:47.640699 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fe649e-d893-46df-928b-3af4b4365d1b", "name": "network-vif-plugged", "status": "completed", "tag": "ed76d153-056d-4eec-a71c-69a161e15749", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:47.640958 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8aa2fcec-8c9e-492e-98c3-0948a370f6af {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:47.641359 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fe649e-d893-46df-928b-3af4b4365d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed76d153-056d-4eec-a71c-69a161e15749', 'code': 200} Feb 28 17:25:47.642600 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ed76d153-056d-4eec-a71c-69a161e15749), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:47.678192 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46a4828b-2d6b-4e65-870b-318e3a132830 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (dacac842-ef7f-4e79-bbe6-3d4d85af3017), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:47.782894 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ed76d153-056d-4eec-a71c-69a161e15749,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:47.798526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:47.799217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:47.799809 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:47.800327 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:47.800866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:47.801378 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:47.801892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:47.802322 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-1dc9d836-66e0-4a22-a3c5-408ba928cb1e service neutron] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:25:47.802643 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:47.803157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:47.803895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:47.804425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:47.804950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:47.805526 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-1dc9d836-66e0-4a22-a3c5-408ba928cb1e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:47.806053 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:25:47.806871 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b9136a4-e6d5-49e9-a2e1-f9e89a3b264f req-1dc9d836-66e0-4a22-a3c5-408ba928cb1e service neutron] 10.222.0.73 "DELETE /v2.0/ports/97379c31-a049-49a5-945d-f8d066e36a85/bindings/n-h2-820368-19 HTTP/1.1" status: 204 len: 173 time: 0.3042881 Feb 28 17:25:47.883440 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129bc20-2b02-473e-9054-229d5cd7c558 req-396e40ca-fb03-44e8-b3a3-247153d7dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:47.885532 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1129bc20-2b02-473e-9054-229d5cd7c558 req-396e40ca-fb03-44e8-b3a3-247153d7dd13 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 1129 time: 0.1255534 Feb 28 17:25:47.887130 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-46a4828b-2d6b-4e65-870b-318e3a132830 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Floating IP dacac842-ef7f-4e79-bbe6-3d4d85af3017 associated. External IP: 172.25.3.181, port: be38abc7-8bc2-4978-8d5d-4d987028015e. Feb 28 17:25:47.995469 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-960e6e53-2c76-4766-b0f7-7e10db767da5 req-54edb70a-37c4-4bbd-b2a2-56b12d0e6a98 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0936980 Feb 28 17:25:48.097550 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1129bc20-2b02-473e-9054-229d5cd7c558 req-f4788eee-5bf8-407d-84b4-d4364438814e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047641 Feb 28 17:25:48.144950 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374cb48-5222-4aab-beb6-8cd8e7a5ef80 req-47ca42eb-7cdf-4fa6-90f6-c73a39ec17ff tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:48.146390 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8374cb48-5222-4aab-beb6-8cd8e7a5ef80 req-47ca42eb-7cdf-4fa6-90f6-c73a39ec17ff tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 944 time: 0.1203637 Feb 28 17:25:48.216985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3327b6c-9eb4-4f78-a965-96bd8971d4e6 req-40033c45-6711-40e6-bd69-7fdef80402ee service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0378206 Feb 28 17:25:48.243964 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8374cb48-5222-4aab-beb6-8cd8e7a5ef80 req-5372dc4a-9629-46c1-baf6-f0b240192e24 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609515 Feb 28 17:25:48.414545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a4828b-2d6b-4e65-870b-318e3a132830 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Router 5d2b0de8-d419-4490-b082-7c6ea62cac68 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:25:48.500964 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d882c01-f3cc-4fc6-b98a-4deecfee20cb req-b1aa9b6a-6946-4364-9f4c-38db6838d584 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:48.509356 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6d882c01-f3cc-4fc6-b98a-4deecfee20cb req-b1aa9b6a-6946-4364-9f4c-38db6838d584 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1252005 Feb 28 17:25:48.604248 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6d882c01-f3cc-4fc6-b98a-4deecfee20cb req-eb8a390a-107b-4727-8bad-6c77e818e1e2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938401 Feb 28 17:25:48.617814 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a4828b-2d6b-4e65-870b-318e3a132830 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:25:48.623147 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46a4828b-2d6b-4e65-870b-318e3a132830 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:48.631891 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b51896-c2fb-4923-ac62-e572161d84fc None None] Sync routers for ids ['5d2b0de8-d419-4490-b082-7c6ea62cac68'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:25:48.645236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b51896-c2fb-4923-ac62-e572161d84fc None None] Routers {'5d2b0de8-d419-4490-b082-7c6ea62cac68'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:25:48.645874 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-18b51896-c2fb-4923-ac62-e572161d84fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:25:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5d2b0de8-d419-4490-b082-7c6ea62cac68'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:48.684795 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-46a4828b-2d6b-4e65-870b-318e3a132830 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "PUT /v2.0/floatingips/dacac842-ef7f-4e79-bbe6-3d4d85af3017 HTTP/1.1" status: 200 len: 992 time: 2.2366784 Feb 28 17:25:48.687137 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06498284-0f8b-48b6-a682-798bd5887eaa', 'tag': 'be38abc7-8bc2-4978-8d5d-4d987028015e'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:48.689606 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f36f51-585b-4b5d-87ab-5efa3a747278" -d '{"events": [{"name": "network-changed", "server_uuid": "06498284-0f8b-48b6-a682-798bd5887eaa", "tag": "be38abc7-8bc2-4978-8d5d-4d987028015e"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:48.708825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd596a5-4d8c-422e-95cf-324d152b4a1b req-733d2c1b-6be8-445d-873b-7a1414f519f9 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:48.715938 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8dd596a5-4d8c-422e-95cf-324d152b4a1b req-733d2c1b-6be8-445d-873b-7a1414f519f9 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 1127 time: 0.1080630 Feb 28 17:25:48.823586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db6bc-5c92-42e2-ac7c-6ef185eab4c9 req-4a2834ca-2996-4ef0-bcba-6c70387bff45 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:48.829736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db6bc-5c92-42e2-ac7c-6ef185eab4c9 req-4a2834ca-2996-4ef0-bcba-6c70387bff45 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:48.834592 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8dd596a5-4d8c-422e-95cf-324d152b4a1b req-0ea158dc-2341-48b3-974a-1d99a0575421 tempest-LiveAutoBlockMigrationV225Test-1118078261 tempest-LiveAutoBlockMigrationV225Test-1118078261-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170542 Feb 28 17:25:48.835671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db6bc-5c92-42e2-ac7c-6ef185eab4c9 req-4a2834ca-2996-4ef0-bcba-6c70387bff45 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:48.842586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db6bc-5c92-42e2-ac7c-6ef185eab4c9 req-4a2834ca-2996-4ef0-bcba-6c70387bff45 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:48.851600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db6bc-5c92-42e2-ac7c-6ef185eab4c9 req-4a2834ca-2996-4ef0-bcba-6c70387bff45 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:48.852946 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-18b51896-c2fb-4923-ac62-e572161d84fc None None] Set router 5d2b0de8-d419-4490-b082-7c6ea62cac68 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:25:48.871968 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db6bc-5c92-42e2-ac7c-6ef185eab4c9 req-4a2834ca-2996-4ef0-bcba-6c70387bff45 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:48.884477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db6bc-5c92-42e2-ac7c-6ef185eab4c9 req-4a2834ca-2996-4ef0-bcba-6c70387bff45 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:48.892764 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b3db6bc-5c92-42e2-ac7c-6ef185eab4c9 req-4a2834ca-2996-4ef0-bcba-6c70387bff45 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1544645 Feb 28 17:25:49.047715 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b3db6bc-5c92-42e2-ac7c-6ef185eab4c9 req-387e776e-92b2-42c0-94e5-ae813c95a018 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1537406 Feb 28 17:25:49.107886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27258690-fec9-4e15-be80-c279746c9282 req-9c5cfd8f-dbba-4392-86cd-8d6831684256 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:49.109185 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27258690-fec9-4e15-be80-c279746c9282 req-9c5cfd8f-dbba-4392-86cd-8d6831684256 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 946 time: 0.1157234 Feb 28 17:25:49.184453 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27258690-fec9-4e15-be80-c279746c9282 req-2a112ef6-a635-4516-9c6d-e72d1950fcdf tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686891 Feb 28 17:25:49.338773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-18b51896-c2fb-4923-ac62-e572161d84fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:23:24Z', 'revision_number': 4, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port': {'id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:18Z', 'updated_at': '2022-02-28T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'dacac842-ef7f-4e79-bbe6-3d4d85af3017', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'floating_ip_address': '172.25.3.181', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'port_id': 'be38abc7-8bc2-4978-8d5d-4d987028015e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'mac_address': 'fa:16:3e:1c:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06498284-0f8b-48b6-a682-798bd5887eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:23:34Z', 'updated_at': '2022-02-28T17:25:47Z', 'revision_number': 1, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766ead7b-2aeb-443e-9f84-8ca8108ecb62', 'name': '', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'mac_address': 'fa:16:3e:18:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:23Z', 'updated_at': '2022-02-28T17:23:29Z', 'revision_number': 5, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'subnets': [{'id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:49.389729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9f9f-126c-4a61-9bd4-0573a68fbb47 req-ea939866-3c3c-4ea6-8d64-50c8aec10969 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:49.399264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b51896-c2fb-4923-ac62-e572161d84fc None None] Checking router: 5d2b0de8-d419-4490-b082-7c6ea62cac68 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:25:49.399832 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8ece9f9f-126c-4a61-9bd4-0573a68fbb47 req-ea939866-3c3c-4ea6-8d64-50c8aec10969 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 946 time: 0.1015794 Feb 28 17:25:49.408318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b51896-c2fb-4923-ac62-e572161d84fc None None] Routers {'5d2b0de8-d419-4490-b082-7c6ea62cac68'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:25:49.408934 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-18b51896-c2fb-4923-ac62-e572161d84fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:25:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5d2b0de8-d419-4490-b082-7c6ea62cac68'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:49.411580 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f0a16c-f598-4215-8cb7-9b3ffa61d73a x-openstack-request-id: req-34f0a16c-f598-4215-8cb7-9b3ffa61d73a {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:49.411881 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06498284-0f8b-48b6-a682-798bd5887eaa", "tag": "be38abc7-8bc2-4978-8d5d-4d987028015e", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:49.412146 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-34f0a16c-f598-4215-8cb7-9b3ffa61d73a {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:49.412543 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06498284-0f8b-48b6-a682-798bd5887eaa', 'tag': 'be38abc7-8bc2-4978-8d5d-4d987028015e', 'status': 'completed', 'code': 200} Feb 28 17:25:49.500991 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8ece9f9f-126c-4a61-9bd4-0573a68fbb47 req-37f53f3d-713f-4064-b7ea-65f0ef8a39d8 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000388 Feb 28 17:25:49.521453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f36f51-585b-4b5d-87ab-5efa3a747278 req-74b1aa00-354f-452e-afcf-9dd6a808e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:49.523045 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-89f36f51-585b-4b5d-87ab-5efa3a747278 req-74b1aa00-354f-452e-afcf-9dd6a808e8bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5dd70d9bd5354a17b3b3aee0b4740d75&device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 1129 time: 0.0757544 Feb 28 17:25:49.562126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-18b51896-c2fb-4923-ac62-e572161d84fc None None] Set router 5d2b0de8-d419-4490-b082-7c6ea62cac68 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:25:49.654853 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f36f51-585b-4b5d-87ab-5efa3a747278 req-2bf7f0e5-347c-4128-ab2f-d35095dcbce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:49.656272 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-89f36f51-585b-4b5d-87ab-5efa3a747278 req-2bf7f0e5-347c-4128-ab2f-d35095dcbce5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3710deb9-08fa-44d6-a3a2-288e5da55b9b HTTP/1.1" status: 200 len: 917 time: 0.1138368 Feb 28 17:25:49.779735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa09c54-e4b1-45be-bf9e-87cbcb8fe471 req-d08ccf8f-ec7c-425f-a56a-dbfcabdbca03 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:49.781164 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3fa09c54-e4b1-45be-bf9e-87cbcb8fe471 req-d08ccf8f-ec7c-425f-a56a-dbfcabdbca03 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 945 time: 0.1444595 Feb 28 17:25:49.785398 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-89f36f51-585b-4b5d-87ab-5efa3a747278 req-696bda08-76e9-44b8-b2b9-9eb7d9b89fd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be38abc7-8bc2-4978-8d5d-4d987028015e HTTP/1.1" status: 200 len: 1000 time: 0.1147590 Feb 28 17:25:49.815594 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-18b51896-c2fb-4923-ac62-e572161d84fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:23:24Z', 'revision_number': 4, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port': {'id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:18Z', 'updated_at': '2022-02-28T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'dacac842-ef7f-4e79-bbe6-3d4d85af3017', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'floating_ip_address': '172.25.3.181', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'port_id': 'be38abc7-8bc2-4978-8d5d-4d987028015e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'mac_address': 'fa:16:3e:1c:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06498284-0f8b-48b6-a682-798bd5887eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:23:34Z', 'updated_at': '2022-02-28T17:25:47Z', 'revision_number': 1, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766ead7b-2aeb-443e-9f84-8ca8108ecb62', 'name': '', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'mac_address': 'fa:16:3e:18:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:23Z', 'updated_at': '2022-02-28T17:23:29Z', 'revision_number': 5, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'subnets': [{'id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:49.842840 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b51896-c2fb-4923-ac62-e572161d84fc None None] The sync data for ids ['5d2b0de8-d419-4490-b082-7c6ea62cac68'] in n-d-820368-19 is: [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:23:24Z', 'revision_number': 4, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port': {'id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:18Z', 'updated_at': '2022-02-28T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'dacac842-ef7f-4e79-bbe6-3d4d85af3017', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'floating_ip_address': '172.25.3.181', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'port_id': 'be38abc7-8bc2-4978-8d5d-4d987028015e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'mac_address': 'fa:16:3e:1c:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06498284-0f8b-48b6-a682-798bd5887eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:23:34Z', 'updated_at': '2022-02-28T17:25:47Z', 'revision_number': 1, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766ead7b-2aeb-443e-9f84-8ca8108ecb62', 'name': '', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'mac_address': 'fa:16:3e:18:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:23Z', 'updated_at': '2022-02-28T17:23:29Z', 'revision_number': 5, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'subnets': [{'id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:25:49.866029 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3fa09c54-e4b1-45be-bf9e-87cbcb8fe471 req-a8402daf-2eca-4a5e-aa7d-83e51ec40d30 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/security-groups?id=17f53c07-c612-47b7-a951-2d94a130b77a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780225 Feb 28 17:25:49.867521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f36f51-585b-4b5d-87ab-5efa3a747278 req-5b3bcc1b-93cb-46f3-b90a-c53b144cfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:49.868960 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-89f36f51-585b-4b5d-87ab-5efa3a747278 req-5b3bcc1b-93cb-46f3-b90a-c53b144cfd95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c0d669a-2f10-4e77-a5d5-52ef693cecb2 HTTP/1.1" status: 200 len: 855 time: 0.0742872 Feb 28 17:25:49.983116 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f36f51-585b-4b5d-87ab-5efa3a747278 req-6a357500-c711-48ef-aeb5-63938924a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:49.983116 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-89f36f51-585b-4b5d-87ab-5efa3a747278 req-6a357500-c711-48ef-aeb5-63938924a391 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3710deb9-08fa-44d6-a3a2-288e5da55b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0897067 Feb 28 17:25:49.999047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-89f36f51-585b-4b5d-87ab-5efa3a747278 req-404fc07a-3462-4a5f-b339-77e2c6201602 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:25:50.000013 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-89f36f51-585b-4b5d-87ab-5efa3a747278 req-404fc07a-3462-4a5f-b339-77e2c6201602 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069852 Feb 28 17:25:50.103505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ab128-8107-4da7-b9cb-6d61189db2a2 req-e8376434-6851-4bd2-b707-ff3984b78542 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:50.105572 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a19ab128-8107-4da7-b9cb-6d61189db2a2 req-e8376434-6851-4bd2-b707-ff3984b78542 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1577158 Feb 28 17:25:50.151586 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa060a70-0fee-4750-bbd3-38b0858f317e req-e618c6f1-3f05-4e70-af4c-1012b78f3dff service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0419657 Feb 28 17:25:50.207956 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73991e0c-36e9-45fe-9969-713d484bb97f None None] New status for floating IP dacac842-ef7f-4e79-bbe6-3d4d85af3017: ACTIVE {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:25:50.242446 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-89f36f51-585b-4b5d-87ab-5efa3a747278 req-bdc24b76-e8b9-4e34-b472-cfd62d5fd77f service neutron] 10.222.0.73 "GET /v2.0/networks/3710deb9-08fa-44d6-a3a2-288e5da55b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348914 Feb 28 17:25:50.252749 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a19ab128-8107-4da7-b9cb-6d61189db2a2 req-b2d4dcb6-16a4-47ad-a8a1-54f1d8022b9c tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303272 Feb 28 17:25:50.414718 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-255847d7-6b25-458a-9788-12fc49c1294d req-397e2f95-b684-4f8a-a3ab-97caeb3df517 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0507381 Feb 28 17:25:50.521617 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-89f36f51-585b-4b5d-87ab-5efa3a747278 req-540b3324-fb9d-4eb6-866c-e2dc7bb935f9 service neutron] 10.222.0.73 "GET /v2.0/networks/3710deb9-08fa-44d6-a3a2-288e5da55b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677875 Feb 28 17:25:50.534449 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a630ebb-87a9-48dc-86c9-d7ac37099928 req-4eb77b3f-ae6f-4581-8b14-5ba8a1e98d65 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:50.543263 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a630ebb-87a9-48dc-86c9-d7ac37099928 req-4eb77b3f-ae6f-4581-8b14-5ba8a1e98d65 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 946 time: 0.1022551 Feb 28 17:25:50.610356 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a630ebb-87a9-48dc-86c9-d7ac37099928 req-95d19c79-ef90-473a-939c-7affb36a95c6 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652213 Feb 28 17:25:50.790864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a48ea6-7372-40f8-b812-45f4472f9543 req-9bac3d19-8cb8-40bd-a101-eb8ccd289b8a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:50.792748 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f5a48ea6-7372-40f8-b812-45f4472f9543 req-9bac3d19-8cb8-40bd-a101-eb8ccd289b8a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 944 time: 0.1042881 Feb 28 17:25:50.858425 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f5a48ea6-7372-40f8-b812-45f4472f9543 req-64a0808b-ecd9-4e42-b247-d5368fc0bce5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587678 Feb 28 17:25:50.862707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb8107-ec01-4c95-b434-8a7f9c0e459e req-ccba9948-8131-4259-8d45-9a01280088a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:50.871687 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb8107-ec01-4c95-b434-8a7f9c0e459e req-ccba9948-8131-4259-8d45-9a01280088a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:50.879856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb8107-ec01-4c95-b434-8a7f9c0e459e req-ccba9948-8131-4259-8d45-9a01280088a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:50.886590 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb8107-ec01-4c95-b434-8a7f9c0e459e req-ccba9948-8131-4259-8d45-9a01280088a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:50.901128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb8107-ec01-4c95-b434-8a7f9c0e459e req-ccba9948-8131-4259-8d45-9a01280088a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:50.907542 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb8107-ec01-4c95-b434-8a7f9c0e459e req-ccba9948-8131-4259-8d45-9a01280088a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:50.914201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb8107-ec01-4c95-b434-8a7f9c0e459e req-ccba9948-8131-4259-8d45-9a01280088a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:50.919167 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ddcb8107-ec01-4c95-b434-8a7f9c0e459e req-ccba9948-8131-4259-8d45-9a01280088a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.4915884 Feb 28 17:25:50.998257 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ddcb8107-ec01-4c95-b434-8a7f9c0e459e req-f189f29e-12d2-4247-ab33-a955757e5dc9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722530 Feb 28 17:25:51.252375 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-c661bfd5-b98b-4a5b-b952-ddfefd77e63c tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2312760 Feb 28 17:25:51.265667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:25:51.392069 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01917dd1-8612-47a9-b2ea-36c700a789a2 req-8bab6e8f-a5c8-445b-85b6-74f700004323 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:51.394098 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01917dd1-8612-47a9-b2ea-36c700a789a2 req-8bab6e8f-a5c8-445b-85b6-74f700004323 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.73 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 944 time: 0.1165023 Feb 28 17:25:51.398817 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:51.528908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7ef24-4f43-45d4-bd21-5aafc5404b5d req-2491acfd-c1cd-4858-93e8-58601558af08 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:51.537213 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2aa7ef24-4f43-45d4-bd21-5aafc5404b5d req-2491acfd-c1cd-4858-93e8-58601558af08 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1411190 Feb 28 17:25:51.562107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c23e7f-7b8d-4459-9900-a569edaac9ec req-56c46373-1fb1-4f03-bd90-4ba200172906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:51.563810 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58c23e7f-7b8d-4459-9900-a569edaac9ec req-56c46373-1fb1-4f03-bd90-4ba200172906 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 1129 time: 0.1771421 Feb 28 17:25:51.623703 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2aa7ef24-4f43-45d4-bd21-5aafc5404b5d req-c72d9c95-6eaf-4220-967d-b0e9fc716af8 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789649 Feb 28 17:25:51.648888 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-01917dd1-8612-47a9-b2ea-36c700a789a2 req-cf42f027-6211-45bf-b5e3-3376a84e5017 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Deleting port 97379c31-a049-49a5-945d-f8d066e36a85 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:25:51.651385 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-01917dd1-8612-47a9-b2ea-36c700a789a2 req-cf42f027-6211-45bf-b5e3-3376a84e5017 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (97379c31-a049-49a5-945d-f8d066e36a85), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:51.652047 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:51.656893 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58c23e7f-7b8d-4459-9900-a569edaac9ec req-9c3f1e98-02e1-4698-93c0-e49f3b3c6a97 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789828 Feb 28 17:25:51.826825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-01917dd1-8612-47a9-b2ea-36c700a789a2 req-cf42f027-6211-45bf-b5e3-3376a84e5017 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] For port 97379c31-a049-49a5-945d-f8d066e36a85, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=97379c31-a049-49a5-945d-f8d066e36a85,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:51.827813 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-01917dd1-8612-47a9-b2ea-36c700a789a2 req-cf42f027-6211-45bf-b5e3-3376a84e5017 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (97379c31-a049-49a5-945d-f8d066e36a85), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:51.838141 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289119ed-2061-4e72-9d3c-a71aac7f9779 req-bf9362ef-6d55-4d5f-9445-6c23912f78b7 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:51.838376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Allocated IP 172.25.3.10 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/d3657bdb-3719-444f-863a-4ca9052fac3c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:25:51.850814 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-289119ed-2061-4e72-9d3c-a71aac7f9779 req-bf9362ef-6d55-4d5f-9445-6c23912f78b7 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 945 time: 0.1262548 Feb 28 17:25:51.863439 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-115208db-16eb-473c-b4d7-d63d4f52dbbf req-0c5d20ab-13fd-43d6-b4ff-c1e0ff60b879 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0899656 Feb 28 17:25:51.879036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-01917dd1-8612-47a9-b2ea-36c700a789a2 req-cf42f027-6211-45bf-b5e3-3376a84e5017 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Calling delete_port for 97379c31-a049-49a5-945d-f8d066e36a85 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:25:51.967326 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-289119ed-2061-4e72-9d3c-a71aac7f9779 req-14675cb9-d862-4938-890b-bfcc5361feb3 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/security-groups?id=17f53c07-c612-47b7-a951-2d94a130b77a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1152709 Feb 28 17:25:52.046372 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for port (d3657bdb-3719-444f-863a-4ca9052fac3c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:52.085499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115208db-16eb-473c-b4d7-d63d4f52dbbf req-8556af94-f6bd-4a09-a46b-125a6b10f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:52.087517 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-115208db-16eb-473c-b4d7-d63d4f52dbbf req-8556af94-f6bd-4a09-a46b-125a6b10f67e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 1128 time: 0.1483300 Feb 28 17:25:52.186505 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d3657bdb-3719-444f-863a-4ca9052fac3c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:52.186773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa06160-ee96-46d1-9c7e-4ae5bfbf5a5a req-0f203df5-6351-4097-a471-125ae7f5884c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:52.194185 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-afa06160-ee96-46d1-9c7e-4ae5bfbf5a5a req-0f203df5-6351-4097-a471-125ae7f5884c tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 944 time: 0.0874441 Feb 28 17:25:52.239195 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-01917dd1-8612-47a9-b2ea-36c700a789a2 req-cf42f027-6211-45bf-b5e3-3376a84e5017 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (97379c31-a049-49a5-945d-f8d066e36a85), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:52.245301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:25:52.252521 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['97379c31-a049-49a5-945d-f8d066e36a85'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:25:52.258607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:25:52.259574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['11783bcf-133e-460e-8b2e-2147ee6e99cf'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:25:52.263825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:25:52.289547 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-afa06160-ee96-46d1-9c7e-4ae5bfbf5a5a req-1e5ab8bb-f4ae-4bc4-a94d-64d53ec4bdcc tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908811 Feb 28 17:25:52.293452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42f027-6211-45bf-b5e3-3376a84e5017 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Pushing event deleted for resources: {'Port': ['ID=97379c31-a049-49a5-945d-f8d066e36a85,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:52.320923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Pushing event updated for resources: {'Port': ['ID=d3657bdb-3719-444f-863a-4ca9052fac3c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:52.356676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115208db-16eb-473c-b4d7-d63d4f52dbbf req-af429f82-b628-46dd-b58c-e041c3db0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:52.359328 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-115208db-16eb-473c-b4d7-d63d4f52dbbf req-af429f82-b628-46dd-b58c-e041c3db0ebf service neutron] 10.222.0.69 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.2436645 Feb 28 17:25:52.427569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-01917dd1-8612-47a9-b2ea-36c700a789a2 req-cf42f027-6211-45bf-b5e3-3376a84e5017 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] No DVR routers for this DVR port 97379c31-a049-49a5-945d-f8d066e36a85 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:25:52.435250 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-01917dd1-8612-47a9-b2ea-36c700a789a2 req-cf42f027-6211-45bf-b5e3-3376a84e5017 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:52.438936 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01917dd1-8612-47a9-b2ea-36c700a789a2 req-cf42f027-6211-45bf-b5e3-3376a84e5017 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.73 "DELETE /v2.0/ports/97379c31-a049-49a5-945d-f8d066e36a85 HTTP/1.1" status: 204 len: 173 time: 1.0319195 Feb 28 17:25:52.439690 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6991bcc5-00e0-4194-9e02-a9c5855a1322', 'name': 'network-vif-deleted', 'tag': '97379c31-a049-49a5-945d-f8d066e36a85'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:52.443299 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7569eeb-c2db-4f2d-a310-f8c23998c2c4" -d '{"events": [{"server_uuid": "6991bcc5-00e0-4194-9e02-a9c5855a1322", "name": "network-vif-deleted", "tag": "97379c31-a049-49a5-945d-f8d066e36a85"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:52.451083 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-115208db-16eb-473c-b4d7-d63d4f52dbbf req-c17b70ec-f792-400c-b68d-c4d3efd2a9ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf HTTP/1.1" status: 200 len: 217 time: 0.0751624 Feb 28 17:25:52.531242 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c1fff-ca8a-479d-9768-ab1bd697fb81 req-ba60069f-05d3-4ee6-b589-fd3abe19fbe1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:52.538334 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c1fff-ca8a-479d-9768-ab1bd697fb81 req-ba60069f-05d3-4ee6-b589-fd3abe19fbe1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:52.543894 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c1fff-ca8a-479d-9768-ab1bd697fb81 req-ba60069f-05d3-4ee6-b589-fd3abe19fbe1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:52.544636 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:52.547291 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115208db-16eb-473c-b4d7-d63d4f52dbbf req-65bfb1e6-643e-4743-a4c0-1003ac6faf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:52.549526 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-115208db-16eb-473c-b4d7-d63d4f52dbbf req-65bfb1e6-643e-4743-a4c0-1003ac6faf42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.0840383 Feb 28 17:25:52.551356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c1fff-ca8a-479d-9768-ab1bd697fb81 req-ba60069f-05d3-4ee6-b589-fd3abe19fbe1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:52.557257 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c1fff-ca8a-479d-9768-ab1bd697fb81 req-ba60069f-05d3-4ee6-b589-fd3abe19fbe1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:52.563022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c1fff-ca8a-479d-9768-ab1bd697fb81 req-ba60069f-05d3-4ee6-b589-fd3abe19fbe1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:52.568895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c1fff-ca8a-479d-9768-ab1bd697fb81 req-ba60069f-05d3-4ee6-b589-fd3abe19fbe1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:52.576891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0d1c1fff-ca8a-479d-9768-ab1bd697fb81 req-ba60069f-05d3-4ee6-b589-fd3abe19fbe1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1433592 Feb 28 17:25:52.599451 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-115208db-16eb-473c-b4d7-d63d4f52dbbf req-9cdf9bd0-be5e-4a0f-9a2d-f96d35d82f81 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385683 Feb 28 17:25:52.702063 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-87c7a779-b6fd-45b8-873b-cf80fcea8d97 req-eb0bcc12-3b52-4aae-8afd-c93a4129e3bf service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0675175 Feb 28 17:25:52.730483 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d3657bdb-3719-444f-863a-4ca9052fac3c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:52.756634 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0d1c1fff-ca8a-479d-9768-ab1bd697fb81 req-30ac6e27-e297-48a2-a6d1-448fb694782a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1730614 Feb 28 17:25:52.819904 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5f367f-bbc1-41f4-9717-f4c0c3789a3a x-openstack-request-id: req-9a5f367f-bbc1-41f4-9717-f4c0c3789a3a {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:52.820612 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6991bcc5-00e0-4194-9e02-a9c5855a1322", "name": "network-vif-deleted", "tag": "97379c31-a049-49a5-945d-f8d066e36a85", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:52.821064 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9a5f367f-bbc1-41f4-9717-f4c0c3789a3a {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:52.821665 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6991bcc5-00e0-4194-9e02-a9c5855a1322', 'name': 'network-vif-deleted', 'tag': '97379c31-a049-49a5-945d-f8d066e36a85', 'status': 'completed', 'code': 200} Feb 28 17:25:52.846932 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-115208db-16eb-473c-b4d7-d63d4f52dbbf req-cca0c574-604d-4cf9-8d98-1e57f56cec2d service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393711 Feb 28 17:25:52.950233 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b32f4-542e-4a45-b025-4d3cc11ca8d9 req-1d971c98-516f-4e0a-8850-b5b6880f4cab tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:52.957577 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5a5b32f4-542e-4a45-b025-4d3cc11ca8d9 req-1d971c98-516f-4e0a-8850-b5b6880f4cab tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.0726945 Feb 28 17:25:53.007586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-c040c3b6-40a7-413e-bfbd-c1725914b354 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:53.009532 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-c040c3b6-40a7-413e-bfbd-c1725914b354 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 945 time: 0.2355444 Feb 28 17:25:53.046831 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5a5b32f4-542e-4a45-b025-4d3cc11ca8d9 req-14fe4cc0-23c4-47e0-bd5a-a688a09b42e2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882623 Feb 28 17:25:53.167612 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23675672-e354-4256-93a4-69ab3eaac4a6 req-95852051-b960-4eea-a746-9109920b9f72 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1528909 Feb 28 17:25:53.227543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341ecf0-b5cc-46e2-9efe-2c2780ef867f req-96884010-21b5-4872-bfa5-d60c40b8f7b1 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:53.230873 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3341ecf0-b5cc-46e2-9efe-2c2780ef867f req-96884010-21b5-4872-bfa5-d60c40b8f7b1 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 945 time: 0.1121693 Feb 28 17:25:53.245648 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-115208db-16eb-473c-b4d7-d63d4f52dbbf req-86be3fe8-82ec-4879-985e-35f7f060e70b service neutron] 10.222.0.69 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908346 Feb 28 17:25:53.329823 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3341ecf0-b5cc-46e2-9efe-2c2780ef867f req-f4ecec98-9f95-47ae-90c2-8795145ecb10 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/security-groups?id=17f53c07-c612-47b7-a951-2d94a130b77a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931823 Feb 28 17:25:53.393447 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for port (d3657bdb-3719-444f-863a-4ca9052fac3c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:53.403110 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Deleting port 7833a0dc-753f-40f2-9658-ca66d74b3eeb {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:25:53.403707 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:53.468776 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5190ef61-90bd-474d-81eb-2ebcb5a988cf req-819742f4-2539-48e4-a9ac-b647d5cfbbc0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 210 time: 0.0557148 Feb 28 17:25:53.500765 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (d3657bdb-3719-444f-863a-4ca9052fac3c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:53.605976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] For port 7833a0dc-753f-40f2-9658-ca66d74b3eeb, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7833a0dc-753f-40f2-9658-ca66d74b3eeb,segment=NetworkSegment(7126edf8-f5d0-46e2-b621-abfda54fbcda),segment_id=7126edf8-f5d0-46e2-b621-abfda54fbcda)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:25:53.607188 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:53.823649 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Pushing event updated for resources: {'Port': ['ID=d3657bdb-3719-444f-863a-4ca9052fac3c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:53.844253 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:54.039828 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b1069-81c2-4cb8-b2e1-169df243fe39 req-bff3f361-e557-4e5f-8a5e-98f913816a01 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:54.045851 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b1069-81c2-4cb8-b2e1-169df243fe39 req-bff3f361-e557-4e5f-8a5e-98f913816a01 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:54.051478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b1069-81c2-4cb8-b2e1-169df243fe39 req-bff3f361-e557-4e5f-8a5e-98f913816a01 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:54.056849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b1069-81c2-4cb8-b2e1-169df243fe39 req-bff3f361-e557-4e5f-8a5e-98f913816a01 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:54.062114 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b1069-81c2-4cb8-b2e1-169df243fe39 req-bff3f361-e557-4e5f-8a5e-98f913816a01 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:54.069855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b1069-81c2-4cb8-b2e1-169df243fe39 req-bff3f361-e557-4e5f-8a5e-98f913816a01 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:54.075486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b1069-81c2-4cb8-b2e1-169df243fe39 req-bff3f361-e557-4e5f-8a5e-98f913816a01 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:54.083102 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-282b1069-81c2-4cb8-b2e1-169df243fe39 req-bff3f361-e557-4e5f-8a5e-98f913816a01 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2104490 Feb 28 17:25:54.087529 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:54.088179 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (755c5bfd-b9b9-4f73-b396-12e935ae57e9), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:54.089338 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Floating IP 755c5bfd-b9b9-4f73-b396-12e935ae57e9 disassociated. External IP: 172.25.3.92, port: 7833a0dc-753f-40f2-9658-ca66d74b3eeb. Feb 28 17:25:54.090243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Calling delete_port for 7833a0dc-753f-40f2-9658-ca66d74b3eeb owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:25:54.109705 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6732dc1-e40c-4176-9f09-3b1a0386dcb6 req-1ac2db26-f478-4bcb-bc89-e0770f4d9d19 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1751282 Feb 28 17:25:54.214650 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-282b1069-81c2-4cb8-b2e1-169df243fe39 req-1ff42ef7-5b2a-44cc-87ff-833fc3ff727d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297135 Feb 28 17:25:54.250392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6732dc1-e40c-4176-9f09-3b1a0386dcb6 req-9c34fb47-80af-4ec3-903c-82cece7e54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:54.252434 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6732dc1-e40c-4176-9f09-3b1a0386dcb6 req-9c34fb47-80af-4ec3-903c-82cece7e54a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dae94b749f7c42e383840585fc56524b&device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 1127 time: 0.0901110 Feb 28 17:25:54.295302 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:54.303140 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-5767526a-3fd3-495a-8574-eaae0d6b06b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0431459 Feb 28 17:25:54.421238 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-f1c149ee-f994-470a-a6a7-5d5afc7e6181 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 695 time: 0.1018033 Feb 28 17:25:54.422962 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7833a0dc-753f-40f2-9658-ca66d74b3eeb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:54.451690 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6732dc1-e40c-4176-9f09-3b1a0386dcb6 req-255feade-358d-40ad-8a2e-b61f512decb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:54.453297 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6732dc1-e40c-4176-9f09-3b1a0386dcb6 req-255feade-358d-40ad-8a2e-b61f512decb2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 200 len: 921 time: 0.1778998 Feb 28 17:25:54.523954 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6732dc1-e40c-4176-9f09-3b1a0386dcb6 req-b905325a-e032-47d5-ae75-d95655601fa6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36 HTTP/1.1" status: 200 len: 217 time: 0.0612149 Feb 28 17:25:54.539040 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ee37a-8f94-475c-8d8c-9f5ac336f97d req-88668f76-de93-4731-8892-0a06dcf7d20e tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:54.547204 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-672ee37a-8f94-475c-8d8c-9f5ac336f97d req-88668f76-de93-4731-8892-0a06dcf7d20e tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.2374625 Feb 28 17:25:54.793383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Pushing event deleted for resources: {'Port': ['ID=7833a0dc-753f-40f2-9658-ca66d74b3eeb,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:55.007968 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-672ee37a-8f94-475c-8d8c-9f5ac336f97d req-0eaaa78a-a327-4084-8a85-c1946264a0f6 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598272 Feb 28 17:25:55.017865 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6732dc1-e40c-4176-9f09-3b1a0386dcb6 req-b7859b51-3177-468c-911e-3fc0ed185d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:55.025401 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6732dc1-e40c-4176-9f09-3b1a0386dcb6 req-b7859b51-3177-468c-911e-3fc0ed185d67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 200 len: 860 time: 0.4733264 Feb 28 17:25:55.048169 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 97379c31-a049-49a5-945d-f8d066e36a85 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:25:55.073178 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6732dc1-e40c-4176-9f09-3b1a0386dcb6 req-548695f2-bda7-48fd-9fea-6ac001a6ed86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30de57a1-5178-4b6f-8361-7f4f5c480656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402431 Feb 28 17:25:55.075004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-af754070-e3c8-484e-9780-c8e80f2c816e tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:55.076664 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3041b8f8-4bec-4dd1-a659-d842efde14b9 req-af754070-e3c8-484e-9780-c8e80f2c816e tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.6412036 Feb 28 17:25:55.080738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 97379c31-a049-49a5-945d-f8d066e36a85 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:25:55.084447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 97379c31-a049-49a5-945d-f8d066e36a85 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:25:55.109603 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Router b67475d5-83f5-477b-ae1e-5ef2cace5f4c has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:25:55.139299 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1aa10f7-c348-4ef4-a3ec-df07735227bf req-8b5db670-f795-40ca-a43d-e04e51d5de81 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0334721 Feb 28 17:25:55.183916 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22816734-2dc4-4663-86ed-d471121bc176 req-d8ed1ba6-4821-482e-a799-24ac644bd309 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 210 time: 0.1058481 Feb 28 17:25:55.235920 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-05af12b6-a523-470e-87cb-9ab8def6849e req-2823773d-c2dd-46d7-aaf3-48fff53c77bc tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 210 time: 0.0560851 Feb 28 17:25:55.358911 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6732dc1-e40c-4176-9f09-3b1a0386dcb6 req-f171369e-efb9-43d2-964c-b4b27364b9b9 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795103 Feb 28 17:25:55.416359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19abcf8a-1612-4a86-a66b-28a8ce8d1045 req-afc3c13e-2e0c-4ba0-8f69-bd63b35793c9 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0609987 Feb 28 17:25:55.490834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:25:55.504269 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba15fa1-9110-4718-9e94-a8bda969a17c None None] Sync routers for ids ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:25:55.528255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba15fa1-9110-4718-9e94-a8bda969a17c None None] Routers {'b67475d5-83f5-477b-ae1e-5ef2cace5f4c'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:25:55.536474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4ba15fa1-9110-4718-9e94-a8bda969a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:25:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:55.564030 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6732dc1-e40c-4176-9f09-3b1a0386dcb6 req-53c2af1c-7a23-4d0b-ad39-3ab08cb264f8 service neutron] 10.222.0.73 "GET /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930282 Feb 28 17:25:55.615267 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] No DVR routers for this DVR port 7833a0dc-753f-40f2-9658-ca66d74b3eeb on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:25:55.620143 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:55.624082 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22bf207b-6bd8-4e5f-b476-1892cf548c36 req-443068f4-aadb-4426-8d88-21cb0bc0f300 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.69 "DELETE /v2.0/ports/7833a0dc-753f-40f2-9658-ca66d74b3eeb HTTP/1.1" status: 204 len: 173 time: 2.5904052 Feb 28 17:25:55.624600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4085720-10a5-468d-8ed5-35fdf761ae65', 'name': 'network-vif-deleted', 'tag': '7833a0dc-753f-40f2-9658-ca66d74b3eeb'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:25:55.627153 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae971917-f1c4-4394-ab61-a408aa5624c8" -d '{"events": [{"server_uuid": "c4085720-10a5-468d-8ed5-35fdf761ae65", "name": "network-vif-deleted", "tag": "7833a0dc-753f-40f2-9658-ca66d74b3eeb"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:25:55.694765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-bdb183bd-50c4-4354-9c72-699926787436 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:55.696659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-bdb183bd-50c4-4354-9c72-699926787436 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 820 time: 0.2728989 Feb 28 17:25:55.709192 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202efa9-c3c1-4ca7-b2f1-1bdc8232bad1 req-1d4727df-02db-4670-a060-48b1394a8759 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:55.714659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202efa9-c3c1-4ca7-b2f1-1bdc8232bad1 req-1d4727df-02db-4670-a060-48b1394a8759 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:55.720126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202efa9-c3c1-4ca7-b2f1-1bdc8232bad1 req-1d4727df-02db-4670-a060-48b1394a8759 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:55.726228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202efa9-c3c1-4ca7-b2f1-1bdc8232bad1 req-1d4727df-02db-4670-a060-48b1394a8759 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:55.731803 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202efa9-c3c1-4ca7-b2f1-1bdc8232bad1 req-1d4727df-02db-4670-a060-48b1394a8759 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:55.737311 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202efa9-c3c1-4ca7-b2f1-1bdc8232bad1 req-1d4727df-02db-4670-a060-48b1394a8759 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:55.740863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-eaeb6b97-2264-4fef-a29e-703946886bf1 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/quotas/4bfed89dbd264188b8d1f22eeff88328 HTTP/1.1" status: 200 len: 375 time: 0.0311747 Feb 28 17:25:55.743545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202efa9-c3c1-4ca7-b2f1-1bdc8232bad1 req-1d4727df-02db-4670-a060-48b1394a8759 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:55.751219 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6202efa9-c3c1-4ca7-b2f1-1bdc8232bad1 req-1d4727df-02db-4670-a060-48b1394a8759 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1141570 Feb 28 17:25:55.860655 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-41f0d24a-ce37-4991-9222-48813ea42768 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1166081 Feb 28 17:25:55.902953 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6202efa9-c3c1-4ca7-b2f1-1bdc8232bad1 req-b92f0647-5c6b-4933-aa62-cfbe1698348e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1505530 Feb 28 17:25:55.978496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-4ba15fa1-9110-4718-9e94-a8bda969a17c None None] Set router b67475d5-83f5-477b-ae1e-5ef2cace5f4c gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:25:56.027140 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-dfa04f12-8f65-4715-8614-c386c0ea49cc service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649783 Feb 28 17:25:56.090316 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7833a0dc-753f-40f2-9658-ca66d74b3eeb no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:25:56.196716 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 7833a0dc-753f-40f2-9658-ca66d74b3eeb {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:25:56.197210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7833a0dc-753f-40f2-9658-ca66d74b3eeb not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:25:56.226999 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-01431006-9252-42a0-9a8f-a79b9d2e4e22 service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744106 Feb 28 17:25:56.353465 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e18d7da-e5bb-4dee-99b7-6b738a3c0beb x-openstack-request-id: req-9e18d7da-e5bb-4dee-99b7-6b738a3c0beb {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:25:56.354190 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4085720-10a5-468d-8ed5-35fdf761ae65", "name": "network-vif-deleted", "tag": "7833a0dc-753f-40f2-9658-ca66d74b3eeb", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:25:56.354813 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9e18d7da-e5bb-4dee-99b7-6b738a3c0beb {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:25:56.355924 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4085720-10a5-468d-8ed5-35fdf761ae65', 'name': 'network-vif-deleted', 'tag': '7833a0dc-753f-40f2-9658-ca66d74b3eeb', 'status': 'completed', 'code': 200} Feb 28 17:25:56.356844 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4ba15fa1-9110-4718-9e94-a8bda969a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:44Z', 'revision_number': 4, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c', 'name': '', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'mac_address': 'fa:16:3e:13:6b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:42Z', 'updated_at': '2022-02-28T17:24:51Z', 'revision_number': 5, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'subnets': [{'id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:56.444661 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba15fa1-9110-4718-9e94-a8bda969a17c None None] Checking router: b67475d5-83f5-477b-ae1e-5ef2cace5f4c for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:25:56.454652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba15fa1-9110-4718-9e94-a8bda969a17c None None] Routers {'b67475d5-83f5-477b-ae1e-5ef2cace5f4c'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:25:56.455273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4ba15fa1-9110-4718-9e94-a8bda969a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:25:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:56.488248 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db810d6-5e6b-4e2b-95f4-6210fbc0165c req-c9e2e5a7-847b-4a0d-b253-d5b52f2b0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:56.491023 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2db810d6-5e6b-4e2b-95f4-6210fbc0165c req-c9e2e5a7-847b-4a0d-b253-d5b52f2b0803 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5c70d5c51de4b10a167d00cf7368215&device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 1129 time: 0.1048369 Feb 28 17:25:56.575769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-41ffcb2b-fb54-45aa-b7e8-f4ec064250b4 req-d4bf62db-8430-438d-a9f4-23b04eb36114 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4085720-10a5-468d-8ed5-35fdf761ae65 HTTP/1.1" status: 200 len: 210 time: 0.0760798 Feb 28 17:25:56.764967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-4ba15fa1-9110-4718-9e94-a8bda969a17c None None] Set router b67475d5-83f5-477b-ae1e-5ef2cace5f4c gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:25:56.846720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45995b4a-9da5-4583-bf30-ccbd0027f402 req-3534e970-15f5-4134-86da-eed0815fda96 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:56.849780 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45995b4a-9da5-4583-bf30-ccbd0027f402 req-3534e970-15f5-4134-86da-eed0815fda96 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1458538 Feb 28 17:25:56.860579 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e4dbcbb7-3261-466e-bef5-12efc6316339 req-b9541ac4-b4fb-4c23-8216-cf44e96e7d2f tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 210 time: 0.1461122 Feb 28 17:25:56.884023 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db810d6-5e6b-4e2b-95f4-6210fbc0165c req-297cc670-f31f-4734-a0c8-87beb05548c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:56.888852 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2db810d6-5e6b-4e2b-95f4-6210fbc0165c req-297cc670-f31f-4734-a0c8-87beb05548c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fd22816a-d08a-4624-85cd-73f8196c1644 HTTP/1.1" status: 200 len: 919 time: 0.3778074 Feb 28 17:25:56.990571 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45995b4a-9da5-4583-bf30-ccbd0027f402 req-88441fcb-b5ec-4076-8f0b-363b5399801b tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315715 Feb 28 17:25:57.044500 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2db810d6-5e6b-4e2b-95f4-6210fbc0165c req-314cf754-8368-4c93-aba7-10ccb4fad8e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a4e9e45-015d-406f-b16c-2587f6340c4b HTTP/1.1" status: 200 len: 217 time: 0.1470129 Feb 28 17:25:57.133808 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-933da334-28d8-43dc-bd65-8b8765b1d204 req-0254d414-c5bd-46cf-aafe-ac91029e7a4d tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 210 time: 0.0911632 Feb 28 17:25:57.143222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4ba15fa1-9110-4718-9e94-a8bda969a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:44Z', 'revision_number': 4, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c', 'name': '', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'mac_address': 'fa:16:3e:13:6b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:42Z', 'updated_at': '2022-02-28T17:24:51Z', 'revision_number': 5, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'subnets': [{'id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:25:57.177355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db810d6-5e6b-4e2b-95f4-6210fbc0165c req-061c74bd-16c6-40ac-92f8-3910bb16f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:57.179059 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2db810d6-5e6b-4e2b-95f4-6210fbc0165c req-061c74bd-16c6-40ac-92f8-3910bb16f46a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b64581e8-b7e1-4075-a68e-c69038440c0d HTTP/1.1" status: 200 len: 858 time: 0.1257100 Feb 28 17:25:57.189220 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba15fa1-9110-4718-9e94-a8bda969a17c None None] The sync data for ids ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'] in n-d-820368-19 is: [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:44Z', 'revision_number': 4, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c', 'name': '', 'network_id': 'eb3133fb-39c4-4dec-b548-08cd35acd2d2', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'mac_address': 'fa:16:3e:13:6b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:42Z', 'updated_at': '2022-02-28T17:24:51Z', 'revision_number': 5, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'subnets': [{'id': '4220632f-39f5-41bc-8030-d90f2068c0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:25:57.236887 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb384b4-6496-4ef9-9b9c-ef3ee025c2d8 req-edc8a2c8-10a7-4daa-8547-7afed681c3c2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:57.243212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb384b4-6496-4ef9-9b9c-ef3ee025c2d8 req-edc8a2c8-10a7-4daa-8547-7afed681c3c2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:57.249265 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb384b4-6496-4ef9-9b9c-ef3ee025c2d8 req-edc8a2c8-10a7-4daa-8547-7afed681c3c2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:57.257460 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb384b4-6496-4ef9-9b9c-ef3ee025c2d8 req-edc8a2c8-10a7-4daa-8547-7afed681c3c2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:57.263368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb384b4-6496-4ef9-9b9c-ef3ee025c2d8 req-edc8a2c8-10a7-4daa-8547-7afed681c3c2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:57.273713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb384b4-6496-4ef9-9b9c-ef3ee025c2d8 req-edc8a2c8-10a7-4daa-8547-7afed681c3c2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:57.287326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb384b4-6496-4ef9-9b9c-ef3ee025c2d8 req-edc8a2c8-10a7-4daa-8547-7afed681c3c2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:57.294791 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2db810d6-5e6b-4e2b-95f4-6210fbc0165c req-69ab83a3-987c-406f-a8a4-930ca7775b3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fd22816a-d08a-4624-85cd-73f8196c1644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940170 Feb 28 17:25:57.305807 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0fb384b4-6496-4ef9-9b9c-ef3ee025c2d8 req-edc8a2c8-10a7-4daa-8547-7afed681c3c2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2014105 Feb 28 17:25:57.429617 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0fb384b4-6496-4ef9-9b9c-ef3ee025c2d8 req-bb7b145f-1362-4e01-ad56-2d1c7634df92 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169891 Feb 28 17:25:57.465828 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bb8270a4-ada7-4812-983f-2e4ed5849b0e req-75c6bc96-17e7-4d85-b855-84a474cbf6fd service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0427794 Feb 28 17:25:57.518669 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2db810d6-5e6b-4e2b-95f4-6210fbc0165c req-467e546d-f8cf-4cf8-a587-4d1c61d2fcd2 service neutron] 10.222.0.73 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159445 Feb 28 17:25:57.655932 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b71361ca-240a-4ef0-82ec-59439e2e3d5e req-f386ca7e-5228-4111-a289-4c79bfa24411 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0569305 Feb 28 17:25:57.668455 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2db810d6-5e6b-4e2b-95f4-6210fbc0165c req-59b829bc-8690-4c47-aa44-aa5e74abcbbf service neutron] 10.222.0.73 "GET /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421435 Feb 28 17:25:57.731666 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284306ca-30a4-461d-a947-c564c804666d None None] New status for floating IP 755c5bfd-b9b9-4f73-b396-12e935ae57e9: DOWN {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:25:57.793472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54550) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:57.850498 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc3f6be6-a6e7-4469-9e6c-b50b9bd3f454 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for security_group (17f53c07-c612-47b7-a951-2d94a130b77a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:57.876164 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc3f6be6-a6e7-4469-9e6c-b50b9bd3f454 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for security_group (17f53c07-c612-47b7-a951-2d94a130b77a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:57.994572 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25b498db-6a9c-4085-ae4a-67f4af6b2b2f req-0603b645-2be3-4430-8be8-5201abcd543a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 210 time: 0.0434518 Feb 28 17:25:58.059797 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc3f6be6-a6e7-4469-9e6c-b50b9bd3f454 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (17f53c07-c612-47b7-a951-2d94a130b77a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:58.062405 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc3f6be6-a6e7-4469-9e6c-b50b9bd3f454 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:58.066871 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dc3f6be6-a6e7-4469-9e6c-b50b9bd3f454 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "DELETE /v2.0/security-groups/17f53c07-c612-47b7-a951-2d94a130b77a HTTP/1.1" status: 204 len: 168 time: 0.2726274 Feb 28 17:25:58.067572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54560) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:58.079123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f6be6-a6e7-4469-9e6c-b50b9bd3f454 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f53c07-c612-47b7-a951-2d94a130b77a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:58.107448 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-1dedfc88-6ce4-4188-9321-4801832777d1 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] show failed (client error): The resource could not be found. Feb 28 17:25:58.107448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1dedfc88-6ce4-4188-9321-4801832777d1 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "GET /v2.0/security-groups/17f53c07-c612-47b7-a951-2d94a130b77a HTTP/1.1" status: 404 len: 347 time: 0.0356386 Feb 28 17:25:58.108616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54562) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:58.205833 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837dc4a3-41c9-4c4b-95ff-94db3a60be64 req-2dd87c75-c931-4d91-bc65-e8ba4d7d3b0b tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:58.208340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-837dc4a3-41c9-4c4b-95ff-94db3a60be64 req-2dd87c75-c931-4d91-bc65-e8ba4d7d3b0b tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1525946 Feb 28 17:25:58.250818 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93d9bc2e-1187-438e-b2e1-3a753816379b req-60c699bd-4b1f-4255-9b98-66208bf4a43a tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 210 time: 0.0405653 Feb 28 17:25:58.313958 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-837dc4a3-41c9-4c4b-95ff-94db3a60be64 req-5d6362a6-914f-4f69-92a1-bcc0c8bb79da tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973668 Feb 28 17:25:58.326714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f9cc5-9b7e-4ef3-8df4-2870f581c948 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Deleting port 55e8d4af-d992-443a-b3c4-b1be8cbeb06c {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:25:58.327060 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9cc5-9b7e-4ef3-8df4-2870f581c948 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (55e8d4af-d992-443a-b3c4-b1be8cbeb06c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:58.440220 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9cc5-9b7e-4ef3-8df4-2870f581c948 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (55e8d4af-d992-443a-b3c4-b1be8cbeb06c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:58.440684 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9cc5-9b7e-4ef3-8df4-2870f581c948 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for floatingip (55e8d4af-d992-443a-b3c4-b1be8cbeb06c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:58.481805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f9cc5-9b7e-4ef3-8df4-2870f581c948 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Calling delete_port for 55e8d4af-d992-443a-b3c4-b1be8cbeb06c owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:25:58.539362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455820a7-d026-421b-97e0-4d94180fe29d req-9676bd62-b8b6-4d45-b61a-feaf1b1bcd85 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:58.546303 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-455820a7-d026-421b-97e0-4d94180fe29d req-9676bd62-b8b6-4d45-b61a-feaf1b1bcd85 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.0728059 Feb 28 17:25:58.594790 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-455820a7-d026-421b-97e0-4d94180fe29d req-d9fd3957-fc2d-48a0-a7b2-32e62360fe4d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474815 Feb 28 17:25:58.672306 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4c086-ac74-48b3-a960-90896604f03b req-5f0b5523-816d-4f03-9242-1f90f85e4659 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:58.678188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4c086-ac74-48b3-a960-90896604f03b req-5f0b5523-816d-4f03-9242-1f90f85e4659 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:58.683989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4c086-ac74-48b3-a960-90896604f03b req-5f0b5523-816d-4f03-9242-1f90f85e4659 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:58.689535 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4c086-ac74-48b3-a960-90896604f03b req-5f0b5523-816d-4f03-9242-1f90f85e4659 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:58.695986 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4c086-ac74-48b3-a960-90896604f03b req-5f0b5523-816d-4f03-9242-1f90f85e4659 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:58.701792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4c086-ac74-48b3-a960-90896604f03b req-5f0b5523-816d-4f03-9242-1f90f85e4659 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:58.708221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4c086-ac74-48b3-a960-90896604f03b req-5f0b5523-816d-4f03-9242-1f90f85e4659 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:58.710282 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3cd4c086-ac74-48b3-a960-90896604f03b req-5f0b5523-816d-4f03-9242-1f90f85e4659 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1503470 Feb 28 17:25:58.806491 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3cd4c086-ac74-48b3-a960-90896604f03b req-b8efb61c-ec7a-4f57-8edc-7cfe1f394172 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875199 Feb 28 17:25:58.879489 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9cc5-9b7e-4ef3-8df4-2870f581c948 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (55e8d4af-d992-443a-b3c4-b1be8cbeb06c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:58.905128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f9cc5-9b7e-4ef3-8df4-2870f581c948 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Pushing event deleted for resources: {'Port': ['ID=55e8d4af-d992-443a-b3c4-b1be8cbeb06c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:25:58.974613 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9cc5-9b7e-4ef3-8df4-2870f581c948 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks [] for floatingip (755c5bfd-b9b9-4f73-b396-12e935ae57e9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:58.977453 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9cc5-9b7e-4ef3-8df4-2870f581c948 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:58.978936 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ec3f9cc5-9b7e-4ef3-8df4-2870f581c948 tempest-ServersTestManualDisk-566409860 tempest-ServersTestManualDisk-566409860-project] 10.222.0.72 "DELETE /v2.0/floatingips/755c5bfd-b9b9-4f73-b396-12e935ae57e9 HTTP/1.1" status: 204 len: 168 time: 0.8695769 Feb 28 17:25:58.982906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54594) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:25:59.123388 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f4ce40d8-7106-4c64-8719-5b628779e383 req-29188716-ead9-4d10-9d33-2b0d1cd7085d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 210 time: 0.0319633 Feb 28 17:25:59.379084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ddd3a-b410-41c7-b010-39692d97621f req-a20d37b4-d57d-4e30-aa19-536af725f52f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:59.381419 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-458ddd3a-b410-41c7-b010-39692d97621f req-a20d37b4-d57d-4e30-aa19-536af725f52f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.0589614 Feb 28 17:25:59.424297 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1258e68d-63db-467c-93c3-17b692f5d500 req-4c1a5d4d-132f-419b-899a-884a9dce31e9 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 210 time: 0.0834625 Feb 28 17:25:59.496395 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-37028215-f1ef-42d1-b2e9-6e1ea81d4c47 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:59.498287 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-37028215-f1ef-42d1-b2e9-6e1ea81d4c47 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.73 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 820 time: 0.1971731 Feb 28 17:25:59.521141 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-458ddd3a-b410-41c7-b010-39692d97621f req-a5eb2c81-62f0-4cbe-b4a8-1dff0bd8f236 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310780 Feb 28 17:25:59.569612 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-5443836a-9fbd-47e1-8491-88add866b1d3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Request body: {'port': {'device_id': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'admin_state_up': True, 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:25:59.658242 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ac5cc10-c2aa-4128-a35d-1b64b33acb97 req-3bf3df90-13a0-48db-ab97-4d4ed1fa7f33 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0654225 Feb 28 17:25:59.705914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad923a4b-8abf-4dc2-8ecc-c05acc763a64 req-4c7df757-da00-4dcc-a525-569773bb2d9a tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:59.708864 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad923a4b-8abf-4dc2-8ecc-c05acc763a64 req-4c7df757-da00-4dcc-a525-569773bb2d9a tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1712210 Feb 28 17:25:59.728245 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b37c1c7-e124-4a25-a48b-84fdf1d6d627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:59.825045 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1d4fe0e-8e3e-4824-a355-38b3f39aebe3 req-55a44ae0-3938-411a-905c-dc03f10030f9 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0353637 Feb 28 17:25:59.858809 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad923a4b-8abf-4dc2-8ecc-c05acc763a64 req-529189ed-1d83-4246-801e-bda30f01ad97 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407554 Feb 28 17:25:59.870850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-5443836a-9fbd-47e1-8491-88add866b1d3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Made reservation on behalf of 4bfed89dbd264188b8d1f22eeff88328 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:25:59.878265 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-5443836a-9fbd-47e1-8491-88add866b1d3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:25:59.977475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26579d1a-2930-4c7f-97fb-8dcacab4e79c req-20dd1f69-fb64-419e-bf72-f972fbebc8c6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:59.983070 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26579d1a-2930-4c7f-97fb-8dcacab4e79c req-20dd1f69-fb64-419e-bf72-f972fbebc8c6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:59.989027 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26579d1a-2930-4c7f-97fb-8dcacab4e79c req-20dd1f69-fb64-419e-bf72-f972fbebc8c6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:59.994384 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26579d1a-2930-4c7f-97fb-8dcacab4e79c req-20dd1f69-fb64-419e-bf72-f972fbebc8c6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:25:59.999688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26579d1a-2930-4c7f-97fb-8dcacab4e79c req-20dd1f69-fb64-419e-bf72-f972fbebc8c6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:00.005562 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26579d1a-2930-4c7f-97fb-8dcacab4e79c req-20dd1f69-fb64-419e-bf72-f972fbebc8c6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:00.017627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26579d1a-2930-4c7f-97fb-8dcacab4e79c req-20dd1f69-fb64-419e-bf72-f972fbebc8c6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:00.019832 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26579d1a-2930-4c7f-97fb-8dcacab4e79c req-20dd1f69-fb64-419e-bf72-f972fbebc8c6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1131902 Feb 28 17:26:00.086604 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26579d1a-2930-4c7f-97fb-8dcacab4e79c req-910cc837-aad3-4569-842c-893825a319c4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606592 Feb 28 17:26:00.107913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-5443836a-9fbd-47e1-8491-88add866b1d3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Allocated IP 172.20.0.8 (9f79142d-ef2d-4dc1-aafb-1a230cb42618/6c290544-66f3-48bf-ba96-ad6ac11e6b7f/f50c39dc-92cd-4d23-b793-72be13396454) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:26:00.244749 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5b37c1c7-e124-4a25-a48b-84fdf1d6d627 admin admin] Deleting port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:00.245006 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b37c1c7-e124-4a25-a48b-84fdf1d6d627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:00.291185 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7dd9838f-e0d8-433d-8883-675ffdb3b22d req-d18d043e-5059-4fdf-b6e3-a37858dd673d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 210 time: 0.0538847 Feb 28 17:26:00.394923 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-5443836a-9fbd-47e1-8491-88add866b1d3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for port (f50c39dc-92cd-4d23-b793-72be13396454), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:00.401364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-5b37c1c7-e124-4a25-a48b-84fdf1d6d627 admin admin] For port 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c,segment=NetworkSegment(7126edf8-f5d0-46e2-b621-abfda54fbcda),segment_id=7126edf8-f5d0-46e2-b621-abfda54fbcda)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:00.411138 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b37c1c7-e124-4a25-a48b-84fdf1d6d627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:00.417637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5b37c1c7-e124-4a25-a48b-84fdf1d6d627 admin admin] Calling delete_port for 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:00.552341 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-5443836a-9fbd-47e1-8491-88add866b1d3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f50c39dc-92cd-4d23-b793-72be13396454), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:00.556297 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45cdda18-b3c2-4cef-adce-6614f9be64a7 req-20144943-70e7-4f97-81ba-ae616de0afb7 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 210 time: 0.0505478 Feb 28 17:26:00.567704 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['ed76d153-056d-4eec-a71c-69a161e15749'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:00.644131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-5443836a-9fbd-47e1-8491-88add866b1d3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:26:00.661243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-5443836a-9fbd-47e1-8491-88add866b1d3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:26:00.663768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-5443836a-9fbd-47e1-8491-88add866b1d3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:26:00.708300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443836a-9fbd-47e1-8491-88add866b1d3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Pushing event updated for resources: {'Port': ['ID=f50c39dc-92cd-4d23-b793-72be13396454,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:00.770259 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac1130-872f-4c72-b53d-6a07079c030d req-bb1321de-2596-4133-8752-d96cd34d4da5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:00.772950 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11ac1130-872f-4c72-b53d-6a07079c030d req-bb1321de-2596-4133-8752-d96cd34d4da5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.1792455 Feb 28 17:26:00.780332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-5443836a-9fbd-47e1-8491-88add866b1d3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:00.780905 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-5443836a-9fbd-47e1-8491-88add866b1d3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:00.854875 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11ac1130-872f-4c72-b53d-6a07079c030d req-f3870306-f56f-436a-9d3a-2cf52c75d5b3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664632 Feb 28 17:26:00.891293 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-5443836a-9fbd-47e1-8491-88add866b1d3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3569708 Feb 28 17:26:00.910695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Request body: {'port': {'device_id': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:00.917040 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b37c1c7-e124-4a25-a48b-84fdf1d6d627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:00.976113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37c1c7-e124-4a25-a48b-84fdf1d6d627 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:01.013800 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84f3ad-19ff-4b0f-97b1-94cafe246db6 req-128fa6d7-4db4-43d6-b36c-9d4106f020da tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:01.015598 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be84f3ad-19ff-4b0f-97b1-94cafe246db6 req-128fa6d7-4db4-43d6-b36c-9d4106f020da tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.0703821 Feb 28 17:26:01.024392 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-93b6c856-d42e-4432-9e20-cb5c7f1eeb08 None None] Provisioning complete for port f50c39dc-92cd-4d23-b793-72be13396454 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:26:01.024768 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-93b6c856-d42e-4432-9e20-cb5c7f1eeb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f50c39dc-92cd-4d23-b793-72be13396454), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:01.095269 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be84f3ad-19ff-4b0f-97b1-94cafe246db6 req-3b25419b-209a-4b94-8250-228319ec5829 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721805 Feb 28 17:26:01.111684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-93b6c856-d42e-4432-9e20-cb5c7f1eeb08 None None] Port f50c39dc-92cd-4d23-b793-72be13396454 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:26:01.120712 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f50c39dc-92cd-4d23-b793-72be13396454), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:01.411483 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b37c1c7-e124-4a25-a48b-84fdf1d6d627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:01.625285 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5dc12e75-a8b5-42e2-a6c1-5b2204bf8353 req-a7c1fb4b-b8cc-4c5d-9ab8-317457610b29 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 210 time: 0.0415750 Feb 28 17:26:01.767947 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7f816-b500-4141-a0d9-491f18cfe4c2 req-f4318eae-26aa-4b53-9e1b-b9fb5f8ef83c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:01.773231 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7f816-b500-4141-a0d9-491f18cfe4c2 req-f4318eae-26aa-4b53-9e1b-b9fb5f8ef83c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:01.780007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7f816-b500-4141-a0d9-491f18cfe4c2 req-f4318eae-26aa-4b53-9e1b-b9fb5f8ef83c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:01.785943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7f816-b500-4141-a0d9-491f18cfe4c2 req-f4318eae-26aa-4b53-9e1b-b9fb5f8ef83c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:01.791314 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7f816-b500-4141-a0d9-491f18cfe4c2 req-f4318eae-26aa-4b53-9e1b-b9fb5f8ef83c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:01.797115 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7f816-b500-4141-a0d9-491f18cfe4c2 req-f4318eae-26aa-4b53-9e1b-b9fb5f8ef83c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:01.802990 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7f816-b500-4141-a0d9-491f18cfe4c2 req-f4318eae-26aa-4b53-9e1b-b9fb5f8ef83c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:01.805184 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-84c7f816-b500-4141-a0d9-491f18cfe4c2 req-f4318eae-26aa-4b53-9e1b-b9fb5f8ef83c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.6075561 Feb 28 17:26:01.827806 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead1ced-4b23-4251-9e1b-7934e58785b3 req-9412ba13-801a-441d-a19f-446572010a9f tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:01.829297 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8ead1ced-4b23-4251-9e1b-7934e58785b3 req-9412ba13-801a-441d-a19f-446572010a9f tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 931 time: 0.0644231 Feb 28 17:26:01.882345 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8ead1ced-4b23-4251-9e1b-7934e58785b3 req-258a7aac-524d-476f-af70-cc897f18f1a6 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472467 Feb 28 17:26:01.889607 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-67a34220-f650-4485-8751-cbeddc9b5d7c req-0cc3031f-25cf-4388-a37d-f8854685df1b service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0538523 Feb 28 17:26:02.045869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f91e29ef-f8eb-47b7-83e8-b88a8533319f no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:02.068687 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-84c7f816-b500-4141-a0d9-491f18cfe4c2 req-25a46dd7-1b91-4bb3-ad54-4140f114c821 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2151551 Feb 28 17:26:02.095976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de3fd2-c178-4a14-964a-32b0edea4cab req-bc303945-78ee-4955-90c8-410a5dc2535a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:02.106482 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-46de3fd2-c178-4a14-964a-32b0edea4cab req-bc303945-78ee-4955-90c8-410a5dc2535a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.1280985 Feb 28 17:26:02.109664 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-497ab36b-16b7-4048-9074-0149f2531199 req-c387235b-44cc-4bc0-bd53-83ca039b3eb1 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0781779 Feb 28 17:26:02.138801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f91e29ef-f8eb-47b7-83e8-b88a8533319f is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:02.139201 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:02.169743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:02.172080 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a350f2f9-203a-481b-8001-5399a40c1ea9" -d '{"events": [{"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-unplugged", "status": "completed", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:02.188094 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-46de3fd2-c178-4a14-964a-32b0edea4cab req-60518994-7b01-4dae-b8ef-8e0430cba86e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659351 Feb 28 17:26:02.193266 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:02.216158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50c39dc-92cd-4d23-b793-72be13396454 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:02.228233 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba8a38b-f252-47b0-918d-543a4db62dc5 x-openstack-request-id: req-aba8a38b-f252-47b0-918d-543a4db62dc5 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:02.228634 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-unplugged", "status": "completed", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:02.228988 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aba8a38b-f252-47b0-918d-543a4db62dc5 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:02.229482 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'code': 200} Feb 28 17:26:02.229810 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Publish callbacks [] for port (f50c39dc-92cd-4d23-b793-72be13396454), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:02.249663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Transition to ACTIVE for port object f50c39dc-92cd-4d23-b793-72be13396454 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:26:02.262918 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:02.306525 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b37c1c7-e124-4a25-a48b-84fdf1d6d627 admin admin] Router b67475d5-83f5-477b-ae1e-5ef2cace5f4c has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:26:02.314244 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (f50c39dc-92cd-4d23-b793-72be13396454), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:02.318948 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=11']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:02.412380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Pushing event updated for resources: {'Port': ['ID=f50c39dc-92cd-4d23-b793-72be13396454,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:02.523119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b37c1c7-e124-4a25-a48b-84fdf1d6d627 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:26:02.530334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5b37c1c7-e124-4a25-a48b-84fdf1d6d627 admin admin] 10.222.0.72 "PUT /v2.0/routers/b67475d5-83f5-477b-ae1e-5ef2cace5f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5460665 Feb 28 17:26:02.532675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54658) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:02.535540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ff92d-ce44-489c-abb3-22d8053035bb None None] Sync routers for ids ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:26:02.546957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ff92d-ce44-489c-abb3-22d8053035bb None None] Routers {'b67475d5-83f5-477b-ae1e-5ef2cace5f4c'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:02.547667 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8b6ff92d-ce44-489c-abb3-22d8053035bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:25:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:02.581089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Attempting to bind port f50c39dc-92cd-4d23-b793-72be13396454 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:26:02.581486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Attempting to bind port f50c39dc-92cd-4d23-b793-72be13396454 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:26:02.581820 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Attempting to bind port f50c39dc-92cd-4d23-b793-72be13396454 on network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:26:02.592654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Port f50c39dc-92cd-4d23-b793-72be13396454 on network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:26:02.592976 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Attempting to bind port f50c39dc-92cd-4d23-b793-72be13396454 on network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:26:02.601323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:26:02.601668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Checking segment: {'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:26:02.602089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Bound using segment: {'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:26:02.602533 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Bound port: f50c39dc-92cd-4d23-b793-72be13396454, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9391cb1-a092-4a0b-8db9-9696bb419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:26:02.602888 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f50c39dc-92cd-4d23-b793-72be13396454), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:02.679252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-8b6ff92d-ce44-489c-abb3-22d8053035bb None None] Set router b67475d5-83f5-477b-ae1e-5ef2cace5f4c gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:02.735554 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] Publish callbacks [] for router (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:02.750086 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7d48150a-c0bd-4800-bbf2-d776791bba4f req-112c1b8b-5515-412d-992b-205b7fcf8bd1 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 210 time: 0.0379703 Feb 28 17:26:02.791963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] For port f50c39dc-92cd-4d23-b793-72be13396454, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:26:02.813389 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] For port f50c39dc-92cd-4d23-b793-72be13396454, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f50c39dc-92cd-4d23-b793-72be13396454,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:26:02.889584 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] Publish callbacks [] for router_gateway (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:02.895578 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (f50c39dc-92cd-4d23-b793-72be13396454), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:02.917426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8b6ff92d-ce44-489c-abb3-22d8053035bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:26:00Z', 'revision_number': 5, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:02.954166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ff92d-ce44-489c-abb3-22d8053035bb None None] Checking router: b67475d5-83f5-477b-ae1e-5ef2cace5f4c for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:26:02.965503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ff92d-ce44-489c-abb3-22d8053035bb None None] Routers {'b67475d5-83f5-477b-ae1e-5ef2cace5f4c'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:02.966283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8b6ff92d-ce44-489c-abb3-22d8053035bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:25:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:02.993790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Pushing event updated for resources: {'Port': ['ID=f50c39dc-92cd-4d23-b793-72be13396454,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:03.028418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:03.029084 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:03.030480 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-9076c950-b067-4985-b7de-b0e7f65b8960 service neutron] 10.222.0.73 "PUT /v2.0/ports/f50c39dc-92cd-4d23-b793-72be13396454 HTTP/1.1" status: 200 len: 1092 time: 2.1269901 Feb 28 17:26:03.030913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'tag': 'f50c39dc-92cd-4d23-b793-72be13396454'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:03.033335 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdd9f83-34a3-4e0c-8025-28d24cf42bea" -d '{"events": [{"name": "network-changed", "server_uuid": "446f8901-808a-4b6f-9c90-2cd9b93a3b26", "tag": "f50c39dc-92cd-4d23-b793-72be13396454"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:03.064789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] Deleting port aa054a3b-3fae-4c22-9e41-bc133c006a0f {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:03.065219 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (aa054a3b-3fae-4c22-9e41-bc133c006a0f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:03.103283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaf8e6-6161-4b81-aff7-a9af4a5ed17d req-3290f99a-db1b-462b-965b-d514e369bc74 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:03.116890 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51aaf8e6-6161-4b81-aff7-a9af4a5ed17d req-3290f99a-db1b-462b-965b-d514e369bc74 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 943 time: 0.1336038 Feb 28 17:26:03.169202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-8b6ff92d-ce44-489c-abb3-22d8053035bb None None] Set router b67475d5-83f5-477b-ae1e-5ef2cace5f4c gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:03.200000 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fb31b9-e071-43f2-8bbb-45841bb93f0c x-openstack-request-id: req-60fb31b9-e071-43f2-8bbb-45841bb93f0c {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:03.201746 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446f8901-808a-4b6f-9c90-2cd9b93a3b26", "tag": "f50c39dc-92cd-4d23-b793-72be13396454", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:03.202215 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-60fb31b9-e071-43f2-8bbb-45841bb93f0c {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:03.202749 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'tag': 'f50c39dc-92cd-4d23-b793-72be13396454', 'status': 'completed', 'code': 200} Feb 28 17:26:03.247488 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51aaf8e6-6161-4b81-aff7-a9af4a5ed17d req-b7cc1ff4-416b-46ff-9931-5dfb9a5e47d3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252887 Feb 28 17:26:03.415758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd9f83-34a3-4e0c-8025-28d24cf42bea req-caf67a3a-716b-479b-9518-d6d0d9c816d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:03.417713 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fcdd9f83-34a3-4e0c-8025-28d24cf42bea req-caf67a3a-716b-479b-9518-d6d0d9c816d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 1126 time: 0.2389107 Feb 28 17:26:03.425973 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a7ed3-f9f8-49d9-99f9-5929ee863d61 req-86d41b4e-7404-46db-b333-b06e11ceda16 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:03.427528 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] For port aa054a3b-3fae-4c22-9e41-bc133c006a0f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=aa054a3b-3fae-4c22-9e41-bc133c006a0f,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:03.429692 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (aa054a3b-3fae-4c22-9e41-bc133c006a0f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:03.435108 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-717a7ed3-f9f8-49d9-99f9-5929ee863d61 req-86d41b4e-7404-46db-b333-b06e11ceda16 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0943973 Feb 28 17:26:03.445213 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8138-d2d4-4e57-b224-892d43b97ff5 req-672ccb60-edc9-4d25-a86c-cffe73a78b04 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:03.462633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8138-d2d4-4e57-b224-892d43b97ff5 req-672ccb60-edc9-4d25-a86c-cffe73a78b04 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:03.469811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8138-d2d4-4e57-b224-892d43b97ff5 req-672ccb60-edc9-4d25-a86c-cffe73a78b04 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:03.477104 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8138-d2d4-4e57-b224-892d43b97ff5 req-672ccb60-edc9-4d25-a86c-cffe73a78b04 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:03.483764 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8138-d2d4-4e57-b224-892d43b97ff5 req-672ccb60-edc9-4d25-a86c-cffe73a78b04 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:03.490784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8b6ff92d-ce44-489c-abb3-22d8053035bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:26:00Z', 'revision_number': 5, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:03.491924 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8138-d2d4-4e57-b224-892d43b97ff5 req-672ccb60-edc9-4d25-a86c-cffe73a78b04 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:03.497909 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8138-d2d4-4e57-b224-892d43b97ff5 req-672ccb60-edc9-4d25-a86c-cffe73a78b04 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:03.500894 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-372f8138-d2d4-4e57-b224-892d43b97ff5 req-672ccb60-edc9-4d25-a86c-cffe73a78b04 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2270062 Feb 28 17:26:03.504539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-717a7ed3-f9f8-49d9-99f9-5929ee863d61 req-32ca056e-c536-4c1e-b1bd-5209a70a843d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681322 Feb 28 17:26:03.571290 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] Calling delete_port for aa054a3b-3fae-4c22-9e41-bc133c006a0f owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:03.689433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ff92d-ce44-489c-abb3-22d8053035bb None None] The sync data for ids ['b67475d5-83f5-477b-ae1e-5ef2cace5f4c'] in n-d-820368-19 is: [{'id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'name': 'tempest-ServersTestManualDisk-1122227588-router', 'tenant_id': '0542aa8b646342d0a29158f8198e8703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:26:00Z', 'revision_number': 5, 'project_id': '0542aa8b646342d0a29158f8198e8703', 'gw_port': {'id': 'aa054a3b-3fae-4c22-9e41-bc133c006a0f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67475d5-83f5-477b-ae1e-5ef2cace5f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:35Z', 'updated_at': '2022-02-28T17:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:26:03.721385 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-372f8138-d2d4-4e57-b224-892d43b97ff5 req-02ca3b97-51ca-48a5-a9ef-b4b1ca99b7ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1967919 Feb 28 17:26:03.782801 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd9f83-34a3-4e0c-8025-28d24cf42bea req-c1eb6bc3-1df6-48a4-8c42-35ed14f5c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:03.789426 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fcdd9f83-34a3-4e0c-8025-28d24cf42bea req-c1eb6bc3-1df6-48a4-8c42-35ed14f5c1ab service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4bfed89dbd264188b8d1f22eeff88328&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2770917 Feb 28 17:26:03.920574 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96ae525a-12ab-4c6d-9f4a-95816a2c0706 req-0292dca3-4eed-41ee-a5ca-210468f024fd tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 210 time: 0.0686872 Feb 28 17:26:04.008252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd9f83-34a3-4e0c-8025-28d24cf42bea req-4cb67633-2114-4179-ac46-ceb61f838871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:04.010090 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fcdd9f83-34a3-4e0c-8025-28d24cf42bea req-4cb67633-2114-4179-ac46-ceb61f838871 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1422627 Feb 28 17:26:04.071528 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f91e29ef-f8eb-47b7-83e8-b88a8533319f details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:26:04.129093 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (aa054a3b-3fae-4c22-9e41-bc133c006a0f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:04.168752 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e05b500a-0921-431d-a61d-c68def5f51d8 req-881309b0-d42c-42c4-b948-791e83756755 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0990086 Feb 28 17:26:04.172092 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa054a3b-3fae-4c22-9e41-bc133c006a0f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:04.239858 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:04.252062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:04.267259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'port_id': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'mac_address': 'fa:16:3e:4f:b5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:26:04.388564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f91e29ef-f8eb-47b7-83e8-b88a8533319f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:04.388946 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:04.390977 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:26:04.400374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-1e02d705-3614-4b05-bb3e-cdcae156d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:04.401861 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-1e02d705-3614-4b05-bb3e-cdcae156d85e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 1126 time: 0.3437498 Feb 28 17:26:04.404437 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:04.407618 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91e29ef-f8eb-47b7-83e8-b88a8533319f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:04.433438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:04.462341 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] Publish callbacks [] for router_controller (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:04.478440 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-908c923f-4bb3-42a2-a089-9638fe1cd671 req-377cd7b1-f25e-4045-813a-a61df0e9f7a2 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0493674 Feb 28 17:26:04.502465 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:04.508646 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-85cf8b9b-51fa-4ed9-be9f-c5d0780b9ffa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f50c39dc-92cd-4d23-b793-72be13396454 HTTP/1.1" status: 200 len: 217 time: 0.0569401 Feb 28 17:26:04.588945 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=12']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:04.621908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-a2771433-2406-40d0-8bf3-2398890f4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:04.623892 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-a2771433-2406-40d0-8bf3-2398890f4431 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 200 len: 859 time: 0.0686326 Feb 28 17:26:04.631990 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (b67475d5-83f5-477b-ae1e-5ef2cace5f4c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:04.632926 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b67475d5-83f5-477b-ae1e-5ef2cace5f4c {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:26:04.647416 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:04.651293 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5d26f1c1-dc69-42c5-9bf8-c1f0628867e1 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b67475d5-83f5-477b-ae1e-5ef2cace5f4c HTTP/1.1" status: 204 len: 168 time: 2.1155524 Feb 28 17:26:04.664339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54714) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:04.676146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['f91e29ef-f8eb-47b7-83e8-b88a8533319f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:04.703281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5be93-295c-47f8-84e4-338f3ac62745 req-a2bc9dc3-c600-4a36-abbb-9b1645f36229 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:04.705796 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d8a5be93-295c-47f8-84e4-338f3ac62745 req-a2bc9dc3-c600-4a36-abbb-9b1645f36229 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 943 time: 0.3078258 Feb 28 17:26:04.751006 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72330-0f65-430f-8c19-35839aa01acb req-a8fb1075-7c20-422b-a918-dc113666b330 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:04.754440 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ecd72330-0f65-430f-8c19-35839aa01acb req-a8fb1075-7c20-422b-a918-dc113666b330 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 945 time: 0.1357927 Feb 28 17:26:04.761665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a4650f-891b-4706-be6e-9ad4ff658373 admin admin] Deleting subnet 4220632f-39f5-41bc-8030-d90f2068c0cd {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:26:04.765742 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-70a4650f-891b-4706-be6e-9ad4ff658373 admin admin] Publish callbacks [] for subnet (4220632f-39f5-41bc-8030-d90f2068c0cd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:04.823318 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-70a4650f-891b-4706-be6e-9ad4ff658373 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (4220632f-39f5-41bc-8030-d90f2068c0cd), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:04.915681 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ecd72330-0f65-430f-8c19-35839aa01acb req-65e8b8af-7f86-4502-a4dc-0afd047e35ea tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405528 Feb 28 17:26:05.077044 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-d145ba73-4920-4fc2-b40b-cf061cd3c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:05.078527 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-d145ba73-4920-4fc2-b40b-cf061cd3c7e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f79142d-ef2d-4dc1-aafb-1a230cb42618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4261820 Feb 28 17:26:05.089578 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d8a5be93-295c-47f8-84e4-338f3ac62745 req-df1ab8c4-7abf-42b3-a987-6a22345c9d77 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077971 Feb 28 17:26:05.093182 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-70a4650f-891b-4706-be6e-9ad4ff658373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (4220632f-39f5-41bc-8030-d90f2068c0cd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:05.120394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfc940-d347-4338-8c39-ad2f9cb28e59 req-1249174b-ae22-4646-afc9-8bfdbaa65225 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:05.127390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfc940-d347-4338-8c39-ad2f9cb28e59 req-1249174b-ae22-4646-afc9-8bfdbaa65225 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:05.133382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfc940-d347-4338-8c39-ad2f9cb28e59 req-1249174b-ae22-4646-afc9-8bfdbaa65225 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:05.138727 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfc940-d347-4338-8c39-ad2f9cb28e59 req-1249174b-ae22-4646-afc9-8bfdbaa65225 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:05.144939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfc940-d347-4338-8c39-ad2f9cb28e59 req-1249174b-ae22-4646-afc9-8bfdbaa65225 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:05.150274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfc940-d347-4338-8c39-ad2f9cb28e59 req-1249174b-ae22-4646-afc9-8bfdbaa65225 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:05.156078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfc940-d347-4338-8c39-ad2f9cb28e59 req-1249174b-ae22-4646-afc9-8bfdbaa65225 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:05.165548 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cdcfc940-d347-4338-8c39-ad2f9cb28e59 req-1249174b-ae22-4646-afc9-8bfdbaa65225 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1585271 Feb 28 17:26:05.254380 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cdcfc940-d347-4338-8c39-ad2f9cb28e59 req-9a2117f1-d6fa-444f-bd67-60521077076b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878000 Feb 28 17:26:05.351914 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f29c6eb6-ce14-4805-a03e-818a08e88c1f req-3fd5016d-5c78-43f9-bc99-db1a6242b59a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 210 time: 0.1077123 Feb 28 17:26:05.391907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:05.427577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:26:05.431900 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-566559d9-e04e-44a8-adce-390670cba091 service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362231 Feb 28 17:26:05.432479 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0c8dbae2-26d2-4334-a0c3-bbd0b6cde36c not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:26:05.504410 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-70a4650f-891b-4706-be6e-9ad4ff658373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (4220632f-39f5-41bc-8030-d90f2068c0cd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:05.540125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4650f-891b-4706-be6e-9ad4ff658373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4220632f-39f5-41bc-8030-d90f2068c0cd,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:05.549903 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-70a4650f-891b-4706-be6e-9ad4ff658373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:05.556775 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-70a4650f-891b-4706-be6e-9ad4ff658373 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4220632f-39f5-41bc-8030-d90f2068c0cd HTTP/1.1" status: 204 len: 168 time: 0.8892353 Feb 28 17:26:05.563308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54724) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:05.563472 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ceab1-aee0-4c80-a5e8-a0435833d7a5 None None] Network eb3133fb-39c4-4dec-b548-08cd35acd2d2 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:26:05.641775 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0acd1e44-8518-412a-8de6-bbd992cb3165 req-a536efa3-ab7d-47cd-beb9-6594acf9e459 service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986294 Feb 28 17:26:05.720343 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (eb3133fb-39c4-4dec-b548-08cd35acd2d2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:05.871105 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Deleting port 34252f57-9418-4c11-8e49-3796cd181626 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:05.871493 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (34252f57-9418-4c11-8e49-3796cd181626), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:05.886391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b64e5-6bd8-44e9-b591-3fc2a1e8e3ee None None] DHCP port deletion for eb3133fb-39c4-4dec-b548-08cd35acd2d2 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:26:05.974299 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-842b64e5-6bd8-44e9-b591-3fc2a1e8e3ee None None] Deleting port 34252f57-9418-4c11-8e49-3796cd181626 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:05.975202 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-842b64e5-6bd8-44e9-b591-3fc2a1e8e3ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (34252f57-9418-4c11-8e49-3796cd181626), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:06.028272 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] For port 34252f57-9418-4c11-8e49-3796cd181626, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=34252f57-9418-4c11-8e49-3796cd181626,segment=NetworkSegment(7126edf8-f5d0-46e2-b621-abfda54fbcda),segment_id=7126edf8-f5d0-46e2-b621-abfda54fbcda)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:06.028731 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (34252f57-9418-4c11-8e49-3796cd181626), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:06.086065 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-842b64e5-6bd8-44e9-b591-3fc2a1e8e3ee None None] For port 34252f57-9418-4c11-8e49-3796cd181626, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=34252f57-9418-4c11-8e49-3796cd181626,segment=NetworkSegment(7126edf8-f5d0-46e2-b621-abfda54fbcda),segment_id=7126edf8-f5d0-46e2-b621-abfda54fbcda)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:06.086853 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-842b64e5-6bd8-44e9-b591-3fc2a1e8e3ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (34252f57-9418-4c11-8e49-3796cd181626), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:06.097767 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Calling delete_port for 34252f57-9418-4c11-8e49-3796cd181626 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:06.104241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-842b64e5-6bd8-44e9-b591-3fc2a1e8e3ee None None] Calling delete_port for 34252f57-9418-4c11-8e49-3796cd181626 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:06.221593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f91e29ef-f8eb-47b7-83e8-b88a8533319f up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:26:06.290584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b34b22-e3f8-475e-8124-7fa7eb6ac906 req-4494dbcf-3a04-45ef-a296-60c9743e3bc6 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:06.291646 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-842b64e5-6bd8-44e9-b591-3fc2a1e8e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (34252f57-9418-4c11-8e49-3796cd181626), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:06.293272 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-32b34b22-e3f8-475e-8124-7fa7eb6ac906 req-4494dbcf-3a04-45ef-a296-60c9743e3bc6 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 945 time: 0.2411172 Feb 28 17:26:06.332683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b64e5-6bd8-44e9-b591-3fc2a1e8e3ee None None] Pushing event deleted for resources: {'Port': ['ID=34252f57-9418-4c11-8e49-3796cd181626,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:06.350659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efbd29-e890-4685-8a2c-fadabc4b6ff0 req-6d627fbd-cb6c-4e49-b4eb-25fd4bb53ab7 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:06.363798 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8efbd29-e890-4685-8a2c-fadabc4b6ff0 req-6d627fbd-cb6c-4e49-b4eb-25fd4bb53ab7 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 943 time: 0.1203840 Feb 28 17:26:06.367434 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b64e5-6bd8-44e9-b591-3fc2a1e8e3ee None None] No DVR routers for this DVR port 34252f57-9418-4c11-8e49-3796cd181626 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:26:06.400711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port f91e29ef-f8eb-47b7-83e8-b88a8533319f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:26:06.401405 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (34252f57-9418-4c11-8e49-3796cd181626), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:06.408142 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:06.411830 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-32b34b22-e3f8-475e-8124-7fa7eb6ac906 req-c59f2d27-a003-4c9f-a0d4-f7f4d8b5bb02 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074522 Feb 28 17:26:06.444348 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8efbd29-e890-4685-8a2c-fadabc4b6ff0 req-2fafde2d-425a-40d3-b844-fb6a783127e9 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766950 Feb 28 17:26:06.495853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Pushing event deleted for resources: {'Port': ['ID=34252f57-9418-4c11-8e49-3796cd181626,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:06.506655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] No DVR routers for this DVR port 34252f57-9418-4c11-8e49-3796cd181626 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:26:06.605858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f91e29ef-f8eb-47b7-83e8-b88a8533319f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:06.606489 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:06.637147 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (eb3133fb-39c4-4dec-b548-08cd35acd2d2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:06.656755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:06.656755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:06.659960 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef70c87-1144-47da-b68a-4c83d285f344" -d '{"events": [{"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-plugged", "status": "completed", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:06.682393 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3133fb-39c4-4dec-b548-08cd35acd2d2']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:06.698579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7126edf8-f5d0-46e2-b621-abfda54fbcda') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:06.698897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7126edf8-f5d0-46e2-b621-abfda54fbcda') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:06.710314 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d40d97d2-7022-4bee-9096-d3ce8076e4a3 req-133b91dc-5b7c-4beb-88a1-c2b8f187ddc5 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0420227 Feb 28 17:26:06.714021 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (7126edf8-f5d0-46e2-b621-abfda54fbcda), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:06.760262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825afc2f-2381-4f97-a880-bdfeaad5fe51 req-c0c54d7e-7480-4d1a-b52b-e84524449a55 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:06.768099 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825afc2f-2381-4f97-a880-bdfeaad5fe51 req-c0c54d7e-7480-4d1a-b52b-e84524449a55 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:06.773730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825afc2f-2381-4f97-a880-bdfeaad5fe51 req-c0c54d7e-7480-4d1a-b52b-e84524449a55 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:06.780117 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825afc2f-2381-4f97-a880-bdfeaad5fe51 req-c0c54d7e-7480-4d1a-b52b-e84524449a55 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:06.786683 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (7126edf8-f5d0-46e2-b621-abfda54fbcda), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:06.791057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825afc2f-2381-4f97-a880-bdfeaad5fe51 req-c0c54d7e-7480-4d1a-b52b-e84524449a55 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:06.798580 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825afc2f-2381-4f97-a880-bdfeaad5fe51 req-c0c54d7e-7480-4d1a-b52b-e84524449a55 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:06.806165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:26:06.806397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825afc2f-2381-4f97-a880-bdfeaad5fe51 req-c0c54d7e-7480-4d1a-b52b-e84524449a55 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:06.806654 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (7126edf8-f5d0-46e2-b621-abfda54fbcda), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:26:06.808455 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:26:06.811770 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:06.815248 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-825afc2f-2381-4f97-a880-bdfeaad5fe51 req-c0c54d7e-7480-4d1a-b52b-e84524449a55 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.2380006 Feb 28 17:26:06.895484 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-825afc2f-2381-4f97-a880-bdfeaad5fe51 req-cc53a908-12b2-422a-927d-625e8d346a9d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786672 Feb 28 17:26:06.975180 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3821d67-bd60-4104-9ac3-9ac92ad0f4cb x-openstack-request-id: req-b3821d67-bd60-4104-9ac3-9ac92ad0f4cb {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:06.975434 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-plugged", "status": "completed", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:06.975803 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b3821d67-bd60-4104-9ac3-9ac92ad0f4cb {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:06.976719 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'code': 200} Feb 28 17:26:07.035862 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-89d49416-2faf-415e-a47b-1e5a03793504 req-e3745760-88b0-4740-8be3-c09b4005fe0d tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=6991bcc5-00e0-4194-9e02-a9c5855a1322 HTTP/1.1" status: 200 len: 210 time: 0.2164271 Feb 28 17:26:07.056329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=13']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:07.087265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device aa054a3b-3fae-4c22-9e41-bc133c006a0f no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:07.102616 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (eb3133fb-39c4-4dec-b548-08cd35acd2d2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:07.108556 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:07.122998 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] 10.222.0.72 "DELETE /v2.0/networks/eb3133fb-39c4-4dec-b548-08cd35acd2d2 HTTP/1.1" status: 204 len: 168 time: 1.5545306 Feb 28 17:26:07.136464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: aa054a3b-3fae-4c22-9e41-bc133c006a0f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:26:07.136795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device aa054a3b-3fae-4c22-9e41-bc133c006a0f not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:26:07.137355 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 34252f57-9418-4c11-8e49-3796cd181626 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:07.143251 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b17c4-f510-400a-a32d-8b152a0f6792 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb3133fb-39c4-4dec-b548-08cd35acd2d2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:07.171258 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 34252f57-9418-4c11-8e49-3796cd181626 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:26:07.181045 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 34252f57-9418-4c11-8e49-3796cd181626 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:26:07.251304 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-687bef1c-5d31-4e3f-ab36-ffc7b37cdda4 req-115f0e8c-c9b8-47de-ba49-c4bbd66e4b54 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0367217 Feb 28 17:26:07.561009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54754) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:07.568469 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:07.614808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39522c07-1c5f-4cf0-b2bd-b85ad7d2c2cd req-4982584b-a553-4d85-abfe-0ff4a33ad652 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:07.625046 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-39522c07-1c5f-4cf0-b2bd-b85ad7d2c2cd req-4982584b-a553-4d85-abfe-0ff4a33ad652 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.0831976 Feb 28 17:26:07.676222 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6873a55f-ba14-431c-820a-53f026e39002 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0542aa8b646342d0a29158f8198e8703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1139588 Feb 28 17:26:07.679499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54758) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:07.686168 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-39522c07-1c5f-4cf0-b2bd-b85ad7d2c2cd req-b51585b4-9f3b-4297-9fdb-b8cb5a3d3e46 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596859 Feb 28 17:26:07.691009 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b04d7e6c-ce89-4fb4-a744-43ce287f700b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:07.731930 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b4947-4081-4b8a-9e3f-aab608887acb req-fb7f4e59-410d-4519-b3cf-97a77cf24586 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:07.739616 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e4b4947-4081-4b8a-9e3f-aab608887acb req-fb7f4e59-410d-4519-b3cf-97a77cf24586 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 943 time: 0.1154478 Feb 28 17:26:07.813609 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1a80-d314-4186-b321-09c0810ff316 admin admin] Publish callbacks [] for security_group (d8ff6f9a-90fa-4a10-9b23-7a85ec92a70a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:07.838711 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1a80-d314-4186-b321-09c0810ff316 admin admin] Publish callbacks [] for security_group (d8ff6f9a-90fa-4a10-9b23-7a85ec92a70a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:07.855807 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e4b4947-4081-4b8a-9e3f-aab608887acb req-d71cd92d-8f71-4de0-b5ea-174cb0ca36f0 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137059 Feb 28 17:26:08.031923 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1a80-d314-4186-b321-09c0810ff316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d8ff6f9a-90fa-4a10-9b23-7a85ec92a70a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:08.034671 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1a80-d314-4186-b321-09c0810ff316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:08.036008 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9f6c1a80-d314-4186-b321-09c0810ff316 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d8ff6f9a-90fa-4a10-9b23-7a85ec92a70a HTTP/1.1" status: 204 len: 168 time: 0.3556278 Feb 28 17:26:08.045781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c1a80-d314-4186-b321-09c0810ff316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ff6f9a-90fa-4a10-9b23-7a85ec92a70a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:08.601919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8269-d59e-496e-8537-ef63cd312979 req-b053371c-5554-4dcb-b7eb-2b241e2fbe0b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:08.611162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8269-d59e-496e-8537-ef63cd312979 req-b053371c-5554-4dcb-b7eb-2b241e2fbe0b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:08.617380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8269-d59e-496e-8537-ef63cd312979 req-b053371c-5554-4dcb-b7eb-2b241e2fbe0b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:08.624259 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8269-d59e-496e-8537-ef63cd312979 req-b053371c-5554-4dcb-b7eb-2b241e2fbe0b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:08.630388 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8269-d59e-496e-8537-ef63cd312979 req-b053371c-5554-4dcb-b7eb-2b241e2fbe0b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:08.636461 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8269-d59e-496e-8537-ef63cd312979 req-b053371c-5554-4dcb-b7eb-2b241e2fbe0b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:08.642706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8269-d59e-496e-8537-ef63cd312979 req-b053371c-5554-4dcb-b7eb-2b241e2fbe0b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:08.651300 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0df8269-d59e-496e-8537-ef63cd312979 req-b053371c-5554-4dcb-b7eb-2b241e2fbe0b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.6651218 Feb 28 17:26:08.735827 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0df8269-d59e-496e-8537-ef63cd312979 req-dd1dabaf-87b1-4d9f-a9ae-8ddbca2b4d7b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830271 Feb 28 17:26:08.962447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87460d57-79c9-4085-ba92-de471d201592 req-b0825dad-85e2-485f-b95b-4dd1b8d823b9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:08.970495 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87460d57-79c9-4085-ba92-de471d201592 req-b0825dad-85e2-485f-b95b-4dd1b8d823b9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.1579459 Feb 28 17:26:09.061094 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87460d57-79c9-4085-ba92-de471d201592 req-3fa86e02-d1d0-408e-811f-71c932ce3d07 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743418 Feb 28 17:26:09.087896 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f50c39dc-92cd-4d23-b793-72be13396454 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:26:09.139996 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1546f-cce3-4837-8257-d106ed98f75e req-34d5d074-6887-47bb-b6f5-08ef12a12def tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:09.149466 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-68c1546f-cce3-4837-8257-d106ed98f75e req-34d5d074-6887-47bb-b6f5-08ef12a12def tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 943 time: 0.1023121 Feb 28 17:26:09.226447 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-68c1546f-cce3-4837-8257-d106ed98f75e req-27d0de15-a329-4c1b-8f4b-83cac12d4985 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756671 Feb 28 17:26:09.273776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port f50c39dc-92cd-4d23-b793-72be13396454, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f50c39dc-92cd-4d23-b793-72be13396454,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:09.295226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'f50c39dc-92cd-4d23-b793-72be13396454', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'port_id': 'f50c39dc-92cd-4d23-b793-72be13396454', 'mac_address': 'fa:16:3e:80:6f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:26:09.962010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port f50c39dc-92cd-4d23-b793-72be13396454 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:09.962010 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f50c39dc-92cd-4d23-b793-72be13396454), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:09.962010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50c39dc-92cd-4d23-b793-72be13396454 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:09.968675 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-492aaff9-4b8b-4df7-81c7-446cd350cf61 req-63f05a67-d2f2-476e-85b0-0d5f3ea0f991 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0883670 Feb 28 17:26:09.971349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port f50c39dc-92cd-4d23-b793-72be13396454, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f50c39dc-92cd-4d23-b793-72be13396454,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:09.971922 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-84211ae3-59d9-4610-9d37-1730db9f7061 req-1574dd0f-53bd-488c-90a4-984d59300786 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0256963 Feb 28 17:26:09.972729 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f50c39dc-92cd-4d23-b793-72be13396454), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:09.973022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3558488-cdde-46fc-8ec9-f86d085c52ae req-107d5f61-64ae-4aae-bf0f-2c732ebe8035 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:09.973022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3558488-cdde-46fc-8ec9-f86d085c52ae req-107d5f61-64ae-4aae-bf0f-2c732ebe8035 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:09.973022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3558488-cdde-46fc-8ec9-f86d085c52ae req-107d5f61-64ae-4aae-bf0f-2c732ebe8035 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:09.973022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3558488-cdde-46fc-8ec9-f86d085c52ae req-107d5f61-64ae-4aae-bf0f-2c732ebe8035 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:09.973022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3558488-cdde-46fc-8ec9-f86d085c52ae req-107d5f61-64ae-4aae-bf0f-2c732ebe8035 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:09.973022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3558488-cdde-46fc-8ec9-f86d085c52ae req-107d5f61-64ae-4aae-bf0f-2c732ebe8035 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:09.973409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=f50c39dc-92cd-4d23-b793-72be13396454,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:09.973409 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:09.973587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3558488-cdde-46fc-8ec9-f86d085c52ae req-107d5f61-64ae-4aae-bf0f-2c732ebe8035 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:09.973587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3558488-cdde-46fc-8ec9-f86d085c52ae req-107d5f61-64ae-4aae-bf0f-2c732ebe8035 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1238182 Feb 28 17:26:10.035967 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3558488-cdde-46fc-8ec9-f86d085c52ae req-fcf90d30-6676-4957-ac1a-8dc67c4ffa56 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786166 Feb 28 17:26:10.081992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54816) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:10.131263 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-42b852e0-8324-4e3b-a50c-6a0b0bf90e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:10.194939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1096409150-network', 'tenant_id': '96d784b759bb418393684f52d30124b4'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:10.239002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7b148-ea6c-449d-89a4-c196b26e34d2 req-64a57205-f621-4aa3-918a-af1cdd2c4c21 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:10.246279 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fff7b148-ea6c-449d-89a4-c196b26e34d2 req-64a57205-f621-4aa3-918a-af1cdd2c4c21 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.0712790 Feb 28 17:26:10.291846 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['f50c39dc-92cd-4d23-b793-72be13396454'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:10.313811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] Made reservation on behalf of 96d784b759bb418393684f52d30124b4 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:26:10.316894 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:10.334487 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fff7b148-ea6c-449d-89a4-c196b26e34d2 req-bb584c42-3c5c-412a-a253-bef1bfa13d27 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872271 Feb 28 17:26:10.367047 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:10.462358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532e474-4cbe-4601-a92d-990cf6a37310 req-e5e50046-34d7-4414-89f3-b00bfee92394 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:10.469869 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3532e474-4cbe-4601-a92d-990cf6a37310 req-e5e50046-34d7-4414-89f3-b00bfee92394 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 944 time: 0.1407335 Feb 28 17:26:10.560201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3532e474-4cbe-4601-a92d-990cf6a37310 req-0930c7ef-a63d-4759-93ea-5792262c97b4 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872014 Feb 28 17:26:10.573741 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] Publish callbacks [] for security_group (e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:10.650965 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:10.688065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:10.707854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:26:10.725484 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (cad91873-7c0c-4b17-9c5b-e3fb37f14aa5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:10.725969 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] Added segment cad91873-7c0c-4b17-9c5b-e3fb37f14aa5 of type vlan for network 3614e35a-297f-438f-8d7b-8ca7790e2556 Feb 28 17:26:10.786396 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (3614e35a-297f-438f-8d7b-8ca7790e2556), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:10.896539 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (3614e35a-297f-438f-8d7b-8ca7790e2556), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:10.897734 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:10.898559 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:10.995501 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] Pushing event updated for resources: {'Network': ['ID=3614e35a-297f-438f-8d7b-8ca7790e2556,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:11.024920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 3614e35a-297f-438f-8d7b-8ca7790e2556 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:26:11.039393 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b03aa192-88bc-4123-96e5-bdb3717457b1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9561651 Feb 28 17:26:11.042243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54836) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:11.047248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-fa8b20ab-9ac2-4abc-8c86-7063b546e784 admin admin] Request body: {'subnet': {'network_id': '3614e35a-297f-438f-8d7b-8ca7790e2556', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1096409150-subnet', 'tenant_id': '96d784b759bb418393684f52d30124b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:11.168289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8b20ab-9ac2-4abc-8c86-7063b546e784 admin admin] Made reservation on behalf of 96d784b759bb418393684f52d30124b4 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:26:11.171741 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fa8b20ab-9ac2-4abc-8c86-7063b546e784 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:11.290670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff0cdd-8466-46ad-aeec-cfd24bdc3d1e req-1ecf58d3-25b7-40e7-a461-41261955a06d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:11.296875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff0cdd-8466-46ad-aeec-cfd24bdc3d1e req-1ecf58d3-25b7-40e7-a461-41261955a06d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:11.302999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff0cdd-8466-46ad-aeec-cfd24bdc3d1e req-1ecf58d3-25b7-40e7-a461-41261955a06d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:11.308580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff0cdd-8466-46ad-aeec-cfd24bdc3d1e req-1ecf58d3-25b7-40e7-a461-41261955a06d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:11.314809 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff0cdd-8466-46ad-aeec-cfd24bdc3d1e req-1ecf58d3-25b7-40e7-a461-41261955a06d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:11.321279 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff0cdd-8466-46ad-aeec-cfd24bdc3d1e req-1ecf58d3-25b7-40e7-a461-41261955a06d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:11.327459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff0cdd-8466-46ad-aeec-cfd24bdc3d1e req-1ecf58d3-25b7-40e7-a461-41261955a06d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:11.329671 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b2ff0cdd-8466-46ad-aeec-cfd24bdc3d1e req-1ecf58d3-25b7-40e7-a461-41261955a06d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5429 time: 0.1858995 Feb 28 17:26:11.336109 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:11.526862 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b2ff0cdd-8466-46ad-aeec-cfd24bdc3d1e req-c535f527-a332-4ec7-9ee8-0a282864a91d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1863110 Feb 28 17:26:11.549469 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a3507-15b7-48e8-a3d8-8ac25ccd5c7d req-97266b02-68f2-47c7-a741-65d3dfaea5c2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:11.561466 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-168a3507-15b7-48e8-a3d8-8ac25ccd5c7d req-97266b02-68f2-47c7-a741-65d3dfaea5c2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.1173966 Feb 28 17:26:11.652823 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a29f367d-bd36-46a2-b298-d9f3f99b3e1b req-a420071f-c09c-4ec1-8694-f0f8ff26db2d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0791626 Feb 28 17:26:11.703275 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fa8b20ab-9ac2-4abc-8c86-7063b546e784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (ea0f46e8-f216-483b-889f-5020fc34e09b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:11.720099 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-168a3507-15b7-48e8-a3d8-8ac25ccd5c7d req-f74f48f4-4c3f-4ece-96f2-402eaaa54663 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526871 Feb 28 17:26:11.816854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b20ab-9ac2-4abc-8c86-7063b546e784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea0f46e8-f216-483b-889f-5020fc34e09b,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:12.069546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device d96c9c5c-1f32-498a-9e6f-788f52a8fde9 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:26:12.248154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015c854-e9a4-46d2-b858-a657b41ccf9b req-474244ef-75b0-40a1-b346-eb354e577139 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:12.248828 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7015c854-e9a4-46d2-b858-a657b41ccf9b req-474244ef-75b0-40a1-b346-eb354e577139 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 944 time: 0.5924566 Feb 28 17:26:12.259197 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b4459eb3-90bc-44f1-a9cb-4a4e6be285dc req-5355069c-0ff4-476e-beac-e8ff54dd7f16 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.4367914 Feb 28 17:26:12.277871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b20ab-9ac2-4abc-8c86-7063b546e784 admin admin] Checking segment: {'id': 'cad91873-7c0c-4b17-9c5b-e3fb37f14aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3614e35a-297f-438f-8d7b-8ca7790e2556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:26:12.278260 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8b20ab-9ac2-4abc-8c86-7063b546e784 admin admin] Network hostable DHCP agents. Network: 3614e35a-297f-438f-8d7b-8ca7790e2556, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:26:12.347531 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7015c854-e9a4-46d2-b858-a657b41ccf9b req-b9761ab7-36a3-4a69-a6a9-da65eb23a02e tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846121 Feb 28 17:26:12.383086 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port d96c9c5c-1f32-498a-9e6f-788f52a8fde9, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d96c9c5c-1f32-498a-9e6f-788f52a8fde9,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:12.397792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'd96c9c5c-1f32-498a-9e6f-788f52a8fde9', 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457', 'port_id': 'd96c9c5c-1f32-498a-9e6f-788f52a8fde9', 'mac_address': 'fa:16:3e:61:61:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab56271a-4d7e-438f-b38a-5e9ae796d4ba', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:26:12.407284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8b20ab-9ac2-4abc-8c86-7063b546e784 admin admin] Network 3614e35a-297f-438f-8d7b-8ca7790e2556 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:26:12.438494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port d96c9c5c-1f32-498a-9e6f-788f52a8fde9 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:12.438939 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:12.460064 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96c9c5c-1f32-498a-9e6f-788f52a8fde9 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:12.482049 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:12.487000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port d96c9c5c-1f32-498a-9e6f-788f52a8fde9, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d96c9c5c-1f32-498a-9e6f-788f52a8fde9,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:12.512345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-fa8b20ab-9ac2-4abc-8c86-7063b546e784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 3614e35a-297f-438f-8d7b-8ca7790e2556) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:26:12.517227 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b20ab-9ac2-4abc-8c86-7063b546e784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:12.517950 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fa8b20ab-9ac2-4abc-8c86-7063b546e784 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:12.538175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777ea1a3-3f66-4679-985f-5018b99d4017 None None] Network 3614e35a-297f-438f-8d7b-8ca7790e2556 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:26:12.575221 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:12.575887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:26:12.607809 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fa8b20ab-9ac2-4abc-8c86-7063b546e784 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5641727 Feb 28 17:26:12.818369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=d96c9c5c-1f32-498a-9e6f-788f52a8fde9,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:12.863971 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0acc5e-e62e-4294-8154-257c47515a33 None None] Network 3614e35a-297f-438f-8d7b-8ca7790e2556 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:26:12.887702 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c24cad-5d5c-4051-a4fa-94aabe9c998c req-42bd5c8d-08ad-408e-83b0-3bc95d2d2cca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:12.913755 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c24cad-5d5c-4051-a4fa-94aabe9c998c req-42bd5c8d-08ad-408e-83b0-3bc95d2d2cca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:12.934031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c24cad-5d5c-4051-a4fa-94aabe9c998c req-42bd5c8d-08ad-408e-83b0-3bc95d2d2cca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:12.947198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c24cad-5d5c-4051-a4fa-94aabe9c998c req-42bd5c8d-08ad-408e-83b0-3bc95d2d2cca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:12.960769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c24cad-5d5c-4051-a4fa-94aabe9c998c req-42bd5c8d-08ad-408e-83b0-3bc95d2d2cca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:12.976421 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c24cad-5d5c-4051-a4fa-94aabe9c998c req-42bd5c8d-08ad-408e-83b0-3bc95d2d2cca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:13.000721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c24cad-5d5c-4051-a4fa-94aabe9c998c req-42bd5c8d-08ad-408e-83b0-3bc95d2d2cca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:13.002916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46e58f-25d7-4590-9dc0-b37a34823192 req-badb1eaa-1aa2-4f38-af83-4a41831cbc91 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:13.005918 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fb46e58f-25d7-4590-9dc0-b37a34823192 req-badb1eaa-1aa2-4f38-af83-4a41831cbc91 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.1832380 Feb 28 17:26:13.007225 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44c24cad-5d5c-4051-a4fa-94aabe9c998c req-42bd5c8d-08ad-408e-83b0-3bc95d2d2cca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5430 time: 0.3340752 Feb 28 17:26:13.029509 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:13.045840 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'dc0e85fa-8738-4d52-88bf-01c1fb9db8b4', 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b', 'port_id': 'dc0e85fa-8738-4d52-88bf-01c1fb9db8b4', 'mac_address': 'fa:16:3e:49:bb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4738a0-1289-4e56-b145-4dbba3675af2', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:26:13.079650 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f50c39dc-92cd-4d23-b793-72be13396454 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:26:13.102699 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44c24cad-5d5c-4051-a4fa-94aabe9c998c req-7bf67de6-cfc8-4f6d-a7b2-1d722ce26579 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797715 Feb 28 17:26:13.106190 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fb46e58f-25d7-4590-9dc0-b37a34823192 req-5461e576-0830-440f-ba40-5a9662fd7009 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915022 Feb 28 17:26:13.160421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:13.161024 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:13.180615 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:13.224117 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:13.320246 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:13.322020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device afa3091f-cdea-4a5b-b76f-6b6b3d58246e details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:26:13.421869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port f50c39dc-92cd-4d23-b793-72be13396454 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:26:13.441967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port f50c39dc-92cd-4d23-b793-72be13396454 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:26:13.442333 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f50c39dc-92cd-4d23-b793-72be13396454), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:13.498340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:13.507208 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port afa3091f-cdea-4a5b-b76f-6b6b3d58246e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=afa3091f-cdea-4a5b-b76f-6b6b3d58246e,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:13.528068 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'afa3091f-cdea-4a5b-b76f-6b6b3d58246e', 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b', 'port_id': 'afa3091f-cdea-4a5b-b76f-6b6b3d58246e', 'mac_address': 'fa:16:3e:3d:83:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4738a0-1289-4e56-b145-4dbba3675af2', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:26:13.593647 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a65776-499f-4c38-9dec-212b32e17c06 req-054df878-54cf-4d1c-bdca-0aaaf279583a tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:13.599201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-59a65776-499f-4c38-9dec-212b32e17c06 req-054df878-54cf-4d1c-bdca-0aaaf279583a tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 944 time: 0.1008058 Feb 28 17:26:13.616186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port afa3091f-cdea-4a5b-b76f-6b6b3d58246e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:13.616720 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:13.622135 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port f50c39dc-92cd-4d23-b793-72be13396454 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:13.622460 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f50c39dc-92cd-4d23-b793-72be13396454), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:13.661078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-17cdc726-3ad4-4f05-82b0-abd13eb8f8fc tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:13.662485 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa3091f-cdea-4a5b-b76f-6b6b3d58246e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:13.676426 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-17cdc726-3ad4-4f05-82b0-abd13eb8f8fc tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/networks?id=3614e35a-297f-438f-8d7b-8ca7790e2556 HTTP/1.1" status: 200 len: 814 time: 0.2281802 Feb 28 17:26:13.696924 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port afa3091f-cdea-4a5b-b76f-6b6b3d58246e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=afa3091f-cdea-4a5b-b76f-6b6b3d58246e,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:13.697967 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-d3483192-9317-4c3a-9d46-2f7ac6d45434 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/quotas/96d784b759bb418393684f52d30124b4 HTTP/1.1" status: 200 len: 375 time: 0.0195155 Feb 28 17:26:13.699023 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-59a65776-499f-4c38-9dec-212b32e17c06 req-8a9c206d-5ebf-4296-9950-5860084e2199 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934713 Feb 28 17:26:13.729373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port f50c39dc-92cd-4d23-b793-72be13396454, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f50c39dc-92cd-4d23-b793-72be13396454,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:13.729717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50c39dc-92cd-4d23-b793-72be13396454'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:13.732360 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14290ae8-e5bd-4d88-ba2b-e37f831166b2" -d '{"events": [{"server_uuid": "446f8901-808a-4b6f-9c90-2cd9b93a3b26", "name": "network-vif-plugged", "status": "completed", "tag": "f50c39dc-92cd-4d23-b793-72be13396454"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:13.750241 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-3cb4f3b2-ad47-4589-8221-3278e983b705 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=96d784b759bb418393684f52d30124b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505066 Feb 28 17:26:13.772087 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:13.773025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 869423d2-c15c-4e1a-863a-034bf02a7b19 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:26:13.838328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 869423d2-c15c-4e1a-863a-034bf02a7b19, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=869423d2-c15c-4e1a-863a-034bf02a7b19,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:13.870672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-dc69154e-95e8-412c-8e5c-022824a956ff service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:26:13.872384 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-dc69154e-95e8-412c-8e5c-022824a956ff service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1152244 Feb 28 17:26:13.876227 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9432e9-556e-4278-9baa-4f82bb748ea7 x-openstack-request-id: req-7b9432e9-556e-4278-9baa-4f82bb748ea7 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:13.876508 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446f8901-808a-4b6f-9c90-2cd9b93a3b26", "name": "network-vif-plugged", "status": "completed", "tag": "f50c39dc-92cd-4d23-b793-72be13396454", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:13.876758 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7b9432e9-556e-4278-9baa-4f82bb748ea7 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:13.877206 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50c39dc-92cd-4d23-b793-72be13396454', 'code': 200} Feb 28 17:26:13.978094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '869423d2-c15c-4e1a-863a-034bf02a7b19', 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b', 'port_id': '869423d2-c15c-4e1a-863a-034bf02a7b19', 'mac_address': 'fa:16:3e:4f:c3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4738a0-1289-4e56-b145-4dbba3675af2', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:26:13.988555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=afa3091f-cdea-4a5b-b76f-6b6b3d58246e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:14.038830 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f50c39dc-92cd-4d23-b793-72be13396454), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:14.048052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 869423d2-c15c-4e1a-863a-034bf02a7b19 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:14.048498 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:14.079675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f79bf-d1b3-42de-a57d-15bd65fffd38 req-894675cd-42cf-4354-9f31-ddc6a33d0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:14.081793 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-910f79bf-d1b3-42de-a57d-15bd65fffd38 req-894675cd-42cf-4354-9f31-ddc6a33d0ef6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 1128 time: 0.1819599 Feb 28 17:26:14.117565 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869423d2-c15c-4e1a-863a-034bf02a7b19 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:14.146133 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-f480025e-25c3-4d2b-aec3-5f20e0b34b6d service neutron] 10.222.0.72 "GET /v2.0/networks/3614e35a-297f-438f-8d7b-8ca7790e2556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666535 Feb 28 17:26:14.150244 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 869423d2-c15c-4e1a-863a-034bf02a7b19, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=869423d2-c15c-4e1a-863a-034bf02a7b19,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:14.229434 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:14.230233 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 825af014-3a23-4374-91db-0f6bef9b1a4e details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:26:14.290130 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:14.310222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c22d9-77e4-463a-b2e6-ec0315351e0c req-7fd38e64-e87c-4c20-ba8b-b34d99d7d8ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:14.313525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=f50c39dc-92cd-4d23-b793-72be13396454,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:14.318382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c22d9-77e4-463a-b2e6-ec0315351e0c req-7fd38e64-e87c-4c20-ba8b-b34d99d7d8ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:14.324270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c22d9-77e4-463a-b2e6-ec0315351e0c req-7fd38e64-e87c-4c20-ba8b-b34d99d7d8ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:14.330328 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c22d9-77e4-463a-b2e6-ec0315351e0c req-7fd38e64-e87c-4c20-ba8b-b34d99d7d8ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:14.336053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c22d9-77e4-463a-b2e6-ec0315351e0c req-7fd38e64-e87c-4c20-ba8b-b34d99d7d8ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:14.342240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c22d9-77e4-463a-b2e6-ec0315351e0c req-7fd38e64-e87c-4c20-ba8b-b34d99d7d8ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:14.343408 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-9f147a19-ce7a-42ca-8f44-8f7f567cf34e service neutron] 10.222.0.72 "GET /v2.0/networks/3614e35a-297f-438f-8d7b-8ca7790e2556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946144 Feb 28 17:26:14.348475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c22d9-77e4-463a-b2e6-ec0315351e0c req-7fd38e64-e87c-4c20-ba8b-b34d99d7d8ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:14.359024 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a35c22d9-77e4-463a-b2e6-ec0315351e0c req-7fd38e64-e87c-4c20-ba8b-b34d99d7d8ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5433 time: 0.1484919 Feb 28 17:26:14.388229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-910f79bf-d1b3-42de-a57d-15bd65fffd38 req-47c48092-a01d-458e-93cc-a42154f1755e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969074 Feb 28 17:26:14.395821 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=869423d2-c15c-4e1a-863a-034bf02a7b19,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:14.416835 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.resource_extend [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:26:14.436852 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 825af014-3a23-4374-91db-0f6bef9b1a4e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=825af014-3a23-4374-91db-0f6bef9b1a4e,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:14.455313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '825af014-3a23-4374-91db-0f6bef9b1a4e', 'network_id': 'a27b7ef0-0df5-4eaa-98f9-6b18b6a87457', 'port_id': '825af014-3a23-4374-91db-0f6bef9b1a4e', 'mac_address': 'fa:16:3e:0b:2c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab56271a-4d7e-438f-b38a-5e9ae796d4ba', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:26:14.455624 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a35c22d9-77e4-463a-b2e6-ec0315351e0c req-d0f37b66-a41d-44aa-83c3-3aeb5fc960ed tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950503 Feb 28 17:26:14.514196 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-83853891-bdbb-4325-a8f0-9af92208f1e9 req-135be36a-febf-47c8-8b0b-6ec27a0a7997 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0960116 Feb 28 17:26:14.552652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 825af014-3a23-4374-91db-0f6bef9b1a4e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:14.553178 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:14.574458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825af014-3a23-4374-91db-0f6bef9b1a4e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:14.584569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e98279-e915-425c-9c7e-fb84275726e0 req-4730e4ca-6851-493d-8806-c48bf4140d52 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:14.593600 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-42e98279-e915-425c-9c7e-fb84275726e0 req-4730e4ca-6851-493d-8806-c48bf4140d52 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.0782387 Feb 28 17:26:14.598501 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 825af014-3a23-4374-91db-0f6bef9b1a4e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=825af014-3a23-4374-91db-0f6bef9b1a4e,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:14.657854 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-42e98279-e915-425c-9c7e-fb84275726e0 req-0fcf53bf-44ea-4b96-ac4f-e76c269ace45 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629754 Feb 28 17:26:14.691991 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:14.692665 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 591548df-429c-453d-9590-ad6447c1bcf1 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:26:14.868401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ef132a5-2839-40ad-9ca8-6cf8685a74b9 req-6cafded0-8546-4bd4-8b7c-87de1f3697d4 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 210 time: 0.0788922 Feb 28 17:26:14.936817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 591548df-429c-453d-9590-ad6447c1bcf1, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=591548df-429c-453d-9590-ad6447c1bcf1,segment=NetworkSegment(39cd4ac3-f6cb-45df-8a5d-f7f31d6af775),segment_id=39cd4ac3-f6cb-45df-8a5d-f7f31d6af775)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:14.952506 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '591548df-429c-453d-9590-ad6447c1bcf1', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'port_id': '591548df-429c-453d-9590-ad6447c1bcf1', 'mac_address': 'fa:16:3e:a4:85:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:26:14.993848 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb26c-e2de-47b7-b273-e3ae59febef0 req-e25a189d-10ea-458c-83c2-30f73135787b tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:15.001540 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a9cb26c-e2de-47b7-b273-e3ae59febef0 req-e25a189d-10ea-458c-83c2-30f73135787b tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 945 time: 0.1259296 Feb 28 17:26:15.141890 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a9cb26c-e2de-47b7-b273-e3ae59febef0 req-41f5d9e1-56f5-4982-92f5-ed2d5c525b49 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222095 Feb 28 17:26:15.153543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=825af014-3a23-4374-91db-0f6bef9b1a4e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:15.156685 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 591548df-429c-453d-9590-ad6447c1bcf1 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:15.157196 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (591548df-429c-453d-9590-ad6447c1bcf1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:15.181572 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591548df-429c-453d-9590-ad6447c1bcf1 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:15.205295 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d2e130d-6234-474a-90ef-916599a17236 req-acc34d81-a47d-4117-98af-74b608ebf4ff service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1044228 Feb 28 17:26:15.212831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 591548df-429c-453d-9590-ad6447c1bcf1, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=591548df-429c-453d-9590-ad6447c1bcf1,segment=NetworkSegment(39cd4ac3-f6cb-45df-8a5d-f7f31d6af775),segment_id=39cd4ac3-f6cb-45df-8a5d-f7f31d6af775)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:15.590980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6a2b7-7df0-4103-a939-94500523eec9 req-160ae0c1-8031-467c-8fd2-a8cdd3c6821c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:15.596214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6a2b7-7df0-4103-a939-94500523eec9 req-160ae0c1-8031-467c-8fd2-a8cdd3c6821c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:15.601430 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6a2b7-7df0-4103-a939-94500523eec9 req-160ae0c1-8031-467c-8fd2-a8cdd3c6821c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:15.606706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6a2b7-7df0-4103-a939-94500523eec9 req-160ae0c1-8031-467c-8fd2-a8cdd3c6821c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:15.612036 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6a2b7-7df0-4103-a939-94500523eec9 req-160ae0c1-8031-467c-8fd2-a8cdd3c6821c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:15.617336 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6a2b7-7df0-4103-a939-94500523eec9 req-160ae0c1-8031-467c-8fd2-a8cdd3c6821c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:15.622608 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6a2b7-7df0-4103-a939-94500523eec9 req-160ae0c1-8031-467c-8fd2-a8cdd3c6821c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:15.624486 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cf6a2b7-7df0-4103-a939-94500523eec9 req-160ae0c1-8031-467c-8fd2-a8cdd3c6821c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5434 time: 0.0948043 Feb 28 17:26:15.685568 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cf6a2b7-7df0-4103-a939-94500523eec9 req-cd1ba3ee-9a2f-47a5-bb4c-f32821292085 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537603 Feb 28 17:26:15.793860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500ec02-97b3-47a1-8327-c49fa811e92f req-ca161b5b-3dec-495c-8d18-a2de8e241da0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:15.795627 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8500ec02-97b3-47a1-8327-c49fa811e92f req-ca161b5b-3dec-495c-8d18-a2de8e241da0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.0752499 Feb 28 17:26:15.818974 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (591548df-429c-453d-9590-ad6447c1bcf1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:15.819893 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:26:15.874862 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8500ec02-97b3-47a1-8327-c49fa811e92f req-5fd62a52-b993-45b1-ac62-ec2bd804aecc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676105 Feb 28 17:26:15.904223 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=591548df-429c-453d-9590-ad6447c1bcf1,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:15.920825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:15.956487 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c', 'network_id': 'fd7a05c5-9896-4296-a65a-a68965a6760b', 'port_id': '3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c', 'mac_address': 'fa:16:3e:6b:50:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4738a0-1289-4e56-b145-4dbba3675af2', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:26:15.965254 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60cafba4-d741-439d-b81d-55536f121bae req-272349b6-157d-49eb-9489-84afca6569e4 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 210 time: 0.0460041 Feb 28 17:26:16.034597 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:16.035231 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:16.054360 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:16.095123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:16.242278 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:16.336631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:16.376841 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd666a4-a70d-4d06-9918-d26d218e03be req-5bc11da4-7034-45ca-8631-44d94a19215a tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:16.391844 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5cd666a4-a70d-4d06-9918-d26d218e03be req-5bc11da4-7034-45ca-8631-44d94a19215a tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 945 time: 0.0891349 Feb 28 17:26:16.463265 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5cd666a4-a70d-4d06-9918-d26d218e03be req-a7565b2b-72e3-423d-b4ff-e3402a87fecd tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667291 Feb 28 17:26:16.850152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46f7cc-09f6-43fd-8d0d-282fac2749b5 req-743c0b8a-a5ec-4728-b298-26525ba8a2ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:16.856459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46f7cc-09f6-43fd-8d0d-282fac2749b5 req-743c0b8a-a5ec-4728-b298-26525ba8a2ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:16.863078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46f7cc-09f6-43fd-8d0d-282fac2749b5 req-743c0b8a-a5ec-4728-b298-26525ba8a2ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:16.870169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46f7cc-09f6-43fd-8d0d-282fac2749b5 req-743c0b8a-a5ec-4728-b298-26525ba8a2ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:16.877278 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46f7cc-09f6-43fd-8d0d-282fac2749b5 req-743c0b8a-a5ec-4728-b298-26525ba8a2ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:16.888844 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46f7cc-09f6-43fd-8d0d-282fac2749b5 req-743c0b8a-a5ec-4728-b298-26525ba8a2ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:16.898553 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46f7cc-09f6-43fd-8d0d-282fac2749b5 req-743c0b8a-a5ec-4728-b298-26525ba8a2ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:16.900881 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8a46f7cc-09f6-43fd-8d0d-282fac2749b5 req-743c0b8a-a5ec-4728-b298-26525ba8a2ce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5436 time: 0.1172755 Feb 28 17:26:17.026267 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8a46f7cc-09f6-43fd-8d0d-282fac2749b5 req-9b99048f-e2e3-4360-aad8-af060d5ed2c3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1059585 Feb 28 17:26:17.147459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ea5d2-619e-4320-9ba7-7b24f1778823 req-1a268ea4-2d76-4630-892b-2359e98904db tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:17.156281 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c03ea5d2-619e-4320-9ba7-7b24f1778823 req-1a268ea4-2d76-4630-892b-2359e98904db tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.0982952 Feb 28 17:26:17.178786 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5e7bc85-d6f9-4503-a608-80cb3f6f4369 req-28ac16ce-df57-4080-90da-e94fe77e953d tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 210 time: 0.0588071 Feb 28 17:26:17.192982 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['d96c9c5c-1f32-498a-9e6f-788f52a8fde9'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:17.225167 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c03ea5d2-619e-4320-9ba7-7b24f1778823 req-9ce84aaa-29b0-4d36-a41b-0595a72a945e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680277 Feb 28 17:26:17.255610 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['825af014-3a23-4374-91db-0f6bef9b1a4e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:17.274948 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['afa3091f-cdea-4a5b-b76f-6b6b3d58246e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:17.368494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['869423d2-c15c-4e1a-863a-034bf02a7b19'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:17.374092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['591548df-429c-453d-9590-ad6447c1bcf1'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:17.376647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:17.699229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f561f4-f68f-4b3d-aeff-758f06564853 req-1588f9e9-6b95-461d-b8dc-64c5c6ee13cd tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:17.714983 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80f561f4-f68f-4b3d-aeff-758f06564853 req-1588f9e9-6b95-461d-b8dc-64c5c6ee13cd tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 945 time: 0.1554945 Feb 28 17:26:17.792100 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80f561f4-f68f-4b3d-aeff-758f06564853 req-777cba9c-1a1d-4857-a83b-fb84c1a1e5f0 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750711 Feb 28 17:26:18.047361 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['dc0e85fa-8738-4d52-88bf-01c1fb9db8b4'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:18.267242 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-5102d169-2c93-45bb-95ad-0671d3e81239 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:18.269331 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-5102d169-2c93-45bb-95ad-0671d3e81239 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3164155 Feb 28 17:26:18.436406 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-dae3b02a-f0cf-4561-9450-264398426d17 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 695 time: 0.1494844 Feb 28 17:26:18.449426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-8dfdb7a2-e08f-48a9-a3e3-f7544e4a6215 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Request body: {'floatingip': {'port_id': 'ed76d153-056d-4eec-a71c-69a161e15749', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:18.470471 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-0feb59dc-8d30-4da2-9761-85ca5ce33907 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:18.472933 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-0feb59dc-8d30-4da2-9761-85ca5ce33907 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.69 "GET /v2.0/networks?id=3614e35a-297f-438f-8d7b-8ca7790e2556 HTTP/1.1" status: 200 len: 814 time: 0.3705752 Feb 28 17:26:18.489586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Request body: {'port': {'device_id': '10de1015-a77a-41bd-b2b5-fa4c8ea00640', 'network_id': '3614e35a-297f-438f-8d7b-8ca7790e2556', 'admin_state_up': True, 'tenant_id': '96d784b759bb418393684f52d30124b4'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:18.574574 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-8dfdb7a2-e08f-48a9-a3e3-f7544e4a6215 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:18.631669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198dcd7-86b9-4d86-937f-529c239829d2 req-477829bc-0b50-4c54-a9af-01789555c926 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:18.638998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198dcd7-86b9-4d86-937f-529c239829d2 req-477829bc-0b50-4c54-a9af-01789555c926 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:18.648035 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198dcd7-86b9-4d86-937f-529c239829d2 req-477829bc-0b50-4c54-a9af-01789555c926 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:18.658462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198dcd7-86b9-4d86-937f-529c239829d2 req-477829bc-0b50-4c54-a9af-01789555c926 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:18.664892 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198dcd7-86b9-4d86-937f-529c239829d2 req-477829bc-0b50-4c54-a9af-01789555c926 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:18.672102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198dcd7-86b9-4d86-937f-529c239829d2 req-477829bc-0b50-4c54-a9af-01789555c926 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:18.683557 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198dcd7-86b9-4d86-937f-529c239829d2 req-477829bc-0b50-4c54-a9af-01789555c926 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:18.700599 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5198dcd7-86b9-4d86-937f-529c239829d2 req-477829bc-0b50-4c54-a9af-01789555c926 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5436 time: 0.2260623 Feb 28 17:26:18.710714 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2dbf24e5-9572-4d77-93c7-766ed9f238aa req-7f55744e-61a3-4bbc-9e79-82befcc0517e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0432177 Feb 28 17:26:18.860402 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5198dcd7-86b9-4d86-937f-529c239829d2 req-acbc4051-06f3-4ba8-a7cf-fdb52d325502 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1534190 Feb 28 17:26:18.931161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Made reservation on behalf of 96d784b759bb418393684f52d30124b4 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:26:18.934796 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:19.117840 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6ffde551-b123-4034-9f05-37a539955eb2 req-6e2149b5-06d5-465f-b3bf-d0b00506e060 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 210 time: 0.0545497 Feb 28 17:26:19.320474 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fdde999c-e4cf-4c45-8b85-a22204f14d53 req-6c931252-4b55-4d9f-8bca-bb0a1db20fc4 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0818448 Feb 28 17:26:19.324443 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-8dfdb7a2-e08f-48a9-a3e3-f7544e4a6215 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:19.368761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Allocated IP 172.20.0.2 (3614e35a-297f-438f-8d7b-8ca7790e2556/ea0f46e8-f216-483b-889f-5020fc34e09b/50073dc3-c4bc-400b-8361-530d8885df85) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:26:19.387989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-8dfdb7a2-e08f-48a9-a3e3-f7544e4a6215 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:19.540410 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-8dfdb7a2-e08f-48a9-a3e3-f7544e4a6215 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Floating IP 04c5b3a2-7e06-490d-b6be-71586c5caac3 associated. External IP: 172.25.3.10, port: ed76d153-056d-4eec-a71c-69a161e15749. Feb 28 17:26:19.572075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Publish callbacks [] for port (50073dc3-c4bc-400b-8361-530d8885df85), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:19.619831 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a24dd-f554-4d9e-8ed0-0deea48e563f req-696c9390-19f8-4e5c-a22b-d3943d4086dd tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:19.628469 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-648a24dd-f554-4d9e-8ed0-0deea48e563f req-696c9390-19f8-4e5c-a22b-d3943d4086dd tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.3576634 Feb 28 17:26:19.690557 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-648a24dd-f554-4d9e-8ed0-0deea48e563f req-5b62c6a8-a97f-4e99-a72c-19fb949dcad8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607984 Feb 28 17:26:19.698096 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (50073dc3-c4bc-400b-8361-530d8885df85), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:19.794473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-8dfdb7a2-e08f-48a9-a3e3-f7544e4a6215 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:26:19.801176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Network 3614e35a-297f-438f-8d7b-8ca7790e2556 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:26:19.802670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:26:19.806670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:26:19.858077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Pushing event updated for resources: {'Port': ['ID=50073dc3-c4bc-400b-8361-530d8885df85,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:19.915795 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:19.922292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:19.922702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:19.923074 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:19.923382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:19.923719 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:19.924046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:19.924391 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:19.924726 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:19.925051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:19.925375 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:19.925696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:19.926119 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:19.969628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:19.971224 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:19.990875 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-8dfdb7a2-e08f-48a9-a3e3-f7544e4a6215 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:26:19.997293 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-8dfdb7a2-e08f-48a9-a3e3-f7544e4a6215 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:20.005578 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7dc01a-95dd-4fc8-9414-8a176e0897f9 None None] Sync routers for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:26:20.021352 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7dc01a-95dd-4fc8-9414-8a176e0897f9 None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:20.022707 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9a7dc01a-95dd-4fc8-9414-8a176e0897f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:20.036373 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-8dfdb7a2-e08f-48a9-a3e3-f7544e4a6215 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "PUT /v2.0/floatingips/04c5b3a2-7e06-490d-b6be-71586c5caac3 HTTP/1.1" status: 200 len: 996 time: 1.5932398 Feb 28 17:26:20.036919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fe649e-d893-46df-928b-3af4b4365d1b', 'tag': 'ed76d153-056d-4eec-a71c-69a161e15749'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:20.040430 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48246c73-8c28-4033-8a12-1837a817bc53" -d '{"events": [{"name": "network-changed", "server_uuid": "93fe649e-d893-46df-928b-3af4b4365d1b", "tag": "ed76d153-056d-4eec-a71c-69a161e15749"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:20.061668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1601e-559d-448c-83d7-551a5c984bab req-d9a2739d-8ee9-4f12-b225-9c08312cf1c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:20.068918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1601e-559d-448c-83d7-551a5c984bab req-d9a2739d-8ee9-4f12-b225-9c08312cf1c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:20.075366 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1601e-559d-448c-83d7-551a5c984bab req-d9a2739d-8ee9-4f12-b225-9c08312cf1c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:20.082950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1601e-559d-448c-83d7-551a5c984bab req-d9a2739d-8ee9-4f12-b225-9c08312cf1c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:20.088938 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1601e-559d-448c-83d7-551a5c984bab req-d9a2739d-8ee9-4f12-b225-9c08312cf1c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:20.095759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1601e-559d-448c-83d7-551a5c984bab req-d9a2739d-8ee9-4f12-b225-9c08312cf1c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:20.102656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1601e-559d-448c-83d7-551a5c984bab req-d9a2739d-8ee9-4f12-b225-9c08312cf1c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:20.105136 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0db1601e-559d-448c-83d7-551a5c984bab req-d9a2739d-8ee9-4f12-b225-9c08312cf1c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5436 time: 0.1449752 Feb 28 17:26:20.109395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-b4aa2123-7a66-467f-af80-998d7f0bfb36 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6253624 Feb 28 17:26:20.125875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Request body: {'port': {'device_id': '10de1015-a77a-41bd-b2b5-fa4c8ea00640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:20.130047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-18969528-4c1c-4838-894a-2ba6fd13c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:20.131886 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-18969528-4c1c-4838-894a-2ba6fd13c2cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 1129 time: 0.0785756 Feb 28 17:26:20.231296 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (50073dc3-c4bc-400b-8361-530d8885df85), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:20.241956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-954a5e29-9d14-492f-ab5f-30926bbacff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:20.250219 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0db1601e-559d-448c-83d7-551a5c984bab req-8620b884-ae54-4406-a0b6-68dd6439b933 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311934 Feb 28 17:26:20.251073 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-954a5e29-9d14-492f-ab5f-30926bbacff3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 921 time: 0.1122255 Feb 28 17:26:20.253512 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-9a7dc01a-95dd-4fc8-9414-8a176e0897f9 None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:20.256720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device afa3091f-cdea-4a5b-b76f-6b6b3d58246e up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:26:20.366071 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-30215683-cbd0-4f43-bc62-fd43f7c1ed5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed76d153-056d-4eec-a71c-69a161e15749 HTTP/1.1" status: 200 len: 999 time: 0.1059310 Feb 28 17:26:20.442025 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2cc304-d061-43ce-8776-dca38c4aa496 x-openstack-request-id: req-9d2cc304-d061-43ce-8776-dca38c4aa496 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:20.442333 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fe649e-d893-46df-928b-3af4b4365d1b", "tag": "ed76d153-056d-4eec-a71c-69a161e15749", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:20.442570 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9d2cc304-d061-43ce-8776-dca38c4aa496 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:20.442970 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fe649e-d893-46df-928b-3af4b4365d1b', 'tag': 'ed76d153-056d-4eec-a71c-69a161e15749', 'status': 'completed', 'code': 200} Feb 28 17:26:20.474550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port afa3091f-cdea-4a5b-b76f-6b6b3d58246e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:26:20.480066 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port afa3091f-cdea-4a5b-b76f-6b6b3d58246e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:26:20.480803 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:20.558158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-db1f2a2b-f659-4253-90b0-3dad050d76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:20.575276 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-db1f2a2b-f659-4253-90b0-3dad050d76fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 200 len: 859 time: 0.2083001 Feb 28 17:26:20.614407 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port afa3091f-cdea-4a5b-b76f-6b6b3d58246e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:20.614919 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:20.650336 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3091f-cdea-4a5b-b76f-6b6b3d58246e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:20.653231 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc5adcf-7312-4630-a4fa-e3e0363abccd" -d '{"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "afa3091f-cdea-4a5b-b76f-6b6b3d58246e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:20.670882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port afa3091f-cdea-4a5b-b76f-6b6b3d58246e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=afa3091f-cdea-4a5b-b76f-6b6b3d58246e,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:20.692011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48246c73-8c28-4033-8a12-1837a817bc53 req-77cff351-d685-4a8b-932a-ee5028dc624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:20.694338 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-48246c73-8c28-4033-8a12-1837a817bc53 req-77cff351-d685-4a8b-932a-ee5028dc624d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 1129 time: 0.2096272 Feb 28 17:26:20.748558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adb976-fd88-440c-be63-7beaaedf0775 req-4400b2eb-79ed-441b-8268-789ada4fec9c tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:20.750187 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38adb976-fd88-440c-be63-7beaaedf0775 req-4400b2eb-79ed-441b-8268-789ada4fec9c tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 931 time: 0.1801531 Feb 28 17:26:20.759511 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:20.803267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48246c73-8c28-4033-8a12-1837a817bc53 req-36b3782c-f62f-4cef-a541-f94ceff74fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:20.804830 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-48246c73-8c28-4033-8a12-1837a817bc53 req-36b3782c-f62f-4cef-a541-f94ceff74fb4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 921 time: 0.1038828 Feb 28 17:26:20.852782 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=afa3091f-cdea-4a5b-b76f-6b6b3d58246e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:20.878948 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9a7dc01a-95dd-4fc8-9414-8a176e0897f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '04c5b3a2-7e06-490d-b6be-71586c5caac3', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'port_id': 'ed76d153-056d-4eec-a71c-69a161e15749', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'mac_address': 'fa:16:3e:f4:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe649e-d893-46df-928b-3af4b4365d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:25:52Z', 'updated_at': '2022-02-28T17:26:19Z', 'revision_number': 1, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:20.941577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-6d789a36-035c-4236-bef4-987e7e121b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:20.941772 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7dc01a-95dd-4fc8-9414-8a176e0897f9 None None] Checking router: e2061526-1183-4b9c-9ea6-e9c1d87a8e7a for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:26:20.945383 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-6d789a36-035c-4236-bef4-987e7e121b1e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9f79142d-ef2d-4dc1-aafb-1a230cb42618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3596239 Feb 28 17:26:20.962503 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-93c41b86-08fa-4bfa-971d-5d34b73427f0 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:26:20.963081 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7dc01a-95dd-4fc8-9414-8a176e0897f9 None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:20.965114 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-93c41b86-08fa-4bfa-971d-5d34b73427f0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078502 Feb 28 17:26:20.965422 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9a7dc01a-95dd-4fc8-9414-8a176e0897f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:20.976442 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-48246c73-8c28-4033-8a12-1837a817bc53 req-055e9ec1-16cd-4ab2-a2da-d4781c50b955 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed76d153-056d-4eec-a71c-69a161e15749 HTTP/1.1" status: 200 len: 999 time: 0.1639490 Feb 28 17:26:21.007528 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38adb976-fd88-440c-be63-7beaaedf0775 req-9cde801b-b282-4a25-a13d-e063c6c12a03 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996875 Feb 28 17:26:21.158630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50073dc3-c4bc-400b-8361-530d8885df85 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:21.163912 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-9a7dc01a-95dd-4fc8-9414-8a176e0897f9 None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:21.178588 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Publish callbacks [] for port (50073dc3-c4bc-400b-8361-530d8885df85), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:21.212049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Transition to ACTIVE for port object 50073dc3-c4bc-400b-8361-530d8885df85 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:26:21.219674 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82852721-3923-48d6-a72a-0af9988772cb x-openstack-request-id: req-82852721-3923-48d6-a72a-0af9988772cb {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:21.219968 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "afa3091f-cdea-4a5b-b76f-6b6b3d58246e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:21.220221 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-82852721-3923-48d6-a72a-0af9988772cb {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:21.220614 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3091f-cdea-4a5b-b76f-6b6b3d58246e', 'code': 200} Feb 28 17:26:21.247576 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48246c73-8c28-4033-8a12-1837a817bc53 req-2b74a23f-aaf1-4c3e-91f7-c3785e2c61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:21.249397 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-48246c73-8c28-4033-8a12-1837a817bc53 req-2b74a23f-aaf1-4c3e-91f7-c3785e2c61a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 200 len: 859 time: 0.2529893 Feb 28 17:26:21.285050 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (50073dc3-c4bc-400b-8361-530d8885df85), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:21.363444 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Pushing event updated for resources: {'Port': ['ID=50073dc3-c4bc-400b-8361-530d8885df85,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:21.402645 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-39e88ab2-8535-4293-899d-3e61269becc9 service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208090 Feb 28 17:26:21.545801 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Attempting to bind port 50073dc3-c4bc-400b-8361-530d8885df85 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:26:21.546270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Attempting to bind port 50073dc3-c4bc-400b-8361-530d8885df85 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'cad91873-7c0c-4b17-9c5b-e3fb37f14aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3614e35a-297f-438f-8d7b-8ca7790e2556'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:26:21.546697 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Attempting to bind port 50073dc3-c4bc-400b-8361-530d8885df85 on network 3614e35a-297f-438f-8d7b-8ca7790e2556 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:26:21.572355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Port 50073dc3-c4bc-400b-8361-530d8885df85 on network 3614e35a-297f-438f-8d7b-8ca7790e2556 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:26:21.572748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Attempting to bind port 50073dc3-c4bc-400b-8361-530d8885df85 on network 3614e35a-297f-438f-8d7b-8ca7790e2556 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:26:21.626257 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629a23b-350d-4276-9542-cd82a58b4f1c req-476c8dae-7717-4890-80ed-e81b6374dc22 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:21.632517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa5e024d-1ab4-49f3-bede-283e6a8b14c9 req-c90898ea-f398-4c1d-b6ac-c17144518488 service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198651 Feb 28 17:26:21.646976 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6629a23b-350d-4276-9542-cd82a58b4f1c req-476c8dae-7717-4890-80ed-e81b6374dc22 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.2851238 Feb 28 17:26:21.651902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:26:21.651902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Checking segment: {'id': 'cad91873-7c0c-4b17-9c5b-e3fb37f14aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3614e35a-297f-438f-8d7b-8ca7790e2556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:26:21.651902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Bound using segment: {'id': 'cad91873-7c0c-4b17-9c5b-e3fb37f14aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3614e35a-297f-438f-8d7b-8ca7790e2556'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:26:21.651902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Bound port: 50073dc3-c4bc-400b-8361-530d8885df85, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad91873-7c0c-4b17-9c5b-e3fb37f14aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3614e35a-297f-438f-8d7b-8ca7790e2556'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:26:21.651902 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (50073dc3-c4bc-400b-8361-530d8885df85), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:21.680229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1d0ad0db-3325-44f7-835f-d28632c2aaf4 req-4cbedfe0-b2f1-42de-93db-68a1f2b8dc6e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0460944 Feb 28 17:26:21.684416 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48246c73-8c28-4033-8a12-1837a817bc53 req-620ec3b4-e271-495e-b768-2740c4b8be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:21.686023 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-48246c73-8c28-4033-8a12-1837a817bc53 req-620ec3b4-e271-495e-b768-2740c4b8be07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f79142d-ef2d-4dc1-aafb-1a230cb42618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4266093 Feb 28 17:26:21.691028 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9a7dc01a-95dd-4fc8-9414-8a176e0897f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '04c5b3a2-7e06-490d-b6be-71586c5caac3', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'port_id': 'ed76d153-056d-4eec-a71c-69a161e15749', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'mac_address': 'fa:16:3e:f4:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe649e-d893-46df-928b-3af4b4365d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:25:52Z', 'updated_at': '2022-02-28T17:26:19Z', 'revision_number': 1, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:21.738423 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7dc01a-95dd-4fc8-9414-8a176e0897f9 None None] The sync data for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 is: [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '04c5b3a2-7e06-490d-b6be-71586c5caac3', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'port_id': 'ed76d153-056d-4eec-a71c-69a161e15749', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'mac_address': 'fa:16:3e:f4:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe649e-d893-46df-928b-3af4b4365d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:25:52Z', 'updated_at': '2022-02-28T17:26:19Z', 'revision_number': 1, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:26:21.941362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] For port 50073dc3-c4bc-400b-8361-530d8885df85, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:26:21.944848 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] For port 50073dc3-c4bc-400b-8361-530d8885df85, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=50073dc3-c4bc-400b-8361-530d8885df85,segment=NetworkSegment(cad91873-7c0c-4b17-9c5b-e3fb37f14aa5),segment_id=cad91873-7c0c-4b17-9c5b-e3fb37f14aa5)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:26:21.961653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6629a23b-350d-4276-9542-cd82a58b4f1c req-fbfde910-44ec-4c1d-b971-45b216c17a4c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748027 Feb 28 17:26:22.041273 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-48246c73-8c28-4033-8a12-1837a817bc53 req-9d4f78ab-c720-4f54-9373-6734855de073 service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456695 Feb 28 17:26:22.070432 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e6d1356-63b6-4d87-bae7-f0cafa948f5c req-2428e449-0c3f-4de5-8b39-69e7e6a7cd48 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0312576 Feb 28 17:26:22.194753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae23068-68fb-4660-a49f-58768115c5c9 req-4114ff50-71f7-46f6-baf7-975876536bce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:22.201098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae23068-68fb-4660-a49f-58768115c5c9 req-4114ff50-71f7-46f6-baf7-975876536bce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:22.215335 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae23068-68fb-4660-a49f-58768115c5c9 req-4114ff50-71f7-46f6-baf7-975876536bce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:22.220736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae23068-68fb-4660-a49f-58768115c5c9 req-4114ff50-71f7-46f6-baf7-975876536bce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:22.226246 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae23068-68fb-4660-a49f-58768115c5c9 req-4114ff50-71f7-46f6-baf7-975876536bce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:22.232567 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae23068-68fb-4660-a49f-58768115c5c9 req-4114ff50-71f7-46f6-baf7-975876536bce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:22.238293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae23068-68fb-4660-a49f-58768115c5c9 req-4114ff50-71f7-46f6-baf7-975876536bce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:22.238433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb18accb-0776-499b-ae9f-c8d4c5e9823f None None] New status for floating IP 04c5b3a2-7e06-490d-b6be-71586c5caac3: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:26:22.240177 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bae23068-68fb-4660-a49f-58768115c5c9 req-4114ff50-71f7-46f6-baf7-975876536bce tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5437 time: 0.2907622 Feb 28 17:26:22.278499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-65eff4ea-4b17-4f07-a4b8-12437dd67c44 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:22.280401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-65eff4ea-4b17-4f07-a4b8-12437dd67c44 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1432896 Feb 28 17:26:22.300853 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device d96c9c5c-1f32-498a-9e6f-788f52a8fde9 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:26:22.319579 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-48246c73-8c28-4033-8a12-1837a817bc53 req-64460321-9eab-4dcc-970e-6b6838856466 service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711778 Feb 28 17:26:22.350690 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bae23068-68fb-4660-a49f-58768115c5c9 req-e96207f3-0796-4e7d-8e14-0c9e47382e1a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015911 Feb 28 17:26:22.451668 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-892c014f-3df8-4969-94fe-ef6a794b5099 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 999 time: 0.1650751 Feb 28 17:26:22.463665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-54595297-f860-4acf-b99c-397459ada190 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Request body: {'floatingip': {'port_id': 'f50c39dc-92cd-4d23-b793-72be13396454', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:22.530313 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-54595297-f860-4acf-b99c-397459ada190 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:22.556315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb2091-05ec-4d97-b7ad-b871e94ddbb5 req-f5eb6cff-8a4a-4dfd-8776-eb1d822e2c1a tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:22.557990 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9cb2091-05ec-4d97-b7ad-b871e94ddbb5 req-f5eb6cff-8a4a-4dfd-8776-eb1d822e2c1a tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 943 time: 0.0672019 Feb 28 17:26:22.630254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port d96c9c5c-1f32-498a-9e6f-788f52a8fde9 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:26:22.634677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port d96c9c5c-1f32-498a-9e6f-788f52a8fde9 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:26:22.639382 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:22.642528 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9cb2091-05ec-4d97-b7ad-b871e94ddbb5 req-6f64d16a-de77-4057-af98-3a6ddc62d1c7 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601730 Feb 28 17:26:22.739428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port d96c9c5c-1f32-498a-9e6f-788f52a8fde9 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:22.740137 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:22.789646 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (50073dc3-c4bc-400b-8361-530d8885df85), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:22.797985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port d96c9c5c-1f32-498a-9e6f-788f52a8fde9, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d96c9c5c-1f32-498a-9e6f-788f52a8fde9,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:22.873596 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:22.874803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 825af014-3a23-4374-91db-0f6bef9b1a4e up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:26:22.942830 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:22.943991 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:22.945541 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] 10.222.0.69 "PUT /v2.0/ports/50073dc3-c4bc-400b-8361-530d8885df85 HTTP/1.1" status: 200 len: 1092 time: 2.8237948 Feb 28 17:26:22.946178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10de1015-a77a-41bd-b2b5-fa4c8ea00640', 'tag': '50073dc3-c4bc-400b-8361-530d8885df85'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:22.951283 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60514cfa-ae8a-49d3-aab0-a69a4018eeb0" -d '{"events": [{"name": "network-changed", "server_uuid": "10de1015-a77a-41bd-b2b5-fa4c8ea00640", "tag": "50073dc3-c4bc-400b-8361-530d8885df85"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:23.025750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=d96c9c5c-1f32-498a-9e6f-788f52a8fde9,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:23.039523 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ced48d-924b-41e1-a552-08b1f8738e08 service neutron] Pushing event updated for resources: {'Port': ['ID=50073dc3-c4bc-400b-8361-530d8885df85,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:23.127492 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06210926-5c24-412d-bbc6-b3e261e676f9 x-openstack-request-id: req-06210926-5c24-412d-bbc6-b3e261e676f9 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:23.127791 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10de1015-a77a-41bd-b2b5-fa4c8ea00640", "tag": "50073dc3-c4bc-400b-8361-530d8885df85", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:23.127955 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-06210926-5c24-412d-bbc6-b3e261e676f9 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:23.128354 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10de1015-a77a-41bd-b2b5-fa4c8ea00640', 'tag': '50073dc3-c4bc-400b-8361-530d8885df85', 'status': 'completed', 'code': 200} Feb 28 17:26:23.147531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 825af014-3a23-4374-91db-0f6bef9b1a4e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:26:23.152224 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 825af014-3a23-4374-91db-0f6bef9b1a4e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:26:23.152224 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:23.207485 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0ac51-b425-4e01-b26a-9061a66fb46c req-0f0c62b0-f17e-4a6a-84b7-ef0cb729a9e5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:23.215212 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-28c0ac51-b425-4e01-b26a-9061a66fb46c req-0f0c62b0-f17e-4a6a-84b7-ef0cb729a9e5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.0652640 Feb 28 17:26:23.224048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96c9c5c-1f32-498a-9e6f-788f52a8fde9'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:23.226475 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cdc305-6120-4260-b251-64ce4a33db33" -d '{"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "d96c9c5c-1f32-498a-9e6f-788f52a8fde9"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:23.275251 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-28c0ac51-b425-4e01-b26a-9061a66fb46c req-a34b6ce0-21b9-47f1-92fb-c5620dcc443b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587010 Feb 28 17:26:23.310405 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.db.api [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-54595297-f860-4acf-b99c-397459ada190 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:26:23.310766 n-d-820368-19 neutron-server[104246]: DEBUG oslo_db.api [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-54595297-f860-4acf-b99c-397459ada190 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:26:23.334357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-351a02e5-0ae4-4057-b5ed-c5d99e6a36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:23.335907 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-351a02e5-0ae4-4057-b5ed-c5d99e6a36e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=96d784b759bb418393684f52d30124b4&device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 1126 time: 0.2587340 Feb 28 17:26:23.342366 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dbb3a1-b232-49f8-881a-0f328b6b9c68 x-openstack-request-id: req-79dbb3a1-b232-49f8-881a-0f328b6b9c68 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:23.342776 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "d96c9c5c-1f32-498a-9e6f-788f52a8fde9", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:23.342892 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-79dbb3a1-b232-49f8-881a-0f328b6b9c68 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:23.343283 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96c9c5c-1f32-498a-9e6f-788f52a8fde9', 'code': 200} Feb 28 17:26:23.382153 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 825af014-3a23-4374-91db-0f6bef9b1a4e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:23.382853 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:23.390009 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-9b11fec9-c7f6-44df-9b06-639d7d6ffc7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50073dc3-c4bc-400b-8361-530d8885df85 HTTP/1.1" status: 200 len: 217 time: 0.0456076 Feb 28 17:26:23.465466 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 825af014-3a23-4374-91db-0f6bef9b1a4e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=825af014-3a23-4374-91db-0f6bef9b1a4e,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:23.480651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-a26da0cc-806c-4e30-a43a-bdcdc59438fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:23.482493 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-a26da0cc-806c-4e30-a43a-bdcdc59438fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ea0f46e8-f216-483b-889f-5020fc34e09b HTTP/1.1" status: 200 len: 854 time: 0.0864675 Feb 28 17:26:23.532320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0da49-b278-4c32-b04f-3b28ba57f825 req-639fd248-8352-46a7-9528-142615a44b43 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:23.538305 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0da49-b278-4c32-b04f-3b28ba57f825 req-639fd248-8352-46a7-9528-142615a44b43 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:23.544168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0da49-b278-4c32-b04f-3b28ba57f825 req-639fd248-8352-46a7-9528-142615a44b43 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:23.550021 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0da49-b278-4c32-b04f-3b28ba57f825 req-639fd248-8352-46a7-9528-142615a44b43 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:23.550181 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:23.551441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:26:23.555556 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0da49-b278-4c32-b04f-3b28ba57f825 req-639fd248-8352-46a7-9528-142615a44b43 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:23.562659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0da49-b278-4c32-b04f-3b28ba57f825 req-639fd248-8352-46a7-9528-142615a44b43 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:23.568761 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-c6bfa4be-133c-467c-bb68-1157da3cb95b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3614e35a-297f-438f-8d7b-8ca7790e2556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799074 Feb 28 17:26:23.568879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0da49-b278-4c32-b04f-3b28ba57f825 req-639fd248-8352-46a7-9528-142615a44b43 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:23.581081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2c0da49-b278-4c32-b04f-3b28ba57f825 req-639fd248-8352-46a7-9528-142615a44b43 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5438 time: 0.1195543 Feb 28 17:26:23.697125 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2c0da49-b278-4c32-b04f-3b28ba57f825 req-2b8b02f3-10a5-4b48-a14c-4f91f39868ab tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1150823 Feb 28 17:26:23.738256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=825af014-3a23-4374-91db-0f6bef9b1a4e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:23.791073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-e47c32ad-1a39-43ec-b362-7cb0993ee9f9 service neutron] 10.222.0.69 "GET /v2.0/networks/3614e35a-297f-438f-8d7b-8ca7790e2556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158852 Feb 28 17:26:23.829992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:26:23.831421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-54595297-f860-4acf-b99c-397459ada190 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:23.911375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:26:23.911748 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:23.931569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc8a99-105e-4410-acc8-ff15400f87eb req-83b220f5-a661-49d9-beb7-db60a125eabf tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:23.939777 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82fc8a99-105e-4410-acc8-ff15400f87eb req-83b220f5-a661-49d9-beb7-db60a125eabf tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 943 time: 0.1009326 Feb 28 17:26:24.041871 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82fc8a99-105e-4410-acc8-ff15400f87eb req-6a282193-d541-4ed5-a734-1c05061c6c6d tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948873 Feb 28 17:26:24.190965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:24.191305 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:24.230466 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:24.281438 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b247c75-3c93-4eb7-9353-707a26966ca7 req-defd4e85-ee67-4893-b5af-e30e3ec8592d service neutron] 10.222.0.69 "GET /v2.0/networks/3614e35a-297f-438f-8d7b-8ca7790e2556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836633 Feb 28 17:26:24.313621 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:24.315493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 869423d2-c15c-4e1a-863a-034bf02a7b19 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:26:24.332179 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e886769-4437-49c8-8db1-9d757bdb80e5 req-c38cb422-478b-496e-8917-5ceb2fb460d4 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0855014 Feb 28 17:26:24.459626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0a88e-1c37-4ab8-be13-2c0e36e29797 req-e02c1eaf-65e8-4a74-9287-c7da8de3c133 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:24.467997 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-32b0a88e-1c37-4ab8-be13-2c0e36e29797 req-e02c1eaf-65e8-4a74-9287-c7da8de3c133 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.0971124 Feb 28 17:26:24.543890 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-32b0a88e-1c37-4ab8-be13-2c0e36e29797 req-5b21da02-c14f-49b2-b11f-cda8749887fb tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705416 Feb 28 17:26:24.587368 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:24.699325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 869423d2-c15c-4e1a-863a-034bf02a7b19 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:26:24.719801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 869423d2-c15c-4e1a-863a-034bf02a7b19 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:26:24.720463 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:24.937791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 869423d2-c15c-4e1a-863a-034bf02a7b19 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:24.938282 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:25.003033 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 869423d2-c15c-4e1a-863a-034bf02a7b19, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=869423d2-c15c-4e1a-863a-034bf02a7b19,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:25.050565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912b4c9-e352-4e0f-aa06-5aab32b4bbdf req-6e195cea-ac48-4a0f-baaa-d5bf2326cecf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:25.057571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912b4c9-e352-4e0f-aa06-5aab32b4bbdf req-6e195cea-ac48-4a0f-baaa-d5bf2326cecf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:25.063519 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912b4c9-e352-4e0f-aa06-5aab32b4bbdf req-6e195cea-ac48-4a0f-baaa-d5bf2326cecf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:25.070496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912b4c9-e352-4e0f-aa06-5aab32b4bbdf req-6e195cea-ac48-4a0f-baaa-d5bf2326cecf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:25.085293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912b4c9-e352-4e0f-aa06-5aab32b4bbdf req-6e195cea-ac48-4a0f-baaa-d5bf2326cecf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:25.091279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912b4c9-e352-4e0f-aa06-5aab32b4bbdf req-6e195cea-ac48-4a0f-baaa-d5bf2326cecf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:25.097389 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912b4c9-e352-4e0f-aa06-5aab32b4bbdf req-6e195cea-ac48-4a0f-baaa-d5bf2326cecf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:25.105822 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7912b4c9-e352-4e0f-aa06-5aab32b4bbdf req-6e195cea-ac48-4a0f-baaa-d5bf2326cecf tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5440 time: 0.1916857 Feb 28 17:26:25.133101 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:25.137312 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 591548df-429c-453d-9590-ad6447c1bcf1 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:26:25.180432 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7912b4c9-e352-4e0f-aa06-5aab32b4bbdf req-c66808cb-1be9-4fa4-b8a2-418a20181363 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732262 Feb 28 17:26:25.204929 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-54595297-f860-4acf-b99c-397459ada190 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:25.233717 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82f9525d-00ef-4598-88fa-2f92f468299a req-a5c2964d-322c-4d86-94ab-c8843e599a8c service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.2501400 Feb 28 17:26:25.242576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60514cfa-ae8a-49d3-aab0-a69a4018eeb0 req-2249eff9-57c5-4103-b697-83c55dca9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:25.244302 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60514cfa-ae8a-49d3-aab0-a69a4018eeb0 req-2249eff9-57c5-4103-b697-83c55dca9b49 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=96d784b759bb418393684f52d30124b4&device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 1126 time: 0.7577527 Feb 28 17:26:25.343910 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825af014-3a23-4374-91db-0f6bef9b1a4e'}, {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0e85fa-8738-4d52-88bf-01c1fb9db8b4'}, {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869423d2-c15c-4e1a-863a-034bf02a7b19'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:25.349248 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92fe18c-24d6-46a1-b24f-ed2353937e7a" -d '{"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "825af014-3a23-4374-91db-0f6bef9b1a4e"}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "dc0e85fa-8738-4d52-88bf-01c1fb9db8b4"}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "869423d2-c15c-4e1a-863a-034bf02a7b19"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:25.403866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=869423d2-c15c-4e1a-863a-034bf02a7b19,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:25.408289 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a688b83-a733-417f-811a-9d63a1a1e6c4 req-7daf240f-2291-4e0f-84e8-346fad369667 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:25.416761 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a688b83-a733-417f-811a-9d63a1a1e6c4 req-7daf240f-2291-4e0f-84e8-346fad369667 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 943 time: 0.1142092 Feb 28 17:26:25.502039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 591548df-429c-453d-9590-ad6447c1bcf1 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:26:25.507088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 591548df-429c-453d-9590-ad6447c1bcf1 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:26:25.507472 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (591548df-429c-453d-9590-ad6447c1bcf1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:25.512547 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a688b83-a733-417f-811a-9d63a1a1e6c4 req-b1b7539d-b8f1-40cd-bccb-af5c175c9fcb tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948176 Feb 28 17:26:25.598328 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a99cd4-887b-4c01-b218-18c517b5b97d x-openstack-request-id: req-21a99cd4-887b-4c01-b218-18c517b5b97d {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:25.598803 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "825af014-3a23-4374-91db-0f6bef9b1a4e", "code": 200}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "dc0e85fa-8738-4d52-88bf-01c1fb9db8b4", "code": 200}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "869423d2-c15c-4e1a-863a-034bf02a7b19", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:25.598887 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-21a99cd4-887b-4c01-b218-18c517b5b97d {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:25.599289 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825af014-3a23-4374-91db-0f6bef9b1a4e', 'code': 200} Feb 28 17:26:25.606487 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0e85fa-8738-4d52-88bf-01c1fb9db8b4', 'code': 200} Feb 28 17:26:25.615765 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869423d2-c15c-4e1a-863a-034bf02a7b19', 'code': 200} Feb 28 17:26:25.701891 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 591548df-429c-453d-9590-ad6447c1bcf1 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:25.702310 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (591548df-429c-453d-9590-ad6447c1bcf1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:25.714791 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-54595297-f860-4acf-b99c-397459ada190 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:25.776664 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 591548df-429c-453d-9590-ad6447c1bcf1, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=591548df-429c-453d-9590-ad6447c1bcf1,segment=NetworkSegment(39cd4ac3-f6cb-45df-8a5d-f7f31d6af775),segment_id=39cd4ac3-f6cb-45df-8a5d-f7f31d6af775)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:25.887863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60514cfa-ae8a-49d3-aab0-a69a4018eeb0 req-280a3aef-39d8-4f4e-85bc-4a654c628f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:25.889892 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60514cfa-ae8a-49d3-aab0-a69a4018eeb0 req-280a3aef-39d8-4f4e-85bc-4a654c628f24 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3614e35a-297f-438f-8d7b-8ca7790e2556 HTTP/1.1" status: 200 len: 915 time: 0.6397378 Feb 28 17:26:25.898613 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (591548df-429c-453d-9590-ad6447c1bcf1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:25.899438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:26:25.993028 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60514cfa-ae8a-49d3-aab0-a69a4018eeb0 req-cea1e180-4737-41b5-8772-60aba050cfec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50073dc3-c4bc-400b-8361-530d8885df85 HTTP/1.1" status: 200 len: 217 time: 0.0957479 Feb 28 17:26:25.997210 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-54595297-f860-4acf-b99c-397459ada190 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Floating IP 04c5b3a2-7e06-490d-b6be-71586c5caac3 associated. External IP: 172.25.3.10, port: ed76d153-056d-4eec-a71c-69a161e15749. Feb 28 17:26:26.206528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60514cfa-ae8a-49d3-aab0-a69a4018eeb0 req-1c5b0a20-fa1b-4914-a2c9-1c6b50d708b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:26.208189 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60514cfa-ae8a-49d3-aab0-a69a4018eeb0 req-1c5b0a20-fa1b-4914-a2c9-1c6b50d708b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ea0f46e8-f216-483b-889f-5020fc34e09b HTTP/1.1" status: 200 len: 854 time: 0.2083933 Feb 28 17:26:26.287134 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60514cfa-ae8a-49d3-aab0-a69a4018eeb0 req-4eab35e7-86ec-4f5c-881d-6ac4b777e9d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3614e35a-297f-438f-8d7b-8ca7790e2556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675333 Feb 28 17:26:26.322649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=591548df-429c-453d-9590-ad6447c1bcf1,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:26.397676 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b065b-2e61-45d8-98c0-cd496e2bae1b req-c50846ef-9d07-4baa-b09e-7fcd65bb3694 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:26.399314 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c9b065b-2e61-45d8-98c0-cd496e2bae1b req-c50846ef-9d07-4baa-b09e-7fcd65bb3694 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.7134392 Feb 28 17:26:26.475505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:26:26.482886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:26:26.483318 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:26.515576 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c9b065b-2e61-45d8-98c0-cd496e2bae1b req-031204d6-11e6-49ec-960d-188f2f27e861 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046104 Feb 28 17:26:26.533224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60514cfa-ae8a-49d3-aab0-a69a4018eeb0 req-2a7eb80a-3bc9-49e7-8eb1-916de7ca045a service neutron] 10.222.0.69 "GET /v2.0/networks/3614e35a-297f-438f-8d7b-8ca7790e2556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385807 Feb 28 17:26:26.634332 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:26.636043 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:26.676167 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:26.751784 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60514cfa-ae8a-49d3-aab0-a69a4018eeb0 req-ae7b87ac-c897-48d5-bebc-b424fc12ca90 service neutron] 10.222.0.69 "GET /v2.0/networks/3614e35a-297f-438f-8d7b-8ca7790e2556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090719 Feb 28 17:26:26.758165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-54595297-f860-4acf-b99c-397459ada190 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:26:26.793382 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:26.793685 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cc668-9e3b-4d0a-bbb0-efa958d7f9f5 req-620f7e87-cc04-4d92-8776-c6b8dbe6a6ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:26.804473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cc668-9e3b-4d0a-bbb0-efa958d7f9f5 req-620f7e87-cc04-4d92-8776-c6b8dbe6a6ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:26.811192 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cc668-9e3b-4d0a-bbb0-efa958d7f9f5 req-620f7e87-cc04-4d92-8776-c6b8dbe6a6ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:26.818180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cc668-9e3b-4d0a-bbb0-efa958d7f9f5 req-620f7e87-cc04-4d92-8776-c6b8dbe6a6ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:26.825388 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cc668-9e3b-4d0a-bbb0-efa958d7f9f5 req-620f7e87-cc04-4d92-8776-c6b8dbe6a6ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:26.832493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cc668-9e3b-4d0a-bbb0-efa958d7f9f5 req-620f7e87-cc04-4d92-8776-c6b8dbe6a6ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:26.839464 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cc668-9e3b-4d0a-bbb0-efa958d7f9f5 req-620f7e87-cc04-4d92-8776-c6b8dbe6a6ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:26.850031 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f9cc668-9e3b-4d0a-bbb0-efa958d7f9f5 req-620f7e87-cc04-4d92-8776-c6b8dbe6a6ae tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5442 time: 0.1616993 Feb 28 17:26:26.851435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f91e29ef-f8eb-47b7-83e8-b88a8533319f no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:26.931407 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f9cc668-9e3b-4d0a-bbb0-efa958d7f9f5 req-115a2592-bb4c-419a-823c-b311a946b16e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803602 Feb 28 17:26:27.035843 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-54595297-f860-4acf-b99c-397459ada190 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:26:27.049959 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38886be1-bbad-429b-86b1-69ca69a0ad4b None None] Sync routers for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:26:27.071505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:27.081579 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38886be1-bbad-429b-86b1-69ca69a0ad4b None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:27.082451 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-38886be1-bbad-429b-86b1-69ca69a0ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:27.241210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c54d25-97ea-4bf3-b2f1-33fbac54b2c9 req-b0477a63-6292-4b38-b0aa-660db407d562 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:27.272743 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-55c54d25-97ea-4bf3-b2f1-33fbac54b2c9 req-b0477a63-6292-4b38-b0aa-660db407d562 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 943 time: 0.2374752 Feb 28 17:26:27.379115 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-55c54d25-97ea-4bf3-b2f1-33fbac54b2c9 req-ee459c29-f93c-4535-a93a-6316e1413b98 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055000 Feb 28 17:26:27.413187 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f91e29ef-f8eb-47b7-83e8-b88a8533319f is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:27.413407 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:27.464331 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-38886be1-bbad-429b-86b1-69ca69a0ad4b None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:27.588558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:27.607803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591548df-429c-453d-9590-ad6447c1bcf1'}, {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c'}, {'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:27.609834 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca7c617-4e50-465b-91ef-c4d9968504ef" -d '{"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "591548df-429c-453d-9590-ad6447c1bcf1"}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c"}, {"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-unplugged", "status": "completed", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:27.639597 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b63fe155-ca05-47fd-b59b-b9558861471b req-1bdedcb2-7792-487c-8386-b8938da1445d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0451465 Feb 28 17:26:27.690069 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:27.728252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-54595297-f860-4acf-b99c-397459ada190 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:26:27.764954 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=14']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:27.822824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec761b45-d065-40b4-a66e-19a2217ba1b9 req-bf3098c8-c425-4a93-b8d5-122aa8a87689 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:27.828168 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ec761b45-d065-40b4-a66e-19a2217ba1b9 req-bf3098c8-c425-4a93-b8d5-122aa8a87689 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 946 time: 0.1641314 Feb 28 17:26:27.962936 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-54595297-f860-4acf-b99c-397459ada190 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:26:27.976231 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-54595297-f860-4acf-b99c-397459ada190 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:28.002494 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ec761b45-d065-40b4-a66e-19a2217ba1b9 req-6900fea1-1ddd-417d-bba4-ecc90b1cdeb0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536386 Feb 28 17:26:28.102308 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-38886be1-bbad-429b-86b1-69ca69a0ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '04c5b3a2-7e06-490d-b6be-71586c5caac3', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'port_id': 'f50c39dc-92cd-4d23-b793-72be13396454', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'mac_address': 'fa:16:3e:80:6f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:25:52Z', 'updated_at': '2022-02-28T17:26:25Z', 'revision_number': 3, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:28.119558 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e730596e-a1e9-4060-bd89-03994a82603e x-openstack-request-id: req-e730596e-a1e9-4060-bd89-03994a82603e {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:28.119867 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "591548df-429c-453d-9590-ad6447c1bcf1", "code": 200}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-plugged", "status": "completed", "tag": "3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c", "code": 200}, {"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-unplugged", "status": "completed", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:28.120133 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e730596e-a1e9-4060-bd89-03994a82603e {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:28.120554 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591548df-429c-453d-9590-ad6447c1bcf1', 'code': 200} Feb 28 17:26:28.120815 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c', 'code': 200} Feb 28 17:26:28.121067 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'code': 200} Feb 28 17:26:28.157962 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-11951426-b099-4f78-848e-d2a1d1049513 req-dc3d4e2d-d9b2-437e-8077-877df2ad9f8d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1146727 Feb 28 17:26:28.209356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fe649e-d893-46df-928b-3af4b4365d1b', 'tag': 'ed76d153-056d-4eec-a71c-69a161e15749'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:28.215346 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dc62d3-dc68-4f80-a952-6b3ab8a33f35" -d '{"events": [{"name": "network-changed", "server_uuid": "93fe649e-d893-46df-928b-3af4b4365d1b", "tag": "ed76d153-056d-4eec-a71c-69a161e15749"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:28.219400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-54595297-f860-4acf-b99c-397459ada190 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "PUT /v2.0/floatingips/04c5b3a2-7e06-490d-b6be-71586c5caac3 HTTP/1.1" status: 200 len: 997 time: 5.7602854 Feb 28 17:26:28.271429 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 50073dc3-c4bc-400b-8361-530d8885df85 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:26:28.339389 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38886be1-bbad-429b-86b1-69ca69a0ad4b None None] Checking router: e2061526-1183-4b9c-9ea6-e9c1d87a8e7a for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:26:28.366417 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38886be1-bbad-429b-86b1-69ca69a0ad4b None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:28.366417 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-38886be1-bbad-429b-86b1-69ca69a0ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:28.490811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9403f-864c-43e2-bf1b-ed08956faf4b req-45978426-56c1-4678-b158-edf8f2511b18 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.517674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9403f-864c-43e2-bf1b-ed08956faf4b req-45978426-56c1-4678-b158-edf8f2511b18 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.524567 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-38886be1-bbad-429b-86b1-69ca69a0ad4b None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:28.544452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9403f-864c-43e2-bf1b-ed08956faf4b req-45978426-56c1-4678-b158-edf8f2511b18 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.551101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-f467e2b7-d859-475e-b443-9d0405269769 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.555109 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9403f-864c-43e2-bf1b-ed08956faf4b req-45978426-56c1-4678-b158-edf8f2511b18 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.561381 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-f467e2b7-d859-475e-b443-9d0405269769 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports/ed76d153-056d-4eec-a71c-69a161e15749 HTTP/1.1" status: 200 len: 943 time: 0.3293467 Feb 28 17:26:28.573682 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9403f-864c-43e2-bf1b-ed08956faf4b req-45978426-56c1-4678-b158-edf8f2511b18 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.591983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a867c9-7b2a-4ace-a3f5-00396da72360 req-70ecb082-5f64-48fc-b2c7-e276b7e19f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.592459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a867c9-7b2a-4ace-a3f5-00396da72360 req-70ecb082-5f64-48fc-b2c7-e276b7e19f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.592923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a867c9-7b2a-4ace-a3f5-00396da72360 req-70ecb082-5f64-48fc-b2c7-e276b7e19f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.593434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a867c9-7b2a-4ace-a3f5-00396da72360 req-70ecb082-5f64-48fc-b2c7-e276b7e19f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.593821 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a867c9-7b2a-4ace-a3f5-00396da72360 req-70ecb082-5f64-48fc-b2c7-e276b7e19f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.599508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9403f-864c-43e2-bf1b-ed08956faf4b req-45978426-56c1-4678-b158-edf8f2511b18 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.604814 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9403f-864c-43e2-bf1b-ed08956faf4b req-45978426-56c1-4678-b158-edf8f2511b18 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.612647 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a867c9-7b2a-4ace-a3f5-00396da72360 req-70ecb082-5f64-48fc-b2c7-e276b7e19f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.613141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a867c9-7b2a-4ace-a3f5-00396da72360 req-70ecb082-5f64-48fc-b2c7-e276b7e19f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.615194 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5a867c9-7b2a-4ace-a3f5-00396da72360 req-70ecb082-5f64-48fc-b2c7-e276b7e19f63 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 6724 time: 0.3946190 Feb 28 17:26:28.617821 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14a9403f-864c-43e2-bf1b-ed08956faf4b req-45978426-56c1-4678-b158-edf8f2511b18 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5443 time: 0.3752112 Feb 28 17:26:28.653251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 50073dc3-c4bc-400b-8361-530d8885df85, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=50073dc3-c4bc-400b-8361-530d8885df85,segment=NetworkSegment(cad91873-7c0c-4b17-9c5b-e3fb37f14aa5),segment_id=cad91873-7c0c-4b17-9c5b-e3fb37f14aa5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:28.680045 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '50073dc3-c4bc-400b-8361-530d8885df85', 'network_id': '3614e35a-297f-438f-8d7b-8ca7790e2556', 'port_id': '50073dc3-c4bc-400b-8361-530d8885df85', 'mac_address': 'fa:16:3e:f1:7a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0f46e8-f216-483b-889f-5020fc34e09b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:26:28.786413 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14a9403f-864c-43e2-bf1b-ed08956faf4b req-d4317b89-2c50-4304-bcd8-d446b897a58a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1539190 Feb 28 17:26:28.787052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 50073dc3-c4bc-400b-8361-530d8885df85 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:28.789470 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5a867c9-7b2a-4ace-a3f5-00396da72360 req-a6336afd-b5bc-4b47-b015-513a8c794eb2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b1193aff-bbf5-440a-b236-a5da5025b0ec&id=6558a406-619f-4ba9-bd37-dc96b4241995&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1654990 Feb 28 17:26:28.789675 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (50073dc3-c4bc-400b-8361-530d8885df85), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:28.843674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50073dc3-c4bc-400b-8361-530d8885df85 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:28.919243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 50073dc3-c4bc-400b-8361-530d8885df85, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=50073dc3-c4bc-400b-8361-530d8885df85,segment=NetworkSegment(cad91873-7c0c-4b17-9c5b-e3fb37f14aa5),segment_id=cad91873-7c0c-4b17-9c5b-e3fb37f14aa5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:28.931238 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4a0cec-efb1-4f2c-88e5-58b1f04300b5 x-openstack-request-id: req-7d4a0cec-efb1-4f2c-88e5-58b1f04300b5 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:28.931709 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fe649e-d893-46df-928b-3af4b4365d1b", "tag": "ed76d153-056d-4eec-a71c-69a161e15749", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:28.932111 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7d4a0cec-efb1-4f2c-88e5-58b1f04300b5 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:28.932661 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fe649e-d893-46df-928b-3af4b4365d1b', 'tag': 'ed76d153-056d-4eec-a71c-69a161e15749', 'status': 'completed', 'code': 200} Feb 28 17:26:28.973001 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-ec387943-a418-4885-8899-9339793cc331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:28.987458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-ec387943-a418-4885-8899-9339793cc331 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 1129 time: 0.2537162 Feb 28 17:26:29.018830 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (50073dc3-c4bc-400b-8361-530d8885df85), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:29.020902 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc62d3-dc68-4f80-a952-6b3ab8a33f35 req-f2dcc0c2-9085-4da9-b753-cab2d729546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:29.025212 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6dc62d3-dc68-4f80-a952-6b3ab8a33f35 req-f2dcc0c2-9085-4da9-b753-cab2d729546d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 1129 time: 0.1348641 Feb 28 17:26:29.090167 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-38886be1-bbad-429b-86b1-69ca69a0ad4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '04c5b3a2-7e06-490d-b6be-71586c5caac3', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'port_id': 'f50c39dc-92cd-4d23-b793-72be13396454', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'mac_address': 'fa:16:3e:80:6f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:25:52Z', 'updated_at': '2022-02-28T17:26:25Z', 'revision_number': 3, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:29.124017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=50073dc3-c4bc-400b-8361-530d8885df85,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:29.157676 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38886be1-bbad-429b-86b1-69ca69a0ad4b None None] The sync data for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 is: [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '04c5b3a2-7e06-490d-b6be-71586c5caac3', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'port_id': 'f50c39dc-92cd-4d23-b793-72be13396454', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'mac_address': 'fa:16:3e:80:6f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:25:52Z', 'updated_at': '2022-02-28T17:26:25Z', 'revision_number': 3, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:26:29.218984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-81cd8404-32b4-4ce7-b0ee-3519857a07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:29.226906 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-81cd8404-32b4-4ce7-b0ee-3519857a07ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 921 time: 0.2385528 Feb 28 17:26:29.324763 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-aaea6d72-77ea-4a3a-b1b7-f1c7751f8c67 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed76d153-056d-4eec-a71c-69a161e15749 HTTP/1.1" status: 200 len: 217 time: 0.0969856 Feb 28 17:26:29.416577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['50073dc3-c4bc-400b-8361-530d8885df85'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:29.447767 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-2a781a54-ce14-4af1-ba60-dcf097eee5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:29.456821 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-2a781a54-ce14-4af1-ba60-dcf097eee5a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 200 len: 859 time: 0.1193197 Feb 28 17:26:29.516216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb92daa-8e0e-411e-be7b-af3ff7b06bc9 req-e7dc3bfa-5dec-4d98-866b-1323d252ad67 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:29.527335 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-afb92daa-8e0e-411e-be7b-af3ff7b06bc9 req-e7dc3bfa-5dec-4d98-866b-1323d252ad67 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 944 time: 0.4409487 Feb 28 17:26:29.545694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-801209e3-c907-4dbc-b8fc-185a9c703e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:29.547282 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-801209e3-c907-4dbc-b8fc-185a9c703e48 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9f79142d-ef2d-4dc1-aafb-1a230cb42618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0896459 Feb 28 17:26:29.557432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-2e5711af-dd06-4600-b37b-748542130512 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:26:29.558517 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-2e5711af-dd06-4600-b37b-748542130512 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052493 Feb 28 17:26:29.567124 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc62d3-dc68-4f80-a952-6b3ab8a33f35 req-776323e0-3de9-4af9-b399-8662b792885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:29.573808 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdc8f56-af8d-4d6a-a162-72339d65564d None None] New status for floating IP 04c5b3a2-7e06-490d-b6be-71586c5caac3: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:26:29.575609 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6dc62d3-dc68-4f80-a952-6b3ab8a33f35 req-776323e0-3de9-4af9-b399-8662b792885f service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 921 time: 0.5420742 Feb 28 17:26:29.714402 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6dc62d3-dc68-4f80-a952-6b3ab8a33f35 req-31a49364-1607-4477-8e8c-6569445bfd12 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed76d153-056d-4eec-a71c-69a161e15749 HTTP/1.1" status: 200 len: 217 time: 0.1226063 Feb 28 17:26:29.783613 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-07d8c20e-6019-4856-b875-14726d1acf95 service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130477 Feb 28 17:26:29.862538 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-afb92daa-8e0e-411e-be7b-af3ff7b06bc9 req-6d4c14d9-fbeb-434d-86a1-15798660d140 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322778 Feb 28 17:26:29.900374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc62d3-dc68-4f80-a952-6b3ab8a33f35 req-c4131757-c51b-42c4-8c8a-edb630c5793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:29.910755 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6dc62d3-dc68-4f80-a952-6b3ab8a33f35 req-c4131757-c51b-42c4-8c8a-edb630c5793f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 200 len: 859 time: 0.1828668 Feb 28 17:26:29.985003 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-9743b37d-014e-4649-a0f9-6ea569fba01d service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944630 Feb 28 17:26:30.042036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc62d3-dc68-4f80-a952-6b3ab8a33f35 req-f9e0f167-469c-4aff-bf6c-93e8d4b6e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:30.042036 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6dc62d3-dc68-4f80-a952-6b3ab8a33f35 req-f9e0f167-469c-4aff-bf6c-93e8d4b6e755 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f79142d-ef2d-4dc1-aafb-1a230cb42618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1258376 Feb 28 17:26:30.181259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-2fe00e08-e50e-4c9c-8cf8-e1e67e405fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:30.200767 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-2fe00e08-e50e-4c9c-8cf8-e1e67e405fa8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 1128 time: 0.1235087 Feb 28 17:26:30.265552 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6dc62d3-dc68-4f80-a952-6b3ab8a33f35 req-eb0eb068-44fb-4285-8bcd-1d389098fca1 service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104576 Feb 28 17:26:30.344420 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef3a7e-1f1d-4c5f-bf68-2a1882d91a1c None None] Sync routers for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:26:30.365142 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ca535182-57a8-48f6-9a40-11e8bd5abb89 req-93b63065-2194-46fb-917f-265f19635525 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0631738 Feb 28 17:26:30.367008 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef3a7e-1f1d-4c5f-bf68-2a1882d91a1c None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:30.369399 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e6ef3a7e-1f1d-4c5f-bf68-2a1882d91a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:30.563569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-648395bf-0df1-4ed0-bfd4-373b404fa71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:30.573479 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-648395bf-0df1-4ed0-bfd4-373b404fa71d service neutron] 10.222.0.72 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 921 time: 0.3721507 Feb 28 17:26:30.722048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c36fd-7c86-42f1-b878-9fdca17fcaf1 req-569cc112-3066-4c0f-a16e-cc3d9dc7a5b4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:30.723659 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-346c36fd-7c86-42f1-b878-9fdca17fcaf1 req-569cc112-3066-4c0f-a16e-cc3d9dc7a5b4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.2163408 Feb 28 17:26:30.739387 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e6ef3a7e-1f1d-4c5f-bf68-2a1882d91a1c None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:30.741044 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6dc62d3-dc68-4f80-a952-6b3ab8a33f35 req-7cfa2644-7a4b-4ef2-9387-b28975a409a9 service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649332 Feb 28 17:26:30.800497 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e197df80-d4f5-4def-9756-58b84a114023 req-59740c76-11fd-4a8a-9278-2719cb578092 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1037102 Feb 28 17:26:30.862589 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-c317815e-6387-4bea-9451-5a497f26eb54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f50c39dc-92cd-4d23-b793-72be13396454 HTTP/1.1" status: 200 len: 1000 time: 0.2754672 Feb 28 17:26:30.863067 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-346c36fd-7c86-42f1-b878-9fdca17fcaf1 req-6b6f7f6d-64d8-42ce-acea-b6bf1ce644a5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296768 Feb 28 17:26:30.937352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'tag': 'f50c39dc-92cd-4d23-b793-72be13396454'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:30.947405 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665fc9ab-06c6-4755-9cae-cee0d123f8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "446f8901-808a-4b6f-9c90-2cd9b93a3b26", "tag": "f50c39dc-92cd-4d23-b793-72be13396454"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:31.089639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-621e8b6e-493b-445a-bcaf-00ce188f651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:31.097569 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-621e8b6e-493b-445a-bcaf-00ce188f651c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 200 len: 859 time: 0.2340422 Feb 28 17:26:31.113241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c59a-83eb-4d55-a1da-827faed7253a req-f8b75970-0190-4787-a4ad-4d09d5f497dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:31.118619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c59a-83eb-4d55-a1da-827faed7253a req-f8b75970-0190-4787-a4ad-4d09d5f497dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:31.136677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c59a-83eb-4d55-a1da-827faed7253a req-f8b75970-0190-4787-a4ad-4d09d5f497dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:31.142058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c59a-83eb-4d55-a1da-827faed7253a req-f8b75970-0190-4787-a4ad-4d09d5f497dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:31.171839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c59a-83eb-4d55-a1da-827faed7253a req-f8b75970-0190-4787-a4ad-4d09d5f497dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:31.177432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c59a-83eb-4d55-a1da-827faed7253a req-f8b75970-0190-4787-a4ad-4d09d5f497dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:31.193027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c59a-83eb-4d55-a1da-827faed7253a req-f8b75970-0190-4787-a4ad-4d09d5f497dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:31.215347 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c17c59a-83eb-4d55-a1da-827faed7253a req-f8b75970-0190-4787-a4ad-4d09d5f497dd tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5443 time: 0.2252355 Feb 28 17:26:31.245769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548195c-7e39-49bc-a865-47db494e5981 req-621aab6a-af62-4a3f-8add-2e9deac81a33 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:31.247348 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b548195c-7e39-49bc-a865-47db494e5981 req-621aab6a-af62-4a3f-8add-2e9deac81a33 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.69 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 945 time: 0.2935104 Feb 28 17:26:31.274097 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-96f96123-7eb3-4eb5-a442-03aaf9eb8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:31.284024 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-96f96123-7eb3-4eb5-a442-03aaf9eb8036 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9f79142d-ef2d-4dc1-aafb-1a230cb42618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1855149 Feb 28 17:26:31.284628 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e6ef3a7e-1f1d-4c5f-bf68-2a1882d91a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '04c5b3a2-7e06-490d-b6be-71586c5caac3', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'port_id': 'f50c39dc-92cd-4d23-b793-72be13396454', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'mac_address': 'fa:16:3e:80:6f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:25:52Z', 'updated_at': '2022-02-28T17:26:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:31.350541 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef3a7e-1f1d-4c5f-bf68-2a1882d91a1c None None] Checking router: e2061526-1183-4b9c-9ea6-e9c1d87a8e7a for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:26:31.362144 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c17c59a-83eb-4d55-a1da-827faed7253a req-6b1fb54d-8c82-4e4a-a080-099ff4ed9dd2 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1454206 Feb 28 17:26:31.396102 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef3a7e-1f1d-4c5f-bf68-2a1882d91a1c None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:31.396739 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e6ef3a7e-1f1d-4c5f-bf68-2a1882d91a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:31.541615 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-e4072470-974d-4b8f-9bfe-50e28e77b47e service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564607 Feb 28 17:26:31.608090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faba58-cabe-4e0d-b404-d525a4c41f99 req-54a0df40-9813-4a83-968a-b3bd31b776d3 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:31.614702 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36faba58-cabe-4e0d-b404-d525a4c41f99 req-54a0df40-9813-4a83-968a-b3bd31b776d3 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 945 time: 0.1239676 Feb 28 17:26:31.707064 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36faba58-cabe-4e0d-b404-d525a4c41f99 req-9cb46288-7f11-475e-97d0-4c9643813667 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846338 Feb 28 17:26:31.738153 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e6ef3a7e-1f1d-4c5f-bf68-2a1882d91a1c None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:31.962085 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b751797-9c0e-4cf1-90d2-b64d01929d64 req-15c3d5ba-61b0-4409-94e9-6044e7ee2b0f tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:31.964507 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b751797-9c0e-4cf1-90d2-b64d01929d64 req-15c3d5ba-61b0-4409-94e9-6044e7ee2b0f tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 944 time: 0.1138275 Feb 28 17:26:32.012937 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79b3c757-af9b-41fb-b587-29d2cc789964 req-2cfe2ac0-fd05-42b6-bb30-185645ba84c4 service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706419 Feb 28 17:26:32.047602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-b548195c-7e39-49bc-a865-47db494e5981 req-75ed6fc8-1b95-4eb4-abcd-fedbb981f5f0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Deleting port 11783bcf-133e-460e-8b2e-2147ee6e99cf {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:32.048566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b548195c-7e39-49bc-a865-47db494e5981 req-75ed6fc8-1b95-4eb4-abcd-fedbb981f5f0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:32.074562 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b751797-9c0e-4cf1-90d2-b64d01929d64 req-1940b320-b46b-413d-9269-51d29adc2f75 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041217 Feb 28 17:26:32.171216 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e60c78b-77a7-403c-b697-26c69f91a437 x-openstack-request-id: req-4e60c78b-77a7-403c-b697-26c69f91a437 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:32.173627 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446f8901-808a-4b6f-9c90-2cd9b93a3b26", "tag": "f50c39dc-92cd-4d23-b793-72be13396454", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:32.175805 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4e60c78b-77a7-403c-b697-26c69f91a437 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:32.176373 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'tag': 'f50c39dc-92cd-4d23-b793-72be13396454', 'status': 'completed', 'code': 200} Feb 28 17:26:32.273600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 50073dc3-c4bc-400b-8361-530d8885df85 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:26:32.351722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-b548195c-7e39-49bc-a865-47db494e5981 req-75ed6fc8-1b95-4eb4-abcd-fedbb981f5f0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] For port 11783bcf-133e-460e-8b2e-2147ee6e99cf, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=11783bcf-133e-460e-8b2e-2147ee6e99cf,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:32.352100 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b548195c-7e39-49bc-a865-47db494e5981 req-75ed6fc8-1b95-4eb4-abcd-fedbb981f5f0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:32.383300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fc9ab-06c6-4755-9cae-cee0d123f8cf req-4acf57c7-a9ba-419b-a2f3-a6c562100fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:32.388729 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-665fc9ab-06c6-4755-9cae-cee0d123f8cf req-4acf57c7-a9ba-419b-a2f3-a6c562100fdb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 1128 time: 0.1826482 Feb 28 17:26:32.388901 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-b548195c-7e39-49bc-a865-47db494e5981 req-75ed6fc8-1b95-4eb4-abcd-fedbb981f5f0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Calling delete_port for 11783bcf-133e-460e-8b2e-2147ee6e99cf owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:32.393113 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8c5287d-5bf7-4b3a-a588-8597b83d3326 req-7145d351-1994-46b7-9d67-10e335345750 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 1000 time: 0.1990216 Feb 28 17:26:32.435086 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e6ef3a7e-1f1d-4c5f-bf68-2a1882d91a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '04c5b3a2-7e06-490d-b6be-71586c5caac3', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'port_id': 'f50c39dc-92cd-4d23-b793-72be13396454', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'mac_address': 'fa:16:3e:80:6f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:25:52Z', 'updated_at': '2022-02-28T17:26:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:32.506761 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef3a7e-1f1d-4c5f-bf68-2a1882d91a1c None None] The sync data for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 is: [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '04c5b3a2-7e06-490d-b6be-71586c5caac3', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'port_id': 'f50c39dc-92cd-4d23-b793-72be13396454', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'mac_address': 'fa:16:3e:80:6f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:25:52Z', 'updated_at': '2022-02-28T17:26:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:26:32.516292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf875d-22e7-4f4c-8516-52601538c88d req-e0738134-4aea-4a6d-8e25-a6f053149322 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:32.529378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf875d-22e7-4f4c-8516-52601538c88d req-e0738134-4aea-4a6d-8e25-a6f053149322 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:32.531122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf875d-22e7-4f4c-8516-52601538c88d req-e0738134-4aea-4a6d-8e25-a6f053149322 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:32.564315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf875d-22e7-4f4c-8516-52601538c88d req-e0738134-4aea-4a6d-8e25-a6f053149322 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:32.577055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf875d-22e7-4f4c-8516-52601538c88d req-e0738134-4aea-4a6d-8e25-a6f053149322 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:32.589130 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 50073dc3-c4bc-400b-8361-530d8885df85 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:26:32.605532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf875d-22e7-4f4c-8516-52601538c88d req-e0738134-4aea-4a6d-8e25-a6f053149322 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:32.610472 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 50073dc3-c4bc-400b-8361-530d8885df85 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:26:32.611486 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (50073dc3-c4bc-400b-8361-530d8885df85), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:32.618630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf875d-22e7-4f4c-8516-52601538c88d req-e0738134-4aea-4a6d-8e25-a6f053149322 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:32.623775 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e0bf875d-22e7-4f4c-8516-52601538c88d req-e0738134-4aea-4a6d-8e25-a6f053149322 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5443 time: 0.3878038 Feb 28 17:26:32.647501 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55250) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:32.665320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fc9ab-06c6-4755-9cae-cee0d123f8cf req-5756c59d-45f7-4412-b250-206c47d0c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:32.666846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-665fc9ab-06c6-4755-9cae-cee0d123f8cf req-5756c59d-45f7-4412-b250-206c47d0c163 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 921 time: 0.2682219 Feb 28 17:26:32.679826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5287d-5bf7-4b3a-a588-8597b83d3326 req-f6d49008-865e-4b9d-8566-f9f47e1fe4f9 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:32.680948 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c05f5808-f51b-447a-a87b-17a0d881b36f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Request body: {'floatingip': {'port_id': '591548df-429c-453d-9590-ad6447c1bcf1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:32.694118 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8c5287d-5bf7-4b3a-a588-8597b83d3326 req-f6d49008-865e-4b9d-8566-f9f47e1fe4f9 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports/f50c39dc-92cd-4d23-b793-72be13396454 HTTP/1.1" status: 200 len: 942 time: 0.1023786 Feb 28 17:26:32.860471 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c05f5808-f51b-447a-a87b-17a0d881b36f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for floatingip (51be535b-b135-4953-8d36-c58683d88601), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:33.020781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 50073dc3-c4bc-400b-8361-530d8885df85 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:33.021173 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (50073dc3-c4bc-400b-8361-530d8885df85), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:33.045345 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-665fc9ab-06c6-4755-9cae-cee0d123f8cf req-7b77311a-5204-42eb-b84c-8711e9e8c3d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f50c39dc-92cd-4d23-b793-72be13396454 HTTP/1.1" status: 200 len: 1000 time: 0.3493245 Feb 28 17:26:33.056773 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8c5287d-5bf7-4b3a-a588-8597b83d3326 req-b1e7fc04-85a6-4e6e-8d11-40153e5c270f tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 1000 time: 0.2251782 Feb 28 17:26:33.092957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de1015-a77a-41bd-b2b5-fa4c8ea00640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50073dc3-c4bc-400b-8361-530d8885df85'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:33.095328 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d202a7-cd8e-4f99-99b6-f10c3332315e" -d '{"events": [{"server_uuid": "10de1015-a77a-41bd-b2b5-fa4c8ea00640", "name": "network-vif-plugged", "status": "completed", "tag": "50073dc3-c4bc-400b-8361-530d8885df85"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:33.115722 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 50073dc3-c4bc-400b-8361-530d8885df85, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=50073dc3-c4bc-400b-8361-530d8885df85,segment=NetworkSegment(cad91873-7c0c-4b17-9c5b-e3fb37f14aa5),segment_id=cad91873-7c0c-4b17-9c5b-e3fb37f14aa5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:33.193328 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (50073dc3-c4bc-400b-8361-530d8885df85), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:33.224538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5287d-5bf7-4b3a-a588-8597b83d3326 req-da5a65ff-2195-4727-aa5c-9a864e814187 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:33.227983 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8c5287d-5bf7-4b3a-a588-8597b83d3326 req-da5a65ff-2195-4727-aa5c-9a864e814187 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1701453 Feb 28 17:26:33.300585 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=50073dc3-c4bc-400b-8361-530d8885df85,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:33.333500 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fe1df9-274a-4899-bcc4-ad8a3cba094d x-openstack-request-id: req-44fe1df9-274a-4899-bcc4-ad8a3cba094d {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:33.333803 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10de1015-a77a-41bd-b2b5-fa4c8ea00640", "name": "network-vif-plugged", "status": "completed", "tag": "50073dc3-c4bc-400b-8361-530d8885df85", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:33.334708 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-44fe1df9-274a-4899-bcc4-ad8a3cba094d {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:33.335117 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de1015-a77a-41bd-b2b5-fa4c8ea00640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50073dc3-c4bc-400b-8361-530d8885df85', 'code': 200} Feb 28 17:26:33.355477 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-38924cb9-4fd2-4a11-8907-af5c953987bf req-08f2bb4a-34a4-4dc6-8ef3-dad563ab1c9d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1763849 Feb 28 17:26:33.477097 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fc9ab-06c6-4755-9cae-cee0d123f8cf req-1b4f650b-20a8-4f07-ad81-dd3db6ee202e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:33.478854 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-665fc9ab-06c6-4755-9cae-cee0d123f8cf req-1b4f650b-20a8-4f07-ad81-dd3db6ee202e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 200 len: 859 time: 0.2913589 Feb 28 17:26:33.572321 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db055ce4-9a9e-404e-97e0-7717042ff867 req-53f4658e-d51d-4274-b669-5d2d71b5554d tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:33.580989 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db055ce4-9a9e-404e-97e0-7717042ff867 req-53f4658e-d51d-4274-b669-5d2d71b5554d tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 945 time: 0.1750124 Feb 28 17:26:33.655636 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db055ce4-9a9e-404e-97e0-7717042ff867 req-f4db247e-5293-4654-93f3-57e9ed029d75 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730772 Feb 28 17:26:33.674642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fc9ab-06c6-4755-9cae-cee0d123f8cf req-cddf38a7-d63f-420c-8df3-68710e7f7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:33.680696 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-665fc9ab-06c6-4755-9cae-cee0d123f8cf req-cddf38a7-d63f-420c-8df3-68710e7f7f84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f79142d-ef2d-4dc1-aafb-1a230cb42618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1844001 Feb 28 17:26:33.773366 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-cdbb9fb0-06d3-4b48-916b-ba513e5992ae tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 1000 time: 0.0882339 Feb 28 17:26:33.949779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-9cc3f170-d06d-4740-98e5-84ffc6de9138 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:33.962802 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-9cc3f170-d06d-4740-98e5-84ffc6de9138 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports/f50c39dc-92cd-4d23-b793-72be13396454 HTTP/1.1" status: 200 len: 942 time: 0.1832652 Feb 28 17:26:33.968500 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-665fc9ab-06c6-4755-9cae-cee0d123f8cf req-deb57536-b502-4197-af58-b4790f2154cc service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393039 Feb 28 17:26:34.092271 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-63c4e019-0d91-41c1-8551-5efd3828f3b0 req-3938f532-7763-4d0b-8da6-c72b9e5a25e1 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1003442 Feb 28 17:26:34.125265 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-665fc9ab-06c6-4755-9cae-cee0d123f8cf req-1ed92163-ae33-4361-8b9d-9dfe28ece5e5 service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485639 Feb 28 17:26:34.193535 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52106816-0c60-4f5e-bc02-f227bea4df82 req-8633d646-d5aa-4e9e-ae05-5139336c0541 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:34.195003 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52106816-0c60-4f5e-bc02-f227bea4df82 req-8633d646-d5aa-4e9e-ae05-5139336c0541 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 945 time: 0.8336558 Feb 28 17:26:34.201006 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb2eb8-9f98-4795-834a-cad51868975f req-839fa998-8c20-468f-801a-8bdd172370e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:34.202585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bfeb2eb8-9f98-4795-834a-cad51868975f req-839fa998-8c20-468f-801a-8bdd172370e7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 1128 time: 0.7141240 Feb 28 17:26:34.207630 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-cc2454db-6dfe-4135-aa67-7ede93ffd52e tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 1000 time: 0.0771072 Feb 28 17:26:34.270287 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 11783bcf-133e-460e-8b2e-2147ee6e99cf no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:34.299875 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 11783bcf-133e-460e-8b2e-2147ee6e99cf {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:26:34.300301 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 11783bcf-133e-460e-8b2e-2147ee6e99cf not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:26:34.310926 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b548195c-7e39-49bc-a865-47db494e5981 req-75ed6fc8-1b95-4eb4-abcd-fedbb981f5f0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (11783bcf-133e-460e-8b2e-2147ee6e99cf), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:34.358333 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-f2a26e4c-7cba-4085-ae42-75a10aa96b23 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:34.360047 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-f2a26e4c-7cba-4085-ae42-75a10aa96b23 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1425989 Feb 28 17:26:34.394801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52106816-0c60-4f5e-bc02-f227bea4df82 req-9d1edb6b-ecae-4ca0-bce6-4a8b6d621f8a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844094 Feb 28 17:26:34.416784 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bfeb2eb8-9f98-4795-834a-cad51868975f req-9a234293-754b-49c5-a8f1-946e6992e08e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845918 Feb 28 17:26:34.423406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed6fc8-1b95-4eb4-abcd-fedbb981f5f0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Pushing event deleted for resources: {'Port': ['ID=11783bcf-133e-460e-8b2e-2147ee6e99cf,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:34.463990 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-57b97c20-4814-45e2-8095-f409c35acc01 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 1000 time: 0.0927200 Feb 28 17:26:34.471746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-5533745e-11c3-4431-9bd4-92b67b1bcbd3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:34.513797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-b548195c-7e39-49bc-a865-47db494e5981 req-75ed6fc8-1b95-4eb4-abcd-fedbb981f5f0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] No DVR routers for this DVR port 11783bcf-133e-460e-8b2e-2147ee6e99cf on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:26:34.517987 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b548195c-7e39-49bc-a865-47db494e5981 req-75ed6fc8-1b95-4eb4-abcd-fedbb981f5f0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:34.521882 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b548195c-7e39-49bc-a865-47db494e5981 req-75ed6fc8-1b95-4eb4-abcd-fedbb981f5f0 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.69 "DELETE /v2.0/ports/11783bcf-133e-460e-8b2e-2147ee6e99cf HTTP/1.1" status: 204 len: 173 time: 2.9927261 Feb 28 17:26:34.527459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa5d86c-98a8-43c1-9cdf-be94ab780c81', 'name': 'network-vif-deleted', 'tag': '11783bcf-133e-460e-8b2e-2147ee6e99cf'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:34.527459 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2ff2cc-f74e-41ba-a884-bfcfbf5828df" -d '{"events": [{"server_uuid": "8fa5d86c-98a8-43c1-9cdf-be94ab780c81", "name": "network-vif-deleted", "tag": "11783bcf-133e-460e-8b2e-2147ee6e99cf"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:34.552938 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-5533745e-11c3-4431-9bd4-92b67b1bcbd3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:34.585954 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481a6a08-caba-4c70-a944-34098a7771e0 x-openstack-request-id: req-481a6a08-caba-4c70-a944-34098a7771e0 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:34.586309 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa5d86c-98a8-43c1-9cdf-be94ab780c81", "name": "network-vif-deleted", "tag": "11783bcf-133e-460e-8b2e-2147ee6e99cf", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:34.586567 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-481a6a08-caba-4c70-a944-34098a7771e0 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:34.587207 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa5d86c-98a8-43c1-9cdf-be94ab780c81', 'name': 'network-vif-deleted', 'tag': '11783bcf-133e-460e-8b2e-2147ee6e99cf', 'status': 'completed', 'code': 200} Feb 28 17:26:34.653093 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c05f5808-f51b-447a-a87b-17a0d881b36f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:34.722629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44ed2f-74c6-4198-8418-d51c9ba38ac9 req-efab05f1-2a31-473a-b32c-1528be409450 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:34.724204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cd44ed2f-74c6-4198-8418-d51c9ba38ac9 req-efab05f1-2a31-473a-b32c-1528be409450 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0672822 Feb 28 17:26:34.785886 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c05f5808-f51b-447a-a87b-17a0d881b36f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (51be535b-b135-4953-8d36-c58683d88601), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:34.798117 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-5533745e-11c3-4431-9bd4-92b67b1bcbd3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:34.803330 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cd44ed2f-74c6-4198-8418-d51c9ba38ac9 req-3360b9ce-e89c-4573-b23b-d9fe38d1ea41 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719931 Feb 28 17:26:34.898166 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-5533745e-11c3-4431-9bd4-92b67b1bcbd3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:34.898507 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-5533745e-11c3-4431-9bd4-92b67b1bcbd3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Floating IP 04c5b3a2-7e06-490d-b6be-71586c5caac3 disassociated. External IP: 172.25.3.10, port: f50c39dc-92cd-4d23-b793-72be13396454. Feb 28 17:26:35.001481 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-c05f5808-f51b-447a-a87b-17a0d881b36f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Floating IP 51be535b-b135-4953-8d36-c58683d88601 associated. External IP: 172.25.3.221, port: 591548df-429c-453d-9590-ad6447c1bcf1. Feb 28 17:26:35.068197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb58ef-1015-41d6-90eb-de728d484f50 req-46ed6a14-e2bc-452a-9e77-4dd32f3a209d tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:35.069685 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0dbb58ef-1015-41d6-90eb-de728d484f50 req-46ed6a14-e2bc-452a-9e77-4dd32f3a209d tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 945 time: 0.1253564 Feb 28 17:26:35.186626 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0dbb58ef-1015-41d6-90eb-de728d484f50 req-9794f8dc-3c80-4cfd-8787-a2b1fd6d57c4 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046560 Feb 28 17:26:35.201731 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-5533745e-11c3-4431-9bd4-92b67b1bcbd3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:26:35.346942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-5533745e-11c3-4431-9bd4-92b67b1bcbd3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:26:35.350128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05f5808-f51b-447a-a87b-17a0d881b36f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Router b86cc08e-2533-47e3-832b-a90706833245 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:26:35.359909 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-5533745e-11c3-4431-9bd4-92b67b1bcbd3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:35.360975 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09829e10-41d2-40a0-a67b-4bc7aca190c5 None None] Sync routers for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:26:35.374550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09829e10-41d2-40a0-a67b-4bc7aca190c5 None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:35.375285 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-09829e10-41d2-40a0-a67b-4bc7aca190c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:35.379282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9847e57-e606-44cf-883d-f95b056f17d0 req-21462454-37d4-40af-af10-34481c89bd7e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:35.381142 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e9847e57-e606-44cf-883d-f95b056f17d0 req-21462454-37d4-40af-af10-34481c89bd7e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1026566 Feb 28 17:26:35.397820 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-5533745e-11c3-4431-9bd4-92b67b1bcbd3 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "PUT /v2.0/floatingips/04c5b3a2-7e06-490d-b6be-71586c5caac3 HTTP/1.1" status: 200 len: 694 time: 0.9309659 Feb 28 17:26:35.398315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'tag': 'f50c39dc-92cd-4d23-b793-72be13396454'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:35.400578 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bede03-bc1f-4386-b90f-00fb47bc8a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "446f8901-808a-4b6f-9c90-2cd9b93a3b26", "tag": "f50c39dc-92cd-4d23-b793-72be13396454"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:35.530939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-a79ee609-d0a3-41bd-bded-2a0d313245be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:35.532583 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-a79ee609-d0a3-41bd-bded-2a0d313245be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 1128 time: 0.1151497 Feb 28 17:26:35.539670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-09829e10-41d2-40a0-a67b-4bc7aca190c5 None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:35.551262 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05f5808-f51b-447a-a87b-17a0d881b36f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:26:35.556975 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c05f5808-f51b-447a-a87b-17a0d881b36f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:35.568674 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340c8115-b3ef-4a00-a46d-ba98bf43947e None None] Sync routers for ids ['b86cc08e-2533-47e3-832b-a90706833245'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:26:35.587388 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c8115-b3ef-4a00-a46d-ba98bf43947e None None] Routers {'b86cc08e-2533-47e3-832b-a90706833245'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:35.591264 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-340c8115-b3ef-4a00-a46d-ba98bf43947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b86cc08e-2533-47e3-832b-a90706833245'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:35.656289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e9847e57-e606-44cf-883d-f95b056f17d0 req-3875c9ce-040f-4113-9520-7e71b96a2ce0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690895 Feb 28 17:26:35.661046 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c05f5808-f51b-447a-a87b-17a0d881b36f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "PUT /v2.0/floatingips/51be535b-b135-4953-8d36-c58683d88601 HTTP/1.1" status: 200 len: 991 time: 3.0097167 Feb 28 17:26:35.761466 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8cb419-3f8c-42e7-ba85-f5ce62f36855 x-openstack-request-id: req-1c8cb419-3f8c-42e7-ba85-f5ce62f36855 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:35.761782 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446f8901-808a-4b6f-9c90-2cd9b93a3b26", "tag": "f50c39dc-92cd-4d23-b793-72be13396454", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:35.762068 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c8cb419-3f8c-42e7-ba85-f5ce62f36855 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:35.763588 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'tag': 'f50c39dc-92cd-4d23-b793-72be13396454', 'status': 'completed', 'code': 200} Feb 28 17:26:35.833141 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-340c8115-b3ef-4a00-a46d-ba98bf43947e None None] Set router b86cc08e-2533-47e3-832b-a90706833245 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:35.873523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-c8eb3c29-9b8b-462f-aacf-97101ee36909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:35.877319 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-c8eb3c29-9b8b-462f-aacf-97101ee36909 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 921 time: 0.3371131 Feb 28 17:26:35.941617 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-09829e10-41d2-40a0-a67b-4bc7aca190c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:35.983559 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36153d6a-6c2b-4d71-8f8d-55b84844d484 req-eed33c88-2c8a-4184-8957-4fcddb7abded tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fa5d86c-98a8-43c1-9cdf-be94ab780c81 HTTP/1.1" status: 200 len: 210 time: 0.0654833 Feb 28 17:26:36.000378 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-f8fac996-f407-4bc0-9187-4a49ae7a0da4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f50c39dc-92cd-4d23-b793-72be13396454 HTTP/1.1" status: 200 len: 217 time: 0.1149085 Feb 28 17:26:36.090200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-b69524f6-92ae-402d-92d9-facae26e0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:36.095238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09829e10-41d2-40a0-a67b-4bc7aca190c5 None None] Checking router: e2061526-1183-4b9c-9ea6-e9c1d87a8e7a for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:26:36.100638 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-b69524f6-92ae-402d-92d9-facae26e0367 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 200 len: 859 time: 0.0914998 Feb 28 17:26:36.113398 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09829e10-41d2-40a0-a67b-4bc7aca190c5 None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:36.114636 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-09829e10-41d2-40a0-a67b-4bc7aca190c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:36.185363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bede03-bc1f-4386-b90f-00fb47bc8a4b req-8f3cece7-507e-4d2c-9a3f-d3fab942572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:36.187906 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9bede03-bc1f-4386-b90f-00fb47bc8a4b req-8f3cece7-507e-4d2c-9a3f-d3fab942572b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 1128 time: 0.4076312 Feb 28 17:26:36.257369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01f901-d48f-4c3f-a525-35d244fe89da req-7dfd1891-3929-4139-8254-a26e4726d3be tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:36.265409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01f901-d48f-4c3f-a525-35d244fe89da req-7dfd1891-3929-4139-8254-a26e4726d3be tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:36.272277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-d544a724-ba44-43ea-a59f-72abcca9afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:36.273781 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-d544a724-ba44-43ea-a59f-72abcca9afd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9f79142d-ef2d-4dc1-aafb-1a230cb42618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1722839 Feb 28 17:26:36.274136 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01f901-d48f-4c3f-a525-35d244fe89da req-7dfd1891-3929-4139-8254-a26e4726d3be tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:36.280580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01f901-d48f-4c3f-a525-35d244fe89da req-7dfd1891-3929-4139-8254-a26e4726d3be tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:36.288752 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01f901-d48f-4c3f-a525-35d244fe89da req-7dfd1891-3929-4139-8254-a26e4726d3be tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:36.295509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01f901-d48f-4c3f-a525-35d244fe89da req-7dfd1891-3929-4139-8254-a26e4726d3be tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:36.304121 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01f901-d48f-4c3f-a525-35d244fe89da req-7dfd1891-3929-4139-8254-a26e4726d3be tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:36.315158 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b01f901-d48f-4c3f-a525-35d244fe89da req-7dfd1891-3929-4139-8254-a26e4726d3be tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5443 time: 0.1837037 Feb 28 17:26:36.393001 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-340c8115-b3ef-4a00-a46d-ba98bf43947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cc08e-2533-47e3-832b-a90706833245', 'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-router', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:01Z', 'updated_at': '2022-02-28T17:22:09Z', 'revision_number': 4, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'gw_port': {'id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:02Z', 'updated_at': '2022-02-28T17:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '51be535b-b135-4953-8d36-c58683d88601', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'floating_ip_address': '172.25.3.221', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'port_id': '591548df-429c-453d-9590-ad6447c1bcf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'mac_address': 'fa:16:3e:a4:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:23:56Z', 'updated_at': '2022-02-28T17:26:34Z', 'revision_number': 1, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c11b134-a888-40ba-ba4b-d0bf76917d9e', 'name': '', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'mac_address': 'fa:16:3e:d2:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:07Z', 'updated_at': '2022-02-28T17:22:16Z', 'revision_number': 5, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'subnets': [{'id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:36.399310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b01f901-d48f-4c3f-a525-35d244fe89da req-552c0408-65ee-40bb-a13c-433105e45ef8 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829542 Feb 28 17:26:36.442376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bede03-bc1f-4386-b90f-00fb47bc8a4b req-514845a6-15df-44aa-9f42-3549bfd6f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:36.442473 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340c8115-b3ef-4a00-a46d-ba98bf43947e None None] Checking router: b86cc08e-2533-47e3-832b-a90706833245 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:26:36.442555 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9bede03-bc1f-4386-b90f-00fb47bc8a4b req-514845a6-15df-44aa-9f42-3549bfd6f81c service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 921 time: 0.2439458 Feb 28 17:26:36.452007 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c8115-b3ef-4a00-a46d-ba98bf43947e None None] Routers {'b86cc08e-2533-47e3-832b-a90706833245'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:36.452707 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-340c8115-b3ef-4a00-a46d-ba98bf43947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b86cc08e-2533-47e3-832b-a90706833245'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:36.512116 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9bede03-bc1f-4386-b90f-00fb47bc8a4b req-105d533d-d283-41f0-8d00-2f586824d7c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f50c39dc-92cd-4d23-b793-72be13396454 HTTP/1.1" status: 200 len: 217 time: 0.0610843 Feb 28 17:26:36.568581 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-f043f5f7-6e0e-493d-a0f1-cf0d228519a9 service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827947 Feb 28 17:26:36.589614 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': '591548df-429c-453d-9590-ad6447c1bcf1'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:36.595276 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885a42fe-97b9-49c0-b261-36e0b9f5f696" -d '{"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "591548df-429c-453d-9590-ad6447c1bcf1"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:36.625322 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-340c8115-b3ef-4a00-a46d-ba98bf43947e None None] Set router b86cc08e-2533-47e3-832b-a90706833245 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:36.640625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bede03-bc1f-4386-b90f-00fb47bc8a4b req-8aada578-32a8-45c4-aea4-d26abe5e0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:36.642474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9bede03-bc1f-4386-b90f-00fb47bc8a4b req-8aada578-32a8-45c4-aea4-d26abe5e0cd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 200 len: 859 time: 0.1229522 Feb 28 17:26:36.675114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0579e8-6b95-484f-a60b-686ac56843eb req-bf85438d-c76d-40d8-b483-364e5afdab1e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:36.687403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d0579e8-6b95-484f-a60b-686ac56843eb req-bf85438d-c76d-40d8-b483-364e5afdab1e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1524041 Feb 28 17:26:36.720264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-09829e10-41d2-40a0-a67b-4bc7aca190c5 None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:36.747261 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bede03-bc1f-4386-b90f-00fb47bc8a4b req-63d9f81e-76b2-40eb-931e-bbe8174f99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:36.750941 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9bede03-bc1f-4386-b90f-00fb47bc8a4b req-63d9f81e-76b2-40eb-931e-bbe8174f99b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f79142d-ef2d-4dc1-aafb-1a230cb42618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1011643 Feb 28 17:26:36.758628 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6045043-e50f-471e-8cce-fcbb5a53dc18 req-322f4728-c2a5-4a19-8f52-d976f34a0f70 service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828463 Feb 28 17:26:36.779224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d0579e8-6b95-484f-a60b-686ac56843eb req-6dc3700b-cc00-45fd-bb50-d145e9e4eeac tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909145 Feb 28 17:26:36.938839 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9bede03-bc1f-4386-b90f-00fb47bc8a4b req-01e5410f-7249-4002-a41d-c4c0b33cc16a service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781406 Feb 28 17:26:37.006767 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1005640a-bb58-4b77-8eae-eece6793266a req-ce630769-6f3d-43be-9fc7-5fbe9ab1b926 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0667121 Feb 28 17:26:37.048757 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-340c8115-b3ef-4a00-a46d-ba98bf43947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cc08e-2533-47e3-832b-a90706833245', 'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-router', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:01Z', 'updated_at': '2022-02-28T17:22:09Z', 'revision_number': 4, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'gw_port': {'id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:02Z', 'updated_at': '2022-02-28T17:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '51be535b-b135-4953-8d36-c58683d88601', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'floating_ip_address': '172.25.3.221', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'port_id': '591548df-429c-453d-9590-ad6447c1bcf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'mac_address': 'fa:16:3e:a4:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:23:56Z', 'updated_at': '2022-02-28T17:26:34Z', 'revision_number': 1, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c11b134-a888-40ba-ba4b-d0bf76917d9e', 'name': '', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'mac_address': 'fa:16:3e:d2:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:07Z', 'updated_at': '2022-02-28T17:22:16Z', 'revision_number': 5, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'subnets': [{'id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:37.081436 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519b210-b79a-479b-90df-e12df5ac8b72 req-e5165cd3-2934-463c-825a-8c1a290c9f16 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.086854 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340c8115-b3ef-4a00-a46d-ba98bf43947e None None] The sync data for ids ['b86cc08e-2533-47e3-832b-a90706833245'] in n-d-820368-19 is: [{'id': 'b86cc08e-2533-47e3-832b-a90706833245', 'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-router', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:01Z', 'updated_at': '2022-02-28T17:22:09Z', 'revision_number': 4, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'gw_port': {'id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:02Z', 'updated_at': '2022-02-28T17:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '51be535b-b135-4953-8d36-c58683d88601', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'floating_ip_address': '172.25.3.221', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'port_id': '591548df-429c-453d-9590-ad6447c1bcf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'mac_address': 'fa:16:3e:a4:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:23:56Z', 'updated_at': '2022-02-28T17:26:34Z', 'revision_number': 1, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c11b134-a888-40ba-ba4b-d0bf76917d9e', 'name': '', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'mac_address': 'fa:16:3e:d2:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:07Z', 'updated_at': '2022-02-28T17:22:16Z', 'revision_number': 5, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'subnets': [{'id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:26:37.089368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1519b210-b79a-479b-90df-e12df5ac8b72 req-e5165cd3-2934-463c-825a-8c1a290c9f16 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 945 time: 0.1781819 Feb 28 17:26:37.174103 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1519b210-b79a-479b-90df-e12df5ac8b72 req-2be71c9f-c89b-4c10-ad59-5a95e756ec61 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764937 Feb 28 17:26:37.240130 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e0c0-4f21-4cd1-8fb4-dfa0782ec18e req-3762e339-24a6-4752-aebc-af90cbf32d9b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.245617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e0c0-4f21-4cd1-8fb4-dfa0782ec18e req-3762e339-24a6-4752-aebc-af90cbf32d9b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.253391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-09829e10-41d2-40a0-a67b-4bc7aca190c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:37.277005 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e0c0-4f21-4cd1-8fb4-dfa0782ec18e req-3762e339-24a6-4752-aebc-af90cbf32d9b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.282786 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e0c0-4f21-4cd1-8fb4-dfa0782ec18e req-3762e339-24a6-4752-aebc-af90cbf32d9b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.300923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e0c0-4f21-4cd1-8fb4-dfa0782ec18e req-3762e339-24a6-4752-aebc-af90cbf32d9b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.312491 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e0c0-4f21-4cd1-8fb4-dfa0782ec18e req-3762e339-24a6-4752-aebc-af90cbf32d9b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.324931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e0c0-4f21-4cd1-8fb4-dfa0782ec18e req-3762e339-24a6-4752-aebc-af90cbf32d9b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.337708 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142cfa64-0275-40b4-9f29-d03590eacc82 x-openstack-request-id: req-142cfa64-0275-40b4-9f29-d03590eacc82 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:37.337708 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "tag": "591548df-429c-453d-9590-ad6447c1bcf1", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:37.337708 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-142cfa64-0275-40b4-9f29-d03590eacc82 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:37.337708 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'tag': '591548df-429c-453d-9590-ad6447c1bcf1', 'status': 'completed', 'code': 200} Feb 28 17:26:37.352245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09829e10-41d2-40a0-a67b-4bc7aca190c5 None None] The sync data for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 is: [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:26:37.354538 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-29e7e0c0-4f21-4cd1-8fb4-dfa0782ec18e req-3762e339-24a6-4752-aebc-af90cbf32d9b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5443 time: 0.2809746 Feb 28 17:26:37.366542 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9bede03-bc1f-4386-b90f-00fb47bc8a4b req-5b697990-1cd3-4a4c-a8c7-f245201b4d8e service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062977 Feb 28 17:26:37.366769 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-759fec75-50d3-47a5-b611-37882a1b15c8 req-5413d19e-ca68-4076-9dc5-16c75a66467a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1021013 Feb 28 17:26:37.524119 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-ccc1eec9-8cec-48d2-bcdc-ee5b03488d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.526837 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-ccc1eec9-8cec-48d2-bcdc-ee5b03488d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.527347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-ccc1eec9-8cec-48d2-bcdc-ee5b03488d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.529231 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-ccc1eec9-8cec-48d2-bcdc-ee5b03488d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.529882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-ccc1eec9-8cec-48d2-bcdc-ee5b03488d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.530389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-ccc1eec9-8cec-48d2-bcdc-ee5b03488d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.531445 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-ccc1eec9-8cec-48d2-bcdc-ee5b03488d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.535996 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-ccc1eec9-8cec-48d2-bcdc-ee5b03488d8d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 6724 time: 0.2000964 Feb 28 17:26:37.543125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00937cb6-fb63-460f-bebd-618d9562a99a None None] New status for floating IP 51be535b-b135-4953-8d36-c58683d88601: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:26:37.702589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-8cd45845-5bb2-45bc-a892-73aeb68f337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.707921 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-8cd45845-5bb2-45bc-a892-73aeb68f337d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1856261-ad0f-444d-be77-5db0a50f2438 HTTP/1.1" status: 200 len: 918 time: 0.1517909 Feb 28 17:26:37.775571 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:37.844441 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-472f1fef-bf76-4f51-8452-fcba6524c1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:37.895732 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-4c639292-f24c-4c9d-92c0-aa163aa906f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=591548df-429c-453d-9590-ad6447c1bcf1 HTTP/1.1" status: 200 len: 999 time: 0.1771505 Feb 28 17:26:37.896190 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53986d83-b04c-41ca-b9e5-3adc83266a05 None None] New status for floating IP 04c5b3a2-7e06-490d-b6be-71586c5caac3: DOWN {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:26:37.966568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-c5eb9594-ad74-46ee-8c71-0ab43ba1cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:37.968081 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-c5eb9594-ad74-46ee-8c71-0ab43ba1cb4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30bbd5bd-b1a3-4e50-b996-451507a14e69 HTTP/1.1" status: 200 len: 856 time: 0.0640726 Feb 28 17:26:38.021739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb0ac-7329-41fd-a081-7c41c8fa3776 req-77651a5b-76c5-4084-8b9c-b3c2870c4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:38.023263 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-569cb0ac-7329-41fd-a081-7c41c8fa3776 req-77651a5b-76c5-4084-8b9c-b3c2870c4ae7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 1127 time: 0.1642544 Feb 28 17:26:38.064848 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901b293-5a6a-4e3f-bf46-583fea2f3b3e req-9639189e-b6fa-43e0-b32b-4c58bda47f7b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:38.072539 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7901b293-5a6a-4e3f-bf46-583fea2f3b3e req-9639189e-b6fa-43e0-b32b-4c58bda47f7b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1120250 Feb 28 17:26:38.136953 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7901b293-5a6a-4e3f-bf46-583fea2f3b3e req-9a9aeeb2-0f00-4d53-977e-fe0410707d66 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569088 Feb 28 17:26:38.142241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-2c43681f-36ca-48c3-95c9-053557a350ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:38.143835 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-2c43681f-36ca-48c3-95c9-053557a350ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1856261-ad0f-444d-be77-5db0a50f2438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1697278 Feb 28 17:26:38.144995 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb0ac-7329-41fd-a081-7c41c8fa3776 req-ed5e5760-95c8-47af-bc82-b5006cfdb5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:38.146320 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-569cb0ac-7329-41fd-a081-7c41c8fa3776 req-ed5e5760-95c8-47af-bc82-b5006cfdb5b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.1164641 Feb 28 17:26:38.282431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-11b906e0-368a-4ed1-b28f-0ea90b6373d8 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:38.285452 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-11b906e0-368a-4ed1-b28f-0ea90b6373d8 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0742757 Feb 28 17:26:38.293642 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-569cb0ac-7329-41fd-a081-7c41c8fa3776 req-137223a9-b180-4698-9312-608e033be881 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f HTTP/1.1" status: 200 len: 999 time: 0.1301990 Feb 28 17:26:38.354701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-5aea8633-9155-4b7f-b682-667f62f837af tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 697 time: 0.0595219 Feb 28 17:26:38.374538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-06a9bd90-0bde-49a3-836c-c3a9c8339a43 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Request body: {'floatingip': {'port_id': 'ed76d153-056d-4eec-a71c-69a161e15749', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:38.375770 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-5013abe6-a536-4372-ab08-37526d2656a0 service neutron] 10.222.0.69 "GET /v2.0/networks/c1856261-ad0f-444d-be77-5db0a50f2438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108817 Feb 28 17:26:38.411346 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb0ac-7329-41fd-a081-7c41c8fa3776 req-80ed9042-2633-43ca-9f87-0d5ec6d04406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:38.413080 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-569cb0ac-7329-41fd-a081-7c41c8fa3776 req-80ed9042-2633-43ca-9f87-0d5ec6d04406 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.1013587 Feb 28 17:26:38.429152 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-06a9bd90-0bde-49a3-836c-c3a9c8339a43 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:38.578089 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-885a42fe-97b9-49c0-b261-36e0b9f5f696 req-4a5ec93e-cf7c-458c-8050-10eea107fc33 service neutron] 10.222.0.69 "GET /v2.0/networks/c1856261-ad0f-444d-be77-5db0a50f2438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963766 Feb 28 17:26:38.598750 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb0ac-7329-41fd-a081-7c41c8fa3776 req-c04017de-1ebd-4b48-9ab4-32f823dd4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:38.601585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-569cb0ac-7329-41fd-a081-7c41c8fa3776 req-c04017de-1ebd-4b48-9ab4-32f823dd4edc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1215591 Feb 28 17:26:38.758273 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-569cb0ac-7329-41fd-a081-7c41c8fa3776 req-95117146-b1a6-4575-b5d9-35340e9c3a39 service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509783 Feb 28 17:26:38.913694 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-569cb0ac-7329-41fd-a081-7c41c8fa3776 req-f25ab895-a236-49cc-a53a-f6fa30d0eaf6 service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473789 Feb 28 17:26:39.057372 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72cf2e-d137-4f4b-b47f-f9a2a5f0d5c7 req-f3b643a8-9aae-4941-a6a7-5439b6792ff3 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:39.058946 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bb72cf2e-d137-4f4b-b47f-f9a2a5f0d5c7 req-f3b643a8-9aae-4941-a6a7-5439b6792ff3 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 944 time: 0.1684761 Feb 28 17:26:39.071465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823ceed-ff8e-4058-981d-2e3ebee6d406 req-141223b0-da71-48f1-9202-b7d92ed48d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:39.072997 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6823ceed-ff8e-4058-981d-2e3ebee6d406 req-141223b0-da71-48f1-9202-b7d92ed48d5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=96d784b759bb418393684f52d30124b4&device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 1128 time: 0.0952575 Feb 28 17:26:39.189884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7f718-7a1c-417d-a7b4-2f64694b6672 req-e9913856-6c70-4b94-9c7d-6e6716149f0a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:39.191610 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ada7f718-7a1c-417d-a7b4-2f64694b6672 req-e9913856-6c70-4b94-9c7d-6e6716149f0a tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.73 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 944 time: 0.0697379 Feb 28 17:26:39.252812 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bb72cf2e-d137-4f4b-b47f-f9a2a5f0d5c7 req-35989b70-6636-476b-92c4-ced792b49945 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832993 Feb 28 17:26:39.254403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823ceed-ff8e-4058-981d-2e3ebee6d406 req-1aed0576-5638-446d-8dbb-688871f510bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:39.256205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6823ceed-ff8e-4058-981d-2e3ebee6d406 req-1aed0576-5638-446d-8dbb-688871f510bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=3614e35a-297f-438f-8d7b-8ca7790e2556 HTTP/1.1" status: 200 len: 915 time: 0.1460412 Feb 28 17:26:39.309957 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25e7ad30-c62d-41e8-aa20-e5bf23ac1c4a req-2a8a6b5b-8952-439b-a8c9-16a8423e6d95 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0436203 Feb 28 17:26:39.351832 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6823ceed-ff8e-4058-981d-2e3ebee6d406 req-e910ed92-5519-4fa0-98cf-cb9fff67d365 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50073dc3-c4bc-400b-8361-530d8885df85 HTTP/1.1" status: 200 len: 217 time: 0.0881796 Feb 28 17:26:39.412664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823ceed-ff8e-4058-981d-2e3ebee6d406 req-b9d4cd46-92c7-4918-9d21-ce006640f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:39.415118 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6823ceed-ff8e-4058-981d-2e3ebee6d406 req-b9d4cd46-92c7-4918-9d21-ce006640f574 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ea0f46e8-f216-483b-889f-5020fc34e09b HTTP/1.1" status: 200 len: 854 time: 0.0574720 Feb 28 17:26:39.497490 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6823ceed-ff8e-4058-981d-2e3ebee6d406 req-6e3c332b-8e47-4c1e-b62c-0036dcb0598d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3614e35a-297f-438f-8d7b-8ca7790e2556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608277 Feb 28 17:26:39.503043 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-ada7f718-7a1c-417d-a7b4-2f64694b6672 req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Deleting port cbf11550-a277-4d9a-bc89-d56129b220a4 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:39.503510 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ada7f718-7a1c-417d-a7b4-2f64694b6672 req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:39.543070 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-231fcba4-06cd-4c93-95a9-c5a6fda0c2f5 req-1e45eeb9-0e64-4525-a080-d04cb94d2a27 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0445452 Feb 28 17:26:39.599128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e57b1-1d9c-4a92-9826-deb945c8997d req-7d5a077e-66e0-443c-885f-671540593b1d tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:39.600690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-726e57b1-1d9c-4a92-9826-deb945c8997d req-7d5a077e-66e0-443c-885f-671540593b1d tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 945 time: 0.1843998 Feb 28 17:26:39.679920 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-726e57b1-1d9c-4a92-9826-deb945c8997d req-85e27d04-9cb8-4ba4-a86d-ece0e88247da tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704062 Feb 28 17:26:39.682692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-ada7f718-7a1c-417d-a7b4-2f64694b6672 req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] For port cbf11550-a277-4d9a-bc89-d56129b220a4, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=cbf11550-a277-4d9a-bc89-d56129b220a4,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:39.682692 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ada7f718-7a1c-417d-a7b4-2f64694b6672 req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:39.682898 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6823ceed-ff8e-4058-981d-2e3ebee6d406 req-f69021fe-b629-4d9e-9a6c-e59f559564df service neutron] 10.222.0.69 "GET /v2.0/networks/3614e35a-297f-438f-8d7b-8ca7790e2556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752319 Feb 28 17:26:39.709480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-ada7f718-7a1c-417d-a7b4-2f64694b6672 req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Calling delete_port for cbf11550-a277-4d9a-bc89-d56129b220a4 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:39.733708 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-06a9bd90-0bde-49a3-836c-c3a9c8339a43 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:39.830390 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:39.871340 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6d011290-ebf6-46ac-b51f-770734bd751d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:39.872146 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6823ceed-ff8e-4058-981d-2e3ebee6d406 req-cfda3369-c7d2-4308-8f97-e8c4d638f469 service neutron] 10.222.0.69 "GET /v2.0/networks/3614e35a-297f-438f-8d7b-8ca7790e2556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825299 Feb 28 17:26:39.875244 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-06a9bd90-0bde-49a3-836c-c3a9c8339a43 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:39.880933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae5918-b464-48c3-8d14-ef678784cca0 req-fca8e2f3-3d9f-447b-813d-d5867a5b46b4 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:39.882490 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1ae5918-b464-48c3-8d14-ef678784cca0 req-fca8e2f3-3d9f-447b-813d-d5867a5b46b4 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.73 "GET /v2.0/ports?device_id=446f8901-808a-4b6f-9c90-2cd9b93a3b26 HTTP/1.1" status: 200 len: 945 time: 0.1344776 Feb 28 17:26:39.894917 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3e812-ad9b-476d-ba43-46d21a2e1380 req-ce8bd38c-ed60-43ef-aa86-d6824dbfc812 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:39.896486 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5fd3e812-ad9b-476d-ba43-46d21a2e1380 req-ce8bd38c-ed60-43ef-aa86-d6824dbfc812 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1337447 Feb 28 17:26:40.013447 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5fd3e812-ad9b-476d-ba43-46d21a2e1380 req-302d5039-03ed-4737-a1ab-d7d165640369 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082981 Feb 28 17:26:40.014149 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-06a9bd90-0bde-49a3-836c-c3a9c8339a43 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Floating IP 04c5b3a2-7e06-490d-b6be-71586c5caac3 associated. External IP: 172.25.3.10, port: ed76d153-056d-4eec-a71c-69a161e15749. Feb 28 17:26:40.062437 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-c1ae5918-b464-48c3-8d14-ef678784cca0 req-dca45531-9d2c-4bc7-8a45-6c543332b986 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Deleting port f50c39dc-92cd-4d23-b793-72be13396454 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:40.063047 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c1ae5918-b464-48c3-8d14-ef678784cca0 req-dca45531-9d2c-4bc7-8a45-6c543332b986 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f50c39dc-92cd-4d23-b793-72be13396454), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:40.125389 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ada7f718-7a1c-417d-a7b4-2f64694b6672 req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (cbf11550-a277-4d9a-bc89-d56129b220a4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:40.172008 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Pushing event deleted for resources: {'Port': ['ID=cbf11550-a277-4d9a-bc89-d56129b220a4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:40.184360 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:40.184839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:40.185037 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:40.185368 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:40.185775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:40.186138 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:40.186468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:40.186792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:40.187137 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:40.187542 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:40.187921 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:40.188906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:40.189778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:40.265033 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada7f718-7a1c-417d-a7b4-2f64694b6672 req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] No DVR routers for this DVR port cbf11550-a277-4d9a-bc89-d56129b220a4 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:26:40.268775 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ada7f718-7a1c-417d-a7b4-2f64694b6672 req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:40.276264 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ada7f718-7a1c-417d-a7b4-2f64694b6672 req-e6b90161-617f-4fdc-9e67-4e78cc48e5d5 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.73 "DELETE /v2.0/ports/cbf11550-a277-4d9a-bc89-d56129b220a4 HTTP/1.1" status: 204 len: 173 time: 1.0417461 Feb 28 17:26:40.276766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2766b1f7-786c-4964-839b-e8ed2c0961fa', 'name': 'network-vif-deleted', 'tag': 'cbf11550-a277-4d9a-bc89-d56129b220a4'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:40.287309 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c5e3ed-0b0b-43f6-850c-aee9175e7812" -d '{"events": [{"server_uuid": "2766b1f7-786c-4964-839b-e8ed2c0961fa", "name": "network-vif-deleted", "tag": "cbf11550-a277-4d9a-bc89-d56129b220a4"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:40.439726 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-06a9bd90-0bde-49a3-836c-c3a9c8339a43 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:26:40.505901 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce8d33c9-04bb-4deb-8ef5-1018dfead465 req-6f895021-87d5-4409-9517-b38183eb6b19 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=2766b1f7-786c-4964-839b-e8ed2c0961fa HTTP/1.1" status: 200 len: 210 time: 0.0413527 Feb 28 17:26:40.556449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-c1ae5918-b464-48c3-8d14-ef678784cca0 req-dca45531-9d2c-4bc7-8a45-6c543332b986 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] For port f50c39dc-92cd-4d23-b793-72be13396454, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f50c39dc-92cd-4d23-b793-72be13396454,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:40.556980 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c1ae5918-b464-48c3-8d14-ef678784cca0 req-dca45531-9d2c-4bc7-8a45-6c543332b986 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f50c39dc-92cd-4d23-b793-72be13396454), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:40.573628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-c1ae5918-b464-48c3-8d14-ef678784cca0 req-dca45531-9d2c-4bc7-8a45-6c543332b986 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Calling delete_port for f50c39dc-92cd-4d23-b793-72be13396454 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:40.606824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-06a9bd90-0bde-49a3-836c-c3a9c8339a43 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:26:40.614182 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62751959-539f-449f-969b-ef1786d35931 x-openstack-request-id: req-62751959-539f-449f-969b-ef1786d35931 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:40.614182 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2766b1f7-786c-4964-839b-e8ed2c0961fa", "name": "network-vif-deleted", "tag": "cbf11550-a277-4d9a-bc89-d56129b220a4", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:40.614429 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-62751959-539f-449f-969b-ef1786d35931 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:40.616218 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2766b1f7-786c-4964-839b-e8ed2c0961fa', 'name': 'network-vif-deleted', 'tag': 'cbf11550-a277-4d9a-bc89-d56129b220a4', 'status': 'completed', 'code': 200} Feb 28 17:26:40.618470 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-06a9bd90-0bde-49a3-836c-c3a9c8339a43 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:40.622563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d22ad-b526-46f1-98fb-a9b00be06bed None None] Sync routers for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:26:40.635506 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d22ad-b526-46f1-98fb-a9b00be06bed None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:40.636146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a92d22ad-b526-46f1-98fb-a9b00be06bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:40.670424 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-06a9bd90-0bde-49a3-836c-c3a9c8339a43 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "PUT /v2.0/floatingips/04c5b3a2-7e06-490d-b6be-71586c5caac3 HTTP/1.1" status: 200 len: 996 time: 2.3013499 Feb 28 17:26:40.812810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-5a44ee3c-04fd-4dce-8c76-2b6429b49ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:40.818676 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-5a44ee3c-04fd-4dce-8c76-2b6429b49ca9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 1129 time: 0.1446612 Feb 28 17:26:40.873273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-a92d22ad-b526-46f1-98fb-a9b00be06bed None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:40.886524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb5e7-399a-4985-9917-37357ab01674 req-c35f3d68-4f54-45d2-9ac0-045c3f19c3b1 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:40.895180 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-145cb5e7-399a-4985-9917-37357ab01674 req-c35f3d68-4f54-45d2-9ac0-045c3f19c3b1 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 945 time: 0.0939322 Feb 28 17:26:40.918825 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c1ae5918-b464-48c3-8d14-ef678784cca0 req-dca45531-9d2c-4bc7-8a45-6c543332b986 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f50c39dc-92cd-4d23-b793-72be13396454), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:40.940743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['ed76d153-056d-4eec-a71c-69a161e15749', 'f50c39dc-92cd-4d23-b793-72be13396454'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:41.010177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca45531-9d2c-4bc7-8a45-6c543332b986 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Pushing event deleted for resources: {'Port': ['ID=f50c39dc-92cd-4d23-b793-72be13396454,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:41.016218 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-23ae63a7-0fb7-454b-84c1-e1c2ff0db2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:41.028141 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-23ae63a7-0fb7-454b-84c1-e1c2ff0db2f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 921 time: 0.2031183 Feb 28 17:26:41.086385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-145cb5e7-399a-4985-9917-37357ab01674 req-352ad931-b013-4f80-b615-34862f2ff74a tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828942 Feb 28 17:26:41.154178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ae5918-b464-48c3-8d14-ef678784cca0 req-dca45531-9d2c-4bc7-8a45-6c543332b986 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] No DVR routers for this DVR port f50c39dc-92cd-4d23-b793-72be13396454 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:26:41.168035 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c1ae5918-b464-48c3-8d14-ef678784cca0 req-dca45531-9d2c-4bc7-8a45-6c543332b986 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:41.187823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1ae5918-b464-48c3-8d14-ef678784cca0 req-dca45531-9d2c-4bc7-8a45-6c543332b986 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.73 "DELETE /v2.0/ports/f50c39dc-92cd-4d23-b793-72be13396454 HTTP/1.1" status: 204 len: 173 time: 1.2902884 Feb 28 17:26:41.188346 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'name': 'network-vif-deleted', 'tag': 'f50c39dc-92cd-4d23-b793-72be13396454'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:41.190794 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e4e5ac-d7ac-4e40-a983-d67019339509" -d '{"events": [{"server_uuid": "446f8901-808a-4b6f-9c90-2cd9b93a3b26", "name": "network-vif-deleted", "tag": "f50c39dc-92cd-4d23-b793-72be13396454"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:41.192910 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-3b0766b1-9bef-4b3c-aa39-8d489fe63fff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed76d153-056d-4eec-a71c-69a161e15749 HTTP/1.1" status: 200 len: 999 time: 0.1618450 Feb 28 17:26:41.300686 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-515a8e6b-4a7d-4c2d-bfe1-e1202b945c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:41.309232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-515a8e6b-4a7d-4c2d-bfe1-e1202b945c74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 200 len: 859 time: 0.1151836 Feb 28 17:26:41.317946 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53662ed-9df4-42d3-ab50-b0db8638bece req-34a553cb-194d-4118-b39c-f50de2e8535e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:41.321878 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a53662ed-9df4-42d3-ab50-b0db8638bece req-34a553cb-194d-4118-b39c-f50de2e8535e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0883272 Feb 28 17:26:41.372740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-4d6008c3-fa84-4cb7-9628-d9999714aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:41.381963 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-4d6008c3-fa84-4cb7-9628-d9999714aa6c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9f79142d-ef2d-4dc1-aafb-1a230cb42618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0707133 Feb 28 17:26:41.393867 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:26:41.394624 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a53662ed-9df4-42d3-ab50-b0db8638bece req-66a61fc9-e256-4a93-bb74-25fc2bf1951d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592694 Feb 28 17:26:41.429129 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:41.454113 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dd6627-91c4-4be6-8379-36d688b0055c x-openstack-request-id: req-f5dd6627-91c4-4be6-8379-36d688b0055c {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:41.454260 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446f8901-808a-4b6f-9c90-2cd9b93a3b26", "name": "network-vif-deleted", "tag": "f50c39dc-92cd-4d23-b793-72be13396454", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:41.454599 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f5dd6627-91c4-4be6-8379-36d688b0055c {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:41.455635 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446f8901-808a-4b6f-9c90-2cd9b93a3b26', 'name': 'network-vif-deleted', 'tag': 'f50c39dc-92cd-4d23-b793-72be13396454', 'status': 'completed', 'code': 200} Feb 28 17:26:41.506646 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-a30020c6-fb97-4ff4-848f-a0e6a2aee84b service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245868 Feb 28 17:26:41.535767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a92d22ad-b526-46f1-98fb-a9b00be06bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '04c5b3a2-7e06-490d-b6be-71586c5caac3', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'port_id': 'ed76d153-056d-4eec-a71c-69a161e15749', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'mac_address': 'fa:16:3e:f4:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe649e-d893-46df-928b-3af4b4365d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:25:52Z', 'updated_at': '2022-02-28T17:26:39Z', 'revision_number': 8, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:41.571360 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d22ad-b526-46f1-98fb-a9b00be06bed None None] Checking router: e2061526-1183-4b9c-9ea6-e9c1d87a8e7a for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:26:41.616882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d22ad-b526-46f1-98fb-a9b00be06bed None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:41.617485 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a92d22ad-b526-46f1-98fb-a9b00be06bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:41.635424 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f435bcd-4725-44e6-b671-086ac1b743ae req-8ae9f923-e517-47f2-a715-4be945deca8b service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266150 Feb 28 17:26:41.733633 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a63afdd-2ca8-4c2e-b2ed-5099ce69eb66 req-cd2ee499-9587-47ba-bea6-bc57192a77bc service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0328524 Feb 28 17:26:41.846229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d9e22d8b-4dba-4dce-a817-dae53f0069d3 req-7a8fbddb-535a-4d27-8f0b-40aece1b8147 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips/04c5b3a2-7e06-490d-b6be-71586c5caac3 HTTP/1.1" status: 200 len: 996 time: 0.0706565 Feb 28 17:26:41.918465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-a92d22ad-b526-46f1-98fb-a9b00be06bed None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:41.969329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e22d8b-4dba-4dce-a817-dae53f0069d3 req-e00c6575-a146-4f9b-8626-8097414096f2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:41.976626 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d9e22d8b-4dba-4dce-a817-dae53f0069d3 req-e00c6575-a146-4f9b-8626-8097414096f2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1220791 Feb 28 17:26:42.170158 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a15be6e-d657-4c29-ba7d-d79818954cca req-a6fbb44b-85cc-43af-b442-d1232dd7abf3 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0334539 Feb 28 17:26:42.198838 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-4b54dfc6-de4a-4c62-9410-9c22365dc0b2 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 999 time: 0.1559570 Feb 28 17:26:42.263081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a92d22ad-b526-46f1-98fb-a9b00be06bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '04c5b3a2-7e06-490d-b6be-71586c5caac3', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'port_id': 'ed76d153-056d-4eec-a71c-69a161e15749', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'mac_address': 'fa:16:3e:f4:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe649e-d893-46df-928b-3af4b4365d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:25:52Z', 'updated_at': '2022-02-28T17:26:39Z', 'revision_number': 8, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:42.263449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-5fe8dc19-4aa9-457e-bf0c-7783301cd351 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:42.275590 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-5fe8dc19-4aa9-457e-bf0c-7783301cd351 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports/ed76d153-056d-4eec-a71c-69a161e15749 HTTP/1.1" status: 200 len: 943 time: 0.0643523 Feb 28 17:26:42.293806 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d22ad-b526-46f1-98fb-a9b00be06bed None None] The sync data for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 is: [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '04c5b3a2-7e06-490d-b6be-71586c5caac3', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'port_id': 'ed76d153-056d-4eec-a71c-69a161e15749', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'mac_address': 'fa:16:3e:f4:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe649e-d893-46df-928b-3af4b4365d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:25:52Z', 'updated_at': '2022-02-28T17:26:39Z', 'revision_number': 8, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:26:42.384687 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-c7e91552-a37a-4899-acb7-4443f30e4531 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 999 time: 0.0706651 Feb 28 17:26:42.480165 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:42.562640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-ae08cb47-c10f-4d13-9c21-d6498d2dba1f tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:42.566609 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-ae08cb47-c10f-4d13-9c21-d6498d2dba1f tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1718132 Feb 28 17:26:42.618522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fe649e-d893-46df-928b-3af4b4365d1b', 'tag': 'ed76d153-056d-4eec-a71c-69a161e15749'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:42.619899 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87c8e96-d6df-4da9-9225-9083a57e0f76" -d '{"events": [{"name": "network-changed", "server_uuid": "93fe649e-d893-46df-928b-3af4b4365d1b", "tag": "ed76d153-056d-4eec-a71c-69a161e15749"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:42.637710 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a190d-a254-4a02-a9bf-efa1fecfd3e7 req-fb9c6da1-f61e-484a-924b-65ac2b0765b7 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:42.641975 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-633a190d-a254-4a02-a9bf-efa1fecfd3e7 req-fb9c6da1-f61e-484a-924b-65ac2b0765b7 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 944 time: 0.0727634 Feb 28 17:26:42.643855 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-19598d04-7c39-4bc2-8adb-fd162a78fcc4 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 999 time: 0.0714896 Feb 28 17:26:42.656703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-77911b93-fd0a-4420-a704-f79d29388840 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:42.725522 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-633a190d-a254-4a02-a9bf-efa1fecfd3e7 req-bd7454bd-e8f8-4bde-8f70-0a1000184474 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/security-groups?id=dda4c398-7b67-4458-aa0e-115fdaf373c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750344 Feb 28 17:26:42.771180 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-77911b93-fd0a-4420-a704-f79d29388840 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:42.804173 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b7474b-8980-4916-bc74-e8478a42cb49 None None] New status for floating IP 04c5b3a2-7e06-490d-b6be-71586c5caac3: ACTIVE {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:26:42.820394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec294d07-e036-41d0-83e0-eb9eb929d3ed req-36bd8b9e-0b4c-4035-91e9-68fea3d1ee30 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:42.822359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec294d07-e036-41d0-83e0-eb9eb929d3ed req-36bd8b9e-0b4c-4035-91e9-68fea3d1ee30 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 944 time: 0.1776001 Feb 28 17:26:42.870177 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64fd3a-09d3-4d98-9c9d-210c959f946a req-e12fa2e5-f274-4020-a6f5-cec0d545e084 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:42.872191 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c64fd3a-09d3-4d98-9c9d-210c959f946a req-e12fa2e5-f274-4020-a6f5-cec0d545e084 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 945 time: 0.0706670 Feb 28 17:26:42.937426 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c64fd3a-09d3-4d98-9c9d-210c959f946a req-ad86d456-db30-4fb2-bfe8-34f4d352ce4d tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595591 Feb 28 17:26:43.012898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-ec294d07-e036-41d0-83e0-eb9eb929d3ed req-9820e4a5-dfba-4f9c-bc85-16e66c711831 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Deleting port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:43.013240 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ec294d07-e036-41d0-83e0-eb9eb929d3ed req-9820e4a5-dfba-4f9c-bc85-16e66c711831 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:43.065438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc4957-b9da-455c-9a6d-ff5e4af88c2b req-3922ae0a-456e-4ebf-a129-b327ee329e65 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:43.067228 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0ecc4957-b9da-455c-9a6d-ff5e4af88c2b req-3922ae0a-456e-4ebf-a129-b327ee329e65 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0557940 Feb 28 17:26:43.117171 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.db.api [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-77911b93-fd0a-4420-a704-f79d29388840 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:26:43.117505 n-d-820368-19 neutron-server[104246]: DEBUG oslo_db.api [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-77911b93-fd0a-4420-a704-f79d29388840 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:26:43.120323 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0ecc4957-b9da-455c-9a6d-ff5e4af88c2b req-ac096d84-48f3-4f39-aa0b-7a957854511b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474129 Feb 28 17:26:43.132781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-ec294d07-e036-41d0-83e0-eb9eb929d3ed req-9820e4a5-dfba-4f9c-bc85-16e66c711831 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] For port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,segment=NetworkSegment(76b7b36a-7856-463e-b307-d5c09fbfc766),segment_id=76b7b36a-7856-463e-b307-d5c09fbfc766)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:43.133201 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ec294d07-e036-41d0-83e0-eb9eb929d3ed req-9820e4a5-dfba-4f9c-bc85-16e66c711831 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:43.154229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-ec294d07-e036-41d0-83e0-eb9eb929d3ed req-9820e4a5-dfba-4f9c-bc85-16e66c711831 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Calling delete_port for 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:43.222594 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device cbf11550-a277-4d9a-bc89-d56129b220a4 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:43.255173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: cbf11550-a277-4d9a-bc89-d56129b220a4 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:26:43.255380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3db4ab-58ad-44dd-9393-e113ca8aa276 req-664251ae-4728-47ae-b86c-ce36d375042a tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:43.255876 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device cbf11550-a277-4d9a-bc89-d56129b220a4 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:26:43.256588 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f50c39dc-92cd-4d23-b793-72be13396454 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:43.257039 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2f3db4ab-58ad-44dd-9393-e113ca8aa276 req-664251ae-4728-47ae-b86c-ce36d375042a tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.0771577 Feb 28 17:26:43.291035 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: f50c39dc-92cd-4d23-b793-72be13396454 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:26:43.291405 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f50c39dc-92cd-4d23-b793-72be13396454 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:26:43.317412 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2f3db4ab-58ad-44dd-9393-e113ca8aa276 req-da5953d2-3af3-43f8-8b74-e9e1dbaf486c tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547299 Feb 28 17:26:43.365350 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492e3e49-548f-4428-9970-f76d0f38e39a x-openstack-request-id: req-492e3e49-548f-4428-9970-f76d0f38e39a {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:43.365654 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fe649e-d893-46df-928b-3af4b4365d1b", "tag": "ed76d153-056d-4eec-a71c-69a161e15749", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:43.365907 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-492e3e49-548f-4428-9970-f76d0f38e39a {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:43.366330 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fe649e-d893-46df-928b-3af4b4365d1b', 'tag': 'ed76d153-056d-4eec-a71c-69a161e15749', 'status': 'completed', 'code': 200} Feb 28 17:26:43.406422 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ec294d07-e036-41d0-83e0-eb9eb929d3ed req-9820e4a5-dfba-4f9c-bc85-16e66c711831 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (739ed8b3-e673-4b8d-b7d6-5452f44c5f36), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:43.439621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820e4a5-dfba-4f9c-bc85-16e66c711831 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Pushing event deleted for resources: {'Port': ['ID=739ed8b3-e673-4b8d-b7d6-5452f44c5f36,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:43.465528 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c8e96-d6df-4da9-9225-9083a57e0f76 req-663b47ae-e567-494f-93c1-8a82606c2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:43.467484 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b87c8e96-d6df-4da9-9225-9083a57e0f76 req-663b47ae-e567-494f-93c1-8a82606c2206 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 1129 time: 0.0783641 Feb 28 17:26:43.504856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec294d07-e036-41d0-83e0-eb9eb929d3ed req-9820e4a5-dfba-4f9c-bc85-16e66c711831 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] No DVR routers for this DVR port 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:26:43.508043 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ec294d07-e036-41d0-83e0-eb9eb929d3ed req-9820e4a5-dfba-4f9c-bc85-16e66c711831 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:43.511683 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec294d07-e036-41d0-83e0-eb9eb929d3ed req-9820e4a5-dfba-4f9c-bc85-16e66c711831 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.73 "DELETE /v2.0/ports/739ed8b3-e673-4b8d-b7d6-5452f44c5f36 HTTP/1.1" status: 204 len: 173 time: 0.6784785 Feb 28 17:26:43.513269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee62fc6-861b-4e44-bd01-a9b35898769f', 'name': 'network-vif-deleted', 'tag': '739ed8b3-e673-4b8d-b7d6-5452f44c5f36'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:43.517258 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bc759b-9a40-47ec-8250-920e153dfd9b" -d '{"events": [{"server_uuid": "3ee62fc6-861b-4e44-bd01-a9b35898769f", "name": "network-vif-deleted", "tag": "739ed8b3-e673-4b8d-b7d6-5452f44c5f36"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:43.579801 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c8e96-d6df-4da9-9225-9083a57e0f76 req-41d39599-b593-4941-825e-efb9435afc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:43.581209 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b87c8e96-d6df-4da9-9225-9083a57e0f76 req-41d39599-b593-4941-825e-efb9435afc79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 921 time: 0.1060691 Feb 28 17:26:43.619560 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-77911b93-fd0a-4420-a704-f79d29388840 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:43.661023 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b87c8e96-d6df-4da9-9225-9083a57e0f76 req-3b089209-7828-4d09-b19c-deab8a44723a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed76d153-056d-4eec-a71c-69a161e15749 HTTP/1.1" status: 200 len: 1001 time: 0.0730765 Feb 28 17:26:43.712475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c8e96-d6df-4da9-9225-9083a57e0f76 req-a3d0440e-4c11-4054-b29b-9e5c95a7bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:43.714173 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b87c8e96-d6df-4da9-9225-9083a57e0f76 req-a3d0440e-4c11-4054-b29b-9e5c95a7bb83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 200 len: 859 time: 0.0475240 Feb 28 17:26:43.768478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c8e96-d6df-4da9-9225-9083a57e0f76 req-311aef34-0ba7-46e3-b025-f30feb32fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:43.771758 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b87c8e96-d6df-4da9-9225-9083a57e0f76 req-311aef34-0ba7-46e3-b025-f30feb32fdb4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f79142d-ef2d-4dc1-aafb-1a230cb42618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513391 Feb 28 17:26:43.839105 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-77911b93-fd0a-4420-a704-f79d29388840 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:43.888286 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b87c8e96-d6df-4da9-9225-9083a57e0f76 req-e0fb77d7-69b4-48f0-93dd-6b228c3a5be0 service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101053 Feb 28 17:26:43.954752 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-77911b93-fd0a-4420-a704-f79d29388840 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:43.955094 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-77911b93-fd0a-4420-a704-f79d29388840 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Floating IP 04c5b3a2-7e06-490d-b6be-71586c5caac3 disassociated. External IP: 172.25.3.10, port: ed76d153-056d-4eec-a71c-69a161e15749. Feb 28 17:26:43.960025 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:44.010126 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f710830-77de-4024-8e28-3f760b912e6d x-openstack-request-id: req-2f710830-77de-4024-8e28-3f760b912e6d {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:44.010435 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee62fc6-861b-4e44-bd01-a9b35898769f", "name": "network-vif-deleted", "tag": "739ed8b3-e673-4b8d-b7d6-5452f44c5f36", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:44.010741 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f710830-77de-4024-8e28-3f760b912e6d {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:44.011142 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee62fc6-861b-4e44-bd01-a9b35898769f', 'name': 'network-vif-deleted', 'tag': '739ed8b3-e673-4b8d-b7d6-5452f44c5f36', 'status': 'completed', 'code': 200} Feb 28 17:26:44.021786 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b87c8e96-d6df-4da9-9225-9083a57e0f76 req-325dd8d7-7c21-47ac-afc8-6eebf43ac8e7 service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263051 Feb 28 17:26:44.113990 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e26644da-6884-46c7-b83e-b4b75a14d842 req-d76a5414-faae-4215-ae4e-dabb1de15fe6 tempest-LiveAutoBlockMigrationV225Test-96066370 tempest-LiveAutoBlockMigrationV225Test-96066370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee62fc6-861b-4e44-bd01-a9b35898769f HTTP/1.1" status: 200 len: 210 time: 0.0295169 Feb 28 17:26:44.255164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-77911b93-fd0a-4420-a704-f79d29388840 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:26:44.259390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe47db0-eb5e-4e52-9396-6a7c77cfcccb req-e7321fef-4247-443e-b6d7-c20ef54f2682 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:44.261474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1fe47db0-eb5e-4e52-9396-6a7c77cfcccb req-e7321fef-4247-443e-b6d7-c20ef54f2682 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 945 time: 0.0711310 Feb 28 17:26:44.325366 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74a56db6-7b65-4f1b-8e25-6d1a8585e714 req-a1110652-996e-448d-a72d-0190fd0eadcb service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0385976 Feb 28 17:26:44.352676 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1fe47db0-eb5e-4e52-9396-6a7c77cfcccb req-5d94af95-8deb-417d-8868-55039b2f0462 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840092 Feb 28 17:26:44.422951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-77911b93-fd0a-4420-a704-f79d29388840 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:26:44.429050 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-77911b93-fd0a-4420-a704-f79d29388840 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:44.440062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b816d8-8652-4f72-a899-9e253d0cd27c None None] Sync routers for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:26:44.454320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b816d8-8652-4f72-a899-9e253d0cd27c None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:44.455476 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b2b816d8-8652-4f72-a899-9e253d0cd27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:44.473834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-77911b93-fd0a-4420-a704-f79d29388840 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "PUT /v2.0/floatingips/04c5b3a2-7e06-490d-b6be-71586c5caac3 HTTP/1.1" status: 200 len: 695 time: 1.8208406 Feb 28 17:26:44.491099 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06078015-231b-474d-be3e-64c4ef9320b6 req-002cac4d-479a-421d-a50b-8f53a4c63b8b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:44.492863 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06078015-231b-474d-be3e-64c4ef9320b6 req-002cac4d-479a-421d-a50b-8f53a4c63b8b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0694497 Feb 28 17:26:44.560653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b4067ed7-f4ec-4dcc-a94a-8551eafcf1d4 req-870e74e3-b076-493a-93d6-1f2b870e90ed service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0318220 Feb 28 17:26:44.569056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-dda0d24c-e7a4-4209-9d26-4d1f9df7b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:44.574704 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06078015-231b-474d-be3e-64c4ef9320b6 req-13299caf-155f-41c2-bfec-ce658ea629da tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721934 Feb 28 17:26:44.576825 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-dda0d24c-e7a4-4209-9d26-4d1f9df7b17c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 1129 time: 0.0999634 Feb 28 17:26:44.623308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-b2b816d8-8652-4f72-a899-9e253d0cd27c None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:44.707997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-c53d37c2-be77-44af-adfa-d3e0a21e0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:44.709667 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-c53d37c2-be77-44af-adfa-d3e0a21e0c29 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 921 time: 0.1320381 Feb 28 17:26:44.726612 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd595914-04d2-4739-a462-f9d62c1401e0 req-8d12e98f-a094-4f7e-af86-9520ff91ac9c tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:44.728100 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd595914-04d2-4739-a462-f9d62c1401e0 req-8d12e98f-a094-4f7e-af86-9520ff91ac9c tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.0684044 Feb 28 17:26:44.756473 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-491fb3c3-27e6-4cc0-b521-aaffee90d213 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed76d153-056d-4eec-a71c-69a161e15749 HTTP/1.1" status: 200 len: 217 time: 0.0409420 Feb 28 17:26:44.779367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd595914-04d2-4739-a462-f9d62c1401e0 req-9a3c3169-fe31-491b-a61a-a392a11b17ca tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453076 Feb 28 17:26:44.809153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-50ea80de-2443-4273-9eaf-52a669d3c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:44.810705 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-50ea80de-2443-4273-9eaf-52a669d3c009 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 200 len: 859 time: 0.0477149 Feb 28 17:26:44.856239 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b2b816d8-8652-4f72-a899-9e253d0cd27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:44.868145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-ad808957-7686-4e9f-8164-e3af38ef15a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:44.869972 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-ad808957-7686-4e9f-8164-e3af38ef15a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9f79142d-ef2d-4dc1-aafb-1a230cb42618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516691 Feb 28 17:26:44.883922 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b816d8-8652-4f72-a899-9e253d0cd27c None None] Checking router: e2061526-1183-4b9c-9ea6-e9c1d87a8e7a for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:26:44.893748 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b816d8-8652-4f72-a899-9e253d0cd27c None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:44.894635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b2b816d8-8652-4f72-a899-9e253d0cd27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:44.995749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696b92d-8574-41e8-9f44-afa84f79069b req-54ca32f7-5ecf-461e-9619-c1ff824875c6 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:44.997359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e696b92d-8574-41e8-9f44-afa84f79069b req-54ca32f7-5ecf-461e-9619-c1ff824875c6 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.69 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 945 time: 0.1241050 Feb 28 17:26:45.010736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-b2b816d8-8652-4f72-a899-9e253d0cd27c None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:45.019929 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-c4a4a422-ea90-4159-8384-c05eab56df05 service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383266 Feb 28 17:26:45.172861 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b9376c2-fee6-47f1-8f09-207c2bc9079b req-f65e4608-8c84-4fc9-864d-57cf63271762 service neutron] 10.222.0.72 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352911 Feb 28 17:26:45.181084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55472) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:45.183192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-e696b92d-8574-41e8-9f44-afa84f79069b req-4a95145b-7f9a-4036-9a6c-8fca93262098 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Deleting port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:45.183538 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e696b92d-8574-41e8-9f44-afa84f79069b req-4a95145b-7f9a-4036-9a6c-8fca93262098 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:45.231399 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b2b816d8-8652-4f72-a899-9e253d0cd27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:45.266873 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b816d8-8652-4f72-a899-9e253d0cd27c None None] The sync data for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 is: [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:25:29Z', 'revision_number': 4, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2369379b-5438-4548-b8bd-2803f3171133', 'name': '', 'network_id': '9f79142d-ef2d-4dc1-aafb-1a230cb42618', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'mac_address': 'fa:16:3e:5e:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:28Z', 'updated_at': '2022-02-28T17:25:34Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'subnets': [{'id': '6c290544-66f3-48bf-ba96-ad6ac11e6b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:26:45.296955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e696b92d-8574-41e8-9f44-afa84f79069b req-4a95145b-7f9a-4036-9a6c-8fca93262098 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] For port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=9e386a00-be9a-4dcf-81b9-f88c4e6a652c,segment=NetworkSegment(61b3d283-249a-4488-8c13-8d0aa8da67cb),segment_id=61b3d283-249a-4488-8c13-8d0aa8da67cb)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:45.296955 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e696b92d-8574-41e8-9f44-afa84f79069b req-4a95145b-7f9a-4036-9a6c-8fca93262098 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:45.303329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf45253-ae0b-44df-88c0-7f0df8c74027 admin admin] Deleting subnet 6630b81a-0475-439a-8ade-5d1712c8173a {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:26:45.307352 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-edf45253-ae0b-44df-88c0-7f0df8c74027 admin admin] Publish callbacks [] for subnet (6630b81a-0475-439a-8ade-5d1712c8173a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:45.308714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-e696b92d-8574-41e8-9f44-afa84f79069b req-4a95145b-7f9a-4036-9a6c-8fca93262098 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Calling delete_port for 9e386a00-be9a-4dcf-81b9-f88c4e6a652c owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:45.349588 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-edf45253-ae0b-44df-88c0-7f0df8c74027 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (6630b81a-0475-439a-8ade-5d1712c8173a), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:45.529000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72453e-9553-4d50-883d-77515d2e4aae req-1735b33c-3d16-482a-88e3-19aedf9b7401 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:45.530736 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d72453e-9553-4d50-883d-77515d2e4aae req-1735b33c-3d16-482a-88e3-19aedf9b7401 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 945 time: 0.1033065 Feb 28 17:26:45.596909 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e696b92d-8574-41e8-9f44-afa84f79069b req-4a95145b-7f9a-4036-9a6c-8fca93262098 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9e386a00-be9a-4dcf-81b9-f88c4e6a652c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:45.612738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5a4e9e45-015d-406f-b16c-2587f6340c4b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:45.613905 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d72453e-9553-4d50-883d-77515d2e4aae req-0162e19a-f285-49cb-ab4a-9e2b3ed34f21 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/security-groups?id=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749044 Feb 28 17:26:45.630326 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7406bff9-538a-4c25-a229-428748898bb5 None None] New status for floating IP 04c5b3a2-7e06-490d-b6be-71586c5caac3: DOWN {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:26:45.685173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['9e386a00-be9a-4dcf-81b9-f88c4e6a652c'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:45.693842 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-706219c9-1437-4be8-bb82-aa516e98fc0b tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips/04c5b3a2-7e06-490d-b6be-71586c5caac3 HTTP/1.1" status: 200 len: 695 time: 0.3099284 Feb 28 17:26:45.701865 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95145b-7f9a-4036-9a6c-8fca93262098 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Pushing event deleted for resources: {'Port': ['ID=9e386a00-be9a-4dcf-81b9-f88c4e6a652c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:45.799942 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e696b92d-8574-41e8-9f44-afa84f79069b req-4a95145b-7f9a-4036-9a6c-8fca93262098 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] No DVR routers for this DVR port 9e386a00-be9a-4dcf-81b9-f88c4e6a652c on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:26:45.803894 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e696b92d-8574-41e8-9f44-afa84f79069b req-4a95145b-7f9a-4036-9a6c-8fca93262098 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:45.808050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-e3a8ef07-ba6e-4427-a7bf-d80e0e4d871d tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:45.808582 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e696b92d-8574-41e8-9f44-afa84f79069b req-4a95145b-7f9a-4036-9a6c-8fca93262098 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.69 "DELETE /v2.0/ports/9e386a00-be9a-4dcf-81b9-f88c4e6a652c HTTP/1.1" status: 204 len: 173 time: 0.8043799 Feb 28 17:26:45.815409 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-e3a8ef07-ba6e-4427-a7bf-d80e0e4d871d tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1226201 Feb 28 17:26:45.823838 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-20e53db4-2679-4aae-8c93-cfbeb65622c9 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:26:45.831768 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-20e53db4-2679-4aae-8c93-cfbeb65622c9 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154538 Feb 28 17:26:45.834758 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-edf45253-ae0b-44df-88c0-7f0df8c74027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (6630b81a-0475-439a-8ade-5d1712c8173a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:45.870752 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080e478-5d7c-465d-8b77-f3fddde87c5d req-0c4d1d1d-c6da-4b25-b721-ee3f745a5baa tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:45.872373 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e080e478-5d7c-465d-8b77-f3fddde87c5d req-0c4d1d1d-c6da-4b25-b721-ee3f745a5baa tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.69 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 945 time: 0.1466672 Feb 28 17:26:45.885443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb414d2-b242-4147-93ee-5b02fc95544c req-e906b699-8f79-47a3-8598-f8f6fa846762 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:45.887094 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1bb414d2-b242-4147-93ee-5b02fc95544c req-e906b699-8f79-47a3-8598-f8f6fa846762 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1634963 Feb 28 17:26:45.906272 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-4a0a30fa-4bc1-4e1f-8bbe-61d3ea588bc1 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 698 time: 0.0735755 Feb 28 17:26:45.970753 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-1a021259-1cb4-45a0-a948-eeeba36b9d4b tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 698 time: 0.0629590 Feb 28 17:26:46.009509 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1bb414d2-b242-4147-93ee-5b02fc95544c req-5ab3570b-5c30-492f-85b9-d6940554a58e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127255 Feb 28 17:26:46.012992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fe649e-d893-46df-928b-3af4b4365d1b', 'tag': 'ed76d153-056d-4eec-a71c-69a161e15749'}, {'server_uuid': '1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab', 'name': 'network-vif-deleted', 'tag': '9e386a00-be9a-4dcf-81b9-f88c4e6a652c'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:46.015400 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd290886-c5fb-443c-ac02-dc9f18d54558" -d '{"events": [{"name": "network-changed", "server_uuid": "93fe649e-d893-46df-928b-3af4b4365d1b", "tag": "ed76d153-056d-4eec-a71c-69a161e15749"}, {"server_uuid": "1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab", "name": "network-vif-deleted", "tag": "9e386a00-be9a-4dcf-81b9-f88c4e6a652c"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:46.040526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-e080e478-5d7c-465d-8b77-f3fddde87c5d req-8729aa6f-73a2-4e7e-9643-746b8f9a31b8 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Deleting port 50073dc3-c4bc-400b-8361-530d8885df85 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:46.040932 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e080e478-5d7c-465d-8b77-f3fddde87c5d req-8729aa6f-73a2-4e7e-9643-746b8f9a31b8 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (50073dc3-c4bc-400b-8361-530d8885df85), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:46.131186 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b0c5c046-3c6d-4632-be9c-5aca18a871a6 req-db846f0d-b93e-44a2-b24d-4546cbd357e3 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab HTTP/1.1" status: 200 len: 210 time: 0.0346909 Feb 28 17:26:46.133264 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-edf45253-ae0b-44df-88c0-7f0df8c74027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (6630b81a-0475-439a-8ade-5d1712c8173a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:46.166348 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-edf45253-ae0b-44df-88c0-7f0df8c74027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:46.175642 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-edf45253-ae0b-44df-88c0-7f0df8c74027 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6630b81a-0475-439a-8ade-5d1712c8173a HTTP/1.1" status: 204 len: 168 time: 0.9931726 Feb 28 17:26:46.177092 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55496) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:46.180080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf45253-ae0b-44df-88c0-7f0df8c74027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6630b81a-0475-439a-8ade-5d1712c8173a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:46.185312 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e080e478-5d7c-465d-8b77-f3fddde87c5d req-8729aa6f-73a2-4e7e-9643-746b8f9a31b8 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] For port 50073dc3-c4bc-400b-8361-530d8885df85, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=50073dc3-c4bc-400b-8361-530d8885df85,segment=NetworkSegment(cad91873-7c0c-4b17-9c5b-e3fb37f14aa5),segment_id=cad91873-7c0c-4b17-9c5b-e3fb37f14aa5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:46.185954 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e080e478-5d7c-465d-8b77-f3fddde87c5d req-8729aa6f-73a2-4e7e-9643-746b8f9a31b8 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (50073dc3-c4bc-400b-8361-530d8885df85), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:46.204326 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-bcaa0801-dc89-4aa3-ac43-9bcc526daa9c tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Deleting port d3657bdb-3719-444f-863a-4ca9052fac3c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:46.211733 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-bcaa0801-dc89-4aa3-ac43-9bcc526daa9c tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d3657bdb-3719-444f-863a-4ca9052fac3c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:46.211990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-e080e478-5d7c-465d-8b77-f3fddde87c5d req-8729aa6f-73a2-4e7e-9643-746b8f9a31b8 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Calling delete_port for 50073dc3-c4bc-400b-8361-530d8885df85 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:46.215892 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ea4fe1-23ae-49df-954e-8a0d8d76291b x-openstack-request-id: req-01ea4fe1-23ae-49df-954e-8a0d8d76291b {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:46.216393 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fe649e-d893-46df-928b-3af4b4365d1b", "tag": "ed76d153-056d-4eec-a71c-69a161e15749", "status": "completed", "code": 200}, {"server_uuid": "1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab", "name": "network-vif-deleted", "tag": "9e386a00-be9a-4dcf-81b9-f88c4e6a652c", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:46.216803 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-01ea4fe1-23ae-49df-954e-8a0d8d76291b {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:46.217355 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fe649e-d893-46df-928b-3af4b4365d1b', 'tag': 'ed76d153-056d-4eec-a71c-69a161e15749', 'status': 'completed', 'code': 200} Feb 28 17:26:46.217773 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1318f9bd-a203-4bd2-b96e-be9e8e9cb6ab', 'name': 'network-vif-deleted', 'tag': '9e386a00-be9a-4dcf-81b9-f88c4e6a652c', 'status': 'completed', 'code': 200} Feb 28 17:26:46.453250 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6314088c-ed41-4f2e-b8f1-c494826a9c28 req-8df519ff-e0d0-4ce7-a444-c76a30b59c1b service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0483792 Feb 28 17:26:46.461790 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f8b0-3f7e-4680-9e86-ae508503403e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (30de57a1-5178-4b6f-8361-7f4f5c480656), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:46.468621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73fab2-72bf-4f46-900a-a5b1662251e8 req-12ae2e4e-8496-47f4-aba5-ee063d74a6d1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:46.468621 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf73fab2-72bf-4f46-900a-a5b1662251e8 req-12ae2e4e-8496-47f4-aba5-ee063d74a6d1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0616252 Feb 28 17:26:46.468621 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e080e478-5d7c-465d-8b77-f3fddde87c5d req-8729aa6f-73a2-4e7e-9643-746b8f9a31b8 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (50073dc3-c4bc-400b-8361-530d8885df85), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:46.496977 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd290886-c5fb-443c-ac02-dc9f18d54558 req-5c4a3f58-a669-49bc-be52-5576a27e5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:46.498288 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd290886-c5fb-443c-ac02-dc9f18d54558 req-5c4a3f58-a669-49bc-be52-5576a27e5434 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bfed89dbd264188b8d1f22eeff88328&device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 1129 time: 0.2086973 Feb 28 17:26:46.503802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729aa6f-73a2-4e7e-9643-746b8f9a31b8 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Pushing event deleted for resources: {'Port': ['ID=50073dc3-c4bc-400b-8361-530d8885df85,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:46.520607 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-bcaa0801-dc89-4aa3-ac43-9bcc526daa9c tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d3657bdb-3719-444f-863a-4ca9052fac3c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:46.520955 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-bcaa0801-dc89-4aa3-ac43-9bcc526daa9c tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (d3657bdb-3719-444f-863a-4ca9052fac3c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:46.565616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e080e478-5d7c-465d-8b77-f3fddde87c5d req-8729aa6f-73a2-4e7e-9643-746b8f9a31b8 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] No DVR routers for this DVR port 50073dc3-c4bc-400b-8361-530d8885df85 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:26:46.568711 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e080e478-5d7c-465d-8b77-f3fddde87c5d req-8729aa6f-73a2-4e7e-9643-746b8f9a31b8 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:46.569961 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-bcaa0801-dc89-4aa3-ac43-9bcc526daa9c tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Calling delete_port for d3657bdb-3719-444f-863a-4ca9052fac3c owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:46.572942 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e080e478-5d7c-465d-8b77-f3fddde87c5d req-8729aa6f-73a2-4e7e-9643-746b8f9a31b8 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.69 "DELETE /v2.0/ports/50073dc3-c4bc-400b-8361-530d8885df85 HTTP/1.1" status: 204 len: 173 time: 0.6848993 Feb 28 17:26:46.620117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2ec3d8cd-37de-4bae-b5c0-2399d301fe88 req-bee6c496-379b-4f79-8bc2-c09aefdeba40 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0344729 Feb 28 17:26:46.623932 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf73fab2-72bf-4f46-900a-a5b1662251e8 req-46329877-c9b9-4da9-aee2-bc73a4adfef6 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291726 Feb 28 17:26:46.718154 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9da1d700-132d-4762-b4c3-cf212a12242a req-d121aada-f172-4370-b9fb-f9f78a2fcc97 tempest-InstanceActionsTestJSON-958007726 tempest-InstanceActionsTestJSON-958007726-project] 10.222.0.72 "GET /v2.0/ports?device_id=10de1015-a77a-41bd-b2b5-fa4c8ea00640 HTTP/1.1" status: 200 len: 210 time: 0.0294795 Feb 28 17:26:46.721749 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f8b0-3f7e-4680-9e86-ae508503403e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (30de57a1-5178-4b6f-8361-7f4f5c480656), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:46.756762 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd290886-c5fb-443c-ac02-dc9f18d54558 req-23fc5870-5899-492e-82c6-49722e93914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:46.758855 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd290886-c5fb-443c-ac02-dc9f18d54558 req-23fc5870-5899-492e-82c6-49722e93914b service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 200 len: 921 time: 0.2514403 Feb 28 17:26:46.761101 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a5f1f8b0-3f7e-4680-9e86-ae508503403e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30de57a1-5178-4b6f-8361-7f4f5c480656']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:46.807839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a5f1f8b0-3f7e-4680-9e86-ae508503403e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b7b36a-7856-463e-b307-d5c09fbfc766') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:46.808134 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a5f1f8b0-3f7e-4680-9e86-ae508503403e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b7b36a-7856-463e-b307-d5c09fbfc766') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:46.841083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0693d53-00c4-40bc-bc52-021e4c3ce71e req-63b27e51-6591-4dfd-a7f9-4deb37c233c4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:46.841083 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a0693d53-00c4-40bc-bc52-021e4c3ce71e req-63b27e51-6591-4dfd-a7f9-4deb37c233c4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0595407 Feb 28 17:26:46.854126 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd290886-c5fb-443c-ac02-dc9f18d54558 req-313c5ae0-71ce-4db7-b96c-8884e334a8c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed76d153-056d-4eec-a71c-69a161e15749 HTTP/1.1" status: 200 len: 217 time: 0.0882325 Feb 28 17:26:46.860549 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f8b0-3f7e-4680-9e86-ae508503403e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (76b7b36a-7856-463e-b307-d5c09fbfc766), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:46.940872 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f8b0-3f7e-4680-9e86-ae508503403e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (76b7b36a-7856-463e-b307-d5c09fbfc766), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:46.955320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd290886-c5fb-443c-ac02-dc9f18d54558 req-2a347e5e-9059-48f9-8811-10a5faf023e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:46.956568 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd290886-c5fb-443c-ac02-dc9f18d54558 req-2a347e5e-9059-48f9-8811-10a5faf023e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 200 len: 859 time: 0.0915716 Feb 28 17:26:46.958304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f1f8b0-3f7e-4680-9e86-ae508503403e admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f8b0-3f7e-4680-9e86-ae508503403e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (76b7b36a-7856-463e-b307-d5c09fbfc766), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:26:46.965269 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:26:47.105169 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd290886-c5fb-443c-ac02-dc9f18d54558 req-56eea8e0-fc1f-48de-b287-6a3d8f2665bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:47.106773 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd290886-c5fb-443c-ac02-dc9f18d54558 req-56eea8e0-fc1f-48de-b287-6a3d8f2665bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f79142d-ef2d-4dc1-aafb-1a230cb42618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1342716 Feb 28 17:26:47.195324 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f8b0-3f7e-4680-9e86-ae508503403e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (30de57a1-5178-4b6f-8361-7f4f5c480656), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.197100 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a0693d53-00c4-40bc-bc52-021e4c3ce71e req-5af8c35f-df0f-47e7-9ef1-f49606d34bfe tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3512537 Feb 28 17:26:47.200408 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f8b0-3f7e-4680-9e86-ae508503403e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.206586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55516) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:47.206836 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a5f1f8b0-3f7e-4680-9e86-ae508503403e admin admin] 10.222.0.72 "DELETE /v2.0/networks/30de57a1-5178-4b6f-8361-7f4f5c480656 HTTP/1.1" status: 204 len: 168 time: 1.0286167 Feb 28 17:26:47.230405 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd290886-c5fb-443c-ac02-dc9f18d54558 req-f3d699d8-25d2-4f26-95f0-bed6707a2ecc service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169345 Feb 28 17:26:47.231295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1f8b0-3f7e-4680-9e86-ae508503403e admin admin] Pushing event deleted for resources: {'Network': ['ID=30de57a1-5178-4b6f-8361-7f4f5c480656,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:47.234625 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-bcaa0801-dc89-4aa3-ac43-9bcc526daa9c tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d3657bdb-3719-444f-863a-4ca9052fac3c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.250412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:47.261223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-6538107d-1c4d-4da3-89a7-ec85753a8187 admin admin] Deleting subnet 7585c1eb-d974-45c6-9d8d-bf257a4b819d {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:26:47.265069 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6538107d-1c4d-4da3-89a7-ec85753a8187 admin admin] Publish callbacks [] for subnet (7585c1eb-d974-45c6-9d8d-bf257a4b819d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.285907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:26:47.286518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 739ed8b3-e673-4b8d-b7d6-5452f44c5f36 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:26:47.307131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa0801-dc89-4aa3-ac43-9bcc526daa9c tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Pushing event deleted for resources: {'Port': ['ID=d3657bdb-3719-444f-863a-4ca9052fac3c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:47.316581 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6538107d-1c4d-4da3-89a7-ec85753a8187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (7585c1eb-d974-45c6-9d8d-bf257a4b819d), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.383632 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6538107d-1c4d-4da3-89a7-ec85753a8187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (7585c1eb-d974-45c6-9d8d-bf257a4b819d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.407282 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-bcaa0801-dc89-4aa3-ac43-9bcc526daa9c tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks [] for floatingip (04c5b3a2-7e06-490d-b6be-71586c5caac3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.409474 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5f436-c1d5-41e3-85e2-adb29676cf18 req-e75d39e9-eb6b-467b-9acd-650fbf484fd9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:47.409828 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-bcaa0801-dc89-4aa3-ac43-9bcc526daa9c tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.410962 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc35edd3-c6c3-45c6-8566-2abb31c93fe5 req-bcaa0801-dc89-4aa3-ac43-9bcc526daa9c tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "DELETE /v2.0/floatingips/04c5b3a2-7e06-490d-b6be-71586c5caac3 HTTP/1.1" status: 204 len: 173 time: 1.4334354 Feb 28 17:26:47.411072 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abe5f436-c1d5-41e3-85e2-adb29676cf18 req-e75d39e9-eb6b-467b-9acd-650fbf484fd9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1163325 Feb 28 17:26:47.426213 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd290886-c5fb-443c-ac02-dc9f18d54558 req-b261d0dc-5838-4a59-919a-25b525c1e6b1 service neutron] 10.222.0.73 "GET /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730330 Feb 28 17:26:47.482081 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abe5f436-c1d5-41e3-85e2-adb29676cf18 req-bb847d7f-12f1-4844-b93b-787442acb7d2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488241 Feb 28 17:26:47.526415 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6538107d-1c4d-4da3-89a7-ec85753a8187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (7585c1eb-d974-45c6-9d8d-bf257a4b819d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.555139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538107d-1c4d-4da3-89a7-ec85753a8187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7585c1eb-d974-45c6-9d8d-bf257a4b819d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:47.557108 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6538107d-1c4d-4da3-89a7-ec85753a8187 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.562616 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6538107d-1c4d-4da3-89a7-ec85753a8187 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7585c1eb-d974-45c6-9d8d-bf257a4b819d HTTP/1.1" status: 204 len: 168 time: 0.3525264 Feb 28 17:26:47.562978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55526) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:47.635315 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c941458-9507-418d-a80a-568ebd373db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (e5c0db65-4a8c-4089-b961-374e0f01e311), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.720672 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c941458-9507-418d-a80a-568ebd373db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (e5c0db65-4a8c-4089-b961-374e0f01e311), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.740914 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-3c941458-9507-418d-a80a-568ebd373db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c0db65-4a8c-4089-b961-374e0f01e311']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:47.750442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-3c941458-9507-418d-a80a-568ebd373db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102f3ee1-0028-4322-ab27-2bb9e0b7fa6d') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:47.750824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-3c941458-9507-418d-a80a-568ebd373db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102f3ee1-0028-4322-ab27-2bb9e0b7fa6d') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:47.764387 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c941458-9507-418d-a80a-568ebd373db1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (102f3ee1-0028-4322-ab27-2bb9e0b7fa6d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.788598 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c941458-9507-418d-a80a-568ebd373db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (102f3ee1-0028-4322-ab27-2bb9e0b7fa6d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.804395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c941458-9507-418d-a80a-568ebd373db1 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:26:47.805067 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c941458-9507-418d-a80a-568ebd373db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (102f3ee1-0028-4322-ab27-2bb9e0b7fa6d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:26:47.806594 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:26:47.903569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa1b44-31d4-4991-b8af-3a1c613f2303 req-06b4cc34-0eff-4de9-baf8-4a4cc58e65d3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:47.906286 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-edfa1b44-31d4-4991-b8af-3a1c613f2303 req-06b4cc34-0eff-4de9-baf8-4a4cc58e65d3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0577166 Feb 28 17:26:47.910855 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55536) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:47.944029 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c941458-9507-418d-a80a-568ebd373db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (e5c0db65-4a8c-4089-b961-374e0f01e311), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.958595 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c941458-9507-418d-a80a-568ebd373db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:47.964451 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3c941458-9507-418d-a80a-568ebd373db1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e5c0db65-4a8c-4089-b961-374e0f01e311 HTTP/1.1" status: 204 len: 168 time: 0.3981891 Feb 28 17:26:47.976934 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-edfa1b44-31d4-4991-b8af-3a1c613f2303 req-c045cd9e-6dda-4602-96f5-3171071a4ce7 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608001 Feb 28 17:26:48.029591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c941458-9507-418d-a80a-568ebd373db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5c0db65-4a8c-4089-b961-374e0f01e311,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:48.047715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a94c96b-92aa-453f-a14c-86ef18c099ab admin admin] Deleting subnet ea0f46e8-f216-483b-889f-5020fc34e09b {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:26:48.053531 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3a94c96b-92aa-453f-a14c-86ef18c099ab admin admin] Publish callbacks [] for subnet (ea0f46e8-f216-483b-889f-5020fc34e09b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.110472 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529b9d3-1dbc-4ea4-9567-363d1cbc5768 req-255ddb7a-987a-4dda-8b82-2541d16f7503 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:48.112119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a529b9d3-1dbc-4ea4-9567-363d1cbc5768 req-255ddb7a-987a-4dda-8b82-2541d16f7503 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1456997 Feb 28 17:26:48.114700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3e0f5-6851-48b7-94cd-7400fe956104 req-e5164c64-d849-42e8-863b-1e85f592b47c tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:48.116212 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61d3e0f5-6851-48b7-94cd-7400fe956104 req-e5164c64-d849-42e8-863b-1e85f592b47c tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 946 time: 0.0558064 Feb 28 17:26:48.118255 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3a94c96b-92aa-453f-a14c-86ef18c099ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (ea0f46e8-f216-483b-889f-5020fc34e09b), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.166476 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61d3e0f5-6851-48b7-94cd-7400fe956104 req-f77392c8-4de6-426e-9b60-d1b094268e6b tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435967 Feb 28 17:26:48.188858 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3a94c96b-92aa-453f-a14c-86ef18c099ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (ea0f46e8-f216-483b-889f-5020fc34e09b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.220628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de1015-a77a-41bd-b2b5-fa4c8ea00640', 'name': 'network-vif-deleted', 'tag': '50073dc3-c4bc-400b-8361-530d8885df85'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:48.222985 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f31fcf-010f-45b4-b7a5-984628812b32" -d '{"events": [{"server_uuid": "10de1015-a77a-41bd-b2b5-fa4c8ea00640", "name": "network-vif-deleted", "tag": "50073dc3-c4bc-400b-8361-530d8885df85"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:48.230418 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a529b9d3-1dbc-4ea4-9567-363d1cbc5768 req-0f1f02e3-aa8b-4e02-a8fb-c29eee07b1f7 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099753 Feb 28 17:26:48.279101 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025141cd-fdf4-465c-b556-c870ddd0ac50 x-openstack-request-id: req-025141cd-fdf4-465c-b556-c870ddd0ac50 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:48.284304 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10de1015-a77a-41bd-b2b5-fa4c8ea00640", "name": "network-vif-deleted", "tag": "50073dc3-c4bc-400b-8361-530d8885df85", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:48.284304 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-025141cd-fdf4-465c-b556-c870ddd0ac50 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:48.284304 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de1015-a77a-41bd-b2b5-fa4c8ea00640', 'name': 'network-vif-deleted', 'tag': '50073dc3-c4bc-400b-8361-530d8885df85', 'status': 'completed', 'code': 200} Feb 28 17:26:48.351088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-c7c46fb5-7de6-42b4-9311-7bfc5cc3979f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:48.352576 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-c7c46fb5-7de6-42b4-9311-7bfc5cc3979f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 812 time: 0.1072009 Feb 28 17:26:48.368651 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-c01d587e-b3b8-4b2c-9ba9-b6fea9866b85 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/quotas/db5706b395ff456ab153c58167054352 HTTP/1.1" status: 200 len: 375 time: 0.0099263 Feb 28 17:26:48.376780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55556) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:48.396950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 9e386a00-be9a-4dcf-81b9-f88c4e6a652c no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:48.399151 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3a94c96b-92aa-453f-a14c-86ef18c099ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (ea0f46e8-f216-483b-889f-5020fc34e09b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.425243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 9e386a00-be9a-4dcf-81b9-f88c4e6a652c {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:26:48.425948 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 9e386a00-be9a-4dcf-81b9-f88c4e6a652c not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:26:48.426507 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 50073dc3-c4bc-400b-8361-530d8885df85 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:48.434330 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-d20c39a8-4881-46bd-b94c-f3a2e06c498a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604193 Feb 28 17:26:48.437738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94c96b-92aa-453f-a14c-86ef18c099ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea0f46e8-f216-483b-889f-5020fc34e09b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:48.443015 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3a94c96b-92aa-453f-a14c-86ef18c099ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.446687 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3a94c96b-92aa-453f-a14c-86ef18c099ab admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ea0f46e8-f216-483b-889f-5020fc34e09b HTTP/1.1" status: 204 len: 168 time: 0.5345645 Feb 28 17:26:48.449022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55558) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:48.472090 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 50073dc3-c4bc-400b-8361-530d8885df85 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:26:48.472431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 50073dc3-c4bc-400b-8361-530d8885df85 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:26:48.487720 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9989b552-9abf-4610-b2b3-c52969268691 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dae94b749f7c42e383840585fc56524b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1088302 Feb 28 17:26:48.497309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55560) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:48.544183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-99adb8bd-58ae-4124-b9df-025684de2950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (3614e35a-297f-438f-8d7b-8ca7790e2556), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.560070 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-233d311b-a140-46d8-a1d1-c70db71d2f8c admin admin] Publish callbacks [] for security_group (dda4c398-7b67-4458-aa0e-115fdaf373c6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.616245 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b70f59f-5024-4f94-93b2-e51cfdc432a6 req-e719a82c-7cc9-4e5e-ba1a-1ede191ee832 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0457301 Feb 28 17:26:48.624248 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-8f433f5d-954a-4260-b081-da989dfb3607 service neutron] 10.222.0.72 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826713 Feb 28 17:26:48.629806 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-233d311b-a140-46d8-a1d1-c70db71d2f8c admin admin] Publish callbacks [] for security_group (dda4c398-7b67-4458-aa0e-115fdaf373c6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.633329 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-99adb8bd-58ae-4124-b9df-025684de2950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (3614e35a-297f-438f-8d7b-8ca7790e2556), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.657042 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-99adb8bd-58ae-4124-b9df-025684de2950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3614e35a-297f-438f-8d7b-8ca7790e2556']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:48.668018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-99adb8bd-58ae-4124-b9df-025684de2950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad91873-7c0c-4b17-9c5b-e3fb37f14aa5') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:48.668301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-99adb8bd-58ae-4124-b9df-025684de2950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad91873-7c0c-4b17-9c5b-e3fb37f14aa5') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:48.681967 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-99adb8bd-58ae-4124-b9df-025684de2950 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (cad91873-7c0c-4b17-9c5b-e3fb37f14aa5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.696696 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-99adb8bd-58ae-4124-b9df-025684de2950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (cad91873-7c0c-4b17-9c5b-e3fb37f14aa5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.703342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99adb8bd-58ae-4124-b9df-025684de2950 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:26:48.703964 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-99adb8bd-58ae-4124-b9df-025684de2950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (cad91873-7c0c-4b17-9c5b-e3fb37f14aa5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:26:48.708415 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:26:48.747560 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-5f139b0b-5f56-4710-94a8-dfe9e421212b service neutron] 10.222.0.72 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155472 Feb 28 17:26:48.790222 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38927f61-7bd7-4043-830a-f73bfe0a8d53 req-21822a3e-7a1f-429b-9415-df25e3aac7e5 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0382974 Feb 28 17:26:48.821154 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-233d311b-a140-46d8-a1d1-c70db71d2f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dda4c398-7b67-4458-aa0e-115fdaf373c6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.823886 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-233d311b-a140-46d8-a1d1-c70db71d2f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.825007 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-233d311b-a140-46d8-a1d1-c70db71d2f8c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dda4c398-7b67-4458-aa0e-115fdaf373c6 HTTP/1.1" status: 204 len: 168 time: 0.3266971 Feb 28 17:26:48.833401 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d311b-a140-46d8-a1d1-c70db71d2f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda4c398-7b67-4458-aa0e-115fdaf373c6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:48.843915 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-99adb8bd-58ae-4124-b9df-025684de2950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (3614e35a-297f-438f-8d7b-8ca7790e2556), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.849317 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-99adb8bd-58ae-4124-b9df-025684de2950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:48.853065 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-99adb8bd-58ae-4124-b9df-025684de2950 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3614e35a-297f-438f-8d7b-8ca7790e2556 HTTP/1.1" status: 204 len: 168 time: 0.4031270 Feb 28 17:26:48.876947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99adb8bd-58ae-4124-b9df-025684de2950 admin admin] Pushing event deleted for resources: {'Network': ['ID=3614e35a-297f-438f-8d7b-8ca7790e2556,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:49.018914 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4b51e2f6-b371-42fd-aab0-4f287b9af227 req-78a77922-f682-4a69-bd33-12a2e1120683 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 210 time: 0.0331256 Feb 28 17:26:49.294223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55588) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:49.313880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadd488-62ab-455d-affa-d10b4775676a req-4babba3d-8a77-411a-883e-06cdc3ef8c1b tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:49.316157 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3eadd488-62ab-455d-affa-d10b4775676a req-4babba3d-8a77-411a-883e-06cdc3ef8c1b tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 946 time: 0.0826430 Feb 28 17:26:49.365122 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3eadd488-62ab-455d-affa-d10b4775676a req-5d5a3acf-6dc3-4d87-b002-b98035b7660d tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/security-groups?id=e387a840-6292-440a-a7e7-d8493d32d646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432243 Feb 28 17:26:49.373692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55590) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:49.374668 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-270008fa-09e8-4cf9-8004-2a5ae776cfb3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=96d784b759bb418393684f52d30124b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0791481 Feb 28 17:26:49.403751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39e21e-42a9-474f-8ffa-a72b961de034 req-374f0abf-d92a-4014-af70-16347b7cf4f3 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:49.405609 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b39e21e-42a9-474f-8ffa-a72b961de034 req-374f0abf-d92a-4014-af70-16347b7cf4f3 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.0807934 Feb 28 17:26:49.458899 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b39e21e-42a9-474f-8ffa-a72b961de034 req-a8c4ea07-5417-4105-9f0e-cb441fa71884 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464857 Feb 28 17:26:49.461542 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c2aae433-64a3-451a-85e0-4c0f1c8e1e1b admin admin] Publish callbacks [] for security_group (e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:49.490376 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c2aae433-64a3-451a-85e0-4c0f1c8e1e1b admin admin] Publish callbacks [] for security_group (e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:49.509490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eb1dd-3e10-41ee-b41c-3b94a7da4dd0 req-ed739a57-3402-406b-8663-9dfb34c00cc8 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:49.510933 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-636eb1dd-3e10-41ee-b41c-3b94a7da4dd0 req-ed739a57-3402-406b-8663-9dfb34c00cc8 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.73 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 946 time: 0.0848963 Feb 28 17:26:49.573195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55592) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:49.612893 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-98e1e335-dd06-410a-ac62-70c82d31d718 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=033f926175fa497387ddbd95951071d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430973 Feb 28 17:26:49.615422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55596) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:49.627555 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-636eb1dd-3e10-41ee-b41c-3b94a7da4dd0 req-738c21a4-8a5f-4e3a-a8f2-a312cd026429 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Deleting port ed76d153-056d-4eec-a71c-69a161e15749 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:49.627895 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-636eb1dd-3e10-41ee-b41c-3b94a7da4dd0 req-738c21a4-8a5f-4e3a-a8f2-a312cd026429 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ed76d153-056d-4eec-a71c-69a161e15749), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:49.671558 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f91f-349e-40e2-a15f-bf935cfcc8a6 admin admin] Publish callbacks [] for security_group (4f53ee1e-312f-4d30-aec7-24d64b154ef3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:49.673461 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c2aae433-64a3-451a-85e0-4c0f1c8e1e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:49.676024 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c2aae433-64a3-451a-85e0-4c0f1c8e1e1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:49.677156 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c2aae433-64a3-451a-85e0-4c0f1c8e1e1b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c HTTP/1.1" status: 204 len: 168 time: 0.3018417 Feb 28 17:26:49.691439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aae433-64a3-451a-85e0-4c0f1c8e1e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d0b115-6cd4-4a85-aa12-da3f4ba11a8c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:49.700746 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f91f-349e-40e2-a15f-bf935cfcc8a6 admin admin] Publish callbacks [] for security_group (4f53ee1e-312f-4d30-aec7-24d64b154ef3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:49.752734 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-636eb1dd-3e10-41ee-b41c-3b94a7da4dd0 req-738c21a4-8a5f-4e3a-a8f2-a312cd026429 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] For port ed76d153-056d-4eec-a71c-69a161e15749, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed76d153-056d-4eec-a71c-69a161e15749,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:49.753311 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-636eb1dd-3e10-41ee-b41c-3b94a7da4dd0 req-738c21a4-8a5f-4e3a-a8f2-a312cd026429 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ed76d153-056d-4eec-a71c-69a161e15749), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:49.768185 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-636eb1dd-3e10-41ee-b41c-3b94a7da4dd0 req-738c21a4-8a5f-4e3a-a8f2-a312cd026429 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Calling delete_port for ed76d153-056d-4eec-a71c-69a161e15749 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:49.872615 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f91f-349e-40e2-a15f-bf935cfcc8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4f53ee1e-312f-4d30-aec7-24d64b154ef3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:49.875281 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f91f-349e-40e2-a15f-bf935cfcc8a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:49.878201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d4f0f91f-349e-40e2-a15f-bf935cfcc8a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f53ee1e-312f-4d30-aec7-24d64b154ef3 HTTP/1.1" status: 204 len: 168 time: 0.2613320 Feb 28 17:26:49.888274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0f91f-349e-40e2-a15f-bf935cfcc8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f53ee1e-312f-4d30-aec7-24d64b154ef3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:50.162108 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8f8258f-86a5-41b4-aecd-7644478b5c2e req-d444a5fd-b9eb-4dd9-a822-14e18a8a32e8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 210 time: 0.0464425 Feb 28 17:26:50.253033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-636eb1dd-3e10-41ee-b41c-3b94a7da4dd0 req-738c21a4-8a5f-4e3a-a8f2-a312cd026429 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ed76d153-056d-4eec-a71c-69a161e15749), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:50.265211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['ed76d153-056d-4eec-a71c-69a161e15749'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:50.288705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c21a4-8a5f-4e3a-a8f2-a312cd026429 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Pushing event deleted for resources: {'Port': ['ID=ed76d153-056d-4eec-a71c-69a161e15749,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:50.352939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-636eb1dd-3e10-41ee-b41c-3b94a7da4dd0 req-738c21a4-8a5f-4e3a-a8f2-a312cd026429 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] No DVR routers for this DVR port ed76d153-056d-4eec-a71c-69a161e15749 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:26:50.355621 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-636eb1dd-3e10-41ee-b41c-3b94a7da4dd0 req-738c21a4-8a5f-4e3a-a8f2-a312cd026429 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:50.358933 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-636eb1dd-3e10-41ee-b41c-3b94a7da4dd0 req-738c21a4-8a5f-4e3a-a8f2-a312cd026429 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.73 "DELETE /v2.0/ports/ed76d153-056d-4eec-a71c-69a161e15749 HTTP/1.1" status: 204 len: 173 time: 0.8418434 Feb 28 17:26:50.365408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fe649e-d893-46df-928b-3af4b4365d1b', 'name': 'network-vif-deleted', 'tag': 'ed76d153-056d-4eec-a71c-69a161e15749'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:50.365408 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13081d91-bf0e-4bcd-8c9c-b8437d92888e" -d '{"events": [{"server_uuid": "93fe649e-d893-46df-928b-3af4b4365d1b", "name": "network-vif-deleted", "tag": "ed76d153-056d-4eec-a71c-69a161e15749"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:50.405072 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7cf2ba-437d-4f3a-a082-7a60b0636a5e x-openstack-request-id: req-2a7cf2ba-437d-4f3a-a082-7a60b0636a5e {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:50.405398 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fe649e-d893-46df-928b-3af4b4365d1b", "name": "network-vif-deleted", "tag": "ed76d153-056d-4eec-a71c-69a161e15749", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:50.405654 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a7cf2ba-437d-4f3a-a082-7a60b0636a5e {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:50.406076 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fe649e-d893-46df-928b-3af4b4365d1b', 'name': 'network-vif-deleted', 'tag': 'ed76d153-056d-4eec-a71c-69a161e15749', 'status': 'completed', 'code': 200} Feb 28 17:26:50.470128 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abf47d18-0665-4503-ac9c-6697f68b35ff req-90b01ba1-1139-483a-a609-5ef69f0e01bf tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 210 time: 0.0281940 Feb 28 17:26:50.637047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011b938-390c-462e-bdc9-f535ef7f533f req-74748092-6b56-4a7e-acb9-af66b2a3e36f tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:50.638917 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9011b938-390c-462e-bdc9-f535ef7f533f req-74748092-6b56-4a7e-acb9-af66b2a3e36f tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.0920513 Feb 28 17:26:50.718179 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9011b938-390c-462e-bdc9-f535ef7f533f req-29f3aa2a-838a-4b7d-ac34-cb3ade4a2eea tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725145 Feb 28 17:26:50.795588 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e499d83f-b53c-42de-bb68-0907d299152f req-ee0f53ae-4628-4801-8de4-63546852f83d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0446136 Feb 28 17:26:50.954760 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-891fc2b7-6446-449b-9d9f-c26cb0970643 req-31f2a1de-3e29-44b1-b5e4-ab66f4832912 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0410616 Feb 28 17:26:51.015407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55658) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:51.111493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-41205411-network', 'tenant_id': 'fd87356485a249c6a0fa656b1a8e9a6b'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:51.238680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] Made reservation on behalf of fd87356485a249c6a0fa656b1a8e9a6b for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:26:51.241249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:51.250991 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:51.292922 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bb0c1d33-dd05-4ec0-b3f2-0927c46ffb32 req-711366a8-0d28-4ed2-b0a7-9fb5a9a56062 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 210 time: 0.0487874 Feb 28 17:26:51.354032 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] Publish callbacks [] for security_group (0a0069de-42eb-49bb-88d7-474360ef9d23), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:51.417083 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0a0069de-42eb-49bb-88d7-474360ef9d23), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:51.439409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:26:51.454811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0069de-42eb-49bb-88d7-474360ef9d23,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:51.457816 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (00a93654-6c2f-4877-bfb3-41655a7c18be), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:51.458352 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] Added segment 00a93654-6c2f-4877-bfb3-41655a7c18be of type vlan for network 86919ebc-8a70-415c-9142-c10d8e9764d6 Feb 28 17:26:51.506933 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (86919ebc-8a70-415c-9142-c10d8e9764d6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:51.528198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-36e9d272-1219-4795-8151-803f9470881e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:51.529695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-36e9d272-1219-4795-8151-803f9470881e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.73 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 812 time: 0.1168797 Feb 28 17:26:51.544723 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-48aec6fb-f93f-4ab1-ad98-b87859076c4a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Request body: {'port': {'device_id': '4ab6e299-ccbd-432e-8e64-0301dcd510c1', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'admin_state_up': True, 'tenant_id': 'db5706b395ff456ab153c58167054352'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:51.599418 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f00ac239-6772-480a-bb39-6b9bfac8c0e2 req-583f4161-9069-4cc8-9f60-970136ea18b1 tempest-FloatingIPsAssociationTestJSON-1752034595 tempest-FloatingIPsAssociationTestJSON-1752034595-project] 10.222.0.72 "GET /v2.0/ports?device_id=93fe649e-d893-46df-928b-3af4b4365d1b HTTP/1.1" status: 200 len: 210 time: 0.0421309 Feb 28 17:26:51.662809 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (86919ebc-8a70-415c-9142-c10d8e9764d6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:51.663862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:51.664509 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:51.729234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=86919ebc-8a70-415c-9142-c10d8e9764d6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:51.739247 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 86919ebc-8a70-415c-9142-c10d8e9764d6 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:26:51.777232 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-48aec6fb-f93f-4ab1-ad98-b87859076c4a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Made reservation on behalf of db5706b395ff456ab153c58167054352 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:26:51.781070 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-48aec6fb-f93f-4ab1-ad98-b87859076c4a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:51.835180 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3c1c9e61-b558-4ad5-8f44-ddcada5c5dd8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8175004 Feb 28 17:26:51.835377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55678) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:51.840445 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-ffaa7183-80c8-45cb-a1f2-e40a75c7f6f6 admin admin] Request body: {'subnet': {'network_id': '86919ebc-8a70-415c-9142-c10d8e9764d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-41205411-subnet', 'tenant_id': 'fd87356485a249c6a0fa656b1a8e9a6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:51.925405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530b61a-91bc-43fd-bf87-3b5a29ef9c0c req-7ff659d6-d8cf-437e-aaf5-e9f38c28c9ef tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:51.926915 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b530b61a-91bc-43fd-bf87-3b5a29ef9c0c req-7ff659d6-d8cf-437e-aaf5-e9f38c28c9ef tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1257741 Feb 28 17:26:51.937084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaa7183-80c8-45cb-a1f2-e40a75c7f6f6 admin admin] Made reservation on behalf of fd87356485a249c6a0fa656b1a8e9a6b for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:26:51.940182 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ffaa7183-80c8-45cb-a1f2-e40a75c7f6f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:52.007018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-48aec6fb-f93f-4ab1-ad98-b87859076c4a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Allocated IP 172.20.0.6 (7739d82a-bcdd-4118-ae9a-7624124a9b84/86d80de3-dbb5-4b00-8151-4a967e698d02/5066be6e-8bcd-4ae9-905e-79c9fb038704) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:26:52.022127 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b530b61a-91bc-43fd-bf87-3b5a29ef9c0c req-45391f2f-ec55-4765-8508-72a067fe9a27 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724471 Feb 28 17:26:52.179222 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-48aec6fb-f93f-4ab1-ad98-b87859076c4a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:52.205133 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ffaa7183-80c8-45cb-a1f2-e40a75c7f6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (b20cdeea-a3b3-452a-9f9e-30817ec8978e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:52.254261 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa7183-80c8-45cb-a1f2-e40a75c7f6f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20cdeea-a3b3-452a-9f9e-30817ec8978e,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:52.270667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa7183-80c8-45cb-a1f2-e40a75c7f6f6 admin admin] Checking segment: {'id': '00a93654-6c2f-4877-bfb3-41655a7c18be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '86919ebc-8a70-415c-9142-c10d8e9764d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:26:52.271025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa7183-80c8-45cb-a1f2-e40a75c7f6f6 admin admin] Network hostable DHCP agents. Network: 86919ebc-8a70-415c-9142-c10d8e9764d6, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:26:52.286628 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-48aec6fb-f93f-4ab1-ad98-b87859076c4a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:52.342060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-48aec6fb-f93f-4ab1-ad98-b87859076c4a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Network 7739d82a-bcdd-4118-ae9a-7624124a9b84 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:26:52.345133 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-48aec6fb-f93f-4ab1-ad98-b87859076c4a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:26:52.347653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa7183-80c8-45cb-a1f2-e40a75c7f6f6 admin admin] Network 86919ebc-8a70-415c-9142-c10d8e9764d6 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:26:52.348999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-48aec6fb-f93f-4ab1-ad98-b87859076c4a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:26:52.379008 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aec6fb-f93f-4ab1-ad98-b87859076c4a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event updated for resources: {'Port': ['ID=5066be6e-8bcd-4ae9-905e-79c9fb038704,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:52.408653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-48aec6fb-f93f-4ab1-ad98-b87859076c4a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:52.413016 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-48aec6fb-f93f-4ab1-ad98-b87859076c4a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:52.439882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa7183-80c8-45cb-a1f2-e40a75c7f6f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 86919ebc-8a70-415c-9142-c10d8e9764d6) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:26:52.449396 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa500c59-99ed-4cbd-8c40-67396db647f3 None None] Network 86919ebc-8a70-415c-9142-c10d8e9764d6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:26:52.452624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa7183-80c8-45cb-a1f2-e40a75c7f6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:52.453354 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ffaa7183-80c8-45cb-a1f2-e40a75c7f6f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:52.483542 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a28bc5-6191-40c7-98e3-36b69c4655de req-2cbcd2bc-668c-49d4-bd55-4ec7bca61190 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:52.486712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26a28bc5-6191-40c7-98e3-36b69c4655de req-2cbcd2bc-668c-49d4-bd55-4ec7bca61190 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 931 time: 0.0815585 Feb 28 17:26:52.524207 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-48aec6fb-f93f-4ab1-ad98-b87859076c4a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9782889 Feb 28 17:26:52.537847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Request body: {'port': {'device_id': '4ab6e299-ccbd-432e-8e64-0301dcd510c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:52.550868 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ffaa7183-80c8-45cb-a1f2-e40a75c7f6f6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7144017 Feb 28 17:26:52.565109 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26a28bc5-6191-40c7-98e3-36b69c4655de req-af67e4a0-beef-4dff-80b8-0e3a9bdfaa39 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722640 Feb 28 17:26:52.582259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd64f967-9b43-4ea9-b07f-2bcbdd206715 None None] Network 86919ebc-8a70-415c-9142-c10d8e9764d6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:26:52.681369 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-a8878055-bd33-4fa3-8c0e-1548279134fd tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=99c70571e74e4e0589acb386047f6689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407219 Feb 28 17:26:52.686505 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:52.694045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55710) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:52.871398 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9dd75bce-4b62-4509-afb7-8114f92b648c None None] Provisioning complete for port 5066be6e-8bcd-4ae9-905e-79c9fb038704 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:26:52.871925 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9dd75bce-4b62-4509-afb7-8114f92b648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:52.933888 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9dd75bce-4b62-4509-afb7-8114f92b648c None None] Port 5066be6e-8bcd-4ae9-905e-79c9fb038704 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:26:53.084974 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bfd573e9-bd0c-4870-987e-a035db379392 req-6479d5a4-2b02-4878-a666-c59bfa438eb3 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0707984 Feb 28 17:26:53.099139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-869d7b05-a59e-4c3a-8e7e-4f717744566e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:53.100687 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-869d7b05-a59e-4c3a-8e7e-4f717744566e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4102890 Feb 28 17:26:53.131991 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-e0fba86e-4da0-4533-a68d-39556e5f5daf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/quotas/99c70571e74e4e0589acb386047f6689 HTTP/1.1" status: 200 len: 375 time: 0.0185013 Feb 28 17:26:53.152276 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-a1fd8e0e-ef1b-4474-857b-113d30d09fdd tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:53.153793 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-a1fd8e0e-ef1b-4474-857b-113d30d09fdd tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/networks?id=86919ebc-8a70-415c-9142-c10d8e9764d6 HTTP/1.1" status: 200 len: 820 time: 0.1612391 Feb 28 17:26:53.181713 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-360bee3d-832d-4b91-87f6-19fa8d82c9f8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391488 Feb 28 17:26:53.188436 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-015d4b69-afd8-4c5f-b043-70040adf5561 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/quotas/fd87356485a249c6a0fa656b1a8e9a6b HTTP/1.1" status: 200 len: 375 time: 0.0163491 Feb 28 17:26:53.241816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ed76d153-056d-4eec-a71c-69a161e15749 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:53.244918 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5066be6e-8bcd-4ae9-905e-79c9fb038704 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:53.252047 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-e21f8a39-d2d6-4bcd-98a3-6eb859aca29c tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd87356485a249c6a0fa656b1a8e9a6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538657 Feb 28 17:26:53.252928 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Publish callbacks [] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:53.272915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Transition to ACTIVE for port object 5066be6e-8bcd-4ae9-905e-79c9fb038704 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:26:53.276822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: ed76d153-056d-4eec-a71c-69a161e15749 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:26:53.277592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ed76d153-056d-4eec-a71c-69a161e15749 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:26:53.289743 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-493150fa-69f5-4c68-bce7-2bb7139b1019 req-bf5d9dc4-5c07-41f7-843b-62f6abf8e085 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0732868 Feb 28 17:26:53.377602 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:53.399042 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-b9c497a5-948a-4fb8-9150-7dc3b0c3bdb8 service neutron] 10.222.0.72 "GET /v2.0/networks/86919ebc-8a70-415c-9142-c10d8e9764d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461372 Feb 28 17:26:53.454896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Pushing event updated for resources: {'Port': ['ID=5066be6e-8bcd-4ae9-905e-79c9fb038704,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:53.461726 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-67aea6a5-fa2e-4ae4-be1f-0a9c455e6d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:53.536684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Attempting to bind port 5066be6e-8bcd-4ae9-905e-79c9fb038704 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:26:53.537025 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Attempting to bind port 5066be6e-8bcd-4ae9-905e-79c9fb038704 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:26:53.537358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Attempting to bind port 5066be6e-8bcd-4ae9-905e-79c9fb038704 on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:26:53.546634 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Port 5066be6e-8bcd-4ae9-905e-79c9fb038704 on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:26:53.547326 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Attempting to bind port 5066be6e-8bcd-4ae9-905e-79c9fb038704 on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:26:53.559908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:26:53.562802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Checking segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:26:53.563181 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Bound using segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:26:53.564186 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Bound port: 5066be6e-8bcd-4ae9-905e-79c9fb038704, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:26:53.564561 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:53.571088 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-9ad30429-a660-4923-bcb5-99dbf39edb7a service neutron] 10.222.0.72 "GET /v2.0/networks/86919ebc-8a70-415c-9142-c10d8e9764d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654706 Feb 28 17:26:53.694583 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] For port 5066be6e-8bcd-4ae9-905e-79c9fb038704, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:26:53.697836 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] For port 5066be6e-8bcd-4ae9-905e-79c9fb038704, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5066be6e-8bcd-4ae9-905e-79c9fb038704,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:26:53.718666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e1306-f793-4f51-887d-fc0d0766e92d req-f413b8ea-a41f-4715-b863-2c8959069178 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:53.718666 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0b1e1306-f793-4f51-887d-fc0d0766e92d req-f413b8ea-a41f-4715-b863-2c8959069178 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1012189 Feb 28 17:26:53.780959 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0b1e1306-f793-4f51-887d-fc0d0766e92d req-095067d0-13e5-4b3f-88f4-f4b62f0f086c tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600088 Feb 28 17:26:53.864986 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a64d73a8-3642-4269-afd0-d3b4fb42c385 req-6e3552e1-bfea-4eae-a6fb-c3fc84ac7dab tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 210 time: 0.0418580 Feb 28 17:26:53.875012 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:53.908479 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-948fa107-c102-4874-a9fb-2df55da3fdd9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1166348 Feb 28 17:26:53.982426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:53.982758 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:53.984229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] 10.222.0.73 "PUT /v2.0/ports/5066be6e-8bcd-4ae9-905e-79c9fb038704 HTTP/1.1" status: 200 len: 1092 time: 1.4592416 Feb 28 17:26:53.990606 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab6e299-ccbd-432e-8e64-0301dcd510c1', 'tag': '5066be6e-8bcd-4ae9-905e-79c9fb038704'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:53.992885 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7079d463-03d5-48b0-871c-c5a805a4b7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab6e299-ccbd-432e-8e64-0301dcd510c1", "tag": "5066be6e-8bcd-4ae9-905e-79c9fb038704"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:54.032227 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd2f47d7-a91d-4bb6-87db-017014a7a8d2 req-42eddcf9-6be9-4e38-b52c-017832b597cb tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 210 time: 0.0728018 Feb 28 17:26:54.065455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3b816-83b2-4999-84ed-cd6ab96394cc req-e0973ffc-4913-4ad9-987a-f874a908a3b5 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.067036 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01c3b816-83b2-4999-84ed-cd6ab96394cc req-e0973ffc-4913-4ad9-987a-f874a908a3b5 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.2196109 Feb 28 17:26:54.070020 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d44eb-5cf0-4e69-b47d-3aeb3de19e4d service neutron] Pushing event updated for resources: {'Port': ['ID=5066be6e-8bcd-4ae9-905e-79c9fb038704,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:54.106701 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27caefab-04a4-4185-82ff-e8cadb23c285 x-openstack-request-id: req-27caefab-04a4-4185-82ff-e8cadb23c285 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:54.107007 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab6e299-ccbd-432e-8e64-0301dcd510c1", "tag": "5066be6e-8bcd-4ae9-905e-79c9fb038704", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:54.107396 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-27caefab-04a4-4185-82ff-e8cadb23c285 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:54.107810 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab6e299-ccbd-432e-8e64-0301dcd510c1', 'tag': '5066be6e-8bcd-4ae9-905e-79c9fb038704', 'status': 'completed', 'code': 200} Feb 28 17:26:54.115627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-67aea6a5-fa2e-4ae4-be1f-0a9c455e6d55 admin admin] Deleting port 2369379b-5438-4548-b8bd-2803f3171133 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:54.115969 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-67aea6a5-fa2e-4ae4-be1f-0a9c455e6d55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2369379b-5438-4548-b8bd-2803f3171133), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:54.144966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-5c3b8468-6c15-4132-a8fb-55397f027757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.145602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-5c3b8468-6c15-4132-a8fb-55397f027757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.145888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-5c3b8468-6c15-4132-a8fb-55397f027757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.150913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-5c3b8468-6c15-4132-a8fb-55397f027757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.152005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-5c3b8468-6c15-4132-a8fb-55397f027757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.152701 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-5c3b8468-6c15-4132-a8fb-55397f027757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.154039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-5c3b8468-6c15-4132-a8fb-55397f027757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.156336 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-5c3b8468-6c15-4132-a8fb-55397f027757 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 6714 time: 0.2081690 Feb 28 17:26:54.183233 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079d463-03d5-48b0-871c-c5a805a4b7f8 req-7a946a76-0971-43f0-92e8-462399d6f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.184817 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7079d463-03d5-48b0-871c-c5a805a4b7f8 req-7a946a76-0971-43f0-92e8-462399d6f683 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 1126 time: 0.0572374 Feb 28 17:26:54.225440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638e26-3dd8-4978-a3f7-c0e6e443307e req-7c0d906b-3d5e-4917-ad0a-7898fca0546c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.227018 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d8638e26-3dd8-4978-a3f7-c0e6e443307e req-7c0d906b-3d5e-4917-ad0a-7898fca0546c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 943 time: 0.2830918 Feb 28 17:26:54.312093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079d463-03d5-48b0-871c-c5a805a4b7f8 req-5d3373ab-8597-45dd-bb1f-2e0b5fff8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.314735 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7079d463-03d5-48b0-871c-c5a805a4b7f8 req-5d3373ab-8597-45dd-bb1f-2e0b5fff8688 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=db5706b395ff456ab153c58167054352&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1226301 Feb 28 17:26:54.374233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-67aea6a5-fa2e-4ae4-be1f-0a9c455e6d55 admin admin] For port 2369379b-5438-4548-b8bd-2803f3171133, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2369379b-5438-4548-b8bd-2803f3171133,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:54.374633 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-67aea6a5-fa2e-4ae4-be1f-0a9c455e6d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2369379b-5438-4548-b8bd-2803f3171133), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:54.416651 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079d463-03d5-48b0-871c-c5a805a4b7f8 req-cf312938-1f90-4893-9e42-8c45d0b261bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.418249 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7079d463-03d5-48b0-871c-c5a805a4b7f8 req-cf312938-1f90-4893-9e42-8c45d0b261bc service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972679 Feb 28 17:26:54.424753 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-67aea6a5-fa2e-4ae4-be1f-0a9c455e6d55 admin admin] Calling delete_port for 2369379b-5438-4548-b8bd-2803f3171133 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:54.455193 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d8638e26-3dd8-4978-a3f7-c0e6e443307e req-e5c23545-80e5-4aa3-99cd-3948ea8b6550 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063503 Feb 28 17:26:54.458394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-9ef7389e-5320-4bb8-a3db-f4efc188b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.458867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-9ef7389e-5320-4bb8-a3db-f4efc188b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.459326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-9ef7389e-5320-4bb8-a3db-f4efc188b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.460846 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-9ef7389e-5320-4bb8-a3db-f4efc188b5ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f480115-5801-45bd-aa86-f54a00aae2c2&id=91981ed3-7507-473e-bc6a-cc9456441a99&id=91981ed3-7507-473e-bc6a-cc9456441a99&id=91981ed3-7507-473e-bc6a-cc9456441a99&id=91981ed3-7507-473e-bc6a-cc9456441a99&id=7d906d5f-4f1b-416c-9ece-e01d9e321052&id=7d906d5f-4f1b-416c-9ece-e01d9e321052 HTTP/1.1" status: 200 len: 2293 time: 0.2571180 Feb 28 17:26:54.513794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-f500d81e-db15-4dbd-9001-ef5af7c6ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.515357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-f500d81e-db15-4dbd-9001-ef5af7c6ef7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 1126 time: 0.0567636 Feb 28 17:26:54.536935 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-01c3b816-83b2-4999-84ed-cd6ab96394cc req-86d92bb8-500a-454d-8dbe-deffb94fe631 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Deleting port 5a4e9e45-015d-406f-b16c-2587f6340c4b {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:54.537271 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-01c3b816-83b2-4999-84ed-cd6ab96394cc req-86d92bb8-500a-454d-8dbe-deffb94fe631 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:54.558085 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-927fda39-df2b-482e-9f5a-d9caf39cf892 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5066be6e-8bcd-4ae9-905e-79c9fb038704 HTTP/1.1" status: 200 len: 217 time: 0.0352430 Feb 28 17:26:54.616993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-be304830-d6e9-4ae7-836a-5d92a6a2498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.618678 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-be304830-d6e9-4ae7-836a-5d92a6a2498b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.0539024 Feb 28 17:26:54.677659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-cced4b92-1afc-429c-9ed5-6e92874826cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.679769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-cced4b92-1afc-429c-9ed5-6e92874826cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0551536 Feb 28 17:26:54.789165 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-80a7b21d-66e1-41f9-9541-c167a0e01051 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028681 Feb 28 17:26:54.925475 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-bd49324d-d3d6-424f-90e0-2122f9f41462 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dba8abd3-2fff-466c-935b-cc9c3eb302cc HTTP/1.1" status: 200 len: 1000 time: 0.4328935 Feb 28 17:26:54.972544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c528022-bd6d-4a9f-b839-972651e76621 req-a5e8f014-6f2f-402d-ad0b-e8f65938f7e2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:54.974193 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c528022-bd6d-4a9f-b839-972651e76621 req-a5e8f014-6f2f-402d-ad0b-e8f65938f7e2 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 946 time: 0.1082406 Feb 28 17:26:54.976718 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a90a9df2-52b0-44e3-9e21-5c22622ad77d req-145dfd6b-9712-422e-a688-de09e3cbda57 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815944 Feb 28 17:26:55.027245 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-55bc2f99-89be-4d19-8772-7eefd6a25219 req-0e8c5540-932a-4b0e-917c-7191330c4713 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 210 time: 0.1002207 Feb 28 17:26:55.042489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c528022-bd6d-4a9f-b839-972651e76621 req-9cfea9a6-458e-4c7d-be30-59fa28c538cc tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/security-groups?id=ae46f91f-6bb8-44a3-8809-afea0412df04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605402 Feb 28 17:26:55.142383 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8c01d64-77cd-47fd-8e6c-73527a54165e req-aa03fe62-f8af-469a-8da7-874bf707d1aa tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 210 time: 0.0600450 Feb 28 17:26:55.155221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-01c3b816-83b2-4999-84ed-cd6ab96394cc req-86d92bb8-500a-454d-8dbe-deffb94fe631 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] For port 5a4e9e45-015d-406f-b16c-2587f6340c4b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5a4e9e45-015d-406f-b16c-2587f6340c4b,segment=NetworkSegment(61b3d283-249a-4488-8c13-8d0aa8da67cb),segment_id=61b3d283-249a-4488-8c13-8d0aa8da67cb)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:55.156248 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-01c3b816-83b2-4999-84ed-cd6ab96394cc req-86d92bb8-500a-454d-8dbe-deffb94fe631 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:55.167713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-c12ea4b0-9526-416c-a6e7-404dfaa51a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:55.169264 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-c12ea4b0-9526-416c-a6e7-404dfaa51a20 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5ee6953-30d0-4c0b-8c97-03aeb406c90f HTTP/1.1" status: 200 len: 850 time: 0.2340779 Feb 28 17:26:55.190031 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-01c3b816-83b2-4999-84ed-cd6ab96394cc req-86d92bb8-500a-454d-8dbe-deffb94fe631 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Calling delete_port for 5a4e9e45-015d-406f-b16c-2587f6340c4b owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:55.209245 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-48ece787-9f1f-47ff-9455-b23836cd996c req-7d4ef54d-84fd-4ae6-a233-82752a636f57 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0315506 Feb 28 17:26:55.314158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-d0859efe-0788-4bc7-a018-bc6a0f7784cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:55.315672 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-d0859efe-0788-4bc7-a018-bc6a0f7784cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f480115-5801-45bd-aa86-f54a00aae2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1407080 Feb 28 17:26:55.419653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0ff7327-67db-4ec9-a2f2-b0d2b841a7ef req-057e8dd2-0771-42fd-8004-c79aa4c1400f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0746295 Feb 28 17:26:55.457128 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-67aea6a5-fa2e-4ae4-be1f-0a9c455e6d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2369379b-5438-4548-b8bd-2803f3171133), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:55.521151 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aea6a5-fa2e-4ae4-be1f-0a9c455e6d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=2369379b-5438-4548-b8bd-2803f3171133,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:55.527929 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-f4c9e949-f3e5-4aaa-b337-57d0db1bfc33 service neutron] 10.222.0.69 "GET /v2.0/networks/7f480115-5801-45bd-aa86-f54a00aae2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051494 Feb 28 17:26:55.609605 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2934-515f-45d1-bce6-bfea37a280df req-78337cec-7911-45ce-8e2f-323f62b1853a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:55.612029 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9be2934-515f-45d1-bce6-bfea37a280df req-78337cec-7911-45ce-8e2f-323f62b1853a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 943 time: 0.0753851 Feb 28 17:26:55.671867 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9be2934-515f-45d1-bce6-bfea37a280df req-9a7bea22-8b86-4bc8-800c-a31901ecccdd tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533178 Feb 28 17:26:55.702141 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-01c3b816-83b2-4999-84ed-cd6ab96394cc req-86d92bb8-500a-454d-8dbe-deffb94fe631 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5a4e9e45-015d-406f-b16c-2587f6340c4b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:55.753166 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d92bb8-500a-454d-8dbe-deffb94fe631 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Pushing event deleted for resources: {'Port': ['ID=5a4e9e45-015d-406f-b16c-2587f6340c4b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:55.758611 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-7f371270-f1b1-4df0-9a14-bfa925e7b18c service neutron] 10.222.0.69 "GET /v2.0/networks/7f480115-5801-45bd-aa86-f54a00aae2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218728 Feb 28 17:26:55.856794 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-02f886be-021d-409d-ad95-34de00f7e7f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=798e28b7-2a97-42c3-9aa7-4413d6985b80 HTTP/1.1" status: 200 len: 217 time: 0.0916116 Feb 28 17:26:55.875160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c3b816-83b2-4999-84ed-cd6ab96394cc req-86d92bb8-500a-454d-8dbe-deffb94fe631 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] No DVR routers for this DVR port 5a4e9e45-015d-406f-b16c-2587f6340c4b on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:26:55.885380 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-01c3b816-83b2-4999-84ed-cd6ab96394cc req-86d92bb8-500a-454d-8dbe-deffb94fe631 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:55.888550 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01c3b816-83b2-4999-84ed-cd6ab96394cc req-86d92bb8-500a-454d-8dbe-deffb94fe631 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.73 "DELETE /v2.0/ports/5a4e9e45-015d-406f-b16c-2587f6340c4b HTTP/1.1" status: 204 len: 173 time: 1.8115084 Feb 28 17:26:55.888985 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6', 'name': 'network-vif-deleted', 'tag': '5a4e9e45-015d-406f-b16c-2587f6340c4b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:55.891247 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d4e0ec-8bb0-42b7-b570-534f30c40d80" -d '{"events": [{"server_uuid": "1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6", "name": "network-vif-deleted", "tag": "5a4e9e45-015d-406f-b16c-2587f6340c4b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:55.927789 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-67aea6a5-fa2e-4ae4-be1f-0a9c455e6d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:55.941338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-cee961a3-a424-4202-a4b8-85b8b4372383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:55.942909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-cee961a3-a424-4202-a4b8-85b8b4372383 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d8b4a6-73f9-4d54-bb5c-3856ed373ac8 HTTP/1.1" status: 200 len: 797 time: 0.0703597 Feb 28 17:26:55.986874 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e27539-9781-482c-881d-1032d9d20d6e x-openstack-request-id: req-59e27539-9781-482c-881d-1032d9d20d6e {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:26:55.987163 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6", "name": "network-vif-deleted", "tag": "5a4e9e45-015d-406f-b16c-2587f6340c4b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:26:55.987421 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-59e27539-9781-482c-881d-1032d9d20d6e {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:26:55.987817 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6', 'name': 'network-vif-deleted', 'tag': '5a4e9e45-015d-406f-b16c-2587f6340c4b', 'status': 'completed', 'code': 200} Feb 28 17:26:56.083751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-62fa7368-7291-49c3-a637-7b86b89f268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:56.085084 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-62fa7368-7291-49c3-a637-7b86b89f268d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91981ed3-7507-473e-bc6a-cc9456441a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1008101 Feb 28 17:26:56.142816 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c378602c-b384-4ef5-8695-2e483770e42a req-13a05a2a-7aef-4be6-bd9e-589f3a8ef431 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 210 time: 0.0346193 Feb 28 17:26:56.217285 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-890afdee-45f2-43fc-ac2c-d918157f330e req-3923dfd8-c76c-44b9-bcd4-ae9b0ec52512 tempest-ServerRescueNegativeTestJSON-1577783715 tempest-ServerRescueNegativeTestJSON-1577783715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ac77c16-ff88-46b7-98a7-ab6dc9ef18e6 HTTP/1.1" status: 200 len: 210 time: 0.0645962 Feb 28 17:26:56.252194 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14325385-3cf1-45a4-ab1b-35ba2f0f746c req-65e94e15-0310-4561-9c43-243ce2d58ce5 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 210 time: 0.0292728 Feb 28 17:26:56.301792 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-d35a78bb-248e-4d4d-8c6f-51cc2607f42e service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080054 Feb 28 17:26:56.308860 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67aea6a5-fa2e-4ae4-be1f-0a9c455e6d55 admin admin] Router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:26:56.478449 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-7b683bbe-eeef-46ab-a971-ef7456e1bda0 service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667387 Feb 28 17:26:56.490130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67aea6a5-fa2e-4ae4-be1f-0a9c455e6d55 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:26:56.495068 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-67aea6a5-fa2e-4ae4-be1f-0a9c455e6d55 admin admin] 10.222.0.72 "PUT /v2.0/routers/e2061526-1183-4b9c-9ea6-e9c1d87a8e7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7997413 Feb 28 17:26:56.497757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55790) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:56.501328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427db613-d3bc-46df-bce7-000bd098d718 None None] Sync routers for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:26:56.521502 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427db613-d3bc-46df-bce7-000bd098d718 None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:56.522157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-427db613-d3bc-46df-bce7-000bd098d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:56.536807 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-87253ce1-c29a-4f81-a319-7570a867f3eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=ef6ac6e4-3324-41d9-af4d-48868536be2c HTTP/1.1" status: 200 len: 217 time: 0.0407166 Feb 28 17:26:56.597659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-b680783d-231d-4349-837c-9955a684b8a8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=99c70571e74e4e0589acb386047f6689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472274 Feb 28 17:26:56.637848 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] Publish callbacks [] for router (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:56.655106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-427db613-d3bc-46df-bce7-000bd098d718 None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:56.710599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-d998e349-15ea-4d83-9524-cbc89c6d21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:56.712084 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-d998e349-15ea-4d83-9524-cbc89c6d21ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d8b4a6-73f9-4d54-bb5c-3856ed373ac8 HTTP/1.1" status: 200 len: 797 time: 0.1692843 Feb 28 17:26:56.801570 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] Publish callbacks [] for router_gateway (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:56.866534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-427db613-d3bc-46df-bce7-000bd098d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:26:55Z', 'revision_number': 5, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port': {'id': 'b899fbf1-5070-4ff9-91a7-aeca0d9348f4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:25:23Z', 'updated_at': '2022-02-28T17:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:56.893553 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-7d0a93e6-a4af-4d33-821a-7954602fc28b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:56.895081 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-7d0a93e6-a4af-4d33-821a-7954602fc28b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915058 Feb 28 17:26:56.899997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-60a1d19c-984e-4e66-9c4c-0dae66bcd841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:56.900688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427db613-d3bc-46df-bce7-000bd098d718 None None] Checking router: e2061526-1183-4b9c-9ea6-e9c1d87a8e7a for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:26:56.901478 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-60a1d19c-984e-4e66-9c4c-0dae66bcd841 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91981ed3-7507-473e-bc6a-cc9456441a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1761246 Feb 28 17:26:56.913606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Request body: {'port': {'device_id': '5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': '99c70571e74e4e0589acb386047f6689'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:56.914927 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427db613-d3bc-46df-bce7-000bd098d718 None None] Routers {'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:26:56.915054 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-427db613-d3bc-46df-bce7-000bd098d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:56.943167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefc407-740c-4516-b2a1-92345600563b req-67d2a1bd-2efa-4b89-a8c2-41158b0674f4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:56.953714 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2fefc407-740c-4516-b2a1-92345600563b req-67d2a1bd-2efa-4b89-a8c2-41158b0674f4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 943 time: 0.1613579 Feb 28 17:26:57.025325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-427db613-d3bc-46df-bce7-000bd098d718 None None] Set router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:26:57.092315 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-427db613-d3bc-46df-bce7-000bd098d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:26:56Z', 'revision_number': 6, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:26:57.125719 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427db613-d3bc-46df-bce7-000bd098d718 None None] The sync data for ids ['e2061526-1183-4b9c-9ea6-e9c1d87a8e7a'] in n-d-820368-19 is: [{'id': 'e2061526-1183-4b9c-9ea6-e9c1d87a8e7a', 'name': 'tempest-FloatingIPsAssociationTestJSON-407480114-router', 'tenant_id': '4bfed89dbd264188b8d1f22eeff88328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:25:22Z', 'updated_at': '2022-02-28T17:26:56Z', 'revision_number': 6, 'project_id': '4bfed89dbd264188b8d1f22eeff88328', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:26:57.140392 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2fefc407-740c-4516-b2a1-92345600563b req-2d7a7816-c09a-4f39-8077-54f82021bf1b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855292 Feb 28 17:26:57.206056 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-dab3e16c-0c31-4d2f-ac78-251046b699a2 service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963181 Feb 28 17:26:57.281796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5066be6e-8bcd-4ae9-905e-79c9fb038704 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:26:57.284458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5a4e9e45-015d-406f-b16c-2587f6340c4b no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:57.296656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55806) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:57.339600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 5a4e9e45-015d-406f-b16c-2587f6340c4b {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:26:57.340025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5a4e9e45-015d-406f-b16c-2587f6340c4b not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:26:57.452593 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80d23461-8f83-4444-ab4f-8129d450cc0d req-9340e8bf-10ec-469f-9053-c57be6a98ae1 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 210 time: 0.0391977 Feb 28 17:26:57.464663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-6a07721d-9d77-49ea-86bf-083fb68ff5f1 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:57.467347 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-6a07721d-9d77-49ea-86bf-083fb68ff5f1 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.73 "GET /v2.0/networks?id=86919ebc-8a70-415c-9142-c10d8e9764d6 HTTP/1.1" status: 200 len: 820 time: 0.5026104 Feb 28 17:26:57.486598 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-15f934de-72d3-4df4-a238-99306f8ba038 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Request body: {'port': {'device_id': '251326c0-7da6-4b92-ac58-54487b38f823', 'network_id': '86919ebc-8a70-415c-9142-c10d8e9764d6', 'admin_state_up': True, 'tenant_id': 'fd87356485a249c6a0fa656b1a8e9a6b'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:57.511329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5066be6e-8bcd-4ae9-905e-79c9fb038704, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5066be6e-8bcd-4ae9-905e-79c9fb038704,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:57.526569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '5066be6e-8bcd-4ae9-905e-79c9fb038704', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'port_id': '5066be6e-8bcd-4ae9-905e-79c9fb038704', 'mac_address': 'fa:16:3e:f8:35:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:26:57.573289 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 5066be6e-8bcd-4ae9-905e-79c9fb038704 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:57.574097 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:57.582255 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f141afac-cb9f-454d-b26d-4a81f959a29f req-de6665d7-587e-4a34-add7-678684c396fb service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0362039 Feb 28 17:26:57.594389 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] Deleting port b899fbf1-5070-4ff9-91a7-aeca0d9348f4 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:57.595262 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b899fbf1-5070-4ff9-91a7-aeca0d9348f4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:57.613580 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5066be6e-8bcd-4ae9-905e-79c9fb038704 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:57.664549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5066be6e-8bcd-4ae9-905e-79c9fb038704, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5066be6e-8bcd-4ae9-905e-79c9fb038704,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:57.719484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Made reservation on behalf of 99c70571e74e4e0589acb386047f6689 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:26:57.723539 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:57.728779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] For port b899fbf1-5070-4ff9-91a7-aeca0d9348f4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b899fbf1-5070-4ff9-91a7-aeca0d9348f4,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:57.729338 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b899fbf1-5070-4ff9-91a7-aeca0d9348f4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:57.729777 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:57.747386 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] Calling delete_port for b899fbf1-5070-4ff9-91a7-aeca0d9348f4 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:57.775418 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:57.785683 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca52bb7e-3cd9-424f-9a96-e9ca71e12025 req-af4f9890-9bd1-47b8-801f-e8f864d24743 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 210 time: 0.0709791 Feb 28 17:26:57.809467 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=5066be6e-8bcd-4ae9-905e-79c9fb038704,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:57.810452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-15f934de-72d3-4df4-a238-99306f8ba038 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Made reservation on behalf of fd87356485a249c6a0fa656b1a8e9a6b for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:26:57.816294 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-15f934de-72d3-4df4-a238-99306f8ba038 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:57.819217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:57.819693 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:57.820443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:57.820869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:57.821339 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:57.821812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:57.822230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:57.823119 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:57.823518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:57.825955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:57.825955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:57.825955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:57.825955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:26:57.847849 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-b0b77aa0-7fb1-4d0a-bc2d-bccba0051fdc service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337748 Feb 28 17:26:57.879333 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3fce7ac-ac63-4809-aeee-7b29b579db5f req-573c2c82-fb15-416c-a60b-da51d1989e65 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0675733 Feb 28 17:26:57.938693 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-454b292b-aec8-48ff-a45b-004c8ac8f3bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 HTTP/1.1" status: 200 len: 217 time: 0.0582929 Feb 28 17:26:58.053973 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-15f934de-72d3-4df4-a238-99306f8ba038 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Allocated IP 172.20.0.4 (86919ebc-8a70-415c-9142-c10d8e9764d6/b20cdeea-a3b3-452a-9f9e-30817ec8978e/c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:26:58.070557 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-a9bb454b-63cb-412e-a48a-6a23c8b8ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:58.072183 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-a9bb454b-63cb-412e-a48a-6a23c8b8ad15 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d8b4a6-73f9-4d54-bb5c-3856ed373ac8 HTTP/1.1" status: 200 len: 797 time: 0.1242847 Feb 28 17:26:58.082843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5066be6e-8bcd-4ae9-905e-79c9fb038704'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:26:58.102092 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks [] for security_group (6d8612d9-01a3-42f1-90de-4d56ab106930), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:58.172514 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b899fbf1-5070-4ff9-91a7-aeca0d9348f4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:58.194736 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6d8612d9-01a3-42f1-90de-4d56ab106930), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:58.214774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b899fbf1-5070-4ff9-91a7-aeca0d9348f4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:58.335929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8612d9-01a3-42f1-90de-4d56ab106930,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:58.352900 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-15f934de-72d3-4df4-a238-99306f8ba038 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Publish callbacks [] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:58.372603 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:58.385140 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-7d7acc97-427f-45d8-ac9e-6da49c67b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:58.386691 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-7d7acc97-427f-45d8-ac9e-6da49c67b56d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91981ed3-7507-473e-bc6a-cc9456441a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3063369 Feb 28 17:26:58.491986 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:58.495029 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] Publish callbacks [] for router_controller (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:58.509082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367c010-09b6-459e-a6f6-9b415e43289d req-4fd9a54a-384f-42e9-9389-c2a4b8ffe65e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:58.510808 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4367c010-09b6-459e-a6f6-9b415e43289d req-4fd9a54a-384f-42e9-9389-c2a4b8ffe65e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 944 time: 0.2129493 Feb 28 17:26:58.524424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Allocated IP 192.168.233.229 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/89a9f715-3a11-4479-b2b7-82257c124da5) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:26:58.601592 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4367c010-09b6-459e-a6f6-9b415e43289d req-38efe22a-0969-46f8-966c-e3bee9461236 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466423 Feb 28 17:26:58.605239 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-15f934de-72d3-4df4-a238-99306f8ba038 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:58.640034 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bd2421ef-0d07-4bf6-aac8-a2542e20e38f req-0fd24286-0c0e-4ede-b116-535f7b47f69a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 210 time: 0.0662980 Feb 28 17:26:58.641575 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (e2061526-1183-4b9c-9ea6-e9c1d87a8e7a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:58.642113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2061526-1183-4b9c-9ea6-e9c1d87a8e7a {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:26:58.645860 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-deda29a1-3133-473a-a02f-d5c296f5dade service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360954 Feb 28 17:26:58.651112 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:58.658062 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-74fa7796-4272-4646-86fe-87a257c63ff7 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e2061526-1183-4b9c-9ea6-e9c1d87a8e7a HTTP/1.1" status: 204 len: 168 time: 2.1570413 Feb 28 17:26:58.661542 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55820) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:58.671700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-15f934de-72d3-4df4-a238-99306f8ba038 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Network 86919ebc-8a70-415c-9142-c10d8e9764d6 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:26:58.674715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-15f934de-72d3-4df4-a238-99306f8ba038 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:26:58.696604 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-15f934de-72d3-4df4-a238-99306f8ba038 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:26:58.727235 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f934de-72d3-4df4-a238-99306f8ba038 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Pushing event updated for resources: {'Port': ['ID=c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:58.757126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ad1ff5-d97d-4afb-aaab-b2df314c5b2e admin admin] Deleting subnet 6c290544-66f3-48bf-ba96-ad6ac11e6b7f {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:26:58.764108 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48ad1ff5-d97d-4afb-aaab-b2df314c5b2e admin admin] Publish callbacks [] for subnet (6c290544-66f3-48bf-ba96-ad6ac11e6b7f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:58.789733 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-15f934de-72d3-4df4-a238-99306f8ba038 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:58.790367 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-15f934de-72d3-4df4-a238-99306f8ba038 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:58.815022 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48ad1ff5-d97d-4afb-aaab-b2df314c5b2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (6c290544-66f3-48bf-ba96-ad6ac11e6b7f), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:58.865609 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-454c5003-2ca7-438e-a087-344de2e46fd8 service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108526 Feb 28 17:26:58.901254 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-15f934de-72d3-4df4-a238-99306f8ba038 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4215889 Feb 28 17:26:58.924817 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Request body: {'port': {'device_id': '251326c0-7da6-4b92-ac58-54487b38f823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:58.945728 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks [] for port (89a9f715-3a11-4479-b2b7-82257c124da5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:58.958389 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-dface725-a05b-4f0f-8642-8bf2f8c347d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=e3562be2-4d3d-4ee7-a299-a4054484514a HTTP/1.1" status: 200 len: 217 time: 0.0851319 Feb 28 17:26:58.963008 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48ad1ff5-d97d-4afb-aaab-b2df314c5b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (6c290544-66f3-48bf-ba96-ad6ac11e6b7f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.017206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2369379b-5438-4548-b8bd-2803f3171133 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:59.027252 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ae58c88d-8cc8-4892-a7dc-03e8b7972202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (b0849e76-5e1d-4b78-b709-951d2b145140), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.042689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2369379b-5438-4548-b8bd-2803f3171133 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:26:59.043035 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2369379b-5438-4548-b8bd-2803f3171133 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:26:59.043337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197b5ea-fae3-4f14-bad2-0844b05438a7 req-d5b1d5e1-cf4b-4421-aefb-7a03180a2c8c tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:59.043561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b899fbf1-5070-4ff9-91a7-aeca0d9348f4 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:26:59.044818 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a197b5ea-fae3-4f14-bad2-0844b05438a7 req-d5b1d5e1-cf4b-4421-aefb-7a03180a2c8c tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 931 time: 0.1630030 Feb 28 17:26:59.049796 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.066766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: b899fbf1-5070-4ff9-91a7-aeca0d9348f4 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:26:59.067242 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b899fbf1-5070-4ff9-91a7-aeca0d9348f4 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:26:59.079459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-9d621f3b-7e60-490e-94d6-cc0023dcb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:59.080944 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-9d621f3b-7e60-490e-94d6-cc0023dcb301 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54d8b4a6-73f9-4d54-bb5c-3856ed373ac8 HTTP/1.1" status: 200 len: 797 time: 0.1144478 Feb 28 17:26:59.148211 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a197b5ea-fae3-4f14-bad2-0844b05438a7 req-c2d424f4-b878-4875-9c8b-cedcc21263f1 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a0069de-42eb-49bb-88d7-474360ef9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861952 Feb 28 17:26:59.153391 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.197130 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48ad1ff5-d97d-4afb-aaab-b2df314c5b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (6c290544-66f3-48bf-ba96-ad6ac11e6b7f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.232263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-5759a725-ee9d-4f2a-9196-17a055364dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:59.234107 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-5759a725-ee9d-4f2a-9196-17a055364dd6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91981ed3-7507-473e-bc6a-cc9456441a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1450264 Feb 28 17:26:59.235336 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad1ff5-d97d-4afb-aaab-b2df314c5b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c290544-66f3-48bf-ba96-ad6ac11e6b7f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:59.236248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:26:59.241118 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48ad1ff5-d97d-4afb-aaab-b2df314c5b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.245352 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-48ad1ff5-d97d-4afb-aaab-b2df314c5b2e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6c290544-66f3-48bf-ba96-ad6ac11e6b7f HTTP/1.1" status: 204 len: 168 time: 0.5820107 Feb 28 17:26:59.248481 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:26:59.252023 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55828) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:26:59.257614 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7983ce4f-7c6d-4d2c-996b-09823a8f404d None None] Network 9f79142d-ef2d-4dc1-aafb-1a230cb42618 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:26:59.287754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:26:59.294665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Pushing event updated for resources: {'Port': ['ID=89a9f715-3a11-4479-b2b7-82257c124da5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:59.305570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5066be6e-8bcd-4ae9-905e-79c9fb038704 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:26:59.450781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:26:59.455040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 5066be6e-8bcd-4ae9-905e-79c9fb038704 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:26:59.456282 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-7355ec74-f016-4235-8808-0bfbbf7c0332 service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109129 Feb 28 17:26:59.457137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 5066be6e-8bcd-4ae9-905e-79c9fb038704 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:26:59.457653 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.491803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:59.492755 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.503951 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Publish callbacks [] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.515568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ccce9d-9a87-4204-bb07-fbc64a584b59 None None] DHCP port deletion for 9f79142d-ef2d-4dc1-aafb-1a230cb42618 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:26:59.550218 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Transition to ACTIVE for port object c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:26:59.556930 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (9f79142d-ef2d-4dc1-aafb-1a230cb42618), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.589169 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1ff9b7a2-d412-4ec2-b98e-f6b2bd9e9aa4 None None] Provisioning complete for port 89a9f715-3a11-4479-b2b7-82257c124da5 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:26:59.589595 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1ff9b7a2-d412-4ec2-b98e-f6b2bd9e9aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.609009 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-f0cb34e9-222a-4bf1-a115-606df32e83bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7017038 Feb 28 17:26:59.627635 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Request body: {'port': {'device_id': '5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:26:59.637710 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.683486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Deleting port 0187811d-6199-4e1b-8449-8d0a34fc6359 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:59.684014 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.689418 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1ff9b7a2-d412-4ec2-b98e-f6b2bd9e9aa4 None None] Port 89a9f715-3a11-4479-b2b7-82257c124da5 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:26:59.696211 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-272de21d-2de4-443b-a0c9-662a9a4adf5c service neutron] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308447 Feb 28 17:26:59.700833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 5066be6e-8bcd-4ae9-905e-79c9fb038704 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:26:59.701451 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.709445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a6ccce9d-9a87-4204-bb07-fbc64a584b59 None None] Deleting port 0187811d-6199-4e1b-8449-8d0a34fc6359 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:59.710186 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a6ccce9d-9a87-4204-bb07-fbc64a584b59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.777570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab6e299-ccbd-432e-8e64-0301dcd510c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5066be6e-8bcd-4ae9-905e-79c9fb038704'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:26:59.780210 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05daa66-d470-4811-8155-ee01d2029384" -d '{"events": [{"server_uuid": "4ab6e299-ccbd-432e-8e64-0301dcd510c1", "name": "network-vif-plugged", "status": "completed", "tag": "5066be6e-8bcd-4ae9-905e-79c9fb038704"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:26:59.797801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-c354d391-efa0-4876-9ac3-804613f9539f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=debbeb44-0a6e-4b85-a3e8-df4d7568da2e HTTP/1.1" status: 200 len: 217 time: 0.0908401 Feb 28 17:26:59.822882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5066be6e-8bcd-4ae9-905e-79c9fb038704, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5066be6e-8bcd-4ae9-905e-79c9fb038704,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:59.824100 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.832851 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:26:59.843546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a6ccce9d-9a87-4204-bb07-fbc64a584b59 None None] For port 0187811d-6199-4e1b-8449-8d0a34fc6359, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0187811d-6199-4e1b-8449-8d0a34fc6359,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:59.843984 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a6ccce9d-9a87-4204-bb07-fbc64a584b59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.865351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a6ccce9d-9a87-4204-bb07-fbc64a584b59 None None] Calling delete_port for 0187811d-6199-4e1b-8449-8d0a34fc6359 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:26:59.925747 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.927568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ae58c88d-8cc8-4892-a7dc-03e8b7972202 admin admin] Deleting port 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:26:59.927568 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ae58c88d-8cc8-4892-a7dc-03e8b7972202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.952507 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-8f5e728c-f6bc-40c2-ace5-504039e249a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:26:59.954058 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-8f5e728c-f6bc-40c2-ace5-504039e249a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57e36aaf-4766-4ff7-ba7f-bb449917549f HTTP/1.1" status: 200 len: 797 time: 0.1331589 Feb 28 17:26:59.955915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] For port 0187811d-6199-4e1b-8449-8d0a34fc6359, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0187811d-6199-4e1b-8449-8d0a34fc6359,segment=NetworkSegment(f9391cb1-a092-4a0b-8db9-9696bb419e9c),segment_id=f9391cb1-a092-4a0b-8db9-9696bb419e9c)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:26:59.956501 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:26:59.990535 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6bfb22b-59e3-470d-90b5-8dbc6d52b337 req-eefbd7ac-45cd-43e5-a36d-e64ee41fbd54 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0636086 Feb 28 17:26:59.998174 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Calling delete_port for 0187811d-6199-4e1b-8449-8d0a34fc6359 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:27:00.013864 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9a1bd-5ccf-4a1f-90f5-a9eac2e7fd9e req-72621e8d-5aaa-4381-82aa-d1b90edc879d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:00.015739 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f7f9a1bd-5ccf-4a1f-90f5-a9eac2e7fd9e req-72621e8d-5aaa-4381-82aa-d1b90edc879d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 944 time: 0.2325258 Feb 28 17:27:00.028451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Attempting to bind port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:27:00.028892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Attempting to bind port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '00a93654-6c2f-4877-bfb3-41655a7c18be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '86919ebc-8a70-415c-9142-c10d8e9764d6'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:27:00.029282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Attempting to bind port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 on network 86919ebc-8a70-415c-9142-c10d8e9764d6 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:00.039011 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=5066be6e-8bcd-4ae9-905e-79c9fb038704,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:00.087827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec13e2c-fa68-4e89-a9c7-db0ea249b70a req-5dd8aeca-3a1a-4d2b-ba81-1cebfed49607 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:00.089514 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ec13e2c-fa68-4e89-a9c7-db0ea249b70a req-5dd8aeca-3a1a-4d2b-ba81-1cebfed49607 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 936 time: 0.2961648 Feb 28 17:27:00.091925 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 on network 86919ebc-8a70-415c-9142-c10d8e9764d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:27:00.092320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Attempting to bind port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 on network 86919ebc-8a70-415c-9142-c10d8e9764d6 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:00.111114 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:27:00.111479 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Checking segment: {'id': '00a93654-6c2f-4877-bfb3-41655a7c18be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '86919ebc-8a70-415c-9142-c10d8e9764d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:00.111935 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Bound using segment: {'id': '00a93654-6c2f-4877-bfb3-41655a7c18be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '86919ebc-8a70-415c-9142-c10d8e9764d6'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:27:00.114614 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Bound port: c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a93654-6c2f-4877-bfb3-41655a7c18be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '86919ebc-8a70-415c-9142-c10d8e9764d6'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:27:00.114614 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:00.198225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-ae58c88d-8cc8-4892-a7dc-03e8b7972202 admin admin] For port 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1,segment=NetworkSegment(61b3d283-249a-4488-8c13-8d0aa8da67cb),segment_id=61b3d283-249a-4488-8c13-8d0aa8da67cb)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:00.198539 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ae58c88d-8cc8-4892-a7dc-03e8b7972202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:00.226487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-8d96173a-b854-4dab-b359-12ad92340d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:00.227959 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-8d96173a-b854-4dab-b359-12ad92340d11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d906d5f-4f1b-416c-9ece-e01d9e321052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2440929 Feb 28 17:27:00.233297 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ec13e2c-fa68-4e89-a9c7-db0ea249b70a req-aac755e1-febd-4cff-acd8-ac2a47019e44 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333072 Feb 28 17:27:00.233938 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:00.234636 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f7f9a1bd-5ccf-4a1f-90f5-a9eac2e7fd9e req-7a0057ea-ad6f-4814-8560-81ee9cf4c672 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952298 Feb 28 17:27:00.246722 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] For port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:27:00.252854 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] For port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4,segment=NetworkSegment(00a93654-6c2f-4877-bfb3-41655a7c18be),segment_id=00a93654-6c2f-4877-bfb3-41655a7c18be)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:27:00.263816 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a6ccce9d-9a87-4204-bb07-fbc64a584b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (0187811d-6199-4e1b-8449-8d0a34fc6359), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:00.264254 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ae58c88d-8cc8-4892-a7dc-03e8b7972202 admin admin] Calling delete_port for 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:27:00.288650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] No DVR routers for this DVR port 0187811d-6199-4e1b-8449-8d0a34fc6359 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:27:00.293695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=0187811d-6199-4e1b-8449-8d0a34fc6359,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:00.303052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccce9d-9a87-4204-bb07-fbc64a584b59 None None] Pushing event deleted for resources: {'Port': ['ID=0187811d-6199-4e1b-8449-8d0a34fc6359,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:00.311967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ccce9d-9a87-4204-bb07-fbc64a584b59 None None] No DVR routers for this DVR port 0187811d-6199-4e1b-8449-8d0a34fc6359 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:27:00.368483 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839573ac-007e-40c2-a02b-0b7e3d0d4569 x-openstack-request-id: req-839573ac-007e-40c2-a02b-0b7e3d0d4569 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:00.368788 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab6e299-ccbd-432e-8e64-0301dcd510c1", "name": "network-vif-plugged", "status": "completed", "tag": "5066be6e-8bcd-4ae9-905e-79c9fb038704", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:00.369030 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-839573ac-007e-40c2-a02b-0b7e3d0d4569 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:00.369428 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab6e299-ccbd-432e-8e64-0301dcd510c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5066be6e-8bcd-4ae9-905e-79c9fb038704', 'code': 200} Feb 28 17:27:00.384674 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:00.435825 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be6733f6-d304-45e4-aa44-71de183bdf68 req-2c0d10cc-ed89-49ee-afbd-fc967609ab80 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0517950 Feb 28 17:27:00.463844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:00.464946 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:00.466427 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] 10.222.0.73 "PUT /v2.0/ports/c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 HTTP/1.1" status: 200 len: 1092 time: 1.5491407 Feb 28 17:27:00.495944 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251326c0-7da6-4b92-ac58-54487b38f823', 'tag': 'c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:00.498227 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a0d082-797e-4e2d-9767-14fe58f1c731" -d '{"events": [{"name": "network-changed", "server_uuid": "251326c0-7da6-4b92-ac58-54487b38f823", "tag": "c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:00.508892 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (9f79142d-ef2d-4dc1-aafb-1a230cb42618), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:00.541136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f79142d-ef2d-4dc1-aafb-1a230cb42618']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:00.561553 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ff7d15-4c4f-473a-a9a0-f524616161da x-openstack-request-id: req-08ff7d15-4c4f-473a-a9a0-f524616161da {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:00.562248 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251326c0-7da6-4b92-ac58-54487b38f823", "tag": "c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:00.562572 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-08ff7d15-4c4f-473a-a9a0-f524616161da {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:00.563187 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251326c0-7da6-4b92-ac58-54487b38f823', 'tag': 'c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4', 'status': 'completed', 'code': 200} Feb 28 17:27:00.570823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9391cb1-a092-4a0b-8db9-9696bb419e9c') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:00.571114 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9391cb1-a092-4a0b-8db9-9696bb419e9c') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:00.573029 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab8ed8-aff9-4554-9f95-65713dc29bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:00.580062 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-f8352988-10af-427b-8a1f-3f2f075602e1 service neutron] 10.222.0.69 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135104 Feb 28 17:27:00.596520 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (f9391cb1-a092-4a0b-8db9-9696bb419e9c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:00.634483 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e66358-4763-4250-beae-7507d6614944 req-4154a2ca-887e-4822-af7d-b58d65a6f7cd tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:00.635975 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-39e66358-4763-4250-beae-7507d6614944 req-4154a2ca-887e-4822-af7d-b58d65a6f7cd tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 943 time: 0.2394898 Feb 28 17:27:00.636929 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (f9391cb1-a092-4a0b-8db9-9696bb419e9c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:00.648448 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:27:00.648796 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (f9391cb1-a092-4a0b-8db9-9696bb419e9c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:27:00.650736 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:27:00.740985 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0d082-797e-4e2d-9767-14fe58f1c731 req-b2b226b5-778f-42a1-ba1b-ebb3980d99dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:00.742590 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-21a0d082-797e-4e2d-9767-14fe58f1c731 req-b2b226b5-778f-42a1-ba1b-ebb3980d99dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd87356485a249c6a0fa656b1a8e9a6b&device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 1126 time: 0.1585329 Feb 28 17:27:00.780852 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-39e66358-4763-4250-beae-7507d6614944 req-cbbcd4d0-d48c-459c-af79-cfee3b4402df tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a0069de-42eb-49bb-88d7-474360ef9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349547 Feb 28 17:27:00.806359 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (9f79142d-ef2d-4dc1-aafb-1a230cb42618), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:00.811072 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:00.814348 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9f79142d-ef2d-4dc1-aafb-1a230cb42618 HTTP/1.1" status: 204 len: 168 time: 1.5613835 Feb 28 17:27:00.841542 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee5e35-f0df-4fa6-85b2-1fcaf0961a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f79142d-ef2d-4dc1-aafb-1a230cb42618,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:00.881419 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0d082-797e-4e2d-9767-14fe58f1c731 req-f021d36e-f8fd-4d7a-a066-071747281c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:00.882973 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-21a0d082-797e-4e2d-9767-14fe58f1c731 req-f021d36e-f8fd-4d7a-a066-071747281c3f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=fd87356485a249c6a0fa656b1a8e9a6b&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1323559 Feb 28 17:27:00.989688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef524b34-92cf-4968-9eb3-7f8b09718977 req-6ecfc6f5-bbce-4d7c-86b0-ef45bbd89835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:00.989885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0d082-797e-4e2d-9767-14fe58f1c731 req-f3c9d929-e8d0-4ddb-9fdb-3a89ebb2ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:00.991355 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef524b34-92cf-4968-9eb3-7f8b09718977 req-6ecfc6f5-bbce-4d7c-86b0-ef45bbd89835 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 1128 time: 0.5533404 Feb 28 17:27:00.991466 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-21a0d082-797e-4e2d-9767-14fe58f1c731 req-f3c9d929-e8d0-4ddb-9fdb-3a89ebb2ea14 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021225 Feb 28 17:27:01.027599 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0187811d-6199-4e1b-8449-8d0a34fc6359 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:27:01.050737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 0187811d-6199-4e1b-8449-8d0a34fc6359 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:27:01.051468 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0187811d-6199-4e1b-8449-8d0a34fc6359 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:27:01.051552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a9f715-3a11-4479-b2b7-82257c124da5 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:27:01.070304 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Publish callbacks [] for port (89a9f715-3a11-4479-b2b7-82257c124da5), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:01.087568 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-951e8d0f-b66b-48a8-bc2d-ea0db930f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:01.089025 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-951e8d0f-b66b-48a8-bc2d-ea0db930f81e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd87356485a249c6a0fa656b1a8e9a6b&device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 1126 time: 0.0550601 Feb 28 17:27:01.136235 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-4c3dce42-f500-4c18-8e76-5aa1fb05e645 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 HTTP/1.1" status: 200 len: 217 time: 0.0403986 Feb 28 17:27:01.140419 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef524b34-92cf-4968-9eb3-7f8b09718977 req-4e9e45da-d300-4a3d-b255-cbc55a8991a7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343148 Feb 28 17:27:01.152689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-682dfa0b-42af-4c65-aa8f-a3267cdfe867 service neutron] 10.222.0.69 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533283 Feb 28 17:27:01.153591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Transition to ACTIVE for port object 89a9f715-3a11-4479-b2b7-82257c124da5 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:27:01.197549 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-638eece1-bf2a-407b-b063-e2a9e72b30de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b HTTP/1.1" status: 200 len: 217 time: 0.0364664 Feb 28 17:27:01.234713 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55850) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:01.236692 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ae58c88d-8cc8-4892-a7dc-03e8b7972202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:01.238537 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:01.275986 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0bb6c16f-9924-4277-b641-33ef4f9fc038 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4bfed89dbd264188b8d1f22eeff88328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400965 Feb 28 17:27:01.278524 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55852) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:01.281153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58c88d-8cc8-4892-a7dc-03e8b7972202 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:01.295916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-8d5999cb-c0d2-40c7-9d7a-e78e497d7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:01.297410 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-8d5999cb-c0d2-40c7-9d7a-e78e497d7512 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=57e36aaf-4766-4ff7-ba7f-bb449917549f HTTP/1.1" status: 200 len: 797 time: 0.0921533 Feb 28 17:27:01.355717 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9afde381-852c-4029-9c82-8f47422710d5 admin admin] Publish callbacks [] for security_group (e387a840-6292-440a-a7e7-d8493d32d646), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:01.390550 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9afde381-852c-4029-9c82-8f47422710d5 admin admin] Publish callbacks [] for security_group (e387a840-6292-440a-a7e7-d8493d32d646), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:01.467908 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Pushing event updated for resources: {'Port': ['ID=89a9f715-3a11-4479-b2b7-82257c124da5,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:01.514971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-a65398a9-1b5d-4bd8-b265-eef5817af334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:01.516485 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-a65398a9-1b5d-4bd8-b265-eef5817af334 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b20cdeea-a3b3-452a-9f9e-30817ec8978e HTTP/1.1" status: 200 len: 860 time: 0.0961633 Feb 28 17:27:01.528581 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008588-5f45-4d47-9223-726e283d5a47 req-9d30b718-a3b6-40e3-8d0f-2b92d6a80602 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:01.530076 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25008588-5f45-4d47-9223-726e283d5a47 req-9d30b718-a3b6-40e3-8d0f-2b92d6a80602 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 948 time: 0.1290843 Feb 28 17:27:01.564394 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-f5c14b54-91ca-4890-af2c-3b8261ac681e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=86919ebc-8a70-415c-9142-c10d8e9764d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333304 Feb 28 17:27:01.570829 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-b08a9a5b-61c2-4abe-8275-0a50bdeaaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:01.572530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-b08a9a5b-61c2-4abe-8275-0a50bdeaaf95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d906d5f-4f1b-416c-9ece-e01d9e321052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2569969 Feb 28 17:27:01.572834 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9afde381-852c-4029-9c82-8f47422710d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e387a840-6292-440a-a7e7-d8493d32d646), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:01.578011 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9afde381-852c-4029-9c82-8f47422710d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:01.578011 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9afde381-852c-4029-9c82-8f47422710d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e387a840-6292-440a-a7e7-d8493d32d646 HTTP/1.1" status: 204 len: 168 time: 0.2970512 Feb 28 17:27:01.617470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Attempting to bind port 89a9f715-3a11-4479-b2b7-82257c124da5 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:27:01.618055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Attempting to bind port 89a9f715-3a11-4479-b2b7-82257c124da5 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:27:01.618239 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Attempting to bind port 89a9f715-3a11-4479-b2b7-82257c124da5 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:01.637652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afde381-852c-4029-9c82-8f47422710d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e387a840-6292-440a-a7e7-d8493d32d646,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:01.692373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f791b-18e6-40e9-ac0b-acd941b7fda7 req-c9b28d01-0cda-4997-bc16-0b92a7917b01 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:01.699701 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c01f791b-18e6-40e9-ac0b-acd941b7fda7 req-c9b28d01-0cda-4997-bc16-0b92a7917b01 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.2912090 Feb 28 17:27:01.701493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Port 89a9f715-3a11-4479-b2b7-82257c124da5 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:27:01.701825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Attempting to bind port 89a9f715-3a11-4479-b2b7-82257c124da5 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:01.732530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:27:01.732874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:01.733451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:27:01.733904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Bound port: 89a9f715-3a11-4479-b2b7-82257c124da5, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:27:01.734309 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:01.828210 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ae58c88d-8cc8-4892-a7dc-03e8b7972202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (b0849e76-5e1d-4b78-b709-951d2b145140), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:01.842494 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c01f791b-18e6-40e9-ac0b-acd941b7fda7 req-5f8dfbd2-c334-4810-9f5c-68e67f442e10 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418474 Feb 28 17:27:01.854509 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-aee2adb7-2310-4b5e-8cb0-7570f3b48ac5 service neutron] 10.222.0.69 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661402 Feb 28 17:27:01.965895 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25008588-5f45-4d47-9223-726e283d5a47 req-a1ed145a-59b5-4fea-a0d4-0eafc9366cea tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224250 Feb 28 17:27:02.003370 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-169d648f-f791-4cb4-bae4-cdf202be8e3d service neutron] 10.222.0.73 "GET /v2.0/networks/86919ebc-8a70-415c-9142-c10d8e9764d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315398 Feb 28 17:27:02.045956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] For port 89a9f715-3a11-4479-b2b7-82257c124da5, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:27:02.072106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] For port 89a9f715-3a11-4479-b2b7-82257c124da5, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=89a9f715-3a11-4479-b2b7-82257c124da5,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:27:02.106989 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e989f2a-abe9-42b3-a2d6-ab08adf16540 req-199982e1-e4be-43d5-9e1e-6cb11ce2b73a service neutron] 10.222.0.73 "GET /v2.0/networks/86919ebc-8a70-415c-9142-c10d8e9764d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953307 Feb 28 17:27:02.149372 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cc9f49-98bf-47a8-ad05-3375d02d36e7 req-5b9a152a-4ae2-47e0-8085-90ff3e45545f service neutron] 10.222.0.69 "GET /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871954 Feb 28 17:27:02.161308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd08fb-63dd-405e-a932-e7642240b45c req-7db8eb03-e42c-4e99-8b08-bd0ac0e77f79 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:02.162823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6bfd08fb-63dd-405e-a932-e7642240b45c req-7db8eb03-e42c-4e99-8b08-bd0ac0e77f79 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 943 time: 0.2090514 Feb 28 17:27:02.166075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:02.233233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:02.233980 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:02.236385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] 10.222.0.73 "PUT /v2.0/ports/89a9f715-3a11-4479-b2b7-82257c124da5 HTTP/1.1" status: 200 len: 1097 time: 2.6123383 Feb 28 17:27:02.236385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1', 'tag': '89a9f715-3a11-4479-b2b7-82257c124da5'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:02.238156 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475b2b10-0095-45f1-b006-f259f9773c57" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1", "tag": "89a9f715-3a11-4479-b2b7-82257c124da5"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:02.383815 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014eeb6a-7c1a-43f9-aec7-930c91245413 x-openstack-request-id: req-014eeb6a-7c1a-43f9-aec7-930c91245413 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:02.384141 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1", "tag": "89a9f715-3a11-4479-b2b7-82257c124da5", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:02.384515 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-014eeb6a-7c1a-43f9-aec7-930c91245413 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:02.384927 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1', 'tag': '89a9f715-3a11-4479-b2b7-82257c124da5', 'status': 'completed', 'code': 200} Feb 28 17:27:02.403558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e39b4-8eb4-4672-92b3-db7aa2cffc12 service neutron] Pushing event updated for resources: {'Port': ['ID=89a9f715-3a11-4479-b2b7-82257c124da5,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:02.427584 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6bfd08fb-63dd-405e-a932-e7642240b45c req-54bc9acb-27a0-468b-9e3a-6519b2842aaa tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a0069de-42eb-49bb-88d7-474360ef9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557967 Feb 28 17:27:02.447676 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-02651786-4fc1-4d2b-b2a6-1ded4993532e req-4f728c39-5fc6-427e-abe8-61c0e26a4406 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0407224 Feb 28 17:27:02.474888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae58c88d-8cc8-4892-a7dc-03e8b7972202 admin admin] Router b0849e76-5e1d-4b78-b709-951d2b145140 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:27:02.507794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b2b10-0095-45f1-b006-f259f9773c57 req-49fc63fc-2f6e-484f-b882-0a4648e995fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:02.510064 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-475b2b10-0095-45f1-b006-f259f9773c57 req-49fc63fc-2f6e-484f-b882-0a4648e995fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 1131 time: 0.1239643 Feb 28 17:27:02.583401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-475b2b10-0095-45f1-b006-f259f9773c57 req-f9e168c2-14b7-45c4-92e3-be8987db0df4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=99c70571e74e4e0589acb386047f6689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307598 Feb 28 17:27:02.706396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f4b8d1f-4452-4b42-9988-eff0a73377e4 req-dd2032a6-95c8-454f-9c12-8ed9de37313a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0841343 Feb 28 17:27:02.755882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae58c88d-8cc8-4892-a7dc-03e8b7972202 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:27:02.764941 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ae58c88d-8cc8-4892-a7dc-03e8b7972202 admin admin] 10.222.0.72 "PUT /v2.0/routers/b0849e76-5e1d-4b78-b709-951d2b145140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4676015 Feb 28 17:27:02.765192 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55894) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:02.766312 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a9e693-ffc6-4dee-b5e7-11b6bf806a17 None None] Sync routers for ids ['b0849e76-5e1d-4b78-b709-951d2b145140'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:27:02.771925 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b2b10-0095-45f1-b006-f259f9773c57 req-78693d1a-c6df-4c25-8619-9329bb949577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:02.773485 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-475b2b10-0095-45f1-b006-f259f9773c57 req-78693d1a-c6df-4c25-8619-9329bb949577 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1825337 Feb 28 17:27:02.776843 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9e693-ffc6-4dee-b5e7-11b6bf806a17 None None] Routers {'b0849e76-5e1d-4b78-b709-951d2b145140'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:27:02.777475 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-59a9e693-ffc6-4dee-b5e7-11b6bf806a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b0849e76-5e1d-4b78-b709-951d2b145140'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:02.895493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-0916a6a2-9b3d-4a40-8bea-f89a1d097bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:02.897408 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-0916a6a2-9b3d-4a40-8bea-f89a1d097bc3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 1131 time: 0.0604355 Feb 28 17:27:02.933039 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-59a9e693-ffc6-4dee-b5e7-11b6bf806a17 None None] Set router b0849e76-5e1d-4b78-b709-951d2b145140 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:27:02.994818 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-01f3307a-b57d-4fe6-95cc-928317965d44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=89a9f715-3a11-4479-b2b7-82257c124da5 HTTP/1.1" status: 200 len: 217 time: 0.0884151 Feb 28 17:27:03.084786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-4e8df915-942f-4ee0-94c4-fb0e02aa8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:03.086295 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-4e8df915-942f-4ee0-94c4-fb0e02aa8bc6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0843790 Feb 28 17:27:03.105138 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb90b7-e2ac-4fe4-89ee-2e639753619e req-b152cf82-da7e-4aac-9aa8-0472f8539c63 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:03.106750 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-58fb90b7-e2ac-4fe4-89ee-2e639753619e req-b152cf82-da7e-4aac-9aa8-0472f8539c63 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.1331947 Feb 28 17:27:03.161064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326506c1-4be6-443d-a23f-ee53d3dd60df req-688f0b42-da4b-4005-9a03-0036de8c0315 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:03.168237 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-326506c1-4be6-443d-a23f-ee53d3dd60df req-688f0b42-da4b-4005-9a03-0036de8c0315 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 948 time: 0.0987139 Feb 28 17:27:03.178931 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-0f561537-7b33-44aa-8adb-624148e5c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:03.180495 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-0f561537-7b33-44aa-8adb-624148e5c66b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0797710 Feb 28 17:27:03.221605 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-58fb90b7-e2ac-4fe4-89ee-2e639753619e req-69c89954-0044-427d-8872-023b765fc31c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987108 Feb 28 17:27:03.222927 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] Publish callbacks [] for router (b0849e76-5e1d-4b78-b709-951d2b145140), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:03.232860 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-326506c1-4be6-443d-a23f-ee53d3dd60df req-0c67bf83-9105-4c38-90db-a162cea938b1 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617745 Feb 28 17:27:03.320962 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-59a9e693-ffc6-4dee-b5e7-11b6bf806a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'name': 'tempest-ServerRescueNegativeTestJSON-125340321-router', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:06Z', 'updated_at': '2022-02-28T17:27:01Z', 'revision_number': 5, 'project_id': 'd5c70d5c51de4b10a167d00cf7368215', 'gw_port': {'id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:08Z', 'updated_at': '2022-02-28T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:03.349915 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a9e693-ffc6-4dee-b5e7-11b6bf806a17 None None] Checking router: b0849e76-5e1d-4b78-b709-951d2b145140 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:27:03.362132 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9e693-ffc6-4dee-b5e7-11b6bf806a17 None None] Routers {'b0849e76-5e1d-4b78-b709-951d2b145140'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:27:03.362744 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-59a9e693-ffc6-4dee-b5e7-11b6bf806a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:26:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b0849e76-5e1d-4b78-b709-951d2b145140'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:03.369500 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-eeba8053-ef50-4d0b-a281-feef8304177e service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102607 Feb 28 17:27:03.373712 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] Publish callbacks [] for router_gateway (b0849e76-5e1d-4b78-b709-951d2b145140), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:03.483389 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3ab89e8-7551-4479-b7a2-107d9b771e4c req-fecb86b7-0d89-45ef-a7bb-057961779d5f service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076953 Feb 28 17:27:03.489103 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-59a9e693-ffc6-4dee-b5e7-11b6bf806a17 None None] Set router b0849e76-5e1d-4b78-b709-951d2b145140 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:27:03.606188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fdc9f-7881-42d6-a797-d27fb352817c req-87c82188-9a8b-4ca5-9ea6-6729df4a8733 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:03.615442 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-537fdc9f-7881-42d6-a797-d27fb352817c req-87c82188-9a8b-4ca5-9ea6-6729df4a8733 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 943 time: 0.0902150 Feb 28 17:27:03.640228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] Deleting port d1bd170a-be6a-4d98-af9d-06479dd1dbbd {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:27:03.640593 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d1bd170a-be6a-4d98-af9d-06479dd1dbbd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:03.697091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b15dee-e2b3-49dc-b780-08dd7127d5cf req-699adb2a-44a9-457a-bca3-4ee8a4f3be63 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:03.698740 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82b15dee-e2b3-49dc-b780-08dd7127d5cf req-699adb2a-44a9-457a-bca3-4ee8a4f3be63 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0645161 Feb 28 17:27:03.722615 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-59a9e693-ffc6-4dee-b5e7-11b6bf806a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'name': 'tempest-ServerRescueNegativeTestJSON-125340321-router', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:06Z', 'updated_at': '2022-02-28T17:27:01Z', 'revision_number': 5, 'project_id': 'd5c70d5c51de4b10a167d00cf7368215', 'gw_port': {'id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:08Z', 'updated_at': '2022-02-28T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:03.735807 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-537fdc9f-7881-42d6-a797-d27fb352817c req-8e07a4b1-cd3a-4267-aa80-c7b5281b6fd0 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a0069de-42eb-49bb-88d7-474360ef9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194189 Feb 28 17:27:03.754606 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a9e693-ffc6-4dee-b5e7-11b6bf806a17 None None] The sync data for ids ['b0849e76-5e1d-4b78-b709-951d2b145140'] in n-d-820368-19 is: [{'id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'name': 'tempest-ServerRescueNegativeTestJSON-125340321-router', 'tenant_id': 'd5c70d5c51de4b10a167d00cf7368215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:06Z', 'updated_at': '2022-02-28T17:27:01Z', 'revision_number': 5, 'project_id': 'd5c70d5c51de4b10a167d00cf7368215', 'gw_port': {'id': 'd1bd170a-be6a-4d98-af9d-06479dd1dbbd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0849e76-5e1d-4b78-b709-951d2b145140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:08Z', 'updated_at': '2022-02-28T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:27:03.770390 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82b15dee-e2b3-49dc-b780-08dd7127d5cf req-c7c5a46c-5a6e-408a-aff5-a7df106125f8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634170 Feb 28 17:27:03.779511 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] For port d1bd170a-be6a-4d98-af9d-06479dd1dbbd, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d1bd170a-be6a-4d98-af9d-06479dd1dbbd,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:03.780518 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d1bd170a-be6a-4d98-af9d-06479dd1dbbd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:03.800408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] Calling delete_port for d1bd170a-be6a-4d98-af9d-06479dd1dbbd owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:27:04.095672 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d1bd170a-be6a-4d98-af9d-06479dd1dbbd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:04.129342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1bd170a-be6a-4d98-af9d-06479dd1dbbd,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:04.206951 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (b0849e76-5e1d-4b78-b709-951d2b145140), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:04.322224 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (b0849e76-5e1d-4b78-b709-951d2b145140), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:04.338702 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] Publish callbacks [] for router_controller (b0849e76-5e1d-4b78-b709-951d2b145140), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:04.400380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa1174-9116-43d8-b99c-685c9690cbb1 req-73e317df-7695-432d-b302-560f6d5bdd63 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:04.401852 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1aa1174-9116-43d8-b99c-685c9690cbb1 req-73e317df-7695-432d-b302-560f6d5bdd63 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 948 time: 0.0957296 Feb 28 17:27:04.449607 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1aa1174-9116-43d8-b99c-685c9690cbb1 req-7dc85ced-d91a-4cea-8e92-03c544442754 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421016 Feb 28 17:27:04.450932 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (b0849e76-5e1d-4b78-b709-951d2b145140), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:04.451751 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0849e76-5e1d-4b78-b709-951d2b145140 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:27:04.457035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:04.458144 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a6d61545-4342-49e5-bd00-e730ecd8b258 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b0849e76-5e1d-4b78-b709-951d2b145140 HTTP/1.1" status: 204 len: 168 time: 1.6915369 Feb 28 17:27:04.460662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55980) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:04.523876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9917e1d-0632-44be-8a0a-738dc951c61b admin admin] Deleting subnet b64581e8-b7e1-4075-a68e-c69038440c0d {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:27:04.529282 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b9917e1d-0632-44be-8a0a-738dc951c61b admin admin] Publish callbacks [] for subnet (b64581e8-b7e1-4075-a68e-c69038440c0d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:04.567569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b9917e1d-0632-44be-8a0a-738dc951c61b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (b64581e8-b7e1-4075-a68e-c69038440c0d), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:04.628869 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1729217d-2092-46cc-8f62-39fd772222e2 req-734f457f-77df-493a-bc57-91c56eaba3b0 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0343807 Feb 28 17:27:04.650881 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b9917e1d-0632-44be-8a0a-738dc951c61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (b64581e8-b7e1-4075-a68e-c69038440c0d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:04.775271 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6f93c21-e9d2-498d-bc9d-8e2e0ff09ab8 req-6f0766c3-1c6b-4b8c-b33d-0573766ddf8b service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0288186 Feb 28 17:27:04.781620 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b9917e1d-0632-44be-8a0a-738dc951c61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (b64581e8-b7e1-4075-a68e-c69038440c0d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:04.810913 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b9917e1d-0632-44be-8a0a-738dc951c61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:04.818310 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b9917e1d-0632-44be-8a0a-738dc951c61b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b64581e8-b7e1-4075-a68e-c69038440c0d HTTP/1.1" status: 204 len: 168 time: 0.3539822 Feb 28 17:27:04.818310 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9917e1d-0632-44be-8a0a-738dc951c61b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b64581e8-b7e1-4075-a68e-c69038440c0d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:04.819033 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56028) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:04.920257 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-98a54172-eeb1-46e8-a372-81c18f91225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (fd22816a-d08a-4624-85cd-73f8196c1644), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:04.940784 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644b61f-1aa0-49a6-8d23-c75af3050220 req-9a698ff9-a938-406d-b85f-a1266d55bfc5 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:04.951739 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2644b61f-1aa0-49a6-8d23-c75af3050220 req-9a698ff9-a938-406d-b85f-a1266d55bfc5 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 943 time: 0.1172109 Feb 28 17:27:05.053878 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:27:05.072853 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:27:05.073204 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9c540ec9-0cf6-4c1d-95d5-ed2840bcf3d1 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:27:05.073624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d1bd170a-be6a-4d98-af9d-06479dd1dbbd no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:27:05.076205 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-98a54172-eeb1-46e8-a372-81c18f91225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (fd22816a-d08a-4624-85cd-73f8196c1644), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:05.086768 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2644b61f-1aa0-49a6-8d23-c75af3050220 req-582abca7-d614-41ba-8c1d-4e4c0b248b5e tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a0069de-42eb-49bb-88d7-474360ef9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260962 Feb 28 17:27:05.093022 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: d1bd170a-be6a-4d98-af9d-06479dd1dbbd {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:27:05.093407 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d1bd170a-be6a-4d98-af9d-06479dd1dbbd not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:27:05.100469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-98a54172-eeb1-46e8-a372-81c18f91225d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd22816a-d08a-4624-85cd-73f8196c1644']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:05.114796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-98a54172-eeb1-46e8-a372-81c18f91225d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b3d283-249a-4488-8c13-8d0aa8da67cb') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:05.115001 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-98a54172-eeb1-46e8-a372-81c18f91225d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b3d283-249a-4488-8c13-8d0aa8da67cb') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:05.124447 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-98a54172-eeb1-46e8-a372-81c18f91225d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (61b3d283-249a-4488-8c13-8d0aa8da67cb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:05.138409 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-98a54172-eeb1-46e8-a372-81c18f91225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (61b3d283-249a-4488-8c13-8d0aa8da67cb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:05.144497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a54172-eeb1-46e8-a372-81c18f91225d admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:27:05.144879 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-98a54172-eeb1-46e8-a372-81c18f91225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (61b3d283-249a-4488-8c13-8d0aa8da67cb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:27:05.146597 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:27:05.240338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edc2cc-9d56-478e-8a88-4c6668e6b071 req-de87ad5e-fc1b-4cef-83b6-3771cb8c688d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:05.241992 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25edc2cc-9d56-478e-8a88-4c6668e6b071 req-de87ad5e-fc1b-4cef-83b6-3771cb8c688d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0865986 Feb 28 17:27:05.294231 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:27:05.298035 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25edc2cc-9d56-478e-8a88-4c6668e6b071 req-d6de0303-9bf7-4d1c-9aa6-6934d2152c82 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504277 Feb 28 17:27:05.309470 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-98a54172-eeb1-46e8-a372-81c18f91225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (fd22816a-d08a-4624-85cd-73f8196c1644), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:05.316191 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-98a54172-eeb1-46e8-a372-81c18f91225d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:05.322848 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-98a54172-eeb1-46e8-a372-81c18f91225d admin admin] 10.222.0.72 "DELETE /v2.0/networks/fd22816a-d08a-4624-85cd-73f8196c1644 HTTP/1.1" status: 204 len: 168 time: 0.5026102 Feb 28 17:27:05.344208 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a54172-eeb1-46e8-a372-81c18f91225d admin admin] Pushing event deleted for resources: {'Network': ['ID=fd22816a-d08a-4624-85cd-73f8196c1644,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:05.440827 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4,segment=NetworkSegment(00a93654-6c2f-4877-bfb3-41655a7c18be),segment_id=00a93654-6c2f-4877-bfb3-41655a7c18be)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:05.452644 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4', 'network_id': '86919ebc-8a70-415c-9142-c10d8e9764d6', 'port_id': 'c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4', 'mac_address': 'fa:16:3e:31:2d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20cdeea-a3b3-452a-9f9e-30817ec8978e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:27:05.494379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:05.494777 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:05.508472 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:27:05.532415 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4,segment=NetworkSegment(00a93654-6c2f-4877-bfb3-41655a7c18be),segment_id=00a93654-6c2f-4877-bfb3-41655a7c18be)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:05.583919 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe112a-919f-48b5-b357-c16687924a40 req-6b4d616e-55b3-40c7-be05-60bc21a24fb8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:05.585432 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-02fe112a-919f-48b5-b357-c16687924a40 req-6b4d616e-55b3-40c7-be05-60bc21a24fb8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 948 time: 0.0550508 Feb 28 17:27:05.610833 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:05.639889 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-02fe112a-919f-48b5-b357-c16687924a40 req-95094d82-46f7-4d8c-9b6d-8003a097e743 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482452 Feb 28 17:27:05.671945 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:05.757031 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56086) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:05.799963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2ac492e9-0a01-4ada-930e-7053119be2e7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d5c70d5c51de4b10a167d00cf7368215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415621 Feb 28 17:27:05.802612 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56094) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:05.863223 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8546914-1003-4f85-9a15-b94e29314d9d admin admin] Publish callbacks [] for security_group (ae46f91f-6bb8-44a3-8809-afea0412df04), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:05.886621 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8546914-1003-4f85-9a15-b94e29314d9d admin admin] Publish callbacks [] for security_group (ae46f91f-6bb8-44a3-8809-afea0412df04), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:05.942925 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:06.013406 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8546914-1003-4f85-9a15-b94e29314d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ae46f91f-6bb8-44a3-8809-afea0412df04), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:06.013406 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8546914-1003-4f85-9a15-b94e29314d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:06.014486 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f8546914-1003-4f85-9a15-b94e29314d9d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae46f91f-6bb8-44a3-8809-afea0412df04 HTTP/1.1" status: 204 len: 168 time: 0.2107885 Feb 28 17:27:06.026428 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8546914-1003-4f85-9a15-b94e29314d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae46f91f-6bb8-44a3-8809-afea0412df04,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:06.237065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed073e4-9150-4f60-bd14-0901f0f05989 req-f8d9f94f-a23c-419b-96c3-6126e1e15a35 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:06.237065 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bed073e4-9150-4f60-bd14-0901f0f05989 req-f8d9f94f-a23c-419b-96c3-6126e1e15a35 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 944 time: 0.0726683 Feb 28 17:27:06.295149 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bed073e4-9150-4f60-bd14-0901f0f05989 req-e4dc896b-108f-4bb0-a314-f397fd75d7bc tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a0069de-42eb-49bb-88d7-474360ef9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545301 Feb 28 17:27:06.455979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a97801-1d88-45fc-a733-b143efe788af req-7e4c5c56-8df2-4fc6-ba06-44c47b4a0903 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:06.458376 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0a97801-1d88-45fc-a733-b143efe788af req-7e4c5c56-8df2-4fc6-ba06-44c47b4a0903 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0612814 Feb 28 17:27:06.506527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0a97801-1d88-45fc-a733-b143efe788af req-6cadcb25-1e62-44fb-b478-c66a42f45044 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433207 Feb 28 17:27:06.685017 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-75174cac-9770-4620-98c0-72ee77a90946 req-e54b8f08-1c6b-4e25-8bab-5961f7253005 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0302505 Feb 28 17:27:06.786808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5789a-e9be-49d6-bde0-12eead637c66 req-ae990b49-d428-4477-89b1-e5d7ed3a4c2f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:06.790113 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79c5789a-e9be-49d6-bde0-12eead637c66 req-ae990b49-d428-4477-89b1-e5d7ed3a4c2f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 948 time: 0.0720870 Feb 28 17:27:06.838127 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36286c96-308f-4fdd-b6e3-653a9cac3716 req-4da5c532-e064-4674-beba-a0cf43944938 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0282791 Feb 28 17:27:06.851423 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79c5789a-e9be-49d6-bde0-12eead637c66 req-5a000c14-e2f9-4ffc-9205-160206fa50b1 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561447 Feb 28 17:27:07.299458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 89a9f715-3a11-4479-b2b7-82257c124da5 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:27:07.305322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:27:07.447038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf24425-ada0-490a-bf40-23bc8c122fb3 req-f17a2701-9323-4148-b34b-fde832675935 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:07.448957 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1cf24425-ada0-490a-bf40-23bc8c122fb3 req-f17a2701-9323-4148-b34b-fde832675935 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 944 time: 0.0677471 Feb 28 17:27:07.473094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 89a9f715-3a11-4479-b2b7-82257c124da5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=89a9f715-3a11-4479-b2b7-82257c124da5,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:07.494683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '89a9f715-3a11-4479-b2b7-82257c124da5', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '89a9f715-3a11-4479-b2b7-82257c124da5', 'mac_address': 'fa:16:3e:ab:55:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:27:07.497063 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1cf24425-ada0-490a-bf40-23bc8c122fb3 req-8a655ca7-b7c0-4052-af0b-e5c3ce300a57 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a0069de-42eb-49bb-88d7-474360ef9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Feb 28 17:27:07.532596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:27:07.535773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 89a9f715-3a11-4479-b2b7-82257c124da5 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:07.536104 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:07.539156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:07.539525 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:07.575392 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a9f715-3a11-4479-b2b7-82257c124da5 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:27:07.616448 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 89a9f715-3a11-4479-b2b7-82257c124da5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=89a9f715-3a11-4479-b2b7-82257c124da5,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:07.654300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cf8e1-8ed2-4410-a7e0-f000978ba9cc req-e6cecddb-eab7-472d-a238-f1f74fd30d8e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:07.657164 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d17cf8e1-8ed2-4410-a7e0-f000978ba9cc req-e6cecddb-eab7-472d-a238-f1f74fd30d8e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0719032 Feb 28 17:27:07.661393 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:07.667811 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:07.668194 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:07.695887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251326c0-7da6-4b92-ac58-54487b38f823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:07.699477 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60fe657-2c7f-4469-b5d6-7c2d33e8bd5b" -d '{"events": [{"server_uuid": "251326c0-7da6-4b92-ac58-54487b38f823", "name": "network-vif-plugged", "status": "completed", "tag": "c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:07.713285 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-241fdd3a-b7a5-422a-8777-d48fb7fa5579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:07.716798 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4,segment=NetworkSegment(00a93654-6c2f-4877-bfb3-41655a7c18be),segment_id=00a93654-6c2f-4877-bfb3-41655a7c18be)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:07.726096 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d17cf8e1-8ed2-4410-a7e0-f000978ba9cc req-9cf8c375-5b4e-4161-affa-9c6b4841fdec tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617383 Feb 28 17:27:07.759206 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:07.783671 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb51e9d-e29d-48fc-b8b5-996fca1941dd x-openstack-request-id: req-6cb51e9d-e29d-48fc-b8b5-996fca1941dd {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:07.784165 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251326c0-7da6-4b92-ac58-54487b38f823", "name": "network-vif-plugged", "status": "completed", "tag": "c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:07.784594 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6cb51e9d-e29d-48fc-b8b5-996fca1941dd {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:07.785128 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251326c0-7da6-4b92-ac58-54487b38f823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4', 'code': 200} Feb 28 17:27:07.823782 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=89a9f715-3a11-4479-b2b7-82257c124da5,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:07.887524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2090c-928a-4afe-b506-6ec544f5088b req-d97631dd-38a7-444e-8ba9-2dbfc0643316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:07.889126 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1aa2090c-928a-4afe-b506-6ec544f5088b req-d97631dd-38a7-444e-8ba9-2dbfc0643316 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 1127 time: 0.0514069 Feb 28 17:27:07.902107 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:07.998137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:08.052517 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cfd81-b8b5-46e4-b300-48cc3033ab7f req-3e95caae-d42b-4454-8f04-130691ee03a6 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:08.055166 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4d3cfd81-b8b5-46e4-b300-48cc3033ab7f req-3e95caae-d42b-4454-8f04-130691ee03a6 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 949 time: 0.1164262 Feb 28 17:27:08.107188 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4d3cfd81-b8b5-46e4-b300-48cc3033ab7f req-5164494c-6ac2-440d-a7bc-22106451d917 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451722 Feb 28 17:27:08.112956 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['89a9f715-3a11-4479-b2b7-82257c124da5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:08.279594 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1aa2090c-928a-4afe-b506-6ec544f5088b req-a3252924-a333-4ef4-8ade-ff630db5a8af service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a0069de-42eb-49bb-88d7-474360ef9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837082 Feb 28 17:27:08.626188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdd6b9-16ce-4d94-b1d8-0e70f3e35def req-e367551c-fb97-4748-b292-dc15b4671dc7 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:08.627874 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80bdd6b9-16ce-4d94-b1d8-0e70f3e35def req-e367551c-fb97-4748-b292-dc15b4671dc7 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 945 time: 0.0616231 Feb 28 17:27:08.697682 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80bdd6b9-16ce-4d94-b1d8-0e70f3e35def req-f41b2914-4bf2-4479-8e88-1e53a15bb3b3 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a0069de-42eb-49bb-88d7-474360ef9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627897 Feb 28 17:27:08.769787 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95a145e1-3c11-486e-a82e-3e040b2b7f2c req-107ece0c-d6b7-4c33-ac42-b49a69cbf7b9 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0324504 Feb 28 17:27:08.865547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858b65-10b8-48aa-9e1b-5584bbe0b2c8 req-7facb33a-2c98-4eeb-90fa-1e21b2d9c650 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:08.867343 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b858b65-10b8-48aa-9e1b-5584bbe0b2c8 req-7facb33a-2c98-4eeb-90fa-1e21b2d9c650 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0651970 Feb 28 17:27:08.942787 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b858b65-10b8-48aa-9e1b-5584bbe0b2c8 req-73357350-ce94-46c9-9abc-fe132e7e9b95 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677340 Feb 28 17:27:08.949264 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abc66c28-c7c2-49a4-935d-0498450a72f4 req-569b4249-fd23-4f17-b65c-abd275e3ae9b service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0429821 Feb 28 17:27:09.311898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 89a9f715-3a11-4479-b2b7-82257c124da5 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:27:09.344916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293f772-f8c4-4372-a443-885061ba2c4e req-df1ca659-4296-4d1e-89f7-294dbd2aa2a7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:09.346665 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7293f772-f8c4-4372-a443-885061ba2c4e req-df1ca659-4296-4d1e-89f7-294dbd2aa2a7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 949 time: 0.0864611 Feb 28 17:27:09.403385 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7293f772-f8c4-4372-a443-885061ba2c4e req-2f6e7197-ad2b-41d6-a6b9-3df336e5f1a7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507140 Feb 28 17:27:09.465024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d496af5-1f70-46fd-8a35-2b6ccba190bf req-d2e33780-554c-4726-8828-65a3f6ea8560 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:09.466787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6d496af5-1f70-46fd-8a35-2b6ccba190bf req-d2e33780-554c-4726-8828-65a3f6ea8560 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 946 time: 0.0629852 Feb 28 17:27:09.520153 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6d496af5-1f70-46fd-8a35-2b6ccba190bf req-c805d48a-a3fe-40d7-826e-84e025cd207e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450287 Feb 28 17:27:09.525385 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 89a9f715-3a11-4479-b2b7-82257c124da5 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:27:09.529607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 89a9f715-3a11-4479-b2b7-82257c124da5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:09.530016 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:09.630434 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 89a9f715-3a11-4479-b2b7-82257c124da5 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:09.630828 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:09.665641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 89a9f715-3a11-4479-b2b7-82257c124da5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=89a9f715-3a11-4479-b2b7-82257c124da5,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:09.786214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a9f715-3a11-4479-b2b7-82257c124da5'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:09.788658 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2216066-5d3e-441c-8463-de82a497bfff" -d '{"events": [{"server_uuid": "5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1", "name": "network-vif-plugged", "status": "completed", "tag": "89a9f715-3a11-4479-b2b7-82257c124da5"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:09.825493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd774f0-fb8f-413b-ba47-aecaae87b3a1 req-7a89bfc8-e1f0-4338-ad5b-666afe356fc5 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:09.830043 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3113dac8-2814-4b8d-937e-9ec68179e78e x-openstack-request-id: req-3113dac8-2814-4b8d-937e-9ec68179e78e {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:09.830415 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1", "name": "network-vif-plugged", "status": "completed", "tag": "89a9f715-3a11-4479-b2b7-82257c124da5", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:09.830794 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3113dac8-2814-4b8d-937e-9ec68179e78e {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:09.830994 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6bd774f0-fb8f-413b-ba47-aecaae87b3a1 req-7a89bfc8-e1f0-4338-ad5b-666afe356fc5 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 945 time: 0.0668435 Feb 28 17:27:09.831298 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a9f715-3a11-4479-b2b7-82257c124da5', 'code': 200} Feb 28 17:27:09.860954 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:09.871918 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:09.896994 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6bd774f0-fb8f-413b-ba47-aecaae87b3a1 req-5ded8fe0-bd25-413b-aa93-4d0155cb0983 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a0069de-42eb-49bb-88d7-474360ef9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586379 Feb 28 17:27:09.899618 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4aec1bf2-e2e2-4a83-8025-45cdfbd503ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:09.931840 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=89a9f715-3a11-4479-b2b7-82257c124da5,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:09.964313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b509b-c839-455c-bd97-5ca733e985f6 req-53318459-475d-4cc2-8e30-fc062094b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:09.966635 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ac5b509b-c839-455c-bd97-5ca733e985f6 req-53318459-475d-4cc2-8e30-fc062094b087 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 1133 time: 0.0551248 Feb 28 17:27:10.019824 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ac5b509b-c839-455c-bd97-5ca733e985f6 req-e14bcffe-567f-4a62-9291-4ff511651ba5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465622 Feb 28 17:27:10.085651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03281f-a8c4-4035-a7f8-3f4ad160f3ec req-f4a848e6-74a2-46dc-a7ff-547d431fba30 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:10.087417 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a03281f-a8c4-4035-a7f8-3f4ad160f3ec req-f4a848e6-74a2-46dc-a7ff-547d431fba30 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0627339 Feb 28 17:27:10.135114 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a03281f-a8c4-4035-a7f8-3f4ad160f3ec req-f917183f-62af-4480-8ced-f138c7257d40 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415666 Feb 28 17:27:10.529164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5ff70-c4cf-4a49-b01d-7f89b7ba603e req-40d6a42c-ddc1-421a-88f7-feb4373d2306 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:10.537449 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41a5ff70-c4cf-4a49-b01d-7f89b7ba603e req-40d6a42c-ddc1-421a-88f7-feb4373d2306 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.0585155 Feb 28 17:27:10.584272 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41a5ff70-c4cf-4a49-b01d-7f89b7ba603e req-64ad823b-d42f-43f8-b0e2-aa8a6719f88c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452425 Feb 28 17:27:10.627293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2570e8-b546-4ffb-a1b1-29a021b763c5 req-df9cb102-6e60-4769-9283-f6c99d3dd207 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:10.628778 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eb2570e8-b546-4ffb-a1b1-29a021b763c5 req-df9cb102-6e60-4769-9283-f6c99d3dd207 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 946 time: 0.0599120 Feb 28 17:27:10.678734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eb2570e8-b546-4ffb-a1b1-29a021b763c5 req-b2f154bb-27d9-4695-8219-fa9882565e7d tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442390 Feb 28 17:27:10.815126 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df09fe85-3437-4252-b30f-d115c0ae9e82 req-b3d34cbb-10fb-432f-aca2-2b4c4fa0fba3 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0276759 Feb 28 17:27:10.918940 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56572) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:10.978892 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8b8f6be9-0b78-43b4-8abf-7ac8e4070a45 req-68fad14a-416f-4b43-b49e-677559ece4da service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0372803 Feb 28 17:27:11.041137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78ceb6-f79d-41d6-baa0-ad7842646742 req-11ef6ab0-f123-4575-8dea-e6eb1d2d5eaf tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:11.043087 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da78ceb6-f79d-41d6-baa0-ad7842646742 req-11ef6ab0-f123-4575-8dea-e6eb1d2d5eaf tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 945 time: 0.0672302 Feb 28 17:27:11.077205 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0dba0156-6160-47e4-aa00-2e56ac469da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:11.118910 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da78ceb6-f79d-41d6-baa0-ad7842646742 req-72514239-40c5-4be4-81e7-0b4cc1d8c836 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a0069de-42eb-49bb-88d7-474360ef9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687063 Feb 28 17:27:11.174656 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0dba0156-6160-47e4-aa00-2e56ac469da8 admin admin] Publish callbacks [] for security_group (77dbc13b-068f-4f85-9445-2fb362a39168), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:11.267712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd853d5-99f0-45bf-b728-fb2993c2d461 req-d8adac6e-e055-45d6-ab92-64711ac19ab7 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:11.269208 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fdd853d5-99f0-45bf-b728-fb2993c2d461 req-d8adac6e-e055-45d6-ab92-64711ac19ab7 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0606406 Feb 28 17:27:11.316074 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0dba0156-6160-47e4-aa00-2e56ac469da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (77dbc13b-068f-4f85-9445-2fb362a39168), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:11.330398 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fdd853d5-99f0-45bf-b728-fb2993c2d461 req-3d54cb83-5855-4ec5-aee9-ca360649b9e5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546517 Feb 28 17:27:11.365251 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0dba0156-6160-47e4-aa00-2e56ac469da8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d4dd047507904cc480228bee076bd207&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4452059 Feb 28 17:27:11.366216 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba0156-6160-47e4-aa00-2e56ac469da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dbc13b-068f-4f85-9445-2fb362a39168,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:11.366695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56590) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:11.414974 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc191-e06e-4350-bb7b-2c1ec1c324a9 admin admin] Publish callbacks [] for security_group (77dbc13b-068f-4f85-9445-2fb362a39168), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:11.420642 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:11.436373 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc191-e06e-4350-bb7b-2c1ec1c324a9 admin admin] Publish callbacks [] for security_group (77dbc13b-068f-4f85-9445-2fb362a39168), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:11.591980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56594) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:11.634626 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc191-e06e-4350-bb7b-2c1ec1c324a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (77dbc13b-068f-4f85-9445-2fb362a39168), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:11.639090 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc191-e06e-4350-bb7b-2c1ec1c324a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:11.644147 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a4ddc191-e06e-4350-bb7b-2c1ec1c324a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/77dbc13b-068f-4f85-9445-2fb362a39168 HTTP/1.1" status: 204 len: 168 time: 0.2764010 Feb 28 17:27:11.654412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddc191-e06e-4350-bb7b-2c1ec1c324a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dbc13b-068f-4f85-9445-2fb362a39168,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:11.721676 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6aafb0d9-2375-4241-a44a-fe15781e0247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:11.735337 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06dc1a-bdfa-4729-9fd9-bf81b7e79c82 req-8603e1c6-9423-4b1b-976d-890f61600394 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:11.737076 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8a06dc1a-bdfa-4729-9fd9-bf81b7e79c82 req-8603e1c6-9423-4b1b-976d-890f61600394 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.0665953 Feb 28 17:27:11.806525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8a06dc1a-bdfa-4729-9fd9-bf81b7e79c82 req-6a210d19-d1cb-4a5a-898e-9a96f414ac83 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621507 Feb 28 17:27:11.816465 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6aafb0d9-2375-4241-a44a-fe15781e0247 admin admin] Publish callbacks [] for security_group (26862a4a-50f1-4bce-86a5-f918b076fc62), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:11.888683 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb62105-fe79-4877-9d44-0bfb8b81571c req-40e41836-3d18-4cd6-9355-bc44702a1212 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:11.890154 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-beb62105-fe79-4877-9d44-0bfb8b81571c req-40e41836-3d18-4cd6-9355-bc44702a1212 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 946 time: 0.0568023 Feb 28 17:27:11.904107 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6aafb0d9-2375-4241-a44a-fe15781e0247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (26862a4a-50f1-4bce-86a5-f918b076fc62), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:11.928187 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca1fb2-08df-49ee-8cb2-e3b102716562 req-28e0a971-6afe-48a7-9d0a-1be7cd5dfa96 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:11.934506 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-61ca1fb2-08df-49ee-8cb2-e3b102716562 req-28e0a971-6afe-48a7-9d0a-1be7cd5dfa96 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 945 time: 0.0707779 Feb 28 17:27:12.005307 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-61ca1fb2-08df-49ee-8cb2-e3b102716562 req-64e4ed54-bd77-4641-be54-a36495ba7739 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a0069de-42eb-49bb-88d7-474360ef9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624750 Feb 28 17:27:12.020385 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6aafb0d9-2375-4241-a44a-fe15781e0247 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=42dd5a4b90ec49efa1333428f2eaad35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4273160 Feb 28 17:27:12.023269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56610) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:12.024033 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafb0d9-2375-4241-a44a-fe15781e0247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26862a4a-50f1-4bce-86a5-f918b076fc62,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:12.031806 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-beb62105-fe79-4877-9d44-0bfb8b81571c req-f3355fb8-04b6-47b1-8583-f057f878ea16 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349258 Feb 28 17:27:12.091401 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3fe2bccb-966e-4689-b63f-b7faf3aadd15 admin admin] Publish callbacks [] for security_group (26862a4a-50f1-4bce-86a5-f918b076fc62), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:12.114028 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3fe2bccb-966e-4689-b63f-b7faf3aadd15 admin admin] Publish callbacks [] for security_group (26862a4a-50f1-4bce-86a5-f918b076fc62), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:12.239152 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3fe2bccb-966e-4689-b63f-b7faf3aadd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (26862a4a-50f1-4bce-86a5-f918b076fc62), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:12.241781 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3fe2bccb-966e-4689-b63f-b7faf3aadd15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:12.242992 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3fe2bccb-966e-4689-b63f-b7faf3aadd15 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26862a4a-50f1-4bce-86a5-f918b076fc62 HTTP/1.1" status: 204 len: 168 time: 0.2183540 Feb 28 17:27:12.253775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2bccb-966e-4689-b63f-b7faf3aadd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26862a4a-50f1-4bce-86a5-f918b076fc62,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:12.376505 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:12.462500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-96b69a60-8c0c-42e1-be94-4fcca94c561e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:12.463972 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-96b69a60-8c0c-42e1-be94-4fcca94c561e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.73 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 946 time: 0.0842304 Feb 28 17:27:12.475937 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270c66d-8cbb-4b07-9d85-21b0388baecf req-8592bb5f-c993-413b-80bd-f3bd7c5deaab tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:12.477371 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7270c66d-8cbb-4b07-9d85-21b0388baecf req-8592bb5f-c993-413b-80bd-f3bd7c5deaab tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0719831 Feb 28 17:27:12.584605 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7270c66d-8cbb-4b07-9d85-21b0388baecf req-818581e7-f41c-40e8-8ab3-84d926e8d5bd tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985909 Feb 28 17:27:12.617150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Deleting port be38abc7-8bc2-4978-8d5d-4d987028015e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:27:12.617413 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:12.712813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] For port be38abc7-8bc2-4978-8d5d-4d987028015e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=be38abc7-8bc2-4978-8d5d-4d987028015e,segment=NetworkSegment(034db800-bf19-443d-9f25-ded94a147022),segment_id=034db800-bf19-443d-9f25-ded94a147022)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:12.713097 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:12.863260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56638) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:12.921217 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:12.921820 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (dacac842-ef7f-4e79-bbe6-3d4d85af3017), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:12.922368 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Floating IP dacac842-ef7f-4e79-bbe6-3d4d85af3017 disassociated. External IP: 172.25.3.181, port: be38abc7-8bc2-4978-8d5d-4d987028015e. Feb 28 17:27:12.923023 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Calling delete_port for be38abc7-8bc2-4978-8d5d-4d987028015e owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:27:12.949000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5981ba39-9a7b-4a0c-a6c5-425b2c6f4065 req-62f00f32-75bd-4e5a-8fde-d5a6b69c8d73 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0483398 Feb 28 17:27:12.972969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56646) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:12.996467 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ae20ed3-b223-43c5-82ca-92f462276321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.007156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10d412-3aad-4092-a83a-c58a0edacf56 req-281c0f51-8e6f-46c3-a505-bb38e3373f9d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:13.008674 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d10d412-3aad-4092-a83a-c58a0edacf56 req-281c0f51-8e6f-46c3-a505-bb38e3373f9d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.0977507 Feb 28 17:27:13.089472 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d10d412-3aad-4092-a83a-c58a0edacf56 req-0d9f7ee0-1f53-46db-9dd3-4598d1871101 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747349 Feb 28 17:27:13.136411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b29a5602-fe2a-4be2-a81d-3e3749fa258e req-c9ee5c66-eb98-406a-ac61-c494a188fe24 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0420992 Feb 28 17:27:13.203302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-34953431-network', 'tenant_id': '092134078f4e41e78f2bec2553d8cda8'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:13.238047 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ae20ed3-b223-43c5-82ca-92f462276321 admin admin] Publish callbacks [] for security_group (065e0991-3435-4554-b1c8-5dcb546af0c3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.238618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86870102-354c-44b0-90a1-81bcbe360e81 req-f8401bb8-1261-429c-ad42-a9aad89ccbaa tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:13.240127 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-86870102-354c-44b0-90a1-81bcbe360e81 req-f8401bb8-1261-429c-ad42-a9aad89ccbaa tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 946 time: 0.0724635 Feb 28 17:27:13.263614 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a9f60-c001-467f-acfd-621a174a07d9 req-4d8ca9fe-178a-4812-a046-740c93e9e181 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:13.265099 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-055a9f60-c001-467f-acfd-621a174a07d9 req-4d8ca9fe-178a-4812-a046-740c93e9e181 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 945 time: 0.1589544 Feb 28 17:27:13.289947 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-86870102-354c-44b0-90a1-81bcbe360e81 req-e8e0a544-71bf-46d0-b781-e9d9c49172e1 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups?id=01150f42-5521-4191-9b41-eb8cce7f5490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 Feb 28 17:27:13.332212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] Made reservation on behalf of 092134078f4e41e78f2bec2553d8cda8 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:13.334518 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.337257 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-055a9f60-c001-467f-acfd-621a174a07d9 req-2fc846f8-00b0-466f-b95f-0b2d0ab3247f tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a0069de-42eb-49bb-88d7-474360ef9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653627 Feb 28 17:27:13.344402 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.393628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616070c1-9e94-4687-b27e-c20b427a7296 req-48a97ba9-2a8b-4645-a837-9ef0ce2c470c tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:13.395296 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-616070c1-9e94-4687-b27e-c20b427a7296 req-48a97ba9-2a8b-4645-a837-9ef0ce2c470c tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.73 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 945 time: 0.1044807 Feb 28 17:27:13.399495 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ae20ed3-b223-43c5-82ca-92f462276321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (065e0991-3435-4554-b1c8-5dcb546af0c3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.405490 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (be38abc7-8bc2-4978-8d5d-4d987028015e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.483169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Pushing event deleted for resources: {'Port': ['ID=be38abc7-8bc2-4978-8d5d-4d987028015e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:13.490393 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9ae20ed3-b223-43c5-82ca-92f462276321 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=42ac9b75167942b3b7ac0b6feb0841e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5159748 Feb 28 17:27:13.492787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56660) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:13.493741 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae20ed3-b223-43c5-82ca-92f462276321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065e0991-3435-4554-b1c8-5dcb546af0c3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:13.534642 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] Publish callbacks [] for security_group (b414e4db-55fc-4afa-8e02-f1441fc47463), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.591359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-616070c1-9e94-4687-b27e-c20b427a7296 req-1eb0aa2a-df3f-4e43-acac-a1e95ad0f85d tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Deleting port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:27:13.591689 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-616070c1-9e94-4687-b27e-c20b427a7296 req-1eb0aa2a-df3f-4e43-acac-a1e95ad0f85d tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.596124 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-704398f8-7e3f-4014-b7e8-507321b726ce admin admin] Publish callbacks [] for security_group (065e0991-3435-4554-b1c8-5dcb546af0c3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.629904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Router 5d2b0de8-d419-4490-b082-7c6ea62cac68 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:27:13.657989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b414e4db-55fc-4afa-8e02-f1441fc47463), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.695543 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-704398f8-7e3f-4014-b7e8-507321b726ce admin admin] Publish callbacks [] for security_group (065e0991-3435-4554-b1c8-5dcb546af0c3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.728260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:27:13.763055 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b414e4db-55fc-4afa-8e02-f1441fc47463,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:13.772642 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88572b-6ff4-4e35-acd6-d6dbb544e555 req-44ac0e31-a12c-4684-9eb7-fdc2bce5b4c5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:13.774237 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c88572b-6ff4-4e35-acd6-d6dbb544e555 req-44ac0e31-a12c-4684-9eb7-fdc2bce5b4c5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0998948 Feb 28 17:27:13.785119 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (72bbed98-5cb1-4501-95bf-6b2d7faee35f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.785493 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] Added segment 72bbed98-5cb1-4501-95bf-6b2d7faee35f of type vlan for network d5f218a7-b6e7-4d63-abe2-64a875e4b2aa Feb 28 17:27:13.789886 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:27:13.810322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f004ad-e737-4f53-bf99-fd113bd7a772 None None] Sync routers for ids ['5d2b0de8-d419-4490-b082-7c6ea62cac68'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:27:13.823810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-616070c1-9e94-4687-b27e-c20b427a7296 req-1eb0aa2a-df3f-4e43-acac-a1e95ad0f85d tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] For port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4,segment=NetworkSegment(00a93654-6c2f-4877-bfb3-41655a7c18be),segment_id=00a93654-6c2f-4877-bfb3-41655a7c18be)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:13.824170 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-616070c1-9e94-4687-b27e-c20b427a7296 req-1eb0aa2a-df3f-4e43-acac-a1e95ad0f85d tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.840554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f004ad-e737-4f53-bf99-fd113bd7a772 None None] Routers {'5d2b0de8-d419-4490-b082-7c6ea62cac68'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:27:13.841200 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-35f004ad-e737-4f53-bf99-fd113bd7a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:27:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5d2b0de8-d419-4490-b082-7c6ea62cac68'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:13.848285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] No DVR routers for this DVR port be38abc7-8bc2-4978-8d5d-4d987028015e on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:27:13.871232 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-616070c1-9e94-4687-b27e-c20b427a7296 req-1eb0aa2a-df3f-4e43-acac-a1e95ad0f85d tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Calling delete_port for c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:27:13.886994 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (d5f218a7-b6e7-4d63-abe2-64a875e4b2aa), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.890434 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c88572b-6ff4-4e35-acd6-d6dbb544e555 req-7c118dbc-5e23-4236-9e5a-f0e35fc6f419 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066425 Feb 28 17:27:13.893164 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.899405 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f7b984ac-b64e-4845-82f8-60d741303f5c req-ebe5850c-5ece-4a44-9534-958bcd733a60 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.73 "DELETE /v2.0/ports/be38abc7-8bc2-4978-8d5d-4d987028015e HTTP/1.1" status: 204 len: 173 time: 1.4192770 Feb 28 17:27:13.899405 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06498284-0f8b-48b6-a682-798bd5887eaa', 'name': 'network-vif-deleted', 'tag': 'be38abc7-8bc2-4978-8d5d-4d987028015e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:13.899679 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cae6c-81d0-48dd-8f05-c4b65aba5873 req-a2b44215-bf00-4f54-bce4-b363a07afaf3 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:13.901431 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361b0907-d2ae-4cae-8c9a-3304096cf89f" -d '{"events": [{"server_uuid": "06498284-0f8b-48b6-a682-798bd5887eaa", "name": "network-vif-deleted", "tag": "be38abc7-8bc2-4978-8d5d-4d987028015e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:13.905165 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a45cae6c-81d0-48dd-8f05-c4b65aba5873 req-a2b44215-bf00-4f54-bce4-b363a07afaf3 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 1133 time: 0.2933664 Feb 28 17:27:13.941649 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a45cae6c-81d0-48dd-8f05-c4b65aba5873 req-f87823f4-8541-4196-8b1f-1834d0aa50e5 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:13.980040 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe18317-d466-4d6b-ad79-c3dddeaf9d70 x-openstack-request-id: req-cbe18317-d466-4d6b-ad79-c3dddeaf9d70 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:13.980339 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06498284-0f8b-48b6-a682-798bd5887eaa", "name": "network-vif-deleted", "tag": "be38abc7-8bc2-4978-8d5d-4d987028015e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:13.980595 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cbe18317-d466-4d6b-ad79-c3dddeaf9d70 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:13.981064 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06498284-0f8b-48b6-a682-798bd5887eaa', 'name': 'network-vif-deleted', 'tag': 'be38abc7-8bc2-4978-8d5d-4d987028015e', 'status': 'completed', 'code': 200} Feb 28 17:27:13.999478 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:14.007697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-35f004ad-e737-4f53-bf99-fd113bd7a772 None None] Set router 5d2b0de8-d419-4490-b082-7c6ea62cac68 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:27:14.094933 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-704398f8-7e3f-4014-b7e8-507321b726ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (065e0991-3435-4554-b1c8-5dcb546af0c3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:14.097539 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-704398f8-7e3f-4014-b7e8-507321b726ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:14.098804 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-704398f8-7e3f-4014-b7e8-507321b726ce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/065e0991-3435-4554-b1c8-5dcb546af0c3 HTTP/1.1" status: 204 len: 168 time: 0.6034355 Feb 28 17:27:14.132380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704398f8-7e3f-4014-b7e8-507321b726ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065e0991-3435-4554-b1c8-5dcb546af0c3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:14.165049 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a45cae6c-81d0-48dd-8f05-c4b65aba5873 req-f87823f4-8541-4196-8b1f-1834d0aa50e5 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] Publish callbacks [] for security_group (bae598a9-cfb7-444a-853c-f0196f280357), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:14.182201 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (d5f218a7-b6e7-4d63-abe2-64a875e4b2aa), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:14.183450 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:14.184209 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:14.262182 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-35f004ad-e737-4f53-bf99-fd113bd7a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:23:24Z', 'revision_number': 4, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port': {'id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:18Z', 'updated_at': '2022-02-28T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '766ead7b-2aeb-443e-9f84-8ca8108ecb62', 'name': '', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'mac_address': 'fa:16:3e:18:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:23Z', 'updated_at': '2022-02-28T17:23:29Z', 'revision_number': 5, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'subnets': [{'id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:14.280379 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a45cae6c-81d0-48dd-8f05-c4b65aba5873 req-f87823f4-8541-4196-8b1f-1834d0aa50e5 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bae598a9-cfb7-444a-853c-f0196f280357), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:14.292695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] Pushing event updated for resources: {'Network': ['ID=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:14.299217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f004ad-e737-4f53-bf99-fd113bd7a772 None None] Checking router: 5d2b0de8-d419-4490-b082-7c6ea62cac68 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:27:14.308381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network d5f218a7-b6e7-4d63-abe2-64a875e4b2aa details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:27:14.318619 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d7f7fb67-8189-4b6f-b74e-db865f744de6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4526126 Feb 28 17:27:14.319364 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-616070c1-9e94-4687-b27e-c20b427a7296 req-1eb0aa2a-df3f-4e43-acac-a1e95ad0f85d tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:14.322041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56672) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:14.338651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8129528b-3bca-47c1-8a13-98b54e26e313 admin admin] Request body: {'subnet': {'network_id': 'd5f218a7-b6e7-4d63-abe2-64a875e4b2aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-34953431-subnet', 'tenant_id': '092134078f4e41e78f2bec2553d8cda8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:14.356445 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a45cae6c-81d0-48dd-8f05-c4b65aba5873 req-f87823f4-8541-4196-8b1f-1834d0aa50e5 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503777 Feb 28 17:27:14.361612 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87823f4-8541-4196-8b1f-1834d0aa50e5 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae598a9-cfb7-444a-853c-f0196f280357,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:14.366476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0aa2a-df3f-4e43-acac-a1e95ad0f85d tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Pushing event deleted for resources: {'Port': ['ID=c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:14.456027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-616070c1-9e94-4687-b27e-c20b427a7296 req-1eb0aa2a-df3f-4e43-acac-a1e95ad0f85d tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] No DVR routers for this DVR port c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:27:14.459743 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-616070c1-9e94-4687-b27e-c20b427a7296 req-1eb0aa2a-df3f-4e43-acac-a1e95ad0f85d tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:14.462829 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-616070c1-9e94-4687-b27e-c20b427a7296 req-1eb0aa2a-df3f-4e43-acac-a1e95ad0f85d tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.73 "DELETE /v2.0/ports/c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 HTTP/1.1" status: 204 len: 173 time: 1.0615478 Feb 28 17:27:14.463435 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251326c0-7da6-4b92-ac58-54487b38f823', 'name': 'network-vif-deleted', 'tag': 'c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:14.465680 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1035a0-b872-4c64-a409-95c7b92a066f" -d '{"events": [{"server_uuid": "251326c0-7da6-4b92-ac58-54487b38f823", "name": "network-vif-deleted", "tag": "c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:14.508203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8129528b-3bca-47c1-8a13-98b54e26e313 admin admin] Made reservation on behalf of 092134078f4e41e78f2bec2553d8cda8 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:14.511225 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8129528b-3bca-47c1-8a13-98b54e26e313 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:14.512170 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6500380f-4297-49d4-9a9f-163b998b145a req-f2c4aa5f-64d1-4eae-a0d7-0a76ff3dc4e5 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 210 time: 0.0341160 Feb 28 17:27:14.517205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec6d2ad5-d473-4ae3-a495-86e3a368a9c5 req-e365c52a-661e-419d-9313-99ca9b94c594 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.0576403 Feb 28 17:27:14.605783 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392f9422-0ee4-4fbc-b7fb-398db21a96e9 x-openstack-request-id: req-392f9422-0ee4-4fbc-b7fb-398db21a96e9 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:14.605783 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251326c0-7da6-4b92-ac58-54487b38f823", "name": "network-vif-deleted", "tag": "c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:14.606062 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-392f9422-0ee4-4fbc-b7fb-398db21a96e9 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:14.612900 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251326c0-7da6-4b92-ac58-54487b38f823', 'name': 'network-vif-deleted', 'tag': 'c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4', 'status': 'completed', 'code': 200} Feb 28 17:27:14.635587 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:14.642911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-78033559-668d-4de0-9801-3dd4d21ca2e8 req-3728102e-ef29-4498-8e21-4f462a381e30 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:27:14.644095 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-78033559-668d-4de0-9801-3dd4d21ca2e8 req-3728102e-ef29-4498-8e21-4f462a381e30 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056534 Feb 28 17:27:14.709125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f004ad-e737-4f53-bf99-fd113bd7a772 None None] Routers {'5d2b0de8-d419-4490-b082-7c6ea62cac68'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:27:14.711255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-35f004ad-e737-4f53-bf99-fd113bd7a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:27:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5d2b0de8-d419-4490-b082-7c6ea62cac68'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:14.885952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-35f004ad-e737-4f53-bf99-fd113bd7a772 None None] Set router 5d2b0de8-d419-4490-b082-7c6ea62cac68 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:27:15.005365 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8129528b-3bca-47c1-8a13-98b54e26e313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (a5606816-920e-4406-aa25-e036bfde4547), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:15.134073 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129528b-3bca-47c1-8a13-98b54e26e313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5606816-920e-4406-aa25-e036bfde4547,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:15.231358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129528b-3bca-47c1-8a13-98b54e26e313 admin admin] Checking segment: {'id': '72bbed98-5cb1-4501-95bf-6b2d7faee35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd5f218a7-b6e7-4d63-abe2-64a875e4b2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:15.231736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8129528b-3bca-47c1-8a13-98b54e26e313 admin admin] Network hostable DHCP agents. Network: d5f218a7-b6e7-4d63-abe2-64a875e4b2aa, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:27:15.262606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab6aaf-8d35-4415-80bf-70a0eef409bf req-b24a671e-f575-4654-8888-b9e60968a042 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:15.263278 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-35f004ad-e737-4f53-bf99-fd113bd7a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:23:24Z', 'revision_number': 4, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port': {'id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:18Z', 'updated_at': '2022-02-28T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '766ead7b-2aeb-443e-9f84-8ca8108ecb62', 'name': '', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'mac_address': 'fa:16:3e:18:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:23Z', 'updated_at': '2022-02-28T17:23:29Z', 'revision_number': 5, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'subnets': [{'id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:15.264236 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71ab6aaf-8d35-4415-80bf-70a0eef409bf req-b24a671e-f575-4654-8888-b9e60968a042 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.2540214 Feb 28 17:27:15.296459 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-19195124-e02c-456e-92dc-d60ffa439515 req-d5b51ca9-2b41-46ae-979d-1d6c80e598a6 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0609305 Feb 28 17:27:15.330851 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device be38abc7-8bc2-4978-8d5d-4d987028015e no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:27:15.330851 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f004ad-e737-4f53-bf99-fd113bd7a772 None None] The sync data for ids ['5d2b0de8-d419-4490-b082-7c6ea62cac68'] in n-d-820368-19 is: [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:23:24Z', 'revision_number': 4, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port': {'id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:18Z', 'updated_at': '2022-02-28T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '766ead7b-2aeb-443e-9f84-8ca8108ecb62', 'name': '', 'network_id': '3710deb9-08fa-44d6-a3a2-288e5da55b9b', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'mac_address': 'fa:16:3e:18:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:23Z', 'updated_at': '2022-02-28T17:23:29Z', 'revision_number': 5, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'subnets': [{'id': '6c0d669a-2f10-4e77-a5d5-52ef693cecb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:27:15.361625 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: be38abc7-8bc2-4978-8d5d-4d987028015e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:27:15.362039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device be38abc7-8bc2-4978-8d5d-4d987028015e not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:27:15.370932 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71ab6aaf-8d35-4415-80bf-70a0eef409bf req-3bce4a1c-f1e4-4781-b10a-b70553bf76ea tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938420 Feb 28 17:27:15.467403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8129528b-3bca-47c1-8a13-98b54e26e313 admin admin] Network d5f218a7-b6e7-4d63-abe2-64a875e4b2aa is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:27:15.567201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-881213cf-1663-44c3-b81a-0fe1e748aad1 req-7f7c9844-02dc-45cc-a59a-d8b93da9ec22 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0888436 Feb 28 17:27:15.568618 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-8129528b-3bca-47c1-8a13-98b54e26e313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, d5f218a7-b6e7-4d63-abe2-64a875e4b2aa) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:15.573960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8129528b-3bca-47c1-8a13-98b54e26e313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:15.577438 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8129528b-3bca-47c1-8a13-98b54e26e313 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:15.584177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd5e818-842d-4575-a3d2-5daf3d8cc680 None None] Network d5f218a7-b6e7-4d63-abe2-64a875e4b2aa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:27:15.676735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3c9e-a14f-4f29-873a-11f46cd7d232 req-778eacde-8c50-4682-b4d0-4084cb1a1a83 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:15.684262 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2afc3c9e-a14f-4f29-873a-11f46cd7d232 req-778eacde-8c50-4682-b4d0-4084cb1a1a83 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.0809784 Feb 28 17:27:15.757826 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8129528b-3bca-47c1-8a13-98b54e26e313 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4321449 Feb 28 17:27:15.759190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41bcced-e13e-4818-b2f0-acae0994d5a5 None None] Network d5f218a7-b6e7-4d63-abe2-64a875e4b2aa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:27:15.783033 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3d9c225a-72b8-482e-a18b-07eccb145584 req-38862f44-e468-4768-b888-3fb14c311e89 tempest-InstanceActionsNegativeTestJSON-1921979219 tempest-InstanceActionsNegativeTestJSON-1921979219-project] 10.222.0.72 "GET /v2.0/ports?device_id=251326c0-7da6-4b92-ac58-54487b38f823 HTTP/1.1" status: 200 len: 210 time: 0.0726538 Feb 28 17:27:15.820633 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2afc3c9e-a14f-4f29-873a-11f46cd7d232 req-62fb1081-3487-4836-86f4-eb96957dc4ae tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352704 Feb 28 17:27:15.845749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-0ae27cf4-2bd9-4324-8ea8-b15500cc9435 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1463060 Feb 28 17:27:15.867299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-84af85c8-904d-414d-a219-804763af87a4 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:27:15.868311 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-84af85c8-904d-414d-a219-804763af87a4 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092142 Feb 28 17:27:15.888921 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a1136-574d-4cbf-8482-4a46cdad7ae7 None None] New status for floating IP dacac842-ef7f-4e79-bbe6-3d4d85af3017: DOWN {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:27:15.933704 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e634f88-c319-4de8-aefb-6e013ffa4c29 req-307060f8-b50f-4ae7-884a-ac0a3455431e tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.0531132 Feb 28 17:27:16.147670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-3387f1d9-b14c-4b0c-ab38-b959f1562eb9 req-8b101d08-4756-4d63-b7ab-2d58f144310f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-262275402', 'description': 'tempest-description-1302693144'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:16.307799 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3387f1d9-b14c-4b0c-ab38-b959f1562eb9 req-8b101d08-4756-4d63-b7ab-2d58f144310f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:16.383037 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3387f1d9-b14c-4b0c-ab38-b959f1562eb9 req-8b101d08-4756-4d63-b7ab-2d58f144310f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (040d4601-34ff-4505-b70b-4053f3cafeff), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:16.493523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017eb4b-f488-4068-bedd-b47ed2110bdc req-216142f5-2a27-4b05-b28e-c0687d07cd10 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:16.495120 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9017eb4b-f488-4068-bedd-b47ed2110bdc req-216142f5-2a27-4b05-b28e-c0687d07cd10 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0583291 Feb 28 17:27:16.502358 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3387f1d9-b14c-4b0c-ab38-b959f1562eb9 req-8b101d08-4756-4d63-b7ab-2d58f144310f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (040d4601-34ff-4505-b70b-4053f3cafeff), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:16.568796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b101d08-4756-4d63-b7ab-2d58f144310f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040d4601-34ff-4505-b70b-4053f3cafeff,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:16.585513 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9017eb4b-f488-4068-bedd-b47ed2110bdc req-60fd714b-b24e-45b3-afa8-5c4214bb7cd9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782154 Feb 28 17:27:16.663746 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3387f1d9-b14c-4b0c-ab38-b959f1562eb9 req-8b101d08-4756-4d63-b7ab-2d58f144310f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:16.665659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3387f1d9-b14c-4b0c-ab38-b959f1562eb9 req-8b101d08-4756-4d63-b7ab-2d58f144310f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5228386 Feb 28 17:27:16.699490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-1e1b9d81-6dc9-467b-aade-9de3b8412f79 req-b18f5eca-8e91-42f3-b025-6f639e4697c1 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-249100053', 'description': 'tempest-description-1539429754'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:16.840536 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e1b9d81-6dc9-467b-aade-9de3b8412f79 req-b18f5eca-8e91-42f3-b025-6f639e4697c1 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:16.851921 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56772) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:16.974999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d2388b-5e2c-4e4f-9e4b-9c84a2d397ad admin admin] Deleting subnet b20cdeea-a3b3-452a-9f9e-30817ec8978e {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:27:16.979751 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e1b9d81-6dc9-467b-aade-9de3b8412f79 req-b18f5eca-8e91-42f3-b025-6f639e4697c1 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (93812679-f9e5-4e56-bf9f-a125fde7beef), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:16.991896 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-53d2388b-5e2c-4e4f-9e4b-9c84a2d397ad admin admin] Publish callbacks [] for subnet (b20cdeea-a3b3-452a-9f9e-30817ec8978e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:17.063701 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e1b9d81-6dc9-467b-aade-9de3b8412f79 req-b18f5eca-8e91-42f3-b025-6f639e4697c1 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (93812679-f9e5-4e56-bf9f-a125fde7beef), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:17.094706 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-53d2388b-5e2c-4e4f-9e4b-9c84a2d397ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (b20cdeea-a3b3-452a-9f9e-30817ec8978e), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:17.126643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eb4ae-930f-446c-898e-346a084d2e47 req-2bacf415-05af-481b-b199-4c8e590745ee tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:17.133985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-559eb4ae-930f-446c-898e-346a084d2e47 req-2bacf415-05af-481b-b199-4c8e590745ee tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1383119 Feb 28 17:27:17.151973 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f5eca-8e91-42f3-b025-6f639e4697c1 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93812679-f9e5-4e56-bf9f-a125fde7beef,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:17.184649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-4d57a391-1f63-47a1-8833-f9191fe55ccf tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:17.187280 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-4d57a391-1f63-47a1-8833-f9191fe55ccf tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] 10.222.0.72 "GET /v2.0/ports/89a9f715-3a11-4479-b2b7-82257c124da5 HTTP/1.1" status: 200 len: 1130 time: 0.4394536 Feb 28 17:27:17.196224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-559eb4ae-930f-446c-898e-346a084d2e47 req-1ccf3ae4-5194-48f3-bf71-f713296b0651 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545311 Feb 28 17:27:17.219476 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e1b9d81-6dc9-467b-aade-9de3b8412f79 req-b18f5eca-8e91-42f3-b025-6f639e4697c1 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:17.224996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e1b9d81-6dc9-467b-aade-9de3b8412f79 req-b18f5eca-8e91-42f3-b025-6f639e4697c1 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5289049 Feb 28 17:27:17.232008 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-53d2388b-5e2c-4e4f-9e4b-9c84a2d397ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (b20cdeea-a3b3-452a-9f9e-30817ec8978e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:17.318729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:27:17.339963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-449ce6ad-98bd-441c-8116-08bb8082e4b6 req-51382e58-54af-4668-b926-bdf3177ba6fd tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.0326989 Feb 28 17:27:17.361974 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:27:17.361974 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device c9dbe400-fbec-4c9c-9ec9-3d8f331f03f4 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:27:17.434752 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-53d2388b-5e2c-4e4f-9e4b-9c84a2d397ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (b20cdeea-a3b3-452a-9f9e-30817ec8978e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:17.479076 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2388b-5e2c-4e4f-9e4b-9c84a2d397ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20cdeea-a3b3-452a-9f9e-30817ec8978e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:17.484375 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-53d2388b-5e2c-4e4f-9e4b-9c84a2d397ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:17.487484 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-53d2388b-5e2c-4e4f-9e4b-9c84a2d397ad admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b20cdeea-a3b3-452a-9f9e-30817ec8978e HTTP/1.1" status: 204 len: 168 time: 0.6339259 Feb 28 17:27:17.489653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56804) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:17.595427 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fd37ca9-2580-4c49-8880-9f3ac5dddcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (86919ebc-8a70-415c-9142-c10d8e9764d6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:17.705505 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fd37ca9-2580-4c49-8880-9f3ac5dddcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (86919ebc-8a70-415c-9142-c10d8e9764d6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:17.751969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-4fd37ca9-2580-4c49-8880-9f3ac5dddcb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86919ebc-8a70-415c-9142-c10d8e9764d6']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:17.764857 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-4fd37ca9-2580-4c49-8880-9f3ac5dddcb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a93654-6c2f-4877-bfb3-41655a7c18be') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:17.768683 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-4fd37ca9-2580-4c49-8880-9f3ac5dddcb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a93654-6c2f-4877-bfb3-41655a7c18be') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:17.778592 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fd37ca9-2580-4c49-8880-9f3ac5dddcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (00a93654-6c2f-4877-bfb3-41655a7c18be), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:17.804503 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67bcf4-1b2a-4302-a480-ccc3b6ace076 req-042daf84-7b60-4397-be99-22b8a8d61bf3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:17.812875 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a67bcf4-1b2a-4302-a480-ccc3b6ace076 req-042daf84-7b60-4397-be99-22b8a8d61bf3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.1041067 Feb 28 17:27:17.812875 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fd37ca9-2580-4c49-8880-9f3ac5dddcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (00a93654-6c2f-4877-bfb3-41655a7c18be), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:17.820078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd37ca9-2580-4c49-8880-9f3ac5dddcb2 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:27:17.821216 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fd37ca9-2580-4c49-8880-9f3ac5dddcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (00a93654-6c2f-4877-bfb3-41655a7c18be), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:27:17.895130 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:27:17.926935 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-81b1b0b4-87f9-4835-ad23-194edf31b14e req-38952251-9966-48e1-9294-554f8f4b8f3a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0338540 Feb 28 17:27:17.965790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-794ecbf1-232b-4ce5-9d3d-6c24961fb504 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:17.978462 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-794ecbf1-232b-4ce5-9d3d-6c24961fb504 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/networks?id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa HTTP/1.1" status: 200 len: 811 time: 0.5158076 Feb 28 17:27:17.987214 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a67bcf4-1b2a-4302-a480-ccc3b6ace076 req-52f169c9-a1bd-4754-b10c-6cbd0cd6f6b1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911920 Feb 28 17:27:18.011440 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-04382295-d77c-4cce-adb7-79b4c541dcd0 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/quotas/092134078f4e41e78f2bec2553d8cda8 HTTP/1.1" status: 200 len: 375 time: 0.0319719 Feb 28 17:27:18.038839 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fd37ca9-2580-4c49-8880-9f3ac5dddcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (86919ebc-8a70-415c-9142-c10d8e9764d6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:18.045469 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fd37ca9-2580-4c49-8880-9f3ac5dddcb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:18.053192 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4fd37ca9-2580-4c49-8880-9f3ac5dddcb2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/86919ebc-8a70-415c-9142-c10d8e9764d6 HTTP/1.1" status: 204 len: 168 time: 0.5599635 Feb 28 17:27:18.071192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd37ca9-2580-4c49-8880-9f3ac5dddcb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=86919ebc-8a70-415c-9142-c10d8e9764d6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:18.094589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-8d81c927-d6a8-4ec0-b83e-dfa332c862c5 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=092134078f4e41e78f2bec2553d8cda8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818195 Feb 28 17:27:18.206846 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0864b3f-ed8d-468f-91a8-a4e06379585a req-27c22dc9-150f-4e2f-a5ca-f0777f664276 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0504038 Feb 28 17:27:18.267746 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-3c50c287-923c-4a38-aa30-2737bea68e6f service neutron] 10.222.0.72 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721275 Feb 28 17:27:18.343198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4e3c5-189d-427a-845e-0211db4d6b18 req-2c23701b-c148-4d86-b678-a57290b7e073 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:18.346091 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b6d4e3c5-189d-427a-845e-0211db4d6b18 req-2c23701b-c148-4d86-b678-a57290b7e073 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.0748105 Feb 28 17:27:18.404748 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:27:18.414476 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-fd988983-13e6-404f-b14f-cbe301b1e2c5 service neutron] 10.222.0.72 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407006 Feb 28 17:27:18.423895 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b6d4e3c5-189d-427a-845e-0211db4d6b18 req-5501742e-26f3-4b77-bb34-b7d2c70082fb tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714428 Feb 28 17:27:18.518061 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c566e3e2-8cd2-4fb3-9ed7-3d0025158a77 req-9bcce14b-c513-462b-90f3-cb14211fdd2f tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.0362098 Feb 28 17:27:18.644467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56836) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:18.813379 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-221c4803-d651-4097-929b-0ae63fd448f3 req-610343a8-b908-4e5c-a679-3ecd084cc3cc tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 210 time: 0.0912457 Feb 28 17:27:18.817012 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-200e9932-ba1e-4bba-8f63-3d4234c9ab84 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd87356485a249c6a0fa656b1a8e9a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1729412 Feb 28 17:27:18.822212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56844) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:18.877373 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e9d88f7-1e02-47f2-b4e9-c11a03c5993f admin admin] Publish callbacks [] for security_group (0a0069de-42eb-49bb-88d7-474360ef9d23), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:18.902251 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e9d88f7-1e02-47f2-b4e9-c11a03c5993f admin admin] Publish callbacks [] for security_group (0a0069de-42eb-49bb-88d7-474360ef9d23), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:19.090892 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e9d88f7-1e02-47f2-b4e9-c11a03c5993f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0a0069de-42eb-49bb-88d7-474360ef9d23), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:19.094904 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e9d88f7-1e02-47f2-b4e9-c11a03c5993f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:19.097111 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9e9d88f7-1e02-47f2-b4e9-c11a03c5993f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0a0069de-42eb-49bb-88d7-474360ef9d23 HTTP/1.1" status: 204 len: 168 time: 0.2736425 Feb 28 17:27:19.120260 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d88f7-1e02-47f2-b4e9-c11a03c5993f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0069de-42eb-49bb-88d7-474360ef9d23,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:19.156613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569eec8-a3ee-437c-b95a-679eebad3145 req-0fddb751-8674-44a1-85b2-b883842838c5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:19.158154 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7569eec8-a3ee-437c-b95a-679eebad3145 req-0fddb751-8674-44a1-85b2-b883842838c5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0715749 Feb 28 17:27:19.221168 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7569eec8-a3ee-437c-b95a-679eebad3145 req-08a04dde-e8dc-411f-9b49-8b7f62ec8248 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523059 Feb 28 17:27:19.316393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-f8ddd649-6ab1-4c06-8b32-ba4d53f965df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:19.318198 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-f8ddd649-6ab1-4c06-8b32-ba4d53f965df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 1133 time: 0.0466802 Feb 28 17:27:19.423554 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-e21c7503-0ed1-4d54-a5ac-2b8c93ed3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:19.425115 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-e21c7503-0ed1-4d54-a5ac-2b8c93ed3664 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1014762 Feb 28 17:27:19.494233 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-10262f4d-235d-4db7-b2cb-7837c1853aee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=89a9f715-3a11-4479-b2b7-82257c124da5 HTTP/1.1" status: 200 len: 217 time: 0.0609138 Feb 28 17:27:19.610923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-f6a3e667-0832-48af-af32-a544b638e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:19.612745 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-f6a3e667-0832-48af-af32-a544b638e512 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1145277 Feb 28 17:27:19.636161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220723d7-424b-49b0-a10b-fa186c990299 req-3bcfe902-5107-4f88-88ba-6d82480ef0f8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:19.647603 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-220723d7-424b-49b0-a10b-fa186c990299 req-3bcfe902-5107-4f88-88ba-6d82480ef0f8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1461909 Feb 28 17:27:19.701615 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fef46e9a-2110-4ffb-aa91-d3d9caedfd15 req-9683c6e6-2c83-4069-9770-1860dd27d9b1 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.0394311 Feb 28 17:27:19.730026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-f69d526c-f4f5-4982-b404-34fae303b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:19.731355 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-220723d7-424b-49b0-a10b-fa186c990299 req-5f66173f-1ad0-4491-9e71-0ffd93dd8e1e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828364 Feb 28 17:27:19.731641 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-f69d526c-f4f5-4982-b404-34fae303b4e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1116757 Feb 28 17:27:19.841119 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-126cba63-2e21-4700-8d47-9b68b7789e1f service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023910 Feb 28 17:27:19.932318 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e68108a-f928-408b-9d5e-c80122694575 req-90ed1361-27bd-4757-baa0-a4a6856032b9 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 210 time: 0.0581667 Feb 28 17:27:20.004302 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-807e99c1-7246-4750-a14b-b0f61385d12c service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555560 Feb 28 17:27:20.199079 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-325f5d54-996f-418d-97b2-1f602af92ec4 req-28dfbec5-21b7-43d4-8cfe-e23e1ffe5458 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0673785 Feb 28 17:27:20.372499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdba39-14e3-4bdb-8a76-d33a6a1c638e req-77293556-ec2b-43ab-8f5c-f3ab2c4cafb3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:20.374645 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22fdba39-14e3-4bdb-8a76-d33a6a1c638e req-77293556-ec2b-43ab-8f5c-f3ab2c4cafb3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0705934 Feb 28 17:27:20.440302 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c27fe818-dc24-4234-a639-640015617610 req-bc56c52c-f352-4d86-97fe-0023991a72ab service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0375602 Feb 28 17:27:20.473150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22fdba39-14e3-4bdb-8a76-d33a6a1c638e req-8941bf9c-0ad3-4135-a5e5-ec0b35c3fe49 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927880 Feb 28 17:27:20.667111 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56902) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:20.820774 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56910) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:20.842044 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b75363b5-cdf7-4c37-9faa-cd776bb6676c req-777393a9-0f43-4068-bffa-8bd98286b2e7 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.0513020 Feb 28 17:27:20.936895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1809851308-network', 'tenant_id': '2a4673abe88b46589aa44f1b26098ca1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:20.959051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3efa4-6299-491a-b217-1b373b4741e3 req-23a7367e-f938-4a2f-a21e-948f36d2149b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:20.959051 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ba3efa4-6299-491a-b217-1b373b4741e3 req-23a7367e-f938-4a2f-a21e-948f36d2149b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1155174 Feb 28 17:27:21.045381 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ba3efa4-6299-491a-b217-1b373b4741e3 req-7ecbd9a9-12c4-40d5-bd3a-81ab44bdcba3 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807338 Feb 28 17:27:21.068034 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.095763 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95df7806-cddf-417f-b915-602579073b53 req-932717f1-4810-408a-b44d-36b5b0755715 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 210 time: 0.0339448 Feb 28 17:27:21.096984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] Made reservation on behalf of 2a4673abe88b46589aa44f1b26098ca1 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:21.099624 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.119987 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.168000 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Publish callbacks [] for security_group (272dd5e2-7f7e-4c19-baee-b9e157f30427), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.206527 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] Publish callbacks [] for security_group (8e2a1f00-ca2a-4d3a-a707-caafdf772625), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.267432 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (272dd5e2-7f7e-4c19-baee-b9e157f30427), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.284446 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8e2a1f00-ca2a-4d3a-a707-caafdf772625), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.313198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:27:21.316276 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08585104fac340f5802dad0e9628c3f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4944201 Feb 28 17:27:21.316922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56916) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:21.319639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272dd5e2-7f7e-4c19-baee-b9e157f30427,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:21.324280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2a1f00-ca2a-4d3a-a707-caafdf772625,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:21.329989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (302309ed-98fa-494b-832e-7fe66f0f83c8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.330681 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] Added segment 302309ed-98fa-494b-832e-7fe66f0f83c8 of type vlan for network f1f331f9-f6f7-4185-80c9-49f83f5e4a75 Feb 28 17:27:21.352877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:21.353225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:21.353560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:21.356214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:21.356214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:21.356214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:21.356214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:21.356214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:21.356214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:21.356214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:21.356763 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:21.356763 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:21.356932 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b99d35-81e8-4f3f-972c-ec112180cb3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:21.388379 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (f1f331f9-f6f7-4185-80c9-49f83f5e4a75), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.389519 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-57774478-8c26-4bc9-a0de-5aa79a0cd30d admin admin] Publish callbacks [] for security_group (272dd5e2-7f7e-4c19-baee-b9e157f30427), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.411835 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-57774478-8c26-4bc9-a0de-5aa79a0cd30d admin admin] Publish callbacks [] for security_group (272dd5e2-7f7e-4c19-baee-b9e157f30427), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.524475 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (f1f331f9-f6f7-4185-80c9-49f83f5e4a75), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.528261 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:21.530542 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.581578 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-57774478-8c26-4bc9-a0de-5aa79a0cd30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (272dd5e2-7f7e-4c19-baee-b9e157f30427), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.584150 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-57774478-8c26-4bc9-a0de-5aa79a0cd30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.585283 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-57774478-8c26-4bc9-a0de-5aa79a0cd30d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/272dd5e2-7f7e-4c19-baee-b9e157f30427 HTTP/1.1" status: 204 len: 168 time: 0.2668409 Feb 28 17:27:21.597872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57774478-8c26-4bc9-a0de-5aa79a0cd30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272dd5e2-7f7e-4c19-baee-b9e157f30427,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:21.607724 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f331f9-f6f7-4185-80c9-49f83f5e4a75,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:21.624002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac3d13-9140-43d8-9261-f6fd42f77aad req-792548b4-5f24-45d2-8d3d-51b5e373e2f7 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:21.625669 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bfac3d13-9140-43d8-9261-f6fd42f77aad req-792548b4-5f24-45d2-8d3d-51b5e373e2f7 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0853179 Feb 28 17:27:21.629076 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network f1f331f9-f6f7-4185-80c9-49f83f5e4a75 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:27:21.699683 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bfac3d13-9140-43d8-9261-f6fd42f77aad req-65d98054-8d76-40c2-90fd-0adf78d83e45 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653024 Feb 28 17:27:21.706018 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-83eb6492-2cb4-4c22-8764-69b3451f3721 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0369277 Feb 28 17:27:21.708099 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56924) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:21.714184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a09034f2-4b19-46ba-aa17-2110ddbe20aa admin admin] Request body: {'subnet': {'network_id': 'f1f331f9-f6f7-4185-80c9-49f83f5e4a75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1809851308-subnet', 'tenant_id': '2a4673abe88b46589aa44f1b26098ca1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:21.821761 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09034f2-4b19-46ba-aa17-2110ddbe20aa admin admin] Made reservation on behalf of 2a4673abe88b46589aa44f1b26098ca1 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:21.824280 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a09034f2-4b19-46ba-aa17-2110ddbe20aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:21.988688 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5aaa4db1-3c23-4477-a380-af4365d1f174 req-96ed9b83-1ca5-463c-adcb-ead188085973 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.0397890 Feb 28 17:27:22.046002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-6ae9f5fd-d372-4554-bc63-280b0c43ac63 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:22.048553 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-6ae9f5fd-d372-4554-bc63-280b0c43ac63 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.69 "GET /v2.0/networks?id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa HTTP/1.1" status: 200 len: 811 time: 0.1384518 Feb 28 17:27:22.061740 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d093863e-3adc-4efd-b3bf-284d8513e9b4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'port': {'device_id': '3c257d33-9e5d-4bc9-bf1d-f70734c1e644', 'network_id': 'd5f218a7-b6e7-4d63-abe2-64a875e4b2aa', 'admin_state_up': True, 'tenant_id': '092134078f4e41e78f2bec2553d8cda8'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:22.237825 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34b35c56-adff-44de-887b-2038ade993c7 req-8377a14b-cc80-4142-8163-246443b89f41 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 210 time: 0.0623751 Feb 28 17:27:22.250363 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a09034f2-4b19-46ba-aa17-2110ddbe20aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (e9e39580-a5d1-4a58-8689-3a3d9ccca7a3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:22.298034 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec7f1d-4254-49a7-a2a5-0ec2acb38e10 req-a73c8344-7a1c-4c3b-b9e1-65da127ee023 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:22.313197 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09034f2-4b19-46ba-aa17-2110ddbe20aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e39580-a5d1-4a58-8689-3a3d9ccca7a3,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:22.317729 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9ec7f1d-4254-49a7-a2a5-0ec2acb38e10 req-a73c8344-7a1c-4c3b-b9e1-65da127ee023 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1565037 Feb 28 17:27:22.329611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09034f2-4b19-46ba-aa17-2110ddbe20aa admin admin] Checking segment: {'id': '302309ed-98fa-494b-832e-7fe66f0f83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1f331f9-f6f7-4185-80c9-49f83f5e4a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:22.330225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09034f2-4b19-46ba-aa17-2110ddbe20aa admin admin] Network hostable DHCP agents. Network: f1f331f9-f6f7-4185-80c9-49f83f5e4a75, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:27:22.360098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d093863e-3adc-4efd-b3bf-284d8513e9b4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Made reservation on behalf of 092134078f4e41e78f2bec2553d8cda8 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:22.363720 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d093863e-3adc-4efd-b3bf-284d8513e9b4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:22.386820 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2810afa8-c7d4-4dd4-9454-50827766c2b5 req-86d67bb7-27e7-42a8-ab43-e0c63d1566f8 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0316131 Feb 28 17:27:22.456706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09034f2-4b19-46ba-aa17-2110ddbe20aa admin admin] Network f1f331f9-f6f7-4185-80c9-49f83f5e4a75 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:27:22.468779 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9ec7f1d-4254-49a7-a2a5-0ec2acb38e10 req-e8b7ccad-3d29-4778-9ef9-b275ff810135 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457367 Feb 28 17:27:22.518439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56944) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:22.533641 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78079dd2-9acf-4052-83f1-fd2623f6bb8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:22.554705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a09034f2-4b19-46ba-aa17-2110ddbe20aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, f1f331f9-f6f7-4185-80c9-49f83f5e4a75) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:22.565100 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25f27b-5ba6-4563-9c9c-c3db3924a0be None None] Network f1f331f9-f6f7-4185-80c9-49f83f5e4a75 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:27:22.566615 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09034f2-4b19-46ba-aa17-2110ddbe20aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:22.567484 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a09034f2-4b19-46ba-aa17-2110ddbe20aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:22.574428 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ba3c055-8555-4a01-a198-66737ac6cc68 req-d4a9d09f-8ec8-4f9e-b07f-a8104752ff2f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0384672 Feb 28 17:27:22.602666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d093863e-3adc-4efd-b3bf-284d8513e9b4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Allocated IP 172.20.0.9 (d5f218a7-b6e7-4d63-abe2-64a875e4b2aa/a5606816-920e-4406-aa25-e036bfde4547/7b133e1a-6eaa-4235-8979-163675718ad6) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:27:22.667240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78079dd2-9acf-4052-83f1-fd2623f6bb8b admin admin] Publish callbacks [] for security_group (2de17950-219a-4938-9cb3-47b1a3657670), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:22.673892 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a09034f2-4b19-46ba-aa17-2110ddbe20aa admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9646330 Feb 28 17:27:22.703899 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b9998c-842c-4fbb-b787-18722b1d2ce1 None None] Network f1f331f9-f6f7-4185-80c9-49f83f5e4a75 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:27:22.740311 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78079dd2-9acf-4052-83f1-fd2623f6bb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2de17950-219a-4938-9cb3-47b1a3657670), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:22.810522 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-78079dd2-9acf-4052-83f1-fd2623f6bb8b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f6c14e247d23462f851ba44f61df36b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2908964 Feb 28 17:27:22.821821 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56952) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:22.863052 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d093863e-3adc-4efd-b3bf-284d8513e9b4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for port (7b133e1a-6eaa-4235-8979-163675718ad6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:22.909287 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78079dd2-9acf-4052-83f1-fd2623f6bb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de17950-219a-4938-9cb3-47b1a3657670,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:22.952307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3c251-b456-457e-b634-e038b025dc59 req-face26bd-c7be-41a0-aa85-455496dc7868 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:22.953821 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0dd3c251-b456-457e-b634-e038b025dc59 req-face26bd-c7be-41a0-aa85-455496dc7868 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.1080241 Feb 28 17:27:22.954990 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5c7e-a148-4c2d-9a4a-1b450823723e admin admin] Publish callbacks [] for security_group (2de17950-219a-4938-9cb3-47b1a3657670), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:22.965388 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d093863e-3adc-4efd-b3bf-284d8513e9b4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:22.991152 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5c7e-a148-4c2d-9a4a-1b450823723e admin admin] Publish callbacks [] for security_group (2de17950-219a-4938-9cb3-47b1a3657670), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:23.036600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d093863e-3adc-4efd-b3bf-284d8513e9b4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Network d5f218a7-b6e7-4d63-abe2-64a875e4b2aa is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:27:23.039762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d093863e-3adc-4efd-b3bf-284d8513e9b4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:23.047233 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0dd3c251-b456-457e-b634-e038b025dc59 req-c3d2b4eb-ac7b-455d-8e94-bd00d829e7cb tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825372 Feb 28 17:27:23.049495 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d093863e-3adc-4efd-b3bf-284d8513e9b4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:27:23.091770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093863e-3adc-4efd-b3bf-284d8513e9b4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'Port': ['ID=7b133e1a-6eaa-4235-8979-163675718ad6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:23.129302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d093863e-3adc-4efd-b3bf-284d8513e9b4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:23.130126 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d093863e-3adc-4efd-b3bf-284d8513e9b4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:23.134210 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-17904f2a-9674-4032-a56e-32e719a91501 req-82dfa065-28f8-47e9-923e-63039d3e5f03 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.0462196 Feb 28 17:27:23.140750 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5c7e-a148-4c2d-9a4a-1b450823723e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2de17950-219a-4938-9cb3-47b1a3657670), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:23.143859 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5c7e-a148-4c2d-9a4a-1b450823723e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:23.145956 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ebfb5c7e-a148-4c2d-9a4a-1b450823723e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2de17950-219a-4938-9cb3-47b1a3657670 HTTP/1.1" status: 204 len: 168 time: 0.3229642 Feb 28 17:27:23.162712 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb5c7e-a148-4c2d-9a4a-1b450823723e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de17950-219a-4938-9cb3-47b1a3657670,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:23.253556 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d093863e-3adc-4efd-b3bf-284d8513e9b4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1971359 Feb 28 17:27:23.266804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Request body: {'port': {'device_id': '3c257d33-9e5d-4bc9-bf1d-f70734c1e644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:23.342752 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:23.441058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ac04c-dc6b-4200-a417-dcaffa5c6d33 req-41690b07-929f-4ef1-a693-e2c7fc4e9c9e tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:23.442830 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-847ac04c-dc6b-4200-a417-dcaffa5c6d33 req-41690b07-929f-4ef1-a693-e2c7fc4e9c9e tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 931 time: 0.1224127 Feb 28 17:27:23.558528 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-847ac04c-dc6b-4200-a417-dcaffa5c6d33 req-605948aa-b5d5-41e6-9201-d06b6bddd0b5 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054373 Feb 28 17:27:23.737631 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7e22a-d0c0-41cb-9391-c3c03898a0dd req-fe4ecf85-d1ba-40ff-9625-9cd06217d99a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:23.741992 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7d7e22a-d0c0-41cb-9391-c3c03898a0dd req-fe4ecf85-d1ba-40ff-9625-9cd06217d99a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1217663 Feb 28 17:27:23.802148 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56980) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:23.807345 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1083148150-network', 'tenant_id': '27ca83aa811e472dabdfcfd1879b703c'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:23.935599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] Made reservation on behalf of 27ca83aa811e472dabdfcfd1879b703c for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:23.942153 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:23.952795 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:24.040872 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] Publish callbacks [] for security_group (0b709169-30cc-48eb-a917-b8d329c7e54d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:24.109541 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b133e1a-6eaa-4235-8979-163675718ad6 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:27:24.123961 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Publish callbacks [] for port (7b133e1a-6eaa-4235-8979-163675718ad6), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:24.157497 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0b709169-30cc-48eb-a917-b8d329c7e54d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:24.158244 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7d7e22a-d0c0-41cb-9391-c3c03898a0dd req-1841d5a5-e126-4fcb-b704-951c1fe91a13 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668516 Feb 28 17:27:24.158244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Transition to ACTIVE for port object 7b133e1a-6eaa-4235-8979-163675718ad6 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:27:24.198284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:27:24.224038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b709169-30cc-48eb-a917-b8d329c7e54d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:24.228936 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (6ce79623-7762-455c-8e3f-927efb077519), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:24.229290 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] Added segment 6ce79623-7762-455c-8e3f-927efb077519 of type vlan for network 45254eb1-8ebd-47ea-9156-4bf50923f396 Feb 28 17:27:24.270210 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b2ac2331-2c59-463b-aa34-bed800979fff req-8ec71a2f-53e4-49e1-83f5-7a26bc07ff3d tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.0360744 Feb 28 17:27:24.292307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051c108-fc1f-4753-ab0c-77c2f5955da0 req-01a9f1d6-8ec8-4ade-b5e3-527e9a0f6879 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:24.293511 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:24.293640 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7051c108-fc1f-4753-ab0c-77c2f5955da0 req-01a9f1d6-8ec8-4ade-b5e3-527e9a0f6879 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.1514666 Feb 28 17:27:24.366149 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (45254eb1-8ebd-47ea-9156-4bf50923f396), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:24.403090 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Pushing event updated for resources: {'Port': ['ID=7b133e1a-6eaa-4235-8979-163675718ad6,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:24.427083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Attempting to bind port 7b133e1a-6eaa-4235-8979-163675718ad6 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:27:24.427650 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Attempting to bind port 7b133e1a-6eaa-4235-8979-163675718ad6 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '72bbed98-5cb1-4501-95bf-6b2d7faee35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd5f218a7-b6e7-4d63-abe2-64a875e4b2aa'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:27:24.430353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Attempting to bind port 7b133e1a-6eaa-4235-8979-163675718ad6 on network d5f218a7-b6e7-4d63-abe2-64a875e4b2aa {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:24.432598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Port 7b133e1a-6eaa-4235-8979-163675718ad6 on network d5f218a7-b6e7-4d63-abe2-64a875e4b2aa not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:27:24.433238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Attempting to bind port 7b133e1a-6eaa-4235-8979-163675718ad6 on network d5f218a7-b6e7-4d63-abe2-64a875e4b2aa {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:24.438823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:27:24.439282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Checking segment: {'id': '72bbed98-5cb1-4501-95bf-6b2d7faee35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd5f218a7-b6e7-4d63-abe2-64a875e4b2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:24.439744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Bound using segment: {'id': '72bbed98-5cb1-4501-95bf-6b2d7faee35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd5f218a7-b6e7-4d63-abe2-64a875e4b2aa'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:27:24.440288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Bound port: 7b133e1a-6eaa-4235-8979-163675718ad6, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bbed98-5cb1-4501-95bf-6b2d7faee35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd5f218a7-b6e7-4d63-abe2-64a875e4b2aa'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:27:24.440682 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:24.470326 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7051c108-fc1f-4753-ab0c-77c2f5955da0 req-dfe01a90-b7ae-4ce6-b8e3-2f7350b37db9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806464 Feb 28 17:27:24.526213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] For port 7b133e1a-6eaa-4235-8979-163675718ad6, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:27:24.530126 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] For port 7b133e1a-6eaa-4235-8979-163675718ad6, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b133e1a-6eaa-4235-8979-163675718ad6,segment=NetworkSegment(72bbed98-5cb1-4501-95bf-6b2d7faee35f),segment_id=72bbed98-5cb1-4501-95bf-6b2d7faee35f)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:27:24.541569 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-258c4d12-7e40-4323-a64a-59dd2a0b5620 req-4791ba69-966a-4362-85ff-81f787c4a4f6 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0368736 Feb 28 17:27:24.555256 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (45254eb1-8ebd-47ea-9156-4bf50923f396), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:24.557187 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:24.560140 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:24.622552 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:24.668492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:24.669216 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:24.671403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] 10.222.0.69 "PUT /v2.0/ports/7b133e1a-6eaa-4235-8979-163675718ad6 HTTP/1.1" status: 200 len: 1092 time: 1.4102566 Feb 28 17:27:24.671403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c257d33-9e5d-4bc9-bf1d-f70734c1e644', 'tag': '7b133e1a-6eaa-4235-8979-163675718ad6'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:24.673991 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8e06ea-49cc-40fe-803c-e79b2543b570" -d '{"events": [{"name": "network-changed", "server_uuid": "3c257d33-9e5d-4bc9-bf1d-f70734c1e644", "tag": "7b133e1a-6eaa-4235-8979-163675718ad6"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:24.712569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] Pushing event updated for resources: {'Network': ['ID=45254eb1-8ebd-47ea-9156-4bf50923f396,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:24.731546 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575246f-a434-4b0d-92d0-3bbf68befe69 service neutron] Pushing event updated for resources: {'Port': ['ID=7b133e1a-6eaa-4235-8979-163675718ad6,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:24.731941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 45254eb1-8ebd-47ea-9156-4bf50923f396 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:27:24.733138 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c091e718-aa6b-4736-a83e-89173127a74e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9296627 Feb 28 17:27:24.744230 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57008) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:24.768898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-736d47dc-018b-410b-a3b5-c78d70491275 admin admin] Request body: {'subnet': {'network_id': '45254eb1-8ebd-47ea-9156-4bf50923f396', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1083148150-subnet', 'tenant_id': '27ca83aa811e472dabdfcfd1879b703c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:24.773190 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd438d5-30ea-44ed-bc88-4f7e4e3a1b95 x-openstack-request-id: req-cdd438d5-30ea-44ed-bc88-4f7e4e3a1b95 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:24.773497 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c257d33-9e5d-4bc9-bf1d-f70734c1e644", "tag": "7b133e1a-6eaa-4235-8979-163675718ad6", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:24.773755 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cdd438d5-30ea-44ed-bc88-4f7e4e3a1b95 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:24.774188 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c257d33-9e5d-4bc9-bf1d-f70734c1e644', 'tag': '7b133e1a-6eaa-4235-8979-163675718ad6', 'status': 'completed', 'code': 200} Feb 28 17:27:24.851564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399337d3-20c4-44b4-9604-8406719f0be2 req-24701c72-a6f3-4c8d-b36a-b7fc1854b9d0 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:24.860788 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-399337d3-20c4-44b4-9604-8406719f0be2 req-24701c72-a6f3-4c8d-b36a-b7fc1854b9d0 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 943 time: 0.1681044 Feb 28 17:27:24.912870 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736d47dc-018b-410b-a3b5-c78d70491275 admin admin] Made reservation on behalf of 27ca83aa811e472dabdfcfd1879b703c for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:24.915616 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-736d47dc-018b-410b-a3b5-c78d70491275 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:24.921369 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cda14e49-0d7f-4cad-aee3-c375b4a8284a req-4941a6ff-13ae-45c4-8864-6e4ad4fe5b2b service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0396204 Feb 28 17:27:24.956195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e06ea-49cc-40fe-803c-e79b2543b570 req-c26cd617-e9e6-45f3-a1e2-c8dd7f051f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:24.957838 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3e8e06ea-49cc-40fe-803c-e79b2543b570 req-c26cd617-e9e6-45f3-a1e2-c8dd7f051f9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=092134078f4e41e78f2bec2553d8cda8&device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 1126 time: 0.1808546 Feb 28 17:27:24.965569 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-399337d3-20c4-44b4-9604-8406719f0be2 req-d8585796-0d6c-4d5c-b932-d03f40621bcd tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037498 Feb 28 17:27:25.091475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e06ea-49cc-40fe-803c-e79b2543b570 req-61cda230-1316-4b37-9b8b-6e755f580dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:25.093202 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3e8e06ea-49cc-40fe-803c-e79b2543b570 req-61cda230-1316-4b37-9b8b-6e755f580dfd service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=092134078f4e41e78f2bec2553d8cda8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1266675 Feb 28 17:27:25.199001 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e06ea-49cc-40fe-803c-e79b2543b570 req-c7f20517-7ea8-4ca6-bb41-a52aa17eb1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:25.200531 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3e8e06ea-49cc-40fe-803c-e79b2543b570 req-c7f20517-7ea8-4ca6-bb41-a52aa17eb1d9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998600 Feb 28 17:27:25.205362 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-736d47dc-018b-410b-a3b5-c78d70491275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (61e2d594-18b2-48ea-a656-669e540df4fb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:25.302993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d47dc-018b-410b-a3b5-c78d70491275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61e2d594-18b2-48ea-a656-669e540df4fb,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:25.323257 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d9ea8e17-fbbc-4059-92b5-f67f73196020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:25.326086 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-d9ea8e17-fbbc-4059-92b5-f67f73196020 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=092134078f4e41e78f2bec2553d8cda8&device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 1126 time: 0.0868418 Feb 28 17:27:25.333942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736d47dc-018b-410b-a3b5-c78d70491275 admin admin] Checking segment: {'id': '6ce79623-7762-455c-8e3f-927efb077519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45254eb1-8ebd-47ea-9156-4bf50923f396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:25.334610 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736d47dc-018b-410b-a3b5-c78d70491275 admin admin] Network hostable DHCP agents. Network: 45254eb1-8ebd-47ea-9156-4bf50923f396, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:27:25.357792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46fab0-bcbd-4762-bbf9-1b478a569fbf req-4e308e11-7676-4df8-aa6c-ac1fc9a31fab tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:25.359452 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa46fab0-bcbd-4762-bbf9-1b478a569fbf req-4e308e11-7676-4df8-aa6c-ac1fc9a31fab tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1096919 Feb 28 17:27:25.374184 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-9e8a4651-5e40-4d53-a23a-224c09ecbacc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b133e1a-6eaa-4235-8979-163675718ad6 HTTP/1.1" status: 200 len: 217 time: 0.0412650 Feb 28 17:27:25.407541 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6a39365-40cc-4945-b2fa-84635b683d53 req-11765857-02d6-4056-ad30-5f5e759ca9a4 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.0357277 Feb 28 17:27:25.425186 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa46fab0-bcbd-4762-bbf9-1b478a569fbf req-fb7d98bd-99d1-41ca-b3a9-3b097b6e251e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539966 Feb 28 17:27:25.455556 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736d47dc-018b-410b-a3b5-c78d70491275 admin admin] Network 45254eb1-8ebd-47ea-9156-4bf50923f396 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:27:25.466322 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-922783e8-4ca1-4dc9-80e5-b2bdef8dc00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:25.468054 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-922783e8-4ca1-4dc9-80e5-b2bdef8dc00a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5606816-920e-4406-aa25-e036bfde4547 HTTP/1.1" status: 200 len: 851 time: 0.0860734 Feb 28 17:27:25.522781 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-0d679b20-cbc1-4481-affa-623bad37a410 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427401 Feb 28 17:27:25.558693 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-736d47dc-018b-410b-a3b5-c78d70491275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 45254eb1-8ebd-47ea-9156-4bf50923f396) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:25.571020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31583a83-f09a-40e4-abf6-dbd9a071a4a5 None None] Network 45254eb1-8ebd-47ea-9156-4bf50923f396 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:27:25.577169 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736d47dc-018b-410b-a3b5-c78d70491275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:25.577963 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-736d47dc-018b-410b-a3b5-c78d70491275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:25.636095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42595e38-86ba-4f13-9437-8ff4c4834311 req-d79b2626-b8f3-4caf-943d-ef3342d840e1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:25.637840 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-42595e38-86ba-4f13-9437-8ff4c4834311 req-d79b2626-b8f3-4caf-943d-ef3342d840e1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.1165233 Feb 28 17:27:25.651454 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-c9a1e4bb-7355-4df6-9c81-2d3507a33c02 service neutron] 10.222.0.69 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245286 Feb 28 17:27:25.692744 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-736d47dc-018b-410b-a3b5-c78d70491275 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9381702 Feb 28 17:27:25.712685 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b322ef-67ba-4546-816a-a90f76d9a55d None None] Network 45254eb1-8ebd-47ea-9156-4bf50923f396 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:27:25.750749 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-42595e38-86ba-4f13-9437-8ff4c4834311 req-06bc3c4d-60ee-4ee2-9467-723efe496ed6 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061687 Feb 28 17:27:25.808159 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79dc86cf-bf60-4bcc-b4f1-3045486ebeac req-7254da88-a35f-4f90-99f3-96a1f84186bf service neutron] 10.222.0.69 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503828 Feb 28 17:27:26.124622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad461029-2fa9-48a9-a888-8fae5cb58fad req-aa031c15-8913-4bc1-b3af-60cf6a1c4993 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:26.126350 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad461029-2fa9-48a9-a888-8fae5cb58fad req-aa031c15-8913-4bc1-b3af-60cf6a1c4993 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 943 time: 0.0602069 Feb 28 17:27:26.185023 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad461029-2fa9-48a9-a888-8fae5cb58fad req-07d75e59-8941-4bb2-b002-d26429734ea3 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517607 Feb 28 17:27:26.378943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c62482-b545-4887-808a-78ab3caafbcf req-4537641c-e689-477c-ab5a-56819f551396 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:26.380479 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9c62482-b545-4887-808a-78ab3caafbcf req-4537641c-e689-477c-ab5a-56819f551396 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/networks?id=f1f331f9-f6f7-4185-80c9-49f83f5e4a75 HTTP/1.1" status: 200 len: 825 time: 0.1155901 Feb 28 17:27:26.396804 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9c62482-b545-4887-808a-78ab3caafbcf req-e32eac88-ebba-42a5-928a-0b7845d6096e tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/quotas/2a4673abe88b46589aa44f1b26098ca1 HTTP/1.1" status: 200 len: 375 time: 0.0101793 Feb 28 17:27:26.430348 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9c62482-b545-4887-808a-78ab3caafbcf req-2d2aaac8-396d-46a8-8035-8c1919fb4ba0 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2a4673abe88b46589aa44f1b26098ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282459 Feb 28 17:27:26.551901 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e95676-221a-42c5-b222-025d9be29578 req-f4e7e757-917b-45a2-804a-a102cf59d1e0 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:26.560377 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a9e95676-221a-42c5-b222-025d9be29578 req-f4e7e757-917b-45a2-804a-a102cf59d1e0 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.0712662 Feb 28 17:27:26.585511 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9c62482-b545-4887-808a-78ab3caafbcf req-7e518598-7dd6-455b-98d1-1d76ef201d2f service neutron] 10.222.0.72 "GET /v2.0/networks/f1f331f9-f6f7-4185-80c9-49f83f5e4a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344059 Feb 28 17:27:26.628705 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a9e95676-221a-42c5-b222-025d9be29578 req-c1ba4496-446d-435f-8acd-2cbcf871d746 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671787 Feb 28 17:27:26.690508 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9c62482-b545-4887-808a-78ab3caafbcf req-98513e7a-6165-40b9-a70d-f7e6d7b2dbbd service neutron] 10.222.0.72 "GET /v2.0/networks/f1f331f9-f6f7-4185-80c9-49f83f5e4a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042011 Feb 28 17:27:26.843114 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94fc307-7903-46e1-ade4-1955fe413219 req-646cf7b6-c3b7-4f84-9b52-0e0d044993b1 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/ports?device_id=06498284-0f8b-48b6-a682-798bd5887eaa HTTP/1.1" status: 200 len: 210 time: 0.0433395 Feb 28 17:27:26.895272 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e54170-8b96-4f64-a8bc-e216530a5b89 req-f6f2d556-ae84-4589-9fbb-bf32e7d06b35 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:26.897485 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-20e54170-8b96-4f64-a8bc-e216530a5b89 req-f6f2d556-ae84-4589-9fbb-bf32e7d06b35 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0674486 Feb 28 17:27:26.920369 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-074d816f-c366-45ac-85f7-e629b29a7482 req-78fd50fd-ffdc-4cc2-a885-4bf4ad0ba61d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0545158 Feb 28 17:27:26.996277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-20e54170-8b96-4f64-a8bc-e216530a5b89 req-3afc1658-465f-43f9-b3ad-815349f54f51 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920947 Feb 28 17:27:27.066672 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2fbf6f25-06b6-47c1-96ab-46e32a587b5a req-0bd05fc3-cb84-47c8-943d-fd4f231350c3 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 210 time: 0.0312436 Feb 28 17:27:27.322438 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48d12b41-2249-4c0c-b700-3472228b524f req-92dc3294-5091-4746-a2b2-089fbccf98cb service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0474944 Feb 28 17:27:27.352033 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c1c73-cf68-4519-81a5-00d28cf608e7 req-5f3ed017-4b5e-40ed-96b6-0e1ab4482683 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:27.353790 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-117c1c73-cf68-4519-81a5-00d28cf608e7 req-5f3ed017-4b5e-40ed-96b6-0e1ab4482683 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 943 time: 0.0891533 Feb 28 17:27:27.414467 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-117c1c73-cf68-4519-81a5-00d28cf608e7 req-18fcc263-77af-4d03-8a20-827a44b1a91b tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538464 Feb 28 17:27:27.799861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624f608-eb3d-4e0f-b8cf-a8c227a7ed30 req-e970f258-25d3-4de5-8ac5-4cc52272345c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:27.799861 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3624f608-eb3d-4e0f-b8cf-a8c227a7ed30 req-e970f258-25d3-4de5-8ac5-4cc52272345c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.0610435 Feb 28 17:27:27.865263 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3624f608-eb3d-4e0f-b8cf-a8c227a7ed30 req-d17d6f02-521c-4eb2-bf44-4144f7cfe9c0 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629177 Feb 28 17:27:27.920325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57112) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:27.990872 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1cc3-a45d-443f-a5f4-491f38d2b8a6 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for security_group (01150f42-5521-4191-9b41-eb8cce7f5490), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.007627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57114) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:28.023956 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1cc3-a45d-443f-a5f4-491f38d2b8a6 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for security_group (01150f42-5521-4191-9b41-eb8cce7f5490), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.159054 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-682a3f4f-d369-46f4-ba27-65af33759b1c req-0d8fa322-dfad-43f4-947f-85589289ea11 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 210 time: 0.0291715 Feb 28 17:27:28.163652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b1ad5aa-32d7-488d-b298-28a7f5254d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.181015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37f920-5dfe-409f-be67-e8bb272b7ed2 req-27d20f7d-6fe0-4c3c-b0f1-502e2cd0b09f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:28.182609 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bb37f920-5dfe-409f-be67-e8bb272b7ed2 req-27d20f7d-6fe0-4c3c-b0f1-502e2cd0b09f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0809345 Feb 28 17:27:28.184139 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1cc3-a45d-443f-a5f4-491f38d2b8a6 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (01150f42-5521-4191-9b41-eb8cce7f5490), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.186781 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1cc3-a45d-443f-a5f4-491f38d2b8a6 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.191243 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cc6b1cc3-a45d-443f-a5f4-491f38d2b8a6 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "DELETE /v2.0/security-groups/01150f42-5521-4191-9b41-eb8cce7f5490 HTTP/1.1" status: 204 len: 168 time: 0.2688212 Feb 28 17:27:28.192083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57122) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:28.207944 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-255bdad7-b173-44d5-a5d5-75521493c4eb tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] show failed (client error): The resource could not be found. Feb 28 17:27:28.211915 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-255bdad7-b173-44d5-a5d5-75521493c4eb tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "GET /v2.0/security-groups/01150f42-5521-4191-9b41-eb8cce7f5490 HTTP/1.1" status: 404 len: 347 time: 0.0165565 Feb 28 17:27:28.217157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57124) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:28.217765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b1cc3-a45d-443f-a5f4-491f38d2b8a6 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01150f42-5521-4191-9b41-eb8cce7f5490,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:28.288999 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bb37f920-5dfe-409f-be67-e8bb272b7ed2 req-3d4922dc-8137-4709-852a-48bdd5326606 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974698 Feb 28 17:27:28.333722 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b1ad5aa-32d7-488d-b298-28a7f5254d19 admin admin] Publish callbacks [] for security_group (d5ac261f-8e0f-43e6-aacc-bec2e97e237c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.404946 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b1ad5aa-32d7-488d-b298-28a7f5254d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d5ac261f-8e0f-43e6-aacc-bec2e97e237c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.405694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-1aa38d71-50a0-4a3a-bab9-3f9cfa169b32 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Deleting port fad8fee6-4a94-4066-9541-9766c291c77d {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:27:28.406345 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1aa38d71-50a0-4a3a-bab9-3f9cfa169b32 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (fad8fee6-4a94-4066-9541-9766c291c77d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.491070 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1b1ad5aa-32d7-488d-b298-28a7f5254d19 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5a5605fcacc94ef4af74f5ab0f98f92c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4822447 Feb 28 17:27:28.494058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57130) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:28.518639 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7b133e1a-6eaa-4235-8979-163675718ad6 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:27:28.586809 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1aa38d71-50a0-4a3a-bab9-3f9cfa169b32 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (fad8fee6-4a94-4066-9541-9766c291c77d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.591747 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1aa38d71-50a0-4a3a-bab9-3f9cfa169b32 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for floatingip (fad8fee6-4a94-4066-9541-9766c291c77d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.591861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ad5aa-32d7-488d-b298-28a7f5254d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ac261f-8e0f-43e6-aacc-bec2e97e237c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:28.592429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afbe3a4a-6145-4483-9af0-48b1c638769a admin admin] Publish callbacks [] for security_group (d5ac261f-8e0f-43e6-aacc-bec2e97e237c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.631334 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afbe3a4a-6145-4483-9af0-48b1c638769a admin admin] Publish callbacks [] for security_group (d5ac261f-8e0f-43e6-aacc-bec2e97e237c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.635004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-1aa38d71-50a0-4a3a-bab9-3f9cfa169b32 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Calling delete_port for fad8fee6-4a94-4066-9541-9766c291c77d owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:27:28.759971 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 7b133e1a-6eaa-4235-8979-163675718ad6, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b133e1a-6eaa-4235-8979-163675718ad6,segment=NetworkSegment(72bbed98-5cb1-4501-95bf-6b2d7faee35f),segment_id=72bbed98-5cb1-4501-95bf-6b2d7faee35f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:28.783660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '7b133e1a-6eaa-4235-8979-163675718ad6', 'network_id': 'd5f218a7-b6e7-4d63-abe2-64a875e4b2aa', 'port_id': '7b133e1a-6eaa-4235-8979-163675718ad6', 'mac_address': 'fa:16:3e:b2:6a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5606816-920e-4406-aa25-e036bfde4547', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:27:28.826185 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afbe3a4a-6145-4483-9af0-48b1c638769a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d5ac261f-8e0f-43e6-aacc-bec2e97e237c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.829090 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afbe3a4a-6145-4483-9af0-48b1c638769a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.830691 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-afbe3a4a-6145-4483-9af0-48b1c638769a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d5ac261f-8e0f-43e6-aacc-bec2e97e237c HTTP/1.1" status: 204 len: 168 time: 0.3352995 Feb 28 17:27:28.852333 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe3a4a-6145-4483-9af0-48b1c638769a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ac261f-8e0f-43e6-aacc-bec2e97e237c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:28.922463 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 7b133e1a-6eaa-4235-8979-163675718ad6 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:28.926232 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.931890 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1aa38d71-50a0-4a3a-bab9-3f9cfa169b32 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (fad8fee6-4a94-4066-9541-9766c291c77d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:28.971892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b133e1a-6eaa-4235-8979-163675718ad6 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:27:29.024802 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 7b133e1a-6eaa-4235-8979-163675718ad6, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b133e1a-6eaa-4235-8979-163675718ad6,segment=NetworkSegment(72bbed98-5cb1-4501-95bf-6b2d7faee35f),segment_id=72bbed98-5cb1-4501-95bf-6b2d7faee35f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:29.045506 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa38d71-50a0-4a3a-bab9-3f9cfa169b32 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Pushing event deleted for resources: {'Port': ['ID=fad8fee6-4a94-4066-9541-9766c291c77d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:29.082785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbf3e5-f87d-4577-b655-32571f741ef3 req-96b3ce11-2e84-4c5f-83f6-e27e92be769a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:29.094465 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-23bbf3e5-f87d-4577-b655-32571f741ef3 req-96b3ce11-2e84-4c5f-83f6-e27e92be769a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1146557 Feb 28 17:27:29.099554 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4e0d4-f9d2-41cf-b0e5-de30931dec48 req-50cc1864-318f-4a27-b5aa-6874d552a697 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:29.106760 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-56e4e0d4-f9d2-41cf-b0e5-de30931dec48 req-50cc1864-318f-4a27-b5aa-6874d552a697 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 943 time: 0.2740152 Feb 28 17:27:29.155141 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1aa38d71-50a0-4a3a-bab9-3f9cfa169b32 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks [] for floatingip (dacac842-ef7f-4e79-bbe6-3d4d85af3017), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:29.158263 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1aa38d71-50a0-4a3a-bab9-3f9cfa169b32 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:29.162754 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1aa38d71-50a0-4a3a-bab9-3f9cfa169b32 tempest-ServersTestBootFromVolume-1293512511 tempest-ServersTestBootFromVolume-1293512511-project] 10.222.0.72 "DELETE /v2.0/floatingips/dacac842-ef7f-4e79-bbe6-3d4d85af3017 HTTP/1.1" status: 204 len: 168 time: 0.9494655 Feb 28 17:27:29.163370 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57138) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:29.183031 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:29.184517 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-56e4e0d4-f9d2-41cf-b0e5-de30931dec48 req-9ca50fd7-49ec-419e-b664-53f40fd47fe2 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769567 Feb 28 17:27:29.311620 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b4eb547-1981-40f8-a2eb-adedf560ccaa req-d7ea88c8-393d-49a4-b1e0-3609c2ad4e64 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 210 time: 0.0535796 Feb 28 17:27:29.312461 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-23bbf3e5-f87d-4577-b655-32571f741ef3 req-97a00abe-87f7-4112-88b6-db757b9bb833 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168794 Feb 28 17:27:29.365509 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=7b133e1a-6eaa-4235-8979-163675718ad6,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:29.500587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1e386-106c-4ace-b031-3dc970f232c1 req-7f143f91-34fe-4d5e-9995-0eea9f910999 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:29.502257 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2bd1e386-106c-4ace-b031-3dc970f232c1 req-7f143f91-34fe-4d5e-9995-0eea9f910999 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.0902243 Feb 28 17:27:29.555450 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2bd1e386-106c-4ace-b031-3dc970f232c1 req-d2b35ded-22eb-4a11-8713-dba5149c12b5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467293 Feb 28 17:27:29.573251 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b64c409-f526-472a-bd9e-fc4bc72fe4c1 req-a02ca4d5-c8f0-4a7d-9c3d-1dfb31c06ce7 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0427003 Feb 28 17:27:29.626460 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['7b133e1a-6eaa-4235-8979-163675718ad6'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:29.796969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57154) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:29.822392 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-945cf969-d052-4cad-9975-de9aa9badab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:29.864268 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26b085ee-9598-4491-bcf6-cceba48cc586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (5d2b0de8-d419-4490-b082-7c6ea62cac68), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:30.098823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff75dc33-e9ac-4b3a-8a4c-913dd35b7f02 req-f0ee44d5-76a4-4982-859b-f828eb570bf1 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1414697 Feb 28 17:27:30.209721 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1978a-1d25-46bb-8e73-c03ca8ad83d3 req-51d67bac-0f25-4463-b96c-88d4f4db7602 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:30.211467 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-20a1978a-1d25-46bb-8e73-c03ca8ad83d3 req-51d67bac-0f25-4463-b96c-88d4f4db7602 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.3391838 Feb 28 17:27:30.245583 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c62482-b545-4887-808a-78ab3caafbcf req-fdf670af-b190-44b2-ac92-fb827403e645 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:30.247411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9c62482-b545-4887-808a-78ab3caafbcf req-fdf670af-b190-44b2-ac92-fb827403e645 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.69 "GET /v2.0/networks?id=f1f331f9-f6f7-4185-80c9-49f83f5e4a75 HTTP/1.1" status: 200 len: 825 time: 0.3541632 Feb 28 17:27:30.258664 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-26b085ee-9598-4491-bcf6-cceba48cc586 admin admin] Deleting port 766ead7b-2aeb-443e-9f84-8ca8108ecb62 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:27:30.259334 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26b085ee-9598-4491-bcf6-cceba48cc586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:30.268625 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-c9c62482-b545-4887-808a-78ab3caafbcf req-8b197651-b35d-4d1f-9e12-f70de025205d tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Request body: {'port': {'device_id': 'b51177db-c230-4a79-8997-47f1e594c129', 'network_id': 'f1f331f9-f6f7-4185-80c9-49f83f5e4a75', 'admin_state_up': True, 'tenant_id': '2a4673abe88b46589aa44f1b26098ca1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:30.279900 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-945cf969-d052-4cad-9975-de9aa9badab5 admin admin] Publish callbacks [] for security_group (d6c29147-1bc5-4e1d-a5fa-b1465250d963), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:30.346354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-26b085ee-9598-4491-bcf6-cceba48cc586 admin admin] For port 766ead7b-2aeb-443e-9f84-8ca8108ecb62, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=766ead7b-2aeb-443e-9f84-8ca8108ecb62,segment=NetworkSegment(034db800-bf19-443d-9f25-ded94a147022),segment_id=034db800-bf19-443d-9f25-ded94a147022)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:30.352318 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26b085ee-9598-4491-bcf6-cceba48cc586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:30.354208 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-945cf969-d052-4cad-9975-de9aa9badab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d6c29147-1bc5-4e1d-a5fa-b1465250d963), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:30.364377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-26b085ee-9598-4491-bcf6-cceba48cc586 admin admin] Calling delete_port for 766ead7b-2aeb-443e-9f84-8ca8108ecb62 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:27:30.383822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-20a1978a-1d25-46bb-8e73-c03ca8ad83d3 req-14353ab7-b528-4cdc-9cdf-4dd65ebb0c3c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585917 Feb 28 17:27:30.435891 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-945cf969-d052-4cad-9975-de9aa9badab5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8290aeca77504bbea0908961fa565948&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6380308 Feb 28 17:27:30.437814 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57168) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:30.483630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cf969-d052-4cad-9975-de9aa9badab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c29147-1bc5-4e1d-a5fa-b1465250d963,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:30.546210 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-990ea97e-46f2-4167-941a-60fdc48ae5cd req-57944ac3-4ecb-4d4d-b3ec-bb1a3a72e1ae tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 210 time: 0.0580800 Feb 28 17:27:30.585473 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9aa2c43e-646e-4699-a68c-01331e4267b6 admin admin] Publish callbacks [] for security_group (d6c29147-1bc5-4e1d-a5fa-b1465250d963), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:30.612691 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9aa2c43e-646e-4699-a68c-01331e4267b6 admin admin] Publish callbacks [] for security_group (d6c29147-1bc5-4e1d-a5fa-b1465250d963), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:30.679888 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac617e89-0f2d-472e-93ac-6a98d9ff2857 req-401a2b97-9454-472a-8be6-ddebad2b2020 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:30.681670 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac617e89-0f2d-472e-93ac-6a98d9ff2857 req-401a2b97-9454-472a-8be6-ddebad2b2020 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 944 time: 0.2065201 Feb 28 17:27:30.701161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c62482-b545-4887-808a-78ab3caafbcf req-8b197651-b35d-4d1f-9e12-f70de025205d tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Made reservation on behalf of 2a4673abe88b46589aa44f1b26098ca1 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:30.711796 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c9c62482-b545-4887-808a-78ab3caafbcf req-8b197651-b35d-4d1f-9e12-f70de025205d tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:30.743183 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26b085ee-9598-4491-bcf6-cceba48cc586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (766ead7b-2aeb-443e-9f84-8ca8108ecb62), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:30.771692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b085ee-9598-4491-bcf6-cceba48cc586 admin admin] Pushing event deleted for resources: {'Port': ['ID=766ead7b-2aeb-443e-9f84-8ca8108ecb62,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:30.775877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4c960-74dd-4855-a524-e873db3b0e97 req-5b413654-82b9-4a07-bd76-8cdafe54736d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:30.778565 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b1b4c960-74dd-4855-a524-e873db3b0e97 req-5b413654-82b9-4a07-bd76-8cdafe54736d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1215258 Feb 28 17:27:30.789023 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac617e89-0f2d-472e-93ac-6a98d9ff2857 req-a5abcecd-12e9-4951-ac3b-37789c0febd8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001692 Feb 28 17:27:30.839382 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9aa2c43e-646e-4699-a68c-01331e4267b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d6c29147-1bc5-4e1d-a5fa-b1465250d963), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:30.842417 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9aa2c43e-646e-4699-a68c-01331e4267b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:30.844745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9aa2c43e-646e-4699-a68c-01331e4267b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d6c29147-1bc5-4e1d-a5fa-b1465250d963 HTTP/1.1" status: 204 len: 168 time: 0.3942602 Feb 28 17:27:30.885324 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2c43e-646e-4699-a68c-01331e4267b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c29147-1bc5-4e1d-a5fa-b1465250d963,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:31.038653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b1b4c960-74dd-4855-a524-e873db3b0e97 req-b863c37e-1aa3-4a8f-9bcf-4a8e27b53dcc tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531021 Feb 28 17:27:31.115813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-c9c62482-b545-4887-808a-78ab3caafbcf req-8b197651-b35d-4d1f-9e12-f70de025205d tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Allocated IP 172.20.0.7 (f1f331f9-f6f7-4185-80c9-49f83f5e4a75/e9e39580-a5d1-4a58-8689-3a3d9ccca7a3/790edafa-20bb-4ca0-8037-45215c836566) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:27:31.155296 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16fb30-2a0d-4a02-8874-eac74448fc23 req-4259b242-7f6c-4a12-b458-df9903e70790 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:31.164436 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6e16fb30-2a0d-4a02-8874-eac74448fc23 req-4259b242-7f6c-4a12-b458-df9903e70790 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.2002168 Feb 28 17:27:31.287198 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6e16fb30-2a0d-4a02-8874-eac74448fc23 req-70a6921a-1917-4cee-bdec-d90185af499e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063647 Feb 28 17:27:31.287198 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26b085ee-9598-4491-bcf6-cceba48cc586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (5d2b0de8-d419-4490-b082-7c6ea62cac68), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:31.442596 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c9c62482-b545-4887-808a-78ab3caafbcf req-8b197651-b35d-4d1f-9e12-f70de025205d tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Publish callbacks [] for port (790edafa-20bb-4ca0-8037-45215c836566), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:31.466803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d85cd-5565-491e-bd5a-916cb63da6e5 req-1a84afd2-4a7c-4353-96f7-e37e627ee647 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:31.474813 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f83d85cd-5565-491e-bd5a-916cb63da6e5 req-1a84afd2-4a7c-4353-96f7-e37e627ee647 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0950613 Feb 28 17:27:31.540552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f83d85cd-5565-491e-bd5a-916cb63da6e5 req-f58b3657-5c54-4e0a-b271-e5e61a75a839 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647461 Feb 28 17:27:31.598478 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c9c62482-b545-4887-808a-78ab3caafbcf req-8b197651-b35d-4d1f-9e12-f70de025205d tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (790edafa-20bb-4ca0-8037-45215c836566), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:31.627469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c62482-b545-4887-808a-78ab3caafbcf req-8b197651-b35d-4d1f-9e12-f70de025205d tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Network f1f331f9-f6f7-4185-80c9-49f83f5e4a75 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:27:31.653841 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-c9c62482-b545-4887-808a-78ab3caafbcf req-8b197651-b35d-4d1f-9e12-f70de025205d tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:31.659269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c62482-b545-4887-808a-78ab3caafbcf req-8b197651-b35d-4d1f-9e12-f70de025205d tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:27:31.731940 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b197651-b35d-4d1f-9e12-f70de025205d tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Pushing event updated for resources: {'Port': ['ID=790edafa-20bb-4ca0-8037-45215c836566,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:31.789282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c62482-b545-4887-808a-78ab3caafbcf req-8b197651-b35d-4d1f-9e12-f70de025205d tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:31.789963 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c9c62482-b545-4887-808a-78ab3caafbcf req-8b197651-b35d-4d1f-9e12-f70de025205d tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:31.824733 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2e1a3-94a7-479f-b3f2-48e7080bfde2 req-2d132844-b0e4-4dc3-8e24-75cc0c362dc7 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:31.832232 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87a2e1a3-94a7-479f-b3f2-48e7080bfde2 req-2d132844-b0e4-4dc3-8e24-75cc0c362dc7 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 931 time: 0.1052139 Feb 28 17:27:31.832400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018df798-81bb-4f5d-af54-a2db20c34db3 req-3004d876-59dd-45bf-a271-60e41e23e90a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:31.833830 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-018df798-81bb-4f5d-af54-a2db20c34db3 req-3004d876-59dd-45bf-a271-60e41e23e90a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1286283 Feb 28 17:27:31.882400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9c62482-b545-4887-808a-78ab3caafbcf req-8b197651-b35d-4d1f-9e12-f70de025205d tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6186216 Feb 28 17:27:31.897743 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87a2e1a3-94a7-479f-b3f2-48e7080bfde2 req-e4326feb-f34f-43e0-bb3f-df2de7383741 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645862 Feb 28 17:27:31.914657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Request body: {'port': {'device_id': 'b51177db-c230-4a79-8997-47f1e594c129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:31.925507 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b085ee-9598-4491-bcf6-cceba48cc586 admin admin] Router 5d2b0de8-d419-4490-b082-7c6ea62cac68 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:27:32.060229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-105fa478-2411-4149-9fc0-7776f8740fb8 req-af516f7c-f66d-4bcc-b950-1300681b752c service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0311313 Feb 28 17:27:32.082370 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-018df798-81bb-4f5d-af54-a2db20c34db3 req-661612b2-8eff-4a6b-9505-fe70c221f342 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626289 Feb 28 17:27:32.101981 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (790edafa-20bb-4ca0-8037-45215c836566), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:32.150409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26046cb-1d7e-40f9-9656-35c3020c4c2c req-81551aa5-8076-4a42-bfd8-aed636aedf56 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:32.154605 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f26046cb-1d7e-40f9-9656-35c3020c4c2c req-81551aa5-8076-4a42-bfd8-aed636aedf56 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 944 time: 0.1598747 Feb 28 17:27:32.285847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b085ee-9598-4491-bcf6-cceba48cc586 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:27:32.295272 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-26b085ee-9598-4491-bcf6-cceba48cc586 admin admin] 10.222.0.72 "PUT /v2.0/routers/5d2b0de8-d419-4490-b082-7c6ea62cac68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1299055 Feb 28 17:27:32.297265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57212) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:32.297828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f510cc2f-17a1-4ee0-b2af-070bd9180b14 None None] Sync routers for ids ['5d2b0de8-d419-4490-b082-7c6ea62cac68'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:27:32.316220 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f510cc2f-17a1-4ee0-b2af-070bd9180b14 None None] Routers {'5d2b0de8-d419-4490-b082-7c6ea62cac68'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:27:32.317178 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f510cc2f-17a1-4ee0-b2af-070bd9180b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:27:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5d2b0de8-d419-4490-b082-7c6ea62cac68'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:32.323365 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f26046cb-1d7e-40f9-9656-35c3020c4c2c req-46defecf-142f-4a6a-82ce-5d44d5fa4b0b tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191568 Feb 28 17:27:32.346945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eed325e1-6c8c-40f0-987a-85e04bc8a9d7 req-a896ac70-4966-4e4d-aa41-57dffa1889a2 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1085410 Feb 28 17:27:32.445202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a542e-032f-491e-a946-de55157f5315 req-779f8b0b-fd2e-4c34-8132-9641a7d3905c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:32.447963 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a1a542e-032f-491e-a946-de55157f5315 req-779f8b0b-fd2e-4c34-8132-9641a7d3905c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.2583776 Feb 28 17:27:32.484871 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-f510cc2f-17a1-4ee0-b2af-070bd9180b14 None None] Set router 5d2b0de8-d419-4490-b082-7c6ea62cac68 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:27:32.548459 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] Publish callbacks [] for router (5d2b0de8-d419-4490-b082-7c6ea62cac68), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:32.557137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7b133e1a-6eaa-4235-8979-163675718ad6 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:27:32.620323 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-7d1ba8e0-f46c-4118-8bd7-98389e30a4d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:32.622632 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-7d1ba8e0-f46c-4118-8bd7-98389e30a4d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 812 time: 0.1348267 Feb 28 17:27:32.644133 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-bc8a3ede-1276-4c11-80d3-db047017339d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/quotas/db5706b395ff456ab153c58167054352 HTTP/1.1" status: 200 len: 375 time: 0.0158081 Feb 28 17:27:32.693442 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a1a542e-032f-491e-a946-de55157f5315 req-4a3cde48-5e51-48b5-ad61-223565e2e7f4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399356 Feb 28 17:27:32.697241 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] Publish callbacks [] for router_gateway (5d2b0de8-d419-4490-b082-7c6ea62cac68), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:32.723572 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 7b133e1a-6eaa-4235-8979-163675718ad6 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:27:32.729784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 7b133e1a-6eaa-4235-8979-163675718ad6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:32.730178 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:32.747048 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-f1a5ea0d-010f-4825-9a32-7fdd5abc892e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1015298 Feb 28 17:27:32.754136 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-c41a1d72-b009-4879-9015-ecbc0d8a1194 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:27:32.762902 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-c41a1d72-b009-4879-9015-ecbc0d8a1194 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148921 Feb 28 17:27:32.791449 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f510cc2f-17a1-4ee0-b2af-070bd9180b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:27:30Z', 'revision_number': 5, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port': {'id': '2855928b-5190-46d1-acaa-5106fe46e68a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:23:18Z', 'updated_at': '2022-02-28T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:32.859172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f510cc2f-17a1-4ee0-b2af-070bd9180b14 None None] Checking router: 5d2b0de8-d419-4490-b082-7c6ea62cac68 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:27:32.870242 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f510cc2f-17a1-4ee0-b2af-070bd9180b14 None None] Routers {'5d2b0de8-d419-4490-b082-7c6ea62cac68'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:27:32.871140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f510cc2f-17a1-4ee0-b2af-070bd9180b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:27:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5d2b0de8-d419-4490-b082-7c6ea62cac68'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:32.874002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] Deleting port 2855928b-5190-46d1-acaa-5106fe46e68a {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:27:32.874395 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2855928b-5190-46d1-acaa-5106fe46e68a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:32.896275 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-0424e506-121c-40f6-9e9a-c176c1c7d748 service neutron] 10.222.0.72 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324484 Feb 28 17:27:33.016404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 7b133e1a-6eaa-4235-8979-163675718ad6 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:33.016978 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:33.055513 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] For port 2855928b-5190-46d1-acaa-5106fe46e68a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2855928b-5190-46d1-acaa-5106fe46e68a,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:33.056963 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2855928b-5190-46d1-acaa-5106fe46e68a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:33.079278 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c257d33-9e5d-4bc9-bf1d-f70734c1e644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b133e1a-6eaa-4235-8979-163675718ad6'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:33.079599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] Calling delete_port for 2855928b-5190-46d1-acaa-5106fe46e68a owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:27:33.081720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790edafa-20bb-4ca0-8037-45215c836566 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:27:33.083832 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f5d1d9-076b-4d2e-9979-46ab5e9f7618" -d '{"events": [{"server_uuid": "3c257d33-9e5d-4bc9-bf1d-f70734c1e644", "name": "network-vif-plugged", "status": "completed", "tag": "7b133e1a-6eaa-4235-8979-163675718ad6"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:33.097176 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Publish callbacks [] for port (790edafa-20bb-4ca0-8037-45215c836566), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:33.100658 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-f510cc2f-17a1-4ee0-b2af-070bd9180b14 None None] Set router 5d2b0de8-d419-4490-b082-7c6ea62cac68 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:27:33.103212 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 7b133e1a-6eaa-4235-8979-163675718ad6, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b133e1a-6eaa-4235-8979-163675718ad6,segment=NetworkSegment(72bbed98-5cb1-4501-95bf-6b2d7faee35f),segment_id=72bbed98-5cb1-4501-95bf-6b2d7faee35f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:33.129975 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Transition to ACTIVE for port object 790edafa-20bb-4ca0-8037-45215c836566 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:27:33.146407 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-08778868-5cf7-4939-b5a7-a67d7d7aa344 service neutron] 10.222.0.72 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393444 Feb 28 17:27:33.172493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f510cc2f-17a1-4ee0-b2af-070bd9180b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:27:32Z', 'revision_number': 6, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:33.178345 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a48e8-c2dd-463d-bf59-5bdefe4a81b6 req-ef25a764-af0c-4699-b834-7f6b16132fdf tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:33.180164 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f5a48e8-c2dd-463d-bf59-5bdefe4a81b6 req-ef25a764-af0c-4699-b834-7f6b16132fdf tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 931 time: 0.1675518 Feb 28 17:27:33.212274 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:33.214930 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f510cc2f-17a1-4ee0-b2af-070bd9180b14 None None] The sync data for ids ['5d2b0de8-d419-4490-b082-7c6ea62cac68'] in n-d-820368-19 is: [{'id': '5d2b0de8-d419-4490-b082-7c6ea62cac68', 'name': 'tempest-ServersTestBootFromVolume-2022655286-router', 'tenant_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:23:17Z', 'updated_at': '2022-02-28T17:27:32Z', 'revision_number': 6, 'project_id': '5dd70d9bd5354a17b3b3aee0b4740d75', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:27:33.272967 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (790edafa-20bb-4ca0-8037-45215c836566), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:33.286136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=7b133e1a-6eaa-4235-8979-163675718ad6,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:33.312175 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f5a48e8-c2dd-463d-bf59-5bdefe4a81b6 req-4e338a97-978d-4a1d-86ad-d93c135746af tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179767 Feb 28 17:27:33.355971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Pushing event updated for resources: {'Port': ['ID=790edafa-20bb-4ca0-8037-45215c836566,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:33.403544 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479d490b-1c3b-4da5-921b-6118e6d1702f x-openstack-request-id: req-479d490b-1c3b-4da5-921b-6118e6d1702f {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:33.408998 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c257d33-9e5d-4bc9-bf1d-f70734c1e644", "name": "network-vif-plugged", "status": "completed", "tag": "7b133e1a-6eaa-4235-8979-163675718ad6", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:33.408998 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-479d490b-1c3b-4da5-921b-6118e6d1702f {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:33.408998 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c257d33-9e5d-4bc9-bf1d-f70734c1e644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b133e1a-6eaa-4235-8979-163675718ad6', 'code': 200} Feb 28 17:27:33.480858 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2855928b-5190-46d1-acaa-5106fe46e68a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:33.484865 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Attempting to bind port 790edafa-20bb-4ca0-8037-45215c836566 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:27:33.485555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Attempting to bind port 790edafa-20bb-4ca0-8037-45215c836566 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '302309ed-98fa-494b-832e-7fe66f0f83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1f331f9-f6f7-4185-80c9-49f83f5e4a75'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:27:33.486188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Attempting to bind port 790edafa-20bb-4ca0-8037-45215c836566 on network f1f331f9-f6f7-4185-80c9-49f83f5e4a75 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:33.527176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Port 790edafa-20bb-4ca0-8037-45215c836566 on network f1f331f9-f6f7-4185-80c9-49f83f5e4a75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:27:33.527674 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Attempting to bind port 790edafa-20bb-4ca0-8037-45215c836566 on network f1f331f9-f6f7-4185-80c9-49f83f5e4a75 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:33.547141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:27:33.547555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Checking segment: {'id': '302309ed-98fa-494b-832e-7fe66f0f83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1f331f9-f6f7-4185-80c9-49f83f5e4a75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:33.548011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Bound using segment: {'id': '302309ed-98fa-494b-832e-7fe66f0f83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1f331f9-f6f7-4185-80c9-49f83f5e4a75'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:27:33.549209 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Bound port: 790edafa-20bb-4ca0-8037-45215c836566, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302309ed-98fa-494b-832e-7fe66f0f83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f1f331f9-f6f7-4185-80c9-49f83f5e4a75'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:27:33.549390 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (790edafa-20bb-4ca0-8037-45215c836566), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:33.593456 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-983abe42-9658-4666-af85-3be2a3c56bd2 req-d3c7dbaf-db1f-4972-a27c-3a7eb6e21bc2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 210 time: 0.0552611 Feb 28 17:27:33.596614 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2855928b-5190-46d1-acaa-5106fe46e68a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:33.688148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b65c4-ad2f-4b31-b79f-a474c563cc5f req-b2f82ed7-d6ee-4bf0-9c0d-51ed03b9a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:33.689673 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-483b65c4-ad2f-4b31-b79f-a474c563cc5f req-b2f82ed7-d6ee-4bf0-9c0d-51ed03b9a893 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 1128 time: 0.1981068 Feb 28 17:27:33.742534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] For port 790edafa-20bb-4ca0-8037-45215c836566, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:27:33.768429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (5d2b0de8-d419-4490-b082-7c6ea62cac68), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:33.770945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] For port 790edafa-20bb-4ca0-8037-45215c836566, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=790edafa-20bb-4ca0-8037-45215c836566,segment=NetworkSegment(302309ed-98fa-494b-832e-7fe66f0f83c8),segment_id=302309ed-98fa-494b-832e-7fe66f0f83c8)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:27:33.793251 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-483b65c4-ad2f-4b31-b79f-a474c563cc5f req-ab2097c8-f413-43ab-bd51-ca6fa9b79676 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919530 Feb 28 17:27:33.847219 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (790edafa-20bb-4ca0-8037-45215c836566), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:33.906379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:33.907036 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:33.908851 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9c62482-b545-4887-808a-78ab3caafbcf req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] 10.222.0.69 "PUT /v2.0/ports/790edafa-20bb-4ca0-8037-45215c836566 HTTP/1.1" status: 200 len: 1092 time: 2.0044065 Feb 28 17:27:33.908987 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51177db-c230-4a79-8997-47f1e594c129', 'tag': '790edafa-20bb-4ca0-8037-45215c836566'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:33.911336 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842bbc3a-9175-44a2-bbb4-15432f8f77b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b51177db-c230-4a79-8997-47f1e594c129", "tag": "790edafa-20bb-4ca0-8037-45215c836566"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:33.920908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe83db4-e3ff-440b-98cd-bb4cbbd370bb req-d6a58844-f0d6-463a-9492-e6972ba03044 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:33.923236 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abe83db4-e3ff-440b-98cd-bb4cbbd370bb req-d6a58844-f0d6-463a-9492-e6972ba03044 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 945 time: 0.4188335 Feb 28 17:27:33.953307 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (5d2b0de8-d419-4490-b082-7c6ea62cac68), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:33.962394 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] Publish callbacks [] for router_controller (5d2b0de8-d419-4490-b082-7c6ea62cac68), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:33.967033 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b09a9-c5dd-427d-a567-21458c2c8b8d req-7c6accd6-ccf5-4c76-8500-c7270084a76c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:33.972098 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-069b09a9-c5dd-427d-a567-21458c2c8b8d req-7c6accd6-ccf5-4c76-8500-c7270084a76c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1593575 Feb 28 17:27:33.987173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88c91f-c45f-473e-85ae-56afc12835d2 service neutron] Pushing event updated for resources: {'Port': ['ID=790edafa-20bb-4ca0-8037-45215c836566,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:34.063749 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abe83db4-e3ff-440b-98cd-bb4cbbd370bb req-ad428bd3-2b7e-40b1-a686-300d72c48fc8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149375 Feb 28 17:27:34.068171 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-069b09a9-c5dd-427d-a567-21458c2c8b8d req-1ecc7dfc-3938-41eb-bd84-ffaf9dbf6536 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693684 Feb 28 17:27:34.183951 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (5d2b0de8-d419-4490-b082-7c6ea62cac68), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:34.183951 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d2b0de8-d419-4490-b082-7c6ea62cac68 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:27:34.185728 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:34.190083 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-758a4ed9-bf16-4e56-99d6-d60e47a890ba admin admin] 10.222.0.72 "DELETE /v2.0/routers/5d2b0de8-d419-4490-b082-7c6ea62cac68 HTTP/1.1" status: 204 len: 168 time: 1.8916960 Feb 28 17:27:34.190736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57268) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:34.210988 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2016057d-59c4-40ed-aad1-b4c4dabb2c45 x-openstack-request-id: req-2016057d-59c4-40ed-aad1-b4c4dabb2c45 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:34.211950 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51177db-c230-4a79-8997-47f1e594c129", "tag": "790edafa-20bb-4ca0-8037-45215c836566", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:34.212355 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2016057d-59c4-40ed-aad1-b4c4dabb2c45 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:34.213202 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51177db-c230-4a79-8997-47f1e594c129', 'tag': '790edafa-20bb-4ca0-8037-45215c836566', 'status': 'completed', 'code': 200} Feb 28 17:27:34.243773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c62482-b545-4887-808a-78ab3caafbcf req-dd7006df-e2fe-420b-874f-b183202deb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:34.247221 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9c62482-b545-4887-808a-78ab3caafbcf req-dd7006df-e2fe-420b-874f-b183202deb12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a4673abe88b46589aa44f1b26098ca1&device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 1126 time: 0.0797696 Feb 28 17:27:34.272560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-4514fb88-6008-4905-8db4-e4b3d33e5ad2 admin admin] Deleting subnet 6c0d669a-2f10-4e77-a5d5-52ef693cecb2 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:27:34.282546 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4514fb88-6008-4905-8db4-e4b3d33e5ad2 admin admin] Publish callbacks [] for subnet (6c0d669a-2f10-4e77-a5d5-52ef693cecb2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:34.310144 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9c62482-b545-4887-808a-78ab3caafbcf req-e158856d-cf54-4ea3-ac91-fedb0caf9d5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=790edafa-20bb-4ca0-8037-45215c836566 HTTP/1.1" status: 200 len: 217 time: 0.0553486 Feb 28 17:27:34.358023 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4514fb88-6008-4905-8db4-e4b3d33e5ad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (6c0d669a-2f10-4e77-a5d5-52ef693cecb2), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:34.423333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c62482-b545-4887-808a-78ab3caafbcf req-47ac8053-5d98-4ca1-9029-abd984c48682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:34.425453 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9c62482-b545-4887-808a-78ab3caafbcf req-47ac8053-5d98-4ca1-9029-abd984c48682 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e9e39580-a5d1-4a58-8689-3a3d9ccca7a3 HTTP/1.1" status: 200 len: 865 time: 0.1080792 Feb 28 17:27:34.429822 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bfb448e8-3eeb-4a4f-adfc-5b3c5ae56700 req-8dda9ee1-4e20-465a-a40e-0f4d23f48a4d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0875952 Feb 28 17:27:34.476004 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4514fb88-6008-4905-8db4-e4b3d33e5ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (6c0d669a-2f10-4e77-a5d5-52ef693cecb2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:34.503967 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9c62482-b545-4887-808a-78ab3caafbcf req-d83822d1-4613-4760-ab55-9736894e7e80 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1f331f9-f6f7-4185-80c9-49f83f5e4a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628242 Feb 28 17:27:34.617394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89203751-7c73-45bf-9b8a-fc5f50410d4e req-61483c76-63b2-40e0-a6ea-845bb1a1e580 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:34.619098 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-89203751-7c73-45bf-9b8a-fc5f50410d4e req-61483c76-63b2-40e0-a6ea-845bb1a1e580 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 943 time: 0.1913342 Feb 28 17:27:34.641916 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4514fb88-6008-4905-8db4-e4b3d33e5ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (6c0d669a-2f10-4e77-a5d5-52ef693cecb2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:34.676717 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514fb88-6008-4905-8db4-e4b3d33e5ad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0d669a-2f10-4e77-a5d5-52ef693cecb2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:34.680786 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4514fb88-6008-4905-8db4-e4b3d33e5ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:34.685215 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4514fb88-6008-4905-8db4-e4b3d33e5ad2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6c0d669a-2f10-4e77-a5d5-52ef693cecb2 HTTP/1.1" status: 204 len: 168 time: 0.4932952 Feb 28 17:27:34.690602 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7f5849ff-2cf3-4d4d-8d23-e167052b3100 req-983b7cb0-1b6b-427f-b167-bec5fafb3f30 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0660076 Feb 28 17:27:34.690987 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57288) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:34.700731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d901db-f0de-4b58-aa39-89bebad2a2a4 None None] Network 3710deb9-08fa-44d6-a3a2-288e5da55b9b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:27:34.755145 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25c5567b-aeba-4418-a285-8426424a1421 req-909d7506-6f8d-4042-8986-0376ca0dec65 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 210 time: 0.0321734 Feb 28 17:27:34.865244 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9c62482-b545-4887-808a-78ab3caafbcf req-4c08ae6f-b8ce-4bc5-82c2-f21c63df2054 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f331f9-f6f7-4185-80c9-49f83f5e4a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533487 Feb 28 17:27:34.922074 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (3710deb9-08fa-44d6-a3a2-288e5da55b9b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:34.954226 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-89203751-7c73-45bf-9b8a-fc5f50410d4e req-722d88a9-855d-48c0-8ad2-0073d7a5a553 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176069 Feb 28 17:27:34.969431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc55235-8759-42da-981a-5d31f9e343b5 None None] DHCP port deletion for 3710deb9-08fa-44d6-a3a2-288e5da55b9b request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:27:35.079863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4cc55235-8759-42da-981a-5d31f9e343b5 None None] Deleting port 439ad313-0b96-4613-9561-e772bc8b3a71 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:27:35.080253 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4cc55235-8759-42da-981a-5d31f9e343b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:35.100347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 766ead7b-2aeb-443e-9f84-8ca8108ecb62 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:27:35.183924 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 766ead7b-2aeb-443e-9f84-8ca8108ecb62 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:27:35.184182 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 766ead7b-2aeb-443e-9f84-8ca8108ecb62 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:27:35.184783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 439ad313-0b96-4613-9561-e772bc8b3a71 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:27:35.295098 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-4cc55235-8759-42da-981a-5d31f9e343b5 None None] For port 439ad313-0b96-4613-9561-e772bc8b3a71, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=439ad313-0b96-4613-9561-e772bc8b3a71,segment=NetworkSegment(034db800-bf19-443d-9f25-ded94a147022),segment_id=034db800-bf19-443d-9f25-ded94a147022)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:35.295542 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4cc55235-8759-42da-981a-5d31f9e343b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:35.319676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4cc55235-8759-42da-981a-5d31f9e343b5 None None] Calling delete_port for 439ad313-0b96-4613-9561-e772bc8b3a71 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:27:35.405042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d0a90-45ef-496f-a8cb-1f3f75e4fcf5 req-ff40ef5e-6f11-4af6-8b2b-17c54ac0fb9f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:35.407310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 439ad313-0b96-4613-9561-e772bc8b3a71 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:35.407706 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:35.412196 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-799d0a90-45ef-496f-a8cb-1f3f75e4fcf5 req-ff40ef5e-6f11-4af6-8b2b-17c54ac0fb9f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 945 time: 0.2170720 Feb 28 17:27:35.463328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 439ad313-0b96-4613-9561-e772bc8b3a71, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=439ad313-0b96-4613-9561-e772bc8b3a71,segment=NetworkSegment(034db800-bf19-443d-9f25-ded94a147022),segment_id=034db800-bf19-443d-9f25-ded94a147022)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:35.495051 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9c62482-b545-4887-808a-78ab3caafbcf req-13b17bf9-082f-4c8f-ac09-ee47e672cca8 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f331f9-f6f7-4185-80c9-49f83f5e4a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156859 Feb 28 17:27:35.517158 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-799d0a90-45ef-496f-a8cb-1f3f75e4fcf5 req-1b2a5806-ebe0-4d9c-a21c-4a190cad7cac tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994577 Feb 28 17:27:35.543840 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:35.543840 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2855928b-5190-46d1-acaa-5106fe46e68a no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:27:35.546345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Deleting port 439ad313-0b96-4613-9561-e772bc8b3a71 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:27:35.547027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:35.599286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2855928b-5190-46d1-acaa-5106fe46e68a {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:27:35.599823 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2855928b-5190-46d1-acaa-5106fe46e68a not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:27:35.622398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670d408-c0c3-481c-a4c1-507dec0b4c0d req-a5dc80b0-1d1a-4e46-af87-46059849e982 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:35.624006 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c670d408-c0c3-481c-a4c1-507dec0b4c0d req-a5dc80b0-1d1a-4e46-af87-46059849e982 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1537213 Feb 28 17:27:35.644527 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4cc55235-8759-42da-981a-5d31f9e343b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:35.663484 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=439ad313-0b96-4613-9561-e772bc8b3a71,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:35.666055 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc55235-8759-42da-981a-5d31f9e343b5 None None] No DVR routers for this DVR port 439ad313-0b96-4613-9561-e772bc8b3a71 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:27:35.688732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc55235-8759-42da-981a-5d31f9e343b5 None None] Pushing event deleted for resources: {'Port': ['ID=439ad313-0b96-4613-9561-e772bc8b3a71,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:35.710676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] For port 439ad313-0b96-4613-9561-e772bc8b3a71, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=439ad313-0b96-4613-9561-e772bc8b3a71,segment=NetworkSegment(034db800-bf19-443d-9f25-ded94a147022),segment_id=034db800-bf19-443d-9f25-ded94a147022)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:35.711155 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:35.745581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Calling delete_port for 439ad313-0b96-4613-9561-e772bc8b3a71 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:27:35.788870 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bbc3a-9175-44a2-bbb4-15432f8f77b2 req-0a45a844-08e7-4e0a-87a2-e8f13405d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:35.790528 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-842bbc3a-9175-44a2-bbb4-15432f8f77b2 req-0a45a844-08e7-4e0a-87a2-e8f13405d2e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a4673abe88b46589aa44f1b26098ca1&device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 1126 time: 0.1630790 Feb 28 17:27:35.798142 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c670d408-c0c3-481c-a4c1-507dec0b4c0d req-f5235ff7-5348-4091-b345-5cafc862e3eb tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132505 Feb 28 17:27:35.917376 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d03f6943-e18b-45af-95e8-2be105cf017e req-a410691c-240b-4798-b8a1-dd6d9403ae74 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 210 time: 0.0488222 Feb 28 17:27:35.985801 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bbc3a-9175-44a2-bbb4-15432f8f77b2 req-2be8919a-904d-41a7-8f2e-42e825589be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:35.988041 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-842bbc3a-9175-44a2-bbb4-15432f8f77b2 req-2be8919a-904d-41a7-8f2e-42e825589be3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f1f331f9-f6f7-4185-80c9-49f83f5e4a75 HTTP/1.1" status: 200 len: 926 time: 0.1890061 Feb 28 17:27:36.049026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-842bbc3a-9175-44a2-bbb4-15432f8f77b2 req-846ca543-4bd0-4205-ac4d-50c1493e80bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=790edafa-20bb-4ca0-8037-45215c836566 HTTP/1.1" status: 200 len: 217 time: 0.0549357 Feb 28 17:27:36.050238 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (439ad313-0b96-4613-9561-e772bc8b3a71), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:36.092136 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=439ad313-0b96-4613-9561-e772bc8b3a71,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:36.125813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] No DVR routers for this DVR port 439ad313-0b96-4613-9561-e772bc8b3a71 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:27:36.225566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bbc3a-9175-44a2-bbb4-15432f8f77b2 req-8635a82e-a7c3-49ba-a204-d9098184f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:36.227100 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-842bbc3a-9175-44a2-bbb4-15432f8f77b2 req-8635a82e-a7c3-49ba-a204-d9098184f8e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e9e39580-a5d1-4a58-8689-3a3d9ccca7a3 HTTP/1.1" status: 200 len: 865 time: 0.1684742 Feb 28 17:27:36.253705 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (3710deb9-08fa-44d6-a3a2-288e5da55b9b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:36.277659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-842bbc3a-9175-44a2-bbb4-15432f8f77b2 req-fbc03b7d-8aec-42c2-995c-2a0a1e40cd87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1f331f9-f6f7-4185-80c9-49f83f5e4a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393248 Feb 28 17:27:36.305854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5921354-8734-4a4d-9b95-0673603173ca req-1f7f66a4-c701-4a5d-b5ca-3b515c99b40f tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:36.307370 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d5921354-8734-4a4d-9b95-0673603173ca req-1f7f66a4-c701-4a5d-b5ca-3b515c99b40f tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 943 time: 0.2164216 Feb 28 17:27:36.309085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3710deb9-08fa-44d6-a3a2-288e5da55b9b']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:36.346322 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-2a6797c1-e5d0-4c34-b7e9-3785fbc76129 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:36.348519 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-2a6797c1-e5d0-4c34-b7e9-3785fbc76129 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.73 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 812 time: 0.1480358 Feb 28 17:27:36.365759 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-9f96a6aa-29f3-4bfe-9522-38b83b55d19e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Request body: {'port': {'device_id': '06534aa2-aed0-4242-ba6b-7e605db0e817', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'admin_state_up': True, 'tenant_id': 'db5706b395ff456ab153c58167054352'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:36.372383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034db800-bf19-443d-9f25-ded94a147022') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:36.372693 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034db800-bf19-443d-9f25-ded94a147022') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:36.401989 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (034db800-bf19-443d-9f25-ded94a147022), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:36.426095 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (034db800-bf19-443d-9f25-ded94a147022), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:36.447140 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:27:36.447542 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (034db800-bf19-443d-9f25-ded94a147022), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:27:36.452917 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:27:36.512904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d5921354-8734-4a4d-9b95-0673603173ca req-613fcfb6-b2cf-409c-a77a-1ff3ddecce10 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906028 Feb 28 17:27:36.522665 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-842bbc3a-9175-44a2-bbb4-15432f8f77b2 req-14f3ae13-8c13-4120-ab41-54adae47ae84 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f331f9-f6f7-4185-80c9-49f83f5e4a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330012 Feb 28 17:27:36.598330 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-9f96a6aa-29f3-4bfe-9522-38b83b55d19e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Made reservation on behalf of db5706b395ff456ab153c58167054352 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:36.602666 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-9f96a6aa-29f3-4bfe-9522-38b83b55d19e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:36.679743 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (3710deb9-08fa-44d6-a3a2-288e5da55b9b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:36.702085 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:36.708082 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3710deb9-08fa-44d6-a3a2-288e5da55b9b HTTP/1.1" status: 204 len: 168 time: 1.9991260 Feb 28 17:27:36.712525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-842bbc3a-9175-44a2-bbb4-15432f8f77b2 req-c6c4c61c-f232-43eb-8b9b-1b37fb0d2d63 service neutron] 10.222.0.69 "GET /v2.0/networks/f1f331f9-f6f7-4185-80c9-49f83f5e4a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797791 Feb 28 17:27:36.732014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72153a1-7cca-458d-8db5-1359251a96b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3710deb9-08fa-44d6-a3a2-288e5da55b9b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:36.867299 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726f977-88c3-45ff-aa34-69ac32931686 req-27f3640a-d8a7-4c83-ae2e-9b5ccf95e115 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:36.868660 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9726f977-88c3-45ff-aa34-69ac32931686 req-27f3640a-d8a7-4c83-ae2e-9b5ccf95e115 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 945 time: 0.2533879 Feb 28 17:27:36.878287 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2838e25f-33d2-4f9d-a9c4-e61184f784ca req-2a58ccfd-966f-47aa-bafb-3393e815fac7 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0525391 Feb 28 17:27:36.934936 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-9f96a6aa-29f3-4bfe-9522-38b83b55d19e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Allocated IP 172.20.0.7 (7739d82a-bcdd-4118-ae9a-7624124a9b84/86d80de3-dbb5-4b00-8151-4a967e698d02/7437eb10-5e2c-442f-8a63-28efbec62019) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:27:36.963184 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9726f977-88c3-45ff-aa34-69ac32931686 req-1c4c3c4d-e812-4f75-a03f-b5b48ebdcb26 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817919 Feb 28 17:27:36.986485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312258a-7f51-4fd6-a74d-dbb1429a8ab4 req-03dd9634-32b1-4152-85fa-59819791fbe1 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:37.008618 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8312258a-7f51-4fd6-a74d-dbb1429a8ab4 req-03dd9634-32b1-4152-85fa-59819791fbe1 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1006436 Feb 28 17:27:37.076615 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12df1d1a-1922-42b9-bfdd-0a7d90b880e9 req-df8e6d2f-52b9-43be-8620-68ef2ac8b45a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0358026 Feb 28 17:27:37.094474 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8312258a-7f51-4fd6-a74d-dbb1429a8ab4 req-f332eeb7-9cb3-4263-bc68-2218311c720b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900595 Feb 28 17:27:37.113604 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01a19d75-99e3-47ce-8144-2e3c5e04a8b1 req-8f710290-2890-4c00-83b3-430d1c189869 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 210 time: 0.0726690 Feb 28 17:27:37.180576 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-9f96a6aa-29f3-4bfe-9522-38b83b55d19e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for port (7437eb10-5e2c-442f-8a63-28efbec62019), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:37.194573 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f7c772e-e5ee-43c1-b989-f9490d7d1f17 req-e4c5f987-3c54-42e9-bbf7-565f8cbdb16b tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-262275402&fields=id&tenant_id=092134078f4e41e78f2bec2553d8cda8 HTTP/1.1" status: 200 len: 267 time: 0.0473878 Feb 28 17:27:37.201873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57344) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:37.273193 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ed4e07ca-d321-4825-b697-56e187a3afe9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5dd70d9bd5354a17b3b3aee0b4740d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0627158 Feb 28 17:27:37.276110 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57346) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:37.284879 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c772e-e5ee-43c1-b989-f9490d7d1f17 req-fbce433c-faf5-475a-9f39-4333e6a7d4a7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:37.286419 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f7c772e-e5ee-43c1-b989-f9490d7d1f17 req-fbce433c-faf5-475a-9f39-4333e6a7d4a7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 945 time: 0.0860517 Feb 28 17:27:37.298014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-6f7c772e-e5ee-43c1-b989-f9490d7d1f17 req-569e32cb-02be-4414-b7ec-ba05169cea44 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'port': {'security_groups': ['b414e4db-55fc-4afa-8e02-f1441fc47463', '040d4601-34ff-4505-b70b-4053f3cafeff']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:37.304939 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-9f96a6aa-29f3-4bfe-9522-38b83b55d19e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7437eb10-5e2c-442f-8a63-28efbec62019), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:37.323772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5066be6e-8bcd-4ae9-905e-79c9fb038704'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:37.373788 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-9f96a6aa-29f3-4bfe-9522-38b83b55d19e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Network 7739d82a-bcdd-4118-ae9a-7624124a9b84 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:27:37.379753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-9f96a6aa-29f3-4bfe-9522-38b83b55d19e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:37.388874 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-9f96a6aa-29f3-4bfe-9522-38b83b55d19e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:27:37.394624 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96a6aa-29f3-4bfe-9522-38b83b55d19e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event updated for resources: {'Port': ['ID=7437eb10-5e2c-442f-8a63-28efbec62019,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:37.399971 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6f7c772e-e5ee-43c1-b989-f9490d7d1f17 req-569e32cb-02be-4414-b7ec-ba05169cea44 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:37.422165 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dc76192-4c67-4a98-9685-9029b29a444d admin admin] Publish callbacks [] for security_group (a2497407-ef9e-4d1c-84b2-7a4b51155657), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:37.461571 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dc76192-4c67-4a98-9685-9029b29a444d admin admin] Publish callbacks [] for security_group (a2497407-ef9e-4d1c-84b2-7a4b51155657), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:37.472572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-9f96a6aa-29f3-4bfe-9522-38b83b55d19e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:37.475272 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-9f96a6aa-29f3-4bfe-9522-38b83b55d19e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:37.586231 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-6cedcf06-f558-4f0e-b7bf-85d7f9ab8671 service neutron] show failed (client error): The resource could not be found. Feb 28 17:27:37.587296 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-6cedcf06-f558-4f0e-b7bf-85d7f9ab8671 service neutron] 10.222.0.73 "GET /v2.0/ports/89a9f715-3a11-4479-b2b7-82257c124da5/bindings/n-h2-820368-19 HTTP/1.1" status: 404 len: 381 time: 0.1186414 Feb 28 17:27:37.696247 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:37.714330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-6f7c772e-e5ee-43c1-b989-f9490d7d1f17 req-569e32cb-02be-4414-b7ec-ba05169cea44 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] For port 7b133e1a-6eaa-4235-8979-163675718ad6, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b133e1a-6eaa-4235-8979-163675718ad6,segment=NetworkSegment(72bbed98-5cb1-4501-95bf-6b2d7faee35f),segment_id=72bbed98-5cb1-4501-95bf-6b2d7faee35f)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:37.751341 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6f7c772e-e5ee-43c1-b989-f9490d7d1f17 req-569e32cb-02be-4414-b7ec-ba05169cea44 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for port (7b133e1a-6eaa-4235-8979-163675718ad6), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:37.757089 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-81518134-002b-409d-8f46-dba52b6a767b None None] Provisioning complete for port 7437eb10-5e2c-442f-8a63-28efbec62019 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:37.757467 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-81518134-002b-409d-8f46-dba52b6a767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7437eb10-5e2c-442f-8a63-28efbec62019), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:37.790555 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-17b1c9c0-967d-40d8-8429-96c0ba39bc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:37.803556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-81518134-002b-409d-8f46-dba52b6a767b None None] Port 7437eb10-5e2c-442f-8a63-28efbec62019 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:27:37.809437 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6f7c772e-e5ee-43c1-b989-f9490d7d1f17 req-569e32cb-02be-4414-b7ec-ba05169cea44 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:37.823671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['7b133e1a-6eaa-4235-8979-163675718ad6'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:37.862560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c772e-e5ee-43c1-b989-f9490d7d1f17 req-569e32cb-02be-4414-b7ec-ba05169cea44 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:37.863362 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6f7c772e-e5ee-43c1-b989-f9490d7d1f17 req-569e32cb-02be-4414-b7ec-ba05169cea44 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:37.864966 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f7c772e-e5ee-43c1-b989-f9490d7d1f17 req-569e32cb-02be-4414-b7ec-ba05169cea44 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "PUT /v2.0/ports/7b133e1a-6eaa-4235-8979-163675718ad6 HTTP/1.1" status: 200 len: 981 time: 0.5718253 Feb 28 17:27:37.867753 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c257d33-9e5d-4bc9-bf1d-f70734c1e644', 'tag': '7b133e1a-6eaa-4235-8979-163675718ad6'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:37.871740 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6f39a3-f8ee-456f-a08e-847d79e99a54" -d '{"events": [{"name": "network-changed", "server_uuid": "3c257d33-9e5d-4bc9-bf1d-f70734c1e644", "tag": "7b133e1a-6eaa-4235-8979-163675718ad6"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:37.914572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e32cb-02be-4414-b7ec-ba05169cea44 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'Port': ['ID=7b133e1a-6eaa-4235-8979-163675718ad6,revision_number=6']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:37.937761 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dc76192-4c67-4a98-9685-9029b29a444d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a2497407-ef9e-4d1c-84b2-7a4b51155657), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:37.940301 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dc76192-4c67-4a98-9685-9029b29a444d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:37.944232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9dc76192-4c67-4a98-9685-9029b29a444d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a2497407-ef9e-4d1c-84b2-7a4b51155657 HTTP/1.1" status: 204 len: 168 time: 0.6635106 Feb 28 17:27:37.958884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-9f96a6aa-29f3-4bfe-9522-38b83b55d19e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5991251 Feb 28 17:27:37.969984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc76192-4c67-4a98-9685-9029b29a444d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2497407-ef9e-4d1c-84b2-7a4b51155657,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:38.006621 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Request body: {'port': {'device_id': '06534aa2-aed0-4242-ba6b-7e605db0e817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:38.018719 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['7b133e1a-6eaa-4235-8979-163675718ad6'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:38.027646 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-756aac26-1271-4360-8a90-f66133f24590 req-e2636566-192d-43a9-9c70-61a270784f77 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-249100053&fields=id&tenant_id=092134078f4e41e78f2bec2553d8cda8 HTTP/1.1" status: 200 len: 267 time: 0.0796542 Feb 28 17:27:38.057020 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f3cf3-a63a-4eac-a18e-7007ce7ce6a7 req-f44d3244-6874-4e01-bc1f-b9a432b49568 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:38.066264 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b59f3cf3-a63a-4eac-a18e-7007ce7ce6a7 req-f44d3244-6874-4e01-bc1f-b9a432b49568 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 943 time: 0.4510469 Feb 28 17:27:38.098937 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756aac26-1271-4360-8a90-f66133f24590 req-70210acf-8059-4fd1-9e61-9eb443a845ff tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:38.100585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-756aac26-1271-4360-8a90-f66133f24590 req-70210acf-8059-4fd1-9e61-9eb443a845ff tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 984 time: 0.0721989 Feb 28 17:27:38.121511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-756aac26-1271-4360-8a90-f66133f24590 req-95322182-6d1a-4700-ac9e-55577be671ff tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'port': {'security_groups': ['040d4601-34ff-4505-b70b-4053f3cafeff', 'b414e4db-55fc-4afa-8e02-f1441fc47463', '93812679-f9e5-4e56-bf9f-a125fde7beef']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:38.137544 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7437eb10-5e2c-442f-8a63-28efbec62019), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:38.227148 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b59f3cf3-a63a-4eac-a18e-7007ce7ce6a7 req-cd5e71ee-0968-4a63-92ec-6a7f5c7c999b tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598654 Feb 28 17:27:38.293871 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-756aac26-1271-4360-8a90-f66133f24590 req-95322182-6d1a-4700-ac9e-55577be671ff tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:38.325266 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b3d83f-f28f-44d6-994f-adf4d4e4d23a x-openstack-request-id: req-a3b3d83f-f28f-44d6-994f-adf4d4e4d23a {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:38.325527 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c257d33-9e5d-4bc9-bf1d-f70734c1e644", "tag": "7b133e1a-6eaa-4235-8979-163675718ad6", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:38.325729 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a3b3d83f-f28f-44d6-994f-adf4d4e4d23a {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:38.327487 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c257d33-9e5d-4bc9-bf1d-f70734c1e644', 'tag': '7b133e1a-6eaa-4235-8979-163675718ad6', 'status': 'completed', 'code': 200} Feb 28 17:27:38.488082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0198d32-3532-4779-a3e4-51156e7bd58f req-a549a3de-bb4c-4b2a-8a40-d9744be110e4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:38.489656 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b0198d32-3532-4779-a3e4-51156e7bd58f req-a549a3de-bb4c-4b2a-8a40-d9744be110e4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1140587 Feb 28 17:27:38.524333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-686333b7-dde7-462a-b085-9af506a24daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:38.526527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-686333b7-dde7-462a-b085-9af506a24daf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1&tenant_id=99c70571e74e4e0589acb386047f6689 HTTP/1.1" status: 200 len: 1133 time: 0.1225626 Feb 28 17:27:38.528962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f39a3-f8ee-456f-a08e-847d79e99a54 req-3bad282a-cec1-4cea-b26a-3a4d4f3dcefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:38.530555 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca6f39a3-f8ee-456f-a08e-847d79e99a54 req-3bad282a-cec1-4cea-b26a-3a4d4f3dcefd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=092134078f4e41e78f2bec2553d8cda8&device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 1167 time: 0.1422145 Feb 28 17:27:38.549264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 790edafa-20bb-4ca0-8037-45215c836566 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:27:38.576252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-19', 'device_owner': 'compute:nova'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:38.591000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b0198d32-3532-4779-a3e4-51156e7bd58f req-0feaf4e0-057c-4db8-b9b6-c64041480cfe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900445 Feb 28 17:27:38.616772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7437eb10-5e2c-442f-8a63-28efbec62019 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:27:38.627865 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Publish callbacks [] for port (7437eb10-5e2c-442f-8a63-28efbec62019), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:38.656351 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Transition to ACTIVE for port object 7437eb10-5e2c-442f-8a63-28efbec62019 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:27:38.734603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 790edafa-20bb-4ca0-8037-45215c836566, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=790edafa-20bb-4ca0-8037-45215c836566,segment=NetworkSegment(302309ed-98fa-494b-832e-7fe66f0f83c8),segment_id=302309ed-98fa-494b-832e-7fe66f0f83c8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:38.751673 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '790edafa-20bb-4ca0-8037-45215c836566', 'network_id': 'f1f331f9-f6f7-4185-80c9-49f83f5e4a75', 'port_id': '790edafa-20bb-4ca0-8037-45215c836566', 'mac_address': 'fa:16:3e:f6:7b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e39580-a5d1-4a58-8689-3a3d9ccca7a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:27:38.754293 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:38.763523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92883ffd-4aa8-47fa-982d-7efbfbea2af9 req-4c53803b-9ad6-483f-90b0-dc94e329c25b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:38.765104 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-92883ffd-4aa8-47fa-982d-7efbfbea2af9 req-4c53803b-9ad6-483f-90b0-dc94e329c25b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 931 time: 0.0961587 Feb 28 17:27:38.766453 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (7437eb10-5e2c-442f-8a63-28efbec62019), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:38.801228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-756aac26-1271-4360-8a90-f66133f24590 req-95322182-6d1a-4700-ac9e-55577be671ff tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] For port 7b133e1a-6eaa-4235-8979-163675718ad6, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b133e1a-6eaa-4235-8979-163675718ad6,segment=NetworkSegment(72bbed98-5cb1-4501-95bf-6b2d7faee35f),segment_id=72bbed98-5cb1-4501-95bf-6b2d7faee35f)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:38.809012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 790edafa-20bb-4ca0-8037-45215c836566 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:38.809587 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (790edafa-20bb-4ca0-8037-45215c836566), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:38.847080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790edafa-20bb-4ca0-8037-45215c836566 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:27:38.868954 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f39a3-f8ee-456f-a08e-847d79e99a54 req-d777d8a3-50aa-4075-984b-d31717afc224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:38.870904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca6f39a3-f8ee-456f-a08e-847d79e99a54 req-d777d8a3-50aa-4075-984b-d31717afc224 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa HTTP/1.1" status: 200 len: 912 time: 0.3157473 Feb 28 17:27:38.910342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 790edafa-20bb-4ca0-8037-45215c836566, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=790edafa-20bb-4ca0-8037-45215c836566,segment=NetworkSegment(302309ed-98fa-494b-832e-7fe66f0f83c8),segment_id=302309ed-98fa-494b-832e-7fe66f0f83c8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:38.926684 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-92883ffd-4aa8-47fa-982d-7efbfbea2af9 req-e0770a77-c372-4895-8227-925c2180cbdc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451390 Feb 28 17:27:38.966030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Pushing event updated for resources: {'Port': ['ID=7437eb10-5e2c-442f-8a63-28efbec62019,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:39.024779 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (790edafa-20bb-4ca0-8037-45215c836566), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:39.047968 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca6f39a3-f8ee-456f-a08e-847d79e99a54 req-3dc6bf53-64bc-4334-a424-211cc82911dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b133e1a-6eaa-4235-8979-163675718ad6 HTTP/1.1" status: 200 len: 217 time: 0.0731618 Feb 28 17:27:39.047968 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-756aac26-1271-4360-8a90-f66133f24590 req-95322182-6d1a-4700-ac9e-55577be671ff tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for port (7b133e1a-6eaa-4235-8979-163675718ad6), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:39.050459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Attempting to bind port 7437eb10-5e2c-442f-8a63-28efbec62019 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:27:39.050837 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Attempting to bind port 7437eb10-5e2c-442f-8a63-28efbec62019 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:27:39.051162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Attempting to bind port 7437eb10-5e2c-442f-8a63-28efbec62019 on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:39.057473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Port 7437eb10-5e2c-442f-8a63-28efbec62019 on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:27:39.057969 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Attempting to bind port 7437eb10-5e2c-442f-8a63-28efbec62019 on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:39.064329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:27:39.064672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Checking segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:39.065087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Bound using segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:27:39.069303 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Bound port: 7437eb10-5e2c-442f-8a63-28efbec62019, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:27:39.077281 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7437eb10-5e2c-442f-8a63-28efbec62019), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:39.097469 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=790edafa-20bb-4ca0-8037-45215c836566,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:39.133770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f39a3-f8ee-456f-a08e-847d79e99a54 req-cc36670f-778b-4e49-91f4-d9210e535f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:39.135863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca6f39a3-f8ee-456f-a08e-847d79e99a54 req-cc36670f-778b-4e49-91f4-d9210e535f63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5606816-920e-4406-aa25-e036bfde4547 HTTP/1.1" status: 200 len: 851 time: 0.0846627 Feb 28 17:27:39.208592 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-756aac26-1271-4360-8a90-f66133f24590 req-95322182-6d1a-4700-ac9e-55577be671ff tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:39.210386 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1bb41c2-ce3c-4596-9262-04193efbec50 req-081484da-a400-4dab-a1f1-1131dc4ceb6d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0590212 Feb 28 17:27:39.226577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['7b133e1a-6eaa-4235-8979-163675718ad6'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:39.240461 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] For port 7437eb10-5e2c-442f-8a63-28efbec62019, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:27:39.244153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] For port 7437eb10-5e2c-442f-8a63-28efbec62019, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7437eb10-5e2c-442f-8a63-28efbec62019,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:27:39.246232 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca6f39a3-f8ee-456f-a08e-847d79e99a54 req-0d1a1c50-2016-4f58-b708-afe2d50e1568 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025507 Feb 28 17:27:39.293581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756aac26-1271-4360-8a90-f66133f24590 req-95322182-6d1a-4700-ac9e-55577be671ff tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:39.294263 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-756aac26-1271-4360-8a90-f66133f24590 req-95322182-6d1a-4700-ac9e-55577be671ff tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:39.295696 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-756aac26-1271-4360-8a90-f66133f24590 req-95322182-6d1a-4700-ac9e-55577be671ff tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "PUT /v2.0/ports/7b133e1a-6eaa-4235-8979-163675718ad6 HTTP/1.1" status: 200 len: 1020 time: 1.1811216 Feb 28 17:27:39.352811 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (7437eb10-5e2c-442f-8a63-28efbec62019), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:39.416588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95322182-6d1a-4700-ac9e-55577be671ff tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'Port': ['ID=7b133e1a-6eaa-4235-8979-163675718ad6,revision_number=7']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:39.452285 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Pushing event updated for resources: {'Port': ['ID=7437eb10-5e2c-442f-8a63-28efbec62019,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:39.483888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] For port 89a9f715-3a11-4479-b2b7-82257c124da5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=89a9f715-3a11-4479-b2b7-82257c124da5,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:39.518443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:39.519142 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:39.521864 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-ebb3fd83-6e0d-4617-ac92-59afc2b7d23e service neutron] 10.222.0.73 "PUT /v2.0/ports/7437eb10-5e2c-442f-8a63-28efbec62019 HTTP/1.1" status: 200 len: 1092 time: 1.5227098 Feb 28 17:27:39.522693 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06534aa2-aed0-4242-ba6b-7e605db0e817', 'tag': '7437eb10-5e2c-442f-8a63-28efbec62019'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:39.544088 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca6f39a3-f8ee-456f-a08e-847d79e99a54 req-b6a3cec2-e465-44e9-90d2-1d9b308290ee service neutron] 10.222.0.69 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906663 Feb 28 17:27:39.545441 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af4e0e4-eaa1-4322-83a2-fab8375f00a6" -d '{"events": [{"name": "network-changed", "server_uuid": "06534aa2-aed0-4242-ba6b-7e605db0e817", "tag": "7437eb10-5e2c-442f-8a63-28efbec62019"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:39.581733 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102a8f2-1e67-429e-9446-9ae9562680c0 req-25b83ec1-56da-4f6d-bae5-b061879a5364 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:39.590980 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7102a8f2-1e67-429e-9446-9ae9562680c0 req-25b83ec1-56da-4f6d-bae5-b061879a5364 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 944 time: 0.1395788 Feb 28 17:27:39.599703 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['790edafa-20bb-4ca0-8037-45215c836566'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:39.605706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['7b133e1a-6eaa-4235-8979-163675718ad6'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:39.658841 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] For port 89a9f715-3a11-4479-b2b7-82257c124da5, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:27:39.747529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e7ddd-e82e-4ee2-9447-cae513cd738c req-c3e3b077-76cc-4397-9280-57574fa19ca8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:39.749175 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b08e7ddd-e82e-4ee2-9447-cae513cd738c req-c3e3b077-76cc-4397-9280-57574fa19ca8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 1023 time: 0.2838051 Feb 28 17:27:39.770198 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7102a8f2-1e67-429e-9446-9ae9562680c0 req-5b4fd217-6c9c-4191-8ec9-eac35a780040 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750145 Feb 28 17:27:39.775806 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Publish callbacks [] for port (89a9f715-3a11-4479-b2b7-82257c124da5), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:39.805072 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-119cb976-4125-4fd2-a22d-3b4e57828a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:39.807386 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-119cb976-4125-4fd2-a22d-3b4e57828a97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 1126 time: 0.1614854 Feb 28 17:27:39.817759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Transition to ACTIVE for port object 89a9f715-3a11-4479-b2b7-82257c124da5 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:27:39.835882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57410) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:39.859970 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca6f39a3-f8ee-456f-a08e-847d79e99a54 req-dc5447b7-e402-4aa7-87e1-fbfdcba766c9 service neutron] 10.222.0.69 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088076 Feb 28 17:27:39.909838 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:39.974048 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b08e7ddd-e82e-4ee2-9447-cae513cd738c req-f2544770-f852-4a5b-8506-7c1cd061e064 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&id=040d4601-34ff-4505-b70b-4053f3cafeff&id=93812679-f9e5-4e56-bf9f-a125fde7beef HTTP/1.1" status: 200 len: 6207 time: 0.2150118 Feb 28 17:27:40.010056 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ad7d1ee5-24b2-499a-8f5b-68479c5e9e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:40.021920 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:40.029336 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-db8041e7-b50d-4e69-863d-fed6b7919f02 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7437eb10-5e2c-442f-8a63-28efbec62019 HTTP/1.1" status: 200 len: 217 time: 0.2145982 Feb 28 17:27:40.101539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da821fde-c36c-4c28-889d-8f62443ae5bc req-a20e517b-f1fe-4cf4-b8b1-7353c1ebc21a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1877139 Feb 28 17:27:40.122739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-975546754-network', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:40.169055 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1f9779-0fb4-4b03-bd98-8e460b9eb9a1 x-openstack-request-id: req-9f1f9779-0fb4-4b03-bd98-8e460b9eb9a1 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:40.169396 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06534aa2-aed0-4242-ba6b-7e605db0e817", "tag": "7437eb10-5e2c-442f-8a63-28efbec62019", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:40.169603 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9f1f9779-0fb4-4b03-bd98-8e460b9eb9a1 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:40.170061 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06534aa2-aed0-4242-ba6b-7e605db0e817', 'tag': '7437eb10-5e2c-442f-8a63-28efbec62019', 'status': 'completed', 'code': 200} Feb 28 17:27:40.172160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-d30ad70a-df3c-4f01-9634-6d8aea77342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:40.173622 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-d30ad70a-df3c-4f01-9634-6d8aea77342f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.1312521 Feb 28 17:27:40.292123 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] No DVR routers for this DVR port 89a9f715-3a11-4479-b2b7-82257c124da5 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:27:40.301872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Pushing event updated for resources: {'Port': ['ID=89a9f715-3a11-4479-b2b7-82257c124da5,revision_number=6']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:40.307206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:40.315659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc3b69-600f-4fc0-9561-ec8271e3b1bd req-da88e0ba-5763-45fd-8245-810074bd902d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:40.317589 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:40.328529 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1dc3b69-600f-4fc0-9561-ec8271e3b1bd req-da88e0ba-5763-45fd-8245-810074bd902d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 948 time: 0.1703727 Feb 28 17:27:40.330498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c257d33-9e5d-4bc9-bf1d-f70734c1e644', 'tag': '7b133e1a-6eaa-4235-8979-163675718ad6'}, {'server_uuid': '5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a9f715-3a11-4479-b2b7-82257c124da5'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:40.333346 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1ae8f3-821b-4ab6-8c30-5844cd570d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c257d33-9e5d-4bc9-bf1d-f70734c1e644", "tag": "7b133e1a-6eaa-4235-8979-163675718ad6"}, {"server_uuid": "5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1", "name": "network-vif-unplugged", "status": "completed", "tag": "89a9f715-3a11-4479-b2b7-82257c124da5"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:40.349576 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:40.368637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-88c069ab-ebd2-40ee-b531-40e61d719f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:40.370202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-88c069ab-ebd2-40ee-b531-40e61d719f39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1659868 Feb 28 17:27:40.424264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Attempting to bind port 89a9f715-3a11-4479-b2b7-82257c124da5 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:27:40.424836 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Attempting to bind port 89a9f715-3a11-4479-b2b7-82257c124da5 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:27:40.425259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Attempting to bind port 89a9f715-3a11-4479-b2b7-82257c124da5 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:40.444408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb48c76-99ea-4ed5-beb5-84d54f02d1f4 req-21982c24-f50d-4984-9002-3f4f4af80336 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:40.451914 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8bb48c76-99ea-4ed5-beb5-84d54f02d1f4 req-21982c24-f50d-4984-9002-3f4f4af80336 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 943 time: 0.2875645 Feb 28 17:27:40.465487 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1dc3b69-600f-4fc0-9561-ec8271e3b1bd req-53421a41-b006-46e3-adbc-d449b42f4c6e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359432 Feb 28 17:27:40.466970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Port 89a9f715-3a11-4479-b2b7-82257c124da5 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:27:40.467319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Attempting to bind port 89a9f715-3a11-4479-b2b7-82257c124da5 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:40.510236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:27:40.510774 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:40.511177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:27:40.511622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Bound port: 89a9f715-3a11-4479-b2b7-82257c124da5, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:27:40.511988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:40.524850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-bff7397b-610f-4ff8-8ca5-51ec570b10c1 req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'security_group': {'name': ' tempest-securitygroup -454709455 ', 'description': 'tempest-description-1505752622'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:40.595142 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-66612279-5e49-4fc6-bea0-b2408b9c92ef service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183890 Feb 28 17:27:40.626920 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8bb48c76-99ea-4ed5-beb5-84d54f02d1f4 req-76169692-f598-4553-abf7-bc29113e8661 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734731 Feb 28 17:27:40.657449 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-bff7397b-610f-4ff8-8ca5-51ec570b10c1 req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:40.681912 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] Publish callbacks [] for security_group (4ac72259-aab3-4a84-94ac-ec67158a1d4c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:40.684575 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] For port 89a9f715-3a11-4479-b2b7-82257c124da5, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:27:40.687870 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] For port 89a9f715-3a11-4479-b2b7-82257c124da5, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=89a9f715-3a11-4479-b2b7-82257c124da5,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:27:40.720654 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a213148-d486-45e1-8e38-9b5e4b9e20b5 x-openstack-request-id: req-1a213148-d486-45e1-8e38-9b5e4b9e20b5 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:40.720958 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c257d33-9e5d-4bc9-bf1d-f70734c1e644", "tag": "7b133e1a-6eaa-4235-8979-163675718ad6", "status": "completed", "code": 200}, {"server_uuid": "5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1", "name": "network-vif-unplugged", "status": "completed", "tag": "89a9f715-3a11-4479-b2b7-82257c124da5", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:40.721214 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1a213148-d486-45e1-8e38-9b5e4b9e20b5 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:40.721795 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c257d33-9e5d-4bc9-bf1d-f70734c1e644', 'tag': '7b133e1a-6eaa-4235-8979-163675718ad6', 'status': 'completed', 'code': 200} Feb 28 17:27:40.722090 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a9f715-3a11-4479-b2b7-82257c124da5', 'code': 200} Feb 28 17:27:40.752826 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69d220ee-b46e-426e-8518-5a2531a861d0 req-a871163e-94c5-421d-a402-62286f8a9a31 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520340 Feb 28 17:27:40.789081 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-bff7397b-610f-4ff8-8ca5-51ec570b10c1 req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (397731c8-1007-46a1-90d4-e06de73f2e1c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:40.789369 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4ac72259-aab3-4a84-94ac-ec67158a1d4c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:40.789369 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:40.799494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ae8f3-821b-4ab6-8c30-5844cd570d9e req-7b055602-4ba0-4260-9ca1-83c0ad9ba091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:40.800822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f1ae8f3-821b-4ab6-8c30-5844cd570d9e req-7b055602-4ba0-4260-9ca1-83c0ad9ba091 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=092134078f4e41e78f2bec2553d8cda8&device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 1207 time: 0.0628996 Feb 28 17:27:40.879101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:27:40.894350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:40.894970 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:40.896355 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] 10.222.0.69 "PUT /v2.0/ports/89a9f715-3a11-4479-b2b7-82257c124da5 HTTP/1.1" status: 200 len: 1097 time: 2.3247957 Feb 28 17:27:40.923900 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-bff7397b-610f-4ff8-8ca5-51ec570b10c1 req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (397731c8-1007-46a1-90d4-e06de73f2e1c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:40.972868 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397731c8-1007-46a1-90d4-e06de73f2e1c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:40.985203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4e0e4-eaa1-4322-83a2-fab8375f00a6 req-583b1e95-d845-40a8-9ac7-fcbef110d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:40.986773 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1af4e0e4-eaa1-4322-83a2-fab8375f00a6 req-583b1e95-d845-40a8-9ac7-fcbef110d93b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 1126 time: 0.1001444 Feb 28 17:27:40.988226 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:40.988704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:40.989052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:40.989393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:40.989724 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:40.990108 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:40.990867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:40.990867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:40.991164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:40.991391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:40.992219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:40.992219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:40.992392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:41.041517 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3ee8e58e-1e34-400e-8d5d-63dd2f93e471), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:41.041780 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] Added segment 3ee8e58e-1e34-400e-8d5d-63dd2f93e471 of type vlan for network 6ddbe057-021b-4dfc-8baa-4cbb45c67b43 Feb 28 17:27:41.043242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac72259-aab3-4a84-94ac-ec67158a1d4c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:41.046686 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-bff7397b-610f-4ff8-8ca5-51ec570b10c1 req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:41.048003 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bff7397b-610f-4ff8-8ca5-51ec570b10c1 req-b8580b07-a993-42dd-acb2-597e8cf3001d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5309582 Feb 28 17:27:41.123731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfe7f2-c17b-4ef1-ba4a-09542c67dfd2 service neutron] Pushing event updated for resources: {'Port': ['ID=89a9f715-3a11-4479-b2b7-82257c124da5,revision_number=7']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:41.128859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4e0e4-eaa1-4322-83a2-fab8375f00a6 req-49eb3a82-36f0-4ea5-bda8-e3b57f683f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:41.130592 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1af4e0e4-eaa1-4322-83a2-fab8375f00a6 req-49eb3a82-36f0-4ea5-bda8-e3b57f683f16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.1342373 Feb 28 17:27:41.160707 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (6ddbe057-021b-4dfc-8baa-4cbb45c67b43), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:41.188778 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30009e20-d541-4fde-9495-190d161525c4 req-f71b0f18-f340-456c-9f29-44e964e225fc tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/397731c8-1007-46a1-90d4-e06de73f2e1c HTTP/1.1" status: 200 len: 1799 time: 0.1054378 Feb 28 17:27:41.190436 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1af4e0e4-eaa1-4322-83a2-fab8375f00a6 req-f6a5a167-9501-429f-80e6-5856099736ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7437eb10-5e2c-442f-8a63-28efbec62019 HTTP/1.1" status: 200 len: 217 time: 0.0488813 Feb 28 17:27:41.223207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ae8f3-821b-4ab6-8c30-5844cd570d9e req-302f1b71-ed1b-4e60-a55a-f025d49d9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:41.224860 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f1ae8f3-821b-4ab6-8c30-5844cd570d9e req-302f1b71-ed1b-4e60-a55a-f025d49d9bd2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa HTTP/1.1" status: 200 len: 912 time: 0.4174464 Feb 28 17:27:41.242568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd80bde-eead-492a-a451-881f36c6598a req-8a8ba9d1-5f89-453f-b4b4-3cba8922c9bb tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:41.244418 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6dd80bde-eead-492a-a451-881f36c6598a req-8a8ba9d1-5f89-453f-b4b4-3cba8922c9bb tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 944 time: 0.3847432 Feb 28 17:27:41.257115 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-0d7c8c6d-d887-45b3-8550-ee001be9b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:41.259212 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-0d7c8c6d-d887-45b3-8550-ee001be9b555 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 1131 time: 0.3042746 Feb 28 17:27:41.292431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4e0e4-eaa1-4322-83a2-fab8375f00a6 req-f7b40a3a-88e9-47a5-bc47-0c9b3da960c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:41.293968 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1af4e0e4-eaa1-4322-83a2-fab8375f00a6 req-f7b40a3a-88e9-47a5-bc47-0c9b3da960c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.0979466 Feb 28 17:27:41.299734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9097b99b-7822-41a9-b138-e509510adb01 req-758bb4a2-c111-496d-abe8-d7b64ec040ef tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/397731c8-1007-46a1-90d4-e06de73f2e1c HTTP/1.1" status: 200 len: 1799 time: 0.0649562 Feb 28 17:27:41.303395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f1ae8f3-821b-4ab6-8c30-5844cd570d9e req-b2651e2f-4875-40ba-a28b-6da07795d3ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b133e1a-6eaa-4235-8979-163675718ad6 HTTP/1.1" status: 200 len: 217 time: 0.0570433 Feb 28 17:27:41.334798 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (6ddbe057-021b-4dfc-8baa-4cbb45c67b43), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:41.335711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:41.336348 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:41.391890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4e0e4-eaa1-4322-83a2-fab8375f00a6 req-d14bf754-68ba-401a-b583-1d368c72fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:41.393660 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1af4e0e4-eaa1-4322-83a2-fab8375f00a6 req-d14bf754-68ba-401a-b583-1d368c72fc92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0920606 Feb 28 17:27:41.398895 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9097b99b-7822-41a9-b138-e509510adb01 req-7158a355-e543-4c38-a877-650a696dc893 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (397731c8-1007-46a1-90d4-e06de73f2e1c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:41.415397 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:41.443658 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 89a9f715-3a11-4479-b2b7-82257c124da5 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:27:41.473938 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9097b99b-7822-41a9-b138-e509510adb01 req-7158a355-e543-4c38-a877-650a696dc893 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (397731c8-1007-46a1-90d4-e06de73f2e1c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:41.507778 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6dd80bde-eead-492a-a451-881f36c6598a req-6b492a4a-71ef-4728-92cd-70c70fb9a3cc tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550726 Feb 28 17:27:41.513751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] Pushing event updated for resources: {'Network': ['ID=6ddbe057-021b-4dfc-8baa-4cbb45c67b43,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:41.523270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ae8f3-821b-4ab6-8c30-5844cd570d9e req-8808b591-449e-4a2e-86ef-ef08dce77ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:41.526997 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f1ae8f3-821b-4ab6-8c30-5844cd570d9e req-8808b591-449e-4a2e-86ef-ef08dce77ada service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5606816-920e-4406-aa25-e036bfde4547 HTTP/1.1" status: 200 len: 851 time: 0.2013638 Feb 28 17:27:41.528140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 6ddbe057-021b-4dfc-8baa-4cbb45c67b43 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:27:41.533458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-63e657e9-0d53-4b37-ae74-2f5937fa0c2b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6985805 Feb 28 17:27:41.534916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] The host n-h1-820368-19 is not matching for port 89a9f715-3a11-4479-b2b7-82257c124da5 host n-h2-820368-19! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:27:41.535632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57454) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:41.535745 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 89a9f715-3a11-4479-b2b7-82257c124da5 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:27:41.546954 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-40572491-95ca-480e-b2d8-077b3abb9516 admin admin] Request body: {'subnet': {'network_id': '6ddbe057-021b-4dfc-8baa-4cbb45c67b43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-975546754-subnet', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:41.552847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-3d99b507-8959-4343-ae38-66cbb8e3f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:41.554348 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-3d99b507-8959-4343-ae38-66cbb8e3f771 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2606812 Feb 28 17:27:41.562766 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1af4e0e4-eaa1-4322-83a2-fab8375f00a6 req-9064f2e0-089c-4f28-ba5f-1c9691b6f737 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609416 Feb 28 17:27:41.576748 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f1ae8f3-821b-4ab6-8c30-5844cd570d9e req-6eb42025-b5d9-4e1e-a358-f742f8a173f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435421 Feb 28 17:27:41.631126 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-10c903f3-5cf4-4710-a6f5-d2b5c769d43b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=89a9f715-3a11-4479-b2b7-82257c124da5 HTTP/1.1" status: 200 len: 217 time: 0.0601833 Feb 28 17:27:41.641973 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9097b99b-7822-41a9-b138-e509510adb01 req-7158a355-e543-4c38-a877-650a696dc893 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (397731c8-1007-46a1-90d4-e06de73f2e1c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:41.645726 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9097b99b-7822-41a9-b138-e509510adb01 req-7158a355-e543-4c38-a877-650a696dc893 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:41.650858 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9097b99b-7822-41a9-b138-e509510adb01 req-7158a355-e543-4c38-a877-650a696dc893 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "DELETE /v2.0/security-groups/397731c8-1007-46a1-90d4-e06de73f2e1c HTTP/1.1" status: 204 len: 173 time: 0.3376799 Feb 28 17:27:41.672564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158a355-e543-4c38-a877-650a696dc893 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=397731c8-1007-46a1-90d4-e06de73f2e1c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:41.696897 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-c8f94cd0-965a-47c1-aeb2-fdebaeb633b0 req-573ae9ee-c0f6-4cc1-a09e-21f0186bb7c4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] show failed (client error): The resource could not be found. Feb 28 17:27:41.698037 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8f94cd0-965a-47c1-aeb2-fdebaeb633b0 req-573ae9ee-c0f6-4cc1-a09e-21f0186bb7c4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/397731c8-1007-46a1-90d4-e06de73f2e1c HTTP/1.1" status: 404 len: 352 time: 0.0291317 Feb 28 17:27:41.727645 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1af4e0e4-eaa1-4322-83a2-fab8375f00a6 req-b30da46b-26f3-4567-a5ac-73c8105adeef service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589830 Feb 28 17:27:41.821476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b83373-0e0d-4456-b86a-25eb4e98e706 req-1366795b-b732-4374-bd47-bf7e81817fe4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:41.829099 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-67b83373-0e0d-4456-b86a-25eb4e98e706 req-1366795b-b732-4374-bd47-bf7e81817fe4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 943 time: 0.0686772 Feb 28 17:27:41.881491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-67b83373-0e0d-4456-b86a-25eb4e98e706 req-1360917a-aa40-43cf-ad03-acc663298bd5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508466 Feb 28 17:27:41.914163 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-9d8529cc-0b70-4ca1-9674-b48946fd1227 req-545b10e9-5321-4d71-87d4-b6fc0ff1e2a8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1289169507', 'description': 'tempest-description-1454415250'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:42.014256 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6697ec94-20bf-40c9-b168-c91ad96c2e86 req-b0f9009f-2763-40a2-ba80-0ceba77bbc1e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0293834 Feb 28 17:27:42.015579 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9d8529cc-0b70-4ca1-9674-b48946fd1227 req-545b10e9-5321-4d71-87d4-b6fc0ff1e2a8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.099641 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9d8529cc-0b70-4ca1-9674-b48946fd1227 req-545b10e9-5321-4d71-87d4-b6fc0ff1e2a8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (3485e3af-e8d0-4893-a1bf-64b4e88b9710), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.100786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-afe15695-3836-49eb-a5d7-c17374e5fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:42.102279 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-afe15695-3836-49eb-a5d7-c17374e5fb13 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.4507008 Feb 28 17:27:42.129194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40572491-95ca-480e-b2d8-077b3abb9516 admin admin] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:42.131516 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40572491-95ca-480e-b2d8-077b3abb9516 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.157808 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9d8529cc-0b70-4ca1-9674-b48946fd1227 req-545b10e9-5321-4d71-87d4-b6fc0ff1e2a8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3485e3af-e8d0-4893-a1bf-64b4e88b9710), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.158015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc024c-91aa-4fa5-95f6-ba8dd05004f0 req-49e53f73-130b-4f0e-9650-a407fc1d73ba tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:42.159374 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8acc024c-91aa-4fa5-95f6-ba8dd05004f0 req-49e53f73-130b-4f0e-9650-a407fc1d73ba tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 948 time: 0.5309155 Feb 28 17:27:42.173083 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f1ae8f3-821b-4ab6-8c30-5844cd570d9e req-004bb237-34fd-4f5e-88ee-a9cdb3c09dd6 service neutron] 10.222.0.69 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867817 Feb 28 17:27:42.189010 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b10e9-5321-4d71-87d4-b6fc0ff1e2a8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3485e3af-e8d0-4893-a1bf-64b4e88b9710,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:42.243749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d35c002c-72fc-49db-8ea2-a29d933e1a22 req-6b89e0ee-c5c2-47ed-9025-e21f5e294436 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0830560 Feb 28 17:27:42.252893 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9d8529cc-0b70-4ca1-9674-b48946fd1227 req-545b10e9-5321-4d71-87d4-b6fc0ff1e2a8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.257826 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9d8529cc-0b70-4ca1-9674-b48946fd1227 req-545b10e9-5321-4d71-87d4-b6fc0ff1e2a8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3474548 Feb 28 17:27:42.279303 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-007447fc-2708-4e56-bd07-bcf135615433 req-75b2e2e7-eccd-4d27-ac5d-b36152574119 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1895389653', 'description': 'tempest-description-336953132'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:42.359990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-5558bd6b-7efd-4736-9332-023f3e531b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:42.361527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-5558bd6b-7efd-4736-9332-023f3e531b46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2516348 Feb 28 17:27:42.369547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8acc024c-91aa-4fa5-95f6-ba8dd05004f0 req-c7b93fb4-9a88-4e43-8fee-a828ecc4fbf7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856997 Feb 28 17:27:42.378573 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.380680 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-007447fc-2708-4e56-bd07-bcf135615433 req-75b2e2e7-eccd-4d27-ac5d-b36152574119 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.457999 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-007447fc-2708-4e56-bd07-bcf135615433 req-75b2e2e7-eccd-4d27-ac5d-b36152574119 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (f90330df-3845-456e-94d9-64b0fa2f0ec2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.468610 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f1ae8f3-821b-4ab6-8c30-5844cd570d9e req-d11d4983-f15b-4a9f-97e7-429a42d78039 service neutron] 10.222.0.69 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836516 Feb 28 17:27:42.548337 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-eaa6a7bc-ff9b-4e11-a452-3b911ca2de22 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764791 Feb 28 17:27:42.565248 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-007447fc-2708-4e56-bd07-bcf135615433 req-75b2e2e7-eccd-4d27-ac5d-b36152574119 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f90330df-3845-456e-94d9-64b0fa2f0ec2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.565558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 790edafa-20bb-4ca0-8037-45215c836566 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:27:42.591898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2e2e7-eccd-4d27-ac5d-b36152574119 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90330df-3845-456e-94d9-64b0fa2f0ec2,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:42.695961 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-007447fc-2708-4e56-bd07-bcf135615433 req-75b2e2e7-eccd-4d27-ac5d-b36152574119 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.697255 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-007447fc-2708-4e56-bd07-bcf135615433 req-75b2e2e7-eccd-4d27-ac5d-b36152574119 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4227614 Feb 28 17:27:42.722082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-73438dc3-df36-4072-89e9-76f53f31e5fe req-8039da40-4085-4f22-b93e-972dc617beae tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1420276091', 'description': 'tempest-description-1274296039'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:42.727482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966091c-c6dc-482e-be64-0140b648e0c0 req-b33cdd01-d19d-4549-8fdd-e95a4967296f tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:42.728994 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4966091c-c6dc-482e-be64-0140b648e0c0 req-b33cdd01-d19d-4549-8fdd-e95a4967296f tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 944 time: 0.1126451 Feb 28 17:27:42.729831 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1', 'tag': '89a9f715-3a11-4479-b2b7-82257c124da5'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:42.732103 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2c0926-bd6f-41bd-8832-d183f981a0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1", "tag": "89a9f715-3a11-4479-b2b7-82257c124da5"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:42.737543 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-53913241-be90-436d-b858-de2470577e05 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819558 Feb 28 17:27:42.740411 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 790edafa-20bb-4ca0-8037-45215c836566 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:27:42.744587 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40572491-95ca-480e-b2d8-077b3abb9516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (1a9dc7e8-45c5-42b3-a45e-3995d4989e57), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.745234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 790edafa-20bb-4ca0-8037-45215c836566 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:42.745679 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (790edafa-20bb-4ca0-8037-45215c836566), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.830152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40572491-95ca-480e-b2d8-077b3abb9516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a9dc7e8-45c5-42b3-a45e-3995d4989e57,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:42.841734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 790edafa-20bb-4ca0-8037-45215c836566 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:42.842169 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (790edafa-20bb-4ca0-8037-45215c836566), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.846008 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-73438dc3-df36-4072-89e9-76f53f31e5fe req-8039da40-4085-4f22-b93e-972dc617beae tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.848303 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4966091c-c6dc-482e-be64-0140b648e0c0 req-da6ff3ec-3e8d-463b-b680-4035c5b8564a tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128304 Feb 28 17:27:42.857466 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40572491-95ca-480e-b2d8-077b3abb9516 admin admin] Checking segment: {'id': '3ee8e58e-1e34-400e-8d5d-63dd2f93e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6ddbe057-021b-4dfc-8baa-4cbb45c67b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:42.857812 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40572491-95ca-480e-b2d8-077b3abb9516 admin admin] Network hostable DHCP agents. Network: 6ddbe057-021b-4dfc-8baa-4cbb45c67b43, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:27:42.879873 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51177db-c230-4a79-8997-47f1e594c129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790edafa-20bb-4ca0-8037-45215c836566'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:42.882286 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c910ac2f-f0db-47aa-b80e-0eb85632c971" -d '{"events": [{"server_uuid": "b51177db-c230-4a79-8997-47f1e594c129", "name": "network-vif-plugged", "status": "completed", "tag": "790edafa-20bb-4ca0-8037-45215c836566"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:42.895768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 790edafa-20bb-4ca0-8037-45215c836566, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=790edafa-20bb-4ca0-8037-45215c836566,segment=NetworkSegment(302309ed-98fa-494b-832e-7fe66f0f83c8),segment_id=302309ed-98fa-494b-832e-7fe66f0f83c8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:42.923369 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306c65c7-d0bc-443b-bb50-4d1880052c9d x-openstack-request-id: req-306c65c7-d0bc-443b-bb50-4d1880052c9d {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:42.923753 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1", "tag": "89a9f715-3a11-4479-b2b7-82257c124da5", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:42.924022 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-306c65c7-d0bc-443b-bb50-4d1880052c9d {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:42.924452 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1', 'tag': '89a9f715-3a11-4479-b2b7-82257c124da5', 'status': 'completed', 'code': 200} Feb 28 17:27:42.937986 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-73438dc3-df36-4072-89e9-76f53f31e5fe req-8039da40-4085-4f22-b93e-972dc617beae tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (bfc8d4e6-5b08-4a09-9b92-ff0f3c6ac0b7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:42.955493 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d7e35a-6396-445d-8d6f-3df29e35aeda x-openstack-request-id: req-34d7e35a-6396-445d-8d6f-3df29e35aeda {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:42.960925 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51177db-c230-4a79-8997-47f1e594c129", "name": "network-vif-plugged", "status": "completed", "tag": "790edafa-20bb-4ca0-8037-45215c836566", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:42.960925 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-34d7e35a-6396-445d-8d6f-3df29e35aeda {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:42.960925 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51177db-c230-4a79-8997-47f1e594c129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790edafa-20bb-4ca0-8037-45215c836566', 'code': 200} Feb 28 17:27:43.009816 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (790edafa-20bb-4ca0-8037-45215c836566), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:43.018867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-f31b26e4-c591-4fae-9477-ffd2862bdcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:43.020388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40572491-95ca-480e-b2d8-077b3abb9516 admin admin] Network 6ddbe057-021b-4dfc-8baa-4cbb45c67b43 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:27:43.026473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-f31b26e4-c591-4fae-9477-ffd2862bdcbb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 1131 time: 0.0793731 Feb 28 17:27:43.087306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=790edafa-20bb-4ca0-8037-45215c836566,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:43.096829 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-73438dc3-df36-4072-89e9-76f53f31e5fe req-8039da40-4085-4f22-b93e-972dc617beae tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bfc8d4e6-5b08-4a09-9b92-ff0f3c6ac0b7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:43.144123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039da40-4085-4f22-b93e-972dc617beae tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc8d4e6-5b08-4a09-9b92-ff0f3c6ac0b7,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:43.144769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a0bc9-db32-4c48-a493-bfeeb030a85c req-4177ee38-ff62-4ab4-9914-f7f69c6cdcd0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:43.146160 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f24a0bc9-db32-4c48-a493-bfeeb030a85c req-4177ee38-ff62-4ab4-9914-f7f69c6cdcd0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 943 time: 0.1464412 Feb 28 17:27:43.150850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-d9d0108e-30dc-4970-8dad-ce07d9b6b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:43.152299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-d9d0108e-30dc-4970-8dad-ce07d9b6b4de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 1131 time: 0.1436229 Feb 28 17:27:43.166707 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-9e3dc8c4-dc0b-443d-8e57-5d70135e8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:43.168182 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-9e3dc8c4-dc0b-443d-8e57-5d70135e8875 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1307278 Feb 28 17:27:43.180810 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dab91-851a-4825-bb63-13b5ae692831 req-be248314-f732-479e-ac7e-225d062ad33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:43.182352 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c04dab91-851a-4825-bb63-13b5ae692831 req-be248314-f732-479e-ac7e-225d062ad33b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 1128 time: 0.1096969 Feb 28 17:27:43.213894 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-fed2e4c3-5540-4105-a49d-8e9ea6bf456d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=89a9f715-3a11-4479-b2b7-82257c124da5 HTTP/1.1" status: 200 len: 217 time: 0.0392010 Feb 28 17:27:43.241989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-40572491-95ca-480e-b2d8-077b3abb9516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 6ddbe057-021b-4dfc-8baa-4cbb45c67b43) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:43.254310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8943bbd8-43a5-4d5f-9b49-dbecee27b70e None None] Network 6ddbe057-021b-4dfc-8baa-4cbb45c67b43 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:27:43.258056 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-73438dc3-df36-4072-89e9-76f53f31e5fe req-8039da40-4085-4f22-b93e-972dc617beae tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:43.259363 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73438dc3-df36-4072-89e9-76f53f31e5fe req-8039da40-4085-4f22-b93e-972dc617beae tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5422723 Feb 28 17:27:43.259506 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40572491-95ca-480e-b2d8-077b3abb9516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:43.260076 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40572491-95ca-480e-b2d8-077b3abb9516 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:43.274357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-e3cf5712-8ba6-4a8a-aa12-dda10c4ca805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:43.276094 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-e3cf5712-8ba6-4a8a-aa12-dda10c4ca805 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0565860 Feb 28 17:27:43.313986 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f24a0bc9-db32-4c48-a493-bfeeb030a85c req-ee509a55-b550-4046-be64-2a15cc7b4bf3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605682 Feb 28 17:27:43.334682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c04dab91-851a-4825-bb63-13b5ae692831 req-c4343e42-ece7-4a96-8157-ef12a37ba018 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396222 Feb 28 17:27:43.351589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-b34dff74-e444-468a-b898-a0687355d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:43.352335 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-b34dff74-e444-468a-b898-a0687355d62d service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1909196 Feb 28 17:27:43.405351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-6ddbe057-021b-4dfc-8baa-4cbb45c67b43', 'network_id': '6ddbe057-021b-4dfc-8baa-4cbb45c67b43', 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'fixed_ips': [{'subnet_id': '1a9dc7e8-45c5-42b3-a45e-3995d4989e57'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:27:43.406464 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:43.409998 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-ef0b3bfa-9ed1-44c5-93dc-6b0cd11487f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:43.411292 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-ef0b3bfa-9ed1-44c5-93dc-6b0cd11487f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1297278 Feb 28 17:27:43.418090 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-40572491-95ca-480e-b2d8-077b3abb9516 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8749714 Feb 28 17:27:43.423235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57502) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:43.429661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-975546754-router', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:43.495409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7437eb10-5e2c-442f-8a63-28efbec62019 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:27:43.546650 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7f564b7f-0b3f-4c84-aaf8-71d87d2cc8d4 req-69b52faf-e15e-4164-9920-699a28df15c2 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=092134078f4e41e78f2bec2553d8cda8 HTTP/1.1" status: 200 len: 11013 time: 0.2542162 Feb 28 17:27:43.572815 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-6350e31a-a6c5-4dc7-86aa-9babdfb99afc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=89a9f715-3a11-4479-b2b7-82257c124da5 HTTP/1.1" status: 200 len: 217 time: 0.0474825 Feb 28 17:27:43.573661 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (7f219701-d32e-45de-98a1-57e24b02a588), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:43.574719 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (7f219701-d32e-45de-98a1-57e24b02a588), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:43.584849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd448a30-a1d2-47d8-b885-fd1dbdf73b51 req-a92a6b81-f280-4f66-8fb8-7f6a6c432a6c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:43.586490 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fd448a30-a1d2-47d8-b885-fd1dbdf73b51 req-a92a6b81-f280-4f66-8fb8-7f6a6c432a6c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 948 time: 0.1131897 Feb 28 17:27:43.619424 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-7f572f6c-7130-4fc9-939f-0d308cdaf548 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921053 Feb 28 17:27:43.621652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Allocated IP 172.20.0.2 (6ddbe057-021b-4dfc-8baa-4cbb45c67b43/1a9dc7e8-45c5-42b3-a45e-3995d4989e57/5917ef95-3f60-4055-97af-d7281ddd2868) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:27:43.626677 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7f564b7f-0b3f-4c84-aaf8-71d87d2cc8d4 req-b4e47409-b219-4abe-aceb-06b068473ad9 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/b414e4db-55fc-4afa-8e02-f1441fc47463 HTTP/1.1" status: 200 len: 3002 time: 0.0732663 Feb 28 17:27:43.680757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-4a021daa-4886-45bd-857c-239ab41ba9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:43.682307 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-4a021daa-4886-45bd-857c-239ab41ba9ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0939741 Feb 28 17:27:43.707748 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 7437eb10-5e2c-442f-8a63-28efbec62019, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7437eb10-5e2c-442f-8a63-28efbec62019,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:43.721853 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-58bd97aa-38d9-4e7b-b014-049e68bb7502 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940630 Feb 28 17:27:43.725593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Publish callbacks [] for router_controller (7f219701-d32e-45de-98a1-57e24b02a588), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:43.728278 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '7437eb10-5e2c-442f-8a63-28efbec62019', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'port_id': '7437eb10-5e2c-442f-8a63-28efbec62019', 'mac_address': 'fa:16:3e:f8:a5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:27:43.755818 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fd448a30-a1d2-47d8-b885-fd1dbdf73b51 req-891c99b6-3ed2-4759-bf0e-bf5fd8fa1a9d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336670 Feb 28 17:27:43.778130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-17d561b7-2c8f-4584-884c-cb510cefa3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:43.788621 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-17d561b7-2c8f-4584-884c-cb510cefa3b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0673778 Feb 28 17:27:43.794484 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7f564b7f-0b3f-4c84-aaf8-71d87d2cc8d4 req-e3156c43-a75f-4b0a-a529-c8eb94d1cd3f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/b414e4db-55fc-4afa-8e02-f1441fc47463 HTTP/1.1" status: 200 len: 3002 time: 0.0716169 Feb 28 17:27:43.815657 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 7437eb10-5e2c-442f-8a63-28efbec62019 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:43.815657 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7437eb10-5e2c-442f-8a63-28efbec62019), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:43.859772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7437eb10-5e2c-442f-8a63-28efbec62019 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:27:43.897044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 7437eb10-5e2c-442f-8a63-28efbec62019, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7437eb10-5e2c-442f-8a63-28efbec62019,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:43.898316 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Publish callbacks [] for port (5917ef95-3f60-4055-97af-d7281ddd2868), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:43.941098 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:43.988113 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7437eb10-5e2c-442f-8a63-28efbec62019), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:43.993453 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (5917ef95-3f60-4055-97af-d7281ddd2868), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:44.008117 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349395bc-00a0-489a-87e2-7150cbc48780 req-d9c4d1ca-dbaf-4207-81a6-dd6ac9d2556f tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:44.014505 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-349395bc-00a0-489a-87e2-7150cbc48780 req-d9c4d1ca-dbaf-4207-81a6-dd6ac9d2556f tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 945 time: 0.0645974 Feb 28 17:27:44.026357 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Publish callbacks [] for router_gateway (7f219701-d32e-45de-98a1-57e24b02a588), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:44.048991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Network 6ddbe057-021b-4dfc-8baa-4cbb45c67b43 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:27:44.056157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:44.058057 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8b2ba236-5d73-4c56-9516-a65fc02bc565 req-8c1e33c2-8791-4ee8-a5e4-62573efbd9c6 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/3485e3af-e8d0-4893-a1bf-64b4e88b9710 HTTP/1.1" status: 200 len: 1820 time: 0.2035480 Feb 28 17:27:44.078410 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:27:44.083796 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-349395bc-00a0-489a-87e2-7150cbc48780 req-fd368599-f54f-4fbb-a642-76b0be5263e2 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681057 Feb 28 17:27:44.123996 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-16c5dad6-af28-4083-abb6-6120429fe74a service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374150 Feb 28 17:27:44.171908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=7437eb10-5e2c-442f-8a63-28efbec62019,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:44.294542 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8b2ba236-5d73-4c56-9516-a65fc02bc565 req-db6da2fe-3639-4813-a0a5-9895045a88de tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (3485e3af-e8d0-4893-a1bf-64b4e88b9710), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:44.343772 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8b2ba236-5d73-4c56-9516-a65fc02bc565 req-db6da2fe-3639-4813-a0a5-9895045a88de tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (3485e3af-e8d0-4893-a1bf-64b4e88b9710), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:44.362195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f2c0926-bd6f-41bd-8832-d183f981a0cf req-f07e46cd-835b-4151-8725-ea8aeb0c7c8a service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287765 Feb 28 17:27:44.366352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['7437eb10-5e2c-442f-8a63-28efbec62019'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:44.439426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Attempting to bind port 5917ef95-3f60-4055-97af-d7281ddd2868 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:27:44.439869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Attempting to bind port 5917ef95-3f60-4055-97af-d7281ddd2868 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '3ee8e58e-1e34-400e-8d5d-63dd2f93e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6ddbe057-021b-4dfc-8baa-4cbb45c67b43'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:27:44.440241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Attempting to bind port 5917ef95-3f60-4055-97af-d7281ddd2868 on network 6ddbe057-021b-4dfc-8baa-4cbb45c67b43 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:44.487486 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Pushing event updated for resources: {'Port': ['ID=5917ef95-3f60-4055-97af-d7281ddd2868,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:44.518565 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8b2ba236-5d73-4c56-9516-a65fc02bc565 req-db6da2fe-3639-4813-a0a5-9895045a88de tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3485e3af-e8d0-4893-a1bf-64b4e88b9710), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:44.522398 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:27:44.522929 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Checking segment: {'id': '3ee8e58e-1e34-400e-8d5d-63dd2f93e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6ddbe057-021b-4dfc-8baa-4cbb45c67b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:44.523399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8b2ba236-5d73-4c56-9516-a65fc02bc565 req-db6da2fe-3639-4813-a0a5-9895045a88de tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:44.523563 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:44.523960 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Bound using segment: {'id': '3ee8e58e-1e34-400e-8d5d-63dd2f93e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6ddbe057-021b-4dfc-8baa-4cbb45c67b43'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:27:44.524620 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Bound port: 5917ef95-3f60-4055-97af-d7281ddd2868, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee8e58e-1e34-400e-8d5d-63dd2f93e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6ddbe057-021b-4dfc-8baa-4cbb45c67b43'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:27:44.525057 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5917ef95-3f60-4055-97af-d7281ddd2868), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:44.529667 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8b2ba236-5d73-4c56-9516-a65fc02bc565 req-db6da2fe-3639-4813-a0a5-9895045a88de tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "DELETE /v2.0/security-groups/3485e3af-e8d0-4893-a1bf-64b4e88b9710 HTTP/1.1" status: 204 len: 173 time: 0.4438801 Feb 28 17:27:44.538435 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79003049-6d15-4164-84a9-36dcb533825c req-120ab5f9-81e0-45f4-830c-55536a409647 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:44.546406 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79003049-6d15-4164-84a9-36dcb533825c req-120ab5f9-81e0-45f4-830c-55536a409647 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 944 time: 0.0909290 Feb 28 17:27:44.587933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6da2fe-3639-4813-a0a5-9895045a88de tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3485e3af-e8d0-4893-a1bf-64b4e88b9710,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:44.592105 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-8484b54a-b9a4-4449-bb59-b7b02e696a49 req-2e3c477c-864d-4ff8-a2c2-f34918d91678 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] show failed (client error): The resource could not be found. Feb 28 17:27:44.600862 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8484b54a-b9a4-4449-bb59-b7b02e696a49 req-2e3c477c-864d-4ff8-a2c2-f34918d91678 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/3485e3af-e8d0-4893-a1bf-64b4e88b9710 HTTP/1.1" status: 404 len: 352 time: 0.0466034 Feb 28 17:27:44.615956 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Publish callbacks [] for router_gateway (7f219701-d32e-45de-98a1-57e24b02a588), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:44.640643 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79003049-6d15-4164-84a9-36dcb533825c req-39a3f3a2-7d86-41c3-8d3a-d753924d8309 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928013 Feb 28 17:27:44.655581 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:44.680791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] For port 5917ef95-3f60-4055-97af-d7281ddd2868, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:27:44.698112 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2fec8387-402e-4933-9b50-ff06dc3bd865 req-83adc413-8c7a-4b3b-b00b-4bd65797b390 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0549898 Feb 28 17:27:44.699458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] For port 5917ef95-3f60-4055-97af-d7281ddd2868, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5917ef95-3f60-4055-97af-d7281ddd2868,segment=NetworkSegment(3ee8e58e-1e34-400e-8d5d-63dd2f93e471),segment_id=3ee8e58e-1e34-400e-8d5d-63dd2f93e471)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:27:44.732435 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2919090a-abc0-4332-921e-d3348e7265f0 req-2fd22b06-8b9b-45eb-8067-bd69b9061c01 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/f90330df-3845-456e-94d9-64b0fa2f0ec2 HTTP/1.1" status: 200 len: 1819 time: 0.0935955 Feb 28 17:27:44.804636 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5917ef95-3f60-4055-97af-d7281ddd2868), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:44.828957 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Allocated IP 172.25.3.121 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/e34bcbf1-4de5-454f-bdd8-4b83d5f18604) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:27:44.888871 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2919090a-abc0-4332-921e-d3348e7265f0 req-66fadb40-4c23-4841-b415-6b0dce447738 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (f90330df-3845-456e-94d9-64b0fa2f0ec2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:44.904444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b268f49-8c9d-4194-bd8a-9d1e351132ae None None] Pushing event updated for resources: {'Port': ['ID=5917ef95-3f60-4055-97af-d7281ddd2868,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:44.959472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4bfcb-2f8a-4c88-8dcb-659c934e8361 req-03911d78-a7c4-4ed5-ae74-e33180a102d7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:44.961045 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9de4bfcb-2f8a-4c88-8dcb-659c934e8361 req-03911d78-a7c4-4ed5-ae74-e33180a102d7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 948 time: 0.0915091 Feb 28 17:27:44.964476 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2919090a-abc0-4332-921e-d3348e7265f0 req-66fadb40-4c23-4841-b415-6b0dce447738 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (f90330df-3845-456e-94d9-64b0fa2f0ec2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:44.998139 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2847a26-2d1e-4468-9924-3aa45137f4ca req-481cec00-0278-4c27-9c7b-f1bbeef4dbb7 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0500131 Feb 28 17:27:45.046843 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9de4bfcb-2f8a-4c88-8dcb-659c934e8361 req-d01ecb73-fb89-432e-982b-52cdb291d9c2 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787771 Feb 28 17:27:45.075074 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Publish callbacks [] for port (e34bcbf1-4de5-454f-bdd8-4b83d5f18604), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:45.188354 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2919090a-abc0-4332-921e-d3348e7265f0 req-66fadb40-4c23-4841-b415-6b0dce447738 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f90330df-3845-456e-94d9-64b0fa2f0ec2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:45.192515 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2919090a-abc0-4332-921e-d3348e7265f0 req-66fadb40-4c23-4841-b415-6b0dce447738 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:45.194056 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2919090a-abc0-4332-921e-d3348e7265f0 req-66fadb40-4c23-4841-b415-6b0dce447738 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "DELETE /v2.0/security-groups/f90330df-3845-456e-94d9-64b0fa2f0ec2 HTTP/1.1" status: 204 len: 173 time: 0.4511979 Feb 28 17:27:45.215875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fadb40-4c23-4841-b415-6b0dce447738 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90330df-3845-456e-94d9-64b0fa2f0ec2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:45.232704 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-54446755-2bee-4fd5-9931-41e72ffb9165 req-e0cf5cde-faaf-4380-a980-2a9043098c82 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] show failed (client error): The resource could not be found. Feb 28 17:27:45.234397 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-54446755-2bee-4fd5-9931-41e72ffb9165 req-e0cf5cde-faaf-4380-a980-2a9043098c82 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/f90330df-3845-456e-94d9-64b0fa2f0ec2 HTTP/1.1" status: 404 len: 352 time: 0.0177150 Feb 28 17:27:45.238003 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e34bcbf1-4de5-454f-bdd8-4b83d5f18604), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:45.303812 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:27:45.319179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddc790-5ddf-41b1-b391-64e56f7ecaf9 req-445e9b16-567f-4aef-88c7-5e85153e62c3 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:45.322393 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:45.328068 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b1ddc790-5ddf-41b1-b391-64e56f7ecaf9 req-445e9b16-567f-4aef-88c7-5e85153e62c3 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 945 time: 0.1383417 Feb 28 17:27:45.331295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:27:45.336570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e34bcbf1-4de5-454f-bdd8-4b83d5f18604,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:45.375046 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b1ddc790-5ddf-41b1-b391-64e56f7ecaf9 req-16ea3ccb-9884-4515-9840-43d547d15d0e tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459757 Feb 28 17:27:45.379534 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-540a326f-0ab0-4ce0-a54e-14cd642d8e18 req-165c77d2-6031-485e-a1f8-103d69d25244 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/bfc8d4e6-5b08-4a09-9b92-ff0f3c6ac0b7 HTTP/1.1" status: 200 len: 1820 time: 0.1007752 Feb 28 17:27:45.463592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7437eb10-5e2c-442f-8a63-28efbec62019 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:27:45.547689 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-540a326f-0ab0-4ce0-a54e-14cd642d8e18 req-c1113908-8fcc-46ae-a941-945c27d4773a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (bfc8d4e6-5b08-4a09-9b92-ff0f3c6ac0b7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:45.560916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0657f-8778-4cbe-9037-83fbf55ce271 req-2df7ddbf-f307-4711-80c6-ed89dab6f4e4 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:45.562469 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e4e0657f-8778-4cbe-9037-83fbf55ce271 req-2df7ddbf-f307-4711-80c6-ed89dab6f4e4 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 945 time: 0.1125147 Feb 28 17:27:45.577784 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-540a326f-0ab0-4ce0-a54e-14cd642d8e18 req-c1113908-8fcc-46ae-a941-945c27d4773a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (bfc8d4e6-5b08-4a09-9b92-ff0f3c6ac0b7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:45.619696 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e4e0657f-8778-4cbe-9037-83fbf55ce271 req-01f917fc-78e3-4d01-a3b9-4d129ef7053a tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516548 Feb 28 17:27:45.632096 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 7437eb10-5e2c-442f-8a63-28efbec62019 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:27:45.636419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 7437eb10-5e2c-442f-8a63-28efbec62019 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:45.638909 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7437eb10-5e2c-442f-8a63-28efbec62019), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:45.742607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 7437eb10-5e2c-442f-8a63-28efbec62019 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:45.743200 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7437eb10-5e2c-442f-8a63-28efbec62019), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:45.758095 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Publish callbacks [] for router_gateway (7f219701-d32e-45de-98a1-57e24b02a588), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:45.792499 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06534aa2-aed0-4242-ba6b-7e605db0e817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7437eb10-5e2c-442f-8a63-28efbec62019'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:45.796384 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ffedc1-4f9c-4b46-8cbd-f7e6126d6035" -d '{"events": [{"server_uuid": "06534aa2-aed0-4242-ba6b-7e605db0e817", "name": "network-vif-plugged", "status": "completed", "tag": "7437eb10-5e2c-442f-8a63-28efbec62019"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:45.808398 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-540a326f-0ab0-4ce0-a54e-14cd642d8e18 req-c1113908-8fcc-46ae-a941-945c27d4773a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bfc8d4e6-5b08-4a09-9b92-ff0f3c6ac0b7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:45.811349 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-540a326f-0ab0-4ce0-a54e-14cd642d8e18 req-c1113908-8fcc-46ae-a941-945c27d4773a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:45.812938 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-540a326f-0ab0-4ce0-a54e-14cd642d8e18 req-c1113908-8fcc-46ae-a941-945c27d4773a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "DELETE /v2.0/security-groups/bfc8d4e6-5b08-4a09-9b92-ff0f3c6ac0b7 HTTP/1.1" status: 204 len: 173 time: 0.4261980 Feb 28 17:27:45.829604 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1113908-8fcc-46ae-a941-945c27d4773a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc8d4e6-5b08-4a09-9b92-ff0f3c6ac0b7,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:45.843499 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 7437eb10-5e2c-442f-8a63-28efbec62019, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7437eb10-5e2c-442f-8a63-28efbec62019,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:45.911635 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7437eb10-5e2c-442f-8a63-28efbec62019), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:45.973090 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=7437eb10-5e2c-442f-8a63-28efbec62019,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:46.079219 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fd7201-129d-4184-8bcb-890e2753059d x-openstack-request-id: req-38fd7201-129d-4184-8bcb-890e2753059d {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:46.079524 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06534aa2-aed0-4242-ba6b-7e605db0e817", "name": "network-vif-plugged", "status": "completed", "tag": "7437eb10-5e2c-442f-8a63-28efbec62019", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:46.080424 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-38fd7201-129d-4184-8bcb-890e2753059d {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:46.080837 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06534aa2-aed0-4242-ba6b-7e605db0e817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7437eb10-5e2c-442f-8a63-28efbec62019', 'code': 200} Feb 28 17:27:46.105559 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-8c222beb-7724-443f-a372-38f856e8f96f req-2efff124-03fe-4961-a571-8dc945b1ff37 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] show failed (client error): The resource could not be found. Feb 28 17:27:46.178904 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8c222beb-7724-443f-a372-38f856e8f96f req-2efff124-03fe-4961-a571-8dc945b1ff37 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/bfc8d4e6-5b08-4a09-9b92-ff0f3c6ac0b7 HTTP/1.1" status: 404 len: 352 time: 0.0160923 Feb 28 17:27:46.215507 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa975edb-adb4-430c-861b-4e23b6de0487 None None] Network 6ddbe057-021b-4dfc-8baa-4cbb45c67b43 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:27:46.240244 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6e473-5e1d-4116-b463-a73ec67c382d req-c163965b-b61f-462f-b4f7-93967ee07ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:46.243983 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fbf6e473-5e1d-4116-b463-a73ec67c382d req-c163965b-b61f-462f-b4f7-93967ee07ed6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 1128 time: 0.0876613 Feb 28 17:27:46.326300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7535b6-90da-430d-9e61-17ae74b13ac8 req-17f0ce5e-a7a3-4363-a5ea-23f25540d4c8 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:46.327856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d84a75cc-b1fe-4605-a2d0-8805a96a3b8d None None] Provisioning complete for port 5917ef95-3f60-4055-97af-d7281ddd2868 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:46.328452 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d84a75cc-b1fe-4605-a2d0-8805a96a3b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5917ef95-3f60-4055-97af-d7281ddd2868), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:46.333246 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d7535b6-90da-430d-9e61-17ae74b13ac8 req-17f0ce5e-a7a3-4363-a5ea-23f25540d4c8 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 945 time: 0.1649568 Feb 28 17:27:46.342456 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fbf6e473-5e1d-4116-b463-a73ec67c382d req-8c7352f8-d517-40a7-86e0-12bb9aa88866 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914357 Feb 28 17:27:46.401072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbecce-9ce2-452e-852a-6e954d855386 req-412031f1-0568-4cfd-88a5-ad90b1b58f48 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:46.403326 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41cbecce-9ce2-452e-852a-6e954d855386 req-412031f1-0568-4cfd-88a5-ad90b1b58f48 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 945 time: 0.1508560 Feb 28 17:27:46.433718 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d7535b6-90da-430d-9e61-17ae74b13ac8 req-68d5cb06-540c-4154-ba1a-6420c1ccc6bc tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859342 Feb 28 17:27:46.454933 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d84a75cc-b1fe-4605-a2d0-8805a96a3b8d None None] Current status of the port 5917ef95-3f60-4055-97af-d7281ddd2868 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:46.454933 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d84a75cc-b1fe-4605-a2d0-8805a96a3b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5917ef95-3f60-4055-97af-d7281ddd2868), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:46.508038 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41cbecce-9ce2-452e-852a-6e954d855386 req-719835b9-f81a-4682-a591-40a876eb3371 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947208 Feb 28 17:27:46.509211 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (7f219701-d32e-45de-98a1-57e24b02a588), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:46.520941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d84a75cc-b1fe-4605-a2d0-8805a96a3b8d None None] For port 5917ef95-3f60-4055-97af-d7281ddd2868, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5917ef95-3f60-4055-97af-d7281ddd2868,segment=NetworkSegment(3ee8e58e-1e34-400e-8d5d-63dd2f93e471),segment_id=3ee8e58e-1e34-400e-8d5d-63dd2f93e471)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:46.581497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 89a9f715-3a11-4479-b2b7-82257c124da5 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:27:46.594989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd2f4-ac12-44cc-a575-ed8e16e90107 req-66e5e5aa-433a-4b26-8dfb-b2ad24a7dc9a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:46.596944 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da0fd2f4-ac12-44cc-a575-ed8e16e90107 req-66e5e5aa-433a-4b26-8dfb-b2ad24a7dc9a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 948 time: 0.0612607 Feb 28 17:27:46.598759 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d84a75cc-b1fe-4605-a2d0-8805a96a3b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5917ef95-3f60-4055-97af-d7281ddd2868), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:46.640079 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24e7a1fb-9929-4fe9-9bce-3931c9441902 req-14346a8d-23e1-4148-a243-074f14be4082 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=092134078f4e41e78f2bec2553d8cda8 HTTP/1.1" status: 200 len: 6207 time: 0.0835423 Feb 28 17:27:46.654736 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da0fd2f4-ac12-44cc-a575-ed8e16e90107 req-8514c4c2-9cd4-45d9-aa39-c8fb28957fd4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514946 Feb 28 17:27:46.762153 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24e7a1fb-9929-4fe9-9bce-3931c9441902 req-4758d9bd-10c3-48a8-ba4c-d714a862db9a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/b414e4db-55fc-4afa-8e02-f1441fc47463 HTTP/1.1" status: 200 len: 3002 time: 0.1129644 Feb 28 17:27:46.782761 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a75cc-b1fe-4605-a2d0-8805a96a3b8d None None] Pushing event updated for resources: {'Port': ['ID=5917ef95-3f60-4055-97af-d7281ddd2868,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:46.813302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-16acf5c8-5301-4fbf-8b25-cb59d4e75103 None None] Provisioning complete for port 5917ef95-3f60-4055-97af-d7281ddd2868 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:46.816977 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-16acf5c8-5301-4fbf-8b25-cb59d4e75103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5917ef95-3f60-4055-97af-d7281ddd2868), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:46.847048 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24e7a1fb-9929-4fe9-9bce-3931c9441902 req-be902b3f-464b-47d3-bf67-c3d2aeb8c31b tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/b414e4db-55fc-4afa-8e02-f1441fc47463 HTTP/1.1" status: 200 len: 3002 time: 0.0746520 Feb 28 17:27:46.873205 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 89a9f715-3a11-4479-b2b7-82257c124da5, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=89a9f715-3a11-4479-b2b7-82257c124da5,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:46.888158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Router 7f219701-d32e-45de-98a1-57e24b02a588 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:27:46.907110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '89a9f715-3a11-4479-b2b7-82257c124da5', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '89a9f715-3a11-4479-b2b7-82257c124da5', 'mac_address': 'fa:16:3e:ab:55:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:27:47.004523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 89a9f715-3a11-4479-b2b7-82257c124da5 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:47.004923 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:47.012104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-16acf5c8-5301-4fbf-8b25-cb59d4e75103 None None] Current status of the port 5917ef95-3f60-4055-97af-d7281ddd2868 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:47.027024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a9f715-3a11-4479-b2b7-82257c124da5 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:27:47.030823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:27:47.059526 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Sync routers for ids ['7f219701-d32e-45de-98a1-57e24b02a588'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:27:47.060811 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 89a9f715-3a11-4479-b2b7-82257c124da5, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=89a9f715-3a11-4479-b2b7-82257c124da5,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:47.069825 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Routers {'7f219701-d32e-45de-98a1-57e24b02a588'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:27:47.070454 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:27:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7f219701-d32e-45de-98a1-57e24b02a588'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:47.079564 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6fbd8c32-0d75-40ff-9f81-08c3cecf88ee req-e50dfe69-d3b0-4e09-ba3d-1fc48009bf28 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0428109 Feb 28 17:27:47.084558 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-c4f7cd70-7615-44c0-819d-12ece07aa03a req-52f97e38-ece1-4614-a189-f7efd8079b6f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1202070481', 'description': 'tempest-description-597109703'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:47.173242 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:47.174928 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-41b17ae3-80b8-48cc-b9ce-80f3e8d253d2 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7499900 Feb 28 17:27:47.177833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57606) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:47.179702 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5917ef95-3f60-4055-97af-d7281ddd2868 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:27:47.212224 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Set router 7f219701-d32e-45de-98a1-57e24b02a588 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:27:47.233272 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:47.328425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=89a9f715-3a11-4479-b2b7-82257c124da5,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:47.338870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5917ef95-3f60-4055-97af-d7281ddd2868 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:47.339281 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5917ef95-3f60-4055-97af-d7281ddd2868), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:47.355598 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c4f7cd70-7615-44c0-819d-12ece07aa03a req-52f97e38-ece1-4614-a189-f7efd8079b6f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:47.391313 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07939944-12b6-4cb9-bb09-33319c38916d req-7df094b7-6c0f-40cf-99ed-899abcdaf03c service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0561547 Feb 28 17:27:47.466296 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f219701-d32e-45de-98a1-57e24b02a588', 'name': 'tempest-ServersTestMultiNic-975546754-router', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e34bcbf1-4de5-454f-bdd8-4b83d5f18604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:27:43Z', 'updated_at': '2022-02-28T17:27:45Z', 'revision_number': 3, 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'gw_port': {'id': 'e34bcbf1-4de5-454f-bdd8-4b83d5f18604', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f219701-d32e-45de-98a1-57e24b02a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:27:44Z', 'updated_at': '2022-02-28T17:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:47.467071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5917ef95-3f60-4055-97af-d7281ddd2868 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:47.504047 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Checking router: 7f219701-d32e-45de-98a1-57e24b02a588 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:27:47.504396 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Updating router 7f219701-d32e-45de-98a1-57e24b02a588 port e34bcbf1-4de5-454f-bdd8-4b83d5f18604 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:27:47.536278 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e34bcbf1-4de5-454f-bdd8-4b83d5f18604), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:47.552469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85372abb-ff50-4006-9f9f-a00e78422ef3 req-bf6693ee-93c7-4f57-9c24-575b351d5840 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:47.560589 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85372abb-ff50-4006-9f9f-a00e78422ef3 req-bf6693ee-93c7-4f57-9c24-575b351d5840 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 949 time: 0.0762167 Feb 28 17:27:47.586905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-fa51a8ce-082d-474f-82d2-d4d61edb71c3 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:47.591213 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-fa51a8ce-082d-474f-82d2-d4d61edb71c3 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1&tenant_id=99c70571e74e4e0589acb386047f6689&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 949 time: 0.1824789 Feb 28 17:27:47.611964 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85372abb-ff50-4006-9f9f-a00e78422ef3 req-7a838e08-d5d1-4854-ad59-446d46238e15 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495687 Feb 28 17:27:47.662320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['89a9f715-3a11-4479-b2b7-82257c124da5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:47.759684 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-76dbdca3-496b-4ee5-8c72-870572399472 service neutron] delete failed (client error): The resource could not be found. Feb 28 17:27:47.768590 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-76dbdca3-496b-4ee5-8c72-870572399472 service neutron] 10.222.0.73 "DELETE /v2.0/ports/89a9f715-3a11-4479-b2b7-82257c124da5/bindings/n-h1-820368-19 HTTP/1.1" status: 404 len: 381 time: 0.1713958 Feb 28 17:27:47.773728 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c4f7cd70-7615-44c0-819d-12ece07aa03a req-52f97e38-ece1-4614-a189-f7efd8079b6f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (2e13981c-a726-49ed-9526-c68dd96a146f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:47.776001 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93602925-c50a-476f-9f1d-0f84d3892097 req-3245febe-d315-44cc-9e8d-2ffefc395ad2 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:47.785729 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-93602925-c50a-476f-9f1d-0f84d3892097 req-3245febe-d315-44cc-9e8d-2ffefc395ad2 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 945 time: 0.0812109 Feb 28 17:27:47.834362 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Publish callbacks [] for port (e34bcbf1-4de5-454f-bdd8-4b83d5f18604), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:47.835826 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c4f7cd70-7615-44c0-819d-12ece07aa03a req-52f97e38-ece1-4614-a189-f7efd8079b6f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2e13981c-a726-49ed-9526-c68dd96a146f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:47.868583 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-93602925-c50a-476f-9f1d-0f84d3892097 req-2ee26155-6a8f-4c71-8616-022ed121c5cb tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818429 Feb 28 17:27:47.906379 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e34bcbf1-4de5-454f-bdd8-4b83d5f18604), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:47.910575 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f97e38-ece1-4614-a189-f7efd8079b6f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e13981c-a726-49ed-9526-c68dd96a146f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:47.979705 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c4f7cd70-7615-44c0-819d-12ece07aa03a req-52f97e38-ece1-4614-a189-f7efd8079b6f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:47.984341 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Attempting to bind port e34bcbf1-4de5-454f-bdd8-4b83d5f18604 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:27:47.984341 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Attempting to bind port e34bcbf1-4de5-454f-bdd8-4b83d5f18604 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:27:47.985028 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4f7cd70-7615-44c0-819d-12ece07aa03a req-52f97e38-ece1-4614-a189-f7efd8079b6f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.9042296 Feb 28 17:27:47.985129 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Attempting to bind port e34bcbf1-4de5-454f-bdd8-4b83d5f18604 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:47.995075 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Pushing event updated for resources: {'Port': ['ID=e34bcbf1-4de5-454f-bdd8-4b83d5f18604,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:47.997523 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:27:47.997900 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:47.998474 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:47.999394 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:27:47.999867 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Bound port: e34bcbf1-4de5-454f-bdd8-4b83d5f18604, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:27:48.000239 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e34bcbf1-4de5-454f-bdd8-4b83d5f18604), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:48.021144 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-6c4c276d-37cf-4610-9c16-2adc4b836746 req-2e63c467-e07f-401e-b9c1-038d97b12080 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1386710557', 'description': 'tempest-description-2099955088'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:48.032297 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:48.036998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:48.036998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:48.036998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:48.036998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:48.036998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:48.036998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:48.036998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:48.036998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:48.036998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:48.036998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:48.037756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-0c12d5bf-848d-4dd8-85c8-ab967329412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:48.038077 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:48.038707 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:48.039176 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-0c12d5bf-848d-4dd8-85c8-ab967329412c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 1132 time: 0.1063476 Feb 28 17:27:48.082692 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] For port e34bcbf1-4de5-454f-bdd8-4b83d5f18604, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:27:48.087378 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] For port e34bcbf1-4de5-454f-bdd8-4b83d5f18604, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e34bcbf1-4de5-454f-bdd8-4b83d5f18604,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:27:48.100685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc0ac7-6d0e-4edd-9ec9-e0b803fe4ee5 req-e6f3cabf-9106-4458-844d-74b12e0696b9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:48.102390 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-39cc0ac7-6d0e-4edd-9ec9-e0b803fe4ee5 req-e6f3cabf-9106-4458-844d-74b12e0696b9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 945 time: 0.0841737 Feb 28 17:27:48.155421 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-39cc0ac7-6d0e-4edd-9ec9-e0b803fe4ee5 req-061cddb8-09c6-4490-9e53-12580927c0cc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461876 Feb 28 17:27:48.177874 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:48.198391 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e34bcbf1-4de5-454f-bdd8-4b83d5f18604), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:48.254131 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Routers {'7f219701-d32e-45de-98a1-57e24b02a588'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:27:48.254770 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:27:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7f219701-d32e-45de-98a1-57e24b02a588'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:48.298900 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44403b40-5c21-4ba0-bb85-0b7e5d107ad0 None None] Pushing event updated for resources: {'Port': ['ID=e34bcbf1-4de5-454f-bdd8-4b83d5f18604,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:48.339492 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6c4c276d-37cf-4610-9c16-2adc4b836746 req-2e63c467-e07f-401e-b9c1-038d97b12080 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:48.354910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-ca16d809-d91b-468e-92a7-7b8e6396d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:48.356403 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-ca16d809-d91b-468e-92a7-7b8e6396d1a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.3099995 Feb 28 17:27:48.417954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Allocated IP 172.20.0.1 (6ddbe057-021b-4dfc-8baa-4cbb45c67b43/1a9dc7e8-45c5-42b3-a45e-3995d4989e57/2353dfe0-9ff4-4697-ad96-ee8ef5e8d364) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:27:48.421238 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-5b46af25-25b5-458c-843a-0861930b6dc8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=89a9f715-3a11-4479-b2b7-82257c124da5 HTTP/1.1" status: 200 len: 217 time: 0.0561965 Feb 28 17:27:48.488880 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] Set router 7f219701-d32e-45de-98a1-57e24b02a588 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:27:48.686837 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f219701-d32e-45de-98a1-57e24b02a588', 'name': 'tempest-ServersTestMultiNic-975546754-router', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e34bcbf1-4de5-454f-bdd8-4b83d5f18604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:27:43Z', 'updated_at': '2022-02-28T17:27:45Z', 'revision_number': 3, 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'gw_port': {'id': 'e34bcbf1-4de5-454f-bdd8-4b83d5f18604', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f219701-d32e-45de-98a1-57e24b02a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:27:44Z', 'updated_at': '2022-02-28T17:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:48.750416 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acaf5b-26b2-4543-91cd-a6f653db67de None None] The sync data for ids ['7f219701-d32e-45de-98a1-57e24b02a588'] in n-d-820368-19 is: [{'id': '7f219701-d32e-45de-98a1-57e24b02a588', 'name': 'tempest-ServersTestMultiNic-975546754-router', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e34bcbf1-4de5-454f-bdd8-4b83d5f18604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:27:43Z', 'updated_at': '2022-02-28T17:27:45Z', 'revision_number': 3, 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'gw_port': {'id': 'e34bcbf1-4de5-454f-bdd8-4b83d5f18604', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f219701-d32e-45de-98a1-57e24b02a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:27:44Z', 'updated_at': '2022-02-28T17:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:27:48.784089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb19e2-162d-4e75-8296-c07619a90fef req-3bdf797e-d670-46ed-9829-243efea07885 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:48.786411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cedb19e2-162d-4e75-8296-c07619a90fef req-3bdf797e-d670-46ed-9829-243efea07885 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 949 time: 0.0961585 Feb 28 17:27:48.825662 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6c4c276d-37cf-4610-9c16-2adc4b836746 req-2e63c467-e07f-401e-b9c1-038d97b12080 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (646eb5fc-0faa-43b2-8036-d9691b241e65), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:48.831754 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-7a451a04-3fe1-4f9d-9c28-3fa5c6dccbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:48.833301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-7a451a04-3fe1-4f9d-9c28-3fa5c6dccbda service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.4056814 Feb 28 17:27:48.843540 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cedb19e2-162d-4e75-8296-c07619a90fef req-5852d5b9-1457-4b20-b6b0-1f8b6b9d9c92 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491695 Feb 28 17:27:48.903854 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6c4c276d-37cf-4610-9c16-2adc4b836746 req-2e63c467-e07f-401e-b9c1-038d97b12080 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (646eb5fc-0faa-43b2-8036-d9691b241e65), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:48.952354 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Publish callbacks [] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:48.983091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-e10bc396-35c5-43c2-b4e7-faa30b92b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:48.983566 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-e10bc396-35c5-43c2-b4e7-faa30b92b89d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1419160 Feb 28 17:27:48.986153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63c467-e07f-401e-b9c1-038d97b12080 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646eb5fc-0faa-43b2-8036-d9691b241e65,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:49.017786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a4b22-fb3d-49a3-b725-51900c3d3451 req-aca506ff-09df-4a88-ad65-9156b294858f tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:49.019496 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc8a4b22-fb3d-49a3-b725-51900c3d3451 req-aca506ff-09df-4a88-ad65-9156b294858f tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.69 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 945 time: 0.1058798 Feb 28 17:27:49.059693 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-6c4c276d-37cf-4610-9c16-2adc4b836746 req-2e63c467-e07f-401e-b9c1-038d97b12080 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:49.074516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c4c276d-37cf-4610-9c16-2adc4b836746 req-2e63c467-e07f-401e-b9c1-038d97b12080 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.0637310 Feb 28 17:27:49.128698 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146d9ab-21b6-46d8-a6cc-326874fa6f01 req-cd77f8d2-55f4-4d74-b242-e5f3d05546e5 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:49.134459 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3146d9ab-21b6-46d8-a6cc-326874fa6f01 req-cd77f8d2-55f4-4d74-b242-e5f3d05546e5 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 945 time: 0.1795471 Feb 28 17:27:49.175691 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-a99097dd-5611-4a58-bbc7-036928e33ec8 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838288 Feb 28 17:27:49.252374 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3146d9ab-21b6-46d8-a6cc-326874fa6f01 req-a46cb395-ad87-4c29-a569-6a579ffe27ac tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2a1f00-ca2a-4d3a-a707-caafdf772625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169491 Feb 28 17:27:49.282098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:49.301970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-cc8a4b22-fb3d-49a3-b725-51900c3d3451 req-54756301-be72-49c4-9c72-1ebc1683b546 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Deleting port 790edafa-20bb-4ca0-8037-45215c836566 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:27:49.302999 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cc8a4b22-fb3d-49a3-b725-51900c3d3451 req-54756301-be72-49c4-9c72-1ebc1683b546 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (790edafa-20bb-4ca0-8037-45215c836566), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:49.368899 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Network 6ddbe057-021b-4dfc-8baa-4cbb45c67b43 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:27:49.381721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Pushing event updated for resources: {'Port': ['ID=2353dfe0-9ff4-4697-ad96-ee8ef5e8d364,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:49.401135 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:49.407936 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:27:49.559820 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f9a2303-83c8-4c79-b6b4-0095423c9888 req-87f3cf93-35dc-4fbb-a140-b7bcb3a7e062 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0539858 Feb 28 17:27:49.564153 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3f349ac-fe52-427c-a7af-941e5b4ea1cd req-789c7698-6402-4011-9807-06877a924ba3 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796237 Feb 28 17:27:49.598528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-cc8a4b22-fb3d-49a3-b725-51900c3d3451 req-54756301-be72-49c4-9c72-1ebc1683b546 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] For port 790edafa-20bb-4ca0-8037-45215c836566, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=790edafa-20bb-4ca0-8037-45215c836566,segment=NetworkSegment(302309ed-98fa-494b-832e-7fe66f0f83c8),segment_id=302309ed-98fa-494b-832e-7fe66f0f83c8)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:49.598914 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cc8a4b22-fb3d-49a3-b725-51900c3d3451 req-54756301-be72-49c4-9c72-1ebc1683b546 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (790edafa-20bb-4ca0-8037-45215c836566), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:49.607541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47ffb5-e172-4dd9-aba5-44fca95e725c req-f290164e-3763-4394-af4e-5e280e18f107 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:49.621228 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f47ffb5-e172-4dd9-aba5-44fca95e725c req-f290164e-3763-4394-af4e-5e280e18f107 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 945 time: 0.3715727 Feb 28 17:27:49.627016 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (7f219701-d32e-45de-98a1-57e24b02a588), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:49.700071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-cc8a4b22-fb3d-49a3-b725-51900c3d3451 req-54756301-be72-49c4-9c72-1ebc1683b546 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Calling delete_port for 790edafa-20bb-4ca0-8037-45215c836566 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:27:49.811822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6cfd0fdd-0628-4848-a432-d9a567ab1713 None None] Provisioning complete for port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:49.813311 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6cfd0fdd-0628-4848-a432-d9a567ab1713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:49.822581 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f47ffb5-e172-4dd9-aba5-44fca95e725c req-341512f4-28a3-48cc-aad0-fdac3c28127b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930730 Feb 28 17:27:49.842073 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-158728b1-1591-4df9-965b-3e3ab48b3f6e tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:49.851725 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-158728b1-1591-4df9-965b-3e3ab48b3f6e tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/networks?id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa HTTP/1.1" status: 200 len: 811 time: 0.3213780 Feb 28 17:27:49.871937 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd0fdd-0628-4848-a432-d9a567ab1713 None None] Port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:27:49.887985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5f23d4e-7125-4541-b443-85e69790bcbf req-3e09fa1a-3110-4e7f-a04a-af6851e28c69 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0738502 Feb 28 17:27:49.913612 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-44188822-a4dd-4512-ba6d-c2be8b46645d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/quotas/092134078f4e41e78f2bec2553d8cda8 HTTP/1.1" status: 200 len: 375 time: 0.0573709 Feb 28 17:27:49.993647 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:50.094442 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-b290e8db-9bc7-4f7a-94ba-b4995e4055fe tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=092134078f4e41e78f2bec2553d8cda8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1701684 Feb 28 17:27:50.166336 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cc8a4b22-fb3d-49a3-b725-51900c3d3451 req-54756301-be72-49c4-9c72-1ebc1683b546 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (790edafa-20bb-4ca0-8037-45215c836566), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:50.182415 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['790edafa-20bb-4ca0-8037-45215c836566'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:50.190495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f2327-8fc2-454c-99bd-e1bc6119bc96 req-86e531ac-8417-4317-919f-0371aaa62bcd tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:50.198274 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d36f2327-8fc2-454c-99bd-e1bc6119bc96 req-86e531ac-8417-4317-919f-0371aaa62bcd tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 949 time: 0.1353424 Feb 28 17:27:50.213826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54756301-be72-49c4-9c72-1ebc1683b546 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Pushing event deleted for resources: {'Port': ['ID=790edafa-20bb-4ca0-8037-45215c836566,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:50.255944 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-dbab40da-51a3-4572-9679-9a81e02bdd5a service neutron] 10.222.0.72 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544724 Feb 28 17:27:50.272033 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8a4b22-fb3d-49a3-b725-51900c3d3451 req-54756301-be72-49c4-9c72-1ebc1683b546 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] No DVR routers for this DVR port 790edafa-20bb-4ca0-8037-45215c836566 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:27:50.283601 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cc8a4b22-fb3d-49a3-b725-51900c3d3451 req-54756301-be72-49c4-9c72-1ebc1683b546 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:50.285518 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Publish callbacks [] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:50.286805 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc8a4b22-fb3d-49a3-b725-51900c3d3451 req-54756301-be72-49c4-9c72-1ebc1683b546 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.69 "DELETE /v2.0/ports/790edafa-20bb-4ca0-8037-45215c836566 HTTP/1.1" status: 204 len: 173 time: 1.2606730 Feb 28 17:27:50.287248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51177db-c230-4a79-8997-47f1e594c129', 'name': 'network-vif-deleted', 'tag': '790edafa-20bb-4ca0-8037-45215c836566'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:50.289495 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dd65fe-c9fc-41eb-a5b7-d4c3bb08ded9" -d '{"events": [{"server_uuid": "b51177db-c230-4a79-8997-47f1e594c129", "name": "network-vif-deleted", "tag": "790edafa-20bb-4ca0-8037-45215c836566"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:50.313028 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d36f2327-8fc2-454c-99bd-e1bc6119bc96 req-719f81ef-840f-444e-ab01-df3052421005 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138458 Feb 28 17:27:50.386768 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:50.398657 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-c4e03aef-dd7a-4100-839f-8104a7e452dd service neutron] 10.222.0.72 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279414 Feb 28 17:27:50.472290 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d2e97915-9499-43b0-a1d9-76ea8c93887c req-6444b963-152e-41e7-acfc-87df67da0562 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 210 time: 0.0568764 Feb 28 17:27:50.487210 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (7f219701-d32e-45de-98a1-57e24b02a588), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:50.489965 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Pushing event updated for resources: {'Port': ['ID=2353dfe0-9ff4-4697-ad96-ee8ef5e8d364,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:50.541288 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6aecef-3cbc-4eac-ba1b-ce1e10793432 x-openstack-request-id: req-2d6aecef-3cbc-4eac-ba1b-ce1e10793432 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:50.541583 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51177db-c230-4a79-8997-47f1e594c129", "name": "network-vif-deleted", "tag": "790edafa-20bb-4ca0-8037-45215c836566", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:50.541836 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2d6aecef-3cbc-4eac-ba1b-ce1e10793432 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:50.542271 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51177db-c230-4a79-8997-47f1e594c129', 'name': 'network-vif-deleted', 'tag': '790edafa-20bb-4ca0-8037-45215c836566', 'status': 'completed', 'code': 200} Feb 28 17:27:50.591957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 89a9f715-3a11-4479-b2b7-82257c124da5 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:27:50.600147 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Network 6ddbe057-021b-4dfc-8baa-4cbb45c67b43 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:27:50.601608 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:50.751725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 89a9f715-3a11-4479-b2b7-82257c124da5 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:27:50.767106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 89a9f715-3a11-4479-b2b7-82257c124da5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:50.767545 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:50.839070 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de6d74f2-2017-4acd-8ce4-2c2495346171 req-3377fbcf-40ba-4a69-aed7-55fa667324d0 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 210 time: 0.0632439 Feb 28 17:27:50.889079 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Router 7f219701-d32e-45de-98a1-57e24b02a588 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:27:50.979926 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 89a9f715-3a11-4479-b2b7-82257c124da5 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:50.980903 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:51.080172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 89a9f715-3a11-4479-b2b7-82257c124da5, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=89a9f715-3a11-4479-b2b7-82257c124da5,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:51.082535 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a9f715-3a11-4479-b2b7-82257c124da5'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:51.087611 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442f7296-1fd2-4966-9e9e-4c2a9eb85ad7" -d '{"events": [{"server_uuid": "5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1", "name": "network-vif-plugged", "status": "completed", "tag": "89a9f715-3a11-4479-b2b7-82257c124da5"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:51.096523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c03e3bde-bcbc-458e-8197-70c112f1bdb8 None None] Provisioning complete for port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:51.097431 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c03e3bde-bcbc-458e-8197-70c112f1bdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:51.161640 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:51.162682 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 790edafa-20bb-4ca0-8037-45215c836566 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:27:51.170855 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c0bddc-029b-42d3-9cce-fb7be6ad34e4 x-openstack-request-id: req-e8c0bddc-029b-42d3-9cce-fb7be6ad34e4 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:51.171276 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1", "name": "network-vif-plugged", "status": "completed", "tag": "89a9f715-3a11-4479-b2b7-82257c124da5", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:51.171626 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e8c0bddc-029b-42d3-9cce-fb7be6ad34e4 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:51.172295 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a9f715-3a11-4479-b2b7-82257c124da5', 'code': 200} Feb 28 17:27:51.210145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c03e3bde-bcbc-458e-8197-70c112f1bdb8 None None] Port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:27:51.220008 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:27:51.231992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 790edafa-20bb-4ca0-8037-45215c836566 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:27:51.237550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 790edafa-20bb-4ca0-8037-45215c836566 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:27:51.248002 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f78bed33-ce2c-47b3-87fc-75da9b054b23 admin admin] 10.222.0.72 "PUT /v2.0/routers/7f219701-d32e-45de-98a1-57e24b02a588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0599663 Feb 28 17:27:51.249730 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Sync routers for ids ['7f219701-d32e-45de-98a1-57e24b02a588'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:27:51.278304 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Routers {'7f219701-d32e-45de-98a1-57e24b02a588'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:27:51.279088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:27:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7f219701-d32e-45de-98a1-57e24b02a588'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:51.285743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e34bcbf1-4de5-454f-bdd8-4b83d5f18604 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:27:51.350934 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=89a9f715-3a11-4479-b2b7-82257c124da5,revision_number=9']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:51.446855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Set router 7f219701-d32e-45de-98a1-57e24b02a588 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:27:51.450116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e34bcbf1-4de5-454f-bdd8-4b83d5f18604 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:51.450648 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e34bcbf1-4de5-454f-bdd8-4b83d5f18604), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:51.532927 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57718) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:51.573958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0cd6e-c139-43bd-9a7b-714890ee2e1f req-1f598428-cd1d-4d51-a4af-545eb0e6297c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:51.577331 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-13d0cd6e-c139-43bd-9a7b-714890ee2e1f req-1f598428-cd1d-4d51-a4af-545eb0e6297c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1056931 Feb 28 17:27:51.672531 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-50b01ec7-bd51-4366-853e-ed698bbedbd2 req-148bf975-56cd-46fb-9b21-12ec751bd150 tempest-ServersNegativeTestMultiTenantJSON-678219467 tempest-ServersNegativeTestMultiTenantJSON-678219467-project] 10.222.0.72 "GET /v2.0/ports?device_id=b51177db-c230-4a79-8997-47f1e594c129 HTTP/1.1" status: 200 len: 210 time: 0.0344524 Feb 28 17:27:51.679921 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-13d0cd6e-c139-43bd-9a7b-714890ee2e1f req-dc624a85-31c0-414c-a4ff-ff23434175a4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954003 Feb 28 17:27:51.723884 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b04db148-e3a4-47ee-ba5a-74bbb7b39e22 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-343827587'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:51.771293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e34bcbf1-4de5-454f-bdd8-4b83d5f18604 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:51.771584 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e34bcbf1-4de5-454f-bdd8-4b83d5f18604), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:51.849822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04db148-e3a4-47ee-ba5a-74bbb7b39e22 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:51.853647 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b04db148-e3a4-47ee-ba5a-74bbb7b39e22 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:51.859340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecfc76-9ba7-462a-aded-98be238995cd req-dc16960a-753d-4db4-be92-ee4704894006 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:51.862306 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9ecfc76-9ba7-462a-aded-98be238995cd req-dc16960a-753d-4db4-be92-ee4704894006 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 1133 time: 0.0811775 Feb 28 17:27:51.885234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04db148-e3a4-47ee-ba5a-74bbb7b39e22 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:27:51.898225 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b04db148-e3a4-47ee-ba5a-74bbb7b39e22 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0c9c0002-cf6d-4ba1-a699-b08c31f5e679), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:51.899170 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-b04db148-e3a4-47ee-ba5a-74bbb7b39e22 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Added segment 0c9c0002-cf6d-4ba1-a699-b08c31f5e679 of type vlan for network 5425a622-de03-4719-b488-9b4811a968d4 Feb 28 17:27:51.918499 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9ecfc76-9ba7-462a-aded-98be238995cd req-c5c710f2-0a68-4d20-b9de-3bb82ced0cb5 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499222 Feb 28 17:27:51.981370 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-452301d0-0658-49b1-856d-ce9989e26af8 req-9f117488-d10f-4867-8a4d-3b46920a18f5 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 210 time: 0.0484219 Feb 28 17:27:52.007176 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b04db148-e3a4-47ee-ba5a-74bbb7b39e22 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (5425a622-de03-4719-b488-9b4811a968d4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:52.042702 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port e34bcbf1-4de5-454f-bdd8-4b83d5f18604, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e34bcbf1-4de5-454f-bdd8-4b83d5f18604,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:52.121717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f219701-d32e-45de-98a1-57e24b02a588', 'name': 'tempest-ServersTestMultiNic-975546754-router', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e34bcbf1-4de5-454f-bdd8-4b83d5f18604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:27:43Z', 'updated_at': '2022-02-28T17:27:49Z', 'revision_number': 4, 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'gw_port': {'id': 'e34bcbf1-4de5-454f-bdd8-4b83d5f18604', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f219701-d32e-45de-98a1-57e24b02a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:27:44Z', 'updated_at': '2022-02-28T17:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2353dfe0-9ff4-4697-ad96-ee8ef5e8d364', 'name': '', 'network_id': '6ddbe057-021b-4dfc-8baa-4cbb45c67b43', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'mac_address': 'fa:16:3e:e4:ac:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f219701-d32e-45de-98a1-57e24b02a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1a9dc7e8-45c5-42b3-a45e-3995d4989e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:27:48Z', 'updated_at': '2022-02-28T17:27:50Z', 'revision_number': 2, 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'subnets': [{'id': '1a9dc7e8-45c5-42b3-a45e-3995d4989e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:52.166206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Checking router: 7f219701-d32e-45de-98a1-57e24b02a588 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:27:52.166568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Updating router 7f219701-d32e-45de-98a1-57e24b02a588 port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:27:52.197708 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b04db148-e3a4-47ee-ba5a-74bbb7b39e22 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (5425a622-de03-4719-b488-9b4811a968d4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:52.198747 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:52.203134 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e34bcbf1-4de5-454f-bdd8-4b83d5f18604), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:52.204953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04db148-e3a4-47ee-ba5a-74bbb7b39e22 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:52.208486 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b04db148-e3a4-47ee-ba5a-74bbb7b39e22 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:52.227140 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98040443-7fa6-4d64-b1f8-a6b8b60788da req-0966a2cb-eed5-47fd-bd57-71ef8eb9e626 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0856290 Feb 28 17:27:52.360797 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83fde8c0-a657-445b-b308-841de686daa6 req-9d17397b-af31-45c4-bba3-50f4e8b0c36f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=99c70571e74e4e0589acb386047f6689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854962 Feb 28 17:27:52.416913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04db148-e3a4-47ee-ba5a-74bbb7b39e22 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event updated for resources: {'Network': ['ID=5425a622-de03-4719-b488-9b4811a968d4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:52.429991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57768) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:52.439497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=e34bcbf1-4de5-454f-bdd8-4b83d5f18604,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:52.442070 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a54d7c62-0e95-490c-bb8d-30ad659b08c0 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Request body: {'subnet': {'network_id': '5425a622-de03-4719-b488-9b4811a968d4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:52.446956 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b04db148-e3a4-47ee-ba5a-74bbb7b39e22 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8987403 Feb 28 17:27:52.453759 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 5425a622-de03-4719-b488-9b4811a968d4 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:27:52.591508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fde8c0-a657-445b-b308-841de686daa6 req-60e04c03-d849-42dc-852f-62010516dcf2 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:52.597197 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83fde8c0-a657-445b-b308-841de686daa6 req-60e04c03-d849-42dc-852f-62010516dcf2 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316813 Feb 28 17:27:52.609633 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83fde8c0-a657-445b-b308-841de686daa6 req-89b1bbb0-e1c2-4430-a587-12f538e362d4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/quotas/99c70571e74e4e0589acb386047f6689 HTTP/1.1" status: 200 len: 375 time: 0.0101137 Feb 28 17:27:52.699807 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83fde8c0-a657-445b-b308-841de686daa6 req-ddb1adbc-cbc0-455d-934d-91ab7e8eecf2 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822034 Feb 28 17:27:52.700678 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54d7c62-0e95-490c-bb8d-30ad659b08c0 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:52.710550 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a54d7c62-0e95-490c-bb8d-30ad659b08c0 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:52.775224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-240809e1-5646-4042-858b-0caf16c946d6 req-7d9f9f34-71fd-46a2-8daa-f2370d88f7f1 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0628576 Feb 28 17:27:52.775224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57780) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:52.776336 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Publish callbacks [] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:52.832054 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:52.868644 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2a3677-866b-4ac0-b181-0f8123b5e01f admin admin] Deleting subnet e9e39580-a5d1-4a58-8689-3a3d9ccca7a3 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:27:52.872883 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3677-866b-4ac0-b181-0f8123b5e01f admin admin] Publish callbacks [] for subnet (e9e39580-a5d1-4a58-8689-3a3d9ccca7a3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:52.899763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e29858-35e6-4366-bab4-e2d6335c344b None None] Pushing event updated for resources: {'Port': ['ID=2353dfe0-9ff4-4697-ad96-ee8ef5e8d364,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:52.943698 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3677-866b-4ac0-b181-0f8123b5e01f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (e9e39580-a5d1-4a58-8689-3a3d9ccca7a3), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:52.980564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Attempting to bind port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:27:52.981174 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Attempting to bind port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '3ee8e58e-1e34-400e-8d5d-63dd2f93e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6ddbe057-021b-4dfc-8baa-4cbb45c67b43'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:27:52.981750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Attempting to bind port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 on network 6ddbe057-021b-4dfc-8baa-4cbb45c67b43 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:52.988380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:27:52.988998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Checking segment: {'id': '3ee8e58e-1e34-400e-8d5d-63dd2f93e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6ddbe057-021b-4dfc-8baa-4cbb45c67b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:52.989625 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:52.990358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Bound using segment: {'id': '3ee8e58e-1e34-400e-8d5d-63dd2f93e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6ddbe057-021b-4dfc-8baa-4cbb45c67b43'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:27:52.991106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Bound port: 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee8e58e-1e34-400e-8d5d-63dd2f93e471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6ddbe057-021b-4dfc-8baa-4cbb45c67b43'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:27:52.992017 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.016452 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3677-866b-4ac0-b181-0f8123b5e01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (e9e39580-a5d1-4a58-8689-3a3d9ccca7a3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.167879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] For port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:27:53.171988 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] For port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2353dfe0-9ff4-4697-ad96-ee8ef5e8d364,segment=NetworkSegment(3ee8e58e-1e34-400e-8d5d-63dd2f93e471),segment_id=3ee8e58e-1e34-400e-8d5d-63dd2f93e471)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:27:53.176460 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e34bcbf1-4de5-454f-bdd8-4b83d5f18604 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:27:53.190594 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a54d7c62-0e95-490c-bb8d-30ad659b08c0 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.234605 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e34bcbf1-4de5-454f-bdd8-4b83d5f18604 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:53.235037 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e34bcbf1-4de5-454f-bdd8-4b83d5f18604), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.237985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-023cd2db-61fd-4fc0-89e3-e57a7ef963d8 req-dd906a0e-e760-4155-be9e-a3c887b1bc9b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 210 time: 0.0800407 Feb 28 17:27:53.245250 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44daba46-0d14-43ee-90c2-78a7d6c1dd02 req-82565b7e-be76-481f-b8d9-3756ea54ebb2 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 210 time: 0.0803857 Feb 28 17:27:53.284143 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3677-866b-4ac0-b181-0f8123b5e01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (e9e39580-a5d1-4a58-8689-3a3d9ccca7a3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.297850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-79288d0c-8f95-4f17-b541-e2c1cc81ffca None None] Provisioning complete for port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:53.298469 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-79288d0c-8f95-4f17-b541-e2c1cc81ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.303253 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.358085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a3677-866b-4ac0-b181-0f8123b5e01f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e39580-a5d1-4a58-8689-3a3d9ccca7a3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:53.376991 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3677-866b-4ac0-b181-0f8123b5e01f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.383958 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d7c62-0e95-490c-bb8d-30ad659b08c0 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event updated for resources: {'Subnet': ['ID=6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:53.394304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d7c62-0e95-490c-bb8d-30ad659b08c0 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Checking segment: {'id': '0c9c0002-cf6d-4ba1-a699-b08c31f5e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5425a622-de03-4719-b488-9b4811a968d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:53.394732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d7c62-0e95-490c-bb8d-30ad659b08c0 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Network hostable DHCP agents. Network: 5425a622-de03-4719-b488-9b4811a968d4, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:27:53.398797 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5b2a3677-866b-4ac0-b181-0f8123b5e01f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e9e39580-a5d1-4a58-8689-3a3d9ccca7a3 HTTP/1.1" status: 204 len: 168 time: 0.6211736 Feb 28 17:27:53.401124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57794) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:53.446197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e29858-35e6-4366-bab4-e2d6335c344b None None] Pushing event updated for resources: {'Port': ['ID=2353dfe0-9ff4-4697-ad96-ee8ef5e8d364,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:53.469570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Routers {'7f219701-d32e-45de-98a1-57e24b02a588'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:27:53.470457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:27:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7f219701-d32e-45de-98a1-57e24b02a588'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:53.506820 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-639efc51-ba1f-4493-8f8c-4724b48cdecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (f1f331f9-f6f7-4185-80c9-49f83f5e4a75), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.529038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d7c62-0e95-490c-bb8d-30ad659b08c0 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Network 5425a622-de03-4719-b488-9b4811a968d4 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:27:53.601697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a54d7c62-0e95-490c-bb8d-30ad659b08c0 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 5425a622-de03-4719-b488-9b4811a968d4) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:53.612690 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54d7c62-0e95-490c-bb8d-30ad659b08c0 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:53.613362 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a54d7c62-0e95-490c-bb8d-30ad659b08c0 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.615015 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-639efc51-ba1f-4493-8f8c-4724b48cdecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (f1f331f9-f6f7-4185-80c9-49f83f5e4a75), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.630343 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5975bbfa-5377-46d6-af6a-047adb8de628 None None] Network 5425a622-de03-4719-b488-9b4811a968d4 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:27:53.657876 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-639efc51-ba1f-4493-8f8c-4724b48cdecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f331f9-f6f7-4185-80c9-49f83f5e4a75']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:53.670029 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-639efc51-ba1f-4493-8f8c-4724b48cdecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302309ed-98fa-494b-832e-7fe66f0f83c8') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:53.671283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-639efc51-ba1f-4493-8f8c-4724b48cdecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302309ed-98fa-494b-832e-7fe66f0f83c8') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:53.687880 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-639efc51-ba1f-4493-8f8c-4724b48cdecf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (302309ed-98fa-494b-832e-7fe66f0f83c8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.698633 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a54d7c62-0e95-490c-bb8d-30ad659b08c0 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2671824 Feb 28 17:27:53.701381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57802) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:53.706556 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b91da42c-9d79-4560-8bb0-68c3fb4b0536 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1740746114'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:53.720748 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-639efc51-ba1f-4493-8f8c-4724b48cdecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (302309ed-98fa-494b-832e-7fe66f0f83c8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.734632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639efc51-ba1f-4493-8f8c-4724b48cdecf admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:27:53.735249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-639efc51-ba1f-4493-8f8c-4724b48cdecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (302309ed-98fa-494b-832e-7fe66f0f83c8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:27:53.737365 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:27:53.746781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e34bcbf1-4de5-454f-bdd8-4b83d5f18604 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:53.752721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] Set router 7f219701-d32e-45de-98a1-57e24b02a588 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:27:53.806144 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-79288d0c-8f95-4f17-b541-e2c1cc81ffca None None] Current status of the port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:53.807212 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-79288d0c-8f95-4f17-b541-e2c1cc81ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.811079 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91da42c-9d79-4560-8bb0-68c3fb4b0536 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:53.814390 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b91da42c-9d79-4560-8bb0-68c3fb4b0536 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.843078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91da42c-9d79-4560-8bb0-68c3fb4b0536 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:27:53.852870 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b91da42c-9d79-4560-8bb0-68c3fb4b0536 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (8972c490-f103-4c44-83be-6aba718f906d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.853255 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-b91da42c-9d79-4560-8bb0-68c3fb4b0536 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Added segment 8972c490-f103-4c44-83be-6aba718f906d of type vlan for network 9557de2a-6277-4da0-affc-2f31b738173d Feb 28 17:27:53.894932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-79288d0c-8f95-4f17-b541-e2c1cc81ffca None None] For port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2353dfe0-9ff4-4697-ad96-ee8ef5e8d364,segment=NetworkSegment(3ee8e58e-1e34-400e-8d5d-63dd2f93e471),segment_id=3ee8e58e-1e34-400e-8d5d-63dd2f93e471)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:27:53.901183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b91da42c-9d79-4560-8bb0-68c3fb4b0536 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (9557de2a-6277-4da0-affc-2f31b738173d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.944817 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-639efc51-ba1f-4493-8f8c-4724b48cdecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (f1f331f9-f6f7-4185-80c9-49f83f5e4a75), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.953267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-639efc51-ba1f-4493-8f8c-4724b48cdecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:53.958411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-639efc51-ba1f-4493-8f8c-4724b48cdecf admin admin] 10.222.0.72 "DELETE /v2.0/networks/f1f331f9-f6f7-4185-80c9-49f83f5e4a75 HTTP/1.1" status: 204 len: 168 time: 0.5559211 Feb 28 17:27:53.961650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57808) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:53.987281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639efc51-ba1f-4493-8f8c-4724b48cdecf admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f331f9-f6f7-4185-80c9-49f83f5e4a75,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:53.996852 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-5425a622-de03-4719-b488-9b4811a968d4', 'network_id': '5425a622-de03-4719-b488-9b4811a968d4', 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'fixed_ips': [{'subnet_id': '6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:27:53.997705 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.018831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df0928b-d9c9-4df0-9dab-524a540f9357 admin admin] Deleting subnet 61e2d594-18b2-48ea-a656-669e540df4fb {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:27:54.022348 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4df0928b-d9c9-4df0-9dab-524a540f9357 admin admin] Publish callbacks [] for subnet (61e2d594-18b2-48ea-a656-669e540df4fb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.064014 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4df0928b-d9c9-4df0-9dab-524a540f9357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (61e2d594-18b2-48ea-a656-669e540df4fb), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.096881 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b91da42c-9d79-4560-8bb0-68c3fb4b0536 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (9557de2a-6277-4da0-affc-2f31b738173d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.104200 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-79288d0c-8f95-4f17-b541-e2c1cc81ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.112512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91da42c-9d79-4560-8bb0-68c3fb4b0536 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:54.114832 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b91da42c-9d79-4560-8bb0-68c3fb4b0536 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.143944 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4df0928b-d9c9-4df0-9dab-524a540f9357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (61e2d594-18b2-48ea-a656-669e540df4fb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.223407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91da42c-9d79-4560-8bb0-68c3fb4b0536 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event updated for resources: {'Network': ['ID=9557de2a-6277-4da0-affc-2f31b738173d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:54.260833 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b91da42c-9d79-4560-8bb0-68c3fb4b0536 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5569170 Feb 28 17:27:54.262561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57816) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:54.270761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-917e60fb-ce38-4211-957e-462dea9abc25 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Request body: {'subnet': {'network_id': '9557de2a-6277-4da0-affc-2f31b738173d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:54.330742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-6131cd1f-d561-4216-90ca-6e92978da3bf tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:54.332477 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-6131cd1f-d561-4216-90ca-6e92978da3bf tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.73 "GET /v2.0/networks?id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa HTTP/1.1" status: 200 len: 811 time: 0.2097051 Feb 28 17:27:54.353647 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-381a999a-5161-41e9-a31a-e2d3a6fbf668 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'port': {'device_id': '588c62ec-fbc9-474e-ae56-130285e1684b', 'network_id': 'd5f218a7-b6e7-4d63-abe2-64a875e4b2aa', 'admin_state_up': True, 'tenant_id': '092134078f4e41e78f2bec2553d8cda8'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:54.395718 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dfb63a68-cddc-48b8-8d8c-dd784ab509d5 req-740ca164-5e29-4a28-a7c0-fa663ebbb6f0 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 210 time: 0.0575523 Feb 28 17:27:54.427023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 9557de2a-6277-4da0-affc-2f31b738173d details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:27:54.427608 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4df0928b-d9c9-4df0-9dab-524a540f9357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (61e2d594-18b2-48ea-a656-669e540df4fb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.465750 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0928b-d9c9-4df0-9dab-524a540f9357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61e2d594-18b2-48ea-a656-669e540df4fb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:54.476032 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4df0928b-d9c9-4df0-9dab-524a540f9357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.482564 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4df0928b-d9c9-4df0-9dab-524a540f9357 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/61e2d594-18b2-48ea-a656-669e540df4fb HTTP/1.1" status: 204 len: 168 time: 0.5166450 Feb 28 17:27:54.482994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57822) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:54.483983 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3e86f7db-fa0b-48e9-a50a-e4930d56fbb2 req-926ed7a2-8ed6-4743-bae3-4f8b2fc39152 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 210 time: 0.1143167 Feb 28 17:27:54.522899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e60fb-ce38-4211-957e-462dea9abc25 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:54.526860 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-917e60fb-ce38-4211-957e-462dea9abc25 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.595717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5096c6d2-87a0-457e-8d31-9128edcba242 None None] Provisioning complete for port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:54.603941 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5096c6d2-87a0-457e-8d31-9128edcba242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.603941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79288d0c-8f95-4f17-b541-e2c1cc81ffca None None] Pushing event updated for resources: {'Port': ['ID=2353dfe0-9ff4-4697-ad96-ee8ef5e8d364,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:54.606140 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-860ad9d6-0b98-4a5c-a788-97a3d0354066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (45254eb1-8ebd-47ea-9156-4bf50923f396), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.638567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Allocated IP 19.80.0.2 (5425a622-de03-4719-b488-9b4811a968d4/6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d/1da01d6f-d9dc-4841-b8dd-c285d94a8adb) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:27:54.663621 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f219701-d32e-45de-98a1-57e24b02a588', 'name': 'tempest-ServersTestMultiNic-975546754-router', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e34bcbf1-4de5-454f-bdd8-4b83d5f18604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:27:43Z', 'updated_at': '2022-02-28T17:27:49Z', 'revision_number': 4, 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'gw_port': {'id': 'e34bcbf1-4de5-454f-bdd8-4b83d5f18604', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f219701-d32e-45de-98a1-57e24b02a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:27:44Z', 'updated_at': '2022-02-28T17:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2353dfe0-9ff4-4697-ad96-ee8ef5e8d364', 'name': '', 'network_id': '6ddbe057-021b-4dfc-8baa-4cbb45c67b43', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'mac_address': 'fa:16:3e:e4:ac:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f219701-d32e-45de-98a1-57e24b02a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1a9dc7e8-45c5-42b3-a45e-3995d4989e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:27:48Z', 'updated_at': '2022-02-28T17:27:53Z', 'revision_number': 4, 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'subnets': [{'id': '1a9dc7e8-45c5-42b3-a45e-3995d4989e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:54.695865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4b1d4-6e5f-43d2-b2dd-496713daab38 None None] The sync data for ids ['7f219701-d32e-45de-98a1-57e24b02a588'] in n-d-820368-19 is: [{'id': '7f219701-d32e-45de-98a1-57e24b02a588', 'name': 'tempest-ServersTestMultiNic-975546754-router', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e34bcbf1-4de5-454f-bdd8-4b83d5f18604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:27:43Z', 'updated_at': '2022-02-28T17:27:49Z', 'revision_number': 4, 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'gw_port': {'id': 'e34bcbf1-4de5-454f-bdd8-4b83d5f18604', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f219701-d32e-45de-98a1-57e24b02a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:27:44Z', 'updated_at': '2022-02-28T17:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2353dfe0-9ff4-4697-ad96-ee8ef5e8d364', 'name': '', 'network_id': '6ddbe057-021b-4dfc-8baa-4cbb45c67b43', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'mac_address': 'fa:16:3e:e4:ac:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f219701-d32e-45de-98a1-57e24b02a588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1a9dc7e8-45c5-42b3-a45e-3995d4989e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:27:48Z', 'updated_at': '2022-02-28T17:27:53Z', 'revision_number': 4, 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'subnets': [{'id': '1a9dc7e8-45c5-42b3-a45e-3995d4989e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:27:54.801428 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-381a999a-5161-41e9-a31a-e2d3a6fbf668 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Made reservation on behalf of 092134078f4e41e78f2bec2553d8cda8 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:54.805693 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-381a999a-5161-41e9-a31a-e2d3a6fbf668 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.841763 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-860ad9d6-0b98-4a5c-a788-97a3d0354066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (45254eb1-8ebd-47ea-9156-4bf50923f396), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.916861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-860ad9d6-0b98-4a5c-a788-97a3d0354066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45254eb1-8ebd-47ea-9156-4bf50923f396']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:54.940781 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-917e60fb-ce38-4211-957e-462dea9abc25 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (3822bbdc-b0f2-424b-9c64-b53c59046c42), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:54.958351 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-860ad9d6-0b98-4a5c-a788-97a3d0354066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce79623-7762-455c-8e3f-927efb077519') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:54.959268 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-860ad9d6-0b98-4a5c-a788-97a3d0354066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce79623-7762-455c-8e3f-927efb077519') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:27:54.976120 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-860ad9d6-0b98-4a5c-a788-97a3d0354066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (6ce79623-7762-455c-8e3f-927efb077519), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:55.017578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e60fb-ce38-4211-957e-462dea9abc25 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event updated for resources: {'Subnet': ['ID=3822bbdc-b0f2-424b-9c64-b53c59046c42,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:55.047909 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5096c6d2-87a0-457e-8d31-9128edcba242 None None] Current status of the port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:55.061332 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c480532a-89ac-4e42-ae6e-5209cb86dbb4 req-7f01dc17-0b12-4f67-819e-0e6cb2c1f6c9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1711485 Feb 28 17:27:55.062855 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-860ad9d6-0b98-4a5c-a788-97a3d0354066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (6ce79623-7762-455c-8e3f-927efb077519), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:55.085169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e60fb-ce38-4211-957e-462dea9abc25 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Checking segment: {'id': '8972c490-f103-4c44-83be-6aba718f906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9557de2a-6277-4da0-affc-2f31b738173d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:55.085663 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e60fb-ce38-4211-957e-462dea9abc25 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Network hostable DHCP agents. Network: 9557de2a-6277-4da0-affc-2f31b738173d, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:27:55.136388 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860ad9d6-0b98-4a5c-a788-97a3d0354066 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:27:55.137057 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-860ad9d6-0b98-4a5c-a788-97a3d0354066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (6ce79623-7762-455c-8e3f-927efb077519), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:55.139334 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-381a999a-5161-41e9-a31a-e2d3a6fbf668 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Allocated IP 172.20.0.13 (d5f218a7-b6e7-4d63-abe2-64a875e4b2aa/a5606816-920e-4406-aa25-e036bfde4547/f3459db3-a961-4c66-ac04-239b4a479345) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:27:55.143475 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:27:55.175637 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Publish callbacks [] for port (1da01d6f-d9dc-4841-b8dd-c285d94a8adb), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:55.229594 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480532a-89ac-4e42-ae6e-5209cb86dbb4 req-becb94aa-9a4e-4119-ac92-e0244b58f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:55.231344 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c480532a-89ac-4e42-ae6e-5209cb86dbb4 req-becb94aa-9a4e-4119-ac92-e0244b58f366 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 1128 time: 0.0737104 Feb 28 17:27:55.245195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e60fb-ce38-4211-957e-462dea9abc25 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Network 9557de2a-6277-4da0-affc-2f31b738173d is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:27:55.271158 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:27:55.289315 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (1da01d6f-d9dc-4841-b8dd-c285d94a8adb), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:55.332433 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-99b403b7-aa9b-41a7-a598-d993b022d5d0 req-a0da0d03-1cfa-48a2-8437-bf83a75bac8c service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.2669849 Feb 28 17:27:55.357575 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480532a-89ac-4e42-ae6e-5209cb86dbb4 req-96cfd2af-86d2-46a8-ae26-56b7c6b1ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:55.359894 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c480532a-89ac-4e42-ae6e-5209cb86dbb4 req-96cfd2af-86d2-46a8-ae26-56b7c6b1ac98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.1057396 Feb 28 17:27:55.360850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-917e60fb-ce38-4211-957e-462dea9abc25 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 9557de2a-6277-4da0-affc-2f31b738173d) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:55.381178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e60fb-ce38-4211-957e-462dea9abc25 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:55.382215 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-917e60fb-ce38-4211-957e-462dea9abc25 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:55.393742 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:27:55.408700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222a60d1-7e35-4feb-8fa8-d31d9e7e40a9 None None] Network 9557de2a-6277-4da0-affc-2f31b738173d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:27:55.416762 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-860ad9d6-0b98-4a5c-a788-97a3d0354066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (45254eb1-8ebd-47ea-9156-4bf50923f396), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:55.430233 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-860ad9d6-0b98-4a5c-a788-97a3d0354066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:55.433867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Network 5425a622-de03-4719-b488-9b4811a968d4 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:27:55.436265 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-860ad9d6-0b98-4a5c-a788-97a3d0354066 admin admin] 10.222.0.72 "DELETE /v2.0/networks/45254eb1-8ebd-47ea-9156-4bf50923f396 HTTP/1.1" status: 204 len: 168 time: 0.9516559 Feb 28 17:27:55.459918 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c480532a-89ac-4e42-ae6e-5209cb86dbb4 req-42ad505d-951c-4dfe-bb44-69c9461492cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5066be6e-8bcd-4ae9-905e-79c9fb038704 HTTP/1.1" status: 200 len: 217 time: 0.0871418 Feb 28 17:27:55.472956 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-917e60fb-ce38-4211-957e-462dea9abc25 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2089548 Feb 28 17:27:55.508632 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:55.513526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Pushing event updated for resources: {'Port': ['ID=1da01d6f-d9dc-4841-b8dd-c285d94a8adb,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:55.520980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ad9d6-0b98-4a5c-a788-97a3d0354066 admin admin] Pushing event deleted for resources: {'Network': ['ID=45254eb1-8ebd-47ea-9156-4bf50923f396,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:55.614061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:27:55.621335 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-59858018-0233-47cf-856b-b887d976032d req-568b2da4-f2aa-421f-b663-612e52f6f45c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 210 time: 0.0656526 Feb 28 17:27:55.642808 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-381a999a-5161-41e9-a31a-e2d3a6fbf668 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for port (f3459db3-a961-4c66-ac04-239b4a479345), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:55.676487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480532a-89ac-4e42-ae6e-5209cb86dbb4 req-046a3b79-7520-4da5-978f-c981ec942a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:55.681123 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c480532a-89ac-4e42-ae6e-5209cb86dbb4 req-046a3b79-7520-4da5-978f-c981ec942a4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.2115252 Feb 28 17:27:55.707228 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c920d5bb-c080-4482-bebb-a50230119241 req-2008dd4b-bddd-4165-8823-c6dcb25ff1a3 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 210 time: 0.0903273 Feb 28 17:27:55.726460 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-9557de2a-6277-4da0-affc-2f31b738173d', 'network_id': '9557de2a-6277-4da0-affc-2f31b738173d', 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'fixed_ips': [{'subnet_id': '3822bbdc-b0f2-424b-9c64-b53c59046c42'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:27:55.727519 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:55.743068 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:55.743655 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:55.796173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480532a-89ac-4e42-ae6e-5209cb86dbb4 req-a23b456b-2a3f-4148-825f-edb10f2b726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:55.798744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c480532a-89ac-4e42-ae6e-5209cb86dbb4 req-a23b456b-2a3f-4148-825f-edb10f2b726f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1116221 Feb 28 17:27:55.820782 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-381a999a-5161-41e9-a31a-e2d3a6fbf668 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f3459db3-a961-4c66-ac04-239b4a479345), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:55.899010 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a999a-5161-41e9-a31a-e2d3a6fbf668 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'Port': ['ID=f3459db3-a961-4c66-ac04-239b4a479345,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:55.921033 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['7b133e1a-6eaa-4235-8979-163675718ad6'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:55.930267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-381a999a-5161-41e9-a31a-e2d3a6fbf668 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Network d5f218a7-b6e7-4d63-abe2-64a875e4b2aa is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:27:55.934105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-381a999a-5161-41e9-a31a-e2d3a6fbf668 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:55.943318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-381a999a-5161-41e9-a31a-e2d3a6fbf668 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:27:56.047228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-381a999a-5161-41e9-a31a-e2d3a6fbf668 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:56.047228 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-381a999a-5161-41e9-a31a-e2d3a6fbf668 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:56.053145 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57866) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:56.055422 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83fde8c0-a657-445b-b308-841de686daa6 req-8e4e46f7-031a-4c61-b75b-90336cb58834 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=99c70571e74e4e0589acb386047f6689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1377132 Feb 28 17:27:56.113848 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Attempting to bind port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:27:56.114240 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Attempting to bind port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '0c9c0002-cf6d-4ba1-a699-b08c31f5e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5425a622-de03-4719-b488-9b4811a968d4'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:27:56.114607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Attempting to bind port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb on network 5425a622-de03-4719-b488-9b4811a968d4 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:56.170701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-777b128b-5b77-4562-93a8-690e6c4b8224 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a4673abe88b46589aa44f1b26098ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1098278 Feb 28 17:27:56.173862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57868) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:56.248834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c480532a-89ac-4e42-ae6e-5209cb86dbb4 req-b1682baf-3fff-4131-8fb4-1f0f35d58576 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411261 Feb 28 17:27:56.259298 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf3ce970-7163-46d0-bc22-8ec7dd04a9ad req-d3c2e076-0f00-4da1-b781-5ec282069ec6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3436301 Feb 28 17:27:56.281316 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afee9198-7dbe-4d5d-a9e2-c9d55d854030 admin admin] Publish callbacks [] for security_group (8e2a1f00-ca2a-4d3a-a707-caafdf772625), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:56.308949 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afee9198-7dbe-4d5d-a9e2-c9d55d854030 admin admin] Publish callbacks [] for security_group (8e2a1f00-ca2a-4d3a-a707-caafdf772625), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:56.361182 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-381a999a-5161-41e9-a31a-e2d3a6fbf668 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0203021 Feb 28 17:27:56.372388 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:27:56.373082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Checking segment: {'id': '0c9c0002-cf6d-4ba1-a699-b08c31f5e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5425a622-de03-4719-b488-9b4811a968d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:56.374404 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:56.375085 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Bound using segment: {'id': '0c9c0002-cf6d-4ba1-a699-b08c31f5e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5425a622-de03-4719-b488-9b4811a968d4'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:27:56.375830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Bound port: 1da01d6f-d9dc-4841-b8dd-c285d94a8adb, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9c0002-cf6d-4ba1-a699-b08c31f5e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5425a622-de03-4719-b488-9b4811a968d4'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:27:56.375969 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Request body: {'port': {'device_id': '588c62ec-fbc9-474e-ae56-130285e1684b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:56.376593 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1da01d6f-d9dc-4841-b8dd-c285d94a8adb), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:56.380425 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-de786f22-ea1f-4bf1-8eb1-4adb9297e262 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:56.385874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-de786f22-ea1f-4bf1-8eb1-4adb9297e262 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:56.387636 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-de786f22-ea1f-4bf1-8eb1-4adb9297e262 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/networks?id=5425a622-de03-4719-b488-9b4811a968d4&id=9557de2a-6277-4da0-affc-2f31b738173d&id=5425a622-de03-4719-b488-9b4811a968d4 HTTP/1.1" status: 200 len: 1391 time: 0.4748828 Feb 28 17:27:56.455541 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f3459db3-a961-4c66-ac04-239b4a479345), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:56.460428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fde8c0-a657-445b-b308-841de686daa6 req-a2cce6df-6d06-48fb-b8dc-411a7d9ede37 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:56.461997 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83fde8c0-a657-445b-b308-841de686daa6 req-a2cce6df-6d06-48fb-b8dc-411a7d9ede37 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3856289 Feb 28 17:27:56.467465 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-11020b35-ea39-4e73-8af5-b60bf855322e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/quotas/f49f6ffbd120408fb62d733cc7aa205a HTTP/1.1" status: 200 len: 375 time: 0.0491996 Feb 28 17:27:56.482926 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-83fde8c0-a657-445b-b308-841de686daa6 req-0f293480-9fa0-4537-9102-7bfa5af337fe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Request body: {'port': {'device_id': 'cb4fbc7f-e7c8-446f-a052-50909433b121', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': '99c70571e74e4e0589acb386047f6689'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:56.492574 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afee9198-7dbe-4d5d-a9e2-c9d55d854030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8e2a1f00-ca2a-4d3a-a707-caafdf772625), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:56.515151 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afee9198-7dbe-4d5d-a9e2-c9d55d854030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:56.524315 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-afee9198-7dbe-4d5d-a9e2-c9d55d854030 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e2a1f00-ca2a-4d3a-a707-caafdf772625 HTTP/1.1" status: 204 len: 168 time: 0.3493016 Feb 28 17:27:56.570889 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee9198-7dbe-4d5d-a9e2-c9d55d854030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2a1f00-ca2a-4d3a-a707-caafdf772625,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:56.634029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] For port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:27:56.641281 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] For port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1da01d6f-d9dc-4841-b8dd-c285d94a8adb,segment=NetworkSegment(0c9c0002-cf6d-4ba1-a699-b08c31f5e679),segment_id=0c9c0002-cf6d-4ba1-a699-b08c31f5e679)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:27:56.655362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Allocated IP 19.86.0.2 (9557de2a-6277-4da0-affc-2f31b738173d/3822bbdc-b0f2-424b-9c64-b53c59046c42/b940d2ac-c99a-4602-8cd6-fb98be3f9c05) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:27:56.793705 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1da01d6f-d9dc-4841-b8dd-c285d94a8adb), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:56.834576 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ae74bc47-532b-46e1-a43b-1124233612fb req-a67c27d2-1bbe-401b-96ce-f848be18e6aa tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 210 time: 0.0943949 Feb 28 17:27:57.001547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3459db3-a961-4c66-ac04-239b4a479345 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:27:57.026206 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Publish callbacks [] for port (f3459db3-a961-4c66-ac04-239b4a479345), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:57.047052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:27:57.116485 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3823596-d30f-440c-9733-5c194fc0dacc req-b0bb6101-1392-4579-a629-0691b95f6289 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.6068676 Feb 28 17:27:57.137007 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c480532a-89ac-4e42-ae6e-5209cb86dbb4 req-c870c41f-a543-43ac-a5a1-5cfd40e18499 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8747687 Feb 28 17:27:57.151394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ce970-7163-46d0-bc22-8ec7dd04a9ad req-6a347c87-3467-4223-9289-102ef991467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:57.152985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf3ce970-7163-46d0-bc22-8ec7dd04a9ad req-6a347c87-3467-4223-9289-102ef991467c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 1127 time: 0.8318233 Feb 28 17:27:57.165139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Transition to ACTIVE for port object f3459db3-a961-4c66-ac04-239b4a479345 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:27:57.187565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9131589-d1cc-4a8e-a465-2947cc66591d req-5dfbbe83-2a3a-4620-b85c-fdaab1aab833 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:57.193479 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9131589-d1cc-4a8e-a465-2947cc66591d req-5dfbbe83-2a3a-4620-b85c-fdaab1aab833 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 932 time: 0.1833942 Feb 28 17:27:57.252474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f80d4-b47a-4874-a781-377851bd89cd None None] Pushing event updated for resources: {'Port': ['ID=1da01d6f-d9dc-4841-b8dd-c285d94a8adb,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:57.281795 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Publish callbacks [] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:57.301281 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-46f2ef91-a317-454f-a273-f03f45b6b076 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f49f6ffbd120408fb62d733cc7aa205a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8276014 Feb 28 17:27:57.304168 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (f3459db3-a961-4c66-ac04-239b4a479345), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:57.400461 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:57.408043 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Pushing event updated for resources: {'Port': ['ID=f3459db3-a961-4c66-ac04-239b4a479345,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:57.456868 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9131589-d1cc-4a8e-a465-2947cc66591d req-c35ad2d1-fc88-4690-92a5-6002e23a0f9e tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559302 Feb 28 17:27:57.464657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ce970-7163-46d0-bc22-8ec7dd04a9ad req-5067e9b0-36f9-482b-962b-c7b0d15e0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:57.466506 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf3ce970-7163-46d0-bc22-8ec7dd04a9ad req-5067e9b0-36f9-482b-962b-c7b0d15e0059 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.2869942 Feb 28 17:27:57.572361 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Network 9557de2a-6277-4da0-affc-2f31b738173d is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:27:57.575111 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fde8c0-a657-445b-b308-841de686daa6 req-0f293480-9fa0-4537-9102-7bfa5af337fe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Made reservation on behalf of 99c70571e74e4e0589acb386047f6689 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:27:57.578971 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83fde8c0-a657-445b-b308-841de686daa6 req-0f293480-9fa0-4537-9102-7bfa5af337fe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:57.585080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:57.600629 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:27:57.608738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Pushing event updated for resources: {'Port': ['ID=b940d2ac-c99a-4602-8cd6-fb98be3f9c05,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:57.630230 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-434a2e8f-c08c-4386-865f-0cdfb1249c45 service neutron] 10.222.0.72 "GET /v2.0/networks/5425a622-de03-4719-b488-9b4811a968d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179016 Feb 28 17:27:57.652487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Attempting to bind port f3459db3-a961-4c66-ac04-239b4a479345 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:27:57.652487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Attempting to bind port f3459db3-a961-4c66-ac04-239b4a479345 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '72bbed98-5cb1-4501-95bf-6b2d7faee35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd5f218a7-b6e7-4d63-abe2-64a875e4b2aa'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:27:57.652487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Attempting to bind port f3459db3-a961-4c66-ac04-239b4a479345 on network d5f218a7-b6e7-4d63-abe2-64a875e4b2aa {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:57.658620 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf3ce970-7163-46d0-bc22-8ec7dd04a9ad req-7a02ff17-5662-4c4d-83d7-99dddea5123f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f HTTP/1.1" status: 200 len: 999 time: 0.1806188 Feb 28 17:27:57.659833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Port f3459db3-a961-4c66-ac04-239b4a479345 on network d5f218a7-b6e7-4d63-abe2-64a875e4b2aa not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:27:57.660167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Attempting to bind port f3459db3-a961-4c66-ac04-239b4a479345 on network d5f218a7-b6e7-4d63-abe2-64a875e4b2aa {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:57.662090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57906) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:57.688260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:27:57.688697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Checking segment: {'id': '72bbed98-5cb1-4501-95bf-6b2d7faee35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd5f218a7-b6e7-4d63-abe2-64a875e4b2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:57.689141 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Bound using segment: {'id': '72bbed98-5cb1-4501-95bf-6b2d7faee35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd5f218a7-b6e7-4d63-abe2-64a875e4b2aa'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:27:57.689580 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Bound port: f3459db3-a961-4c66-ac04-239b4a479345, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bbed98-5cb1-4501-95bf-6b2d7faee35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd5f218a7-b6e7-4d63-abe2-64a875e4b2aa'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:27:57.689954 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f3459db3-a961-4c66-ac04-239b4a479345), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:57.703668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Attempting to bind port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:27:57.704223 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Attempting to bind port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '8972c490-f103-4c44-83be-6aba718f906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9557de2a-6277-4da0-affc-2f31b738173d'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:27:57.704473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Attempting to bind port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 on network 9557de2a-6277-4da0-affc-2f31b738173d {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:27:57.711445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:27:57.711825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Checking segment: {'id': '8972c490-f103-4c44-83be-6aba718f906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9557de2a-6277-4da0-affc-2f31b738173d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:27:57.712230 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:57.712899 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Bound using segment: {'id': '8972c490-f103-4c44-83be-6aba718f906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9557de2a-6277-4da0-affc-2f31b738173d'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:27:57.713428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Bound port: b940d2ac-c99a-4602-8cd6-fb98be3f9c05, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8972c490-f103-4c44-83be-6aba718f906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9557de2a-6277-4da0-affc-2f31b738173d'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:27:57.713879 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:57.725243 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-849ac777-91d3-449b-bc7a-22ec639dd5a5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=27ca83aa811e472dabdfcfd1879b703c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611742 Feb 28 17:27:57.732813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57908) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:27:57.792307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] For port b940d2ac-c99a-4602-8cd6-fb98be3f9c05, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:27:57.795709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] For port b940d2ac-c99a-4602-8cd6-fb98be3f9c05, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b940d2ac-c99a-4602-8cd6-fb98be3f9c05,segment=NetworkSegment(8972c490-f103-4c44-83be-6aba718f906d),segment_id=8972c490-f103-4c44-83be-6aba718f906d)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:27:57.855066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ce970-7163-46d0-bc22-8ec7dd04a9ad req-3f7660f4-d21f-4ad0-96eb-1174e73cb0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:57.856578 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf3ce970-7163-46d0-bc22-8ec7dd04a9ad req-3f7660f4-d21f-4ad0-96eb-1174e73cb0ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.1818852 Feb 28 17:27:57.872442 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:57.962017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Pushing event updated for resources: {'Port': ['ID=b940d2ac-c99a-4602-8cd6-fb98be3f9c05,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:57.968058 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:57.968484 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:57.968892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:57.969317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:57.969727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:57.970497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:57.970895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:57.971288 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:57.971951 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:57.972067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:57.972376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:57.972775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:57.973161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac62f257-da24-4a84-bf7b-89f159e08a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:27:57.989972 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-0956454b-4a83-4dfa-a7ef-6ead4fd36506 service neutron] 10.222.0.72 "GET /v2.0/networks/5425a622-de03-4719-b488-9b4811a968d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491795 Feb 28 17:27:58.048534 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ea15-a770-4f68-a477-0c293803b079 admin admin] Publish callbacks [] for security_group (0b709169-30cc-48eb-a917-b8d329c7e54d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:58.051421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-83fde8c0-a657-445b-b308-841de686daa6 req-0f293480-9fa0-4537-9102-7bfa5af337fe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Allocated IP 192.168.233.74 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/752e806f-6089-41e4-88f6-69959a72acc0) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:27:58.125667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ce970-7163-46d0-bc22-8ec7dd04a9ad req-67471d8c-cfe3-40ff-b9f9-a3c643956dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:58.127502 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf3ce970-7163-46d0-bc22-8ec7dd04a9ad req-67471d8c-cfe3-40ff-b9f9-a3c643956dd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2603872 Feb 28 17:27:58.152241 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1bf35671-8df8-4190-b2c8-8c865b695dcc req-83a7d88f-56b5-455e-8a62-11358a3d3d13 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 210 time: 0.0675175 Feb 28 17:27:58.170231 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ea15-a770-4f68-a477-0c293803b079 admin admin] Publish callbacks [] for security_group (0b709169-30cc-48eb-a917-b8d329c7e54d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:58.204038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] For port f3459db3-a961-4c66-ac04-239b4a479345, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:27:58.209638 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] For port f3459db3-a961-4c66-ac04-239b4a479345, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f3459db3-a961-4c66-ac04-239b4a479345,segment=NetworkSegment(72bbed98-5cb1-4501-95bf-6b2d7faee35f),segment_id=72bbed98-5cb1-4501-95bf-6b2d7faee35f)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:27:58.313120 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (f3459db3-a961-4c66-ac04-239b4a479345), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:58.374426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:58.384069 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:58.385782 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] 10.222.0.73 "PUT /v2.0/ports/f3459db3-a961-4c66-ac04-239b4a479345 HTTP/1.1" status: 200 len: 1093 time: 2.0143757 Feb 28 17:27:58.386308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588c62ec-fbc9-474e-ae56-130285e1684b', 'tag': 'f3459db3-a961-4c66-ac04-239b4a479345'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:27:58.389334 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-217dc4ec-a38a-4fe7-82ea-d40285983f6a service neutron] 10.222.0.72 "GET /v2.0/networks/9557de2a-6277-4da0-affc-2f31b738173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765864 Feb 28 17:27:58.408183 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1792f773-cd17-40cf-94a9-0939a734d858" -d '{"events": [{"name": "network-changed", "server_uuid": "588c62ec-fbc9-474e-ae56-130285e1684b", "tag": "f3459db3-a961-4c66-ac04-239b4a479345"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:27:58.433567 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81534d-4697-4832-b39c-7f5da4317842 service neutron] Pushing event updated for resources: {'Port': ['ID=f3459db3-a961-4c66-ac04-239b4a479345,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:58.473697 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a88eb1-51df-4ae4-8fb6-64f953be6eab x-openstack-request-id: req-b5a88eb1-51df-4ae4-8fb6-64f953be6eab {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:27:58.474259 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588c62ec-fbc9-474e-ae56-130285e1684b", "tag": "f3459db3-a961-4c66-ac04-239b4a479345", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:27:58.474681 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5a88eb1-51df-4ae4-8fb6-64f953be6eab {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:27:58.475288 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588c62ec-fbc9-474e-ae56-130285e1684b', 'tag': 'f3459db3-a961-4c66-ac04-239b4a479345', 'status': 'completed', 'code': 200} Feb 28 17:27:58.534013 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf3ce970-7163-46d0-bc22-8ec7dd04a9ad req-94697fdd-5e8a-4f54-beb9-ccae479be1fd service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892500 Feb 28 17:27:58.619716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792f773-cd17-40cf-94a9-0939a734d858 req-2c6e1f56-2dc4-4a56-a1e6-7710f0145747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:58.621233 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1792f773-cd17-40cf-94a9-0939a734d858 req-2c6e1f56-2dc4-4a56-a1e6-7710f0145747 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=092134078f4e41e78f2bec2553d8cda8&device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 1127 time: 0.1144288 Feb 28 17:27:58.625883 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83fde8c0-a657-445b-b308-841de686daa6 req-0f293480-9fa0-4537-9102-7bfa5af337fe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks [] for port (752e806f-6089-41e4-88f6-69959a72acc0), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:58.627270 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ea15-a770-4f68-a477-0c293803b079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0b709169-30cc-48eb-a917-b8d329c7e54d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:58.630373 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ea15-a770-4f68-a477-0c293803b079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:58.631522 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e8d8ea15-a770-4f68-a477-0c293803b079 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0b709169-30cc-48eb-a917-b8d329c7e54d HTTP/1.1" status: 204 len: 168 time: 0.8965805 Feb 28 17:27:58.634598 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73c1be-5e83-4309-91da-ee6009a5ca92 req-fb5c974e-37ca-4d69-9363-9588e4c0d38c tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:58.642367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c73c1be-5e83-4309-91da-ee6009a5ca92 req-fb5c974e-37ca-4d69-9363-9588e4c0d38c tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 944 time: 0.0974786 Feb 28 17:27:58.667700 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-cc41ca85-d3fc-4663-b6cd-e6c327665239 service neutron] 10.222.0.72 "GET /v2.0/networks/9557de2a-6277-4da0-affc-2f31b738173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677436 Feb 28 17:27:58.668799 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8ea15-a770-4f68-a477-0c293803b079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b709169-30cc-48eb-a917-b8d329c7e54d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:58.782670 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c73c1be-5e83-4309-91da-ee6009a5ca92 req-869c034c-63f0-450d-8b9b-a1f3ee0b9032 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389537 Feb 28 17:27:58.783766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd6dc66-7d4d-4db4-a0c9-bb0f2554426d None None] Network 5425a622-de03-4719-b488-9b4811a968d4 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:27:58.786939 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf3ce970-7163-46d0-bc22-8ec7dd04a9ad req-f30d700b-719d-4264-908d-c4d32b12542f service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439613 Feb 28 17:27:58.850943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792f773-cd17-40cf-94a9-0939a734d858 req-cd8d0da4-e2eb-4fbb-8bd5-d3e76d40ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:58.857298 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1792f773-cd17-40cf-94a9-0939a734d858 req-cd8d0da4-e2eb-4fbb-8bd5-d3e76d40ca1d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=092134078f4e41e78f2bec2553d8cda8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2129145 Feb 28 17:27:58.864478 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-d1d61b0b-112f-4c81-82e3-a9868667f184 service neutron] 10.222.0.72 "GET /v2.0/networks/5425a622-de03-4719-b488-9b4811a968d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880987 Feb 28 17:27:58.893608 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83fde8c0-a657-445b-b308-841de686daa6 req-0f293480-9fa0-4537-9102-7bfa5af337fe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (752e806f-6089-41e4-88f6-69959a72acc0), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:58.914260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['89a9f715-3a11-4479-b2b7-82257c124da5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:27:59.031970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fde8c0-a657-445b-b308-841de686daa6 req-0f293480-9fa0-4537-9102-7bfa5af337fe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:27:59.038807 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-83fde8c0-a657-445b-b308-841de686daa6 req-0f293480-9fa0-4537-9102-7bfa5af337fe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:27:59.050319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fde8c0-a657-445b-b308-841de686daa6 req-0f293480-9fa0-4537-9102-7bfa5af337fe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:27:59.094325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792f773-cd17-40cf-94a9-0939a734d858 req-1f9b707a-9072-4f2f-80de-70d47a467b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:59.099337 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1792f773-cd17-40cf-94a9-0939a734d858 req-1f9b707a-9072-4f2f-80de-70d47a467b34 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2326679 Feb 28 17:27:59.127286 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fde8c0-a657-445b-b308-841de686daa6 req-0f293480-9fa0-4537-9102-7bfa5af337fe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:59.127783 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83fde8c0-a657-445b-b308-841de686daa6 req-0f293480-9fa0-4537-9102-7bfa5af337fe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:59.159186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f293480-9fa0-4537-9102-7bfa5af337fe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Pushing event updated for resources: {'Port': ['ID=752e806f-6089-41e4-88f6-69959a72acc0,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:27:59.235791 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-5f87c22f-6fe0-4b6d-a1e1-5ba6362420bf service neutron] 10.222.0.72 "GET /v2.0/networks/5425a622-de03-4719-b488-9b4811a968d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630795 Feb 28 17:27:59.297262 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83fde8c0-a657-445b-b308-841de686daa6 req-0f293480-9fa0-4537-9102-7bfa5af337fe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8182285 Feb 28 17:27:59.315479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Request body: {'port': {'device_id': 'cb4fbc7f-e7c8-446f-a052-50909433b121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:27:59.346951 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-32bfe193-0823-48c3-b356-6d2de3d701d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:59.351934 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-32bfe193-0823-48c3-b356-6d2de3d701d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=092134078f4e41e78f2bec2553d8cda8&device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 1127 time: 0.1768351 Feb 28 17:27:59.475719 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b940d2ac-c99a-4602-8cd6-fb98be3f9c05 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:27:59.491345 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-28d40414-1a4b-4c50-bd76-8e957da13b6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3459db3-a961-4c66-ac04-239b4a479345 HTTP/1.1" status: 200 len: 217 time: 0.1329737 Feb 28 17:27:59.530912 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7aae0e3b-ccf4-4930-9d8e-9f62ba7bb9cb None None] Provisioning complete for port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:27:59.531426 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7aae0e3b-ccf4-4930-9d8e-9f62ba7bb9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1da01d6f-d9dc-4841-b8dd-c285d94a8adb), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:59.575619 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (752e806f-6089-41e4-88f6-69959a72acc0), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:27:59.655077 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-5241a429-b528-4bc3-bf0a-b34cede5acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:59.658863 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-5241a429-b528-4bc3-bf0a-b34cede5acd8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5606816-920e-4406-aa25-e036bfde4547 HTTP/1.1" status: 200 len: 851 time: 0.1467443 Feb 28 17:27:59.759373 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-bf10955e-f737-46a5-a948-74b5aad17d5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873752 Feb 28 17:27:59.773323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352ac15-710b-41e1-bde1-12f95fbe0a83 req-899aa980-08de-4343-b769-6a1e939c7dba tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:27:59.781216 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8352ac15-710b-41e1-bde1-12f95fbe0a83 req-899aa980-08de-4343-b769-6a1e939c7dba tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 935 time: 0.2957535 Feb 28 17:27:59.909614 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-6c8e4388-fbbe-4074-b338-ca8964c54683 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254201 Feb 28 17:27:59.913737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab09d519-d0f8-4597-867a-7da40326bfdc None None] Network 9557de2a-6277-4da0-affc-2f31b738173d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:27:59.963029 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d65f3c09-a7a0-4381-8d0a-08927ea9a6f7 req-d37022b2-3f52-47aa-94ff-f5d2ed827544 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 210 time: 0.0627913 Feb 28 17:28:00.021639 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8352ac15-710b-41e1-bde1-12f95fbe0a83 req-7dea8280-71a1-4256-bbc9-372c6cd1b495 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394092 Feb 28 17:28:00.174577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cc7b5-c053-463f-8393-677b7b490bef req-627d1e55-f766-452f-a4ae-a610c9f92243 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:00.183433 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ac7cc7b5-c053-463f-8393-677b7b490bef req-627d1e55-f766-452f-a4ae-a610c9f92243 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 944 time: 0.1171827 Feb 28 17:28:00.285700 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752e806f-6089-41e4-88f6-69959a72acc0 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:28:00.295976 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Publish callbacks [] for port (752e806f-6089-41e4-88f6-69959a72acc0), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:00.311292 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2bbac53-1aa4-4a99-a62a-8d5f84fded1c req-b028be20-8421-4644-8233-d999c4697cc2 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733292 Feb 28 17:28:00.312722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Transition to ACTIVE for port object 752e806f-6089-41e4-88f6-69959a72acc0 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:28:00.371777 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ac7cc7b5-c053-463f-8393-677b7b490bef req-4edd6a33-fe1b-4f72-a741-6d8afffb498f tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871569 Feb 28 17:28:00.408000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:00.408382 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:00.426067 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (752e806f-6089-41e4-88f6-69959a72acc0), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:00.462967 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e106b-ecb5-4c44-9510-ec34db8855a7 req-414db070-ca90-433c-9ed7-0021ea774e5e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:00.472255 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f96e106b-ecb5-4c44-9510-ec34db8855a7 req-414db070-ca90-433c-9ed7-0021ea774e5e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1088555 Feb 28 17:28:00.568421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7aae0e3b-ccf4-4930-9d8e-9f62ba7bb9cb None None] Current status of the port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:00.568931 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7aae0e3b-ccf4-4930-9d8e-9f62ba7bb9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1da01d6f-d9dc-4841-b8dd-c285d94a8adb), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:00.585431 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ece3cab-b283-411e-9429-d65299822020 req-1f92acff-ebf2-4ce2-8b79-8010d90c0685 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0886655 Feb 28 17:28:00.636214 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f96e106b-ecb5-4c44-9510-ec34db8855a7 req-4e69fd7a-c672-4e3c-9f2a-4aa67fa68174 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541100 Feb 28 17:28:00.713438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Pushing event updated for resources: {'Port': ['ID=752e806f-6089-41e4-88f6-69959a72acc0,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:00.785345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7aae0e3b-ccf4-4930-9d8e-9f62ba7bb9cb None None] For port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1da01d6f-d9dc-4841-b8dd-c285d94a8adb,segment=NetworkSegment(0c9c0002-cf6d-4ba1-a699-b08c31f5e679),segment_id=0c9c0002-cf6d-4ba1-a699-b08c31f5e679)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:00.848736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Attempting to bind port 752e806f-6089-41e4-88f6-69959a72acc0 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:28:00.849227 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Attempting to bind port 752e806f-6089-41e4-88f6-69959a72acc0 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:28:00.849695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Attempting to bind port 752e806f-6089-41e4-88f6-69959a72acc0 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:00.856647 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Port 752e806f-6089-41e4-88f6-69959a72acc0 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:28:00.857489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Attempting to bind port 752e806f-6089-41e4-88f6-69959a72acc0 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:00.863616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:28:00.864185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:00.864959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:28:00.865235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Bound port: 752e806f-6089-41e4-88f6-69959a72acc0, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:28:00.865802 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (752e806f-6089-41e4-88f6-69959a72acc0), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:00.904933 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7aae0e3b-ccf4-4930-9d8e-9f62ba7bb9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1da01d6f-d9dc-4841-b8dd-c285d94a8adb), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:00.971577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:00.972743 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:00.990439 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd918cda-a4af-4625-baf6-646aeb956ad5 req-72ec4f7c-b05d-46c1-82f1-af753e760154 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:00.995641 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bd918cda-a4af-4625-baf6-646aeb956ad5 req-72ec4f7c-b05d-46c1-82f1-af753e760154 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.2520161 Feb 28 17:28:01.087430 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] For port 752e806f-6089-41e4-88f6-69959a72acc0, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:28:01.107343 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae0e3b-ccf4-4930-9d8e-9f62ba7bb9cb None None] Pushing event updated for resources: {'Port': ['ID=1da01d6f-d9dc-4841-b8dd-c285d94a8adb,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:01.111793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port b940d2ac-c99a-4602-8cd6-fb98be3f9c05, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b940d2ac-c99a-4602-8cd6-fb98be3f9c05,segment=NetworkSegment(8972c490-f103-4c44-83be-6aba718f906d),segment_id=8972c490-f103-4c44-83be-6aba718f906d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:01.119510 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ce1e0578-eef6-4ec0-83ea-247387658269 req-91505657-cc28-4a4d-a745-6ff8d1332dd4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 210 time: 0.0783217 Feb 28 17:28:01.142365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] For port 752e806f-6089-41e4-88f6-69959a72acc0, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=752e806f-6089-41e4-88f6-69959a72acc0,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:28:01.156873 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5f618498-fbd8-4b0c-af42-3f0d44a879a3 None None] Provisioning complete for port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:01.157381 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f618498-fbd8-4b0c-af42-3f0d44a879a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1da01d6f-d9dc-4841-b8dd-c285d94a8adb), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:01.203956 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8eb82dc9-b650-444b-9b0f-8a5a3ef74cdb req-25135b5a-8545-442f-8741-42650643c8cf service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0374799 Feb 28 17:28:01.207952 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bd918cda-a4af-4625-baf6-646aeb956ad5 req-9b21d190-656f-46e5-99e6-b0603b242af3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993694 Feb 28 17:28:01.219231 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:01.221445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1da01d6f-d9dc-4841-b8dd-c285d94a8adb up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:01.261516 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (752e806f-6089-41e4-88f6-69959a72acc0), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:01.374374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:01.378417 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:01.381117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83fde8c0-a657-445b-b308-841de686daa6 req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] 10.222.0.69 "PUT /v2.0/ports/752e806f-6089-41e4-88f6-69959a72acc0 HTTP/1.1" status: 200 len: 1096 time: 2.0700309 Feb 28 17:28:01.382908 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4fbc7f-e7c8-446f-a052-50909433b121', 'tag': '752e806f-6089-41e4-88f6-69959a72acc0'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:01.389513 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b63407-5be7-4274-b7d6-7429e196b191" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4fbc7f-e7c8-446f-a052-50909433b121", "tag": "752e806f-6089-41e4-88f6-69959a72acc0"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:01.397412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e487e-e00e-4c71-93e4-d0d3032af079 req-2a3a5c21-e8b1-4665-8939-afd34bd5b100 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:01.411439 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-821e487e-e00e-4c71-93e4-d0d3032af079 req-2a3a5c21-e8b1-4665-8939-afd34bd5b100 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 947 time: 0.1666117 Feb 28 17:28:01.454369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=b940d2ac-c99a-4602-8cd6-fb98be3f9c05,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:01.459162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5f618498-fbd8-4b0c-af42-3f0d44a879a3 None None] Current status of the port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:01.476995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:01.477504 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1da01d6f-d9dc-4841-b8dd-c285d94a8adb), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:01.483427 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5f618498-fbd8-4b0c-af42-3f0d44a879a3 None None] Provisioning complete for port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:01.483918 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f618498-fbd8-4b0c-af42-3f0d44a879a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:01.497754 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-821e487e-e00e-4c71-93e4-d0d3032af079 req-c0e7f375-fd9e-4345-bf48-adad9a7ddeab tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804090 Feb 28 17:28:01.521954 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879e7c7-0811-438f-a5bd-33bdda5d311e service neutron] Pushing event updated for resources: {'Port': ['ID=752e806f-6089-41e4-88f6-69959a72acc0,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:01.598841 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57998) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:01.633113 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d003483-a050-4de2-be70-fbe1b3da5f5e req-168ef598-7f4b-417f-baf0-0aff32e8d31e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:01.644593 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6d003483-a050-4de2-be70-fbe1b3da5f5e req-168ef598-7f4b-417f-baf0-0aff32e8d31e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.2656996 Feb 28 17:28:01.667233 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d8bdc-2865-45eb-be6b-b968072ad6f1 req-f1e54d22-b382-4732-bf1f-25461ef80291 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:01.678029 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc7d8bdc-2865-45eb-be6b-b968072ad6f1 req-f1e54d22-b382-4732-bf1f-25461ef80291 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 944 time: 0.0977838 Feb 28 17:28:01.735794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fde8c0-a657-445b-b308-841de686daa6 req-9579ba2f-3acb-4a6e-95f9-c7413352f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:01.737527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83fde8c0-a657-445b-b308-841de686daa6 req-9579ba2f-3acb-4a6e-95f9-c7413352f24c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 1130 time: 0.1932030 Feb 28 17:28:01.760210 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc7d8bdc-2865-45eb-be6b-b968072ad6f1 req-93a1e35a-cf3d-4d1b-99c5-821eb33118d6 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809648 Feb 28 17:28:01.788954 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de065cb2-457c-4b36-9ce9-2551ae4be52d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:01.799826 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:01.800019 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83fde8c0-a657-445b-b308-841de686daa6 req-cbe83c85-ae1e-46dd-a3d8-c2fa562dcc64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=752e806f-6089-41e4-88f6-69959a72acc0 HTTP/1.1" status: 200 len: 217 time: 0.0491865 Feb 28 17:28:01.819920 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6d003483-a050-4de2-be70-fbe1b3da5f5e req-51a2f7f0-e1cd-4496-934d-68630e96aa22 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697505 Feb 28 17:28:01.822203 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5f618498-fbd8-4b0c-af42-3f0d44a879a3 None None] Current status of the port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:01.848782 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caec737-636e-443a-b63e-31015d1f6838 x-openstack-request-id: req-4caec737-636e-443a-b63e-31015d1f6838 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:01.848782 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4fbc7f-e7c8-446f-a052-50909433b121", "tag": "752e806f-6089-41e4-88f6-69959a72acc0", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:01.848782 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4caec737-636e-443a-b63e-31015d1f6838 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:01.848782 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4fbc7f-e7c8-446f-a052-50909433b121', 'tag': '752e806f-6089-41e4-88f6-69959a72acc0', 'status': 'completed', 'code': 200} Feb 28 17:28:01.917672 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de065cb2-457c-4b36-9ce9-2551ae4be52d admin admin] Publish callbacks [] for security_group (58410936-3bdd-49e2-ad07-c5d8739c6850), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:01.919003 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fde8c0-a657-445b-b308-841de686daa6 req-2c202da1-9ae1-4e00-a1d8-97e1448ee4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:01.921128 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83fde8c0-a657-445b-b308-841de686daa6 req-2c202da1-9ae1-4e00-a1d8-97e1448ee4b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1026862 Feb 28 17:28:01.933298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b940d2ac-c99a-4602-8cd6-fb98be3f9c05 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:01.976416 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13502f55-ec16-45a7-9c3a-aba11a2aeafa req-3cd03d4e-0a03-48f8-ac07-0cdfeac5b7b4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:01.978026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-13502f55-ec16-45a7-9c3a-aba11a2aeafa req-3cd03d4e-0a03-48f8-ac07-0cdfeac5b7b4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0983560 Feb 28 17:28:01.997750 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de065cb2-457c-4b36-9ce9-2551ae4be52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (58410936-3bdd-49e2-ad07-c5d8739c6850), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:02.009656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fde8c0-a657-445b-b308-841de686daa6 req-505a40f4-1ddd-4dbb-8442-a2bee4a9277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:02.010685 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83fde8c0-a657-445b-b308-841de686daa6 req-505a40f4-1ddd-4dbb-8442-a2bee4a9277e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0761647 Feb 28 17:28:02.032140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-42f87aff-e65b-43fb-9dc8-84a2a3f8afc3 None None] Provisioning complete for port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:02.032694 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-42f87aff-e65b-43fb-9dc8-84a2a3f8afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:02.043275 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-de065cb2-457c-4b36-9ce9-2551ae4be52d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ca7ca1b0fa4f43bf832617fdf316040e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4426079 Feb 28 17:28:02.046209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58004) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:02.049686 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de065cb2-457c-4b36-9ce9-2551ae4be52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58410936-3bdd-49e2-ad07-c5d8739c6850,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:02.076019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:02.076442 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:02.097803 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-13502f55-ec16-45a7-9c3a-aba11a2aeafa req-7a1ad6db-e932-436e-bf1b-52b0418f2dd4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110742 Feb 28 17:28:02.141642 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3ef2bc9d-6d46-45ae-919d-c9fcd84f96cf admin admin] Publish callbacks [] for security_group (58410936-3bdd-49e2-ad07-c5d8739c6850), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:02.158800 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83fde8c0-a657-445b-b308-841de686daa6 req-082f10f5-5d6b-4407-a15e-b0c20db1e153 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281006 Feb 28 17:28:02.166177 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3ef2bc9d-6d46-45ae-919d-c9fcd84f96cf admin admin] Publish callbacks [] for security_group (58410936-3bdd-49e2-ad07-c5d8739c6850), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:02.232242 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-42f87aff-e65b-43fb-9dc8-84a2a3f8afc3 None None] Current status of the port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:02.237229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:02.238333 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1da01d6f-d9dc-4841-b8dd-c285d94a8adb up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:02.290684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:02.291077 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1da01d6f-d9dc-4841-b8dd-c285d94a8adb), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:02.316137 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4732c74b-128b-4f36-a451-a1a3704fa81e req-f34cb0e2-1491-485a-b465-105b3b47c577 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 210 time: 0.0468314 Feb 28 17:28:02.356348 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3ef2bc9d-6d46-45ae-919d-c9fcd84f96cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (58410936-3bdd-49e2-ad07-c5d8739c6850), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:02.356348 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3ef2bc9d-6d46-45ae-919d-c9fcd84f96cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:02.360303 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83fde8c0-a657-445b-b308-841de686daa6 req-c587e132-1479-4ef3-9f1a-7a38aa42815b service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938300 Feb 28 17:28:02.361337 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3ef2bc9d-6d46-45ae-919d-c9fcd84f96cf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/58410936-3bdd-49e2-ad07-c5d8739c6850 HTTP/1.1" status: 204 len: 168 time: 0.3139012 Feb 28 17:28:02.372929 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2bc9d-6d46-45ae-919d-c9fcd84f96cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58410936-3bdd-49e2-ad07-c5d8739c6850,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:02.379358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58018) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:02.430534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:02.516070 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b63407-5be7-4274-b7d6-7429e196b191 req-80186b37-6006-494b-a0a6-ae8f6a7444f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:02.517669 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a8b63407-5be7-4274-b7d6-7429e196b191 req-80186b37-6006-494b-a0a6-ae8f6a7444f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 1130 time: 0.0462863 Feb 28 17:28:02.639429 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b63407-5be7-4274-b7d6-7429e196b191 req-b674d3bb-b4bd-4a41-8976-8404b4e9c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:02.641257 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a8b63407-5be7-4274-b7d6-7429e196b191 req-b674d3bb-b4bd-4a41-8976-8404b4e9c01f service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1154962 Feb 28 17:28:02.714618 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a8b63407-5be7-4274-b7d6-7429e196b191 req-d5143ce3-83b1-4a5e-83f2-bcff4238dea5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=752e806f-6089-41e4-88f6-69959a72acc0 HTTP/1.1" status: 200 len: 217 time: 0.0664032 Feb 28 17:28:02.728550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b8833-54b5-4773-97ac-3000fda8f485 req-41774271-00dd-423e-b000-18cdc0853963 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:02.731497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9c9b8833-54b5-4773-97ac-3000fda8f485 req-41774271-00dd-423e-b000-18cdc0853963 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 947 time: 0.0951657 Feb 28 17:28:02.778259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b63407-5be7-4274-b7d6-7429e196b191 req-b8629bf5-9906-4cab-b734-a0e6dff18822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:02.781620 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a8b63407-5be7-4274-b7d6-7429e196b191 req-b8629bf5-9906-4cab-b734-a0e6dff18822 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0603418 Feb 28 17:28:02.842591 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9c9b8833-54b5-4773-97ac-3000fda8f485 req-1a5800ff-5005-4425-83c4-05f4a8fc7284 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049132 Feb 28 17:28:02.874530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b63407-5be7-4274-b7d6-7429e196b191 req-55b5d7b6-45de-4204-a8c9-e083875836ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:02.876517 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a8b63407-5be7-4274-b7d6-7429e196b191 req-55b5d7b6-45de-4204-a8c9-e083875836ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0881307 Feb 28 17:28:02.877688 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-807fed25-90c7-4840-a37e-6449f07f288c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:02.968958 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f1872-8886-41af-a15f-6e56602e39c3 req-d54fa137-4245-4ed6-80ae-3233aa52afd1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:02.970458 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b64f1872-8886-41af-a15f-6e56602e39c3 req-d54fa137-4245-4ed6-80ae-3233aa52afd1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0566428 Feb 28 17:28:03.034832 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b64f1872-8886-41af-a15f-6e56602e39c3 req-6740e209-d710-4cb5-9019-879d42625e21 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586798 Feb 28 17:28:03.150993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58034) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:03.171481 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a8b63407-5be7-4274-b7d6-7429e196b191 req-89cfe6ba-9385-48e0-81fe-e1b117a1722b service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856357 Feb 28 17:28:03.179400 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-102f63ad-8e5b-4bc1-b2ce-2e9fa53a3c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.188328 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-42958c7c-6957-405c-accc-eb2dbfc26ab6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:03.193462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-42958c7c-6957-405c-accc-eb2dbfc26ab6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:03.194988 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-42958c7c-6957-405c-accc-eb2dbfc26ab6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.69 "GET /v2.0/networks?id=5425a622-de03-4719-b488-9b4811a968d4&id=9557de2a-6277-4da0-affc-2f31b738173d&id=5425a622-de03-4719-b488-9b4811a968d4 HTTP/1.1" status: 200 len: 1391 time: 0.2816525 Feb 28 17:28:03.195278 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40fc48-fda9-486e-b50e-7b931b8c2d36 req-04c55093-84ba-4fe5-99d3-c73129cfadc4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:03.200744 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40fc48-fda9-486e-b50e-7b931b8c2d36 req-04c55093-84ba-4fe5-99d3-c73129cfadc4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:03.207156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40fc48-fda9-486e-b50e-7b931b8c2d36 req-04c55093-84ba-4fe5-99d3-c73129cfadc4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:03.212396 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40fc48-fda9-486e-b50e-7b931b8c2d36 req-04c55093-84ba-4fe5-99d3-c73129cfadc4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:03.219004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40fc48-fda9-486e-b50e-7b931b8c2d36 req-04c55093-84ba-4fe5-99d3-c73129cfadc4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:03.224518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40fc48-fda9-486e-b50e-7b931b8c2d36 req-04c55093-84ba-4fe5-99d3-c73129cfadc4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:03.230700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40fc48-fda9-486e-b50e-7b931b8c2d36 req-04c55093-84ba-4fe5-99d3-c73129cfadc4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:03.231859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-7742d2f3-6177-492d-aae4-8e582b5be60e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Request body: {'port': {'device_id': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'network_id': '5425a622-de03-4719-b488-9b4811a968d4', 'admin_state_up': True, 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:03.232816 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cc40fc48-fda9-486e-b50e-7b931b8c2d36 req-04c55093-84ba-4fe5-99d3-c73129cfadc4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5433 time: 0.1285665 Feb 28 17:28:03.242789 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-807fed25-90c7-4840-a37e-6449f07f288c admin admin] Publish callbacks [] for security_group (2769d53c-0539-4d7a-a4b3-65e889f33a71), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.339794 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cc40fc48-fda9-486e-b50e-7b931b8c2d36 req-44f1a18c-0a5b-4cb8-b276-17d75b3f97c2 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949168 Feb 28 17:28:03.377541 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-102f63ad-8e5b-4bc1-b2ce-2e9fa53a3c8d admin admin] Publish callbacks [] for security_group (d9724cea-0719-49d0-8e81-426ada500bb6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.465797 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-102f63ad-8e5b-4bc1-b2ce-2e9fa53a3c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d9724cea-0719-49d0-8e81-426ada500bb6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.519689 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa95bb9c-c267-4f3b-b51a-a07bfebe0f8b req-175171ed-268c-4246-89a0-c116ec2f8a03 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 210 time: 0.0500906 Feb 28 17:28:03.542651 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-102f63ad-8e5b-4bc1-b2ce-2e9fa53a3c8d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=87508c755ae3405cbdb34cbd0872acbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3904369 Feb 28 17:28:03.546425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f63ad-8e5b-4bc1-b2ce-2e9fa53a3c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9724cea-0719-49d0-8e81-426ada500bb6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:03.553859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58040) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:03.589761 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f3459db3-a961-4c66-ac04-239b4a479345 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:28:03.626737 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-807fed25-90c7-4840-a37e-6449f07f288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2769d53c-0539-4d7a-a4b3-65e889f33a71), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.627337 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d70b-3f2a-4786-a45f-1c73331ba349 admin admin] Publish callbacks [] for security_group (d9724cea-0719-49d0-8e81-426ada500bb6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.651588 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d70b-3f2a-4786-a45f-1c73331ba349 admin admin] Publish callbacks [] for security_group (d9724cea-0719-49d0-8e81-426ada500bb6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.652332 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcacf8a-8c7b-4a17-85d5-e23f454a1a4b req-ce74f42c-0e58-4819-95b9-eb4a4030813e tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:03.653854 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bdcacf8a-8c7b-4a17-85d5-e23f454a1a4b req-ce74f42c-0e58-4819-95b9-eb4a4030813e tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 944 time: 0.5886683 Feb 28 17:28:03.715161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port f3459db3-a961-4c66-ac04-239b4a479345, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f3459db3-a961-4c66-ac04-239b4a479345,segment=NetworkSegment(72bbed98-5cb1-4501-95bf-6b2d7faee35f),segment_id=72bbed98-5cb1-4501-95bf-6b2d7faee35f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:03.718142 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-807fed25-90c7-4840-a37e-6449f07f288c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=096f9ab765c34d24a1045a152bee9ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3375189 Feb 28 17:28:03.721688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58042) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:03.729590 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'f3459db3-a961-4c66-ac04-239b4a479345', 'network_id': 'd5f218a7-b6e7-4d63-abe2-64a875e4b2aa', 'port_id': 'f3459db3-a961-4c66-ac04-239b4a479345', 'mac_address': 'fa:16:3e:f8:d1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5606816-920e-4406-aa25-e036bfde4547', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:28:03.735640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fed25-90c7-4840-a37e-6449f07f288c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2769d53c-0539-4d7a-a4b3-65e889f33a71,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:03.784738 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a8b63407-5be7-4274-b7d6-7429e196b191 req-5b90f44c-7d04-45f7-a90b-40b8dae88ff8 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879083 Feb 28 17:28:03.794181 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4deaa272-b766-4d45-b649-35263ddf1f0f admin admin] Publish callbacks [] for security_group (2769d53c-0539-4d7a-a4b3-65e889f33a71), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.805814 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bdcacf8a-8c7b-4a17-85d5-e23f454a1a4b req-8044c30f-11c6-4bf9-8a4a-b754a656638b tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284111 Feb 28 17:28:03.821694 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4deaa272-b766-4d45-b649-35263ddf1f0f admin admin] Publish callbacks [] for security_group (2769d53c-0539-4d7a-a4b3-65e889f33a71), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.839017 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d70b-3f2a-4786-a45f-1c73331ba349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d9724cea-0719-49d0-8e81-426ada500bb6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.842469 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d70b-3f2a-4786-a45f-1c73331ba349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.846156 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3cb1d70b-3f2a-4786-a45f-1c73331ba349 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d9724cea-0719-49d0-8e81-426ada500bb6 HTTP/1.1" status: 204 len: 168 time: 0.2875392 Feb 28 17:28:03.865427 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1d70b-3f2a-4786-a45f-1c73331ba349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9724cea-0719-49d0-8e81-426ada500bb6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:03.918913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-7742d2f3-6177-492d-aae4-8e582b5be60e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:03.924370 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-7742d2f3-6177-492d-aae4-8e582b5be60e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.963578 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port f3459db3-a961-4c66-ac04-239b4a479345 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:03.964277 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f3459db3-a961-4c66-ac04-239b4a479345), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.985411 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4deaa272-b766-4d45-b649-35263ddf1f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2769d53c-0539-4d7a-a4b3-65e889f33a71), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.988322 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4deaa272-b766-4d45-b649-35263ddf1f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:03.989980 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4deaa272-b766-4d45-b649-35263ddf1f0f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2769d53c-0539-4d7a-a4b3-65e889f33a71 HTTP/1.1" status: 204 len: 168 time: 0.2667849 Feb 28 17:28:03.990189 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3459db3-a961-4c66-ac04-239b4a479345 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:28:04.000421 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deaa272-b766-4d45-b649-35263ddf1f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2769d53c-0539-4d7a-a4b3-65e889f33a71,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:04.011116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port f3459db3-a961-4c66-ac04-239b4a479345, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f3459db3-a961-4c66-ac04-239b4a479345,segment=NetworkSegment(72bbed98-5cb1-4501-95bf-6b2d7faee35f),segment_id=72bbed98-5cb1-4501-95bf-6b2d7faee35f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:04.089951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0bf84-0124-4423-96e5-0872c3bd24fc req-7a0c7226-3a3b-495a-a170-1d30c0ef867c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.091500 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8eb0bf84-0124-4423-96e5-0872c3bd24fc req-7a0c7226-3a3b-495a-a170-1d30c0ef867c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 947 time: 0.1621404 Feb 28 17:28:04.111185 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f3459db3-a961-4c66-ac04-239b4a479345), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:04.185075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-7742d2f3-6177-492d-aae4-8e582b5be60e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Allocated IP 19.80.0.143 (5425a622-de03-4719-b488-9b4811a968d4/6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d/df9e7de8-f247-4da9-95c3-4483b6e47b15) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:04.191696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=f3459db3-a961-4c66-ac04-239b4a479345,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:04.202358 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8eb0bf84-0124-4423-96e5-0872c3bd24fc req-e78536bc-dc21-4234-a73c-4830d7efae24 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037035 Feb 28 17:28:04.397492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-9db6021e-f944-458f-9a56-4d0b6a2d661f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.403103 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-9db6021e-f944-458f-9a56-4d0b6a2d661f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.408651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-9db6021e-f944-458f-9a56-4d0b6a2d661f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.414461 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-9db6021e-f944-458f-9a56-4d0b6a2d661f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.420567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-9db6021e-f944-458f-9a56-4d0b6a2d661f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.426663 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-9db6021e-f944-458f-9a56-4d0b6a2d661f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.432173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-9db6021e-f944-458f-9a56-4d0b6a2d661f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.434193 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-9db6021e-f944-458f-9a56-4d0b6a2d661f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5433 time: 0.1548946 Feb 28 17:28:04.442296 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['f3459db3-a961-4c66-ac04-239b4a479345'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:04.491817 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-60fd7cac-6c73-48bf-afc6-4dc3785eedbf tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.493421 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-60fd7cac-6c73-48bf-afc6-4dc3785eedbf tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "GET /v2.0/ports/798e28b7-2a97-42c3-9aa7-4413d6985b80?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0489275 Feb 28 17:28:04.546405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2f994-b5e4-4af3-9f81-182a77cfc8ba req-1cb47645-b9dd-4ab8-b957-c9b3897e89bc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.547998 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f8f2f994-b5e4-4af3-9f81-182a77cfc8ba req-1cb47645-b9dd-4ab8-b957-c9b3897e89bc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0706251 Feb 28 17:28:04.578165 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-7742d2f3-6177-492d-aae4-8e582b5be60e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:04.599567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f8f2f994-b5e4-4af3-9f81-182a77cfc8ba req-59468431-6381-4135-a3fc-ee8caae379be tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459454 Feb 28 17:28:04.620124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 752e806f-6089-41e4-88f6-69959a72acc0 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:28:04.703089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49c46f-9122-4366-8ec5-0bb1477a35b0 req-eced0564-a13e-4247-ba83-2122bee5db4a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.709291 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49c46f-9122-4366-8ec5-0bb1477a35b0 req-eced0564-a13e-4247-ba83-2122bee5db4a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.717417 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49c46f-9122-4366-8ec5-0bb1477a35b0 req-eced0564-a13e-4247-ba83-2122bee5db4a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.723181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49c46f-9122-4366-8ec5-0bb1477a35b0 req-eced0564-a13e-4247-ba83-2122bee5db4a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.728917 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49c46f-9122-4366-8ec5-0bb1477a35b0 req-eced0564-a13e-4247-ba83-2122bee5db4a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.735368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49c46f-9122-4366-8ec5-0bb1477a35b0 req-eced0564-a13e-4247-ba83-2122bee5db4a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.741208 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49c46f-9122-4366-8ec5-0bb1477a35b0 req-eced0564-a13e-4247-ba83-2122bee5db4a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:04.749809 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b49c46f-9122-4366-8ec5-0bb1477a35b0 req-eced0564-a13e-4247-ba83-2122bee5db4a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 5433 time: 0.2553334 Feb 28 17:28:04.758586 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7384e877-9f82-45bf-8073-dd8cc326210f req-fdbbca84-f69a-434c-a50c-27a2b4f96fb5 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 210 time: 0.0599899 Feb 28 17:28:04.791163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-a455e32d-6051-4e33-825d-c6623d20a86d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "GET /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2891090 Feb 28 17:28:04.791754 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 752e806f-6089-41e4-88f6-69959a72acc0, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=752e806f-6089-41e4-88f6-69959a72acc0,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:04.805271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-cd32ad86-4611-4408-be12-52a8b04a4c5a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:04.812742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '752e806f-6089-41e4-88f6-69959a72acc0', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '752e806f-6089-41e4-88f6-69959a72acc0', 'mac_address': 'fa:16:3e:55:75:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:28:04.852588 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-7742d2f3-6177-492d-aae4-8e582b5be60e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:04.856261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 752e806f-6089-41e4-88f6-69959a72acc0 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:04.856942 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (752e806f-6089-41e4-88f6-69959a72acc0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:04.874900 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752e806f-6089-41e4-88f6-69959a72acc0 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:28:04.905917 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b49c46f-9122-4366-8ec5-0bb1477a35b0 req-a2b070b4-7654-46f7-9cad-c113ec955897 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1549783 Feb 28 17:28:04.911081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 752e806f-6089-41e4-88f6-69959a72acc0, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=752e806f-6089-41e4-88f6-69959a72acc0,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:04.955776 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742d2f3-6177-492d-aae4-8e582b5be60e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event updated for resources: {'Port': ['ID=df9e7de8-f247-4da9-95c3-4483b6e47b15,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:04.957470 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-cd32ad86-4611-4408-be12-52a8b04a4c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:04.961783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-7742d2f3-6177-492d-aae4-8e582b5be60e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Network 5425a622-de03-4719-b488-9b4811a968d4 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:04.974984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-7742d2f3-6177-492d-aae4-8e582b5be60e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:04.982092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-7742d2f3-6177-492d-aae4-8e582b5be60e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:05.025685 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (752e806f-6089-41e4-88f6-69959a72acc0), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:05.054339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739af22-50ce-4f14-b72f-34d7a76dfcc6 req-2ace68e6-0aea-4b0d-9c83-a7422dcdf6b8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:05.056848 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a739af22-50ce-4f14-b72f-34d7a76dfcc6 req-2ace68e6-0aea-4b0d-9c83-a7422dcdf6b8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 945 time: 0.1210549 Feb 28 17:28:05.083589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-7742d2f3-6177-492d-aae4-8e582b5be60e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:05.089201 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-7742d2f3-6177-492d-aae4-8e582b5be60e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:05.111972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=752e806f-6089-41e4-88f6-69959a72acc0,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:05.120339 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a739af22-50ce-4f14-b72f-34d7a76dfcc6 req-b86c1168-7058-458f-8538-576b28e29808 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567632 Feb 28 17:28:05.197364 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-7742d2f3-6177-492d-aae4-8e582b5be60e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9893501 Feb 28 17:28:05.212629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-fc98f9cd-e443-49d2-9bb1-42744a1b8fa4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Request body: {'port': {'device_id': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'network_id': '9557de2a-6277-4da0-affc-2f31b738173d', 'admin_state_up': True, 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:05.288008 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-cd32ad86-4611-4408-be12-52a8b04a4c5a service neutron] For port 798e28b7-2a97-42c3-9aa7-4413d6985b80, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=798e28b7-2a97-42c3-9aa7-4413d6985b80,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:05.383299 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e9105fd0-4b2e-4ad9-95d3-6881dd5530a7 None None] Provisioning complete for port df9e7de8-f247-4da9-95c3-4483b6e47b15 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:05.383299 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e9105fd0-4b2e-4ad9-95d3-6881dd5530a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:05.383457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-cd32ad86-4611-4408-be12-52a8b04a4c5a service neutron] For port 798e28b7-2a97-42c3-9aa7-4413d6985b80, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:28:05.411556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['752e806f-6089-41e4-88f6-69959a72acc0'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:05.450449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-cd32ad86-4611-4408-be12-52a8b04a4c5a service neutron] device_id is not set on port 798e28b7-2a97-42c3-9aa7-4413d6985b80 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:28:05.460243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e9105fd0-4b2e-4ad9-95d3-6881dd5530a7 None None] Port df9e7de8-f247-4da9-95c3-4483b6e47b15 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:28:05.463326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bb19b-ab95-4f4b-bbb8-0c8a1769d087 req-689009dc-87b6-4a00-850f-eb725ee74ae9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:05.465242 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-446bb19b-ab95-4f4b-bbb8-0c8a1769d087 req-689009dc-87b6-4a00-850f-eb725ee74ae9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 948 time: 0.1540146 Feb 28 17:28:05.477773 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-cd32ad86-4611-4408-be12-52a8b04a4c5a service neutron] Publish callbacks [] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:05.531656 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-446bb19b-ab95-4f4b-bbb8-0c8a1769d087 req-23d6491a-0da7-46d5-b60f-0515210c4bed tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519609 Feb 28 17:28:05.576635 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-cd32ad86-4611-4408-be12-52a8b04a4c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:05.580906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-fc98f9cd-e443-49d2-9bb1-42744a1b8fa4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:05.588103 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-fc98f9cd-e443-49d2-9bb1-42744a1b8fa4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:05.603953 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f3459db3-a961-4c66-ac04-239b4a479345 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:05.660407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32ad86-4611-4408-be12-52a8b04a4c5a service neutron] Pushing event updated for resources: {'Port': ['ID=798e28b7-2a97-42c3-9aa7-4413d6985b80,revision_number=6']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:05.772520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port f3459db3-a961-4c66-ac04-239b4a479345 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:28:05.781451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port f3459db3-a961-4c66-ac04-239b4a479345 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:05.782007 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f3459db3-a961-4c66-ac04-239b4a479345), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:05.820681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f1fba-43e1-45e6-a3e1-3eae98a6ea40 req-ea847230-37fd-4123-ab5f-f7a8a7ecd0da tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:05.822974 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d96f1fba-43e1-45e6-a3e1-3eae98a6ea40 req-ea847230-37fd-4123-ab5f-f7a8a7ecd0da tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0947888 Feb 28 17:28:05.829359 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-cd32ad86-4611-4408-be12-52a8b04a4c5a service neutron] No DVR routers for this DVR port 798e28b7-2a97-42c3-9aa7-4413d6985b80 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:05.900395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-cd32ad86-4611-4408-be12-52a8b04a4c5a service neutron] In _notify_port_updated(), no bound segment for port 798e28b7-2a97-42c3-9aa7-4413d6985b80 on network 91981ed3-7507-473e-bc6a-cc9456441a99 {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:28:05.901349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-cd32ad86-4611-4408-be12-52a8b04a4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:05.901990 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-cd32ad86-4611-4408-be12-52a8b04a4c5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:05.902765 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d96f1fba-43e1-45e6-a3e1-3eae98a6ea40 req-09a9208d-48b2-481e-ad89-ce20dda71843 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672362 Feb 28 17:28:05.903310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-cd32ad86-4611-4408-be12-52a8b04a4c5a service neutron] 10.222.0.69 "PUT /v2.0/ports/798e28b7-2a97-42c3-9aa7-4413d6985b80 HTTP/1.1" status: 200 len: 1027 time: 1.1034887 Feb 28 17:28:05.968138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port f3459db3-a961-4c66-ac04-239b4a479345 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:05.969328 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f3459db3-a961-4c66-ac04-239b4a479345), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:06.023592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-fc98f9cd-e443-49d2-9bb1-42744a1b8fa4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Allocated IP 19.86.0.137 (9557de2a-6277-4da0-affc-2f31b738173d/3822bbdc-b0f2-424b-9c64-b53c59046c42/20b4b99e-4432-4b67-9099-db8adfe6560e) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:06.025998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588c62ec-fbc9-474e-ae56-130285e1684b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3459db3-a961-4c66-ac04-239b4a479345'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:06.030181 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689802f4-10cd-4b62-aaae-3c45ec15d0db" -d '{"events": [{"server_uuid": "588c62ec-fbc9-474e-ae56-130285e1684b", "name": "network-vif-plugged", "status": "completed", "tag": "f3459db3-a961-4c66-ac04-239b4a479345"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:06.052590 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-a5d48c89-f279-478d-9839-7584e6348522 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:06.063041 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port f3459db3-a961-4c66-ac04-239b4a479345, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f3459db3-a961-4c66-ac04-239b4a479345,segment=NetworkSegment(72bbed98-5cb1-4501-95bf-6b2d7faee35f),segment_id=72bbed98-5cb1-4501-95bf-6b2d7faee35f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:06.064847 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-a5d48c89-f279-478d-9839-7584e6348522 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "GET /v2.0/ports/ef6ac6e4-3324-41d9-af4d-48868536be2c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1319981 Feb 28 17:28:06.099094 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-51325503-eea9-400c-be99-76b853d8c2d9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:06.117062 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42577494-a961-4854-b9af-135010fb98c2 req-5214edb9-71dc-4073-950f-7160b2d50377 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:06.122402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42577494-a961-4854-b9af-135010fb98c2 req-5214edb9-71dc-4073-950f-7160b2d50377 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:06.127758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42577494-a961-4854-b9af-135010fb98c2 req-5214edb9-71dc-4073-950f-7160b2d50377 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:06.133004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42577494-a961-4854-b9af-135010fb98c2 req-5214edb9-71dc-4073-950f-7160b2d50377 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:06.139097 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42577494-a961-4854-b9af-135010fb98c2 req-5214edb9-71dc-4073-950f-7160b2d50377 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:06.144462 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42577494-a961-4854-b9af-135010fb98c2 req-5214edb9-71dc-4073-950f-7160b2d50377 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:06.146399 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-42577494-a961-4854-b9af-135010fb98c2 req-5214edb9-71dc-4073-950f-7160b2d50377 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 4659 time: 0.0926354 Feb 28 17:28:06.156318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa9816-2b9a-4994-a001-ec68beb3522f req-56e6f01d-47cc-41e4-8f67-ebb31b8e5f6d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:06.157896 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bafa9816-2b9a-4994-a001-ec68beb3522f req-56e6f01d-47cc-41e4-8f67-ebb31b8e5f6d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 932 time: 0.2633011 Feb 28 17:28:06.193330 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5dad6183-49bf-4f54-8394-3a5962f87665 None None] Provisioning complete for port 798e28b7-2a97-42c3-9aa7-4413d6985b80 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:06.193703 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5dad6183-49bf-4f54-8394-3a5962f87665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:06.214913 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-42577494-a961-4854-b9af-135010fb98c2 req-f43285ca-412a-4e43-b2e9-896adafe012b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0864ddf-34a0-4b6e-b779-50487664a212&id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621395 Feb 28 17:28:06.258226 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-51325503-eea9-400c-be99-76b853d8c2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:06.264405 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f3459db3-a961-4c66-ac04-239b4a479345), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:06.351667 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a16102-388f-4e29-937a-29ce26c02ec6 x-openstack-request-id: req-05a16102-388f-4e29-937a-29ce26c02ec6 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:06.352545 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588c62ec-fbc9-474e-ae56-130285e1684b", "name": "network-vif-plugged", "status": "completed", "tag": "f3459db3-a961-4c66-ac04-239b4a479345", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:06.352697 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-05a16102-388f-4e29-937a-29ce26c02ec6 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:06.353047 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588c62ec-fbc9-474e-ae56-130285e1684b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3459db3-a961-4c66-ac04-239b4a479345', 'code': 200} Feb 28 17:28:06.381888 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bafa9816-2b9a-4994-a001-ec68beb3522f req-915e67f3-327d-411d-a3c7-0cea57d31f49 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849070 Feb 28 17:28:06.402285 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-fc98f9cd-e443-49d2-9bb1-42744a1b8fa4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:06.414747 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5dad6183-49bf-4f54-8394-3a5962f87665 None None] Port 798e28b7-2a97-42c3-9aa7-4413d6985b80 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:28:06.447893 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=f3459db3-a961-4c66-ac04-239b4a479345,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:06.514722 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cf32a-1f10-42f3-a6f9-60e27c82f128 req-e443f56f-cefe-429a-a3c1-63af4c1523de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:06.516333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-609cf32a-1f10-42f3-a6f9-60e27c82f128 req-e443f56f-cefe-429a-a3c1-63af4c1523de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 1129 time: 0.1315475 Feb 28 17:28:06.529212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdc468-5c23-4402-afbc-bed475500690 req-eb5cde7f-3164-45ea-beee-a0fcf846da5c tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:06.529502 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-57bdc468-5c23-4402-afbc-bed475500690 req-eb5cde7f-3164-45ea-beee-a0fcf846da5c tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 946 time: 0.1325517 Feb 28 17:28:06.540377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-51325503-eea9-400c-be99-76b853d8c2d9 service neutron] For port ef6ac6e4-3324-41d9-af4d-48868536be2c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ef6ac6e4-3324-41d9-af4d-48868536be2c,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:06.581031 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-51325503-eea9-400c-be99-76b853d8c2d9 service neutron] For port ef6ac6e4-3324-41d9-af4d-48868536be2c, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:28:06.600674 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-609cf32a-1f10-42f3-a6f9-60e27c82f128 req-371f8cb2-88c1-430f-9c7f-96c34415e17d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701134 Feb 28 17:28:06.605204 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-57bdc468-5c23-4402-afbc-bed475500690 req-2a53ebde-1842-46ac-955f-3724621ae9a6 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685279 Feb 28 17:28:06.623117 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-51325503-eea9-400c-be99-76b853d8c2d9 service neutron] device_id is not set on port ef6ac6e4-3324-41d9-af4d-48868536be2c yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:28:06.634358 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-51325503-eea9-400c-be99-76b853d8c2d9 service neutron] Publish callbacks [] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:06.650216 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 752e806f-6089-41e4-88f6-69959a72acc0 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:06.686857 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-fc98f9cd-e443-49d2-9bb1-42744a1b8fa4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:06.751435 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-fc98f9cd-e443-49d2-9bb1-42744a1b8fa4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Network 9557de2a-6277-4da0-affc-2f31b738173d is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:06.760374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-fc98f9cd-e443-49d2-9bb1-42744a1b8fa4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:06.768028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d2d98-eb9d-4ff9-8017-99f0852365c5 req-6c5d40c4-9e83-47f5-af54-2b5784a85b81 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:06.769825 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c51d2d98-eb9d-4ff9-8017-99f0852365c5 req-6c5d40c4-9e83-47f5-af54-2b5784a85b81 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 948 time: 0.1262209 Feb 28 17:28:06.771534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-fc98f9cd-e443-49d2-9bb1-42744a1b8fa4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:06.774210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98f9cd-e443-49d2-9bb1-42744a1b8fa4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event updated for resources: {'Port': ['ID=20b4b99e-4432-4b67-9099-db8adfe6560e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:06.854862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-fc98f9cd-e443-49d2-9bb1-42744a1b8fa4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:06.855655 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-fc98f9cd-e443-49d2-9bb1-42744a1b8fa4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:06.882740 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c51d2d98-eb9d-4ff9-8017-99f0852365c5 req-44495f65-f798-4b4c-9eb7-505149d1bdf0 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058812 Feb 28 17:28:06.910871 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-51325503-eea9-400c-be99-76b853d8c2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:06.956174 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 752e806f-6089-41e4-88f6-69959a72acc0 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:28:06.960632 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 752e806f-6089-41e4-88f6-69959a72acc0 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:06.961499 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (752e806f-6089-41e4-88f6-69959a72acc0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:06.974249 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51325503-eea9-400c-be99-76b853d8c2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6ac6e4-3324-41d9-af4d-48868536be2c,revision_number=6']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:07.024719 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-fc98f9cd-e443-49d2-9bb1-42744a1b8fa4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8163266 Feb 28 17:28:07.025950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-51325503-eea9-400c-be99-76b853d8c2d9 service neutron] No DVR routers for this DVR port ef6ac6e4-3324-41d9-af4d-48868536be2c on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:07.063992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-405cd64e-27b7-4c2d-943a-224379cc0d2a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Request body: {'port': {'device_id': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'network_id': '5425a622-de03-4719-b488-9b4811a968d4', 'admin_state_up': True, 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:07.103865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 752e806f-6089-41e4-88f6-69959a72acc0 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:07.105965 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (752e806f-6089-41e4-88f6-69959a72acc0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:07.115381 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64eb55-d3da-4e8f-a4e1-e71dec78cc5d req-422fdf8b-5462-491e-aee2-9f4ea6034256 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:07.117913 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d64eb55-d3da-4e8f-a4e1-e71dec78cc5d req-422fdf8b-5462-491e-aee2-9f4ea6034256 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0970981 Feb 28 17:28:07.151756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-51325503-eea9-400c-be99-76b853d8c2d9 service neutron] In _notify_port_updated(), no bound segment for port ef6ac6e4-3324-41d9-af4d-48868536be2c on network 91981ed3-7507-473e-bc6a-cc9456441a99 {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:28:07.153122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-51325503-eea9-400c-be99-76b853d8c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:07.153215 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-51325503-eea9-400c-be99-76b853d8c2d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:07.173100 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-51325503-eea9-400c-be99-76b853d8c2d9 service neutron] 10.222.0.69 "PUT /v2.0/ports/ef6ac6e4-3324-41d9-af4d-48868536be2c HTTP/1.1" status: 200 len: 1027 time: 1.0816059 Feb 28 17:28:07.195432 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d64eb55-d3da-4e8f-a4e1-e71dec78cc5d req-4fa28d90-4c04-4278-a3d7-87fb32c7806e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716398 Feb 28 17:28:07.214175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6bc57e13-b155-4d83-944e-5325f11ee079 None None] Provisioning complete for port 20b4b99e-4432-4b67-9099-db8adfe6560e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:07.215517 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6bc57e13-b155-4d83-944e-5325f11ee079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:07.225227 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 752e806f-6089-41e4-88f6-69959a72acc0, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=752e806f-6089-41e4-88f6-69959a72acc0,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:07.286559 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (752e806f-6089-41e4-88f6-69959a72acc0), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:07.287351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device ef6ac6e4-3324-41d9-af4d-48868536be2c no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:07.369510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6bc57e13-b155-4d83-944e-5325f11ee079 None None] Port 20b4b99e-4432-4b67-9099-db8adfe6560e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:28:07.405233 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=752e806f-6089-41e4-88f6-69959a72acc0,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:07.409272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] The host n-h2-820368-19 is not matching for port ef6ac6e4-3324-41d9-af4d-48868536be2c host ! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:28:07.409666 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device ef6ac6e4-3324-41d9-af4d-48868536be2c not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:28:07.411909 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:07.425893 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Deleting port dba8abd3-2fff-466c-935b-cc9c3eb302cc {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:07.426264 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:07.456329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a9f56-c9e5-4855-a25a-433fd3e66064 req-371c44e3-c17c-470c-adbe-f8fc83b9fbce tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:07.463012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a9f56-c9e5-4855-a25a-433fd3e66064 req-371c44e3-c17c-470c-adbe-f8fc83b9fbce tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:07.468766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a9f56-c9e5-4855-a25a-433fd3e66064 req-371c44e3-c17c-470c-adbe-f8fc83b9fbce tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:07.473995 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a9f56-c9e5-4855-a25a-433fd3e66064 req-371c44e3-c17c-470c-adbe-f8fc83b9fbce tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:07.479753 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a9f56-c9e5-4855-a25a-433fd3e66064 req-371c44e3-c17c-470c-adbe-f8fc83b9fbce tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:07.481545 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-904a9f56-c9e5-4855-a25a-433fd3e66064 req-371c44e3-c17c-470c-adbe-f8fc83b9fbce tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 3885 time: 0.1287334 Feb 28 17:28:07.514001 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-405cd64e-27b7-4c2d-943a-224379cc0d2a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:07.517323 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-405cd64e-27b7-4c2d-943a-224379cc0d2a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:07.527309 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:07.527912 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:07.550215 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2ebd92b5-dc62-486c-bb64-8d306e330dd7 None None] Provisioning complete for port ef6ac6e4-3324-41d9-af4d-48868536be2c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:07.550889 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ebd92b5-dc62-486c-bb64-8d306e330dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:07.555538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdec9e-c97e-46bd-93c3-aab859c2830c req-5045a69f-3152-43a4-9205-ef67dc077886 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:07.560536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdec9e-c97e-46bd-93c3-aab859c2830c req-5045a69f-3152-43a4-9205-ef67dc077886 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:07.568622 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cbcdec9e-c97e-46bd-93c3-aab859c2830c req-5045a69f-3152-43a4-9205-ef67dc077886 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 1655 time: 0.0880492 Feb 28 17:28:07.635651 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cbcdec9e-c97e-46bd-93c3-aab859c2830c req-d9ecd559-c61a-4928-bebf-5c54d7016f0f tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659854 Feb 28 17:28:07.644958 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:07.674297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2ebd92b5-dc62-486c-bb64-8d306e330dd7 None None] Port ef6ac6e4-3324-41d9-af4d-48868536be2c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:28:07.677912 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:07.692335 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-904a9f56-c9e5-4855-a25a-433fd3e66064 req-eb62cb10-28ad-4714-9546-8ce26746b6d6 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844792 Feb 28 17:28:07.698195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] For port dba8abd3-2fff-466c-935b-cc9c3eb302cc, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=dba8abd3-2fff-466c-935b-cc9c3eb302cc,segment=NetworkSegment(b7ac9249-e6bf-483f-8503-e60544033712),segment_id=b7ac9249-e6bf-483f-8503-e60544033712)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:07.698555 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:07.713189 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b303667-1d9c-4dec-8008-ddf2da5c4a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:07.734679 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:07.735780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:07.793086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cc7c9-db26-495e-987a-fdb30ec8f379 req-e1b0a851-5754-4f31-8d4a-2c93ea769324 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:07.800405 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c40cc7c9-db26-495e-987a-fdb30ec8f379 req-e1b0a851-5754-4f31-8d4a-2c93ea769324 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 946 time: 0.0768001 Feb 28 17:28:07.863329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:07.870516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c40cc7c9-db26-495e-987a-fdb30ec8f379 req-92198f18-4295-489d-9005-7daeefcecd50 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689456 Feb 28 17:28:07.871779 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-405cd64e-27b7-4c2d-943a-224379cc0d2a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Allocated IP 19.80.0.78 (5425a622-de03-4719-b488-9b4811a968d4/6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d/26d61e20-36bc-4931-b531-a09ab87078a4) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:07.936242 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:07.936486 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:07.997218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:08.017242 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:08.017600 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (e922390a-ad8b-4b32-8faa-95d93d165af6), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:08.022119 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Floating IP e922390a-ad8b-4b32-8faa-95d93d165af6 disassociated. External IP: 172.25.3.19, port: dba8abd3-2fff-466c-935b-cc9c3eb302cc. Feb 28 17:28:08.022119 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Calling delete_port for dba8abd3-2fff-466c-935b-cc9c3eb302cc owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:08.055128 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:08.124545 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:08.188709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55573f42-84ee-40f3-94a8-a8a3e46317bd req-b77efc35-4541-433c-9c7b-62daba1f9974 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:08.190237 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-55573f42-84ee-40f3-94a8-a8a3e46317bd req-b77efc35-4541-433c-9c7b-62daba1f9974 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.2058048 Feb 28 17:28:08.237915 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-405cd64e-27b7-4c2d-943a-224379cc0d2a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for port (26d61e20-36bc-4931-b531-a09ab87078a4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:08.318552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-55573f42-84ee-40f3-94a8-a8a3e46317bd req-fb34e9ee-78e2-4e32-8058-6c64f6a4f3db tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198986 Feb 28 17:28:08.354530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4fbc7f-e7c8-446f-a052-50909433b121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752e806f-6089-41e4-88f6-69959a72acc0'}, {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56'}, {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ccbf05-23c2-4bf1-b1ef-831a2643fc6b'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:08.357786 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90220250-802e-4939-a9a7-331fffa531c9" -d '{"events": [{"server_uuid": "cb4fbc7f-e7c8-446f-a052-50909433b121", "name": "network-vif-plugged", "status": "completed", "tag": "752e806f-6089-41e4-88f6-69959a72acc0"}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56"}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "07ccbf05-23c2-4bf1-b1ef-831a2643fc6b"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:08.368849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad31ac-9870-41f3-b0b0-710cf3066723 req-df09ee7a-3eae-4dc2-99ce-df2a123ce204 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:08.370426 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c6ad31ac-9870-41f3-b0b0-710cf3066723 req-df09ee7a-3eae-4dc2-99ce-df2a123ce204 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0822554 Feb 28 17:28:08.401751 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd836594-ec21-445d-b718-576d2175f87f x-openstack-request-id: req-dd836594-ec21-445d-b718-576d2175f87f {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:08.402091 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4fbc7f-e7c8-446f-a052-50909433b121", "name": "network-vif-plugged", "status": "completed", "tag": "752e806f-6089-41e4-88f6-69959a72acc0", "code": 200}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56", "code": 200}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "07ccbf05-23c2-4bf1-b1ef-831a2643fc6b", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:08.402346 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dd836594-ec21-445d-b718-576d2175f87f {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:08.402751 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4fbc7f-e7c8-446f-a052-50909433b121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752e806f-6089-41e4-88f6-69959a72acc0', 'code': 200} Feb 28 17:28:08.403009 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56', 'code': 200} Feb 28 17:28:08.403259 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ccbf05-23c2-4bf1-b1ef-831a2643fc6b', 'code': 200} Feb 28 17:28:08.420557 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-405cd64e-27b7-4c2d-943a-224379cc0d2a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (26d61e20-36bc-4931-b531-a09ab87078a4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:08.433406 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c6ad31ac-9870-41f3-b0b0-710cf3066723 req-7d65c6c4-7d78-428b-9348-87574f153ee4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508435 Feb 28 17:28:08.462042 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (dba8abd3-2fff-466c-935b-cc9c3eb302cc), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:08.476550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-405cd64e-27b7-4c2d-943a-224379cc0d2a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Network 5425a622-de03-4719-b488-9b4811a968d4 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:08.486856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-405cd64e-27b7-4c2d-943a-224379cc0d2a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:08.492370 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-405cd64e-27b7-4c2d-943a-224379cc0d2a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:08.543735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cd64e-27b7-4c2d-943a-224379cc0d2a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event updated for resources: {'Port': ['ID=26d61e20-36bc-4931-b531-a09ab87078a4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:08.573810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d5e55-a787-4c3a-8ab3-f84c767f2ff4 req-e50b2cb0-0a58-4fbc-a324-1c5e838b89df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:08.578082 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-831d5e55-a787-4c3a-8ab3-f84c767f2ff4 req-e50b2cb0-0a58-4fbc-a324-1c5e838b89df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 1132 time: 0.0869455 Feb 28 17:28:08.637071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event deleted for resources: {'Port': ['ID=dba8abd3-2fff-466c-935b-cc9c3eb302cc,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:08.643479 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-831d5e55-a787-4c3a-8ab3-f84c767f2ff4 req-88f9e2f9-2d53-4134-9cc7-152675f83067 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577323 Feb 28 17:28:08.647770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-405cd64e-27b7-4c2d-943a-224379cc0d2a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:08.648411 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-405cd64e-27b7-4c2d-943a-224379cc0d2a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:08.662929 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device debbeb44-0a6e-4b85-a3e8-df4d7568da2e no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:08.702061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58212) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:08.747008 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-405cd64e-27b7-4c2d-943a-224379cc0d2a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6993072 Feb 28 17:28:08.749226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Router 40d52aa2-b44a-488d-a012-e25eb801726e has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:28:08.825349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port debbeb44-0a6e-4b85-a3e8-df4d7568da2e is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:08.826201 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:08.890902 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port debbeb44-0a6e-4b85-a3e8-df4d7568da2e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=debbeb44-0a6e-4b85-a3e8-df4d7568da2e,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:08.912260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0d6dc40b-13f3-45d7-8f76-5dc5e995b91e None None] Provisioning complete for port 26d61e20-36bc-4931-b531-a09ab87078a4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:08.912690 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0d6dc40b-13f3-45d7-8f76-5dc5e995b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (26d61e20-36bc-4931-b531-a09ab87078a4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:08.940208 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3a12463b-8e9b-4945-929f-3909ea846311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:08.954377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0d6dc40b-13f3-45d7-8f76-5dc5e995b91e None None] Port 26d61e20-36bc-4931-b531-a09ab87078a4 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:28:08.980440 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:08.981421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device e3562be2-4d3d-4ee7-a299-a4054484514a no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:08.999254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34a90-7505-45a4-a34e-11b5e5fd329a req-8da07f65-8948-46c8-b762-b5b22f82d8ed tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:09.004794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34a90-7505-45a4-a34e-11b5e5fd329a req-8da07f65-8948-46c8-b762-b5b22f82d8ed tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:09.010671 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34a90-7505-45a4-a34e-11b5e5fd329a req-8da07f65-8948-46c8-b762-b5b22f82d8ed tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:09.017720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34a90-7505-45a4-a34e-11b5e5fd329a req-8da07f65-8948-46c8-b762-b5b22f82d8ed tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:09.018910 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ca34a90-7505-45a4-a34e-11b5e5fd329a req-8da07f65-8948-46c8-b762-b5b22f82d8ed tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 3146 time: 0.1987216 Feb 28 17:28:09.089293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=debbeb44-0a6e-4b85-a3e8-df4d7568da2e,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:09.154641 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ca34a90-7505-45a4-a34e-11b5e5fd329a req-6b4de721-0631-4913-a3db-1fa86f3cb8de tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056447 Feb 28 17:28:09.174652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3a12463b-8e9b-4945-929f-3909ea846311 admin admin] Publish callbacks [] for security_group (19427be6-f204-4e80-b3eb-22c89f4dfb1b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.183190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Request body: {'port': {'device_id': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:09.198933 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port e3562be2-4d3d-4ee7-a299-a4054484514a is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:09.202130 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.211263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58222) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:09.251817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port e3562be2-4d3d-4ee7-a299-a4054484514a, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e3562be2-4d3d-4ee7-a299-a4054484514a,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:09.264331 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3a12463b-8e9b-4945-929f-3909ea846311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (19427be6-f204-4e80-b3eb-22c89f4dfb1b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.324492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12463b-8e9b-4945-929f-3909ea846311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19427be6-f204-4e80-b3eb-22c89f4dfb1b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:09.330658 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3a12463b-8e9b-4945-929f-3909ea846311 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17397b43027248238b9d4c78bb59fef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6274433 Feb 28 17:28:09.334175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58226) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:09.336075 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.337079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 798e28b7-2a97-42c3-9aa7-4413d6985b80 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:09.349394 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.362274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ef94f-d865-4cba-b74d-1fd7476dada5 req-0a7f698d-da42-4c41-aeef-93d95d67ac55 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:09.367581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ef94f-d865-4cba-b74d-1fd7476dada5 req-0a7f698d-da42-4c41-aeef-93d95d67ac55 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:09.373422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ef94f-d865-4cba-b74d-1fd7476dada5 req-0a7f698d-da42-4c41-aeef-93d95d67ac55 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:09.375136 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0c2ef94f-d865-4cba-b74d-1fd7476dada5 req-0a7f698d-da42-4c41-aeef-93d95d67ac55 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2376 time: 0.6223633 Feb 28 17:28:09.387459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602f9f1-c4c8-498f-9672-5a0fafbd8e4f req-6ad47c3c-f46d-4e78-b971-9866a98cd4c8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:09.389729 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d602f9f1-c4c8-498f-9672-5a0fafbd8e4f req-6ad47c3c-f46d-4e78-b971-9866a98cd4c8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 946 time: 0.1388891 Feb 28 17:28:09.394988 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71afeae1-2e5e-407a-956f-1f0b2c238c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.424811 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=e3562be2-4d3d-4ee7-a299-a4054484514a,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:09.440867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:28:09.444726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] The host n-h2-820368-19 is not matching for port 798e28b7-2a97-42c3-9aa7-4413d6985b80 host ! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:28:09.445144 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 798e28b7-2a97-42c3-9aa7-4413d6985b80 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:28:09.445573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device dba8abd3-2fff-466c-935b-cc9c3eb302cc no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:09.454708 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5e3e92-cf8e-4fa4-8a91-1a4eea5f894c None None] Sync routers for ids ['40d52aa2-b44a-488d-a012-e25eb801726e'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:28:09.458266 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d562a2f9-c389-4276-90da-72292c79e6c4 admin admin] Publish callbacks [] for security_group (19427be6-f204-4e80-b3eb-22c89f4dfb1b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.465526 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e3e92-cf8e-4fa4-8a91-1a4eea5f894c None None] Routers {'40d52aa2-b44a-488d-a012-e25eb801726e'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:28:09.466188 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-cc5e3e92-cf8e-4fa4-8a91-1a4eea5f894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:27:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['40d52aa2-b44a-488d-a012-e25eb801726e'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:09.481199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: dba8abd3-2fff-466c-935b-cc9c3eb302cc {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:28:09.481546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device dba8abd3-2fff-466c-935b-cc9c3eb302cc not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:28:09.499370 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d602f9f1-c4c8-498f-9672-5a0fafbd8e4f req-e3b595cf-b461-4731-9112-13628dc4cdc4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997055 Feb 28 17:28:09.518628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] No DVR routers for this DVR port dba8abd3-2fff-466c-935b-cc9c3eb302cc on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:09.526931 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.530263 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d562a2f9-c389-4276-90da-72292c79e6c4 admin admin] Publish callbacks [] for security_group (19427be6-f204-4e80-b3eb-22c89f4dfb1b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.530440 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-bc3d486e-f004-48f4-ab34-21c933696fd0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "DELETE /v2.0/ports/dba8abd3-2fff-466c-935b-cc9c3eb302cc HTTP/1.1" status: 204 len: 173 time: 2.3503392 Feb 28 17:28:09.530966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-deleted', 'tag': 'dba8abd3-2fff-466c-935b-cc9c3eb302cc'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:09.533609 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6581df-7119-448e-b20f-fd5aafce2d59" -d '{"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-deleted", "tag": "dba8abd3-2fff-466c-935b-cc9c3eb302cc"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:09.580175 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-cc5e3e92-cf8e-4fa4-8a91-1a4eea5f894c None None] Set router 40d52aa2-b44a-488d-a012-e25eb801726e gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:28:09.599851 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71afeae1-2e5e-407a-956f-1f0b2c238c43 admin admin] Publish callbacks [] for security_group (1abba28e-6df0-41da-a070-d2c304d30add), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.653905 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0c2ef94f-d865-4cba-b74d-1fd7476dada5 req-71d1770b-f1e4-4b60-8dcb-cdab1b9317ff tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662733 Feb 28 17:28:09.657587 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dd7f4-f074-4724-8f81-7cdbee08cf72 req-84a161c1-c6ad-4155-bf93-f7c5a97edb35 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:09.659799 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-490dd7f4-f074-4724-8f81-7cdbee08cf72 req-84a161c1-c6ad-4155-bf93-f7c5a97edb35 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.0621617 Feb 28 17:28:09.681878 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71afeae1-2e5e-407a-956f-1f0b2c238c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1abba28e-6df0-41da-a070-d2c304d30add), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.727049 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d562a2f9-c389-4276-90da-72292c79e6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (19427be6-f204-4e80-b3eb-22c89f4dfb1b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.730726 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d562a2f9-c389-4276-90da-72292c79e6c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.732507 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d562a2f9-c389-4276-90da-72292c79e6c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/19427be6-f204-4e80-b3eb-22c89f4dfb1b HTTP/1.1" status: 204 len: 168 time: 0.3963981 Feb 28 17:28:09.761136 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-71afeae1-2e5e-407a-956f-1f0b2c238c43 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a98b363c8e0f4e23936d24f208ff2b8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5486460 Feb 28 17:28:09.762011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afeae1-2e5e-407a-956f-1f0b2c238c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abba28e-6df0-41da-a070-d2c304d30add,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:09.764935 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58238) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:09.813047 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-490dd7f4-f074-4724-8f81-7cdbee08cf72 req-790d6ac6-d030-4427-87d0-752d584f10ea tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474781 Feb 28 17:28:09.830825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562a2f9-c389-4276-90da-72292c79e6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19427be6-f204-4e80-b3eb-22c89f4dfb1b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:09.849343 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.863875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-154bf6c7-b53b-4e64-81b3-074f8f53525e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Deleting port e3562be2-4d3d-4ee7-a299-a4054484514a {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:09.864667 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-154bf6c7-b53b-4e64-81b3-074f8f53525e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.867286 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-213c00a8-2c6b-4dab-887e-558ea5cdd67f admin admin] Publish callbacks [] for security_group (1abba28e-6df0-41da-a070-d2c304d30add), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.881236 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6b791b4c-46d8-40b8-933a-c60588714939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.910198 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-cc5e3e92-cf8e-4fa4-8a91-1a4eea5f894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:18:07Z', 'revision_number': 4, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port': {'id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:02Z', 'updated_at': '2022-02-28T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '22bb4e5c-1d18-4931-9a1b-ac80a8db2439', 'name': '', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'mac_address': 'fa:16:3e:50:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:06Z', 'updated_at': '2022-02-28T17:18:13Z', 'revision_number': 5, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'subnets': [{'id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:09.933835 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-213c00a8-2c6b-4dab-887e-558ea5cdd67f admin admin] Publish callbacks [] for security_group (1abba28e-6df0-41da-a070-d2c304d30add), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:09.946641 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5e3e92-cf8e-4fa4-8a91-1a4eea5f894c None None] Checking router: 40d52aa2-b44a-488d-a012-e25eb801726e for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:28:09.954707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c39d30-ec88-4229-994e-78fa37e8aa49 req-c659673d-f58a-41e1-b98a-78f5d7f15a61 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:09.956205 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e3e92-cf8e-4fa4-8a91-1a4eea5f894c None None] Routers {'40d52aa2-b44a-488d-a012-e25eb801726e'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:28:09.956393 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83c39d30-ec88-4229-994e-78fa37e8aa49 req-c659673d-f58a-41e1-b98a-78f5d7f15a61 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1748085 Feb 28 17:28:09.957227 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-cc5e3e92-cf8e-4fa4-8a91-1a4eea5f894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:28:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['40d52aa2-b44a-488d-a012-e25eb801726e'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:10.042061 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-651d18a8-5788-4d58-b531-22091ea37a43 req-e4e663b8-7efe-42ee-9bd0-0f5172ac6a23 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1202070481&fields=id&tenant_id=092134078f4e41e78f2bec2553d8cda8 HTTP/1.1" status: 200 len: 267 time: 0.0819957 Feb 28 17:28:10.057123 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-154bf6c7-b53b-4e64-81b3-074f8f53525e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] For port e3562be2-4d3d-4ee7-a299-a4054484514a, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e3562be2-4d3d-4ee7-a299-a4054484514a,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:10.057605 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-154bf6c7-b53b-4e64-81b3-074f8f53525e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:10.101990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-154bf6c7-b53b-4e64-81b3-074f8f53525e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Calling delete_port for e3562be2-4d3d-4ee7-a299-a4054484514a owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:10.114564 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-cc5e3e92-cf8e-4fa4-8a91-1a4eea5f894c None None] Set router 40d52aa2-b44a-488d-a012-e25eb801726e gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:28:10.121315 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83c39d30-ec88-4229-994e-78fa37e8aa49 req-9c7693d6-6e22-4ae7-a6e1-b7ec8c0fd3e5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484542 Feb 28 17:28:10.121876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d18a8-5788-4d58-b531-22091ea37a43 req-13861461-b86d-4e88-aad8-2c91f0ea66df tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:10.123691 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-651d18a8-5788-4d58-b531-22091ea37a43 req-13861461-b86d-4e88-aad8-2c91f0ea66df tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 946 time: 0.0654025 Feb 28 17:28:10.128711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9e7de8-f247-4da9-95c3-4483b6e47b15 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:28:10.142535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-651d18a8-5788-4d58-b531-22091ea37a43 req-1519593b-584f-4f67-ac42-6c3f56de0854 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'port': {'security_groups': ['b414e4db-55fc-4afa-8e02-f1441fc47463', '2e13981c-a726-49ed-9526-c68dd96a146f']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:10.149593 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-213c00a8-2c6b-4dab-887e-558ea5cdd67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1abba28e-6df0-41da-a070-d2c304d30add), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:10.152374 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-213c00a8-2c6b-4dab-887e-558ea5cdd67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:10.154410 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-213c00a8-2c6b-4dab-887e-558ea5cdd67f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1abba28e-6df0-41da-a070-d2c304d30add HTTP/1.1" status: 204 len: 168 time: 0.3717737 Feb 28 17:28:10.167703 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Publish callbacks [] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:10.189410 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Transition to ACTIVE for port object df9e7de8-f247-4da9-95c3-4483b6e47b15 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:28:10.194753 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc28d50-42e5-4ff8-8e5f-27ce38175d4b x-openstack-request-id: req-bcc28d50-42e5-4ff8-8e5f-27ce38175d4b {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:10.195057 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-deleted", "tag": "dba8abd3-2fff-466c-935b-cc9c3eb302cc", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:10.195316 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bcc28d50-42e5-4ff8-8e5f-27ce38175d4b {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:10.195726 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-deleted', 'tag': 'dba8abd3-2fff-466c-935b-cc9c3eb302cc', 'status': 'completed', 'code': 200} Feb 28 17:28:10.225954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c00a8-2c6b-4dab-887e-558ea5cdd67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abba28e-6df0-41da-a070-d2c304d30add,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:10.281081 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:10.306182 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-651d18a8-5788-4d58-b531-22091ea37a43 req-1519593b-584f-4f67-ac42-6c3f56de0854 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f3459db3-a961-4c66-ac04-239b4a479345), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:10.395161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=df9e7de8-f247-4da9-95c3-4483b6e47b15,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:10.404929 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'debbeb44-0a6e-4b85-a3e8-df4d7568da2e'}, {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3562be2-4d3d-4ee7-a299-a4054484514a'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:10.407778 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ec8d0d-ff2e-478d-9006-63051ccd0cd0" -d '{"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "debbeb44-0a6e-4b85-a3e8-df4d7568da2e"}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "e3562be2-4d3d-4ee7-a299-a4054484514a"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:10.520724 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-cc5e3e92-cf8e-4fa4-8a91-1a4eea5f894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:18:07Z', 'revision_number': 4, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port': {'id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:02Z', 'updated_at': '2022-02-28T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '22bb4e5c-1d18-4931-9a1b-ac80a8db2439', 'name': '', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'mac_address': 'fa:16:3e:50:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:06Z', 'updated_at': '2022-02-28T17:18:13Z', 'revision_number': 5, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'subnets': [{'id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:10.527845 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-154bf6c7-b53b-4e64-81b3-074f8f53525e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e3562be2-4d3d-4ee7-a299-a4054484514a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:10.548281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01170e93-503d-47d1-8277-1d9e4516928f req-119ebb20-9594-46bb-9977-dce32055eea1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:10.553882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01170e93-503d-47d1-8277-1d9e4516928f req-119ebb20-9594-46bb-9977-dce32055eea1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:10.554816 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5e3e92-cf8e-4fa4-8a91-1a4eea5f894c None None] The sync data for ids ['40d52aa2-b44a-488d-a012-e25eb801726e'] in n-d-820368-19 is: [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:18:07Z', 'revision_number': 4, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port': {'id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:02Z', 'updated_at': '2022-02-28T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '22bb4e5c-1d18-4931-9a1b-ac80a8db2439', 'name': '', 'network_id': '7f480115-5801-45bd-aa86-f54a00aae2c2', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'mac_address': 'fa:16:3e:50:1f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:06Z', 'updated_at': '2022-02-28T17:18:13Z', 'revision_number': 5, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'subnets': [{'id': 'e5ee6953-30d0-4c0b-8c97-03aeb406c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:28:10.560038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01170e93-503d-47d1-8277-1d9e4516928f req-119ebb20-9594-46bb-9977-dce32055eea1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:10.570457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01170e93-503d-47d1-8277-1d9e4516928f req-119ebb20-9594-46bb-9977-dce32055eea1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:10.572340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01170e93-503d-47d1-8277-1d9e4516928f req-119ebb20-9594-46bb-9977-dce32055eea1 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 3142 time: 0.2959027 Feb 28 17:28:10.601032 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-651d18a8-5788-4d58-b531-22091ea37a43 req-1519593b-584f-4f67-ac42-6c3f56de0854 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] For port f3459db3-a961-4c66-ac04-239b4a479345, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f3459db3-a961-4c66-ac04-239b4a479345,segment=NetworkSegment(72bbed98-5cb1-4501-95bf-6b2d7faee35f),segment_id=72bbed98-5cb1-4501-95bf-6b2d7faee35f)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:10.633967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bf6c7-b53b-4e64-81b3-074f8f53525e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event deleted for resources: {'Port': ['ID=e3562be2-4d3d-4ee7-a299-a4054484514a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:10.636091 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-651d18a8-5788-4d58-b531-22091ea37a43 req-1519593b-584f-4f67-ac42-6c3f56de0854 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for port (f3459db3-a961-4c66-ac04-239b4a479345), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:10.720391 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-154bf6c7-b53b-4e64-81b3-074f8f53525e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] No DVR routers for this DVR port e3562be2-4d3d-4ee7-a299-a4054484514a on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:10.722056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Attempting to bind port df9e7de8-f247-4da9-95c3-4483b6e47b15 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:28:10.722641 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Attempting to bind port df9e7de8-f247-4da9-95c3-4483b6e47b15 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '0c9c0002-cf6d-4ba1-a699-b08c31f5e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5425a622-de03-4719-b488-9b4811a968d4'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:28:10.723158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Attempting to bind port df9e7de8-f247-4da9-95c3-4483b6e47b15 on network 5425a622-de03-4719-b488-9b4811a968d4 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:10.727311 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-154bf6c7-b53b-4e64-81b3-074f8f53525e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:10.730712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-154bf6c7-b53b-4e64-81b3-074f8f53525e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "DELETE /v2.0/ports/e3562be2-4d3d-4ee7-a299-a4054484514a HTTP/1.1" status: 204 len: 173 time: 1.1859114 Feb 28 17:28:10.747902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Port df9e7de8-f247-4da9-95c3-4483b6e47b15 on network 5425a622-de03-4719-b488-9b4811a968d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:28:10.748232 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Attempting to bind port df9e7de8-f247-4da9-95c3-4483b6e47b15 on network 5425a622-de03-4719-b488-9b4811a968d4 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:10.756767 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-651d18a8-5788-4d58-b531-22091ea37a43 req-1519593b-584f-4f67-ac42-6c3f56de0854 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (f3459db3-a961-4c66-ac04-239b4a479345), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:10.769844 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['f3459db3-a961-4c66-ac04-239b4a479345'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:10.776990 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01170e93-503d-47d1-8277-1d9e4516928f req-22882d1a-a1af-4731-8c0d-9ed57f9ff937 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949947 Feb 28 17:28:10.792087 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:28:10.792433 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Checking segment: {'id': '0c9c0002-cf6d-4ba1-a699-b08c31f5e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5425a622-de03-4719-b488-9b4811a968d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:10.792828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Bound using segment: {'id': '0c9c0002-cf6d-4ba1-a699-b08c31f5e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5425a622-de03-4719-b488-9b4811a968d4'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:28:10.793285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Bound port: df9e7de8-f247-4da9-95c3-4483b6e47b15, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9c0002-cf6d-4ba1-a699-b08c31f5e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5425a622-de03-4719-b488-9b4811a968d4'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:28:10.793646 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:10.826811 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['7b133e1a-6eaa-4235-8979-163675718ad6'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:10.867719 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d18a8-5788-4d58-b531-22091ea37a43 req-1519593b-584f-4f67-ac42-6c3f56de0854 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:10.868390 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-651d18a8-5788-4d58-b531-22091ea37a43 req-1519593b-584f-4f67-ac42-6c3f56de0854 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:10.876223 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-651d18a8-5788-4d58-b531-22091ea37a43 req-1519593b-584f-4f67-ac42-6c3f56de0854 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "PUT /v2.0/ports/f3459db3-a961-4c66-ac04-239b4a479345 HTTP/1.1" status: 200 len: 982 time: 0.7325656 Feb 28 17:28:10.884812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588c62ec-fbc9-474e-ae56-130285e1684b', 'tag': 'f3459db3-a961-4c66-ac04-239b4a479345'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:10.889594 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e235bc-a6cb-42bc-81f3-fe2e956525b2" -d '{"events": [{"name": "network-changed", "server_uuid": "588c62ec-fbc9-474e-ae56-130285e1684b", "tag": "f3459db3-a961-4c66-ac04-239b4a479345"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:10.894917 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58256) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:10.921171 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60123def-9de3-43e2-8106-5f6a621f0311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:10.950367 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519593b-584f-4f67-ac42-6c3f56de0854 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'Port': ['ID=f3459db3-a961-4c66-ac04-239b4a479345,revision_number=6']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:10.982360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] For port df9e7de8-f247-4da9-95c3-4483b6e47b15, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:28:10.990759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] For port df9e7de8-f247-4da9-95c3-4483b6e47b15, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=df9e7de8-f247-4da9-95c3-4483b6e47b15,segment=NetworkSegment(0c9c0002-cf6d-4ba1-a699-b08c31f5e679),segment_id=0c9c0002-cf6d-4ba1-a699-b08c31f5e679)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:28:11.009836 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-dda2e840-f31d-448b-aa21-815fe5c8a7a4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Deleting port debbeb44-0a6e-4b85-a3e8-df4d7568da2e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:11.010410 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-dda2e840-f31d-448b-aa21-815fe5c8a7a4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.022184 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda6e277-b85f-4104-81bd-6ad601cfc871 x-openstack-request-id: req-cda6e277-b85f-4104-81bd-6ad601cfc871 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:11.023566 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "debbeb44-0a6e-4b85-a3e8-df4d7568da2e", "code": 200}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "e3562be2-4d3d-4ee7-a299-a4054484514a", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:11.023902 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cda6e277-b85f-4104-81bd-6ad601cfc871 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:11.024583 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'debbeb44-0a6e-4b85-a3e8-df4d7568da2e', 'code': 200} Feb 28 17:28:11.028089 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3562be2-4d3d-4ee7-a299-a4054484514a', 'code': 200} Feb 28 17:28:11.081037 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849f0ee0-5677-4a3f-b57f-dee7067aae5a None None] New status for floating IP e922390a-ad8b-4b32-8faa-95d93d165af6: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:28:11.086646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ae06b-bfa7-4304-b2b9-6d67a7a2e7d4 req-f7822105-c1c0-4046-a7fd-15297de83e1a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:11.092653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ae06b-bfa7-4304-b2b9-6d67a7a2e7d4 req-f7822105-c1c0-4046-a7fd-15297de83e1a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:11.095936 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['f3459db3-a961-4c66-ac04-239b4a479345'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:11.098513 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ae06b-bfa7-4304-b2b9-6d67a7a2e7d4 req-f7822105-c1c0-4046-a7fd-15297de83e1a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:11.100386 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-279ae06b-bfa7-4304-b2b9-6d67a7a2e7d4 req-f7822105-c1c0-4046-a7fd-15297de83e1a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2388 time: 0.1393654 Feb 28 17:28:11.114159 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.148357 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60123def-9de3-43e2-8106-5f6a621f0311 admin admin] Publish callbacks [] for security_group (01d1f9a6-6163-4716-a22a-79ef66c3d030), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.189442 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-279ae06b-bfa7-4304-b2b9-6d67a7a2e7d4 req-72c16010-bc4a-4152-93b8-9b998b43a98b tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795898 Feb 28 17:28:11.193229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=df9e7de8-f247-4da9-95c3-4483b6e47b15,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:11.225048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:11.226197 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.227892 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-66521cde-c22d-4f9a-83fa-38fd6748a8e2 service neutron] 10.222.0.69 "PUT /v2.0/ports/df9e7de8-f247-4da9-95c3-4483b6e47b15 HTTP/1.1" status: 200 len: 1093 time: 2.0568140 Feb 28 17:28:11.238093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58262) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:11.277311 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60123def-9de3-43e2-8106-5f6a621f0311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (01d1f9a6-6163-4716-a22a-79ef66c3d030), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.287270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef39df3-a5d7-4775-96e2-526fa5db2469 req-9f3dbaf4-8e64-4580-b36d-d80e84c24b06 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:11.289083 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6ef39df3-a5d7-4775-96e2-526fa5db2469 req-9f3dbaf4-8e64-4580-b36d-d80e84c24b06 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.2572703 Feb 28 17:28:11.303990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-dda2e840-f31d-448b-aa21-815fe5c8a7a4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] For port debbeb44-0a6e-4b85-a3e8-df4d7568da2e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=debbeb44-0a6e-4b85-a3e8-df4d7568da2e,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:11.304223 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-dda2e840-f31d-448b-aa21-815fe5c8a7a4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.341906 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-60123def-9de3-43e2-8106-5f6a621f0311 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8f67550f1d7247e1bf5a328eff61dc9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4455662 Feb 28 17:28:11.343044 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46acfcfc-681a-4d73-aef9-83041a5dee27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.345881 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58264) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:11.358918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Request body: {'port': {'device_id': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:11.367446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-dda2e840-f31d-448b-aa21-815fe5c8a7a4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Calling delete_port for debbeb44-0a6e-4b85-a3e8-df4d7568da2e owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:11.420891 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6ef39df3-a5d7-4775-96e2-526fa5db2469 req-c2c6caa1-652d-4e8e-9837-343fececbeea tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045930 Feb 28 17:28:11.466677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60123def-9de3-43e2-8106-5f6a621f0311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d1f9a6-6163-4716-a22a-79ef66c3d030,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:11.482861 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-64c6f430-1a22-44da-b8f1-f909a98de325 req-5ff61001-fcff-47f5-a73b-fdd157fe2ccd tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/2e13981c-a726-49ed-9526-c68dd96a146f HTTP/1.1" status: 200 len: 1819 time: 0.2323682 Feb 28 17:28:11.547223 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402e11b1-cb3e-4fae-ac0e-12c230a2fc63 x-openstack-request-id: req-402e11b1-cb3e-4fae-ac0e-12c230a2fc63 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:11.551255 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588c62ec-fbc9-474e-ae56-130285e1684b", "tag": "f3459db3-a961-4c66-ac04-239b4a479345", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:11.551255 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-402e11b1-cb3e-4fae-ac0e-12c230a2fc63 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:11.551255 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588c62ec-fbc9-474e-ae56-130285e1684b', 'tag': 'f3459db3-a961-4c66-ac04-239b4a479345', 'status': 'completed', 'code': 200} Feb 28 17:28:11.573080 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-048ba7cb-88a3-4e76-b4b0-93298380dfe9 admin admin] Publish callbacks [] for security_group (01d1f9a6-6163-4716-a22a-79ef66c3d030), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.610437 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.642702 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-048ba7cb-88a3-4e76-b4b0-93298380dfe9 admin admin] Publish callbacks [] for security_group (01d1f9a6-6163-4716-a22a-79ef66c3d030), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.656184 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46acfcfc-681a-4d73-aef9-83041a5dee27 admin admin] Publish callbacks [] for security_group (18eac890-0f6c-4f63-9f1d-bdd2b39265ff), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.676093 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.685976 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-64c6f430-1a22-44da-b8f1-f909a98de325 req-83e4e449-22ab-4a0f-a60c-68f2c2aef8e7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 17:28:11.694576 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-64c6f430-1a22-44da-b8f1-f909a98de325 req-83e4e449-22ab-4a0f-a60c-68f2c2aef8e7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "DELETE /v2.0/security-groups/2e13981c-a726-49ed-9526-c68dd96a146f HTTP/1.1" status: 409 len: 341 time: 0.2028663 Feb 28 17:28:11.739786 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46acfcfc-681a-4d73-aef9-83041a5dee27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (18eac890-0f6c-4f63-9f1d-bdd2b39265ff), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.800120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218d95f-c106-49b3-81d6-0b49035e781a req-78ab6c9e-2ec7-427c-897b-41568f94d572 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:11.810235 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e218d95f-c106-49b3-81d6-0b49035e781a req-78ab6c9e-2ec7-427c-897b-41568f94d572 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1885066 Feb 28 17:28:11.828701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-46acfcfc-681a-4d73-aef9-83041a5dee27 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8ed0fe6b711b4c5a98d1ec302e48eccb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5872672 Feb 28 17:28:11.839021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58272) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:11.839706 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-dda2e840-f31d-448b-aa21-815fe5c8a7a4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (debbeb44-0a6e-4b85-a3e8-df4d7568da2e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.840256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-356341ac-480b-4a52-9651-190b21bd9d5f req-4f5221b4-873c-4371-b71a-7c51cc3d8093 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:28:11.844321 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-356341ac-480b-4a52-9651-190b21bd9d5f req-4f5221b4-873c-4371-b71a-7c51cc3d8093 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099638 Feb 28 17:28:11.848362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e235bc-a6cb-42bc-81f3-fe2e956525b2 req-2896edab-a3f0-46d0-b2aa-5774c367d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:11.851560 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31e235bc-a6cb-42bc-81f3-fe2e956525b2 req-2896edab-a3f0-46d0-b2aa-5774c367d93f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=092134078f4e41e78f2bec2553d8cda8&device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 1168 time: 0.2910607 Feb 28 17:28:11.862045 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-048ba7cb-88a3-4e76-b4b0-93298380dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (01d1f9a6-6163-4716-a22a-79ef66c3d030), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.865680 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-048ba7cb-88a3-4e76-b4b0-93298380dfe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:11.868138 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-048ba7cb-88a3-4e76-b4b0-93298380dfe9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/01d1f9a6-6163-4716-a22a-79ef66c3d030 HTTP/1.1" status: 204 len: 168 time: 0.5154324 Feb 28 17:28:12.015352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2e840-f31d-448b-aa21-815fe5c8a7a4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event deleted for resources: {'Port': ['ID=debbeb44-0a6e-4b85-a3e8-df4d7568da2e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:12.037184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acfcfc-681a-4d73-aef9-83041a5dee27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18eac890-0f6c-4f63-9f1d-bdd2b39265ff,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:12.040273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e235bc-a6cb-42bc-81f3-fe2e956525b2 req-2c27c9a2-ee9c-43ed-bd33-f012ac8e35ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:12.042223 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31e235bc-a6cb-42bc-81f3-fe2e956525b2 req-2c27c9a2-ee9c-43ed-bd33-f012ac8e35ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa HTTP/1.1" status: 200 len: 912 time: 0.1672142 Feb 28 17:28:12.061879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ba7cb-88a3-4e76-b4b0-93298380dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d1f9a6-6163-4716-a22a-79ef66c3d030,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:12.100586 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31e235bc-a6cb-42bc-81f3-fe2e956525b2 req-f437e3c2-61d9-40dc-ac89-872b4eb5c2c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3459db3-a961-4c66-ac04-239b4a479345 HTTP/1.1" status: 200 len: 217 time: 0.0499804 Feb 28 17:28:12.119747 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-dda2e840-f31d-448b-aa21-815fe5c8a7a4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] No DVR routers for this DVR port debbeb44-0a6e-4b85-a3e8-df4d7568da2e on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:12.123238 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-dda2e840-f31d-448b-aa21-815fe5c8a7a4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:12.126958 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-dda2e840-f31d-448b-aa21-815fe5c8a7a4 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "DELETE /v2.0/ports/debbeb44-0a6e-4b85-a3e8-df4d7568da2e HTTP/1.1" status: 204 len: 173 time: 1.3900785 Feb 28 17:28:12.150345 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e235bc-a6cb-42bc-81f3-fe2e956525b2 req-80633440-4070-4b6e-b3e2-9b70626b9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:12.151494 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31e235bc-a6cb-42bc-81f3-fe2e956525b2 req-80633440-4070-4b6e-b3e2-9b70626b9f35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5606816-920e-4406-aa25-e036bfde4547 HTTP/1.1" status: 200 len: 851 time: 0.0454006 Feb 28 17:28:12.187940 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31e235bc-a6cb-42bc-81f3-fe2e956525b2 req-7a415e63-dca3-46d8-bbe9-7969a071fba1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300360 Feb 28 17:28:12.196574 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e218d95f-c106-49b3-81d6-0b49035e781a req-6c0efca3-5253-4de2-a887-fba34af3dba8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3856299 Feb 28 17:28:12.207432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-deleted', 'tag': 'e3562be2-4d3d-4ee7-a299-a4054484514a'}, {'name': 'network-changed', 'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'tag': 'df9e7de8-f247-4da9-95c3-4483b6e47b15'}, {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-deleted', 'tag': 'debbeb44-0a6e-4b85-a3e8-df4d7568da2e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:12.213329 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2821de14-f10c-46c0-8de3-403939645e0e" -d '{"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-deleted", "tag": "e3562be2-4d3d-4ee7-a299-a4054484514a"}, {"name": "network-changed", "server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "tag": "df9e7de8-f247-4da9-95c3-4483b6e47b15"}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-deleted", "tag": "debbeb44-0a6e-4b85-a3e8-df4d7568da2e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:12.241249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-abea026b-041c-4159-b74e-6baf496af9d5 admin admin] Publish callbacks [] for security_group (18eac890-0f6c-4f63-9f1d-bdd2b39265ff), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:12.319176 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-abea026b-041c-4159-b74e-6baf496af9d5 admin admin] Publish callbacks [] for security_group (18eac890-0f6c-4f63-9f1d-bdd2b39265ff), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:12.357845 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31e235bc-a6cb-42bc-81f3-fe2e956525b2 req-d7a5440d-4a71-4bae-938b-0e420633664b service neutron] 10.222.0.73 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636693 Feb 28 17:28:12.419879 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:12.454487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b4b99e-4432-4b67-9099-db8adfe6560e {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:28:12.471051 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Publish callbacks [] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:12.475461 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-66f3ae5e-646b-4632-a2ec-c3542758a438 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Deleting port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:12.475725 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-66f3ae5e-646b-4632-a2ec-c3542758a438 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:12.492529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761fbc8-cfdb-453b-ba6f-2b53c755963b req-b4651925-a033-4680-8371-1c57ba762ffa tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:12.493810 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761fbc8-cfdb-453b-ba6f-2b53c755963b req-b4651925-a033-4680-8371-1c57ba762ffa tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:12.495512 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2761fbc8-cfdb-453b-ba6f-2b53c755963b req-b4651925-a033-4680-8371-1c57ba762ffa tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 1676 time: 0.1990030 Feb 28 17:28:12.502830 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31e235bc-a6cb-42bc-81f3-fe2e956525b2 req-bd979ec7-5e27-4c46-98d0-634860e07ee5 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365867 Feb 28 17:28:12.694910 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2761fbc8-cfdb-453b-ba6f-2b53c755963b req-3e1e5749-eb94-406d-84e6-1139702fd498 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778748 Feb 28 17:28:12.729697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d4a86-e090-4b72-9ba2-6f15f10adc70 req-b734fd25-7f67-4529-bf80-adf25e6ba075 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:12.731296 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a7d4a86-e090-4b72-9ba2-6f15f10adc70 req-b734fd25-7f67-4529-bf80-adf25e6ba075 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.0863888 Feb 28 17:28:12.737540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Transition to ACTIVE for port object 20b4b99e-4432-4b67-9099-db8adfe6560e will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:28:12.744672 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-abea026b-041c-4159-b74e-6baf496af9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (18eac890-0f6c-4f63-9f1d-bdd2b39265ff), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:12.747261 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-abea026b-041c-4159-b74e-6baf496af9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:12.749129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-abea026b-041c-4159-b74e-6baf496af9d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18eac890-0f6c-4f63-9f1d-bdd2b39265ff HTTP/1.1" status: 204 len: 168 time: 0.9068871 Feb 28 17:28:12.759498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-66f3ae5e-646b-4632-a2ec-c3542758a438 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] For port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:12.759873 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-66f3ae5e-646b-4632-a2ec-c3542758a438 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:12.768262 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a46527e-fa12-4600-ba5f-c7fe7dd77842 x-openstack-request-id: req-6a46527e-fa12-4600-ba5f-c7fe7dd77842 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:12.769163 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-deleted", "tag": "e3562be2-4d3d-4ee7-a299-a4054484514a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "tag": "df9e7de8-f247-4da9-95c3-4483b6e47b15", "status": "completed", "code": 200}, {"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-deleted", "tag": "debbeb44-0a6e-4b85-a3e8-df4d7568da2e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:12.769163 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a46527e-fa12-4600-ba5f-c7fe7dd77842 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:12.769421 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-deleted', 'tag': 'e3562be2-4d3d-4ee7-a299-a4054484514a', 'status': 'completed', 'code': 200} Feb 28 17:28:12.769648 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'tag': 'df9e7de8-f247-4da9-95c3-4483b6e47b15', 'status': 'completed', 'code': 200} Feb 28 17:28:12.769899 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-deleted', 'tag': 'debbeb44-0a6e-4b85-a3e8-df4d7568da2e', 'status': 'completed', 'code': 200} Feb 28 17:28:12.778447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea026b-041c-4159-b74e-6baf496af9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eac890-0f6c-4f63-9f1d-bdd2b39265ff,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:12.787592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-66f3ae5e-646b-4632-a2ec-c3542758a438 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Calling delete_port for 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:12.803743 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-911d13a4-b21e-4bff-8a0d-693db0022f0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3594131 Feb 28 17:28:12.842524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-aebdc6a9-82c7-459f-a09c-fd5e4826d22d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:28:12.843535 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-aebdc6a9-82c7-459f-a09c-fd5e4826d22d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065544 Feb 28 17:28:12.853657 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f891ea1-6fbb-4473-a47c-a88b3c800d65 req-4b370917-80e7-4bd6-a503-e23dd25b6e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:12.858134 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f891ea1-6fbb-4473-a47c-a88b3c800d65 req-4b370917-80e7-4bd6-a503-e23dd25b6e26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=092134078f4e41e78f2bec2553d8cda8&device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 1168 time: 0.1592381 Feb 28 17:28:12.860701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:12.959670 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a7d4a86-e090-4b72-9ba2-6f15f10adc70 req-ed636264-3930-4c9c-a4fd-536cb7afb79b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190433 Feb 28 17:28:13.022805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Pushing event updated for resources: {'Port': ['ID=20b4b99e-4432-4b67-9099-db8adfe6560e,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:13.089215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26245e53-6fb8-4d45-a163-92724ce6ed85 req-37ab15b9-a705-478d-be01-966ae999f26d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:13.098495 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26245e53-6fb8-4d45-a163-92724ce6ed85 req-37ab15b9-a705-478d-be01-966ae999f26d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:13.106550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26245e53-6fb8-4d45-a163-92724ce6ed85 req-37ab15b9-a705-478d-be01-966ae999f26d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:13.110317 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26245e53-6fb8-4d45-a163-92724ce6ed85 req-37ab15b9-a705-478d-be01-966ae999f26d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2400 time: 0.2447081 Feb 28 17:28:13.168145 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f891ea1-6fbb-4473-a47c-a88b3c800d65 req-cb7d2a66-41fa-49c9-9e20-1817f1616f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:13.169004 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f891ea1-6fbb-4473-a47c-a88b3c800d65 req-cb7d2a66-41fa-49c9-9e20-1817f1616f53 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa HTTP/1.1" status: 200 len: 912 time: 0.3056805 Feb 28 17:28:13.175060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821de14-f10c-46c0-8de3-403939645e0e req-b79f55da-057f-4780-be74-dbdd6121811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:13.179421 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821de14-f10c-46c0-8de3-403939645e0e req-b79f55da-057f-4780-be74-dbdd6121811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:13.181510 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821de14-f10c-46c0-8de3-403939645e0e req-b79f55da-057f-4780-be74-dbdd6121811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:13.185236 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2821de14-f10c-46c0-8de3-403939645e0e req-b79f55da-057f-4780-be74-dbdd6121811c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f49f6ffbd120408fb62d733cc7aa205a&device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2789 time: 0.2169480 Feb 28 17:28:13.248071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Attempting to bind port 20b4b99e-4432-4b67-9099-db8adfe6560e on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:28:13.249007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Attempting to bind port 20b4b99e-4432-4b67-9099-db8adfe6560e by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '8972c490-f103-4c44-83be-6aba718f906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9557de2a-6277-4da0-affc-2f31b738173d'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:28:13.249581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Attempting to bind port 20b4b99e-4432-4b67-9099-db8adfe6560e on network 9557de2a-6277-4da0-affc-2f31b738173d {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:13.268195 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-66f3ae5e-646b-4632-a2ec-c3542758a438 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (07ccbf05-23c2-4bf1-b1ef-831a2643fc6b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:13.286494 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f891ea1-6fbb-4473-a47c-a88b3c800d65 req-81f74911-2f1d-4d3f-8750-35a3e762e8e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3459db3-a961-4c66-ac04-239b4a479345 HTTP/1.1" status: 200 len: 217 time: 0.0917346 Feb 28 17:28:13.298577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Port 20b4b99e-4432-4b67-9099-db8adfe6560e on network 9557de2a-6277-4da0-affc-2f31b738173d not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:28:13.298910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Attempting to bind port 20b4b99e-4432-4b67-9099-db8adfe6560e on network 9557de2a-6277-4da0-affc-2f31b738173d {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:13.348093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:28:13.348093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Checking segment: {'id': '8972c490-f103-4c44-83be-6aba718f906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9557de2a-6277-4da0-affc-2f31b738173d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:13.348093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Bound using segment: {'id': '8972c490-f103-4c44-83be-6aba718f906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9557de2a-6277-4da0-affc-2f31b738173d'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:28:13.348483 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Bound port: 20b4b99e-4432-4b67-9099-db8adfe6560e, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8972c490-f103-4c44-83be-6aba718f906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9557de2a-6277-4da0-affc-2f31b738173d'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:28:13.348727 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:13.376293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3ae5e-646b-4632-a2ec-c3542758a438 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event deleted for resources: {'Port': ['ID=07ccbf05-23c2-4bf1-b1ef-831a2643fc6b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:13.417110 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26245e53-6fb8-4d45-a163-92724ce6ed85 req-c1f29975-e78f-40a7-8a7e-f6998eade111 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007568 Feb 28 17:28:13.475790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-66f3ae5e-646b-4632-a2ec-c3542758a438 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] No DVR routers for this DVR port 07ccbf05-23c2-4bf1-b1ef-831a2643fc6b on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:13.480519 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-66f3ae5e-646b-4632-a2ec-c3542758a438 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:13.483621 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-66f3ae5e-646b-4632-a2ec-c3542758a438 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "DELETE /v2.0/ports/07ccbf05-23c2-4bf1-b1ef-831a2643fc6b HTTP/1.1" status: 204 len: 173 time: 1.3489931 Feb 28 17:28:13.664235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] For port 20b4b99e-4432-4b67-9099-db8adfe6560e, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:28:13.675048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134ac5f-3a0e-4902-971d-03c017139141 req-e2ae6120-b3b6-4c52-aff2-17354e008c42 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:13.683256 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b134ac5f-3a0e-4902-971d-03c017139141 req-e2ae6120-b3b6-4c52-aff2-17354e008c42 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 985 time: 0.6341708 Feb 28 17:28:13.689177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] For port 20b4b99e-4432-4b67-9099-db8adfe6560e, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=20b4b99e-4432-4b67-9099-db8adfe6560e,segment=NetworkSegment(8972c490-f103-4c44-83be-6aba718f906d),segment_id=8972c490-f103-4c44-83be-6aba718f906d)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:28:13.714215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd7d1f-60f1-4aa7-ab51-a783825f054a req-23f19593-f609-442d-8059-207d59da06ee tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:13.721661 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1dd7d1f-60f1-4aa7-ab51-a783825f054a req-23f19593-f609-442d-8059-207d59da06ee tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1818802 Feb 28 17:28:13.746208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f891ea1-6fbb-4473-a47c-a88b3c800d65 req-0966ab8c-b89b-49b4-a778-e550d1c31eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:13.747940 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f891ea1-6fbb-4473-a47c-a88b3c800d65 req-0966ab8c-b89b-49b4-a778-e550d1c31eb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5606816-920e-4406-aa25-e036bfde4547 HTTP/1.1" status: 200 len: 851 time: 0.4340172 Feb 28 17:28:13.787021 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:13.796186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-90c198e7-91be-4989-bc11-91c27afdb079 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Deleting port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:13.796533 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-90c198e7-91be-4989-bc11-91c27afdb079 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:13.803428 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f891ea1-6fbb-4473-a47c-a88b3c800d65 req-00011e35-4bcf-4c9b-bf23-0c6dd56c8840 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469651 Feb 28 17:28:13.874458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1dd7d1f-60f1-4aa7-ab51-a783825f054a req-58a40553-6e6d-464a-9845-73efa7359a37 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517811 Feb 28 17:28:13.894229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821de14-f10c-46c0-8de3-403939645e0e req-2518c2fb-e62c-4752-a742-d49a771572f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:13.894716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821de14-f10c-46c0-8de3-403939645e0e req-2518c2fb-e62c-4752-a742-d49a771572f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:13.895183 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821de14-f10c-46c0-8de3-403939645e0e req-2518c2fb-e62c-4752-a742-d49a771572f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:13.896777 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2821de14-f10c-46c0-8de3-403939645e0e req-2518c2fb-e62c-4752-a742-d49a771572f1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f49f6ffbd120408fb62d733cc7aa205a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6786430 Feb 28 17:28:13.918127 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:13.947557 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:13.948399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:13.950377 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] 10.222.0.69 "PUT /v2.0/ports/20b4b99e-4432-4b67-9099-db8adfe6560e HTTP/1.1" status: 200 len: 1093 time: 2.5976059 Feb 28 17:28:14.010382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302f115-2888-4cad-afd5-aa4f238b7902 service neutron] Pushing event updated for resources: {'Port': ['ID=20b4b99e-4432-4b67-9099-db8adfe6560e,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:14.062234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Request body: {'port': {'device_id': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:14.082644 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b134ac5f-3a0e-4902-971d-03c017139141 req-91ff73b2-6273-4115-951a-beba44988f95 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e13981c-a726-49ed-9526-c68dd96a146f&id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3995166 Feb 28 17:28:14.126867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-90c198e7-91be-4989-bc11-91c27afdb079 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] For port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:14.127376 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-90c198e7-91be-4989-bc11-91c27afdb079 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:14.163190 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58350) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:14.164278 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-90c198e7-91be-4989-bc11-91c27afdb079 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Calling delete_port for 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:14.201508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821de14-f10c-46c0-8de3-403939645e0e req-9ec3f3e7-eac0-475d-a6cb-5d3f6dc06ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:14.203019 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2821de14-f10c-46c0-8de3-403939645e0e req-9ec3f3e7-eac0-475d-a6cb-5d3f6dc06ac0 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2714319 Feb 28 17:28:14.233687 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a63c3d-1403-432a-8c84-011f17183ca6 req-cfbc204e-223d-41b7-b47d-3efdf20b6bc8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:14.235324 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80a63c3d-1403-432a-8c84-011f17183ca6 req-cfbc204e-223d-41b7-b47d-3efdf20b6bc8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 942 time: 0.2450228 Feb 28 17:28:14.239692 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (26d61e20-36bc-4931-b531-a09ab87078a4), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:14.298672 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f891ea1-6fbb-4473-a47c-a88b3c800d65 req-a1ccc292-0e95-4dfd-96fb-090bbc821e40 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606423 Feb 28 17:28:14.338761 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ae0d8-75d0-4c82-80b8-4417f8a895f2 req-48610008-81ab-4b59-9d50-b51706133753 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:14.345828 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e68ae0d8-75d0-4c82-80b8-4417f8a895f2 req-48610008-81ab-4b59-9d50-b51706133753 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.1484580 Feb 28 17:28:14.494492 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e68ae0d8-75d0-4c82-80b8-4417f8a895f2 req-c35c3b53-a065-44fe-ba28-eda2dd56d311 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476915 Feb 28 17:28:14.504560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-212df6c2-60e3-4f93-a0ec-c27978e33f7d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:14.515728 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-212df6c2-60e3-4f93-a0ec-c27978e33f7d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports/752e806f-6089-41e4-88f6-69959a72acc0 HTTP/1.1" status: 200 len: 946 time: 0.3477461 Feb 28 17:28:14.542213 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f891ea1-6fbb-4473-a47c-a88b3c800d65 req-027f7651-f114-4f75-8583-4736a1e6079d service neutron] 10.222.0.73 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343161 Feb 28 17:28:14.659484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80bf6f-58ac-4244-9158-624ebfdf5d16 req-2f889700-972c-4765-bb26-b0edffc33d43 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:14.659484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80bf6f-58ac-4244-9158-624ebfdf5d16 req-2f889700-972c-4765-bb26-b0edffc33d43 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:14.680496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80bf6f-58ac-4244-9158-624ebfdf5d16 req-2f889700-972c-4765-bb26-b0edffc33d43 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:14.690671 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a80bf6f-58ac-4244-9158-624ebfdf5d16 req-2f889700-972c-4765-bb26-b0edffc33d43 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2400 time: 0.1142726 Feb 28 17:28:14.773272 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a80bf6f-58ac-4244-9158-624ebfdf5d16 req-ef5294ef-6815-49c4-969a-0f3bbbd01650 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811570 Feb 28 17:28:14.794958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-deleted', 'tag': '07ccbf05-23c2-4bf1-b1ef-831a2643fc6b'}, {'name': 'network-changed', 'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'tag': '20b4b99e-4432-4b67-9099-db8adfe6560e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:14.797248 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78941b28-047a-476c-8b22-cbcd0d3e1fc6" -d '{"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-deleted", "tag": "07ccbf05-23c2-4bf1-b1ef-831a2643fc6b"}, {"name": "network-changed", "server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "tag": "20b4b99e-4432-4b67-9099-db8adfe6560e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:14.849678 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80a63c3d-1403-432a-8c84-011f17183ca6 req-56a9d5f8-ae01-450a-b097-dcbb76ac19b0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups?id=1749de5f-48a0-4e13-9067-2190f3f594d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5782001 Feb 28 17:28:14.877183 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ebc8c7-f31a-471f-9376-a3d419bbc075 x-openstack-request-id: req-73ebc8c7-f31a-471f-9376-a3d419bbc075 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:14.877659 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-deleted", "tag": "07ccbf05-23c2-4bf1-b1ef-831a2643fc6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "tag": "20b4b99e-4432-4b67-9099-db8adfe6560e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:14.878157 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-73ebc8c7-f31a-471f-9376-a3d419bbc075 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:14.878710 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-deleted', 'tag': '07ccbf05-23c2-4bf1-b1ef-831a2643fc6b', 'status': 'completed', 'code': 200} Feb 28 17:28:14.879212 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'tag': '20b4b99e-4432-4b67-9099-db8adfe6560e', 'status': 'completed', 'code': 200} Feb 28 17:28:15.048480 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-90c198e7-91be-4989-bc11-91c27afdb079 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:15.071124 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a6cca-f869-4fed-913c-4e772e6e501f req-6a8b6eac-01eb-4ff4-8858-188e0887d365 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:15.079446 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd8a6cca-f869-4fed-913c-4e772e6e501f req-6a8b6eac-01eb-4ff4-8858-188e0887d365 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1093400 Feb 28 17:28:15.139178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c198e7-91be-4989-bc11-91c27afdb079 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event deleted for resources: {'Port': ['ID=1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:15.154134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d61e20-36bc-4931-b531-a09ab87078a4 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:28:15.186407 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Publish callbacks [] for port (26d61e20-36bc-4931-b531-a09ab87078a4), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:15.213866 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-90c198e7-91be-4989-bc11-91c27afdb079 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] No DVR routers for this DVR port 1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:15.215589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd8a6cca-f869-4fed-913c-4e772e6e501f req-36980282-bbfb-420c-b31d-15922f8f0273 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208971 Feb 28 17:28:15.223230 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78941b28-047a-476c-8b22-cbcd0d3e1fc6 req-0eee23a2-26e1-49c3-9ec1-e2759c9eb589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:15.223720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78941b28-047a-476c-8b22-cbcd0d3e1fc6 req-0eee23a2-26e1-49c3-9ec1-e2759c9eb589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:15.224157 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78941b28-047a-476c-8b22-cbcd0d3e1fc6 req-0eee23a2-26e1-49c3-9ec1-e2759c9eb589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:15.225819 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-78941b28-047a-476c-8b22-cbcd0d3e1fc6 req-0eee23a2-26e1-49c3-9ec1-e2759c9eb589 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f49f6ffbd120408fb62d733cc7aa205a&device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2862 time: 0.1807995 Feb 28 17:28:15.231867 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-90c198e7-91be-4989-bc11-91c27afdb079 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:15.235178 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48f761b6-9452-497a-9ec3-2b948c642e02 req-90c198e7-91be-4989-bc11-91c27afdb079 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.69 "DELETE /v2.0/ports/1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56 HTTP/1.1" status: 204 len: 173 time: 1.7380943 Feb 28 17:28:15.236792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Transition to ACTIVE for port object 26d61e20-36bc-4931-b531-a09ab87078a4 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:28:15.285478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be0912-9f64-45c6-b421-f679ea750eea req-a9ec73d2-9e9e-4d7a-a4d6-39a42bae4f31 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:15.286956 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43be0912-9f64-45c6-b421-f679ea750eea req-a9ec73d2-9e9e-4d7a-a4d6-39a42bae4f31 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 985 time: 0.0742548 Feb 28 17:28:15.360163 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (26d61e20-36bc-4931-b531-a09ab87078a4), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:15.373194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78941b28-047a-476c-8b22-cbcd0d3e1fc6 req-5b4c3d39-d675-4c06-a348-7713f42269af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:15.373763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78941b28-047a-476c-8b22-cbcd0d3e1fc6 req-5b4c3d39-d675-4c06-a348-7713f42269af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:15.374262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78941b28-047a-476c-8b22-cbcd0d3e1fc6 req-5b4c3d39-d675-4c06-a348-7713f42269af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:15.376093 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-78941b28-047a-476c-8b22-cbcd0d3e1fc6 req-5b4c3d39-d675-4c06-a348-7713f42269af service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f49f6ffbd120408fb62d733cc7aa205a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1413794 Feb 28 17:28:15.438654 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43be0912-9f64-45c6-b421-f679ea750eea req-53a369de-d531-409a-8de7-be3adfff7bc6 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e13981c-a726-49ed-9526-c68dd96a146f&id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1219175 Feb 28 17:28:15.460171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Pushing event updated for resources: {'Port': ['ID=26d61e20-36bc-4931-b531-a09ab87078a4,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:15.546548 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78941b28-047a-476c-8b22-cbcd0d3e1fc6 req-8e41ecb5-1abd-4d92-8235-7ebca2719e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:15.551164 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-78941b28-047a-476c-8b22-cbcd0d3e1fc6 req-8e41ecb5-1abd-4d92-8235-7ebca2719e57 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1677673 Feb 28 17:28:15.625124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Attempting to bind port 26d61e20-36bc-4931-b531-a09ab87078a4 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:28:15.625473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Attempting to bind port 26d61e20-36bc-4931-b531-a09ab87078a4 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '0c9c0002-cf6d-4ba1-a699-b08c31f5e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5425a622-de03-4719-b488-9b4811a968d4'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:28:15.627533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Attempting to bind port 26d61e20-36bc-4931-b531-a09ab87078a4 on network 5425a622-de03-4719-b488-9b4811a968d4 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:15.643840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Port 26d61e20-36bc-4931-b531-a09ab87078a4 on network 5425a622-de03-4719-b488-9b4811a968d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:28:15.644159 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Attempting to bind port 26d61e20-36bc-4931-b531-a09ab87078a4 on network 5425a622-de03-4719-b488-9b4811a968d4 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:15.651318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:28:15.651664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Checking segment: {'id': '0c9c0002-cf6d-4ba1-a699-b08c31f5e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5425a622-de03-4719-b488-9b4811a968d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:15.652053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Bound using segment: {'id': '0c9c0002-cf6d-4ba1-a699-b08c31f5e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5425a622-de03-4719-b488-9b4811a968d4'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:28:15.652487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Bound port: 26d61e20-36bc-4931-b531-a09ab87078a4, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9c0002-cf6d-4ba1-a699-b08c31f5e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5425a622-de03-4719-b488-9b4811a968d4'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:28:15.653166 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (26d61e20-36bc-4931-b531-a09ab87078a4), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:15.727804 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377143e-bfe2-4d85-a6c4-a028a2d7f5d9 req-74770f32-dcc4-4212-b7bc-c9074bf8fc78 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:15.742772 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5377143e-bfe2-4d85-a6c4-a028a2d7f5d9 req-74770f32-dcc4-4212-b7bc-c9074bf8fc78 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.1271582 Feb 28 17:28:15.806642 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] For port 26d61e20-36bc-4931-b531-a09ab87078a4, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:28:15.811956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] For port 26d61e20-36bc-4931-b531-a09ab87078a4, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=26d61e20-36bc-4931-b531-a09ab87078a4,segment=NetworkSegment(0c9c0002-cf6d-4ba1-a699-b08c31f5e679),segment_id=0c9c0002-cf6d-4ba1-a699-b08c31f5e679)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:28:15.838467 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5377143e-bfe2-4d85-a6c4-a028a2d7f5d9 req-abe12811-d6fe-4832-bebc-f3b69343eee4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945733 Feb 28 17:28:15.912092 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (26d61e20-36bc-4931-b531-a09ab87078a4), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:16.038953 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb03c963-7a53-4506-9dc2-e9d43e9c440c req-64dd2a76-2b9c-4901-93d9-80af629e0fed tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0454750 Feb 28 17:28:16.080446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Pushing event updated for resources: {'Port': ['ID=26d61e20-36bc-4931-b531-a09ab87078a4,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:16.091740 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:16.092366 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:16.093828 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-49edc9af-9767-4e0b-9e17-833e8dad9b35 service neutron] 10.222.0.69 "PUT /v2.0/ports/26d61e20-36bc-4931-b531-a09ab87078a4 HTTP/1.1" status: 200 len: 1092 time: 2.0463512 Feb 28 17:28:16.120843 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ff036-5c7a-4d00-abc6-73b2a17f442d req-6de693a5-a0ed-4f9a-bf57-04ec732c9af4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:16.126377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ff036-5c7a-4d00-abc6-73b2a17f442d req-6de693a5-a0ed-4f9a-bf57-04ec732c9af4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:16.132339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ff036-5c7a-4d00-abc6-73b2a17f442d req-6de693a5-a0ed-4f9a-bf57-04ec732c9af4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:16.133990 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c2ff036-5c7a-4d00-abc6-73b2a17f442d req-6de693a5-a0ed-4f9a-bf57-04ec732c9af4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2412 time: 0.2561224 Feb 28 17:28:16.197386 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c2ff036-5c7a-4d00-abc6-73b2a17f442d req-81b7d51d-7240-4293-9c7a-b1b614c128e4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554237 Feb 28 17:28:16.342799 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-c2ca3830-9f63-4cfb-b711-8588045229b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:16.345016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-c2ca3830-9f63-4cfb-b711-8588045229b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:16.345016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-c2ca3830-9f63-4cfb-b711-8588045229b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:16.359436 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-c2ca3830-9f63-4cfb-b711-8588045229b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f49f6ffbd120408fb62d733cc7aa205a&device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2961 time: 0.1048617 Feb 28 17:28:16.406535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773f7bc-7e2b-4f67-9c82-0993ddc65b16 req-65caa713-8a7f-412d-a193-41ae8275b81d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:16.408104 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4773f7bc-7e2b-4f67-9c82-0993ddc65b16 req-65caa713-8a7f-412d-a193-41ae8275b81d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1009722 Feb 28 17:28:16.414276 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-3fb608ec-9f08-4d70-b7ab-fa28d961ad43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=df9e7de8-f247-4da9-95c3-4483b6e47b15 HTTP/1.1" status: 200 len: 217 time: 0.0472767 Feb 28 17:28:16.475901 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-9ecc2b3c-4dff-4d96-a838-b04c6a42b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:16.477671 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-9ecc2b3c-4dff-4d96-a838-b04c6a42b4fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d HTTP/1.1" status: 200 len: 801 time: 0.0573037 Feb 28 17:28:16.498154 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4773f7bc-7e2b-4f67-9c82-0993ddc65b16 req-5716ee03-10d9-4a40-a95e-60c8292723ca tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791137 Feb 28 17:28:16.590810 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-a00b61b7-80a8-4fb7-97c8-30087423c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:16.596867 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-a00b61b7-80a8-4fb7-97c8-30087423c62b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5425a622-de03-4719-b488-9b4811a968d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1100297 Feb 28 17:28:16.658581 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58456) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:16.759999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-ae94533a-0e26-4df0-806e-928613637452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:16.766324 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-ae94533a-0e26-4df0-806e-928613637452 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 1132 time: 0.0927460 Feb 28 17:28:16.772069 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5c7ac-555c-4229-b10e-36ba3fc115ce req-1087b1a3-33b5-45a6-86c9-c4e0457a58b3 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:16.773818 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-64e5c7ac-555c-4229-b10e-36ba3fc115ce req-1087b1a3-33b5-45a6-86c9-c4e0457a58b3 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 985 time: 0.1736655 Feb 28 17:28:16.808602 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-9da0b3d6-1ed7-42bd-9556-b9c8718f63e6 service neutron] 10.222.0.69 "GET /v2.0/networks/5425a622-de03-4719-b488-9b4811a968d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883612 Feb 28 17:28:16.851747 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-480ba36f-6ae3-4e9e-9bc4-19aba2e79a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:16.919634 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-deleted', 'tag': '1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56'}, {'name': 'network-changed', 'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'tag': '26d61e20-36bc-4931-b531-a09ab87078a4'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:16.925476 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad214ec2-6979-4acc-afa8-3799d9ac0711" -d '{"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-deleted", "tag": "1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56"}, {"name": "network-changed", "server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "tag": "26d61e20-36bc-4931-b531-a09ab87078a4"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:16.946904 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-480ba36f-6ae3-4e9e-9bc4-19aba2e79a5d admin admin] Publish callbacks [] for security_group (2d1ae4df-95cd-40b1-b653-0c0218257dd0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:16.957787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-64e5c7ac-555c-4229-b10e-36ba3fc115ce req-06669b06-2ba6-49d7-8296-35f075717c9d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e13981c-a726-49ed-9526-c68dd96a146f&id=b414e4db-55fc-4afa-8e02-f1441fc47463&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1751454 Feb 28 17:28:16.986877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-d8707677-015b-4db4-8918-7207567e7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:16.991662 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-d8707677-015b-4db4-8918-7207567e7a34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2180059 Feb 28 17:28:17.024211 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-d781705f-4ed3-4d78-a8b3-a799d899fcd5 service neutron] 10.222.0.69 "GET /v2.0/networks/5425a622-de03-4719-b488-9b4811a968d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010057 Feb 28 17:28:17.079496 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-abba1862-ef64-4e7d-a9e0-e4daf1e90db3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=752e806f-6089-41e4-88f6-69959a72acc0 HTTP/1.1" status: 200 len: 217 time: 0.0456693 Feb 28 17:28:17.123288 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-8d18dd5b-cd3f-4f47-8688-ad0d0906ab6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=20b4b99e-4432-4b67-9099-db8adfe6560e HTTP/1.1" status: 200 len: 217 time: 0.0627897 Feb 28 17:28:17.126070 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-480ba36f-6ae3-4e9e-9bc4-19aba2e79a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2d1ae4df-95cd-40b1-b653-0c0218257dd0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:17.155198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976241c-760a-4085-a43d-a175470a9856 req-e50d2cd4-1fae-4712-b6d1-030f4da7eebb tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:17.163074 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6976241c-760a-4085-a43d-a175470a9856 req-e50d2cd4-1fae-4712-b6d1-030f4da7eebb tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.1700535 Feb 28 17:28:17.231199 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-467377f6-a497-4761-a2ea-425afc563536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:17.233774 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-467377f6-a497-4761-a2ea-425afc563536 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1474061 Feb 28 17:28:17.242459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e25c7-0aff-412d-a80d-de9f3f069a95 req-a9fb7439-c089-42c5-95e7-440fdbd6662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:17.245400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad1e25c7-0aff-412d-a80d-de9f3f069a95 req-a9fb7439-c089-42c5-95e7-440fdbd6662b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 1127 time: 0.1444156 Feb 28 17:28:17.256492 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-480ba36f-6ae3-4e9e-9bc4-19aba2e79a5d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1f4558af5b014ae89298b9c9a9fd4aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5942204 Feb 28 17:28:17.256703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e24e8d-0c07-41cd-85f1-f6eca9ee4683 req-4ca5d0d2-b26e-4415-8cbc-b824c9353eda tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:17.262439 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7e24e8d-0c07-41cd-85f1-f6eca9ee4683 req-4ca5d0d2-b26e-4415-8cbc-b824c9353eda tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.2330942 Feb 28 17:28:17.265150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58474) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:17.265769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58476) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:17.280071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-c7b262ae-1648-4146-a897-9434a3f23214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:17.281575 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-c7b262ae-1648-4146-a897-9434a3f23214 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3822bbdc-b0f2-424b-9c64-b53c59046c42 HTTP/1.1" status: 200 len: 801 time: 0.1693652 Feb 28 17:28:17.289591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ba36f-6ae3-4e9e-9bc4-19aba2e79a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1ae4df-95cd-40b1-b653-0c0218257dd0,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:17.302888 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6976241c-760a-4085-a43d-a175470a9856 req-d6564bd7-599b-4027-9d04-ec9faf1dd7f7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387889 Feb 28 17:28:17.348138 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-1c4a584d-0e1f-4c4e-a777-7fc6582534f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:17.349636 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-1c4a584d-0e1f-4c4e-a777-7fc6582534f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1036129 Feb 28 17:28:17.436289 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc44306-e901-4113-95bd-3b0244c4d633 x-openstack-request-id: req-cfc44306-e901-4113-95bd-3b0244c4d633 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:17.436588 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b4f64-11c5-4155-9e28-36de69591ca5", "name": "network-vif-deleted", "tag": "1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "tag": "26d61e20-36bc-4931-b531-a09ab87078a4", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:17.436840 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cfc44306-e901-4113-95bd-3b0244c4d633 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:17.437235 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b4f64-11c5-4155-9e28-36de69591ca5', 'name': 'network-vif-deleted', 'tag': '1c4a63a1-0e2f-48ce-bb84-12f8e79e5d56', 'status': 'completed', 'code': 200} Feb 28 17:28:17.437487 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'tag': '26d61e20-36bc-4931-b531-a09ab87078a4', 'status': 'completed', 'code': 200} Feb 28 17:28:17.470241 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-336fbafa-c002-4ce7-98cd-5a12a13bbc4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:17.518999 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7e24e8d-0c07-41cd-85f1-f6eca9ee4683 req-b88ff686-7e7f-4ada-9b78-64acf3af2588 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556055 Feb 28 17:28:17.530563 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e8e44ca6-a714-4e74-b974-12ff587e8169 admin admin] Publish callbacks [] for security_group (2d1ae4df-95cd-40b1-b653-0c0218257dd0), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:17.542429 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-2641f410-a941-4ee1-bc7a-ab1c40a0e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:17.545174 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-2641f410-a941-4ee1-bc7a-ab1c40a0e204 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9557de2a-6277-4da0-affc-2f31b738173d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2241960 Feb 28 17:28:17.568701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-e17c1380-b9b9-49bd-a6dd-b6cc078b200b service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080483 Feb 28 17:28:17.570027 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e25c7-0aff-412d-a80d-de9f3f069a95 req-f2813b6c-d8a0-4cf1-bd26-83657cb889ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:17.572885 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad1e25c7-0aff-412d-a80d-de9f3f069a95 req-f2813b6c-d8a0-4cf1-bd26-83657cb889ad service neutron] 10.222.0.69 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.3053150 Feb 28 17:28:17.573010 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5d4e670-a9c7-42d7-8d4a-fd1254031e84 req-38e33cef-1deb-4e5b-b760-87dbf851778a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1386710557&fields=id&tenant_id=092134078f4e41e78f2bec2553d8cda8 HTTP/1.1" status: 200 len: 267 time: 0.1203852 Feb 28 17:28:17.616551 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e8e44ca6-a714-4e74-b974-12ff587e8169 admin admin] Publish callbacks [] for security_group (2d1ae4df-95cd-40b1-b653-0c0218257dd0), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:17.746481 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-336fbafa-c002-4ce7-98cd-5a12a13bbc4f admin admin] Publish callbacks [] for security_group (ec7bd0c5-af95-4e80-9f17-36cac4efa84c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:17.758531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4e670-a9c7-42d7-8d4a-fd1254031e84 req-c06b61ee-3ecd-4888-8c0c-da949b55fdc5 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:17.760265 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5d4e670-a9c7-42d7-8d4a-fd1254031e84 req-c06b61ee-3ecd-4888-8c0c-da949b55fdc5 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 985 time: 0.1667249 Feb 28 17:28:17.762832 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-c9964299-d232-4aa0-950a-bfec8e2c0c82 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825094 Feb 28 17:28:17.771082 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b77accb9-2dd7-4407-afee-fb009c71c62c req-c21546f8-95f5-4715-9f59-7d95633212de tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0989764 Feb 28 17:28:17.787585 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-c5d4e670-a9c7-42d7-8d4a-fd1254031e84 req-1e21b3e5-473d-4486-85e5-f7599db224ef tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'port': {'security_groups': ['2e13981c-a726-49ed-9526-c68dd96a146f', 'b414e4db-55fc-4afa-8e02-f1441fc47463', '646eb5fc-0faa-43b2-8036-d9691b241e65']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:17.809951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad1e25c7-0aff-412d-a80d-de9f3f069a95 req-41653901-3174-4d0a-b493-9f2b09362c5e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f HTTP/1.1" status: 200 len: 999 time: 0.2163756 Feb 28 17:28:17.826362 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-336fbafa-c002-4ce7-98cd-5a12a13bbc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ec7bd0c5-af95-4e80-9f17-36cac4efa84c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:17.853559 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-f711d0b0-b0b0-4b15-a32d-435a5205afa7 service neutron] 10.222.0.69 "GET /v2.0/networks/9557de2a-6277-4da0-affc-2f31b738173d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967176 Feb 28 17:28:17.953267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e8e44ca6-a714-4e74-b974-12ff587e8169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2d1ae4df-95cd-40b1-b653-0c0218257dd0), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:17.954285 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e8e44ca6-a714-4e74-b974-12ff587e8169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:17.963613 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c5d4e670-a9c7-42d7-8d4a-fd1254031e84 req-1e21b3e5-473d-4486-85e5-f7599db224ef tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f3459db3-a961-4c66-ac04-239b4a479345), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:17.965549 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e8e44ca6-a714-4e74-b974-12ff587e8169 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d1ae4df-95cd-40b1-b653-0c0218257dd0 HTTP/1.1" status: 204 len: 168 time: 0.6879907 Feb 28 17:28:17.973629 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-336fbafa-c002-4ce7-98cd-5a12a13bbc4f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=29076ba16bef471fa46d31b1e67f1d24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7012954 Feb 28 17:28:17.975217 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58482) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:17.998350 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fbafa-c002-4ce7-98cd-5a12a13bbc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7bd0c5-af95-4e80-9f17-36cac4efa84c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:18.018483 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e25c7-0aff-412d-a80d-de9f3f069a95 req-08372140-0bcd-43aa-bc3f-e168db731f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:18.022195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad1e25c7-0aff-412d-a80d-de9f3f069a95 req-08372140-0bcd-43aa-bc3f-e168db731f0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.2056770 Feb 28 17:28:18.029422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e44ca6-a714-4e74-b974-12ff587e8169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1ae4df-95cd-40b1-b653-0c0218257dd0,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:18.169432 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-da820be3-7738-4174-bd63-9668e8f37e24 service neutron] 10.222.0.69 "GET /v2.0/networks/9557de2a-6277-4da0-affc-2f31b738173d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105273 Feb 28 17:28:18.183594 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e93ead-cd70-4425-afaa-3a05cf0a7978 req-07718e2e-073b-43e0-937f-0e18cfaf7055 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:18.189163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e93ead-cd70-4425-afaa-3a05cf0a7978 req-07718e2e-073b-43e0-937f-0e18cfaf7055 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:18.191270 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-51ffa2bc-d238-4991-90fc-a9e70a2cf07b admin admin] Publish callbacks [] for security_group (ec7bd0c5-af95-4e80-9f17-36cac4efa84c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:18.195859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e93ead-cd70-4425-afaa-3a05cf0a7978 req-07718e2e-073b-43e0-937f-0e18cfaf7055 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:18.202395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e3e93ead-cd70-4425-afaa-3a05cf0a7978 req-07718e2e-073b-43e0-937f-0e18cfaf7055 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2412 time: 0.2621403 Feb 28 17:28:18.250736 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-51ffa2bc-d238-4991-90fc-a9e70a2cf07b admin admin] Publish callbacks [] for security_group (ec7bd0c5-af95-4e80-9f17-36cac4efa84c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:18.293670 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-91a006a7-3172-4011-b7b0-9680627fc5c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=26d61e20-36bc-4931-b531-a09ab87078a4 HTTP/1.1" status: 200 len: 217 time: 0.0856142 Feb 28 17:28:18.311912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-c5d4e670-a9c7-42d7-8d4a-fd1254031e84 req-1e21b3e5-473d-4486-85e5-f7599db224ef tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] For port f3459db3-a961-4c66-ac04-239b4a479345, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f3459db3-a961-4c66-ac04-239b4a479345,segment=NetworkSegment(72bbed98-5cb1-4501-95bf-6b2d7faee35f),segment_id=72bbed98-5cb1-4501-95bf-6b2d7faee35f)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:18.350094 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e3e93ead-cd70-4425-afaa-3a05cf0a7978 req-6d9551c9-148a-4f53-962c-4d8ad5df7ee6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464164 Feb 28 17:28:18.352380 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e25c7-0aff-412d-a80d-de9f3f069a95 req-93abceec-a104-4b31-a88a-bc110dc68a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:18.354472 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad1e25c7-0aff-412d-a80d-de9f3f069a95 req-93abceec-a104-4b31-a88a-bc110dc68a2f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3174329 Feb 28 17:28:18.399602 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c5d4e670-a9c7-42d7-8d4a-fd1254031e84 req-1e21b3e5-473d-4486-85e5-f7599db224ef tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for port (f3459db3-a961-4c66-ac04-239b4a479345), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:18.430577 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-51ffa2bc-d238-4991-90fc-a9e70a2cf07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ec7bd0c5-af95-4e80-9f17-36cac4efa84c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:18.434121 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-51ffa2bc-d238-4991-90fc-a9e70a2cf07b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:18.436084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-51ffa2bc-d238-4991-90fc-a9e70a2cf07b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ec7bd0c5-af95-4e80-9f17-36cac4efa84c HTTP/1.1" status: 204 len: 168 time: 0.4599378 Feb 28 17:28:18.460604 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c5d4e670-a9c7-42d7-8d4a-fd1254031e84 req-1e21b3e5-473d-4486-85e5-f7599db224ef tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (f3459db3-a961-4c66-ac04-239b4a479345), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:18.466870 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffa2bc-d238-4991-90fc-a9e70a2cf07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7bd0c5-af95-4e80-9f17-36cac4efa84c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:18.478569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['7b133e1a-6eaa-4235-8979-163675718ad6'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:18.481318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['f3459db3-a961-4c66-ac04-239b4a479345'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:18.571626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b3e5-473d-4486-85e5-f7599db224ef tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'Port': ['ID=f3459db3-a961-4c66-ac04-239b4a479345,revision_number=7']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:18.581673 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-47d8c6f0-9c75-40cf-8def-a63e61dca2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:18.588985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-47d8c6f0-9c75-40cf-8def-a63e61dca2e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d HTTP/1.1" status: 200 len: 801 time: 0.2430918 Feb 28 17:28:18.591800 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4e670-a9c7-42d7-8d4a-fd1254031e84 req-1e21b3e5-473d-4486-85e5-f7599db224ef tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:18.592454 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c5d4e670-a9c7-42d7-8d4a-fd1254031e84 req-1e21b3e5-473d-4486-85e5-f7599db224ef tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:18.595087 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5d4e670-a9c7-42d7-8d4a-fd1254031e84 req-1e21b3e5-473d-4486-85e5-f7599db224ef tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "PUT /v2.0/ports/f3459db3-a961-4c66-ac04-239b4a479345 HTTP/1.1" status: 200 len: 1021 time: 0.8149707 Feb 28 17:28:18.598775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588c62ec-fbc9-474e-ae56-130285e1684b', 'tag': 'f3459db3-a961-4c66-ac04-239b4a479345'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:18.607569 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad47daa-38e7-416b-827d-c1b298ed775f" -d '{"events": [{"name": "network-changed", "server_uuid": "588c62ec-fbc9-474e-ae56-130285e1684b", "tag": "f3459db3-a961-4c66-ac04-239b4a479345"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:18.693514 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d27d56-1756-437f-8373-3cc4e7e50f03 req-63e7cade-7ae9-462d-a216-aaa8aaf0431c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:18.698862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['f3459db3-a961-4c66-ac04-239b4a479345'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:18.701718 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7d27d56-1756-437f-8373-3cc4e7e50f03 req-63e7cade-7ae9-462d-a216-aaa8aaf0431c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.2397366 Feb 28 17:28:18.710652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58498) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:18.732777 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad1e25c7-0aff-412d-a80d-de9f3f069a95 req-a70dc5e1-b594-4dea-b733-ae4878afc37f service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689091 Feb 28 17:28:18.750360 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f74dd-3e58-46a5-a199-7f8686913d4b req-91b8ea99-1722-412a-b052-956560bd3cfc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:18.752083 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5f7f74dd-3e58-46a5-a199-7f8686913d4b req-91b8ea99-1722-412a-b052-956560bd3cfc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0756788 Feb 28 17:28:18.756418 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-208406b5-8eb0-4352-be7d-78320a591d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:18.775676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-084f156d-d25d-46f0-af2b-43c3d73ee046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:18.777277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-084f156d-d25d-46f0-af2b-43c3d73ee046 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5425a622-de03-4719-b488-9b4811a968d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1760333 Feb 28 17:28:18.807959 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5f7f74dd-3e58-46a5-a199-7f8686913d4b req-85fdd8bd-7cb1-43bc-bc55-2250e4671bfe tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476317 Feb 28 17:28:18.912464 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7d27d56-1756-437f-8373-3cc4e7e50f03 req-213ce650-793d-4d20-b0d4-c83193e68f6a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097435 Feb 28 17:28:18.949124 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a87605c-fa44-41d7-909e-ceb5e1fe719e req-50e7d70c-bb6b-4c4f-9e8f-2483417a0084 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/646eb5fc-0faa-43b2-8036-d9691b241e65 HTTP/1.1" status: 200 len: 1820 time: 0.0940070 Feb 28 17:28:18.995273 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f2f707-ab0c-4317-ba17-d899c35c1349 x-openstack-request-id: req-82f2f707-ab0c-4317-ba17-d899c35c1349 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:18.996261 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588c62ec-fbc9-474e-ae56-130285e1684b", "tag": "f3459db3-a961-4c66-ac04-239b4a479345", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:18.998410 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-82f2f707-ab0c-4317-ba17-d899c35c1349 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:18.998410 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588c62ec-fbc9-474e-ae56-130285e1684b', 'tag': 'f3459db3-a961-4c66-ac04-239b4a479345', 'status': 'completed', 'code': 200} Feb 28 17:28:19.103772 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-208406b5-8eb0-4352-be7d-78320a591d9b admin admin] Publish callbacks [] for security_group (3ae210f7-e1ed-4910-aa7e-58ba3c8408c2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:19.122298 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-7a87605c-fa44-41d7-909e-ceb5e1fe719e req-994750fb-d3df-4d85-9490-640cde17113b tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 17:28:19.130084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a87605c-fa44-41d7-909e-ceb5e1fe719e req-994750fb-d3df-4d85-9490-640cde17113b tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "DELETE /v2.0/security-groups/646eb5fc-0faa-43b2-8036-d9691b241e65 HTTP/1.1" status: 409 len: 341 time: 0.1731813 Feb 28 17:28:19.145154 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad47daa-38e7-416b-827d-c1b298ed775f req-2c061c2f-e7dc-4443-80eb-8ab74d9d5c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:19.149240 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ad47daa-38e7-416b-827d-c1b298ed775f req-2c061c2f-e7dc-4443-80eb-8ab74d9d5c0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=092134078f4e41e78f2bec2553d8cda8&device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 1208 time: 0.1161938 Feb 28 17:28:19.161511 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ab78b3e9-5afe-43ea-ae3f-317c65b8f790 req-e3be48c2-fdfd-409c-98ad-ab8bf78d8f5f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0555048 Feb 28 17:28:19.208954 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-665b9f59-b71c-4c87-a625-2b692e5ea465 service neutron] 10.222.0.69 "GET /v2.0/networks/5425a622-de03-4719-b488-9b4811a968d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192026 Feb 28 17:28:19.238462 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad1e25c7-0aff-412d-a80d-de9f3f069a95 req-6be027fb-96ad-4ad5-beb1-b6e348e295d7 service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916801 Feb 28 17:28:19.241325 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-208406b5-8eb0-4352-be7d-78320a591d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3ae210f7-e1ed-4910-aa7e-58ba3c8408c2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:19.358333 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-208406b5-8eb0-4352-be7d-78320a591d9b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=09ce563236724eeb9b00c0350d8faa08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6461170 Feb 28 17:28:19.362560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58506) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:19.388046 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad47daa-38e7-416b-827d-c1b298ed775f req-2620dc86-b3d4-40f5-87e7-a33bfbd4860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:19.389973 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ad47daa-38e7-416b-827d-c1b298ed775f req-2620dc86-b3d4-40f5-87e7-a33bfbd4860b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa HTTP/1.1" status: 200 len: 912 time: 0.2344975 Feb 28 17:28:19.406648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208406b5-8eb0-4352-be7d-78320a591d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae210f7-e1ed-4910-aa7e-58ba3c8408c2,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:19.472990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58510) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:19.485278 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ad47daa-38e7-416b-827d-c1b298ed775f req-b9bf6a77-41eb-442b-820f-fa4c63f09be6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3459db3-a961-4c66-ac04-239b4a479345 HTTP/1.1" status: 200 len: 217 time: 0.0774906 Feb 28 17:28:19.489563 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abcdbc7d-a802-4c71-89be-e2bd3cc31fbf req-ff8b3b86-98d7-4cda-bfb8-8e521a340850 service neutron] 10.222.0.69 "GET /v2.0/networks/5425a622-de03-4719-b488-9b4811a968d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495396 Feb 28 17:28:19.497998 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0db87bd2-968b-4ac6-87d4-cd80c8e8fae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:19.531137 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f34ea893-0568-45cf-858c-133acaa59af1 admin admin] Publish callbacks [] for security_group (3ae210f7-e1ed-4910-aa7e-58ba3c8408c2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:19.563801 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad47daa-38e7-416b-827d-c1b298ed775f req-d87943c8-c77c-4980-8e8f-59ba533291a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:19.566744 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ad47daa-38e7-416b-827d-c1b298ed775f req-d87943c8-c77c-4980-8e8f-59ba533291a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5606816-920e-4406-aa25-e036bfde4547 HTTP/1.1" status: 200 len: 851 time: 0.0731354 Feb 28 17:28:19.567433 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f34ea893-0568-45cf-858c-133acaa59af1 admin admin] Publish callbacks [] for security_group (3ae210f7-e1ed-4910-aa7e-58ba3c8408c2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:19.581044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bcd84-0b1b-4747-995a-5df9d0414f6b req-99dc9c9d-6079-4420-ae23-719da3ee981b tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:19.588531 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bcd84-0b1b-4747-995a-5df9d0414f6b req-99dc9c9d-6079-4420-ae23-719da3ee981b tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:19.592849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bcd84-0b1b-4747-995a-5df9d0414f6b req-99dc9c9d-6079-4420-ae23-719da3ee981b tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:19.594767 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e34bcd84-0b1b-4747-995a-5df9d0414f6b req-99dc9c9d-6079-4420-ae23-719da3ee981b tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2412 time: 0.1229076 Feb 28 17:28:19.608241 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ad47daa-38e7-416b-827d-c1b298ed775f req-4dab337d-db64-4f36-8455-f31e072b24b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338519 Feb 28 17:28:19.680157 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e34bcd84-0b1b-4747-995a-5df9d0414f6b req-4fa7cc13-82cc-4ff0-a70f-959a1799f67a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711193 Feb 28 17:28:19.709518 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0db87bd2-968b-4ac6-87d4-cd80c8e8fae3 admin admin] Publish callbacks [] for security_group (9e4f1068-c188-46f9-bb14-2071eb78c709), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:19.736286 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ad47daa-38e7-416b-827d-c1b298ed775f req-ff6c1d66-9c98-4e75-8a66-adc86b30ca91 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208506 Feb 28 17:28:19.796725 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0db87bd2-968b-4ac6-87d4-cd80c8e8fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9e4f1068-c188-46f9-bb14-2071eb78c709), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:19.803580 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f34ea893-0568-45cf-858c-133acaa59af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3ae210f7-e1ed-4910-aa7e-58ba3c8408c2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:19.806225 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f34ea893-0568-45cf-858c-133acaa59af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:19.810348 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f34ea893-0568-45cf-858c-133acaa59af1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3ae210f7-e1ed-4910-aa7e-58ba3c8408c2 HTTP/1.1" status: 204 len: 168 time: 0.4437220 Feb 28 17:28:19.874205 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ea893-0568-45cf-858c-133acaa59af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae210f7-e1ed-4910-aa7e-58ba3c8408c2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:19.896922 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2a70f-d2d7-486b-a97e-242a934ad255 req-6fa712be-4da6-4acd-9843-520d22737cca tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:19.905703 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-feb2a70f-d2d7-486b-a97e-242a934ad255 req-6fa712be-4da6-4acd-9843-520d22737cca tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 1024 time: 0.1034415 Feb 28 17:28:19.935894 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad214ec2-6979-4acc-afa8-3799d9ac0711 req-03952fed-37d3-4f83-b126-aa6a8432e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:19.938365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad214ec2-6979-4acc-afa8-3799d9ac0711 req-03952fed-37d3-4f83-b126-aa6a8432e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:19.939021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad214ec2-6979-4acc-afa8-3799d9ac0711 req-03952fed-37d3-4f83-b126-aa6a8432e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:19.942782 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad214ec2-6979-4acc-afa8-3799d9ac0711 req-03952fed-37d3-4f83-b126-aa6a8432e078 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f49f6ffbd120408fb62d733cc7aa205a&device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2961 time: 0.2006505 Feb 28 17:28:19.948753 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ad47daa-38e7-416b-827d-c1b298ed775f req-4c067779-6d37-46f0-bdae-b3b3fab18464 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059069 Feb 28 17:28:20.010614 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-feb2a70f-d2d7-486b-a97e-242a934ad255 req-9389f95d-b447-4a0f-9457-c7c2cc54747e tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&id=2e13981c-a726-49ed-9526-c68dd96a146f&id=646eb5fc-0faa-43b2-8036-d9691b241e65&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0995548 Feb 28 17:28:20.038868 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0db87bd2-968b-4ac6-87d4-cd80c8e8fae3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=01cdfac9312946f5a2e70feb83e10f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5652010 Feb 28 17:28:20.041540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58520) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:20.055669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db87bd2-968b-4ac6-87d4-cd80c8e8fae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4f1068-c188-46f9-bb14-2071eb78c709,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:20.152229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad214ec2-6979-4acc-afa8-3799d9ac0711 req-c53e3526-36b1-45d9-b3eb-84223425e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:20.154844 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad214ec2-6979-4acc-afa8-3799d9ac0711 req-c53e3526-36b1-45d9-b3eb-84223425e728 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5425a622-de03-4719-b488-9b4811a968d4 HTTP/1.1" status: 200 len: 902 time: 0.1877508 Feb 28 17:28:20.160266 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c792b5bf-8410-45f7-a466-27cf44e01585 admin admin] Publish callbacks [] for security_group (9e4f1068-c188-46f9-bb14-2071eb78c709), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:20.164770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf1c84-1bb7-4fdd-b77f-f785f1d220c5 req-20549bdf-4f25-46f4-ab84-12cade962b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:20.170497 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-21cf1c84-1bb7-4fdd-b77f-f785f1d220c5 req-20549bdf-4f25-46f4-ab84-12cade962b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1304739 Feb 28 17:28:20.186754 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522cc90-a267-410b-9c47-1a50c0de965a req-4a8dc830-0181-4fe2-b89c-a8546f83f8de tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:20.188862 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d522cc90-a267-410b-9c47-1a50c0de965a req-4a8dc830-0181-4fe2-b89c-a8546f83f8de tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.0916326 Feb 28 17:28:20.214066 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c792b5bf-8410-45f7-a466-27cf44e01585 admin admin] Publish callbacks [] for security_group (9e4f1068-c188-46f9-bb14-2071eb78c709), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:20.281693 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d522cc90-a267-410b-9c47-1a50c0de965a req-16dbdfd6-4a8e-4d28-a2c2-be42a5f7aff2 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843461 Feb 28 17:28:20.357191 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c792b5bf-8410-45f7-a466-27cf44e01585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9e4f1068-c188-46f9-bb14-2071eb78c709), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:20.359845 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c792b5bf-8410-45f7-a466-27cf44e01585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:20.363568 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c792b5bf-8410-45f7-a466-27cf44e01585 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e4f1068-c188-46f9-bb14-2071eb78c709 HTTP/1.1" status: 204 len: 168 time: 0.3181782 Feb 28 17:28:20.402583 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792b5bf-8410-45f7-a466-27cf44e01585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4f1068-c188-46f9-bb14-2071eb78c709,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:20.457607 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-26c57b86-8f1a-403d-a1a1-23ec5ec9124c req-c56c801c-d4d7-4b19-a1c8-6084d3d7e073 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0838568 Feb 28 17:28:20.622804 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad214ec2-6979-4acc-afa8-3799d9ac0711 req-c0a775d5-438e-4850-bb54-bc8178ae0279 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=26d61e20-36bc-4931-b531-a09ab87078a4 HTTP/1.1" status: 200 len: 217 time: 0.4508481 Feb 28 17:28:20.696724 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-21cf1c84-1bb7-4fdd-b77f-f785f1d220c5 req-a1fc68b9-7162-42f9-8d43-ec6064bc732c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5157039 Feb 28 17:28:20.698290 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad214ec2-6979-4acc-afa8-3799d9ac0711 req-30fbab15-3ef4-486b-949f-060f715a973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:20.699692 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad214ec2-6979-4acc-afa8-3799d9ac0711 req-30fbab15-3ef4-486b-949f-060f715a973a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d HTTP/1.1" status: 200 len: 801 time: 0.0706446 Feb 28 17:28:20.781883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad214ec2-6979-4acc-afa8-3799d9ac0711 req-ca91d2e8-ea6f-4432-90b7-4ceaa026b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:20.784023 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad214ec2-6979-4acc-afa8-3799d9ac0711 req-ca91d2e8-ea6f-4432-90b7-4ceaa026b314 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5425a622-de03-4719-b488-9b4811a968d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0746627 Feb 28 17:28:20.885412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf27f8-ca9b-498a-96c7-b3b67067952d req-6149d657-b7a6-4013-b65a-dbd174802193 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:20.894767 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf27f8-ca9b-498a-96c7-b3b67067952d req-6149d657-b7a6-4013-b65a-dbd174802193 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:20.902172 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf27f8-ca9b-498a-96c7-b3b67067952d req-6149d657-b7a6-4013-b65a-dbd174802193 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:20.913098 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4bdf27f8-ca9b-498a-96c7-b3b67067952d req-6149d657-b7a6-4013-b65a-dbd174802193 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2412 time: 0.1487701 Feb 28 17:28:20.940454 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad214ec2-6979-4acc-afa8-3799d9ac0711 req-c7758b2c-573a-42d1-b48a-47e2f572f386 service neutron] 10.222.0.69 "GET /v2.0/networks/5425a622-de03-4719-b488-9b4811a968d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497500 Feb 28 17:28:20.961751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586c019-092c-411f-9259-190b96b57f0d req-d6f2fa41-aeb7-4437-b82a-ecc639aeebba tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:20.963326 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e586c019-092c-411f-9259-190b96b57f0d req-d6f2fa41-aeb7-4437-b82a-ecc639aeebba tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0811059 Feb 28 17:28:20.992567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4bdf27f8-ca9b-498a-96c7-b3b67067952d req-d18ca3fc-adc2-4337-82bc-6ff35064cdaf tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783556 Feb 28 17:28:21.156803 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e586c019-092c-411f-9259-190b96b57f0d req-31b72093-5ec5-4972-ad09-c48c7b52b1e5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719993 Feb 28 17:28:21.191823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad214ec2-6979-4acc-afa8-3799d9ac0711 req-983b2047-24c4-451b-94ed-d99eeb05015d service neutron] 10.222.0.69 "GET /v2.0/networks/5425a622-de03-4719-b488-9b4811a968d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274520 Feb 28 17:28:21.220402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47388944-7a30-4672-be70-53ea400200f5 req-5306225c-36d3-447d-8b47-4261e8f880c4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:21.223647 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47388944-7a30-4672-be70-53ea400200f5 req-5306225c-36d3-447d-8b47-4261e8f880c4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 1024 time: 0.0933349 Feb 28 17:28:21.324366 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47388944-7a30-4672-be70-53ea400200f5 req-dc6efe2c-e9fa-42c5-a6e2-511a37e4e5b0 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&id=2e13981c-a726-49ed-9526-c68dd96a146f&id=646eb5fc-0faa-43b2-8036-d9691b241e65&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0942142 Feb 28 17:28:21.502042 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8786ff5c-e68c-44f6-ac22-22b4a3443c73 req-7037bfde-5fe5-411d-bd23-e5051b9e9ebc service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0520563 Feb 28 17:28:21.527511 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d7dd5-8cfe-4886-9c4a-f6885c34b2e7 req-867dc35c-b006-4fb7-a6a8-52ba8b588842 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:21.529576 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-896d7dd5-8cfe-4886-9c4a-f6885c34b2e7 req-867dc35c-b006-4fb7-a6a8-52ba8b588842 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.73 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 1024 time: 0.1490455 Feb 28 17:28:21.552310 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141ca00-eb2e-4840-8924-5324faca2ce7 req-1765dd75-d9ea-4a9c-89e5-898976b40a37 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:21.558444 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6141ca00-eb2e-4840-8924-5324faca2ce7 req-1765dd75-d9ea-4a9c-89e5-898976b40a37 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.1247799 Feb 28 17:28:21.699779 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-11287af6-75a4-4ba1-8d02-43543f23a229 req-4f5c16ab-452f-4139-811d-058da4ba9bf9 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0523014 Feb 28 17:28:21.727946 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6141ca00-eb2e-4840-8924-5324faca2ce7 req-65db308e-dde6-4224-8353-934509cdba41 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299701 Feb 28 17:28:21.757073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-896d7dd5-8cfe-4886-9c4a-f6885c34b2e7 req-47f426ae-cc8e-4a20-b25e-9e266327cb7a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Deleting port f3459db3-a961-4c66-ac04-239b4a479345 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:21.757623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-896d7dd5-8cfe-4886-9c4a-f6885c34b2e7 req-47f426ae-cc8e-4a20-b25e-9e266327cb7a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f3459db3-a961-4c66-ac04-239b4a479345), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:21.901219 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0709ae7a-69c5-4f6f-be9a-e0ff618e7c1b req-7a4d748c-d4e7-437d-abf8-0e5f4edbf526 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0797391 Feb 28 17:28:21.905609 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-896d7dd5-8cfe-4886-9c4a-f6885c34b2e7 req-47f426ae-cc8e-4a20-b25e-9e266327cb7a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] For port f3459db3-a961-4c66-ac04-239b4a479345, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=f3459db3-a961-4c66-ac04-239b4a479345,segment=NetworkSegment(72bbed98-5cb1-4501-95bf-6b2d7faee35f),segment_id=72bbed98-5cb1-4501-95bf-6b2d7faee35f)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:21.906088 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-896d7dd5-8cfe-4886-9c4a-f6885c34b2e7 req-47f426ae-cc8e-4a20-b25e-9e266327cb7a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f3459db3-a961-4c66-ac04-239b4a479345), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:21.925472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba4f07-35e1-42a9-8227-a6e68bf625d7 req-649fb35c-9cb0-4856-9fd8-a21e6c626884 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:21.943358 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fbba4f07-35e1-42a9-8227-a6e68bf625d7 req-649fb35c-9cb0-4856-9fd8-a21e6c626884 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1146517 Feb 28 17:28:21.955071 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-896d7dd5-8cfe-4886-9c4a-f6885c34b2e7 req-47f426ae-cc8e-4a20-b25e-9e266327cb7a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Calling delete_port for f3459db3-a961-4c66-ac04-239b4a479345 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:22.046239 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fbba4f07-35e1-42a9-8227-a6e68bf625d7 req-412b6285-cd40-41c9-9ecc-50f2d8fcafab tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018369 Feb 28 17:28:22.176428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d16d7-bad0-4903-b793-62792a45771a req-bf47b81b-5875-44ba-800f-1280b37a038a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:22.182288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d16d7-bad0-4903-b793-62792a45771a req-bf47b81b-5875-44ba-800f-1280b37a038a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:22.188107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d16d7-bad0-4903-b793-62792a45771a req-bf47b81b-5875-44ba-800f-1280b37a038a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:22.196569 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b92d16d7-bad0-4903-b793-62792a45771a req-bf47b81b-5875-44ba-800f-1280b37a038a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2412 time: 0.1026754 Feb 28 17:28:22.232652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3633e-3022-4523-a330-c7db22b033f7 req-9cb7321a-3f92-49cb-b865-3f2e2a67cfa9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:22.234238 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8c3633e-3022-4523-a330-c7db22b033f7 req-9cb7321a-3f92-49cb-b865-3f2e2a67cfa9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0792308 Feb 28 17:28:22.267861 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-896d7dd5-8cfe-4886-9c4a-f6885c34b2e7 req-47f426ae-cc8e-4a20-b25e-9e266327cb7a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f3459db3-a961-4c66-ac04-239b4a479345), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:22.272392 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b92d16d7-bad0-4903-b793-62792a45771a req-8990203f-3a2e-44b9-ad4c-99e71bc36373 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744026 Feb 28 17:28:22.281725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['7b133e1a-6eaa-4235-8979-163675718ad6'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:22.319182 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f426ae-cc8e-4a20-b25e-9e266327cb7a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event deleted for resources: {'Port': ['ID=f3459db3-a961-4c66-ac04-239b4a479345,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:22.370842 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8c3633e-3022-4523-a330-c7db22b033f7 req-3f23feea-e0f1-45fb-80f3-e77ff649a820 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298425 Feb 28 17:28:22.446654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-896d7dd5-8cfe-4886-9c4a-f6885c34b2e7 req-47f426ae-cc8e-4a20-b25e-9e266327cb7a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] No DVR routers for this DVR port f3459db3-a961-4c66-ac04-239b4a479345 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:22.449707 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-896d7dd5-8cfe-4886-9c4a-f6885c34b2e7 req-47f426ae-cc8e-4a20-b25e-9e266327cb7a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:22.453373 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-896d7dd5-8cfe-4886-9c4a-f6885c34b2e7 req-47f426ae-cc8e-4a20-b25e-9e266327cb7a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.73 "DELETE /v2.0/ports/f3459db3-a961-4c66-ac04-239b4a479345 HTTP/1.1" status: 204 len: 173 time: 0.9174771 Feb 28 17:28:22.453830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588c62ec-fbc9-474e-ae56-130285e1684b', 'name': 'network-vif-deleted', 'tag': 'f3459db3-a961-4c66-ac04-239b4a479345'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:22.456717 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7019426b-849b-41c0-ad91-e70f6503b587" -d '{"events": [{"server_uuid": "588c62ec-fbc9-474e-ae56-130285e1684b", "name": "network-vif-deleted", "tag": "f3459db3-a961-4c66-ac04-239b4a479345"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:22.514862 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2124133d-1d65-47a5-9dac-ac626f6f9712 req-d2691c4a-39e6-49fa-a40e-71018d5deee4 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 210 time: 0.0647590 Feb 28 17:28:22.597049 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab31db2-50ee-4309-bef8-d45bf2cb92a4 x-openstack-request-id: req-fab31db2-50ee-4309-bef8-d45bf2cb92a4 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:22.597421 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588c62ec-fbc9-474e-ae56-130285e1684b", "name": "network-vif-deleted", "tag": "f3459db3-a961-4c66-ac04-239b4a479345", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:22.597741 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fab31db2-50ee-4309-bef8-d45bf2cb92a4 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:22.598546 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588c62ec-fbc9-474e-ae56-130285e1684b', 'name': 'network-vif-deleted', 'tag': 'f3459db3-a961-4c66-ac04-239b4a479345', 'status': 'completed', 'code': 200} Feb 28 17:28:22.611916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a7ee3-be51-4623-8c93-ef87e1e5ce34 req-a970ad3f-dd1c-4cbc-aae6-6db78a41b6a9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:22.614699 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ec9a7ee3-be51-4623-8c93-ef87e1e5ce34 req-a970ad3f-dd1c-4cbc-aae6-6db78a41b6a9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1071925 Feb 28 17:28:22.665822 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ec9a7ee3-be51-4623-8c93-ef87e1e5ce34 req-40eca2b4-4c5a-4438-96f6-caffaf30ea70 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454860 Feb 28 17:28:22.764271 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device df9e7de8-f247-4da9-95c3-4483b6e47b15 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:28:22.933080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port df9e7de8-f247-4da9-95c3-4483b6e47b15, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=df9e7de8-f247-4da9-95c3-4483b6e47b15,segment=NetworkSegment(0c9c0002-cf6d-4ba1-a699-b08c31f5e679),segment_id=0c9c0002-cf6d-4ba1-a699-b08c31f5e679)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:22.994346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'df9e7de8-f247-4da9-95c3-4483b6e47b15', 'network_id': '5425a622-de03-4719-b488-9b4811a968d4', 'port_id': 'df9e7de8-f247-4da9-95c3-4483b6e47b15', 'mac_address': 'fa:16:3e:fc:da:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d', 'ip_address': '19.80.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:28:23.012163 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b17a9-b994-4b81-a27c-d80dbacb32b5 req-0cae41b4-4dfa-43b2-ab3b-4e66be2e7cc4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:23.013705 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f1b17a9-b994-4b81-a27c-d80dbacb32b5 req-0cae41b4-4dfa-43b2-ab3b-4e66be2e7cc4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.1675849 Feb 28 17:28:23.051793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port df9e7de8-f247-4da9-95c3-4483b6e47b15 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:23.052181 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:23.069778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9e7de8-f247-4da9-95c3-4483b6e47b15 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:28:23.091246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a13380b-a3db-413f-8872-ccb34be3c6f8 req-55626db2-e329-4906-a583-cd7bf7203b90 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0558739 Feb 28 17:28:23.091598 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f1b17a9-b994-4b81-a27c-d80dbacb32b5 req-d1dd8194-4027-4e22-aeda-5fef9d48f58a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707700 Feb 28 17:28:23.098377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port df9e7de8-f247-4da9-95c3-4483b6e47b15, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=df9e7de8-f247-4da9-95c3-4483b6e47b15,segment=NetworkSegment(0c9c0002-cf6d-4ba1-a699-b08c31f5e679),segment_id=0c9c0002-cf6d-4ba1-a699-b08c31f5e679)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:23.213678 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:23.214846 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 26d61e20-36bc-4931-b531-a09ab87078a4 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:28:23.217485 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbd4c0-2e56-45bf-9e88-285e65620ec1 req-f4ebf538-efdf-4f1d-ac8a-64608a518f8c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:23.220421 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-18cbd4c0-2e56-45bf-9e88-285e65620ec1 req-f4ebf538-efdf-4f1d-ac8a-64608a518f8c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0649357 Feb 28 17:28:23.292044 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-18cbd4c0-2e56-45bf-9e88-285e65620ec1 req-5b2fd45b-5e2c-422f-abfe-158578a69b6c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654752 Feb 28 17:28:23.343999 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 26d61e20-36bc-4931-b531-a09ab87078a4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=26d61e20-36bc-4931-b531-a09ab87078a4,segment=NetworkSegment(0c9c0002-cf6d-4ba1-a699-b08c31f5e679),segment_id=0c9c0002-cf6d-4ba1-a699-b08c31f5e679)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:23.360487 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '26d61e20-36bc-4931-b531-a09ab87078a4', 'network_id': '5425a622-de03-4719-b488-9b4811a968d4', 'port_id': '26d61e20-36bc-4931-b531-a09ab87078a4', 'mac_address': 'fa:16:3e:fb:88:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d', 'ip_address': '19.80.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:28:23.373077 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=df9e7de8-f247-4da9-95c3-4483b6e47b15,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:23.431521 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 26d61e20-36bc-4931-b531-a09ab87078a4 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:23.432053 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (26d61e20-36bc-4931-b531-a09ab87078a4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:23.487334 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed1f5a-b118-4c3f-9148-06dc33e54c0b req-b3a2e0c9-df02-4893-826c-fa60796bd8f9 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:23.495231 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed1f5a-b118-4c3f-9148-06dc33e54c0b req-b3a2e0c9-df02-4893-826c-fa60796bd8f9 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:23.507886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d61e20-36bc-4931-b531-a09ab87078a4 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:28:23.514829 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed1f5a-b118-4c3f-9148-06dc33e54c0b req-b3a2e0c9-df02-4893-826c-fa60796bd8f9 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:23.519975 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-81ed1f5a-b118-4c3f-9148-06dc33e54c0b req-b3a2e0c9-df02-4893-826c-fa60796bd8f9 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2413 time: 0.1527667 Feb 28 17:28:23.573912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58682) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:23.590092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 26d61e20-36bc-4931-b531-a09ab87078a4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=26d61e20-36bc-4931-b531-a09ab87078a4,segment=NetworkSegment(0c9c0002-cf6d-4ba1-a699-b08c31f5e679),segment_id=0c9c0002-cf6d-4ba1-a699-b08c31f5e679)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:23.594788 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-81ed1f5a-b118-4c3f-9148-06dc33e54c0b req-09cd12fb-733c-4394-8810-329c2e2b6800 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625613 Feb 28 17:28:23.686149 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (26d61e20-36bc-4931-b531-a09ab87078a4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:23.687704 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 20b4b99e-4432-4b67-9099-db8adfe6560e details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:28:23.691468 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7c0169df-5670-4b34-a600-546ce6a8d7d0 req-c340c788-e04f-4ffe-aab1-e6ea86922738 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=588c62ec-fbc9-474e-ae56-130285e1684b HTTP/1.1" status: 200 len: 210 time: 0.0594277 Feb 28 17:28:23.710971 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f3459db3-a961-4c66-ac04-239b4a479345 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:23.773968 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: f3459db3-a961-4c66-ac04-239b4a479345 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:28:23.773968 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device f3459db3-a961-4c66-ac04-239b4a479345 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:28:23.776095 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d36435f-4a0a-4c92-8f83-15373fca8cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:23.881518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=26d61e20-36bc-4931-b531-a09ab87078a4,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:23.928670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 20b4b99e-4432-4b67-9099-db8adfe6560e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=20b4b99e-4432-4b67-9099-db8adfe6560e,segment=NetworkSegment(8972c490-f103-4c44-83be-6aba718f906d),segment_id=8972c490-f103-4c44-83be-6aba718f906d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:23.933433 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8bed28d0-4dfa-42c5-bab6-9fc533259716 req-42200e56-2bd5-48d0-b343-1342e3daabb4 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0372179 Feb 28 17:28:23.939238 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d36435f-4a0a-4c92-8f83-15373fca8cf2 admin admin] Publish callbacks [] for security_group (6dc09a4c-b959-4dff-a9d2-1f7f98769c50), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:23.976301 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '20b4b99e-4432-4b67-9099-db8adfe6560e', 'network_id': '9557de2a-6277-4da0-affc-2f31b738173d', 'port_id': '20b4b99e-4432-4b67-9099-db8adfe6560e', 'mac_address': 'fa:16:3e:a2:ca:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3822bbdc-b0f2-424b-9c64-b53c59046c42', 'ip_address': '19.86.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:28:23.991592 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d36435f-4a0a-4c92-8f83-15373fca8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6dc09a4c-b959-4dff-a9d2-1f7f98769c50), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:24.032561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 20b4b99e-4432-4b67-9099-db8adfe6560e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:24.032942 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:24.050017 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9d36435f-4a0a-4c92-8f83-15373fca8cf2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3b3de0b6ceb04ad79c91f6d777484519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4747846 Feb 28 17:28:24.051602 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36435f-4a0a-4c92-8f83-15373fca8cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc09a4c-b959-4dff-a9d2-1f7f98769c50,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:24.055599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58706) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:24.056958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b4b99e-4432-4b67-9099-db8adfe6560e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:28:24.098999 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 20b4b99e-4432-4b67-9099-db8adfe6560e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=20b4b99e-4432-4b67-9099-db8adfe6560e,segment=NetworkSegment(8972c490-f103-4c44-83be-6aba718f906d),segment_id=8972c490-f103-4c44-83be-6aba718f906d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:24.125369 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Publish callbacks [] for security_group (6dc09a4c-b959-4dff-a9d2-1f7f98769c50), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:24.156751 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:24.170587 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Publish callbacks [] for security_group (6dc09a4c-b959-4dff-a9d2-1f7f98769c50), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:24.217298 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3fc7c324-7a99-404f-83a6-375941023063 req-006895d5-f753-4633-8797-13ffbf3f6fd2 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0641994 Feb 28 17:28:24.267619 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=20b4b99e-4432-4b67-9099-db8adfe6560e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:24.286517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d06882a2-15a8-4128-9a09-1d80443abd0e req-6ab05923-8a0b-4a43-8da6-37574e3180fb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0536714 Feb 28 17:28:24.325947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db611736-b94a-4101-9db9-d33517e7a37d req-5b5967bf-1f92-4ded-b7ae-0b80f97b79dd tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:24.327453 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-db611736-b94a-4101-9db9-d33517e7a37d req-5b5967bf-1f92-4ded-b7ae-0b80f97b79dd tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.0616384 Feb 28 17:28:24.378775 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-db611736-b94a-4101-9db9-d33517e7a37d req-a748bf88-234a-4e3c-8c50-2fda987163f6 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457482 Feb 28 17:28:24.419486 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6dc09a4c-b959-4dff-a9d2-1f7f98769c50), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:24.423703 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:24.425348 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6dc09a4c-b959-4dff-a9d2-1f7f98769c50 HTTP/1.1" status: 204 len: 168 time: 0.3715079 Feb 28 17:28:24.448331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4e1ad-2a6c-45a0-a011-63216d905e73 req-7be56e3d-540b-46be-b84e-70efbe1033de tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:24.449120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc09a4c-b959-4dff-a9d2-1f7f98769c50,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:24.450122 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25e4e1ad-2a6c-45a0-a011-63216d905e73 req-7be56e3d-540b-46be-b84e-70efbe1033de tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0813117 Feb 28 17:28:24.462410 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:24.462999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:24.463411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:24.463823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:24.464229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:24.464633 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:24.466982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:24.466982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:24.466982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:24.466982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:24.466982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:24.467654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:24.468142 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bfe62-afc4-43b2-b89f-2aa0ee35ae2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:24.567424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['df9e7de8-f247-4da9-95c3-4483b6e47b15'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:24.616351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['26d61e20-36bc-4931-b531-a09ab87078a4'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:24.761359 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc93d0-656c-4249-8b46-393a2c698b9d req-ed13f83a-3d9c-4d45-96c4-56a800a8a78e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:24.767819 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc93d0-656c-4249-8b46-393a2c698b9d req-ed13f83a-3d9c-4d45-96c4-56a800a8a78e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:24.773294 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc93d0-656c-4249-8b46-393a2c698b9d req-ed13f83a-3d9c-4d45-96c4-56a800a8a78e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:24.775031 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-61cc93d0-656c-4249-8b46-393a2c698b9d req-ed13f83a-3d9c-4d45-96c4-56a800a8a78e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2415 time: 0.0801210 Feb 28 17:28:24.823857 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25e4e1ad-2a6c-45a0-a011-63216d905e73 req-6e7e8f6b-5e02-49fd-ab94-37724a9c0e76 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3653095 Feb 28 17:28:24.914415 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-61cc93d0-656c-4249-8b46-393a2c698b9d req-481e994b-0e44-47ab-99d5-684be06d4b4e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161466 Feb 28 17:28:25.000187 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6be50119-f042-4f80-ab85-77babc25b8fe req-215ecac2-0147-47ef-aa6a-fe82ed392593 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/2e13981c-a726-49ed-9526-c68dd96a146f HTTP/1.1" status: 200 len: 1819 time: 0.0612931 Feb 28 17:28:25.074588 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6be50119-f042-4f80-ab85-77babc25b8fe req-6eba7e52-df0f-4dbe-bc80-ce683291516d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (2e13981c-a726-49ed-9526-c68dd96a146f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:25.106458 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6be50119-f042-4f80-ab85-77babc25b8fe req-6eba7e52-df0f-4dbe-bc80-ce683291516d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (2e13981c-a726-49ed-9526-c68dd96a146f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:25.293240 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6be50119-f042-4f80-ab85-77babc25b8fe req-6eba7e52-df0f-4dbe-bc80-ce683291516d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2e13981c-a726-49ed-9526-c68dd96a146f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:25.296010 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6be50119-f042-4f80-ab85-77babc25b8fe req-6eba7e52-df0f-4dbe-bc80-ce683291516d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:25.303496 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6be50119-f042-4f80-ab85-77babc25b8fe req-6eba7e52-df0f-4dbe-bc80-ce683291516d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "DELETE /v2.0/security-groups/2e13981c-a726-49ed-9526-c68dd96a146f HTTP/1.1" status: 204 len: 173 time: 0.2946112 Feb 28 17:28:25.345383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba7e52-df0f-4dbe-bc80-ce683291516d tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e13981c-a726-49ed-9526-c68dd96a146f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:25.426390 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e603a67-6102-40c1-ad49-e7da9058a9fc req-63fad359-50a4-4bba-904b-a35e3d2a1dc8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/646eb5fc-0faa-43b2-8036-d9691b241e65 HTTP/1.1" status: 200 len: 1820 time: 0.0820618 Feb 28 17:28:25.464868 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904dcc0-9f1b-44f7-9c91-556c644bb502 req-8241a75a-875e-45b9-a512-8bc2be05353d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:25.474306 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2904dcc0-9f1b-44f7-9c91-556c644bb502 req-8241a75a-875e-45b9-a512-8bc2be05353d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0768571 Feb 28 17:28:25.493616 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7e603a67-6102-40c1-ad49-e7da9058a9fc req-c6d67996-a6d4-4b00-ae8a-6e4b222259e6 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (646eb5fc-0faa-43b2-8036-d9691b241e65), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:25.527924 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7e603a67-6102-40c1-ad49-e7da9058a9fc req-c6d67996-a6d4-4b00-ae8a-6e4b222259e6 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (646eb5fc-0faa-43b2-8036-d9691b241e65), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:25.537337 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2904dcc0-9f1b-44f7-9c91-556c644bb502 req-738a0b6b-ab75-4257-a793-240b0191b6e3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573473 Feb 28 17:28:25.636646 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7e603a67-6102-40c1-ad49-e7da9058a9fc req-c6d67996-a6d4-4b00-ae8a-6e4b222259e6 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (646eb5fc-0faa-43b2-8036-d9691b241e65), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:25.639771 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7e603a67-6102-40c1-ad49-e7da9058a9fc req-c6d67996-a6d4-4b00-ae8a-6e4b222259e6 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:25.651890 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e603a67-6102-40c1-ad49-e7da9058a9fc req-c6d67996-a6d4-4b00-ae8a-6e4b222259e6 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "DELETE /v2.0/security-groups/646eb5fc-0faa-43b2-8036-d9691b241e65 HTTP/1.1" status: 204 len: 173 time: 0.2205272 Feb 28 17:28:25.671596 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c74de034-9005-4189-8d59-0dccd9b58baf req-5b9f1975-73c4-46af-b565-4be92252394e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0680594 Feb 28 17:28:25.673660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d67996-a6d4-4b00-ae8a-6e4b222259e6 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=646eb5fc-0faa-43b2-8036-d9691b241e65,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:25.741437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-72e56b73-bf3e-44db-88f6-702ab3a10c8a req-816fbf87-6778-467d-be3d-4d3aa8031912 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2010944907', 'description': 'tempest-description-809587394'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:25.821681 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e785b95-c7aa-4d42-9ecb-497c0c2f0d14 req-8ed694f1-beba-4a14-81d6-61cd50b9f6b4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:25.826437 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e785b95-c7aa-4d42-9ecb-497c0c2f0d14 req-8ed694f1-beba-4a14-81d6-61cd50b9f6b4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.0868418 Feb 28 17:28:25.843819 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-72e56b73-bf3e-44db-88f6-702ab3a10c8a req-816fbf87-6778-467d-be3d-4d3aa8031912 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:25.904300 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e785b95-c7aa-4d42-9ecb-497c0c2f0d14 req-95138d47-3633-484d-80ab-d3c020359e9b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738311 Feb 28 17:28:25.933448 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-72e56b73-bf3e-44db-88f6-702ab3a10c8a req-816fbf87-6778-467d-be3d-4d3aa8031912 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (8d1c9954-2635-4b46-aa2b-3205bb99f0a2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:25.938433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['20b4b99e-4432-4b67-9099-db8adfe6560e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:26.001542 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-72e56b73-bf3e-44db-88f6-702ab3a10c8a req-816fbf87-6778-467d-be3d-4d3aa8031912 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8d1c9954-2635-4b46-aa2b-3205bb99f0a2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:26.062896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fbf87-6778-467d-be3d-4d3aa8031912 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1c9954-2635-4b46-aa2b-3205bb99f0a2,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:26.118289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0fa46-fcb5-4a0c-baeb-3187f7720768 req-459e2fe8-75e6-42f1-83f5-2b0cc7448607 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:26.125366 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0fa46-fcb5-4a0c-baeb-3187f7720768 req-459e2fe8-75e6-42f1-83f5-2b0cc7448607 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:26.131860 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-72e56b73-bf3e-44db-88f6-702ab3a10c8a req-816fbf87-6778-467d-be3d-4d3aa8031912 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:26.133798 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0fa46-fcb5-4a0c-baeb-3187f7720768 req-459e2fe8-75e6-42f1-83f5-2b0cc7448607 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:26.133953 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-72e56b73-bf3e-44db-88f6-702ab3a10c8a req-816fbf87-6778-467d-be3d-4d3aa8031912 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3971219 Feb 28 17:28:26.142289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-05a0fa46-fcb5-4a0c-baeb-3187f7720768 req-459e2fe8-75e6-42f1-83f5-2b0cc7448607 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2415 time: 0.1452756 Feb 28 17:28:26.223077 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-798a8421-0737-4a6a-b12b-d8e9f0a918c5 req-9ac1d162-9a96-49ea-819d-0abb405a4cca tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/8d1c9954-2635-4b46-aa2b-3205bb99f0a2 HTTP/1.1" status: 200 len: 1819 time: 0.0714087 Feb 28 17:28:26.231329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-798a8421-0737-4a6a-b12b-d8e9f0a918c5 req-5ca18dd6-5150-4537-ac24-5c8fd77095a5 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Request body: {'security_group': {'name': 'tempest-sg-hth-706464958', 'description': 'tempest-description-hth-1290275998'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:26.246324 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-05a0fa46-fcb5-4a0c-baeb-3187f7720768 req-3df5abdf-3960-4704-aba5-1af7baa4fc3f tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017904 Feb 28 17:28:26.285959 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-798a8421-0737-4a6a-b12b-d8e9f0a918c5 req-5ca18dd6-5150-4537-ac24-5c8fd77095a5 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (8d1c9954-2635-4b46-aa2b-3205bb99f0a2), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:26.383187 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-19a19f78-18f2-4006-9b58-c6d4f26661da req-71bc6b98-c166-49a5-9832-383c9f007401 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0470245 Feb 28 17:28:26.401549 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-798a8421-0737-4a6a-b12b-d8e9f0a918c5 req-5ca18dd6-5150-4537-ac24-5c8fd77095a5 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (8d1c9954-2635-4b46-aa2b-3205bb99f0a2), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:26.464730 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-798a8421-0737-4a6a-b12b-d8e9f0a918c5 req-5ca18dd6-5150-4537-ac24-5c8fd77095a5 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8d1c9954-2635-4b46-aa2b-3205bb99f0a2), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:26.469706 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-798a8421-0737-4a6a-b12b-d8e9f0a918c5 req-5ca18dd6-5150-4537-ac24-5c8fd77095a5 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:26.469706 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-798a8421-0737-4a6a-b12b-d8e9f0a918c5 req-5ca18dd6-5150-4537-ac24-5c8fd77095a5 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "PUT /v2.0/security-groups/8d1c9954-2635-4b46-aa2b-3205bb99f0a2 HTTP/1.1" status: 200 len: 1793 time: 0.2441278 Feb 28 17:28:26.509688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca18dd6-5150-4537-ac24-5c8fd77095a5 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1c9954-2635-4b46-aa2b-3205bb99f0a2,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:26.554079 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-74a05786-f263-4f84-97e7-0f2cb47a80bb req-8805722c-dbb0-48cf-86db-a88e3b665ff2 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0343869 Feb 28 17:28:26.575574 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aeb9b1ca-36a3-40ff-a497-3182cab152d9 req-6f10bf47-3dab-48d7-8488-11ad377abde8 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/8d1c9954-2635-4b46-aa2b-3205bb99f0a2 HTTP/1.1" status: 200 len: 1793 time: 0.0812984 Feb 28 17:28:26.635243 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e428b88-776f-4595-8e74-614cb4638124 req-b378ab15-b983-4397-b865-cbd21df28314 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/8d1c9954-2635-4b46-aa2b-3205bb99f0a2 HTTP/1.1" status: 200 len: 1793 time: 0.0401323 Feb 28 17:28:26.695026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104c667-163a-40c8-9127-9ad7f902c3a4 req-b9b72251-e0e0-40d3-a857-76ff909c8d22 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:26.696784 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0104c667-163a-40c8-9127-9ad7f902c3a4 req-b9b72251-e0e0-40d3-a857-76ff909c8d22 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0701213 Feb 28 17:28:26.710570 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9e428b88-776f-4595-8e74-614cb4638124 req-bd4dbf05-48ab-4133-81f4-e339913d733c tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (8d1c9954-2635-4b46-aa2b-3205bb99f0a2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:26.735387 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9e428b88-776f-4595-8e74-614cb4638124 req-bd4dbf05-48ab-4133-81f4-e339913d733c tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (8d1c9954-2635-4b46-aa2b-3205bb99f0a2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:26.763127 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0104c667-163a-40c8-9127-9ad7f902c3a4 req-115c4001-bc49-44da-8e7c-b41e3da59401 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536437 Feb 28 17:28:26.812815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 26d61e20-36bc-4931-b531-a09ab87078a4 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:26.857675 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a11afdc-6086-48dd-b1d9-4def74673cf6 req-28350af7-ae7f-409e-9ae0-3185514fa791 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0296762 Feb 28 17:28:26.881970 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9e428b88-776f-4595-8e74-614cb4638124 req-bd4dbf05-48ab-4133-81f4-e339913d733c tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8d1c9954-2635-4b46-aa2b-3205bb99f0a2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:26.884548 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9e428b88-776f-4595-8e74-614cb4638124 req-bd4dbf05-48ab-4133-81f4-e339913d733c tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:26.887367 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e428b88-776f-4595-8e74-614cb4638124 req-bd4dbf05-48ab-4133-81f4-e339913d733c tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "DELETE /v2.0/security-groups/8d1c9954-2635-4b46-aa2b-3205bb99f0a2 HTTP/1.1" status: 204 len: 173 time: 0.2441683 Feb 28 17:28:26.899746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4dbf05-48ab-4133-81f4-e339913d733c tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1c9954-2635-4b46-aa2b-3205bb99f0a2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:27.005789 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 26d61e20-36bc-4931-b531-a09ab87078a4 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:28:27.008617 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 26d61e20-36bc-4931-b531-a09ab87078a4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:27.008999 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (26d61e20-36bc-4931-b531-a09ab87078a4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:27.014224 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cb280-cb03-406a-9643-9e7b52bd8af3 req-bb46e68b-c6c9-4a40-bc3d-dc96662087fb tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:27.015763 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-909cb280-cb03-406a-9643-9e7b52bd8af3 req-bb46e68b-c6c9-4a40-bc3d-dc96662087fb tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0800622 Feb 28 17:28:27.088710 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-909cb280-cb03-406a-9643-9e7b52bd8af3 req-35a9237d-99de-4f76-9908-5804104c1d6f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586660 Feb 28 17:28:27.150835 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 26d61e20-36bc-4931-b531-a09ab87078a4 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:27.151239 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (26d61e20-36bc-4931-b531-a09ab87078a4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:27.164431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b18b17-1b7c-47a8-8d87-0cb560a27f95 req-3da6062d-b350-4fc2-ad0f-9928dad00805 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:27.178117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-86b18b17-1b7c-47a8-8d87-0cb560a27f95 req-3da6062d-b350-4fc2-ad0f-9928dad00805 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.1441553 Feb 28 17:28:27.183731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d61e20-36bc-4931-b531-a09ab87078a4'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:27.187328 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8adc89-094d-4ee5-8518-dad47f5943f6" -d '{"events": [{"server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "name": "network-vif-plugged", "status": "completed", "tag": "26d61e20-36bc-4931-b531-a09ab87078a4"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:27.209651 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 26d61e20-36bc-4931-b531-a09ab87078a4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=26d61e20-36bc-4931-b531-a09ab87078a4,segment=NetworkSegment(0c9c0002-cf6d-4ba1-a699-b08c31f5e679),segment_id=0c9c0002-cf6d-4ba1-a699-b08c31f5e679)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:27.265684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf2b38-5f48-4450-afec-1c751a4967da req-6cf92c77-4a23-4503-a2ff-996643b78240 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:27.270498 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-99cf2b38-5f48-4450-afec-1c751a4967da req-6cf92c77-4a23-4503-a2ff-996643b78240 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0737693 Feb 28 17:28:27.271203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-86b18b17-1b7c-47a8-8d87-0cb560a27f95 req-ecb65b6e-e486-4afd-ba4a-9d37bd5cf362 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921223 Feb 28 17:28:27.283736 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (26d61e20-36bc-4931-b531-a09ab87078a4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:27.284551 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device df9e7de8-f247-4da9-95c3-4483b6e47b15 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:27.315576 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-b64c16e0-a4f7-4846-bd47-e3569ef54376 req-653a64eb-f824-4d82-a64f-a1af492658e7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] show failed (client error): The resource could not be found. Feb 28 17:28:27.328087 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b64c16e0-a4f7-4846-bd47-e3569ef54376 req-653a64eb-f824-4d82-a64f-a1af492658e7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/646eb5fc-0faa-43b2-8036-d9691b241e65 HTTP/1.1" status: 404 len: 352 time: 0.0414262 Feb 28 17:28:27.388174 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=26d61e20-36bc-4931-b531-a09ab87078a4,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:27.403846 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc07fcf8-9ec0-4654-8083-02bc23b59725 x-openstack-request-id: req-cc07fcf8-9ec0-4654-8083-02bc23b59725 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:27.404385 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "name": "network-vif-plugged", "status": "completed", "tag": "26d61e20-36bc-4931-b531-a09ab87078a4", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:27.405097 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cc07fcf8-9ec0-4654-8083-02bc23b59725 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:27.405736 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d61e20-36bc-4931-b531-a09ab87078a4', 'code': 200} Feb 28 17:28:27.416633 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-99cf2b38-5f48-4450-afec-1c751a4967da req-13f1f9ca-23c2-49d7-b7d7-dcc5343ce4de tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189432 Feb 28 17:28:27.458601 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-aecda00a-0fb7-4111-8fd0-e8d82ac3ac02 req-fcb5b443-7a1f-4380-a04a-fced5eaf9eac tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] show failed (client error): The resource could not be found. Feb 28 17:28:27.459743 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aecda00a-0fb7-4111-8fd0-e8d82ac3ac02 req-fcb5b443-7a1f-4380-a04a-fced5eaf9eac tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/2e13981c-a726-49ed-9526-c68dd96a146f HTTP/1.1" status: 404 len: 352 time: 0.0157964 Feb 28 17:28:27.482218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port df9e7de8-f247-4da9-95c3-4483b6e47b15 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:28:27.486569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port df9e7de8-f247-4da9-95c3-4483b6e47b15 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:27.486988 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:27.535659 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a558ba5-47ab-477c-9ea1-1892ab56ec6e req-2888a707-2480-49aa-b710-e9135a46c989 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:27.541692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a558ba5-47ab-477c-9ea1-1892ab56ec6e req-2888a707-2480-49aa-b710-e9135a46c989 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:27.549009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a558ba5-47ab-477c-9ea1-1892ab56ec6e req-2888a707-2480-49aa-b710-e9135a46c989 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:27.550747 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a558ba5-47ab-477c-9ea1-1892ab56ec6e req-2888a707-2480-49aa-b710-e9135a46c989 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2416 time: 0.0791850 Feb 28 17:28:27.582070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port df9e7de8-f247-4da9-95c3-4483b6e47b15 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:27.582464 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:27.592728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f24d55-b9cd-4581-9c02-b28cbdec8158 req-f438ffe7-9230-4d52-9ba6-74c12e3ccb88 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:27.595468 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43f24d55-b9cd-4581-9c02-b28cbdec8158 req-f438ffe7-9230-4d52-9ba6-74c12e3ccb88 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0786238 Feb 28 17:28:27.640287 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port df9e7de8-f247-4da9-95c3-4483b6e47b15, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=df9e7de8-f247-4da9-95c3-4483b6e47b15,segment=NetworkSegment(0c9c0002-cf6d-4ba1-a699-b08c31f5e679),segment_id=0c9c0002-cf6d-4ba1-a699-b08c31f5e679)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:27.659805 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a558ba5-47ab-477c-9ea1-1892ab56ec6e req-030b0202-7af0-45f6-a6da-4e37bf19fb23 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002257 Feb 28 17:28:27.688449 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43f24d55-b9cd-4581-9c02-b28cbdec8158 req-8660a752-7116-4303-a658-5d26996e2e25 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791171 Feb 28 17:28:27.692513 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-74b88bc3-344d-4bb6-a88f-8c5953557bd2 req-393a4959-1db4-4396-b36e-fe0db89e1d64 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] show failed (client error): The resource could not be found. Feb 28 17:28:27.693761 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-74b88bc3-344d-4bb6-a88f-8c5953557bd2 req-393a4959-1db4-4396-b36e-fe0db89e1d64 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/bfc8d4e6-5b08-4a09-9b92-ff0f3c6ac0b7 HTTP/1.1" status: 404 len: 352 time: 0.0172024 Feb 28 17:28:27.716568 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:27.735826 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-d96f81e0-290e-4216-95e3-630d7f34a64f req-81ac2c2f-ecdc-49a9-902f-685de12c7074 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] show failed (client error): The resource could not be found. Feb 28 17:28:27.738062 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d96f81e0-290e-4216-95e3-630d7f34a64f req-81ac2c2f-ecdc-49a9-902f-685de12c7074 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/f90330df-3845-456e-94d9-64b0fa2f0ec2 HTTP/1.1" status: 404 len: 352 time: 0.0250394 Feb 28 17:28:27.776304 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-685e593b-da32-4351-b1e8-4344ee6514ef req-03d554f8-e282-4a34-9717-0ab3a3df3d10 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] show failed (client error): The resource could not be found. Feb 28 17:28:27.788084 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=df9e7de8-f247-4da9-95c3-4483b6e47b15,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:27.796029 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-685e593b-da32-4351-b1e8-4344ee6514ef req-03d554f8-e282-4a34-9717-0ab3a3df3d10 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/3485e3af-e8d0-4893-a1bf-64b4e88b9710 HTTP/1.1" status: 404 len: 352 time: 0.0356946 Feb 28 17:28:27.818347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedafde-219c-4f00-ae8f-261109286a46 req-6b63c4e3-1a78-4d05-a9fe-4c4ce17aef5d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:27.822204 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8aedafde-219c-4f00-ae8f-261109286a46 req-6b63c4e3-1a78-4d05-a9fe-4c4ce17aef5d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0667233 Feb 28 17:28:27.841761 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-5d5786bf-21f7-46b1-bb95-db3d91dafe72 req-690b4ff3-6634-478a-8c33-ee12adcf7775 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] show failed (client error): The resource could not be found. Feb 28 17:28:27.842753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5786bf-21f7-46b1-bb95-db3d91dafe72 req-690b4ff3-6634-478a-8c33-ee12adcf7775 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/397731c8-1007-46a1-90d4-e06de73f2e1c HTTP/1.1" status: 404 len: 352 time: 0.0204599 Feb 28 17:28:27.874472 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8aedafde-219c-4f00-ae8f-261109286a46 req-02f8ac15-fea7-4e05-8c70-6270fe15c74d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475626 Feb 28 17:28:27.976991 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01e7a3ba-76c2-49b7-baad-c0cf09311ebd req-e45ee21f-4c0b-4247-94e1-28840951d8d0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0282326 Feb 28 17:28:28.145812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5472e-0b3c-4ffa-9a92-7d204ed02399 req-6a1d1470-d061-4499-897f-886132c25dbf tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:28.147624 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5e5472e-0b3c-4ffa-9a92-7d204ed02399 req-6a1d1470-d061-4499-897f-886132c25dbf tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0656526 Feb 28 17:28:28.315404 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5e5472e-0b3c-4ffa-9a92-7d204ed02399 req-5c7a3021-1ab9-4e45-9da4-c655882c13e8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579754 Feb 28 17:28:28.495172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0180af-0560-4b10-9d9d-2eff550f321d req-34be4279-060b-457a-87d8-f33dd801dadc tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:28.517437 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f0180af-0560-4b10-9d9d-2eff550f321d req-34be4279-060b-457a-87d8-f33dd801dadc tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 1023 time: 0.1459498 Feb 28 17:28:28.550332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f5e3d-5738-4c02-ba1c-6a31aea13bb7 req-6f315fe5-180a-4ebe-b92b-65c5ff86ddde tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:28.560360 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f87f5e3d-5738-4c02-ba1c-6a31aea13bb7 req-6f315fe5-180a-4ebe-b92b-65c5ff86ddde tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.1440413 Feb 28 17:28:28.636828 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f87f5e3d-5738-4c02-ba1c-6a31aea13bb7 req-a7370153-ce64-4a5c-b6c8-69d91867d6a2 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735567 Feb 28 17:28:28.661720 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f0180af-0560-4b10-9d9d-2eff550f321d req-4b66b380-28dd-4b0a-b5d3-a552975b8e06 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&id=040d4601-34ff-4505-b70b-4053f3cafeff&id=93812679-f9e5-4e56-bf9f-a125fde7beef&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1384974 Feb 28 17:28:28.757468 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e56c8dce-f14d-4abb-9c98-4ba35d1dff67 req-21a3a589-3e9b-49d2-b200-152f1b8d7401 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0413554 Feb 28 17:28:28.830286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907839af-ff8b-496e-8406-dccdbf00aaee req-f425de79-ab84-4c52-b8c1-9908f7ffd87c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:28.830286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907839af-ff8b-496e-8406-dccdbf00aaee req-f425de79-ab84-4c52-b8c1-9908f7ffd87c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:28.831462 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 20b4b99e-4432-4b67-9099-db8adfe6560e up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:28.838091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907839af-ff8b-496e-8406-dccdbf00aaee req-f425de79-ab84-4c52-b8c1-9908f7ffd87c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:28.838579 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-907839af-ff8b-496e-8406-dccdbf00aaee req-f425de79-ab84-4c52-b8c1-9908f7ffd87c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2417 time: 0.0917315 Feb 28 17:28:28.927655 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-907839af-ff8b-496e-8406-dccdbf00aaee req-73667cdb-c370-4bec-b638-e80f889808d4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743454 Feb 28 17:28:29.033326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 20b4b99e-4432-4b67-9099-db8adfe6560e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:28:29.053794 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 20b4b99e-4432-4b67-9099-db8adfe6560e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:29.054776 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:29.109321 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be456ebc-c93d-48be-8389-a85a222080ca req-c3c61741-00ef-462b-9d3f-c0234b8fb912 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0499017 Feb 28 17:28:29.167037 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fc61da36-d882-4a13-abf3-31bf20aa2eef req-77e29c4e-7791-4434-a7cf-9846fb1ac8f7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0399373 Feb 28 17:28:29.186742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 20b4b99e-4432-4b67-9099-db8adfe6560e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:29.187501 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:29.224566 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 20b4b99e-4432-4b67-9099-db8adfe6560e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=20b4b99e-4432-4b67-9099-db8adfe6560e,segment=NetworkSegment(8972c490-f103-4c44-83be-6aba718f906d),segment_id=8972c490-f103-4c44-83be-6aba718f906d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:29.287572 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:29.360260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=20b4b99e-4432-4b67-9099-db8adfe6560e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:29.407245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9e7de8-f247-4da9-95c3-4483b6e47b15'}, {'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b4b99e-4432-4b67-9099-db8adfe6560e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:29.411655 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dedc60-f7e9-455b-ba56-1b8744844e0e" -d '{"events": [{"server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "name": "network-vif-plugged", "status": "completed", "tag": "df9e7de8-f247-4da9-95c3-4483b6e47b15"}, {"server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "name": "network-vif-plugged", "status": "completed", "tag": "20b4b99e-4432-4b67-9099-db8adfe6560e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:29.478645 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b40b205-9642-42dd-97a1-977a391d6931 x-openstack-request-id: req-3b40b205-9642-42dd-97a1-977a391d6931 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:29.479023 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "name": "network-vif-plugged", "status": "completed", "tag": "df9e7de8-f247-4da9-95c3-4483b6e47b15", "code": 200}, {"server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "name": "network-vif-plugged", "status": "completed", "tag": "20b4b99e-4432-4b67-9099-db8adfe6560e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:29.479286 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3b40b205-9642-42dd-97a1-977a391d6931 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:29.479693 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9e7de8-f247-4da9-95c3-4483b6e47b15', 'code': 200} Feb 28 17:28:29.479952 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b4b99e-4432-4b67-9099-db8adfe6560e', 'code': 200} Feb 28 17:28:29.581426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59032) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:29.623096 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22b6c1-bcdb-46b9-b13a-e1f76fec92a0 req-4a72db10-0176-40ff-8634-9f86a24a4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:29.623653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22b6c1-bcdb-46b9-b13a-e1f76fec92a0 req-4a72db10-0176-40ff-8634-9f86a24a4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:29.624060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22b6c1-bcdb-46b9-b13a-e1f76fec92a0 req-4a72db10-0176-40ff-8634-9f86a24a4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:29.625743 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0d22b6c1-bcdb-46b9-b13a-e1f76fec92a0 req-4a72db10-0176-40ff-8634-9f86a24a4f04 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2967 time: 0.0635417 Feb 28 17:28:29.690205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0d22b6c1-bcdb-46b9-b13a-e1f76fec92a0 req-1aef1e97-b4d2-40f1-ad35-0742d77a3f7d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557823 Feb 28 17:28:29.767449 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ad93eecc-77e3-4065-b34c-6598fd5d1181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:29.798606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba0c7-e2c2-4b8c-98f1-ead9bcaa4e3c req-2853cef4-e609-4bfb-a282-041a736acd90 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:29.800159 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-511ba0c7-e2c2-4b8c-98f1-ead9bcaa4e3c req-2853cef4-e609-4bfb-a282-041a736acd90 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 1023 time: 0.1134272 Feb 28 17:28:29.848563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd129d-d918-42dd-a855-45cc310e1c0c req-a23ead68-2864-408e-a7d9-c4da2a12eb13 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:29.850059 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34dd129d-d918-42dd-a855-45cc310e1c0c req-a23ead68-2864-408e-a7d9-c4da2a12eb13 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.0882766 Feb 28 17:28:29.960565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94bcd6-d5a0-45ec-a52b-1549f7647c30 req-ba3522a1-d149-4548-97a9-55a1c62deaa7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:29.970872 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cc94bcd6-d5a0-45ec-a52b-1549f7647c30 req-ba3522a1-d149-4548-97a9-55a1c62deaa7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 1023 time: 0.1865606 Feb 28 17:28:29.990178 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34dd129d-d918-42dd-a855-45cc310e1c0c req-5bf2c8c9-bf64-4fe2-86c5-f5f1a2d62504 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316838 Feb 28 17:28:30.077867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-511ba0c7-e2c2-4b8c-98f1-ead9bcaa4e3c req-bca8bee2-ab63-416a-9293-aea802f975f7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Deleting port 7b133e1a-6eaa-4235-8979-163675718ad6 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:30.078246 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-511ba0c7-e2c2-4b8c-98f1-ead9bcaa4e3c req-bca8bee2-ab63-416a-9293-aea802f975f7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:30.086313 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cc94bcd6-d5a0-45ec-a52b-1549f7647c30 req-9f504c9a-3640-47ff-a306-a9d7b451f14a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups?id=b414e4db-55fc-4afa-8e02-f1441fc47463&id=040d4601-34ff-4505-b70b-4053f3cafeff&id=93812679-f9e5-4e56-bf9f-a125fde7beef&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1122282 Feb 28 17:28:30.134128 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ad93eecc-77e3-4065-b34c-6598fd5d1181 admin admin] Publish callbacks [] for security_group (5b4bda36-62a1-44e0-ac8f-5c7d28885ae0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:30.212808 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ad93eecc-77e3-4065-b34c-6598fd5d1181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5b4bda36-62a1-44e0-ac8f-5c7d28885ae0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:30.229368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a753b-93e1-48ee-bfc0-fc6a62f61123 req-13d3ce65-8560-4853-8166-ad5acc73ff3c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:30.235370 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a753b-93e1-48ee-bfc0-fc6a62f61123 req-13d3ce65-8560-4853-8166-ad5acc73ff3c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:30.240814 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a753b-93e1-48ee-bfc0-fc6a62f61123 req-13d3ce65-8560-4853-8166-ad5acc73ff3c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:30.248855 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f62a753b-93e1-48ee-bfc0-fc6a62f61123 req-13d3ce65-8560-4853-8166-ad5acc73ff3c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2418 time: 0.1674218 Feb 28 17:28:30.280440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-511ba0c7-e2c2-4b8c-98f1-ead9bcaa4e3c req-bca8bee2-ab63-416a-9293-aea802f975f7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] For port 7b133e1a-6eaa-4235-8979-163675718ad6, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b133e1a-6eaa-4235-8979-163675718ad6,segment=NetworkSegment(72bbed98-5cb1-4501-95bf-6b2d7faee35f),segment_id=72bbed98-5cb1-4501-95bf-6b2d7faee35f)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:30.280806 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-511ba0c7-e2c2-4b8c-98f1-ead9bcaa4e3c req-bca8bee2-ab63-416a-9293-aea802f975f7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:30.299200 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ad93eecc-77e3-4065-b34c-6598fd5d1181 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7041495f17e4402b896993204db8b32a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7164578 Feb 28 17:28:30.303841 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93eecc-77e3-4065-b34c-6598fd5d1181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4bda36-62a1-44e0-ac8f-5c7d28885ae0,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:30.307540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59058) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:30.329530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f62a753b-93e1-48ee-bfc0-fc6a62f61123 req-ddb73b5d-a7db-4a4e-b7c7-2add87207a70 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751824 Feb 28 17:28:30.350021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-511ba0c7-e2c2-4b8c-98f1-ead9bcaa4e3c req-bca8bee2-ab63-416a-9293-aea802f975f7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Calling delete_port for 7b133e1a-6eaa-4235-8979-163675718ad6 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:30.384650 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a7c9d8a-f2c8-4cd5-9b02-3e306d19c414 req-d73fa245-4fca-491d-8318-16ea07a9abe5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0695608 Feb 28 17:28:30.444549 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9350b732-aad4-43eb-959a-ccbcad72f582 admin admin] Publish callbacks [] for security_group (5b4bda36-62a1-44e0-ac8f-5c7d28885ae0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:30.496974 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9350b732-aad4-43eb-959a-ccbcad72f582 admin admin] Publish callbacks [] for security_group (5b4bda36-62a1-44e0-ac8f-5c7d28885ae0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:30.630015 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-511ba0c7-e2c2-4b8c-98f1-ead9bcaa4e3c req-bca8bee2-ab63-416a-9293-aea802f975f7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7b133e1a-6eaa-4235-8979-163675718ad6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:30.644799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['7b133e1a-6eaa-4235-8979-163675718ad6'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:30.653321 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9350b732-aad4-43eb-959a-ccbcad72f582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5b4bda36-62a1-44e0-ac8f-5c7d28885ae0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:30.656247 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9350b732-aad4-43eb-959a-ccbcad72f582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:30.660166 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9350b732-aad4-43eb-959a-ccbcad72f582 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5b4bda36-62a1-44e0-ac8f-5c7d28885ae0 HTTP/1.1" status: 204 len: 168 time: 0.3467290 Feb 28 17:28:30.675357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350b732-aad4-43eb-959a-ccbcad72f582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4bda36-62a1-44e0-ac8f-5c7d28885ae0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:30.690394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8bee2-ab63-416a-9293-aea802f975f7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event deleted for resources: {'Port': ['ID=7b133e1a-6eaa-4235-8979-163675718ad6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:30.779556 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-511ba0c7-e2c2-4b8c-98f1-ead9bcaa4e3c req-bca8bee2-ab63-416a-9293-aea802f975f7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] No DVR routers for this DVR port 7b133e1a-6eaa-4235-8979-163675718ad6 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:30.782290 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-511ba0c7-e2c2-4b8c-98f1-ead9bcaa4e3c req-bca8bee2-ab63-416a-9293-aea802f975f7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:30.785789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-511ba0c7-e2c2-4b8c-98f1-ead9bcaa4e3c req-bca8bee2-ab63-416a-9293-aea802f975f7 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.69 "DELETE /v2.0/ports/7b133e1a-6eaa-4235-8979-163675718ad6 HTTP/1.1" status: 204 len: 173 time: 0.8940058 Feb 28 17:28:30.786408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c257d33-9e5d-4bc9-bf1d-f70734c1e644', 'name': 'network-vif-deleted', 'tag': '7b133e1a-6eaa-4235-8979-163675718ad6'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:30.789206 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20da39a-225e-4d4f-bb78-e53d5d61b64a" -d '{"events": [{"server_uuid": "3c257d33-9e5d-4bc9-bf1d-f70734c1e644", "name": "network-vif-deleted", "tag": "7b133e1a-6eaa-4235-8979-163675718ad6"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:30.874645 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b889d8f4-1a43-4b89-ad9e-d893ed14eb96 x-openstack-request-id: req-b889d8f4-1a43-4b89-ad9e-d893ed14eb96 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:30.874645 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c257d33-9e5d-4bc9-bf1d-f70734c1e644", "name": "network-vif-deleted", "tag": "7b133e1a-6eaa-4235-8979-163675718ad6", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:30.874645 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b889d8f4-1a43-4b89-ad9e-d893ed14eb96 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:30.881537 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c257d33-9e5d-4bc9-bf1d-f70734c1e644', 'name': 'network-vif-deleted', 'tag': '7b133e1a-6eaa-4235-8979-163675718ad6', 'status': 'completed', 'code': 200} Feb 28 17:28:30.961009 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-77b847dc-b84d-427b-aecd-1c7d94155101 req-ae4a1744-11dd-42fe-be89-dfb45c8c4552 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0482540 Feb 28 17:28:31.234566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-721f5f41-3195-402a-b5f1-9283fa66b548 req-876f18ff-19c9-4ff8-b108-3f61486278aa service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1161048 Feb 28 17:28:31.329231 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1156a3d-38f1-4bff-acad-e5b7e2a0b887 req-78f03c68-8898-499b-bbc1-72d0945e0b3a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c257d33-9e5d-4bc9-bf1d-f70734c1e644 HTTP/1.1" status: 200 len: 210 time: 0.0845439 Feb 28 17:28:31.335127 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd9d15-0160-4731-aeca-a944b171fe01 req-adb80377-bbde-4788-8273-6edfc22d2ef7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:31.352119 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2dd9d15-0160-4731-aeca-a944b171fe01 req-adb80377-bbde-4788-8273-6edfc22d2ef7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.1681278 Feb 28 17:28:31.419620 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2dd9d15-0160-4731-aeca-a944b171fe01 req-04002595-d484-4640-b71c-bf2fcdb8ea6e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664053 Feb 28 17:28:31.479956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19950faf-93cf-49da-b20c-974cffabfa1c req-c25f806a-0433-4695-9b21-17fce42163cc tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:31.486484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19950faf-93cf-49da-b20c-974cffabfa1c req-c25f806a-0433-4695-9b21-17fce42163cc tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:31.491909 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19950faf-93cf-49da-b20c-974cffabfa1c req-c25f806a-0433-4695-9b21-17fce42163cc tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:31.494136 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19950faf-93cf-49da-b20c-974cffabfa1c req-c25f806a-0433-4695-9b21-17fce42163cc tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2418 time: 0.0820227 Feb 28 17:28:31.539878 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e0c42415-c5b4-4d9d-85da-f59e8fc5d6b3 req-8d4c5621-6008-4b98-8787-1fcd891e58d5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0296161 Feb 28 17:28:31.566256 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19950faf-93cf-49da-b20c-974cffabfa1c req-f6d95a80-513d-4e78-ac86-e098176a2233 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562146 Feb 28 17:28:32.170861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9aa65-2714-4c4e-9b9c-4b2234fd1027 req-4ab7dc8d-a943-4d30-b6df-9051a16b0887 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:32.179670 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9aa65-2714-4c4e-9b9c-4b2234fd1027 req-4ab7dc8d-a943-4d30-b6df-9051a16b0887 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:32.187613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9aa65-2714-4c4e-9b9c-4b2234fd1027 req-4ab7dc8d-a943-4d30-b6df-9051a16b0887 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:32.190595 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f5d9aa65-2714-4c4e-9b9c-4b2234fd1027 req-4ab7dc8d-a943-4d30-b6df-9051a16b0887 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2418 time: 0.0781324 Feb 28 17:28:32.243922 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f5d9aa65-2714-4c4e-9b9c-4b2234fd1027 req-d69ee565-3bd0-4686-89bd-308fffbdbe0f tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472832 Feb 28 17:28:32.394855 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:28:32.473293 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3bfba35-db50-46e5-8483-96d5bc2dd694 req-e4a83b7d-f8ae-4f59-a739-ff48b00d1744 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/93812679-f9e5-4e56-bf9f-a125fde7beef HTTP/1.1" status: 200 len: 1819 time: 0.0710549 Feb 28 17:28:32.535008 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d3bfba35-db50-46e5-8483-96d5bc2dd694 req-58f87d30-f7b8-4250-b8e4-67a25d7e3394 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (93812679-f9e5-4e56-bf9f-a125fde7beef), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:32.554853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e5de4-7833-4819-8329-00d0140bfedd req-745ab2ab-2643-4b85-854a-6bd56ce6d709 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:32.556357 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f9e5de4-7833-4819-8329-00d0140bfedd req-745ab2ab-2643-4b85-854a-6bd56ce6d709 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.0552571 Feb 28 17:28:32.559565 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d3bfba35-db50-46e5-8483-96d5bc2dd694 req-58f87d30-f7b8-4250-b8e4-67a25d7e3394 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (93812679-f9e5-4e56-bf9f-a125fde7beef), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:32.621246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f9e5de4-7833-4819-8329-00d0140bfedd req-a7668218-d5a8-4494-a4dc-a9c0682ad345 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583739 Feb 28 17:28:32.703986 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d3bfba35-db50-46e5-8483-96d5bc2dd694 req-58f87d30-f7b8-4250-b8e4-67a25d7e3394 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (93812679-f9e5-4e56-bf9f-a125fde7beef), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:32.708780 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d3bfba35-db50-46e5-8483-96d5bc2dd694 req-58f87d30-f7b8-4250-b8e4-67a25d7e3394 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:32.710211 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3bfba35-db50-46e5-8483-96d5bc2dd694 req-58f87d30-f7b8-4250-b8e4-67a25d7e3394 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "DELETE /v2.0/security-groups/93812679-f9e5-4e56-bf9f-a125fde7beef HTTP/1.1" status: 204 len: 173 time: 0.2360725 Feb 28 17:28:32.748844 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73c489cd-c6b2-49cd-9e27-5d5a636ccd6c req-5a6b858b-4ebb-4ad7-85b5-249204049e1a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0510712 Feb 28 17:28:32.775113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f87d30-f7b8-4250-b8e4-67a25d7e3394 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93812679-f9e5-4e56-bf9f-a125fde7beef,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:32.817499 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17a81361-5a68-44be-b8d0-befa65f63a58 req-929c6b03-69ce-41f2-b17e-e0a19e640a6a tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "GET /v2.0/security-groups/040d4601-34ff-4505-b70b-4053f3cafeff HTTP/1.1" status: 200 len: 1819 time: 0.0820348 Feb 28 17:28:32.891190 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-17a81361-5a68-44be-b8d0-befa65f63a58 req-c12da888-b4d2-43df-8c50-b98e46408043 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (040d4601-34ff-4505-b70b-4053f3cafeff), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:32.914394 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-17a81361-5a68-44be-b8d0-befa65f63a58 req-c12da888-b4d2-43df-8c50-b98e46408043 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (040d4601-34ff-4505-b70b-4053f3cafeff), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.063064 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-17a81361-5a68-44be-b8d0-befa65f63a58 req-c12da888-b4d2-43df-8c50-b98e46408043 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (040d4601-34ff-4505-b70b-4053f3cafeff), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.065763 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-17a81361-5a68-44be-b8d0-befa65f63a58 req-c12da888-b4d2-43df-8c50-b98e46408043 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.074216 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17a81361-5a68-44be-b8d0-befa65f63a58 req-c12da888-b4d2-43df-8c50-b98e46408043 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] 10.222.0.72 "DELETE /v2.0/security-groups/040d4601-34ff-4505-b70b-4053f3cafeff HTTP/1.1" status: 204 len: 173 time: 0.2483978 Feb 28 17:28:33.074959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59186) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:33.086864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12da888-b4d2-43df-8c50-b98e46408043 tempest-SecurityGroupsTestJSON-641057041 tempest-SecurityGroupsTestJSON-641057041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=040d4601-34ff-4505-b70b-4053f3cafeff,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:33.135932 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2340cef-d02b-4596-b3bb-866328416998 admin admin] Deleting subnet a5606816-920e-4406-aa25-e036bfde4547 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:28:33.139262 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d2340cef-d02b-4596-b3bb-866328416998 admin admin] Publish callbacks [] for subnet (a5606816-920e-4406-aa25-e036bfde4547), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.140507 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-72a8bc00-75f0-483e-8cb4-c5449c145108 req-af1c5edf-a9ca-416a-89a3-412888784b59 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0309372 Feb 28 17:28:33.177838 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d2340cef-d02b-4596-b3bb-866328416998 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (a5606816-920e-4406-aa25-e036bfde4547), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.223914 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d2340cef-d02b-4596-b3bb-866328416998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (a5606816-920e-4406-aa25-e036bfde4547), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.350416 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-120057ac-0402-47de-b082-838c586a452d req-16c15aa8-785d-465c-863c-6076867cd0fb service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0384657 Feb 28 17:28:33.371885 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d2340cef-d02b-4596-b3bb-866328416998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (a5606816-920e-4406-aa25-e036bfde4547), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.419470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2340cef-d02b-4596-b3bb-866328416998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5606816-920e-4406-aa25-e036bfde4547,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:33.428484 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d2340cef-d02b-4596-b3bb-866328416998 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.435520 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d2340cef-d02b-4596-b3bb-866328416998 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a5606816-920e-4406-aa25-e036bfde4547 HTTP/1.1" status: 204 len: 168 time: 0.3591783 Feb 28 17:28:33.436149 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59222) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:33.496895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52fb0f-9df0-4f9b-8049-90e9448c921d req-51411c2b-047a-4b09-9082-dbba3bd1d2b8 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:33.502984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52fb0f-9df0-4f9b-8049-90e9448c921d req-51411c2b-047a-4b09-9082-dbba3bd1d2b8 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:33.510774 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52fb0f-9df0-4f9b-8049-90e9448c921d req-51411c2b-047a-4b09-9082-dbba3bd1d2b8 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:33.512888 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b52fb0f-9df0-4f9b-8049-90e9448c921d req-51411c2b-047a-4b09-9082-dbba3bd1d2b8 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2418 time: 0.1612096 Feb 28 17:28:33.524779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b7838f54-d115-438a-9093-e9b8ab7588c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (d5f218a7-b6e7-4d63-abe2-64a875e4b2aa), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.613329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b52fb0f-9df0-4f9b-8049-90e9448c921d req-b074099c-1aa6-4fd1-8c3a-2de77505c72c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936644 Feb 28 17:28:33.636321 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b7838f54-d115-438a-9093-e9b8ab7588c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (d5f218a7-b6e7-4d63-abe2-64a875e4b2aa), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.666061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b7838f54-d115-438a-9093-e9b8ab7588c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f218a7-b6e7-4d63-abe2-64a875e4b2aa']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:33.695758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b7838f54-d115-438a-9093-e9b8ab7588c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bbed98-5cb1-4501-95bf-6b2d7faee35f') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:33.696129 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b7838f54-d115-438a-9093-e9b8ab7588c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bbed98-5cb1-4501-95bf-6b2d7faee35f') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:33.708900 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b7838f54-d115-438a-9093-e9b8ab7588c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (72bbed98-5cb1-4501-95bf-6b2d7faee35f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.726454 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b7838f54-d115-438a-9093-e9b8ab7588c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (72bbed98-5cb1-4501-95bf-6b2d7faee35f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.737839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-598a5485-2781-42a6-9847-d06ad816801c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:33.741914 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-598a5485-2781-42a6-9847-d06ad816801c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:33.747779 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-598a5485-2781-42a6-9847-d06ad816801c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:33.749646 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-598a5485-2781-42a6-9847-d06ad816801c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 2418 time: 0.1021819 Feb 28 17:28:33.764119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7838f54-d115-438a-9093-e9b8ab7588c3 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b7838f54-d115-438a-9093-e9b8ab7588c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (72bbed98-5cb1-4501-95bf-6b2d7faee35f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:28:33.771822 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:28:33.877272 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59256) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:33.937551 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6055dbd2-d9e0-4145-8459-790a6bcd190a req-9b9ba8a4-2dc0-48c4-996a-67739eb593c0 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0505323 Feb 28 17:28:33.952350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-62221398-f153-4199-b03e-a18931b637c7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Deleting port df9e7de8-f247-4da9-95c3-4483b6e47b15 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:33.952873 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-62221398-f153-4199-b03e-a18931b637c7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.957564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad585783-0bb7-46a9-8be7-6f7f349eaa3b req-0333e87b-62bc-4652-953c-88d0cc44b7f3 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:33.959283 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad585783-0bb7-46a9-8be7-6f7f349eaa3b req-0333e87b-62bc-4652-953c-88d0cc44b7f3 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.2197986 Feb 28 17:28:33.964813 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b7838f54-d115-438a-9093-e9b8ab7588c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (d5f218a7-b6e7-4d63-abe2-64a875e4b2aa), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.976912 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b7838f54-d115-438a-9093-e9b8ab7588c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:33.985751 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b7838f54-d115-438a-9093-e9b8ab7588c3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d5f218a7-b6e7-4d63-abe2-64a875e4b2aa HTTP/1.1" status: 204 len: 168 time: 0.5479710 Feb 28 17:28:34.069733 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-62221398-f153-4199-b03e-a18931b637c7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] For port df9e7de8-f247-4da9-95c3-4483b6e47b15, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=df9e7de8-f247-4da9-95c3-4483b6e47b15,segment=NetworkSegment(0c9c0002-cf6d-4ba1-a699-b08c31f5e679),segment_id=0c9c0002-cf6d-4ba1-a699-b08c31f5e679)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:34.070124 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-62221398-f153-4199-b03e-a18931b637c7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:34.076378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7838f54-d115-438a-9093-e9b8ab7588c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f218a7-b6e7-4d63-abe2-64a875e4b2aa,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:34.089065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-62221398-f153-4199-b03e-a18931b637c7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Calling delete_port for df9e7de8-f247-4da9-95c3-4483b6e47b15 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:34.118464 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:34.157814 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad585783-0bb7-46a9-8be7-6f7f349eaa3b req-0334e95a-3aa6-41b5-bd41-5ac9c8f4496f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697397 Feb 28 17:28:34.218612 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:34.374049 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:34.396090 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-62221398-f153-4199-b03e-a18931b637c7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (df9e7de8-f247-4da9-95c3-4483b6e47b15), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:34.408018 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['26d61e20-36bc-4931-b531-a09ab87078a4', 'df9e7de8-f247-4da9-95c3-4483b6e47b15', '20b4b99e-4432-4b67-9099-db8adfe6560e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:34.503181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59302) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:34.524863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62221398-f153-4199-b03e-a18931b637c7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Port': ['ID=df9e7de8-f247-4da9-95c3-4483b6e47b15,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:34.535315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Allocated IP 172.25.3.17 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/bddb7b18-59c1-4cc7-a82e-644dcfb79aff) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:34.635242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-62221398-f153-4199-b03e-a18931b637c7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] No DVR routers for this DVR port df9e7de8-f247-4da9-95c3-4483b6e47b15 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:34.710795 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-62221398-f153-4199-b03e-a18931b637c7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:34.714451 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-62221398-f153-4199-b03e-a18931b637c7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.69 "DELETE /v2.0/ports/df9e7de8-f247-4da9-95c3-4483b6e47b15 HTTP/1.1" status: 204 len: 173 time: 0.9565284 Feb 28 17:28:34.720226 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for port (bddb7b18-59c1-4cc7-a82e-644dcfb79aff), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:34.720864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a0eb5b71-acb1-474d-bc92-9b7def208adb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=092134078f4e41e78f2bec2553d8cda8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2115402 Feb 28 17:28:34.721645 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'name': 'network-vif-deleted', 'tag': 'df9e7de8-f247-4da9-95c3-4483b6e47b15'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:34.725103 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5a5e7c-19c3-4de6-9b7e-20d93d893f9d" -d '{"events": [{"server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "name": "network-vif-deleted", "tag": "df9e7de8-f247-4da9-95c3-4483b6e47b15"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:34.743415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59310) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:34.824642 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (bddb7b18-59c1-4cc7-a82e-644dcfb79aff), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:34.846994 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7e9835-2219-402c-a4e4-ef5ea7f82e2f x-openstack-request-id: req-0b7e9835-2219-402c-a4e4-ef5ea7f82e2f {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:34.847542 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "name": "network-vif-deleted", "tag": "df9e7de8-f247-4da9-95c3-4483b6e47b15", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:34.848149 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0b7e9835-2219-402c-a4e4-ef5ea7f82e2f {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:34.848705 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'name': 'network-vif-deleted', 'tag': 'df9e7de8-f247-4da9-95c3-4483b6e47b15', 'status': 'completed', 'code': 200} Feb 28 17:28:34.882870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7b133e1a-6eaa-4235-8979-163675718ad6 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:34.917621 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 7b133e1a-6eaa-4235-8979-163675718ad6 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:28:34.919025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7b133e1a-6eaa-4235-8979-163675718ad6 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:28:34.946506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:34.954399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:34.959879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event updated for resources: {'Port': ['ID=bddb7b18-59c1-4cc7-a82e-644dcfb79aff,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:34.978011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:35.035775 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5196ff07-1b3a-4364-bdb8-50c4b9ea5c3f admin admin] Publish callbacks [] for security_group (b414e4db-55fc-4afa-8e02-f1441fc47463), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:35.063028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd6b82-632d-40c7-a8ce-15d2b3bc78c1 req-f00d66d7-0172-4d58-847c-bedbd7e63d05 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:35.068813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd6b82-632d-40c7-a8ce-15d2b3bc78c1 req-f00d66d7-0172-4d58-847c-bedbd7e63d05 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:35.070859 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-76cd6b82-632d-40c7-a8ce-15d2b3bc78c1 req-f00d66d7-0172-4d58-847c-bedbd7e63d05 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 1682 time: 0.3420587 Feb 28 17:28:35.087158 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8aa52741-7c45-4e06-b702-af99e99c1de3 req-20a03c42-a032-4755-9d4d-771bd1b8ac80 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0479078 Feb 28 17:28:35.118586 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5196ff07-1b3a-4364-bdb8-50c4b9ea5c3f admin admin] Publish callbacks [] for security_group (b414e4db-55fc-4afa-8e02-f1441fc47463), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:35.179295 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for floatingip (6ae471ec-1d07-4360-8b87-15b213b681cb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:35.193464 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-d720d0cd-ac1b-49a1-8f94-e9b944138287 service neutron] show failed (client error): The resource could not be found. Feb 28 17:28:35.193464 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-d720d0cd-ac1b-49a1-8f94-e9b944138287 service neutron] 10.222.0.69 "GET /v2.0/ports/752e806f-6089-41e4-88f6-69959a72acc0/bindings/n-h1-820368-19 HTTP/1.1" status: 404 len: 381 time: 0.2192662 Feb 28 17:28:35.205035 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-41ca7db3-b4b7-43eb-8981-66977ef2086c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Deleting port 20b4b99e-4432-4b67-9099-db8adfe6560e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:35.205354 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-41ca7db3-b4b7-43eb-8981-66977ef2086c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:35.212943 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-76cd6b82-632d-40c7-a8ce-15d2b3bc78c1 req-d52554d4-ced6-497b-b2d0-49401c86d481 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310811 Feb 28 17:28:35.282483 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6728f425-c354-4eae-a0ad-a8ac5afeffe1 req-2283a1ee-cf81-4377-bed2-a9bd8ce38e59 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0470450 Feb 28 17:28:35.343093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-41ca7db3-b4b7-43eb-8981-66977ef2086c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] For port 20b4b99e-4432-4b67-9099-db8adfe6560e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=20b4b99e-4432-4b67-9099-db8adfe6560e,segment=NetworkSegment(8972c490-f103-4c44-83be-6aba718f906d),segment_id=8972c490-f103-4c44-83be-6aba718f906d)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:35.343735 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-41ca7db3-b4b7-43eb-8981-66977ef2086c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:35.360643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-41ca7db3-b4b7-43eb-8981-66977ef2086c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Calling delete_port for 20b4b99e-4432-4b67-9099-db8adfe6560e owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:35.388543 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (bddb7b18-59c1-4cc7-a82e-644dcfb79aff), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:35.447548 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5196ff07-1b3a-4364-bdb8-50c4b9ea5c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b414e4db-55fc-4afa-8e02-f1441fc47463), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:35.451358 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5196ff07-1b3a-4364-bdb8-50c4b9ea5c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:35.452594 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5196ff07-1b3a-4364-bdb8-50c4b9ea5c3f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b414e4db-55fc-4afa-8e02-f1441fc47463 HTTP/1.1" status: 204 len: 168 time: 0.7046590 Feb 28 17:28:35.481612 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-956b4b31-eb79-4e38-87c1-a9518bbc008c req-7aba9001-33b0-42e2-a258-efffd7aef7a3 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0467873 Feb 28 17:28:35.492484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196ff07-1b3a-4364-bdb8-50c4b9ea5c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b414e4db-55fc-4afa-8e02-f1441fc47463,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:35.647815 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96fbb0-887b-4285-98d8-bf48b056fceb req-25a1613f-4ea1-4010-b9f0-e93bf0a54e53 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:35.649436 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4b96fbb0-887b-4285-98d8-bf48b056fceb req-25a1613f-4ea1-4010-b9f0-e93bf0a54e53 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.3123949 Feb 28 17:28:35.707786 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for port (bddb7b18-59c1-4cc7-a82e-644dcfb79aff), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:35.715504 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-41ca7db3-b4b7-43eb-8981-66977ef2086c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (20b4b99e-4432-4b67-9099-db8adfe6560e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:35.723866 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4b96fbb0-887b-4285-98d8-bf48b056fceb req-0f72d8e0-bb7b-4f9c-95db-c847351c1220 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614653 Feb 28 17:28:35.730141 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['df9e7de8-f247-4da9-95c3-4483b6e47b15'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:35.755265 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca7db3-b4b7-43eb-8981-66977ef2086c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Port': ['ID=20b4b99e-4432-4b67-9099-db8adfe6560e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:35.795612 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (bddb7b18-59c1-4cc7-a82e-644dcfb79aff), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:35.832950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-41ca7db3-b4b7-43eb-8981-66977ef2086c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] No DVR routers for this DVR port 20b4b99e-4432-4b67-9099-db8adfe6560e on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:35.835878 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-41ca7db3-b4b7-43eb-8981-66977ef2086c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:35.839909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-41ca7db3-b4b7-43eb-8981-66977ef2086c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.69 "DELETE /v2.0/ports/20b4b99e-4432-4b67-9099-db8adfe6560e HTTP/1.1" status: 204 len: 173 time: 1.1043763 Feb 28 17:28:35.884017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event updated for resources: {'Port': ['ID=bddb7b18-59c1-4cc7-a82e-644dcfb79aff,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:36.009337 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (6ae471ec-1d07-4360-8b87-15b213b681cb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:36.026496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-10a45d8e-c403-4710-ad7b-58b212bda66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:36.028076 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-10a45d8e-c403-4710-ad7b-58b212bda66c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121&tenant_id=99c70571e74e4e0589acb386047f6689 HTTP/1.1" status: 200 len: 1132 time: 0.2194209 Feb 28 17:28:36.042304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-19', 'device_owner': 'compute:nova'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:36.103699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-956bcaa3-dc05-465d-b0a0-9b71662bfe47 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Deleting port 26d61e20-36bc-4931-b531-a09ab87078a4 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:36.109815 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-956bcaa3-dc05-465d-b0a0-9b71662bfe47 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (26d61e20-36bc-4931-b531-a09ab87078a4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:36.132786 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:36.137186 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6b7b939d-5f0d-4266-9a8d-aebfb641293f tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2443779 Feb 28 17:28:36.140284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59374) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:36.154445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2048531312'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:36.174167 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (752e806f-6089-41e4-88f6-69959a72acc0), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:36.277004 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf9d625e-277f-4e9f-9314-b359fa35165d req-dae5e418-1c4a-4785-8ec1-f587f2ba59b5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0420763 Feb 28 17:28:36.346518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Made reservation on behalf of 4a63da9e14264387a13d18864a668ac0 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:36.347494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-956bcaa3-dc05-465d-b0a0-9b71662bfe47 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] For port 26d61e20-36bc-4931-b531-a09ab87078a4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=26d61e20-36bc-4931-b531-a09ab87078a4,segment=NetworkSegment(0c9c0002-cf6d-4ba1-a699-b08c31f5e679),segment_id=0c9c0002-cf6d-4ba1-a699-b08c31f5e679)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:36.348613 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-956bcaa3-dc05-465d-b0a0-9b71662bfe47 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (26d61e20-36bc-4931-b531-a09ab87078a4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:36.350120 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:36.366000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-956bcaa3-dc05-465d-b0a0-9b71662bfe47 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Calling delete_port for 26d61e20-36bc-4931-b531-a09ab87078a4 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:36.370658 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:36.537816 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ae9a6-7973-4182-968c-088a06f3a5d9 req-649e2f57-038a-4b77-9a79-3021759759de tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:36.539461 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-945ae9a6-7973-4182-968c-088a06f3a5d9 req-649e2f57-038a-4b77-9a79-3021759759de tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 945 time: 0.1529479 Feb 28 17:28:36.613061 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-956bcaa3-dc05-465d-b0a0-9b71662bfe47 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (26d61e20-36bc-4931-b531-a09ab87078a4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:36.627037 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['df9e7de8-f247-4da9-95c3-4483b6e47b15'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:36.628212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] For port 752e806f-6089-41e4-88f6-69959a72acc0, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=752e806f-6089-41e4-88f6-69959a72acc0,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:36.671029 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-945ae9a6-7973-4182-968c-088a06f3a5d9 req-86356302-bbb6-4739-8743-c7878a2ee082 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225934 Feb 28 17:28:36.692458 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bcaa3-dc05-465d-b0a0-9b71662bfe47 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Port': ['ID=26d61e20-36bc-4931-b531-a09ab87078a4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:36.749078 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for security_group (483a0f15-69bc-4bc7-87ae-7972f71d6f44), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:36.757515 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] For port 752e806f-6089-41e4-88f6-69959a72acc0, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:28:36.769732 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-956bcaa3-dc05-465d-b0a0-9b71662bfe47 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] No DVR routers for this DVR port 26d61e20-36bc-4931-b531-a09ab87078a4 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:36.772470 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-956bcaa3-dc05-465d-b0a0-9b71662bfe47 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:36.776376 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d5a11e29-64ad-4b0c-9edc-0b6a992915da req-956bcaa3-dc05-465d-b0a0-9b71662bfe47 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.69 "DELETE /v2.0/ports/26d61e20-36bc-4931-b531-a09ab87078a4 HTTP/1.1" status: 204 len: 173 time: 0.9317262 Feb 28 17:28:36.811432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4fbc7f-e7c8-446f-a052-50909433b121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752e806f-6089-41e4-88f6-69959a72acc0'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:36.814710 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a81762-7c3b-4cb9-bdca-c057b5513141" -d '{"events": [{"server_uuid": "cb4fbc7f-e7c8-446f-a052-50909433b121", "name": "network-vif-unplugged", "status": "completed", "tag": "752e806f-6089-41e4-88f6-69959a72acc0"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:36.820328 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Publish callbacks [] for port (752e806f-6089-41e4-88f6-69959a72acc0), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:36.843567 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (483a0f15-69bc-4bc7-87ae-7972f71d6f44), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:36.850252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'name': 'network-vif-deleted', 'tag': '20b4b99e-4432-4b67-9099-db8adfe6560e'}, {'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'name': 'network-vif-deleted', 'tag': '26d61e20-36bc-4931-b531-a09ab87078a4'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:36.864125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Transition to ACTIVE for port object 752e806f-6089-41e4-88f6-69959a72acc0 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:28:36.865338 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0e215c-7558-40ca-ae83-a2992110854e" -d '{"events": [{"server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "name": "network-vif-deleted", "tag": "20b4b99e-4432-4b67-9099-db8adfe6560e"}, {"server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "name": "network-vif-deleted", "tag": "26d61e20-36bc-4931-b531-a09ab87078a4"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:36.887556 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:28:36.920305 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (afd19e32-f262-4170-90d6-c942827ac71f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:36.920650 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Added segment afd19e32-f262-4170-90d6-c942827ac71f of type vlan for network df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0 Feb 28 17:28:36.938265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483a0f15-69bc-4bc7-87ae-7972f71d6f44,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:36.967556 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a616a3e-66d2-45ed-b2eb-7bd52462b923 x-openstack-request-id: req-2a616a3e-66d2-45ed-b2eb-7bd52462b923 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:36.967556 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4fbc7f-e7c8-446f-a052-50909433b121", "name": "network-vif-unplugged", "status": "completed", "tag": "752e806f-6089-41e4-88f6-69959a72acc0", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:36.967556 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a616a3e-66d2-45ed-b2eb-7bd52462b923 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:36.968069 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4fbc7f-e7c8-446f-a052-50909433b121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752e806f-6089-41e4-88f6-69959a72acc0', 'code': 200} Feb 28 17:28:36.971087 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (752e806f-6089-41e4-88f6-69959a72acc0), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:37.014580 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:37.040515 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ef4e4e-8212-4a17-8fd2-4c77e951d049 x-openstack-request-id: req-86ef4e4e-8212-4a17-8fd2-4c77e951d049 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:37.040943 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "name": "network-vif-deleted", "tag": "20b4b99e-4432-4b67-9099-db8adfe6560e", "status": "completed", "code": 200}, {"server_uuid": "4b5d0486-8512-418b-bad9-d58d35597dc9", "name": "network-vif-deleted", "tag": "26d61e20-36bc-4931-b531-a09ab87078a4", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:37.041359 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-86ef4e4e-8212-4a17-8fd2-4c77e951d049 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:37.045257 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'name': 'network-vif-deleted', 'tag': '20b4b99e-4432-4b67-9099-db8adfe6560e', 'status': 'completed', 'code': 200} Feb 28 17:28:37.045257 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5d0486-8512-418b-bad9-d58d35597dc9', 'name': 'network-vif-deleted', 'tag': '26d61e20-36bc-4931-b531-a09ab87078a4', 'status': 'completed', 'code': 200} Feb 28 17:28:37.084102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb903d-cf50-4f92-8fb3-6eb01c9d665d req-a8492a58-3e3f-4fe7-8705-78b2c4cab1bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:37.085889 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3afb903d-cf50-4f92-8fb3-6eb01c9d665d req-a8492a58-3e3f-4fe7-8705-78b2c4cab1bf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.1751659 Feb 28 17:28:37.087128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59412) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:37.154665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] No DVR routers for this DVR port 752e806f-6089-41e4-88f6-69959a72acc0 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:37.172835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Pushing event updated for resources: {'Port': ['ID=752e806f-6089-41e4-88f6-69959a72acc0,revision_number=6']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:37.220051 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3afb903d-cf50-4f92-8fb3-6eb01c9d665d req-ce136817-99dd-4b28-9423-278813fa3396 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183352 Feb 28 17:28:37.255323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Attempting to bind port 752e806f-6089-41e4-88f6-69959a72acc0 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:28:37.255826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Attempting to bind port 752e806f-6089-41e4-88f6-69959a72acc0 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:28:37.256393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Attempting to bind port 752e806f-6089-41e4-88f6-69959a72acc0 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:37.278688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Port 752e806f-6089-41e4-88f6-69959a72acc0 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:28:37.278688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Attempting to bind port 752e806f-6089-41e4-88f6-69959a72acc0 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:37.283544 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:37.308935 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:37.308935 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:37.336959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-977648074-network', 'tenant_id': '62c58d43d61945d88652659b1228e47a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:37.362525 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:28:37.362888 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:37.363295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:28:37.363713 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Bound port: 752e806f-6089-41e4-88f6-69959a72acc0, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:28:37.364073 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (752e806f-6089-41e4-88f6-69959a72acc0), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:37.458376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] Made reservation on behalf of 62c58d43d61945d88652659b1228e47a for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:37.460830 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:37.470857 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:37.477252 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e33f3055-f755-4f18-b3d1-a738416f04bd req-3f95e2e3-9d53-40e2-a391-50352c822c70 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1404421 Feb 28 17:28:37.551333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bb20c79c-6617-43fa-b963-36074a47b4bd req-9b84aa72-83d4-42e8-9b5e-440d51c9c128 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0665476 Feb 28 17:28:37.554857 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4129629 Feb 28 17:28:37.560358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59436) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:37.569255 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-57448a36-49e8-4501-8cdd-94a1f9320e2b tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Request body: {'subnet': {'network_id': 'df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:37.651360 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:37.663411 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c358f10-ac45-45c5-9938-6b576efdfd49 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event updated for resources: {'Network': ['ID=df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:37.679889 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:28:37.685626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] For port 752e806f-6089-41e4-88f6-69959a72acc0, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:28:37.689748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] For port 752e806f-6089-41e4-88f6-69959a72acc0, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=752e806f-6089-41e4-88f6-69959a72acc0,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:28:37.696149 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] Publish callbacks [] for security_group (0d1a24be-cb0b-4b3e-b505-e6d7c81d16d0), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:37.800147 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bdeb5b53-8c53-4ff7-8db1-05f109fda4b4 req-390d7b01-71a0-4c6d-96d9-dff38b97c609 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b5d0486-8512-418b-bad9-d58d35597dc9 HTTP/1.1" status: 200 len: 210 time: 0.0283990 Feb 28 17:28:37.835331 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-de6d9892-34f0-4307-9036-cba4de053084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:37.847645 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b93ce01-82f1-4a71-804b-950d0a347a34 req-9886ee17-29f3-431a-accd-cca560989d89 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0266397 Feb 28 17:28:37.892554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0d1a24be-cb0b-4b3e-b505-e6d7c81d16d0), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:37.894074 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (752e806f-6089-41e4-88f6-69959a72acc0), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:37.897216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57448a36-49e8-4501-8cdd-94a1f9320e2b tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Made reservation on behalf of 4a63da9e14264387a13d18864a668ac0 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:37.900750 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-57448a36-49e8-4501-8cdd-94a1f9320e2b tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:37.912640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:28:37.938096 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (ea9b49b9-9748-4558-98f9-1f3208b1f828), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:37.938708 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] Added segment ea9b49b9-9748-4558-98f9-1f3208b1f828 of type vlan for network 01ea3ca2-f493-4cde-881c-d4403fda0a8b Feb 28 17:28:37.940312 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1a24be-cb0b-4b3e-b505-e6d7c81d16d0,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:37.980018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Pushing event updated for resources: {'Port': ['ID=752e806f-6089-41e4-88f6-69959a72acc0,revision_number=7']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:38.012554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (01ea3ca2-f493-4cde-881c-d4403fda0a8b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:38.012714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:38.012714 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:38.013071 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-34f9b0ff-3118-4f4d-970e-1c93b882c165 service neutron] 10.222.0.73 "PUT /v2.0/ports/752e806f-6089-41e4-88f6-69959a72acc0 HTTP/1.1" status: 200 len: 1096 time: 1.9758933 Feb 28 17:28:38.122035 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-40cf4582-10c0-4bed-81be-746981e84691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:38.123536 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-40cf4582-10c0-4bed-81be-746981e84691 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 1130 time: 0.0858874 Feb 28 17:28:38.213284 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (01ea3ca2-f493-4cde-881c-d4403fda0a8b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:38.215133 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:38.216175 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:38.327492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-b8d26adf-b0e1-4ed9-ac8c-2f6f0a09a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:38.328966 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-b8d26adf-b0e1-4ed9-ac8c-2f6f0a09a134 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1980033 Feb 28 17:28:38.361332 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2729433 Feb 28 17:28:38.364528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59462) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:38.376900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-7aa0f3ca-c0a9-473c-ae11-f360bdf51381 admin admin] Request body: {'subnet': {'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-977648074-subnet', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:38.390181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca0960-bc43-4780-a20e-a5b7e684ce89 admin admin] Pushing event updated for resources: {'Network': ['ID=01ea3ca2-f493-4cde-881c-d4403fda0a8b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:38.405502 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 01ea3ca2-f493-4cde-881c-d4403fda0a8b details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:28:38.428213 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-bbf51b8b-b98f-4b5b-bf26-204cfab3f713 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=752e806f-6089-41e4-88f6-69959a72acc0 HTTP/1.1" status: 200 len: 217 time: 0.0927391 Feb 28 17:28:38.498440 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-57448a36-49e8-4501-8cdd-94a1f9320e2b tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (4d886b68-df3f-4e8b-ae86-5b43f33d33a2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:38.503904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa0f3ca-c0a9-473c-ae11-f360bdf51381 admin admin] Made reservation on behalf of 62c58d43d61945d88652659b1228e47a for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:38.506523 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7aa0f3ca-c0a9-473c-ae11-f360bdf51381 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:38.737392 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14ede571-6e79-4e5d-be81-e41ba3dccc7f req-c47bd5bd-21ae-406d-9e7f-c063c23d141a tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0416100 Feb 28 17:28:38.790306 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7aa0f3ca-c0a9-473c-ae11-f360bdf51381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (ed92c979-8bbe-41ad-93dd-7f92f6d828e2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:38.860629 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 26d61e20-36bc-4931-b531-a09ab87078a4 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:38.863712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0f3ca-c0a9-473c-ae11-f360bdf51381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed92c979-8bbe-41ad-93dd-7f92f6d828e2,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:38.890523 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0f3ca-c0a9-473c-ae11-f360bdf51381 admin admin] Checking segment: {'id': 'ea9b49b9-9748-4558-98f9-1f3208b1f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:38.891600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa0f3ca-c0a9-473c-ae11-f360bdf51381 admin admin] Network hostable DHCP agents. Network: 01ea3ca2-f493-4cde-881c-d4403fda0a8b, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:28:38.892371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-7107d809-f6ec-42e3-9ee8-6979a23a19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:38.893832 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-7107d809-f6ec-42e3-9ee8-6979a23a19cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.4421053 Feb 28 17:28:38.907646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57448a36-49e8-4501-8cdd-94a1f9320e2b tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event updated for resources: {'Subnet': ['ID=4d886b68-df3f-4e8b-ae86-5b43f33d33a2,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:38.917222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 26d61e20-36bc-4931-b531-a09ab87078a4 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:28:38.917568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 26d61e20-36bc-4931-b531-a09ab87078a4 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:28:38.918057 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 752e806f-6089-41e4-88f6-69959a72acc0 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:38.930808 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59480) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:38.972510 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57448a36-49e8-4501-8cdd-94a1f9320e2b tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Checking segment: {'id': 'afd19e32-f262-4170-90d6-c942827ac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:38.973136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57448a36-49e8-4501-8cdd-94a1f9320e2b tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Network hostable DHCP agents. Network: df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:28:38.975492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4fbc7f-e7c8-446f-a052-50909433b121', 'tag': '752e806f-6089-41e4-88f6-69959a72acc0'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:38.979445 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcb19bd-acbf-48dd-bdd1-9238fda67614" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4fbc7f-e7c8-446f-a052-50909433b121", "tag": "752e806f-6089-41e4-88f6-69959a72acc0"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:39.028285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66a2f57-2c4b-41b6-9e25-e66576f1e86d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Deleting subnet 3822bbdc-b0f2-424b-9c64-b53c59046c42 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:28:39.029654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a74a5e-ff28-4931-9a33-c93230dc841d req-3d998ddf-7d47-4d4d-9303-11b5f9f56be8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:39.032567 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e66a2f57-2c4b-41b6-9e25-e66576f1e86d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for subnet (3822bbdc-b0f2-424b-9c64-b53c59046c42), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:39.034113 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] The host n-h2-820368-19 is not matching for port 752e806f-6089-41e4-88f6-69959a72acc0 host n-h1-820368-19! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:28:39.035686 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 752e806f-6089-41e4-88f6-69959a72acc0 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:28:39.035898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa0f3ca-c0a9-473c-ae11-f360bdf51381 admin admin] Network 01ea3ca2-f493-4cde-881c-d4403fda0a8b is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:28:39.036427 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 20b4b99e-4432-4b67-9099-db8adfe6560e no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:39.042587 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-75a74a5e-ff28-4931-9a33-c93230dc841d req-3d998ddf-7d47-4d4d-9303-11b5f9f56be8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 947 time: 0.6907272 Feb 28 17:28:39.078911 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 20b4b99e-4432-4b67-9099-db8adfe6560e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:28:39.079600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 20b4b99e-4432-4b67-9099-db8adfe6560e not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:28:39.080876 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device df9e7de8-f247-4da9-95c3-4483b6e47b15 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:39.101185 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745aa1ef-1f89-404c-b4e0-f66816654c6b x-openstack-request-id: req-745aa1ef-1f89-404c-b4e0-f66816654c6b {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:39.101430 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4fbc7f-e7c8-446f-a052-50909433b121", "tag": "752e806f-6089-41e4-88f6-69959a72acc0", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:39.101630 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-745aa1ef-1f89-404c-b4e0-f66816654c6b {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:39.102068 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4fbc7f-e7c8-446f-a052-50909433b121', 'tag': '752e806f-6089-41e4-88f6-69959a72acc0', 'status': 'completed', 'code': 200} Feb 28 17:28:39.120089 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: df9e7de8-f247-4da9-95c3-4483b6e47b15 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:28:39.120777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device df9e7de8-f247-4da9-95c3-4483b6e47b15 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:28:39.154183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e66a2f57-2c4b-41b6-9e25-e66576f1e86d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (3822bbdc-b0f2-424b-9c64-b53c59046c42), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:39.154973 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-3bc682fc-be26-4da1-bfea-e3a2ec343f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:39.156474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-3bc682fc-be26-4da1-bfea-e3a2ec343f61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2450998 Feb 28 17:28:39.157038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-7aa0f3ca-c0a9-473c-ae11-f360bdf51381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 01ea3ca2-f493-4cde-881c-d4403fda0a8b) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:39.162728 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-75a74a5e-ff28-4931-9a33-c93230dc841d req-cc098963-6f3a-4234-a453-408f7ab54f2a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186335 Feb 28 17:28:39.165740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cd3206-47f9-4291-bbe6-e10e3652c147 None None] Network 01ea3ca2-f493-4cde-881c-d4403fda0a8b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:28:39.205568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa0f3ca-c0a9-473c-ae11-f360bdf51381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:39.206182 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7aa0f3ca-c0a9-473c-ae11-f360bdf51381 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:39.248839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57448a36-49e8-4501-8cdd-94a1f9320e2b tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Network df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:28:39.260490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-57448a36-49e8-4501-8cdd-94a1f9320e2b tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:39.267833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57448a36-49e8-4501-8cdd-94a1f9320e2b tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:39.268799 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-57448a36-49e8-4501-8cdd-94a1f9320e2b tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:39.294166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b2e85-2233-4cba-874e-87a177d9e038 None None] Network df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:28:39.316075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'project_id': '62c58d43d61945d88652659b1228e47a', 'fixed_ips': [{'subnet_id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:28:39.317382 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:39.329494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-b41dfa08-9759-4cfa-8e11-296c08b04d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:39.331193 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-b41dfa08-9759-4cfa-8e11-296c08b04d41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 1130 time: 0.2171814 Feb 28 17:28:39.336354 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-e43e4c22-572c-4abb-b1f2-34dcbc28f6d4 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723447 Feb 28 17:28:39.337602 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e66a2f57-2c4b-41b6-9e25-e66576f1e86d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (3822bbdc-b0f2-424b-9c64-b53c59046c42), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:39.340919 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-57448a36-49e8-4501-8cdd-94a1f9320e2b tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7759900 Feb 28 17:28:39.344877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59506) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:39.390162 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7aa0f3ca-c0a9-473c-ae11-f360bdf51381 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0242262 Feb 28 17:28:39.390683 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59508) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:39.411130 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1301407384', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:39.428869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:39.491497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ac7be0a-ac9d-4aef-9474-f1c6bcab9d0a req-004fa0d1-935e-4354-aa8b-f3d47df8fdf3 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485333 Feb 28 17:28:39.506340 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-5318d690-ece7-444b-be7c-c215071cb34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:39.507909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-5318d690-ece7-444b-be7c-c215071cb34f service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1663291 Feb 28 17:28:39.509610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (ed0533de-1db2-42c3-bf5d-756f68f69369), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:39.510724 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (ed0533de-1db2-42c3-bf5d-756f68f69369), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:39.550634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0', 'network_id': 'df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0', 'project_id': '4a63da9e14264387a13d18864a668ac0', 'fixed_ips': [{'subnet_id': '4d886b68-df3f-4e8b-ae86-5b43f33d33a2'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:28:39.551592 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:39.554792 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-a2b975e9-956e-451c-825c-44907973438f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=752e806f-6089-41e4-88f6-69959a72acc0 HTTP/1.1" status: 200 len: 217 time: 0.0386500 Feb 28 17:28:39.574003 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:39.575643 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:39.603648 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e66a2f57-2c4b-41b6-9e25-e66576f1e86d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (3822bbdc-b0f2-424b-9c64-b53c59046c42), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:39.658464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a2f57-2c4b-41b6-9e25-e66576f1e86d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Subnet': ['ID=3822bbdc-b0f2-424b-9c64-b53c59046c42,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:39.659944 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e66a2f57-2c4b-41b6-9e25-e66576f1e86d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:39.671665 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e66a2f57-2c4b-41b6-9e25-e66576f1e86d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "DELETE /v2.0/subnets/3822bbdc-b0f2-424b-9c64-b53c59046c42 HTTP/1.1" status: 204 len: 168 time: 0.7394276 Feb 28 17:28:39.693241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59516) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:39.725468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-73356f03-9301-4e1a-a66d-6989ced61bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:39.725637 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for router_controller (ed0533de-1db2-42c3-bf5d-756f68f69369), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:39.728884 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-73356f03-9301-4e1a-a66d-6989ced61bd0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1659830 Feb 28 17:28:39.773679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Allocated IP 172.20.0.2 (df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0/4d886b68-df3f-4e8b-ae86-5b43f33d33a2/1ff659d2-2e47-40ac-b41d-073794d15a19) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:39.790219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-766b6a91-6966-4403-9d16-4b5229c345bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:39.793772 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-766b6a91-6966-4403-9d16-4b5229c345bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 1130 time: 0.0659864 Feb 28 17:28:39.875546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a8fb3c-525c-43af-8f05-26e711250be8 None None] Network 9557de2a-6277-4da0-affc-2f31b738173d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:28:40.037745 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-41cf0970-079e-4194-b8f4-032b70e7d119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:40.072811 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Allocated IP 172.20.0.2 (01ea3ca2-f493-4cde-881c-d4403fda0a8b/ed92c979-8bbe-41ad-93dd-7f92f6d828e2/0c38eb41-d63f-4d8b-bb22-7be7e967fce2) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:40.166750 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for router_gateway (ed0533de-1db2-42c3-bf5d-756f68f69369), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:40.183214 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-f333bf2a-bbbc-474c-9332-9e406c599ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:40.185081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-f333bf2a-bbbc-474c-9332-9e406c599ec6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.3643591 Feb 28 17:28:40.252971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59524) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:40.254677 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-ee78e1c7-afd1-4c95-9fcc-053c3a760a8b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=752e806f-6089-41e4-88f6-69959a72acc0 HTTP/1.1" status: 200 len: 217 time: 0.0604372 Feb 28 17:28:40.281000 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Publish callbacks [] for router_controller (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:40.309825 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:40.409153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-cd5890fe-7b3d-4c1e-97a3-eb4a5c8af5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:40.411514 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-cd5890fe-7b3d-4c1e-97a3-eb4a5c8af5b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1483359 Feb 28 17:28:40.422550 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c26e0a02-174d-407a-86b5-a8e965c18044 req-37779fda-7686-45c0-8c46-c7b3d481ad12 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.1590035 Feb 28 17:28:40.480330 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155edb-1daa-4ef1-bde7-27e618fe73b9 req-78c7fc37-4ee7-4ba4-9e6b-91c9c6698173 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:40.482080 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be155edb-1daa-4ef1-bde7-27e618fe73b9 req-78c7fc37-4ee7-4ba4-9e6b-91c9c6698173 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 947 time: 0.1945035 Feb 28 17:28:40.497476 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Publish callbacks [] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:40.520781 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:40.562855 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e3ca5afb-116e-4585-8b4a-59793cfa71da req-6b50e1a4-67d1-426b-9600-ee2626c51a2d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0797110 Feb 28 17:28:40.563071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-3e0ffcfa-0d83-46f3-929f-1c74cdba3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:40.565500 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-3e0ffcfa-0d83-46f3-929f-1c74cdba3a78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8194327 Feb 28 17:28:40.573988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (9557de2a-6277-4da0-affc-2f31b738173d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:40.587671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c33035e-f74e-4526-9efd-6838b95b0434 None None] DHCP port deletion for 9557de2a-6277-4da0-affc-2f31b738173d request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:28:40.591186 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:40.689745 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Publish callbacks [] for router_gateway (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:40.702426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-412c6618-daf2-4e00-9752-e2a2c4a6076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:40.705052 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-412c6618-daf2-4e00-9752-e2a2c4a6076f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2767217 Feb 28 17:28:40.739464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Network df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:40.749880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:40.757155 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:40.759676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Pushing event updated for resources: {'Port': ['ID=1ff659d2-2e47-40ac-b41d-073794d15a19,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:40.779434 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Publish callbacks [] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:40.783062 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be155edb-1daa-4ef1-bde7-27e618fe73b9 req-8abaacce-f6ef-4e9b-b331-4038e3d49e0a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563424 Feb 28 17:28:40.875030 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-78e062fa-e3af-49d7-be37-7b614137554c service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977591 Feb 28 17:28:40.878362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Deleting port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:40.878867 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:40.915268 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:40.972075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4c33035e-f74e-4526-9efd-6838b95b0434 None None] Deleting port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:40.972409 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4c33035e-f74e-4526-9efd-6838b95b0434 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:40.977197 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for router_gateway (ed0533de-1db2-42c3-bf5d-756f68f69369), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:40.992107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Attempting to bind port 1ff659d2-2e47-40ac-b41d-073794d15a19 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:28:40.992471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Attempting to bind port 1ff659d2-2e47-40ac-b41d-073794d15a19 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'afd19e32-f262-4170-90d6-c942827ac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:28:40.992827 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Attempting to bind port 1ff659d2-2e47-40ac-b41d-073794d15a19 on network df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:41.012605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] For port b940d2ac-c99a-4602-8cd6-fb98be3f9c05, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b940d2ac-c99a-4602-8cd6-fb98be3f9c05,segment=NetworkSegment(8972c490-f103-4c44-83be-6aba718f906d),segment_id=8972c490-f103-4c44-83be-6aba718f906d)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:41.013233 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.026124 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.037759 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Publish callbacks [] for security_group (aab8e8ba-5234-4b54-bf19-859317aafbb8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.041453 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Calling delete_port for b940d2ac-c99a-4602-8cd6-fb98be3f9c05 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:41.059781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Network 01ea3ca2-f493-4cde-881c-d4403fda0a8b is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:41.066048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:28:41.066689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Checking segment: {'id': 'afd19e32-f262-4170-90d6-c942827ac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:41.067402 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.067799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Bound using segment: {'id': 'afd19e32-f262-4170-90d6-c942827ac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:28:41.068306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Bound port: 1ff659d2-2e47-40ac-b41d-073794d15a19, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd19e32-f262-4170-90d6-c942827ac71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:28:41.069153 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.084400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:41.100366 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Pushing event updated for resources: {'Port': ['ID=0c38eb41-d63f-4d8b-bb22-7be7e967fce2,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:41.104099 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-a974c121-7690-42b0-b5b0-44f5b8de366e service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786001 Feb 28 17:28:41.110779 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:41.114651 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (aab8e8ba-5234-4b54-bf19-859317aafbb8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.125231 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-48030aeb-3a5c-4094-a702-379fdc8a0941 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433670 Feb 28 17:28:41.158031 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-4c33035e-f74e-4526-9efd-6838b95b0434 None None] For port b940d2ac-c99a-4602-8cd6-fb98be3f9c05, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b940d2ac-c99a-4602-8cd6-fb98be3f9c05,segment=NetworkSegment(8972c490-f103-4c44-83be-6aba718f906d),segment_id=8972c490-f103-4c44-83be-6aba718f906d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:41.158423 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4c33035e-f74e-4526-9efd-6838b95b0434 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.217501 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4c33035e-f74e-4526-9efd-6838b95b0434 None None] Calling delete_port for b940d2ac-c99a-4602-8cd6-fb98be3f9c05 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:41.251021 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bbcb19bd-acbf-48dd-bdd1-9238fda67614 req-cc8f4084-a416-4efa-bb9d-b88bb770544a service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369920 Feb 28 17:28:41.296290 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7bb99363-ef2d-4e75-8609-2751ed4dbba0 req-adc4b415-56a2-4e4b-bf42-dc2c951a4367 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0889034 Feb 28 17:28:41.330836 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=10073cc05a4e49888a16aa4c8a719a0d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0750768 Feb 28 17:28:41.331759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59538) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:41.335505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab8e8ba-5234-4b54-bf19-859317aafbb8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:41.356045 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Attempting to bind port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:28:41.356419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Attempting to bind port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'ea9b49b9-9748-4558-98f9-1f3208b1f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:28:41.356827 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Attempting to bind port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 on network 01ea3ca2-f493-4cde-881c-d4403fda0a8b {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:41.374571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] For port 1ff659d2-2e47-40ac-b41d-073794d15a19, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:28:41.381532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] For port 1ff659d2-2e47-40ac-b41d-073794d15a19, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1ff659d2-2e47-40ac-b41d-073794d15a19,segment=NetworkSegment(afd19e32-f262-4170-90d6-c942827ac71f),segment_id=afd19e32-f262-4170-90d6-c942827ac71f)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:28:41.382644 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:41.383280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:41.383812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:41.384424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:41.384988 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:41.385478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:41.386003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:41.390774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:41.390774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:41.390774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:41.390774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:41.390774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:41.390774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e53b39b-ceda-485a-add8-f348c24166cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:41.391303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:28:41.391303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Checking segment: {'id': 'ea9b49b9-9748-4558-98f9-1f3208b1f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:41.392026 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.392425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Bound using segment: {'id': 'ea9b49b9-9748-4558-98f9-1f3208b1f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:28:41.392903 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Bound port: 0c38eb41-d63f-4d8b-bb22-7be7e967fce2, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9b49b9-9748-4558-98f9-1f3208b1f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:28:41.393360 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.416666 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.425428 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Allocated IP 172.25.3.107 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/636ff157-01f9-4766-a6dc-5ac10f3032b5) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:41.431101 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Publish callbacks [] for router_gateway (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.467091 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: from cryptography.utils import int_from_bytes Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: from cryptography.utils import int_from_bytes Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.471371 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.475360 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.475360 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.475360 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.475360 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.475360 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.475360 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.475360 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.475360 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.475360 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.475360 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.475360 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.475360 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.475360 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:28:41.475360 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:28:41.485711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Port': ['ID=b940d2ac-c99a-4602-8cd6-fb98be3f9c05,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:41.489328 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4c33035e-f74e-4526-9efd-6838b95b0434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (b940d2ac-c99a-4602-8cd6-fb98be3f9c05), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.494963 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.501213 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.503717 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] No DVR routers for this DVR port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:41.529990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] For port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:28:41.537760 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33035e-f74e-4526-9efd-6838b95b0434 None None] Pushing event deleted for resources: {'Port': ['ID=b940d2ac-c99a-4602-8cd6-fb98be3f9c05,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:41.545526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c33035e-f74e-4526-9efd-6838b95b0434 None None] No DVR routers for this DVR port b940d2ac-c99a-4602-8cd6-fb98be3f9c05 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:41.562954 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-957f4650-8853-4f81-b952-c0777aa897b2 admin admin] Publish callbacks [] for security_group (aab8e8ba-5234-4b54-bf19-859317aafbb8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.563283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] For port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0c38eb41-d63f-4d8b-bb22-7be7e967fce2,segment=NetworkSegment(ea9b49b9-9748-4558-98f9-1f3208b1f828),segment_id=ea9b49b9-9748-4558-98f9-1f3208b1f828)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:28:41.635967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad4d30-402f-409f-a77a-4631f08f85ec None None] Pushing event updated for resources: {'Port': ['ID=1ff659d2-2e47-40ac-b41d-073794d15a19,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:41.670530 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.707440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (9557de2a-6277-4da0-affc-2f31b738173d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.709010 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for port (636ff157-01f9-4766-a6dc-5ac10f3032b5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.763431 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3c5e9a0-af36-4d49-a8d0-853d4c355072 req-c3411f8d-7a96-4df0-8854-e4cfe6cc476b tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.1324728 Feb 28 17:28:41.765436 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-957f4650-8853-4f81-b952-c0777aa897b2 admin admin] Publish callbacks [] for security_group (aab8e8ba-5234-4b54-bf19-859317aafbb8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.796978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9557de2a-6277-4da0-affc-2f31b738173d']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:41.799052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fe46c-cbb7-4efe-8611-3fab567d5192 None None] Pushing event updated for resources: {'Port': ['ID=0c38eb41-d63f-4d8b-bb22-7be7e967fce2,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:41.822385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8972c490-f103-4c44-83be-6aba718f906d') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:41.823183 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8972c490-f103-4c44-83be-6aba718f906d') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:41.824723 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (636ff157-01f9-4766-a6dc-5ac10f3032b5), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:41.879854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Allocated IP 172.25.3.234 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/5f5a8f87-7e9b-4b10-8781-56d6f1f11487) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:41.969451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:41.978526 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:42.009280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b940d2ac-c99a-4602-8cd6-fb98be3f9c05 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:42.045736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: b940d2ac-c99a-4602-8cd6-fb98be3f9c05 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:28:42.046113 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b940d2ac-c99a-4602-8cd6-fb98be3f9c05 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:28:42.059883 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Publish callbacks [] for port (5f5a8f87-7e9b-4b10-8781-56d6f1f11487), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:42.062408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event updated for resources: {'Port': ['ID=636ff157-01f9-4766-a6dc-5ac10f3032b5,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:42.095366 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:42.117811 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (8972c490-f103-4c44-83be-6aba718f906d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:42.138497 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (8972c490-f103-4c44-83be-6aba718f906d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:42.147422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:28:42.147422 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (8972c490-f103-4c44-83be-6aba718f906d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:28:42.150028 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:28:42.216936 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5f5a8f87-7e9b-4b10-8781-56d6f1f11487), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:42.226337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943eacf8-8909-4e93-a6db-0ff81d007640 req-ae6ff244-52f1-48e1-b39f-4777978c73a8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:42.228178 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-943eacf8-8909-4e93-a6db-0ff81d007640 req-ae6ff244-52f1-48e1-b39f-4777978c73a8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 947 time: 0.2520261 Feb 28 17:28:42.272279 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:42.276952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:42.280329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:42.335109 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-957f4650-8853-4f81-b952-c0777aa897b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (aab8e8ba-5234-4b54-bf19-859317aafbb8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:42.337780 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-957f4650-8853-4f81-b952-c0777aa897b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:42.341296 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-957f4650-8853-4f81-b952-c0777aa897b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aab8e8ba-5234-4b54-bf19-859317aafbb8 HTTP/1.1" status: 204 len: 168 time: 1.0062745 Feb 28 17:28:42.385740 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (9557de2a-6277-4da0-affc-2f31b738173d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:42.392013 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:42.396163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "DELETE /v2.0/networks/9557de2a-6277-4da0-affc-2f31b738173d HTTP/1.1" status: 204 len: 168 time: 2.6993940 Feb 28 17:28:42.396968 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Pushing event updated for resources: {'Port': ['ID=5f5a8f87-7e9b-4b10-8781-56d6f1f11487,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:42.404713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59548) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:42.407218 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:42.451001 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-943eacf8-8909-4e93-a6db-0ff81d007640 req-091657d0-0d4d-4746-a7d6-eb17e9d0ac54 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153354 Feb 28 17:28:42.482988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f4650-8853-4f81-b952-c0777aa897b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab8e8ba-5234-4b54-bf19-859317aafbb8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:42.513846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eec3f-a98b-46b1-9141-ba5741b82e26 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Network': ['ID=9557de2a-6277-4da0-affc-2f31b738173d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:42.570038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bbf027-b130-4011-a2e2-fc907a58bcad tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Deleting subnet 6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:28:42.575129 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40bbf027-b130-4011-a2e2-fc907a58bcad tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for subnet (6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:42.624906 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40bbf027-b130-4011-a2e2-fc907a58bcad tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:42.741738 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for router_gateway (ed0533de-1db2-42c3-bf5d-756f68f69369), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:42.869132 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40bbf027-b130-4011-a2e2-fc907a58bcad tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:43.120768 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2983d72-2e38-4fa0-b0e4-4018515e52b5 req-fb65f49f-c0c6-4d99-a2d6-0b84fda1a0eb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.1735377 Feb 28 17:28:43.213010 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Publish callbacks [] for router_gateway (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:43.295182 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40bbf027-b130-4011-a2e2-fc907a58bcad tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:43.429787 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbf027-b130-4011-a2e2-fc907a58bcad tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:43.544886 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40bbf027-b130-4011-a2e2-fc907a58bcad tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:43.550104 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-40bbf027-b130-4011-a2e2-fc907a58bcad tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "DELETE /v2.0/subnets/6d3f0dd8-6c71-42cb-b93f-c9b619aa6f9d HTTP/1.1" status: 204 len: 168 time: 1.1220119 Feb 28 17:28:43.553613 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59570) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:43.561025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5314b84b-425e-4142-b1c0-30aa14435feb None None] Network 5425a622-de03-4719-b488-9b4811a968d4 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:28:43.605011 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a114ea3d-9662-4d6e-98f5-23bf3012533a None None] Network 01ea3ca2-f493-4cde-881c-d4403fda0a8b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:28:43.622475 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0603d0b3-dd4c-4ae0-be19-eeabf673c2e5 req-298166d6-0dbf-4b04-bc66-8a335a1f67cd service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1733544 Feb 28 17:28:43.763609 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (5425a622-de03-4719-b488-9b4811a968d4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:43.786298 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ea780-d925-4c48-b2e6-4d03d0dd89c4 req-d5588215-85dd-4826-920e-febf11b46520 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:43.790269 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb7ea780-d925-4c48-b2e6-4d03d0dd89c4 req-d5588215-85dd-4826-920e-febf11b46520 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 947 time: 0.1704946 Feb 28 17:28:43.802277 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (ed0533de-1db2-42c3-bf5d-756f68f69369), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:43.883527 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f185697-c2b3-419c-9953-37e5b7a43a3c None None] Network df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:28:43.917317 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:43.954623 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 752e806f-6089-41e4-88f6-69959a72acc0 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:28:43.994585 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Deleting port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:43.994763 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1da01d6f-d9dc-4841-b8dd-c285d94a8adb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:44.065452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 752e806f-6089-41e4-88f6-69959a72acc0, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=752e806f-6089-41e4-88f6-69959a72acc0,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:44.088357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb7ea780-d925-4c48-b2e6-4d03d0dd89c4 req-190bf820-d58c-4781-8a1f-2b84968952fb tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923336 Feb 28 17:28:44.169132 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '752e806f-6089-41e4-88f6-69959a72acc0', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '752e806f-6089-41e4-88f6-69959a72acc0', 'mac_address': 'fa:16:3e:55:75:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:28:44.200915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Router ed0533de-1db2-42c3-bf5d-756f68f69369 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:28:44.238320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1ff659d2-2e47-40ac-b41d-073794d15a19 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:44.263271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] For port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1da01d6f-d9dc-4841-b8dd-c285d94a8adb,segment=NetworkSegment(0c9c0002-cf6d-4ba1-a699-b08c31f5e679),segment_id=0c9c0002-cf6d-4ba1-a699-b08c31f5e679)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:44.263637 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1da01d6f-d9dc-4841-b8dd-c285d94a8adb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:44.302796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Calling delete_port for 1da01d6f-d9dc-4841-b8dd-c285d94a8adb owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:44.324188 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7978c68-02ea-46d3-9810-853524772115 req-0307c723-7fdf-407f-9580-f8e0c9afdba5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0505681 Feb 28 17:28:44.371902 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c7342aa8-4c2a-4ff3-a354-0a315e5362e2 None None] Provisioning complete for port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:44.372505 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c7342aa8-4c2a-4ff3-a354-0a315e5362e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:44.498143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:28:44.508763 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb70c22-1733-48e8-8c70-490153def507 None None] Sync routers for ids ['ed0533de-1db2-42c3-bf5d-756f68f69369'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:28:44.527530 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb70c22-1733-48e8-8c70-490153def507 None None] Routers {'ed0533de-1db2-42c3-bf5d-756f68f69369'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:28:44.530340 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-acb70c22-1733-48e8-8c70-490153def507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:28:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ed0533de-1db2-42c3-bf5d-756f68f69369'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:44.540741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b1a77-f0d3-43b3-b754-fff0a5898f67 req-24a06933-95a8-4af3-927c-5a1b980affe1 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:44.546536 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c96b1a77-f0d3-43b3-b754-fff0a5898f67 req-24a06933-95a8-4af3-927c-5a1b980affe1 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 947 time: 0.1094191 Feb 28 17:28:44.583611 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:44.596125 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:28:44.629269 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:44.644265 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-75c05380-2e05-4852-a49c-bf01ba0ea680 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.2369280 Feb 28 17:28:44.648327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59592) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:44.662462 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 752e806f-6089-41e4-88f6-69959a72acc0 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:44.663428 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (752e806f-6089-41e4-88f6-69959a72acc0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:44.675863 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (1da01d6f-d9dc-4841-b8dd-c285d94a8adb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:44.680209 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-acb70c22-1733-48e8-8c70-490153def507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:44.711140 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb70c22-1733-48e8-8c70-490153def507 None None] Routers {'ed0533de-1db2-42c3-bf5d-756f68f69369'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:28:44.712033 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-acb70c22-1733-48e8-8c70-490153def507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:28:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ed0533de-1db2-42c3-bf5d-756f68f69369'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:44.712687 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Port': ['ID=1da01d6f-d9dc-4841-b8dd-c285d94a8adb,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:44.759579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752e806f-6089-41e4-88f6-69959a72acc0 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:28:44.798408 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c96b1a77-f0d3-43b3-b754-fff0a5898f67 req-7c0d5200-a567-4009-9486-71db00bda425 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372711 Feb 28 17:28:44.805370 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-acb70c22-1733-48e8-8c70-490153def507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:44.806424 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb70c22-1733-48e8-8c70-490153def507 None None] The sync data for ids ['ed0533de-1db2-42c3-bf5d-756f68f69369'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:28:44.835741 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] No DVR routers for this DVR port 1da01d6f-d9dc-4841-b8dd-c285d94a8adb on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:28:44.939997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 752e806f-6089-41e4-88f6-69959a72acc0, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=752e806f-6089-41e4-88f6-69959a72acc0,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:45.063699 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c7342aa8-4c2a-4ff3-a354-0a315e5362e2 None None] Current status of the port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:45.064866 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c7342aa8-4c2a-4ff3-a354-0a315e5362e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:45.067520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1ff659d2-2e47-40ac-b41d-073794d15a19 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:45.068064 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:45.072311 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (752e806f-6089-41e4-88f6-69959a72acc0), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:45.116734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5f94d2-84f4-46b7-a98f-6246f32bfb79 None None] DHCP port deletion for 5425a622-de03-4719-b488-9b4811a968d4 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:28:45.129836 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59596) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:45.272556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c7342aa8-4c2a-4ff3-a354-0a315e5362e2 None None] For port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0c38eb41-d63f-4d8b-bb22-7be7e967fce2,segment=NetworkSegment(ea9b49b9-9748-4558-98f9-1f3208b1f828),segment_id=ea9b49b9-9748-4558-98f9-1f3208b1f828)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:45.288809 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=752e806f-6089-41e4-88f6-69959a72acc0,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:45.379312 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c7342aa8-4c2a-4ff3-a354-0a315e5362e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:45.381050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1ff659d2-2e47-40ac-b41d-073794d15a19 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:45.381374 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:45.434276 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['752e806f-6089-41e4-88f6-69959a72acc0'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:45.502054 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ebb3-ea0f-45ba-8e95-48989ca039b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:45.535074 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7342aa8-4c2a-4ff3-a354-0a315e5362e2 None None] Pushing event updated for resources: {'Port': ['ID=0c38eb41-d63f-4d8b-bb22-7be7e967fce2,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:45.601592 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eefbc142-2721-44d0-b6f2-499bf8207cd9 req-0bfd4b43-bbbb-49c0-af6a-bf7603c47c17 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0962849 Feb 28 17:28:45.645634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 1ff659d2-2e47-40ac-b41d-073794d15a19, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1ff659d2-2e47-40ac-b41d-073794d15a19,segment=NetworkSegment(afd19e32-f262-4170-90d6-c942827ac71f),segment_id=afd19e32-f262-4170-90d6-c942827ac71f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:45.646559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f4bee73c-d728-4a72-a620-2768fb723f4f None None] Provisioning complete for port 1ff659d2-2e47-40ac-b41d-073794d15a19 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:45.646926 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f4bee73c-d728-4a72-a620-2768fb723f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:45.702733 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:45.707280 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e331d697-d6d9-401e-9acf-da2f2a95961a req-d2bc402f-d33a-46dd-896c-15499402af39 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.2330735 Feb 28 17:28:45.721831 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (5425a622-de03-4719-b488-9b4811a968d4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:45.731913 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ebb3-ea0f-45ba-8e95-48989ca039b2 admin admin] Publish callbacks [] for security_group (5819f8a6-4855-4c53-922f-0efededfc7eb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:45.733714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-d7b5b0c6-8cf9-402a-ac74-0d32656366cb tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:45.736379 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-d7b5b0c6-8cf9-402a-ac74-0d32656366cb tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121&tenant_id=99c70571e74e4e0589acb386047f6689&binding%3Ahost_id=n-h1-820368-19 HTTP/1.1" status: 200 len: 947 time: 0.9835613 Feb 28 17:28:45.747207 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:45.747956 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:45.791826 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ebb3-ea0f-45ba-8e95-48989ca039b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5819f8a6-4855-4c53-922f-0efededfc7eb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:45.797215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5425a622-de03-4719-b488-9b4811a968d4']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:45.799900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:28:45.827544 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9c0002-cf6d-4ba1-a699-b08c31f5e679') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:45.827884 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9c0002-cf6d-4ba1-a699-b08c31f5e679') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:45.842964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Sync routers for ids ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:28:45.847110 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (0c9c0002-cf6d-4ba1-a699-b08c31f5e679), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:45.883653 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d6f9ebb3-ea0f-45ba-8e95-48989ca039b2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0101d9accf3048cbabf39bcbb1d6cb8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7488422 Feb 28 17:28:45.884379 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59610) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:45.886879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Routers {'50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:28:45.887519 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:28:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:45.907827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9ebb3-ea0f-45ba-8e95-48989ca039b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5819f8a6-4855-4c53-922f-0efededfc7eb,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:45.945700 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0c9c0002-cf6d-4ba1-a699-b08c31f5e679), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:45.955311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:28:45.956275 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (0c9c0002-cf6d-4ba1-a699-b08c31f5e679), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.012046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Set router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:28:46.043468 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:28:46.054129 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.055705 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-92441124-6c6a-48c8-81c5-e17a28ce2b8a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.6601577 Feb 28 17:28:46.059385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59612) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:46.111169 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01effbfe-89ab-458a-9bd6-1f50e4e79281 admin admin] Publish callbacks [] for security_group (5819f8a6-4855-4c53-922f-0efededfc7eb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.115089 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f4bee73c-d728-4a72-a620-2768fb723f4f None None] Current status of the port 1ff659d2-2e47-40ac-b41d-073794d15a19 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:46.117697 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (5425a622-de03-4719-b488-9b4811a968d4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.129864 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.134021 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "DELETE /v2.0/networks/5425a622-de03-4719-b488-9b4811a968d4 HTTP/1.1" status: 204 len: 168 time: 2.5794163 Feb 28 17:28:46.137642 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=1ff659d2-2e47-40ac-b41d-073794d15a19,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:46.138945 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-dfc3fa21-a743-46b6-98b7-4e3190f7811d service neutron] delete failed (client error): The resource could not be found. Feb 28 17:28:46.139895 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-dfc3fa21-a743-46b6-98b7-4e3190f7811d service neutron] 10.222.0.69 "DELETE /v2.0/ports/752e806f-6089-41e4-88f6-69959a72acc0/bindings/n-h2-820368-19 HTTP/1.1" status: 404 len: 381 time: 0.3945417 Feb 28 17:28:46.153343 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59614) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:46.158957 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f00f0d4e-c2b3-4380-8ef3-5d3032d02c17 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1102465155'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:46.168238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a53a6-20a5-40a8-ac90-dd7a5af6552d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Network': ['ID=5425a622-de03-4719-b488-9b4811a968d4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:46.206683 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01effbfe-89ab-458a-9bd6-1f50e4e79281 admin admin] Publish callbacks [] for security_group (5819f8a6-4855-4c53-922f-0efededfc7eb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.217291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763a66b-2612-435a-b66e-113667b061ae req-0c82caf5-49ae-443b-99e5-83edfa2eb630 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:46.224223 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d763a66b-2612-435a-b66e-113667b061ae req-0c82caf5-49ae-443b-99e5-83edfa2eb630 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 948 time: 0.2088425 Feb 28 17:28:46.300878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-f24b6ad7-a5a5-4faf-84ff-a2e5b4e777f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:46.302542 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-f24b6ad7-a5a5-4faf-84ff-a2e5b4e777f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 1131 time: 0.0717907 Feb 28 17:28:46.335220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Allocated IP 172.20.0.1 (df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0/4d886b68-df3f-4e8b-ae86-5b43f33d33a2/0b137138-0e6d-406a-815f-e15bef154f51) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:46.351142 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d763a66b-2612-435a-b66e-113667b061ae req-b59607ea-b908-4377-b166-5b1f6e337abd tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213398 Feb 28 17:28:46.398972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:46.399441 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.406208 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00f0d4e-c2b3-4380-8ef3-5d3032d02c17 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:46.415235 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f00f0d4e-c2b3-4380-8ef3-5d3032d02c17 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.451030 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f4bee73c-d728-4a72-a620-2768fb723f4f None None] Provisioning complete for port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:46.451507 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f4bee73c-d728-4a72-a620-2768fb723f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.466311 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01effbfe-89ab-458a-9bd6-1f50e4e79281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5819f8a6-4855-4c53-922f-0efededfc7eb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.469817 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01effbfe-89ab-458a-9bd6-1f50e4e79281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.475146 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-01effbfe-89ab-458a-9bd6-1f50e4e79281 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5819f8a6-4855-4c53-922f-0efededfc7eb HTTP/1.1" status: 204 len: 168 time: 0.5849838 Feb 28 17:28:46.479799 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00f0d4e-c2b3-4380-8ef3-5d3032d02c17 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:28:46.498815 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f00f0d4e-c2b3-4380-8ef3-5d3032d02c17 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (07517987-b9c6-4868-a262-8ada9e11ee72), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.500469 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-f00f0d4e-c2b3-4380-8ef3-5d3032d02c17 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Added segment 07517987-b9c6-4868-a262-8ada9e11ee72 of type vlan for network 01cd0668-4c80-4e5d-8451-c11598358047 Feb 28 17:28:46.512359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01effbfe-89ab-458a-9bd6-1f50e4e79281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5819f8a6-4855-4c53-922f-0efededfc7eb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:46.538666 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for port (0b137138-0e6d-406a-815f-e15bef154f51), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.633080 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f00f0d4e-c2b3-4380-8ef3-5d3032d02c17 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (01cd0668-4c80-4e5d-8451-c11598358047), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.640101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-00117e13-c933-485d-be97-fce6a47ed43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:46.641527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-00117e13-c933-485d-be97-fce6a47ed43a service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.3293879 Feb 28 17:28:46.648098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0b137138-0e6d-406a-815f-e15bef154f51), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.704242 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-4863d6f5-bb3b-425b-a972-08e44623676e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=752e806f-6089-41e4-88f6-69959a72acc0 HTTP/1.1" status: 200 len: 217 time: 0.0534172 Feb 28 17:28:46.713546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f4bee73c-d728-4a72-a620-2768fb723f4f None None] Current status of the port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:46.718650 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:46.726331 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:28:42Z', 'revision_number': 3, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:46.768362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Network df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:46.772741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:46.781995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Checking router: 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:28:46.782357 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Updating router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 port 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:28:46.791301 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event updated for resources: {'Port': ['ID=0b137138-0e6d-406a-815f-e15bef154f51,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:46.799677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:46.845284 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5f5a8f87-7e9b-4b10-8781-56d6f1f11487), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.859330 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a84f9d90-2ea6-4cfc-a714-bdc9803c17bd req-d8a12388-b3fc-4cab-9d53-e7206c5e39e8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0783322 Feb 28 17:28:46.942291 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f00f0d4e-c2b3-4380-8ef3-5d3032d02c17 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (01cd0668-4c80-4e5d-8451-c11598358047), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.947308 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (ed0533de-1db2-42c3-bf5d-756f68f69369), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:46.973041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00f0d4e-c2b3-4380-8ef3-5d3032d02c17 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:46.982489 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f00f0d4e-c2b3-4380-8ef3-5d3032d02c17 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:47.009122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-00f7f981-6ee7-4b05-a7d0-fd0779f5a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:47.016813 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-00f7f981-6ee7-4b05-a7d0-fd0779f5a2fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1707098 Feb 28 17:28:47.166904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1ff659d2-2e47-40ac-b41d-073794d15a19 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:47.223168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f0d4e-c2b3-4380-8ef3-5d3032d02c17 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event updated for resources: {'Network': ['ID=01cd0668-4c80-4e5d-8451-c11598358047,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:47.240716 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f00f0d4e-c2b3-4380-8ef3-5d3032d02c17 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0824916 Feb 28 17:28:47.242697 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59630) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:47.249622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 01cd0668-4c80-4e5d-8451-c11598358047 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:28:47.255052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-daaaeff7-ce75-4a62-a2fb-e9c2535674ae tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Request body: {'subnet': {'network_id': '01cd0668-4c80-4e5d-8451-c11598358047', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:47.276649 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-c0f13c21-6df1-420f-ab35-0cf1d0c71890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:47.278742 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-c0f13c21-6df1-420f-ab35-0cf1d0c71890 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2441878 Feb 28 17:28:47.323581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9606ba14-705f-441b-b674-106d866d9251 None None] Provisioning complete for port 0b137138-0e6d-406a-815f-e15bef154f51 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:47.324597 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9606ba14-705f-441b-b674-106d866d9251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0b137138-0e6d-406a-815f-e15bef154f51), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:47.340976 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0b137138-0e6d-406a-815f-e15bef154f51), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:47.373557 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9606ba14-705f-441b-b674-106d866d9251 None None] Port 0b137138-0e6d-406a-815f-e15bef154f51 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:28:47.450102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1ff659d2-2e47-40ac-b41d-073794d15a19 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:47.450102 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:47.582744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-db456a93-e160-4193-8ce7-f72e3d81b2ac service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635927 Feb 28 17:28:47.619815 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Publish callbacks [] for port (5f5a8f87-7e9b-4b10-8781-56d6f1f11487), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:47.699684 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:47.716752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1ff659d2-2e47-40ac-b41d-073794d15a19 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:47.718377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:47.725089 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5f5a8f87-7e9b-4b10-8781-56d6f1f11487), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:47.878543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaaeff7-ce75-4a62-a2fb-e9c2535674ae tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:47.882346 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-daaaeff7-ce75-4a62-a2fb-e9c2535674ae tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:48.196489 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-183d34a1-55de-4742-af4f-3eeae82bb183 req-1b3403cf-35b0-4ddb-b777-a589decf8d03 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619704 Feb 28 17:28:48.198458 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64e92d-8ae7-4a47-8287-995a17babb6e req-53ae0516-6d37-4647-a516-d02b79f1cf6b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:48.198458 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e64e92d-8ae7-4a47-8287-995a17babb6e req-53ae0516-6d37-4647-a516-d02b79f1cf6b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 948 time: 0.5671763 Feb 28 17:28:48.199668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Attempting to bind port 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:28:48.199668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Attempting to bind port 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:28:48.199668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Attempting to bind port 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:48.202243 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e64e92d-8ae7-4a47-8287-995a17babb6e req-cb42b27d-8309-4f44-ab99-d7159b94cd2b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576868 Feb 28 17:28:48.202475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 752e806f-6089-41e4-88f6-69959a72acc0 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:48.202475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:28:48.202475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:48.202475 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:48.202475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:28:48.202475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Bound port: 5f5a8f87-7e9b-4b10-8781-56d6f1f11487, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:28:48.202475 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5f5a8f87-7e9b-4b10-8781-56d6f1f11487), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:48.204163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b73e7a2-2c67-4f2e-a0f6-1b7dc329e355 req-4b7b779e-3e10-4a85-ae32-713e03463bc5 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0652304 Feb 28 17:28:48.204325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2acbd0-b261-4437-9701-b130a8d74aab None None] Pushing event updated for resources: {'Port': ['ID=5f5a8f87-7e9b-4b10-8781-56d6f1f11487,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:48.221086 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Allocated IP 172.20.0.1 (01ea3ca2-f493-4cde-881c-d4403fda0a8b/ed92c979-8bbe-41ad-93dd-7f92f6d828e2/fa541d65-2a3a-4e0e-99e7-3101f67f0744) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:48.247692 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-120016b0-201c-4f90-a462-f20a6ed59b4c req-ba7a0992-59ca-441b-b532-deda52bf19d7 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.2503538 Feb 28 17:28:48.265234 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for port (0b137138-0e6d-406a-815f-e15bef154f51), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:48.297954 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:48.297954 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:48.330771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] For port 5f5a8f87-7e9b-4b10-8781-56d6f1f11487, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:28:48.353828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] For port 5f5a8f87-7e9b-4b10-8781-56d6f1f11487, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5f5a8f87-7e9b-4b10-8781-56d6f1f11487,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:28:48.383636 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (0b137138-0e6d-406a-815f-e15bef154f51), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:48.406327 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:48.426027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 752e806f-6089-41e4-88f6-69959a72acc0 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:28:48.435684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 752e806f-6089-41e4-88f6-69959a72acc0 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:48.436052 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (752e806f-6089-41e4-88f6-69959a72acc0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:48.452439 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Publish callbacks [] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:48.477234 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5f5a8f87-7e9b-4b10-8781-56d6f1f11487), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:48.510672 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-daaaeff7-ce75-4a62-a2fb-e9c2535674ae tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (ffef5e0a-32cd-4ae6-bbee-5df6413477f4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:48.539934 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (ed0533de-1db2-42c3-bf5d-756f68f69369), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:48.540162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1da01d6f-d9dc-4841-b8dd-c285d94a8adb no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:28:48.561000 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event updated for resources: {'Port': ['ID=0b137138-0e6d-406a-815f-e15bef154f51,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:48.592489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 1da01d6f-d9dc-4841-b8dd-c285d94a8adb {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:28:48.592858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1da01d6f-d9dc-4841-b8dd-c285d94a8adb not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:28:48.626524 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2acbd0-b261-4437-9701-b130a8d74aab None None] Pushing event updated for resources: {'Port': ['ID=5f5a8f87-7e9b-4b10-8781-56d6f1f11487,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:48.630319 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:48.632959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Routers {'50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:28:48.633579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:28:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:48.648633 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaaeff7-ce75-4a62-a2fb-e9c2535674ae tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event updated for resources: {'Subnet': ['ID=ffef5e0a-32cd-4ae6-bbee-5df6413477f4,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:48.727695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaaeff7-ce75-4a62-a2fb-e9c2535674ae tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Checking segment: {'id': '07517987-b9c6-4868-a262-8ada9e11ee72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01cd0668-4c80-4e5d-8451-c11598358047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:48.729861 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaaeff7-ce75-4a62-a2fb-e9c2535674ae tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Network hostable DHCP agents. Network: 01cd0668-4c80-4e5d-8451-c11598358047, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:28:48.745042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] Set router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:28:48.758269 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Network df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:48.759871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:48.763847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Network 01ea3ca2-f493-4cde-881c-d4403fda0a8b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:48.767722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Pushing event updated for resources: {'Port': ['ID=fa541d65-2a3a-4e0e-99e7-3101f67f0744,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:48.789394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:48.792502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:48.951641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 752e806f-6089-41e4-88f6-69959a72acc0 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:48.952029 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (752e806f-6089-41e4-88f6-69959a72acc0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:48.975991 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:49.021498 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4fbc7f-e7c8-446f-a052-50909433b121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752e806f-6089-41e4-88f6-69959a72acc0'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:28:49.031861 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b24d3f-0ffa-4a92-b22e-2075dc1c7459" -d '{"events": [{"server_uuid": "cb4fbc7f-e7c8-446f-a052-50909433b121", "name": "network-vif-plugged", "status": "completed", "tag": "752e806f-6089-41e4-88f6-69959a72acc0"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:28:49.043446 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Router ed0533de-1db2-42c3-bf5d-756f68f69369 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:28:49.097549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 752e806f-6089-41e4-88f6-69959a72acc0, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=752e806f-6089-41e4-88f6-69959a72acc0,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:49.148601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaaeff7-ce75-4a62-a2fb-e9c2535674ae tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Network 01cd0668-4c80-4e5d-8451-c11598358047 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:28:49.155514 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b11dc7-ec72-4713-ae64-ed5dfb64a5fa x-openstack-request-id: req-99b11dc7-ec72-4713-ae64-ed5dfb64a5fa {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:28:49.155842 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4fbc7f-e7c8-446f-a052-50909433b121", "name": "network-vif-plugged", "status": "completed", "tag": "752e806f-6089-41e4-88f6-69959a72acc0", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:28:49.156151 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-99b11dc7-ec72-4713-ae64-ed5dfb64a5fa {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:28:49.156564 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4fbc7f-e7c8-446f-a052-50909433b121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752e806f-6089-41e4-88f6-69959a72acc0', 'code': 200} Feb 28 17:28:49.160404 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (752e806f-6089-41e4-88f6-69959a72acc0), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:49.203541 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b07fc14-6103-4135-87dc-0997fdbaf3a0 req-453d061f-7496-464d-958e-00d41c5ac7bd service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.2006593 Feb 28 17:28:49.350022 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=752e806f-6089-41e4-88f6-69959a72acc0,revision_number=9']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:49.358486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-daaaeff7-ce75-4a62-a2fb-e9c2535674ae tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 01cd0668-4c80-4e5d-8451-c11598358047) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:49.368748 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a783664a-f3f9-4ff4-8ddb-29eacecf6558 None None] Network 01cd0668-4c80-4e5d-8451-c11598358047 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:28:49.372718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaaeff7-ce75-4a62-a2fb-e9c2535674ae tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:49.374108 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-daaaeff7-ce75-4a62-a2fb-e9c2535674ae tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:49.394569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-66ae6d9e-1235-44fc-97af-61e3ae16f170 None None] Provisioning complete for port fa541d65-2a3a-4e0e-99e7-3101f67f0744 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:49.399312 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-66ae6d9e-1235-44fc-97af-61e3ae16f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:49.399493 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9b15754f-3247-465c-989a-b2e33e1875c6 req-ae541e87-0572-4dc6-a3be-77f440f04a95 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0869699 Feb 28 17:28:49.406657 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:28:49.420910 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba29340-e2f9-4cfb-8f12-8b08fd3dc4bd None None] Sync routers for ids ['ed0533de-1db2-42c3-bf5d-756f68f69369'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:28:49.428356 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4789ca91-adea-41a5-8317-363aa5b204da tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "PUT /v2.0/routers/ed0533de-1db2-42c3-bf5d-756f68f69369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7745678 Feb 28 17:28:49.429102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59672) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:49.432143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e86099-08a9-44ed-a1d9-feb235f226d8 req-7885c149-4fc1-4c34-bc27-1085dcbf0c76 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:49.435289 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba29340-e2f9-4cfb-8f12-8b08fd3dc4bd None None] Routers {'ed0533de-1db2-42c3-bf5d-756f68f69369'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:28:49.435618 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8e86099-08a9-44ed-a1d9-feb235f226d8 req-7885c149-4fc1-4c34-bc27-1085dcbf0c76 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.1197224 Feb 28 17:28:49.435908 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-aba29340-e2f9-4cfb-8f12-8b08fd3dc4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:28:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ed0533de-1db2-42c3-bf5d-756f68f69369'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:49.442978 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cb460095-b3b5-4fbc-b260-d9f7b663b2d1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Request body: {'port': {'network_id': 'df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0', 'name': 'tempest-FloatingIPAdminTestJSON-677664262'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:49.501670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-66ae6d9e-1235-44fc-97af-61e3ae16f170 None None] Port fa541d65-2a3a-4e0e-99e7-3101f67f0744 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:28:49.512607 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-daaaeff7-ce75-4a62-a2fb-e9c2535674ae tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2595017 Feb 28 17:28:49.512825 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-aba29340-e2f9-4cfb-8f12-8b08fd3dc4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:49.528691 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba29340-e2f9-4cfb-8f12-8b08fd3dc4bd None None] Routers {'ed0533de-1db2-42c3-bf5d-756f68f69369'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:28:49.529152 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-aba29340-e2f9-4cfb-8f12-8b08fd3dc4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:28:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ed0533de-1db2-42c3-bf5d-756f68f69369'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:49.530981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:28:42Z', 'revision_number': 3, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:49.537031 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59676) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:49.540462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c58f78a5-8e75-48d7-ac36-4246a362d9af tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1351110542'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:49.577288 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2527c2-6de0-4ccf-9ede-6c5467141f5f None None] The sync data for ids ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'] in n-d-820368-19 is: [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:28:42Z', 'revision_number': 3, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:28:49.579989 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-aba29340-e2f9-4cfb-8f12-8b08fd3dc4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:49.580834 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba29340-e2f9-4cfb-8f12-8b08fd3dc4bd None None] The sync data for ids ['ed0533de-1db2-42c3-bf5d-756f68f69369'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:28:49.610811 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-66ae6d9e-1235-44fc-97af-61e3ae16f170 None None] Provisioning complete for port 0b137138-0e6d-406a-815f-e15bef154f51 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:49.611251 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-66ae6d9e-1235-44fc-97af-61e3ae16f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0b137138-0e6d-406a-815f-e15bef154f51), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:49.638655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-01cd0668-4c80-4e5d-8451-c11598358047', 'network_id': '01cd0668-4c80-4e5d-8451-c11598358047', 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'fixed_ips': [{'subnet_id': 'ffef5e0a-32cd-4ae6-bbee-5df6413477f4'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:28:49.639804 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:49.644603 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58f78a5-8e75-48d7-ac36-4246a362d9af tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:49.649959 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c58f78a5-8e75-48d7-ac36-4246a362d9af tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:49.658286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8e86099-08a9-44ed-a1d9-feb235f226d8 req-013cfc1a-65fd-479b-946c-1cb43a1ee752 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119694 Feb 28 17:28:49.666137 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:49.705163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-66ae6d9e-1235-44fc-97af-61e3ae16f170 None None] Port 0b137138-0e6d-406a-815f-e15bef154f51 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:28:49.745450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58f78a5-8e75-48d7-ac36-4246a362d9af tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:28:49.776926 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c58f78a5-8e75-48d7-ac36-4246a362d9af tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (6147316a-84f5-42cc-a89d-7d1278a23212), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:49.776926 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-c58f78a5-8e75-48d7-ac36-4246a362d9af tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Added segment 6147316a-84f5-42cc-a89d-7d1278a23212 of type vlan for network 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 Feb 28 17:28:49.789284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb460095-b3b5-4fbc-b260-d9f7b663b2d1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Made reservation on behalf of 4a63da9e14264387a13d18864a668ac0 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:49.793067 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb460095-b3b5-4fbc-b260-d9f7b663b2d1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:49.854008 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c58f78a5-8e75-48d7-ac36-4246a362d9af tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:49.874586 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Allocated IP 19.80.0.2 (01cd0668-4c80-4e5d-8451-c11598358047/ffef5e0a-32cd-4ae6-bbee-5df6413477f4/537f351d-d713-445f-9bf7-c2b4df437e53) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:49.905489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-cb460095-b3b5-4fbc-b260-d9f7b663b2d1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] device_id is not set on port 3a97b45b-6860-4b7b-80ad-1d1f8658e34a yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:28:49.973890 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c58f78a5-8e75-48d7-ac36-4246a362d9af tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:49.992971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58f78a5-8e75-48d7-ac36-4246a362d9af tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:49.998465 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c58f78a5-8e75-48d7-ac36-4246a362d9af tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:50.107857 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Publish callbacks [] for port (537f351d-d713-445f-9bf7-c2b4df437e53), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:50.117851 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354dbc4-c259-4c54-aced-882213472916 req-0ee7e82a-12a1-46a8-ada9-3201a3a61cea tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:50.124788 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0354dbc4-c259-4c54-aced-882213472916 req-0ee7e82a-12a1-46a8-ada9-3201a3a61cea tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.3125038 Feb 28 17:28:50.156404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59686) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:50.202194 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Publish callbacks [] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:50.203721 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f78a5-8e75-48d7-ac36-4246a362d9af tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event updated for resources: {'Network': ['ID=265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:50.216072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:28:50.257870 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c58f78a5-8e75-48d7-ac36-4246a362d9af tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7244411 Feb 28 17:28:50.260416 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59692) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:50.267005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8a69083f-d7a0-4ec0-939a-aca4d5a71d2d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Request body: {'subnet': {'network_id': '265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:50.280406 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:50.287444 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0354dbc4-c259-4c54-aced-882213472916 req-7e1b29e5-d5d8-4562-b435-f97e4c5b663e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617792 Feb 28 17:28:50.307164 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:50.314341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-cb460095-b3b5-4fbc-b260-d9f7b663b2d1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Allocated IP 172.20.0.4 (df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0/4d886b68-df3f-4e8b-ae86-5b43f33d33a2/3a97b45b-6860-4b7b-80ad-1d1f8658e34a) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:50.331076 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Network 01cd0668-4c80-4e5d-8451-c11598358047 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:50.350463 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:50.350463 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:50.477497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Pushing event updated for resources: {'Port': ['ID=fa541d65-2a3a-4e0e-99e7-3101f67f0744,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:50.497449 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Attempting to bind port 537f351d-d713-445f-9bf7-c2b4df437e53 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:28:50.497824 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Attempting to bind port 537f351d-d713-445f-9bf7-c2b4df437e53 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '07517987-b9c6-4868-a262-8ada9e11ee72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01cd0668-4c80-4e5d-8451-c11598358047'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:28:50.498238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Attempting to bind port 537f351d-d713-445f-9bf7-c2b4df437e53 on network 01cd0668-4c80-4e5d-8451-c11598358047 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:50.501736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:50.517027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Pushing event updated for resources: {'Port': ['ID=537f351d-d713-445f-9bf7-c2b4df437e53,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:50.524653 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:28:50.524653 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Checking segment: {'id': '07517987-b9c6-4868-a262-8ada9e11ee72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01cd0668-4c80-4e5d-8451-c11598358047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:50.524653 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:50.528376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Bound using segment: {'id': '07517987-b9c6-4868-a262-8ada9e11ee72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01cd0668-4c80-4e5d-8451-c11598358047'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:28:50.528891 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Bound port: 537f351d-d713-445f-9bf7-c2b4df437e53, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07517987-b9c6-4868-a262-8ada9e11ee72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01cd0668-4c80-4e5d-8451-c11598358047'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:28:50.529280 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:50.606791 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07351f8a-a33d-4c01-952c-ceeb444cb0c5 req-2a0daf3e-aa41-46f3-bfdb-f6a447af3c9f tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0564930 Feb 28 17:28:50.659474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] For port 537f351d-d713-445f-9bf7-c2b4df437e53, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:28:50.659474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] For port 537f351d-d713-445f-9bf7-c2b4df437e53, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=537f351d-d713-445f-9bf7-c2b4df437e53,segment=NetworkSegment(07517987-b9c6-4868-a262-8ada9e11ee72),segment_id=07517987-b9c6-4868-a262-8ada9e11ee72)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:28:50.677859 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb460095-b3b5-4fbc-b260-d9f7b663b2d1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for port (3a97b45b-6860-4b7b-80ad-1d1f8658e34a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:50.706259 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:50.737278 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:50.739272 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:50.860285 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb460095-b3b5-4fbc-b260-d9f7b663b2d1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3a97b45b-6860-4b7b-80ad-1d1f8658e34a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:50.899634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e536ba2-3c24-43fb-b899-80ffd8eaaf92 None None] Pushing event updated for resources: {'Port': ['ID=537f351d-d713-445f-9bf7-c2b4df437e53,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:50.912628 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:50.925408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb460095-b3b5-4fbc-b260-d9f7b663b2d1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Network df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:50.935022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-cb460095-b3b5-4fbc-b260-d9f7b663b2d1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:50.938664 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb460095-b3b5-4fbc-b260-d9f7b663b2d1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:50.983690 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb460095-b3b5-4fbc-b260-d9f7b663b2d1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event updated for resources: {'Port': ['ID=3a97b45b-6860-4b7b-80ad-1d1f8658e34a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:51.020689 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb460095-b3b5-4fbc-b260-d9f7b663b2d1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:51.020689 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb460095-b3b5-4fbc-b260-d9f7b663b2d1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:51.116606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:51.117409 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5f5a8f87-7e9b-4b10-8781-56d6f1f11487), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:51.129144 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cb460095-b3b5-4fbc-b260-d9f7b663b2d1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6988328 Feb 28 17:28:51.130182 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59718) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:51.383741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:51.386599 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-50812e73-1764-409a-9f5f-0da603eef259 req-3ca557a6-8df4-4d2d-a2d4-a57d9f68c065 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0773845 Feb 28 17:28:51.397276 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5f5a8f87-7e9b-4b10-8781-56d6f1f11487), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:51.414333 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'project_id': '4a63da9e14264387a13d18864a668ac0', 'port_id': '3a97b45b-6860-4b7b-80ad-1d1f8658e34a'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:51.458621 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-72942bf4-fea7-481a-9438-eb5a1ce478c6 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=99c70571e74e4e0589acb386047f6689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383987 Feb 28 17:28:51.481678 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 5f5a8f87-7e9b-4b10-8781-56d6f1f11487, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5f5a8f87-7e9b-4b10-8781-56d6f1f11487,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:51.497115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-3276f339-c014-4ce7-9061-ac737fca4a11 None None] Provisioning complete for port 3a97b45b-6860-4b7b-80ad-1d1f8658e34a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:51.497563 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3276f339-c014-4ce7-9061-ac737fca4a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3a97b45b-6860-4b7b-80ad-1d1f8658e34a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:51.544841 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3276f339-c014-4ce7-9061-ac737fca4a11 None None] Port 3a97b45b-6860-4b7b-80ad-1d1f8658e34a cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:28:51.552106 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:51.582892 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5f5a8f87-7e9b-4b10-8781-56d6f1f11487), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:51.591752 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a69083f-d7a0-4ec0-939a-aca4d5a71d2d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:51.595387 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a69083f-d7a0-4ec0-939a-aca4d5a71d2d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:51.660163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=5f5a8f87-7e9b-4b10-8781-56d6f1f11487,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:51.679227 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Network 01ea3ca2-f493-4cde-881c-d4403fda0a8b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:51.703089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:51.715288 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:51.754869 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a0a9bb78-fa33-457f-9852-c819a40fad31 req-4a518cc2-a3f1-4db8-a767-b17fafefa712 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0493913 Feb 28 17:28:51.765349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-00d97af1-c3c0-410f-a90e-df4374a3aa5a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:51.766919 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-00d97af1-c3c0-410f-a90e-df4374a3aa5a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2803555 Feb 28 17:28:51.844722 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a82c845e-1d1c-4c07-8308-68a4b716651e req-6ad5a3cc-91c8-482a-82ac-6da1110038c7 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0570767 Feb 28 17:28:51.872847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Allocated IP 172.25.3.200 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/163583c8-36e9-4ed1-8cc7-8a07f7ca7499) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:51.996529 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks [] for port (163583c8-36e9-4ed1-8cc7-8a07f7ca7499), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:52.023343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-5bb8bb93-4917-423c-9f01-86a92a010a34 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/quotas/99c70571e74e4e0589acb386047f6689 HTTP/1.1" status: 200 len: 375 time: 0.2306054 Feb 28 17:28:52.031244 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:52.069452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-cca8607c-25ff-4936-8cea-90f82b73d859 None None] Provisioning complete for port fa541d65-2a3a-4e0e-99e7-3101f67f0744 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:52.070478 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cca8607c-25ff-4936-8cea-90f82b73d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:52.116074 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-cca8607c-25ff-4936-8cea-90f82b73d859 None None] Port fa541d65-2a3a-4e0e-99e7-3101f67f0744 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:28:52.138286 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a69083f-d7a0-4ec0-939a-aca4d5a71d2d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (04d3c8df-9521-4160-ad12-d7a1cca6dd3b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:52.139470 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (163583c8-36e9-4ed1-8cc7-8a07f7ca7499), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:52.202115 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:52.204730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:52.208564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:52.255892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Pushing event updated for resources: {'Port': ['ID=163583c8-36e9-4ed1-8cc7-8a07f7ca7499,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:52.265467 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-037ad1ca-83d2-4b5a-a4a4-9acc3926adc9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2320881 Feb 28 17:28:52.273654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:28:52.285484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69083f-d7a0-4ec0-939a-aca4d5a71d2d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event updated for resources: {'Subnet': ['ID=04d3c8df-9521-4160-ad12-d7a1cca6dd3b,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:52.343971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a69083f-d7a0-4ec0-939a-aca4d5a71d2d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Checking segment: {'id': '6147316a-84f5-42cc-a89d-7d1278a23212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:52.344329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a69083f-d7a0-4ec0-939a-aca4d5a71d2d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Network hostable DHCP agents. Network: 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:28:52.349537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Allocated IP 172.25.3.145 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/5baf0d44-0206-4553-a683-d45fc06caf1c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:52.607114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a69083f-d7a0-4ec0-939a-aca4d5a71d2d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Network 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:28:52.669401 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:28:52.684304 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2650082a-9b5c-4abb-a367-5c9c20d8c57d admin admin] 10.222.0.72 "PUT /v2.0/routers/50cf0ce0-2c1e-4efc-8887-4d88da6fdc10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6159725 Feb 28 17:28:52.684436 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a2bbb25-83d4-41d0-8ca7-efd5826b2527 req-d9ca297e-dde3-45f0-a99c-22b596c03c26 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 210 time: 0.0719104 Feb 28 17:28:52.684533 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks [] for port (5baf0d44-0206-4553-a683-d45fc06caf1c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:52.735089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-8a69083f-d7a0-4ec0-939a-aca4d5a71d2d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:52.743350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a69083f-d7a0-4ec0-939a-aca4d5a71d2d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:52.743904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2841fdda-147f-4b11-ab58-a5e8772cb98c None None] Network 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:28:52.744052 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a69083f-d7a0-4ec0-939a-aca4d5a71d2d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:52.915673 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8a69083f-d7a0-4ec0-939a-aca4d5a71d2d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6464882 Feb 28 17:28:52.938422 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5baf0d44-0206-4553-a683-d45fc06caf1c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:52.975598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f057d-941d-404e-9c17-14c93918f4d8 None None] Network 01cd0668-4c80-4e5d-8451-c11598358047 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:28:53.005387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Sync routers for ids ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:28:53.039060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:53.054692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:53.058376 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks [] for floatingip (891f83ca-22f5-4541-9ed8-f44981ad40fc), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:53.075895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:53.173986 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Pushing event updated for resources: {'Port': ['ID=5baf0d44-0206-4553-a683-d45fc06caf1c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:53.205489 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9b3528a-3e5b-4aa7-bd40-790c0000a7f0 req-2b681446-a950-4d69-8278-00738ddc13ff tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0629992 Feb 28 17:28:53.325975 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (163583c8-36e9-4ed1-8cc7-8a07f7ca7499), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:53.357278 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks [] for floatingip (27dce389-2aa5-478c-a21e-40c10b90bf28), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:53.491185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 537f351d-d713-445f-9bf7-c2b4df437e53 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:53.550916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0d60825c-82a0-48d1-a6f5-1de725ddcd92 None None] Provisioning complete for port 537f351d-d713-445f-9bf7-c2b4df437e53 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:53.551438 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0d60825c-82a0-48d1-a6f5-1de725ddcd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:53.554314 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5baf0d44-0206-4553-a683-d45fc06caf1c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:53.584010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Routers {'50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:28:53.584995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:28:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:53.596956 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks [] for port (163583c8-36e9-4ed1-8cc7-8a07f7ca7499), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:53.626299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-93a70164-3a57-491d-bbc9-62d08da9c04d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:53.631634 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-93a70164-3a57-491d-bbc9-62d08da9c04d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:53.633232 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-93a70164-3a57-491d-bbc9-62d08da9c04d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/networks?id=01cd0668-4c80-4e5d-8451-c11598358047&id=265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 HTTP/1.1" status: 200 len: 1392 time: 0.3179052 Feb 28 17:28:53.652546 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (163583c8-36e9-4ed1-8cc7-8a07f7ca7499), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:53.728352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Pushing event updated for resources: {'Port': ['ID=163583c8-36e9-4ed1-8cc7-8a07f7ca7499,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:53.751979 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (891f83ca-22f5-4541-9ed8-f44981ad40fc), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:53.772335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59768) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:53.778019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c435afec-4ee0-492d-bbb7-d0c7e10369fd tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--790702109', 'description': 'tempest-description--936114247'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:53.802150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-add20409-a573-4da9-bd58-a7cf1834a860 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/quotas/f49f6ffbd120408fb62d733cc7aa205a HTTP/1.1" status: 200 len: 375 time: 0.1355212 Feb 28 17:28:53.860970 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a341346-dc27-4c72-a600-50252cba7ccb req-745f621a-80dc-4f65-a52f-eddd7a25b9b4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 210 time: 0.0387187 Feb 28 17:28:53.885217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56', 'network_id': '265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56', 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'fixed_ips': [{'subnet_id': '04d3c8df-9521-4160-ad12-d7a1cca6dd3b'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:28:53.885217 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:53.893197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 537f351d-d713-445f-9bf7-c2b4df437e53 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:53.893693 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:53.935995 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c435afec-4ee0-492d-bbb7-d0c7e10369fd tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:53.950521 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Floating IP 891f83ca-22f5-4541-9ed8-f44981ad40fc associated. External IP: 172.25.3.200, port: 3a97b45b-6860-4b7b-80ad-1d1f8658e34a. Feb 28 17:28:53.989242 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks [] for port (5baf0d44-0206-4553-a683-d45fc06caf1c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.006316 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-d51500ed-f40f-4dc3-970c-49b40c8553f0 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f49f6ffbd120408fb62d733cc7aa205a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1925449 Feb 28 17:28:54.024311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Set router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:28:54.103286 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5baf0d44-0206-4553-a683-d45fc06caf1c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.176801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0d60825c-82a0-48d1-a6f5-1de725ddcd92 None None] Current status of the port 537f351d-d713-445f-9bf7-c2b4df437e53 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:54.177574 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0d60825c-82a0-48d1-a6f5-1de725ddcd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.257033 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (27dce389-2aa5-478c-a21e-40c10b90bf28), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.279586 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c435afec-4ee0-492d-bbb7-d0c7e10369fd tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for security_group (0961e43c-de0d-4bd7-bae0-bf1f995a9775), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.312621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Pushing event updated for resources: {'Port': ['ID=5baf0d44-0206-4553-a683-d45fc06caf1c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:54.321137 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-dfe3ba8f-26d8-45a6-b827-bd68e9e4776a service neutron] 10.222.0.72 "GET /v2.0/networks/01cd0668-4c80-4e5d-8451-c11598358047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924774 Feb 28 17:28:54.386932 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c435afec-4ee0-492d-bbb7-d0c7e10369fd tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0961e43c-de0d-4bd7-bae0-bf1f995a9775), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.414006 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0d60825c-82a0-48d1-a6f5-1de725ddcd92 None None] For port 537f351d-d713-445f-9bf7-c2b4df437e53, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=537f351d-d713-445f-9bf7-c2b4df437e53,segment=NetworkSegment(07517987-b9c6-4868-a262-8ada9e11ee72),segment_id=07517987-b9c6-4868-a262-8ada9e11ee72)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:54.416824 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b995da01-72bc-4d6c-91c2-5b5ac5506a4c req-42e6b40b-94ed-49aa-8f68-3466a66d2578 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c6b4f64-11c5-4155-9e28-36de69591ca5 HTTP/1.1" status: 200 len: 210 time: 0.0849946 Feb 28 17:28:54.427769 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.431981 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-59b779e3-01c4-4392-b575-77963e1336a9 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2741461 Feb 28 17:28:54.437826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59776) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:54.451084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-6f694164-c1d1-468d-8a1d-6d53f4afdbbb tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-690190077', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'fixed_ips': [{'ip_address': '172.25.3.145'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:54.472286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Allocated IP 19.86.0.2 (265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56/04d3c8df-9521-4160-ad12-d7a1cca6dd3b/b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:54.474536 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 537f351d-d713-445f-9bf7-c2b4df437e53 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:54.475135 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.487873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435afec-4ee0-492d-bbb7-d0c7e10369fd tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0961e43c-de0d-4bd7-bae0-bf1f995a9775,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:54.513305 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ce6f2fa8-f65a-4740-9a22-bd9f32209dc9 req-15de60e4-a40a-4200-962f-af7422622588 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1081443 Feb 28 17:28:54.515255 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c435afec-4ee0-492d-bbb7-d0c7e10369fd tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.518228 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c435afec-4ee0-492d-bbb7-d0c7e10369fd tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7447889 Feb 28 17:28:54.522187 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59778) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:54.528103 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-637671be-51d4-44f1-9fbf-354c94e5b855 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Request body: {'security_group_rule': {'security_group_id': '0961e43c-de0d-4bd7-bae0-bf1f995a9775', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:54.531307 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-2001a958-8de0-4e97-a80f-fb6030ba66d6 service neutron] 10.222.0.72 "GET /v2.0/networks/01cd0668-4c80-4e5d-8451-c11598358047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021084 Feb 28 17:28:54.538310 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0d60825c-82a0-48d1-a6f5-1de725ddcd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.558273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Router ed0533de-1db2-42c3-bf5d-756f68f69369 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:28:54.619127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f694164-c1d1-468d-8a1d-6d53f4afdbbb tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Made reservation on behalf of 4f4f207798a7407d844609fce895a6fc for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:54.623014 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f694164-c1d1-468d-8a1d-6d53f4afdbbb tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.634332 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-637671be-51d4-44f1-9fbf-354c94e5b855 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for security_group_rule (a1a8666c-9ad6-4545-8c6c-64a78d2cd2f5), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.634762 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f694164-c1d1-468d-8a1d-6d53f4afdbbb tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.716249 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-7d147840-796a-4377-b3db-ebd47eb2bd24 service neutron] 10.222.0.72 "GET /v2.0/networks/265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641514 Feb 28 17:28:54.737665 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-637671be-51d4-44f1-9fbf-354c94e5b855 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for security_group_rule (a1a8666c-9ad6-4545-8c6c-64a78d2cd2f5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.752172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60825c-82a0-48d1-a6f5-1de725ddcd92 None None] Pushing event updated for resources: {'Port': ['ID=537f351d-d713-445f-9bf7-c2b4df437e53,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:54.774058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:28:54.784825 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4567a69-2213-45a1-b453-423b6044607a None None] Sync routers for ids ['ed0533de-1db2-42c3-bf5d-756f68f69369'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:28:54.795705 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:28:54.796422 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:28:54.799454 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4567a69-2213-45a1-b453-423b6044607a None None] Routers {'ed0533de-1db2-42c3-bf5d-756f68f69369'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:28:54.800298 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a4567a69-2213-45a1-b453-423b6044607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:28:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ed0533de-1db2-42c3-bf5d-756f68f69369'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:54.812160 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-637671be-51d4-44f1-9fbf-354c94e5b855 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (a1a8666c-9ad6-4545-8c6c-64a78d2cd2f5), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.846787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637671be-51d4-44f1-9fbf-354c94e5b855 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a8666c-9ad6-4545-8c6c-64a78d2cd2f5,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:54.865148 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f694164-c1d1-468d-8a1d-6d53f4afdbbb tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks [] for security_group (4c1d4d4d-9d23-454e-add8-519b4209123c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.881683 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-7a82b290-be4b-4ce6-a25f-0be25077d48c service neutron] 10.222.0.72 "GET /v2.0/networks/265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644659 Feb 28 17:28:54.882297 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a4567a69-2213-45a1-b453-423b6044607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:54.901187 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.917294 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4567a69-2213-45a1-b453-423b6044607a None None] Routers {'ed0533de-1db2-42c3-bf5d-756f68f69369'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:28:54.918231 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a4567a69-2213-45a1-b453-423b6044607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:28:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ed0533de-1db2-42c3-bf5d-756f68f69369'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:54.933515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:28:49Z', 'revision_number': 4, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'fa541d65-2a3a-4e0e-99e7-3101f67f0744', 'name': '', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'mac_address': 'fa:16:3e:de:4b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:47Z', 'updated_at': '2022-02-28T17:28:49Z', 'revision_number': 2, 'project_id': '62c58d43d61945d88652659b1228e47a', 'subnets': [{'id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:54.949965 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Publish callbacks [] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.960697 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f694164-c1d1-468d-8a1d-6d53f4afdbbb tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4c1d4d4d-9d23-454e-add8-519b4209123c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.967093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-6f694164-c1d1-468d-8a1d-6d53f4afdbbb tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] device_id is not set on port bedf0ad3-9bcc-4124-8ff6-f1efed9a211e yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:28:54.992027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e2df3879-08f2-4598-9166-585cf2f7ab59 None None] Provisioning complete for port 537f351d-d713-445f-9bf7-c2b4df437e53 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:54.992542 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e2df3879-08f2-4598-9166-585cf2f7ab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:54.997972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Checking router: 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:28:54.998454 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Updating router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 port fa541d65-2a3a-4e0e-99e7-3101f67f0744 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:28:55.012419 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8e0d6b1b-3556-4693-a0ff-fe4ee8fd9da6 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.8807762 Feb 28 17:28:55.016628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59784) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:55.053958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f694164-c1d1-468d-8a1d-6d53f4afdbbb tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1d4d4d-9d23-454e-add8-519b4209123c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:55.063908 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:55.115583 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:55.163077 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-471b0eb2-35f0-4b9e-a7ab-e56a2031cb03 req-8c5f5419-d593-4db6-bb1c-82ff483ddbb8 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0840161 Feb 28 17:28:55.207460 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-9cbfca36-c646-4b50-b1b0-26fae12154a7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=99c70571e74e4e0589acb386047f6689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434015 Feb 28 17:28:55.227726 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a4567a69-2213-45a1-b453-423b6044607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:55.228650 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4567a69-2213-45a1-b453-423b6044607a None None] The sync data for ids ['ed0533de-1db2-42c3-bf5d-756f68f69369'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:28:55.326806 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-637671be-51d4-44f1-9fbf-354c94e5b855 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:55.326806 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-637671be-51d4-44f1-9fbf-354c94e5b855 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8026404 Feb 28 17:28:55.337912 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-002ecc25-911a-4a6a-8fb4-b824ab0c7f16 req-ae4e8203-f9cf-462b-a84d-69e2bda9e22c tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 210 time: 0.0994494 Feb 28 17:28:55.338467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59796) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:55.365822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8ecf6f4b-94e9-4527-86bb-26f3f0bbc551 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Request body: {'security_group_rule': {'security_group_id': '0961e43c-de0d-4bd7-bae0-bf1f995a9775', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:55.408821 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8298745d-42c7-4bac-99d9-7f5ae5f71116 req-9407e08b-eba0-4a71-9010-2a6e954fe326 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 210 time: 0.3934808 Feb 28 17:28:55.453677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Network 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:55.461763 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0565a4e0-24e4-4f39-b3af-bfc4846d7366 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] 10.222.0.72 "GET /v2.0/floatingips/891f83ca-22f5-4541-9ed8-f44981ad40fc HTTP/1.1" status: 200 len: 982 time: 0.4439485 Feb 28 17:28:55.462428 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59804) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:55.471065 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:55.473543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e2df3879-08f2-4598-9166-585cf2f7ab59 None None] Current status of the port 537f351d-d713-445f-9bf7-c2b4df437e53 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:55.475966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Pushing event updated for resources: {'Port': ['ID=b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:55.482971 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:55.507943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 537f351d-d713-445f-9bf7-c2b4df437e53 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:55.509430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:55.520442 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f694164-c1d1-468d-8a1d-6d53f4afdbbb tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 17:28:55.520442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f694164-c1d1-468d-8a1d-6d53f4afdbbb tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:28:55.532338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-b00ffa8f-c853-4abe-a5c8-c6b82b220c2f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:55.534239 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-b00ffa8f-c853-4abe-a5c8-c6b82b220c2f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3143020 Feb 28 17:28:55.547759 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6f4b-94e9-4527-86bb-26f3f0bbc551 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for security_group_rule (6c4b1cc9-1678-4647-b6b3-769930b660d9), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:55.562352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-45c4b912-49c7-4b55-a787-cdfc4a8c803d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Request body: {'port': {'device_id': '872ecb07-7609-45d0-a9db-d97d84477a90', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': '99c70571e74e4e0589acb386047f6689'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:55.629501 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1e4a1d35-25ea-4271-ad8c-ec22b5c8d78d tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3992 time: 0.1636970 Feb 28 17:28:55.632908 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de53985f-c63d-4248-a734-9987bfff947f req-bd560397-2185-4302-9c91-c1e3b8a5def6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6195478 Feb 28 17:28:55.633815 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59808) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:55.650631 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59810) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:55.794007 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6f694164-c1d1-468d-8a1d-6d53f4afdbbb tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3462791 Feb 28 17:28:55.794007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59812) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:55.801793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Attempting to bind port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:28:55.802845 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Attempting to bind port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '6147316a-84f5-42cc-a89d-7d1278a23212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:28:55.802845 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Attempting to bind port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 on network 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:55.816118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:28:55.816592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Checking segment: {'id': '6147316a-84f5-42cc-a89d-7d1278a23212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:55.817060 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:55.817540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Bound using segment: {'id': '6147316a-84f5-42cc-a89d-7d1278a23212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:28:55.818118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Bound port: b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6147316a-84f5-42cc-a89d-7d1278a23212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:28:55.818495 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:55.885070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:55.885540 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5f5a8f87-7e9b-4b10-8781-56d6f1f11487), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:55.924898 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f7cca59f-ae20-4d69-a45e-7d6e7e7b7b8d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for security_group (1749de5f-48a0-4e13-9067-2190f3f594d3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:55.965257 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6f4b-94e9-4527-86bb-26f3f0bbc551 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for security_group_rule (6c4b1cc9-1678-4647-b6b3-769930b660d9), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:55.998506 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] For port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:28:56.000892 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-45c4b912-49c7-4b55-a787-cdfc4a8c803d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Made reservation on behalf of 99c70571e74e4e0589acb386047f6689 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:56.005618 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-45c4b912-49c7-4b55-a787-cdfc4a8c803d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.019523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] For port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2,segment=NetworkSegment(6147316a-84f5-42cc-a89d-7d1278a23212),segment_id=6147316a-84f5-42cc-a89d-7d1278a23212)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:28:56.035418 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Publish callbacks [] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.062525 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f7cca59f-ae20-4d69-a45e-7d6e7e7b7b8d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for security_group (1749de5f-48a0-4e13-9067-2190f3f594d3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.071455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:56.076375 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.130317 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.149720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d94d38-9f26-45f2-bc0b-4fe78de20722 None None] Pushing event updated for resources: {'Port': ['ID=b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:56.153582 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6f4b-94e9-4527-86bb-26f3f0bbc551 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (6c4b1cc9-1678-4647-b6b3-769930b660d9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.182156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53985f-c63d-4248-a734-9987bfff947f req-13c1553e-f47f-4f26-a70b-1bb4dc63b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:56.189398 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de53985f-c63d-4248-a734-9987bfff947f req-13c1553e-f47f-4f26-a70b-1bb4dc63b57d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 1128 time: 0.1629210 Feb 28 17:28:56.243147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 537f351d-d713-445f-9bf7-c2b4df437e53 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:56.346002 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00330808-a186-46d5-b85d-5dc89c56f373 None None] Pushing event updated for resources: {'Port': ['ID=fa541d65-2a3a-4e0e-99e7-3101f67f0744,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:56.349621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-45c4b912-49c7-4b55-a787-cdfc4a8c803d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Allocated IP 192.168.233.97 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/950d6ead-196c-48ae-b795-f02b6392df02) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:56.372662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Attempting to bind port fa541d65-2a3a-4e0e-99e7-3101f67f0744 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:28:56.373210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Attempting to bind port fa541d65-2a3a-4e0e-99e7-3101f67f0744 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'ea9b49b9-9748-4558-98f9-1f3208b1f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:28:56.373837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Attempting to bind port fa541d65-2a3a-4e0e-99e7-3101f67f0744 on network 01ea3ca2-f493-4cde-881c-d4403fda0a8b {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:28:56.388866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:28:56.389381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Checking segment: {'id': 'ea9b49b9-9748-4558-98f9-1f3208b1f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:28:56.389880 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.390444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Bound using segment: {'id': 'ea9b49b9-9748-4558-98f9-1f3208b1f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:28:56.391062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Bound port: fa541d65-2a3a-4e0e-99e7-3101f67f0744, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9b49b9-9748-4558-98f9-1f3208b1f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:28:56.391535 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.410250 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53985f-c63d-4248-a734-9987bfff947f req-6807644b-366d-47bc-81e9-b9c82c7ee72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:56.412176 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de53985f-c63d-4248-a734-9987bfff947f req-6807644b-366d-47bc-81e9-b9c82c7ee72c service neutron] 10.222.0.73 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.1988599 Feb 28 17:28:56.420765 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 537f351d-d713-445f-9bf7-c2b4df437e53 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:56.423334 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.450925 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf6f4b-94e9-4527-86bb-26f3f0bbc551 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4b1cc9-1678-4647-b6b3-769930b660d9,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:56.456504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-17c90250-a37f-4b8d-988d-00ac9b881a29 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Deleting port 163583c8-36e9-4ed1-8cc7-8a07f7ca7499 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:56.456857 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17c90250-a37f-4b8d-988d-00ac9b881a29 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (163583c8-36e9-4ed1-8cc7-8a07f7ca7499), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.459932 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f7cca59f-ae20-4d69-a45e-7d6e7e7b7b8d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1749de5f-48a0-4e13-9067-2190f3f594d3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.465408 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f7cca59f-ae20-4d69-a45e-7d6e7e7b7b8d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.469617 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f7cca59f-ae20-4d69-a45e-7d6e7e7b7b8d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "DELETE /v2.0/security-groups/1749de5f-48a0-4e13-9067-2190f3f594d3 HTTP/1.1" status: 204 len: 168 time: 0.8149347 Feb 28 17:28:56.500832 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59826) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:56.578271 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] For port fa541d65-2a3a-4e0e-99e7-3101f67f0744, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:28:56.588182 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] For port fa541d65-2a3a-4e0e-99e7-3101f67f0744, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=fa541d65-2a3a-4e0e-99e7-3101f67f0744,segment=NetworkSegment(ea9b49b9-9748-4558-98f9-1f3208b1f828),segment_id=ea9b49b9-9748-4558-98f9-1f3208b1f828)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:28:56.637779 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de53985f-c63d-4248-a734-9987bfff947f req-fdf3fd5a-add1-4027-9364-0cc7c6f7a4ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7437eb10-5e2c-442f-8a63-28efbec62019 HTTP/1.1" status: 200 len: 217 time: 0.2125101 Feb 28 17:28:56.664675 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.754221 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17c90250-a37f-4b8d-988d-00ac9b881a29 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (163583c8-36e9-4ed1-8cc7-8a07f7ca7499), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.754595 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17c90250-a37f-4b8d-988d-00ac9b881a29 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for floatingip (163583c8-36e9-4ed1-8cc7-8a07f7ca7499), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.769668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 537f351d-d713-445f-9bf7-c2b4df437e53 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:56.772944 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-17c90250-a37f-4b8d-988d-00ac9b881a29 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Calling delete_port for 163583c8-36e9-4ed1-8cc7-8a07f7ca7499 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:56.854917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c899909b-1301-41f7-b8a3-84aaee090861 None None] Provisioning complete for port fa541d65-2a3a-4e0e-99e7-3101f67f0744 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:56.855491 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c899909b-1301-41f7-b8a3-84aaee090861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:56.893907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Routers {'50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:28:56.894503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:28:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:56.898839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53985f-c63d-4248-a734-9987bfff947f req-59d2e92a-ef52-4d5a-a90c-9a93301da2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:56.900537 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de53985f-c63d-4248-a734-9987bfff947f req-59d2e92a-ef52-4d5a-a90c-9a93301da2b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.2560070 Feb 28 17:28:56.935480 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00330808-a186-46d5-b85d-5dc89c56f373 None None] Pushing event updated for resources: {'Port': ['ID=fa541d65-2a3a-4e0e-99e7-3101f67f0744,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:56.981639 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-267f0eab-7cc0-4fd1-935a-4d07f0899f40 req-7418eeb9-2017-4fe9-8eff-e0ceeb8bc6eb tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 210 time: 0.0852523 Feb 28 17:28:57.052758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53985f-c63d-4248-a734-9987bfff947f req-0b79401f-13b4-4080-8d4e-013f13ec757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:57.054344 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de53985f-c63d-4248-a734-9987bfff947f req-0b79401f-13b4-4080-8d4e-013f13ec757a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1376727 Feb 28 17:28:57.176979 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-38ad185d-a8f7-4db0-af19-794ffd6c5ec9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] show failed (client error): The resource could not be found. Feb 28 17:28:57.180808 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-38ad185d-a8f7-4db0-af19-794ffd6c5ec9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "GET /v2.0/security-groups/1749de5f-48a0-4e13-9067-2190f3f594d3 HTTP/1.1" status: 404 len: 347 time: 0.6189644 Feb 28 17:28:57.188110 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cca59f-ae20-4d69-a45e-7d6e7e7b7b8d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1749de5f-48a0-4e13-9067-2190f3f594d3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:57.191682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8584d3ef-422f-47bc-9de2-f857d447fd1f req-d58784de-be17-4de3-a218-2bec3ca550ac tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 210 time: 0.6841633 Feb 28 17:28:57.194958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59834) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:57.237345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] Set router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:28:57.285594 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6f4b-94e9-4527-86bb-26f3f0bbc551 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:57.286162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7bb49-9ee9-49e3-afd1-b4af32925c22 req-bbcbe8a7-bfb0-40ae-9023-c04aaa371326 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:57.289244 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ee7bb49-9ee9-49e3-afd1-b4af32925c22 req-bbcbe8a7-bfb0-40ae-9023-c04aaa371326 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1792054 Feb 28 17:28:57.294790 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8ecf6f4b-94e9-4527-86bb-26f3f0bbc551 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9346237 Feb 28 17:28:57.297495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59836) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:57.304876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:57.319858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c899909b-1301-41f7-b8a3-84aaee090861 None None] Current status of the port fa541d65-2a3a-4e0e-99e7-3101f67f0744 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:57.320168 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c899909b-1301-41f7-b8a3-84aaee090861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:57.331578 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17c90250-a37f-4b8d-988d-00ac9b881a29 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (163583c8-36e9-4ed1-8cc7-8a07f7ca7499), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:57.345887 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de53985f-c63d-4248-a734-9987bfff947f req-ab1c72be-2843-498c-a89b-125233f9305e service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834289 Feb 28 17:28:57.411069 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c90250-a37f-4b8d-988d-00ac9b881a29 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event deleted for resources: {'Port': ['ID=163583c8-36e9-4ed1-8cc7-8a07f7ca7499,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:57.435118 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-45c4b912-49c7-4b55-a787-cdfc4a8c803d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks [] for port (950d6ead-196c-48ae-b795-f02b6392df02), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:57.490959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c899909b-1301-41f7-b8a3-84aaee090861 None None] For port fa541d65-2a3a-4e0e-99e7-3101f67f0744, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=fa541d65-2a3a-4e0e-99e7-3101f67f0744,segment=NetworkSegment(ea9b49b9-9748-4558-98f9-1f3208b1f828),segment_id=ea9b49b9-9748-4558-98f9-1f3208b1f828)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:57.558425 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c899909b-1301-41f7-b8a3-84aaee090861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:57.567082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d5dbf-75c2-4a8b-a6bd-09c77435b107 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Deleting port 5baf0d44-0206-4553-a683-d45fc06caf1c {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:57.567436 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5dbf-75c2-4a8b-a6bd-09c77435b107 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5baf0d44-0206-4553-a683-d45fc06caf1c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:57.584080 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93c8d339-c0f4-4c7b-b3b1-7034d7f4ef2c req-e7a3e199-6fc1-41a5-8d6a-149e0414a6fa service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0807285 Feb 28 17:28:57.609183 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ee7bb49-9ee9-49e3-afd1-b4af32925c22 req-523eae4b-9134-477b-9f0a-92a353aa6f04 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930310 Feb 28 17:28:57.627283 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:57.665680 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17c90250-a37f-4b8d-988d-00ac9b881a29 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for floatingip (891f83ca-22f5-4541-9ed8-f44981ad40fc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:57.667736 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-17c90250-a37f-4b8d-988d-00ac9b881a29 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Floating IP 891f83ca-22f5-4541-9ed8-f44981ad40fc disassociated (deleted). External IP: 172.25.3.200, port: 3a97b45b-6860-4b7b-80ad-1d1f8658e34a. Feb 28 17:28:57.683559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899909b-1301-41f7-b8a3-84aaee090861 None None] Pushing event updated for resources: {'Port': ['ID=fa541d65-2a3a-4e0e-99e7-3101f67f0744,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:57.707352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fabe0-7048-41d3-8882-7601b9551112 req-5f71aa6b-8aa8-4720-a0f9-47b54d331851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:57.708855 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-261fabe0-7048-41d3-8882-7601b9551112 req-5f71aa6b-8aa8-4720-a0f9-47b54d331851 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 1127 time: 0.5655081 Feb 28 17:28:57.711724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:28:49Z', 'revision_number': 4, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'fa541d65-2a3a-4e0e-99e7-3101f67f0744', 'name': '', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'mac_address': 'fa:16:3e:de:4b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:47Z', 'updated_at': '2022-02-28T17:28:56Z', 'revision_number': 4, 'project_id': '62c58d43d61945d88652659b1228e47a', 'subnets': [{'id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:57.740584 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-45c4b912-49c7-4b55-a787-cdfc4a8c803d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (950d6ead-196c-48ae-b795-f02b6392df02), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:57.763934 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['89a9f715-3a11-4479-b2b7-82257c124da5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:57.773742 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de53985f-c63d-4248-a734-9987bfff947f req-a8c98805-86a5-4953-9338-e8a0adfbad02 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989227 Feb 28 17:28:57.805219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['752e806f-6089-41e4-88f6-69959a72acc0'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:28:57.807197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f2de5-490d-4d36-97cf-37e6f10f3a96 None None] The sync data for ids ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'] in n-d-820368-19 is: [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:28:49Z', 'revision_number': 4, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'fa541d65-2a3a-4e0e-99e7-3101f67f0744', 'name': '', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'mac_address': 'fa:16:3e:de:4b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:47Z', 'updated_at': '2022-02-28T17:28:56Z', 'revision_number': 4, 'project_id': '62c58d43d61945d88652659b1228e47a', 'subnets': [{'id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:28:57.835903 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-66891f13-2eae-417a-a3db-1802c451b1e4 None None] Provisioning complete for port fa541d65-2a3a-4e0e-99e7-3101f67f0744 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:57.835903 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-66891f13-2eae-417a-a3db-1802c451b1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:57.888985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0474bb1-7571-4640-931a-7ac881c49b98 None None] Network 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:28:57.975739 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:58.160867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c90250-a37f-4b8d-988d-00ac9b881a29 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Router ed0533de-1db2-42c3-bf5d-756f68f69369 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:28:58.172411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4b912-49c7-4b55-a787-cdfc4a8c803d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Pushing event updated for resources: {'Port': ['ID=950d6ead-196c-48ae-b795-f02b6392df02,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:58.191580 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Allocated IP 172.25.3.33 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/03c3592a-bce4-4e86-a82a-445c1d8c3fc9) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:58.222740 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5dbf-75c2-4a8b-a6bd-09c77435b107 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5baf0d44-0206-4553-a683-d45fc06caf1c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:58.224276 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5dbf-75c2-4a8b-a6bd-09c77435b107 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks [] for floatingip (5baf0d44-0206-4553-a683-d45fc06caf1c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:58.241408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d5dbf-75c2-4a8b-a6bd-09c77435b107 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Calling delete_port for 5baf0d44-0206-4553-a683-d45fc06caf1c owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:58.333973 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-45c4b912-49c7-4b55-a787-cdfc4a8c803d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:58.393048 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-39591027-b1a6-474f-aa72-db699a2842ce req-a25cab71-9bbf-4855-a0e8-56ef19ff1a3e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 210 time: 0.0360069 Feb 28 17:28:58.477319 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c90250-a37f-4b8d-988d-00ac9b881a29 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:28:58.488731 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17c90250-a37f-4b8d-988d-00ac9b881a29 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:58.516888 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-32384621-ed78-480c-b481-1102e3f83aae req-92a0565f-37ab-442d-a864-8a538f9f7f8d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.3076980 Feb 28 17:28:58.518049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-45c4b912-49c7-4b55-a787-cdfc4a8c803d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:58.522521 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for port (03c3592a-bce4-4e86-a82a-445c1d8c3fc9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:58.528973 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device fa541d65-2a3a-4e0e-99e7-3101f67f0744 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:58.536295 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83cf391-a24e-4aaa-afbf-720d18f89fac None None] Sync routers for ids ['ed0533de-1db2-42c3-bf5d-756f68f69369'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:28:58.540988 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-17c90250-a37f-4b8d-988d-00ac9b881a29 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "DELETE /v2.0/floatingips/891f83ca-22f5-4541-9ed8-f44981ad40fc HTTP/1.1" status: 204 len: 168 time: 2.9025719 Feb 28 17:28:58.541713 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59852) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:28:58.546777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:58.585163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-45c4b912-49c7-4b55-a787-cdfc4a8c803d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:58.635237 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:58.656678 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (03c3592a-bce4-4e86-a82a-445c1d8c3fc9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:58.691324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83cf391-a24e-4aaa-afbf-720d18f89fac None None] Routers {'ed0533de-1db2-42c3-bf5d-756f68f69369'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:28:58.691691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c83cf391-a24e-4aaa-afbf-720d18f89fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:28:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ed0533de-1db2-42c3-bf5d-756f68f69369'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:58.709443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-76fb7fe2-f33a-46e8-a74b-0ccb67d07b7d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Deleting port 0af59903-2c98-49cd-8aa0-1825d4f8ee8b {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:28:58.709830 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76fb7fe2-f33a-46e8-a74b-0ccb67d07b7d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0af59903-2c98-49cd-8aa0-1825d4f8ee8b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:58.725093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d0c8c-f39b-4198-98d2-092ef602bddb req-2eec8be8-8678-4bbe-ab3a-0941794b626f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:58.732537 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-714d0c8c-f39b-4198-98d2-092ef602bddb req-2eec8be8-8678-4bbe-ab3a-0941794b626f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 935 time: 0.5340443 Feb 28 17:28:58.767688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:28:58.783248 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:28:58.785696 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:28:58.795295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fabe0-7048-41d3-8882-7601b9551112 req-65742638-8346-45d6-995d-3ea3da7fe014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:58.796966 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-261fabe0-7048-41d3-8882-7601b9551112 req-65742638-8346-45d6-995d-3ea3da7fe014 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 1.0449402 Feb 28 17:28:58.818780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c83cf391-a24e-4aaa-afbf-720d18f89fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:58.847488 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-66891f13-2eae-417a-a3db-1802c451b1e4 None None] Current status of the port fa541d65-2a3a-4e0e-99e7-3101f67f0744 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:58.856277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83cf391-a24e-4aaa-afbf-720d18f89fac None None] Routers {'ed0533de-1db2-42c3-bf5d-756f68f69369'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:28:58.857166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c83cf391-a24e-4aaa-afbf-720d18f89fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:28:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ed0533de-1db2-42c3-bf5d-756f68f69369'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:58.945020 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Pushing event updated for resources: {'Port': ['ID=03c3592a-bce4-4e86-a82a-445c1d8c3fc9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:58.966780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f368f-9b53-4cc1-b4bb-22b83001a856 req-88327987-3ef0-4988-8dea-b866ada7c022 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:58.967012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c83cf391-a24e-4aaa-afbf-720d18f89fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:28:58.967482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83cf391-a24e-4aaa-afbf-720d18f89fac None None] The sync data for ids ['ed0533de-1db2-42c3-bf5d-756f68f69369'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:28:58.970215 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c26f368f-9b53-4cc1-b4bb-22b83001a856 req-88327987-3ef0-4988-8dea-b866ada7c022 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.2478008 Feb 28 17:28:58.975428 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for floatingip (345a0b48-373d-4453-a023-0c4d62a940cc), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:58.991196 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-261fabe0-7048-41d3-8882-7601b9551112 req-f32dd070-ca67-4160-afba-0ac712f31ed3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f HTTP/1.1" status: 200 len: 999 time: 0.1746538 Feb 28 17:28:59.002689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Provisioning complete for port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:59.003046 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.005654 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port fa541d65-2a3a-4e0e-99e7-3101f67f0744 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:59.006032 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.017467 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-714d0c8c-f39b-4198-98d2-092ef602bddb req-be7ffdf0-f969-405a-923f-246da812dace tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839100 Feb 28 17:28:59.025473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8b00ded4-b948-4de4-a01c-7be9d821cf45 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:59.038528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8b00ded4-b948-4de4-a01c-7be9d821cf45 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:59.040175 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8b00ded4-b948-4de4-a01c-7be9d821cf45 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.73 "GET /v2.0/networks?id=01cd0668-4c80-4e5d-8451-c11598358047&id=265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 HTTP/1.1" status: 200 len: 1392 time: 1.3979306 Feb 28 17:28:59.065678 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c26f368f-9b53-4cc1-b4bb-22b83001a856 req-6dd96bef-7d00-420d-819c-db0b2716c719 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856233 Feb 28 17:28:59.091835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-827a11bb-667b-462b-9b8e-3ce81f1c95b6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Request body: {'port': {'device_id': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'network_id': '01cd0668-4c80-4e5d-8451-c11598358047', 'admin_state_up': True, 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:59.119295 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.174239 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (03c3592a-bce4-4e86-a82a-445c1d8c3fc9), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.229650 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port fa541d65-2a3a-4e0e-99e7-3101f67f0744 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:59.232183 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:28:59.238416 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-45c4b912-49c7-4b55-a787-cdfc4a8c803d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:59.239279 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-45c4b912-49c7-4b55-a787-cdfc4a8c803d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.281506 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Current status of the port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:59.281917 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.295911 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-cd0a11d4-900c-478d-8543-5a52c83117a7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8035142 Feb 28 17:28:59.322707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] For port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2,segment=NetworkSegment(6147316a-84f5-42cc-a89d-7d1278a23212),segment_id=6147316a-84f5-42cc-a89d-7d1278a23212)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:28:59.348392 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:59.348838 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.372049 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-45c4b912-49c7-4b55-a787-cdfc4a8c803d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8256757 Feb 28 17:28:59.381742 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fabe0-7048-41d3-8882-7601b9551112 req-84a6dd19-bf83-4ea8-9dd8-bcfdabbb55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:59.383278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-261fabe0-7048-41d3-8882-7601b9551112 req-84a6dd19-bf83-4ea8-9dd8-bcfdabbb55d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.3909135 Feb 28 17:28:59.390981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Request body: {'port': {'device_id': '872ecb07-7609-45d0-a9db-d97d84477a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:28:59.421177 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.474152 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Provisioning complete for port 950d6ead-196c-48ae-b795-f02b6392df02 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:59.474630 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (950d6ead-196c-48ae-b795-f02b6392df02), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.501734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:59.502325 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.558444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Port 950d6ead-196c-48ae-b795-f02b6392df02 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:28:59.563181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Pushing event updated for resources: {'Port': ['ID=b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:59.566938 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76fb7fe2-f33a-46e8-a74b-0ccb67d07b7d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0af59903-2c98-49cd-8aa0-1825d4f8ee8b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.567572 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76fb7fe2-f33a-46e8-a74b-0ccb67d07b7d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for floatingip (0af59903-2c98-49cd-8aa0-1825d4f8ee8b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.604857 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:59.605188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:59.605526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:59.607963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:59.607963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:59.607963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:59.607963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:59.607963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:59.607963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:59.607963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:59.608472 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:59.608547 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:59.608846 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f5d8b-4d0d-4008-8b37-769e155f71dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:28:59.628180 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9965483-eacc-45ba-b370-27d78bcf9a94 req-f0856a98-4ea3-4245-84b8-1ad8f3f61667 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 210 time: 0.1077132 Feb 28 17:28:59.629089 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:28:59.629449 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:28:59.641597 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-76fb7fe2-f33a-46e8-a74b-0ccb67d07b7d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Calling delete_port for 0af59903-2c98-49cd-8aa0-1825d4f8ee8b owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:28:59.663511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-827a11bb-667b-462b-9b8e-3ce81f1c95b6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:28:59.666988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-827a11bb-667b-462b-9b8e-3ce81f1c95b6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.684182 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f9b1c088-2522-4553-9e98-b71ad5cfc1be None None] Provisioning complete for port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:28:59.684182 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f9b1c088-2522-4553-9e98-b71ad5cfc1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.751175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Allocated IP 172.25.3.193 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/0e306c44-18e6-4f63-8e63-4ccca0e63936) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:28:59.760014 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5dbf-75c2-4a8b-a6bd-09c77435b107 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5baf0d44-0206-4553-a683-d45fc06caf1c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.778148 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f9b1c088-2522-4553-9e98-b71ad5cfc1be None None] Current status of the port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:28:59.791244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fabe0-7048-41d3-8882-7601b9551112 req-0bd3fca3-b313-43f6-8157-33013b82f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:59.792813 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-261fabe0-7048-41d3-8882-7601b9551112 req-0bd3fca3-b313-43f6-8157-33013b82f20d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3533053 Feb 28 17:28:59.798378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-8e6dff35-987f-45db-b25a-5c15818eefa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:59.798848 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-8e6dff35-987f-45db-b25a-5c15818eefa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:59.799364 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-8e6dff35-987f-45db-b25a-5c15818eefa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:59.799825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-8e6dff35-987f-45db-b25a-5c15818eefa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:59.800281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-8e6dff35-987f-45db-b25a-5c15818eefa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:59.800755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-8e6dff35-987f-45db-b25a-5c15818eefa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:59.801193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-8e6dff35-987f-45db-b25a-5c15818eefa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:28:59.803029 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-8e6dff35-987f-45db-b25a-5c15818eefa1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 6724 time: 0.4437447 Feb 28 17:28:59.828264 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (950d6ead-196c-48ae-b795-f02b6392df02), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.882602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d5dbf-75c2-4a8b-a6bd-09c77435b107 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Pushing event deleted for resources: {'Port': ['ID=5baf0d44-0206-4553-a683-d45fc06caf1c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:28:59.908947 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks [] for port (0e306c44-18e6-4f63-8e63-4ccca0e63936), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.911478 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for port (03c3592a-bce4-4e86-a82a-445c1d8c3fc9), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.943242 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (03c3592a-bce4-4e86-a82a-445c1d8c3fc9), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:28:59.999568 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0e306c44-18e6-4f63-8e63-4ccca0e63936), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:00.031847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:00.033397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Pushing event updated for resources: {'Port': ['ID=03c3592a-bce4-4e86-a82a-445c1d8c3fc9,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:00.048144 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:00.069575 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (345a0b48-373d-4453-a023-0c4d62a940cc), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:00.072474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:00.165225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Pushing event updated for resources: {'Port': ['ID=0e306c44-18e6-4f63-8e63-4ccca0e63936,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:00.193655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:00.195612 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4795c3-a09e-4fcf-bd05-a89d37d83c98 req-0f2be12d-7eb9-4a65-857e-324fdcab7960 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:00.197265 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e4795c3-a09e-4fcf-bd05-a89d37d83c98 req-0f2be12d-7eb9-4a65-857e-324fdcab7960 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 935 time: 0.0930104 Feb 28 17:29:00.237653 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:00.249016 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-48386605-d016-48bc-8760-73dbdbec429f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9501057 Feb 28 17:29:00.278000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e4795c3-a09e-4fcf-bd05-a89d37d83c98 req-01df0dc5-75e4-4a97-989f-3affa5916bb3 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734155 Feb 28 17:29:00.318249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5dbf-75c2-4a8b-a6bd-09c77435b107 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks [] for floatingip (27dce389-2aa5-478c-a21e-40c10b90bf28), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:00.320094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:29:00.320769 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5dbf-75c2-4a8b-a6bd-09c77435b107 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:00.326617 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ca2d5dbf-75c2-4a8b-a6bd-09c77435b107 tempest-ExternalNetworksAdminNegativeTestJSON-409095227 tempest-ExternalNetworksAdminNegativeTestJSON-409095227-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/27dce389-2aa5-478c-a21e-40c10b90bf28 HTTP/1.1" status: 204 len: 168 time: 4.5175140 Feb 28 17:29:00.368694 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-261fabe0-7048-41d3-8882-7601b9551112 req-61cf30df-8dd1-482e-9eaa-fd367bc65b84 service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442038 Feb 28 17:29:00.376498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-827a11bb-667b-462b-9b8e-3ce81f1c95b6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Allocated IP 19.80.0.209 (01cd0668-4c80-4e5d-8451-c11598358047/ffef5e0a-32cd-4ae6-bbee-5df6413477f4/36683238-63a2-42c2-8bd9-39298c04eb11) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:00.398918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:00.399468 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:00.418075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-88ebd01e-bc3d-4f4d-a427-e376d64c70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:00.418550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-88ebd01e-bc3d-4f4d-a427-e376d64c70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:00.419009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-88ebd01e-bc3d-4f4d-a427-e376d64c70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:00.420648 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-88ebd01e-bc3d-4f4d-a427-e376d64c70cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1856261-ad0f-444d-be77-5db0a50f2438&id=fd7a05c5-9896-4296-a65a-a68965a6760b&id=fd7a05c5-9896-4296-a65a-a68965a6760b&id=fd7a05c5-9896-4296-a65a-a68965a6760b&id=fd7a05c5-9896-4296-a65a-a68965a6760b&id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457&id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 HTTP/1.1" status: 200 len: 2298 time: 0.5893712 Feb 28 17:29:00.471903 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks [] for floatingip (6f9c7e82-d292-4bc0-9e4c-92163c4ca3f1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:00.485304 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-39b43b0f-c53d-457c-9991-269f3862ff68 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--790702109&fields=id&tenant_id=62c58d43d61945d88652659b1228e47a HTTP/1.1" status: 200 len: 267 time: 0.0640643 Feb 28 17:29:00.546188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:00.616176 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-308715ad-c1d5-491d-8715-9651ee50bb3b req-0830d9f4-9e54-4915-a85c-44c80f259cd2 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0378363 Feb 28 17:29:00.623642 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0e306c44-18e6-4f63-8e63-4ccca0e63936), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:00.711687 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9e8da-a439-4561-8720-8291fb1e804c req-f4c5a909-4019-44f7-8eba-0625a3c61c8a tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:00.719179 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-f4c5a909-4019-44f7-8eba-0625a3c61c8a tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/networks?id=01ea3ca2-f493-4cde-881c-d4403fda0a8b HTTP/1.1" status: 200 len: 805 time: 0.2258284 Feb 28 17:29:00.745831 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-b2a9b640-496f-4da2-828c-ef42fdecc9d4 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/quotas/62c58d43d61945d88652659b1228e47a HTTP/1.1" status: 200 len: 375 time: 0.0257077 Feb 28 17:29:00.808796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59892) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:00.846884 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76fb7fe2-f33a-46e8-a74b-0ccb67d07b7d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0af59903-2c98-49cd-8aa0-1825d4f8ee8b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:00.862486 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-e11b2ab9-74aa-4cdf-aef6-4626da633864 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=62c58d43d61945d88652659b1228e47a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087196 Feb 28 17:29:00.965169 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b56d0cf2-70b2-456e-be63-b396dfabea5b req-43eb906d-8319-49e4-a18c-6afc4efb3ab7 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1192951 Feb 28 17:29:00.982426 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks [] for port (0e306c44-18e6-4f63-8e63-4ccca0e63936), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:00.989009 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e58a74d6-a83c-4f0d-87a5-97b82245f0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.000262 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-7f451601-ce7d-46af-95fe-3b4066a5eac8 service neutron] 10.222.0.72 "GET /v2.0/networks/01ea3ca2-f493-4cde-881c-d4403fda0a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368687 Feb 28 17:29:01.002889 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb7fe2-f33a-46e8-a74b-0ccb67d07b7d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event deleted for resources: {'Port': ['ID=0af59903-2c98-49cd-8aa0-1825d4f8ee8b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:01.071296 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (0e306c44-18e6-4f63-8e63-4ccca0e63936), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.072725 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2335d-3abc-41c6-88d0-f054b1816988 req-8d23250a-b220-420a-92ff-eaeec49c0a61 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:01.075941 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-42b2335d-3abc-41c6-88d0-f054b1816988 req-8d23250a-b220-420a-92ff-eaeec49c0a61 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.9234889 Feb 28 17:29:01.186194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Pushing event updated for resources: {'Port': ['ID=0e306c44-18e6-4f63-8e63-4ccca0e63936,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:01.209333 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-7198dea4-ed42-4756-b6f0-c97ba4239ecc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=591548df-429c-453d-9590-ad6447c1bcf1 HTTP/1.1" status: 200 len: 1001 time: 0.3734906 Feb 28 17:29:01.218147 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (6f9c7e82-d292-4bc0-9e4c-92163c4ca3f1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.230937 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-261fabe0-7048-41d3-8882-7601b9551112 req-cf89350b-86e4-4f89-9dcf-4c23520de1b8 service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8048427 Feb 28 17:29:01.244283 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-39bea31a-e7ad-4cee-9ae6-324e8a204e9a service neutron] 10.222.0.72 "GET /v2.0/networks/01ea3ca2-f493-4cde-881c-d4403fda0a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355225 Feb 28 17:29:01.250081 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e58a74d6-a83c-4f0d-87a5-97b82245f0f4 admin admin] Publish callbacks [] for security_group (dc4f0fde-701a-4368-8069-8322bc7eecfd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.309160 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76fb7fe2-f33a-46e8-a74b-0ccb67d07b7d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for floatingip (e922390a-ad8b-4b32-8faa-95d93d165af6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.311752 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76fb7fe2-f33a-46e8-a74b-0ccb67d07b7d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.313116 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-76fb7fe2-f33a-46e8-a74b-0ccb67d07b7d tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "DELETE /v2.0/floatingips/e922390a-ad8b-4b32-8faa-95d93d165af6 HTTP/1.1" status: 204 len: 168 time: 4.1155355 Feb 28 17:29:01.316317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59898) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:01.343303 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-42b2335d-3abc-41c6-88d0-f054b1816988 req-982d8b62-2cd0-43e7-b609-f8ceca0e4b1f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996090 Feb 28 17:29:01.367517 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-216c35ad-3169-422c-b28e-a1df1c8f70ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:01.367517 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-216c35ad-3169-422c-b28e-a1df1c8f70ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30bbd5bd-b1a3-4e50-b996-451507a14e69 HTTP/1.1" status: 200 len: 856 time: 0.1362443 Feb 28 17:29:01.367517 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-827a11bb-667b-462b-9b8e-3ce81f1c95b6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for port (36683238-63a2-42c2-8bd9-39298c04eb11), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.386961 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.388222 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fcfc516a-fdd1-41f7-bd99-6b9dc8930403 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8449264 Feb 28 17:29:01.391804 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e58a74d6-a83c-4f0d-87a5-97b82245f0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dc4f0fde-701a-4368-8069-8322bc7eecfd), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.397234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59900) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:01.471247 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e58a74d6-a83c-4f0d-87a5-97b82245f0f4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9a2f97950c2438bb408828a4a834c7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6614199 Feb 28 17:29:01.474145 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59904) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:01.509847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a74d6-a83c-4f0d-87a5-97b82245f0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4f0fde-701a-4368-8069-8322bc7eecfd,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:01.513951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14cd702e-4fe1-494a-a3f9-94322d3175f3 req-dff870b6-e047-4132-9745-d99f596f79ee tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 210 time: 0.0470505 Feb 28 17:29:01.524617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950d6ead-196c-48ae-b795-f02b6392df02 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:29:01.534767 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Publish callbacks [] for port (950d6ead-196c-48ae-b795-f02b6392df02), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.566858 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Transition to ACTIVE for port object 950d6ead-196c-48ae-b795-f02b6392df02 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:29:01.574530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:01.590656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-44dd33c9-4325-4a44-a981-8945534b8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:01.592195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-44dd33c9-4325-4a44-a981-8945534b8e12 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1856261-ad0f-444d-be77-5db0a50f2438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2182610 Feb 28 17:29:01.668681 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-827a11bb-667b-462b-9b8e-3ce81f1c95b6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (36683238-63a2-42c2-8bd9-39298c04eb11), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.679511 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b254-a50d-49ce-a42b-c1e627165af0 admin admin] Publish callbacks [] for security_group (dc4f0fde-701a-4368-8069-8322bc7eecfd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.683127 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7c3a4a86-cac4-454b-87b8-25d2b2dadc2e req-61b3af9d-916f-42c6-bb88-40003805cc70 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 210 time: 0.0415518 Feb 28 17:29:01.683816 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (950d6ead-196c-48ae-b795-f02b6392df02), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.685983 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.714094 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f225419a-9a20-48c3-8ef0-8444b1302cad tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Deleting port ef6ac6e4-3324-41d9-af4d-48868536be2c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:01.714754 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f225419a-9a20-48c3-8ef0-8444b1302cad tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.736347 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b254-a50d-49ce-a42b-c1e627165af0 admin admin] Publish callbacks [] for security_group (dc4f0fde-701a-4368-8069-8322bc7eecfd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.814627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-827a11bb-667b-462b-9b8e-3ce81f1c95b6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Network 01cd0668-4c80-4e5d-8451-c11598358047 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:01.843459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-827a11bb-667b-462b-9b8e-3ce81f1c95b6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:01.846825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-827a11bb-667b-462b-9b8e-3ce81f1c95b6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:01.852802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Pushing event updated for resources: {'Port': ['ID=950d6ead-196c-48ae-b795-f02b6392df02,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:01.862686 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f225419a-9a20-48c3-8ef0-8444b1302cad tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.888100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f225419a-9a20-48c3-8ef0-8444b1302cad tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Calling delete_port for ef6ac6e4-3324-41d9-af4d-48868536be2c owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:01.915199 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-9b005b09-4951-497b-9ea1-3f28d33cb6ff service neutron] 10.222.0.69 "GET /v2.0/networks/c1856261-ad0f-444d-be77-5db0a50f2438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153148 Feb 28 17:29:01.955635 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b254-a50d-49ce-a42b-c1e627165af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dc4f0fde-701a-4368-8069-8322bc7eecfd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.959596 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b254-a50d-49ce-a42b-c1e627165af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:01.963418 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d5d6b254-a50d-49ce-a42b-c1e627165af0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dc4f0fde-701a-4368-8069-8322bc7eecfd HTTP/1.1" status: 204 len: 168 time: 0.4800932 Feb 28 17:29:01.975941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6b254-a50d-49ce-a42b-c1e627165af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4f0fde-701a-4368-8069-8322bc7eecfd,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:01.976477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac7d2c-cff1-4406-8d04-71e2b2baab02 req-38a40b14-f43d-4c22-acb7-c6d944db1b91 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:01.985894 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b7ac7d2c-cff1-4406-8d04-71e2b2baab02 req-38a40b14-f43d-4c22-acb7-c6d944db1b91 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 947 time: 0.3641982 Feb 28 17:29:02.087785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a11bb-667b-462b-9b8e-3ce81f1c95b6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event updated for resources: {'Port': ['ID=36683238-63a2-42c2-8bd9-39298c04eb11,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:02.130433 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-827a11bb-667b-462b-9b8e-3ce81f1c95b6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:02.131171 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-827a11bb-667b-462b-9b8e-3ce81f1c95b6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:02.147536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b7ac7d2c-cff1-4406-8d04-71e2b2baab02 req-13ad83ab-836a-4eff-9136-a1c6a1bb05df tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621172 Feb 28 17:29:02.180143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Attempting to bind port 950d6ead-196c-48ae-b795-f02b6392df02 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:29:02.180143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Attempting to bind port 950d6ead-196c-48ae-b795-f02b6392df02 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:29:02.180143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Attempting to bind port 950d6ead-196c-48ae-b795-f02b6392df02 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:02.180143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Port 950d6ead-196c-48ae-b795-f02b6392df02 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:29:02.180143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Attempting to bind port 950d6ead-196c-48ae-b795-f02b6392df02 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:02.186913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:29:02.187260 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:29:02.187649 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:29:02.188090 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Bound port: 950d6ead-196c-48ae-b795-f02b6392df02, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:29:02.188454 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (950d6ead-196c-48ae-b795-f02b6392df02), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:02.227782 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-3bdd5afa-ae39-4a38-a280-cef1f62e82ac None None] Provisioning complete for port 36683238-63a2-42c2-8bd9-39298c04eb11 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:02.228379 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5afa-ae39-4a38-a280-cef1f62e82ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (36683238-63a2-42c2-8bd9-39298c04eb11), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:02.264036 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f225419a-9a20-48c3-8ef0-8444b1302cad tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ef6ac6e4-3324-41d9-af4d-48868536be2c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:02.277873 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-827a11bb-667b-462b-9b8e-3ce81f1c95b6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1974640 Feb 28 17:29:02.283107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd5afa-ae39-4a38-a280-cef1f62e82ac None None] Port 36683238-63a2-42c2-8bd9-39298c04eb11 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:29:02.307135 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225419a-9a20-48c3-8ef0-8444b1302cad tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event deleted for resources: {'Port': ['ID=ef6ac6e4-3324-41d9-af4d-48868536be2c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:02.340315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-64857283-20ab-4bcb-9591-75cc853fbfba tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Request body: {'port': {'device_id': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'network_id': '265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56', 'admin_state_up': True, 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:02.348573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:29:02.387594 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f225419a-9a20-48c3-8ef0-8444b1302cad tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:02.393820 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f225419a-9a20-48c3-8ef0-8444b1302cad tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "DELETE /v2.0/ports/ef6ac6e4-3324-41d9-af4d-48868536be2c HTTP/1.1" status: 204 len: 168 time: 1.0740607 Feb 28 17:29:02.394300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59922) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:02.427048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:29:02.457899 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:02.466679 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-3329a285-405b-4554-8f0f-795997115c74 service neutron] 10.222.0.69 "GET /v2.0/networks/c1856261-ad0f-444d-be77-5db0a50f2438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174806 Feb 28 17:29:02.544760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37a9bd-c614-4058-81e4-6424acca9c37 req-d2c8b02a-277b-4cbb-8223-04022380a9eb tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:02.546371 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dd37a9bd-c614-4058-81e4-6424acca9c37 req-d2c8b02a-277b-4cbb-8223-04022380a9eb tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1070967 Feb 28 17:29:02.551367 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (950d6ead-196c-48ae-b795-f02b6392df02), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:02.566502 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-191f2e99-7c9f-4c75-855a-1b11e1d5bfe4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c HTTP/1.1" status: 200 len: 217 time: 0.0925465 Feb 28 17:29:02.576794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-79d0f566-2bf4-4efc-8722-65c5bbcd047e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Deleting port 798e28b7-2a97-42c3-9aa7-4413d6985b80 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:02.577341 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-79d0f566-2bf4-4efc-8722-65c5bbcd047e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:02.668118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:02.668628 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:02.670553 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] 10.222.0.73 "PUT /v2.0/ports/950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 200 len: 1096 time: 3.2833984 Feb 28 17:29:02.675100 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:02.678000 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fc5be3-a827-44eb-b22a-a382ecccda93" -d '{"events": [{"name": "network-changed", "server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "tag": "950d6ead-196c-48ae-b795-f02b6392df02"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:02.734978 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dd37a9bd-c614-4058-81e4-6424acca9c37 req-61cdbee4-8ad4-4a5c-b823-d14b967b5423 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822464 Feb 28 17:29:02.779030 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-6d733a4a-811e-4e55-84dc-a480e7fd6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:02.786635 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-6d733a4a-811e-4e55-84dc-a480e7fd6573 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a4738a0-1289-4e56-b145-4dbba3675af2 HTTP/1.1" status: 200 len: 797 time: 0.2116392 Feb 28 17:29:02.790996 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a92d71-f906-497d-9f92-ef7f1ad2bb14 service neutron] Pushing event updated for resources: {'Port': ['ID=950d6ead-196c-48ae-b795-f02b6392df02,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:02.819725 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-79d0f566-2bf4-4efc-8722-65c5bbcd047e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:02.854446 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-79d0f566-2bf4-4efc-8722-65c5bbcd047e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Calling delete_port for 798e28b7-2a97-42c3-9aa7-4413d6985b80 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:02.867577 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dba42c3-1c07-4b42-8a22-e2a459f2d764 x-openstack-request-id: req-5dba42c3-1c07-4b42-8a22-e2a459f2d764 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:02.867880 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "tag": "950d6ead-196c-48ae-b795-f02b6392df02", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:02.868136 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5dba42c3-1c07-4b42-8a22-e2a459f2d764 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:02.868549 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02', 'status': 'completed', 'code': 200} Feb 28 17:29:02.957142 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Allocated IP 172.25.3.144 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/b5dd4684-5621-47c5-b576-b4d51c818342) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:02.961588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59936) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:02.964461 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-64857283-20ab-4bcb-9591-75cc853fbfba tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Made reservation on behalf of f49f6ffbd120408fb62d733cc7aa205a for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:02.972670 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-64857283-20ab-4bcb-9591-75cc853fbfba tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:02.992375 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-444b1840-1c07-4a9a-9f75-c81d916c2fa3 req-2a105966-8487-40af-b956-8f227c6348c3 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 210 time: 0.0542967 Feb 28 17:29:03.061123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-68a8f547-9282-4eb9-adf8-9f1894a7bd48 req-187e8fe5-792a-4398-ab8f-5aec5fab8e7f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0673609 Feb 28 17:29:03.269006 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-79d0f566-2bf4-4efc-8722-65c5bbcd047e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (798e28b7-2a97-42c3-9aa7-4413d6985b80), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:03.284719 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-d194f93b-4463-4195-af31-4b71316ad6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:03.285471 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-d194f93b-4463-4195-af31-4b71316ad6a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd7a05c5-9896-4296-a65a-a68965a6760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4914329 Feb 28 17:29:03.305671 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0f566-2bf4-4efc-8722-65c5bbcd047e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event deleted for resources: {'Port': ['ID=798e28b7-2a97-42c3-9aa7-4413d6985b80,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:03.336757 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-63a73153-b325-477e-a877-7850e5d33007 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4f4f207798a7407d844609fce895a6fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3611774 Feb 28 17:29:03.345126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59948) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:03.345794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-2e177112-9f4e-40c7-9945-cdfc54a222fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:03.347356 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-2e177112-9f4e-40c7-9945-cdfc54a222fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 1130 time: 0.4660637 Feb 28 17:29:03.349177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f3e4f1c-3ce5-4f73-976b-4361910baa9c req-bbaa68d9-6d82-476e-a16b-43b13b13cb8b service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0696480 Feb 28 17:29:03.378089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3dfc-142c-4045-ba84-d45b21487161 req-c258cea1-90a8-4592-8d93-20ef0fb6a3b0 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:03.379611 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d46e3dfc-142c-4045-ba84-d45b21487161 req-c258cea1-90a8-4592-8d93-20ef0fb6a3b0 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 947 time: 0.1437922 Feb 28 17:29:03.464323 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-79d0f566-2bf4-4efc-8722-65c5bbcd047e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:03.467571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-79d0f566-2bf4-4efc-8722-65c5bbcd047e tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "DELETE /v2.0/ports/798e28b7-2a97-42c3-9aa7-4413d6985b80 HTTP/1.1" status: 204 len: 168 time: 1.0722320 Feb 28 17:29:03.471762 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-ca6861f2-5c3d-4de3-ab35-c596e435073e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 200 len: 217 time: 0.1043873 Feb 28 17:29:03.474161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59950) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:03.512181 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3a40f1ca-e48c-4a66-bf74-02aa43efc1a0 admin admin] Publish callbacks [] for security_group (4c1d4d4d-9d23-454e-add8-519b4209123c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:03.521026 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d46e3dfc-142c-4045-ba84-d45b21487161 req-f3c73558-b6c0-4743-a8cb-baaf333bb61c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306281 Feb 28 17:29:03.529128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea097a-1a60-4f05-9d11-5b11e42649a9 req-b9b273b5-1b76-4ccb-9d8d-bf7d8ee7e917 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:03.530664 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-54ea097a-1a60-4f05-9d11-5b11e42649a9 req-b9b273b5-1b76-4ccb-9d8d-bf7d8ee7e917 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 932 time: 0.3784969 Feb 28 17:29:03.555744 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3a40f1ca-e48c-4a66-bf74-02aa43efc1a0 admin admin] Publish callbacks [] for security_group (4c1d4d4d-9d23-454e-add8-519b4209123c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:03.569597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ed6069-f40b-4eca-add3-37e99fa12efb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Deleting subnet 57e36aaf-4766-4ff7-ba7f-bb449917549f {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:29:03.579549 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54ed6069-f40b-4eca-add3-37e99fa12efb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for subnet (57e36aaf-4766-4ff7-ba7f-bb449917549f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:03.631287 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54ed6069-f40b-4eca-add3-37e99fa12efb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (57e36aaf-4766-4ff7-ba7f-bb449917549f), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:03.730441 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54ed6069-f40b-4eca-add3-37e99fa12efb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (57e36aaf-4766-4ff7-ba7f-bb449917549f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:03.753073 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3a40f1ca-e48c-4a66-bf74-02aa43efc1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4c1d4d4d-9d23-454e-add8-519b4209123c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:03.755823 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3a40f1ca-e48c-4a66-bf74-02aa43efc1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:03.759528 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3a40f1ca-e48c-4a66-bf74-02aa43efc1a0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4c1d4d4d-9d23-454e-add8-519b4209123c HTTP/1.1" status: 204 len: 168 time: 0.4110415 Feb 28 17:29:03.776910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40f1ca-e48c-4a66-bf74-02aa43efc1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1d4d4d-9d23-454e-add8-519b4209123c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:03.892464 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54ed6069-f40b-4eca-add3-37e99fa12efb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (57e36aaf-4766-4ff7-ba7f-bb449917549f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:03.946605 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks [] for port (b5dd4684-5621-47c5-b576-b4d51c818342), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:03.947219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed6069-f40b-4eca-add3-37e99fa12efb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event deleted for resources: {'Subnet': ['ID=57e36aaf-4766-4ff7-ba7f-bb449917549f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:03.958522 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54ed6069-f40b-4eca-add3-37e99fa12efb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:03.965796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ee87da-258b-4ca2-8a68-f545fd942459 None None] Network 7d906d5f-4f1b-416c-9ece-e01d9e321052 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:03.969494 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-54ed6069-f40b-4eca-add3-37e99fa12efb tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "DELETE /v2.0/subnets/57e36aaf-4766-4ff7-ba7f-bb449917549f HTTP/1.1" status: 204 len: 168 time: 0.4864111 Feb 28 17:29:03.970083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59954) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:03.985060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-64857283-20ab-4bcb-9591-75cc853fbfba tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Allocated IP 19.86.0.241 (265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56/04d3c8df-9521-4160-ad12-d7a1cca6dd3b/13c52f41-c9b8-4e68-8e1e-c4320b8ce669) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:03.992547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-bedef839-1ec1-4f23-87ab-66f9a001a208 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6848960 Feb 28 17:29:04.003657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-4f42219a-c11d-4d4f-89a1-0a78bfcc408b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:04.005224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-4f42219a-c11d-4d4f-89a1-0a78bfcc408b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.5033259 Feb 28 17:29:04.081782 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a1e379-2e36-4649-97bc-7f51bfb7bae9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Deleting subnet 54d8b4a6-73f9-4d54-bb5c-3856ed373ac8 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:29:04.088551 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-98a1e379-2e36-4649-97bc-7f51bfb7bae9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks [] for subnet (54d8b4a6-73f9-4d54-bb5c-3856ed373ac8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.154747 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-54ea097a-1a60-4f05-9d11-5b11e42649a9 req-1fcc8ba0-3126-4944-9898-29199ad441b1 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822549 Feb 28 17:29:04.173296 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-98a1e379-2e36-4649-97bc-7f51bfb7bae9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (54d8b4a6-73f9-4d54-bb5c-3856ed373ac8), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.178860 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b9839-ce9a-49f4-adda-7ad41524ff85 None None] DHCP port deletion for 7d906d5f-4f1b-416c-9ece-e01d9e321052 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:29:04.230313 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49c66bda-1d9f-4a9f-abf1-c105b623b189 req-85c8dadd-9303-4649-99fd-5070b6931e96 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 210 time: 0.1163454 Feb 28 17:29:04.246680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b9839-ce9a-49f4-adda-7ad41524ff85 None None] Deleting port 18153841-a063-4666-83bc-bd7b32ac65ce {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:04.247422 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c0b9839-ce9a-49f4-adda-7ad41524ff85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (18153841-a063-4666-83bc-bd7b32ac65ce), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.335735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9c0b9839-ce9a-49f4-adda-7ad41524ff85 None None] For port 18153841-a063-4666-83bc-bd7b32ac65ce, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=18153841-a063-4666-83bc-bd7b32ac65ce,segment=NetworkSegment(9571ca88-1379-4607-b84a-97d78d76b307),segment_id=9571ca88-1379-4607-b84a-97d78d76b307)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:04.336407 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c0b9839-ce9a-49f4-adda-7ad41524ff85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (18153841-a063-4666-83bc-bd7b32ac65ce), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.352776 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-98a1e379-2e36-4649-97bc-7f51bfb7bae9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (54d8b4a6-73f9-4d54-bb5c-3856ed373ac8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.354800 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b9839-ce9a-49f4-adda-7ad41524ff85 None None] Calling delete_port for 18153841-a063-4666-83bc-bd7b32ac65ce owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:04.368872 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (b5dd4684-5621-47c5-b576-b4d51c818342), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.447415 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 18153841-a063-4666-83bc-bd7b32ac65ce no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:04.459880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-b7b3c52e-67ad-4ff0-b35a-dd73b165332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:04.461405 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-b7b3c52e-67ad-4ff0-b35a-dd73b165332d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4333646 Feb 28 17:29:04.490473 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-12d6655c-0eac-4e6a-8451-7cb3ff547326 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696751 Feb 28 17:29:04.498655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:04.531786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:04.538349 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-98a1e379-2e36-4649-97bc-7f51bfb7bae9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (54d8b4a6-73f9-4d54-bb5c-3856ed373ac8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.553436 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-98a1e379-2e36-4649-97bc-7f51bfb7bae9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.558193 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-98a1e379-2e36-4649-97bc-7f51bfb7bae9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "DELETE /v2.0/subnets/54d8b4a6-73f9-4d54-bb5c-3856ed373ac8 HTTP/1.1" status: 204 len: 168 time: 0.5855353 Feb 28 17:29:04.561029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 18153841-a063-4666-83bc-bd7b32ac65ce is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:04.561751 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (18153841-a063-4666-83bc-bd7b32ac65ce), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.566469 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a680ebf0-b946-4ab0-86ed-88883085604a None None] Network 91981ed3-7507-473e-bc6a-cc9456441a99 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:04.577716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59970) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:04.579830 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Pushing event updated for resources: {'Port': ['ID=b5dd4684-5621-47c5-b576-b4d51c818342,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:04.582319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:04.589302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1e379-2e36-4649-97bc-7f51bfb7bae9 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event deleted for resources: {'Subnet': ['ID=54d8b4a6-73f9-4d54-bb5c-3856ed373ac8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:04.627251 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2392a377-02ae-4e32-929c-173a98ccd911 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:04.628764 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2392a377-02ae-4e32-929c-173a98ccd911 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.69 "GET /v2.0/networks?id=01ea3ca2-f493-4cde-881c-d4403fda0a8b HTTP/1.1" status: 200 len: 805 time: 0.4860208 Feb 28 17:29:04.630115 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-1463926d-9433-443c-8fd2-77180d810a32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=afa3091f-cdea-4a5b-b76f-6b6b3d58246e HTTP/1.1" status: 200 len: 217 time: 0.1403439 Feb 28 17:29:04.637347 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c0b9839-ce9a-49f4-adda-7ad41524ff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (18153841-a063-4666-83bc-bd7b32ac65ce), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.684852 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-64857283-20ab-4bcb-9591-75cc853fbfba tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.687419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b9839-ce9a-49f4-adda-7ad41524ff85 None None] Pushing event deleted for resources: {'Port': ['ID=18153841-a063-4666-83bc-bd7b32ac65ce,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:04.722878 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1f9f-e1c3-4d0f-909c-e1956648e2c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (7d906d5f-4f1b-416c-9ece-e01d9e321052), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.728573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b9839-ce9a-49f4-adda-7ad41524ff85 None None] No DVR routers for this DVR port 18153841-a063-4666-83bc-bd7b32ac65ce on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:04.852596 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1f9f-e1c3-4d0f-909c-e1956648e2c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (7d906d5f-4f1b-416c-9ece-e01d9e321052), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.870974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-b3599230-0c14-4dd6-8a73-cce1f52d2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:04.872459 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-b3599230-0c14-4dd6-8a73-cce1f52d2cf6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a4738a0-1289-4e56-b145-4dbba3675af2 HTTP/1.1" status: 200 len: 797 time: 0.2133331 Feb 28 17:29:04.876195 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b2ac1f9f-e1c3-4d0f-909c-e1956648e2c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d906d5f-4f1b-416c-9ece-e01d9e321052']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:04.886684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7690ffe5-74a5-4840-a424-90a5efbe3d49 None None] DHCP port deletion for 91981ed3-7507-473e-bc6a-cc9456441a99 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:29:04.887176 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b2ac1f9f-e1c3-4d0f-909c-e1956648e2c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9571ca88-1379-4607-b84a-97d78d76b307') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:04.887580 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b2ac1f9f-e1c3-4d0f-909c-e1956648e2c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9571ca88-1379-4607-b84a-97d78d76b307') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:04.898918 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1f9f-e1c3-4d0f-909c-e1956648e2c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (9571ca88-1379-4607-b84a-97d78d76b307), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.919330 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1f9f-e1c3-4d0f-909c-e1956648e2c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9571ca88-1379-4607-b84a-97d78d76b307), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.926170 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ac1f9f-e1c3-4d0f-909c-e1956648e2c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:29:04.926575 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1f9f-e1c3-4d0f-909c-e1956648e2c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (9571ca88-1379-4607-b84a-97d78d76b307), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:29:04.929761 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:29:04.951678 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-f9ef0a0f-18fe-434c-9741-feddc3f05c9e service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747112 Feb 28 17:29:04.954491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7690ffe5-74a5-4840-a424-90a5efbe3d49 None None] Deleting port 8f4daafb-b37b-41d7-900c-4f649581176f {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:04.955104 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7690ffe5-74a5-4840-a424-90a5efbe3d49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:04.996365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a20c14-c66f-4ce9-b434-a29e0baf071f req-68c42a6b-0cdb-4653-ac22-e86adbb5a15a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:04.997822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51a20c14-c66f-4ce9-b434-a29e0baf071f req-68c42a6b-0cdb-4653-ac22-e86adbb5a15a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 947 time: 0.3361325 Feb 28 17:29:05.019111 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-c48e0be4-d3f3-4ee7-870c-124df8955621 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c58d43d61945d88652659b1228e47a HTTP/1.1" status: 200 len: 379 time: 0.3563037 Feb 28 17:29:05.042491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7690ffe5-74a5-4840-a424-90a5efbe3d49 None None] For port 8f4daafb-b37b-41d7-900c-4f649581176f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8f4daafb-b37b-41d7-900c-4f649581176f,segment=NetworkSegment(7009a99c-adb7-449a-b556-1445f167f49b),segment_id=7009a99c-adb7-449a-b556-1445f167f49b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:05.043075 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7690ffe5-74a5-4840-a424-90a5efbe3d49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.043296 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-64857283-20ab-4bcb-9591-75cc853fbfba tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.054622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2302973d-308e-4b50-93fb-61801ad6128c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Request body: {'port': {'device_id': 'c576b29b-c41d-4ede-9a73-810c94cdea14', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'admin_state_up': True, 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'security_groups': ['0961e43c-de0d-4bd7-bae0-bf1f995a9775']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:05.056081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7690ffe5-74a5-4840-a424-90a5efbe3d49 None None] Calling delete_port for 8f4daafb-b37b-41d7-900c-4f649581176f owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:05.069305 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1f9f-e1c3-4d0f-909c-e1956648e2c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (7d906d5f-4f1b-416c-9ece-e01d9e321052), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.106071 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1f9f-e1c3-4d0f-909c-e1956648e2c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.111736 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b2ac1f9f-e1c3-4d0f-909c-e1956648e2c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "DELETE /v2.0/networks/7d906d5f-4f1b-416c-9ece-e01d9e321052 HTTP/1.1" status: 204 len: 168 time: 0.5303903 Feb 28 17:29:05.113225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59982) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:05.114268 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac1f9f-e1c3-4d0f-909c-e1956648e2c8 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event deleted for resources: {'Network': ['ID=7d906d5f-4f1b-416c-9ece-e01d9e321052,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:05.177826 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks [] for floatingip (8a0aaff7-ceec-4836-983d-c62841fc9cfc), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.223935 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (91981ed3-7507-473e-bc6a-cc9456441a99), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.254569 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51a20c14-c66f-4ce9-b434-a29e0baf071f req-0dc08ea3-8cba-4b39-a5a7-8da31caa7da0 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420578 Feb 28 17:29:05.277634 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-8f63bc58-1147-4370-9b5d-a84864271bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:05.279203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-8f63bc58-1147-4370-9b5d-a84864271bf7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd7a05c5-9896-4296-a65a-a68965a6760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3430755 Feb 28 17:29:05.289625 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-64857283-20ab-4bcb-9591-75cc853fbfba tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Network 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:05.301347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-64857283-20ab-4bcb-9591-75cc853fbfba tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:05.321976 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7690ffe5-74a5-4840-a424-90a5efbe3d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.367559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690ffe5-74a5-4840-a424-90a5efbe3d49 None None] No DVR routers for this DVR port 8f4daafb-b37b-41d7-900c-4f649581176f on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:05.375472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6385fa-234d-40ea-95be-172ccc502cac req-67f7f574-dafb-4ce8-895c-d9d4656dc349 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:05.393990 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6385fa-234d-40ea-95be-172ccc502cac req-67f7f574-dafb-4ce8-895c-d9d4656dc349 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:05.401802 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c6385fa-234d-40ea-95be-172ccc502cac req-67f7f574-dafb-4ce8-895c-d9d4656dc349 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1655 time: 0.1562595 Feb 28 17:29:05.406955 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7828605f-ee65-479b-96ed-04d046ebbf8f req-e6a903e7-ecd5-4d41-8405-c4bbfdc9e436 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0838919 Feb 28 17:29:05.419310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-8f637475-a7c8-44f2-ab86-b63b4c60b1c7 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261368 Feb 28 17:29:05.425660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690ffe5-74a5-4840-a424-90a5efbe3d49 None None] Pushing event deleted for resources: {'Port': ['ID=8f4daafb-b37b-41d7-900c-4f649581176f,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:05.429738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-64857283-20ab-4bcb-9591-75cc853fbfba tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:05.445446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64857283-20ab-4bcb-9591-75cc853fbfba tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event updated for resources: {'Port': ['ID=13c52f41-c9b8-4e68-8e1e-c4320b8ce669,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:05.485856 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Deleting port 8f4daafb-b37b-41d7-900c-4f649581176f {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:05.486404 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.527696 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c6385fa-234d-40ea-95be-172ccc502cac req-1a6b5b58-683c-46de-8985-c91752fc6739 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249120 Feb 28 17:29:05.577988 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8ecd89f8-6d64-420e-87a5-a36c6dde600e req-ad49c95d-ff1e-45e9-bb38-abe97631fe37 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 210 time: 0.1231830 Feb 28 17:29:05.616659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] For port 8f4daafb-b37b-41d7-900c-4f649581176f, host n-d-820368-19, got binding levels [] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:05.617026 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.636551 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Calling delete_port for 8f4daafb-b37b-41d7-900c-4f649581176f owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:05.641250 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Port 8f4daafb-b37b-41d7-900c-4f649581176f was not found and therefore no delete operation was performed {{(pid=104247) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 17:29:05.642201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b979b3f-b86f-44b5-bf4a-b17499c6119a req-81acd18a-5aeb-49d0-a117-d75719d16f86 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578031 Feb 28 17:29:05.643040 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (8f4daafb-b37b-41d7-900c-4f649581176f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.673860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] No DVR routers for this DVR port 8f4daafb-b37b-41d7-900c-4f649581176f on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:05.677291 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b5dd4684-5621-47c5-b576-b4d51c818342), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.689215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-64857283-20ab-4bcb-9591-75cc853fbfba tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:05.689888 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-64857283-20ab-4bcb-9591-75cc853fbfba tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.705985 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event deleted for resources: {'Port': ['ID=8f4daafb-b37b-41d7-900c-4f649581176f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:05.793306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-cef8e5b4-960c-476c-bf07-a6a4e4c45346 None None] Provisioning complete for port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:05.793810 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cef8e5b4-960c-476c-bf07-a6a4e4c45346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.801336 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-64857283-20ab-4bcb-9591-75cc853fbfba tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4745402 Feb 28 17:29:05.824987 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (91981ed3-7507-473e-bc6a-cc9456441a99), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.835069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-cef8e5b4-960c-476c-bf07-a6a4e4c45346 None None] Port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:29:05.847597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91981ed3-7507-473e-bc6a-cc9456441a99']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:05.850467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Request body: {'port': {'device_id': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:05.857705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7009a99c-adb7-449a-b556-1445f167f49b') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:05.858041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7009a99c-adb7-449a-b556-1445f167f49b') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:05.868070 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (7009a99c-adb7-449a-b556-1445f167f49b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.870979 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-bb762683-ce1b-4f4a-ba1e-1d4bdef60273 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336648 Feb 28 17:29:05.881729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (7009a99c-adb7-449a-b556-1445f167f49b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.887646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:29:05.888038 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (7009a99c-adb7-449a-b556-1445f167f49b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:29:05.891098 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:29:05.897243 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fb02e156-e9c4-4bf2-b8e0-0755a59a5e2b req-50bb7bbf-5b1b-4467-975c-99ce44884280 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0936301 Feb 28 17:29:05.897826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2302973d-308e-4b50-93fb-61801ad6128c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Made reservation on behalf of 62c58d43d61945d88652659b1228e47a for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:05.901761 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2302973d-308e-4b50-93fb-61801ad6128c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:05.988555 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-aabd1c4a-c9e7-404d-82f3-e8ddacacc98f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=869423d2-c15c-4e1a-863a-034bf02a7b19 HTTP/1.1" status: 200 len: 217 time: 0.0845754 Feb 28 17:29:06.012132 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (91981ed3-7507-473e-bc6a-cc9456441a99), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:06.024555 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:06.028495 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] 10.222.0.72 "DELETE /v2.0/networks/91981ed3-7507-473e-bc6a-cc9456441a99 HTTP/1.1" status: 204 len: 168 time: 0.9120030 Feb 28 17:29:06.060886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cff3a9-fd9f-46cb-a483-38c4f59b4524 tempest-TaggedBootDevicesTest-458660338 tempest-TaggedBootDevicesTest-458660338-project] Pushing event deleted for resources: {'Network': ['ID=91981ed3-7507-473e-bc6a-cc9456441a99,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:06.123702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc5be3-a827-44eb-b22a-a382ecccda93 req-0982314c-3671-4d0a-845c-42f9ad7c1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:06.125231 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82fc5be3-a827-44eb-b22a-a382ecccda93 req-0982314c-3671-4d0a-845c-42f9ad7c1cf9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 1130 time: 0.3496957 Feb 28 17:29:06.133803 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (36683238-63a2-42c2-8bd9-39298c04eb11), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:06.189772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-f1bed378-7ba8-4482-8425-b8a3ba790418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:06.191570 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-f1bed378-7ba8-4482-8425-b8a3ba790418 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a4738a0-1289-4e56-b145-4dbba3675af2 HTTP/1.1" status: 200 len: 797 time: 0.1971819 Feb 28 17:29:06.282375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8f4daafb-b37b-41d7-900c-4f649581176f no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:06.307169 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 8f4daafb-b37b-41d7-900c-4f649581176f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:06.308571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8f4daafb-b37b-41d7-900c-4f649581176f not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:06.390557 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks [] for port (b5dd4684-5621-47c5-b576-b4d51c818342), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:06.443994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ce2e0-46fd-4678-baee-ab54d60e1531 req-c866f81c-9721-4fd6-8671-cc2fe4d4a181 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:06.445691 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-736ce2e0-46fd-4678-baee-ab54d60e1531 req-c866f81c-9721-4fd6-8671-cc2fe4d4a181 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 947 time: 0.0889933 Feb 28 17:29:06.451612 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc5be3-a827-44eb-b22a-a382ecccda93 req-bce86212-0cb3-4fab-a114-65144445a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:06.453142 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82fc5be3-a827-44eb-b22a-a382ecccda93 req-bce86212-0cb3-4fab-a114-65144445a5eb service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.3123779 Feb 28 17:29:06.460675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60022) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:06.496048 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-736ce2e0-46fd-4678-baee-ab54d60e1531 req-196a780a-6002-41f3-a720-ad8123fa96c2 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439703 Feb 28 17:29:06.697715 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3e61e438-7e9c-43f6-a6ae-9ae15f333bfc req-060c9380-d8c5-43c1-b0bb-93ccc2a24131 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 210 time: 0.0309997 Feb 28 17:29:06.834628 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (b5dd4684-5621-47c5-b576-b4d51c818342), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:06.842314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2302973d-308e-4b50-93fb-61801ad6128c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Allocated IP 172.20.0.10 (01ea3ca2-f493-4cde-881c-d4403fda0a8b/ed92c979-8bbe-41ad-93dd-7f92f6d828e2/f7e689aa-984d-4ada-9580-24199e875796) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:06.934932 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82fc5be3-a827-44eb-b22a-a382ecccda93 req-01dbab19-db0e-48e9-a95a-88462eb8bfa6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 200 len: 217 time: 0.4732952 Feb 28 17:29:06.956119 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-cc820170-1f60-4e30-8211-6fce24913e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:06.957597 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-cc820170-1f60-4e30-8211-6fce24913e5d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd7a05c5-9896-4296-a65a-a68965a6760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7304823 Feb 28 17:29:06.965435 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-24390805', 'router:external': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:07.112128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Pushing event updated for resources: {'Port': ['ID=b5dd4684-5621-47c5-b576-b4d51c818342,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:07.238432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc5be3-a827-44eb-b22a-a382ecccda93 req-5a0ca6d8-4dd7-41a6-974f-75c855197870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:07.239853 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82fc5be3-a827-44eb-b22a-a382ecccda93 req-5a0ca6d8-4dd7-41a6-974f-75c855197870 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.2903693 Feb 28 17:29:07.250580 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (8a0aaff7-ceec-4836-983d-c62841fc9cfc), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:07.267816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371aaa81-c572-4065-971a-b88e902ef942 req-dc9fedba-a840-406a-a8a6-714909ef5abe tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:07.273084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371aaa81-c572-4065-971a-b88e902ef942 req-dc9fedba-a840-406a-a8a6-714909ef5abe tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:07.274647 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-371aaa81-c572-4065-971a-b88e902ef942 req-dc9fedba-a840-406a-a8a6-714909ef5abe tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1655 time: 0.4413884 Feb 28 17:29:07.314122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Made reservation on behalf of 30ae874f728f486fb787f86b60c707ec for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:07.316682 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:07.393707 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:07.427542 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-5cc374b8-3e01-48f8-8e8f-d112f62ba04d service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432800 Feb 28 17:29:07.457825 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:07.459074 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-76e9a116-ed05-483b-adf2-00877a531739 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0580714 Feb 28 17:29:07.461872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60036) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:07.538518 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-94546ca1-42ca-422c-a130-864a67bfce59 tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.0734301 Feb 28 17:29:07.541031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60040) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:07.560060 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:07.585122 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2302973d-308e-4b50-93fb-61801ad6128c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for port (f7e689aa-984d-4ada-9580-24199e875796), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:07.644274 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d753dbd0-098a-452d-af72-9018dde54ea9 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0974298 Feb 28 17:29:07.644609 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60042) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:07.651011 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for security_group (bb031e5b-ffda-4590-bd8e-200c0df4a3b2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:07.657032 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-371aaa81-c572-4065-971a-b88e902ef942 req-c4820d09-ed46-4598-8a4b-3d1402fb23fd tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686414 Feb 28 17:29:07.675194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc5be3-a827-44eb-b22a-a382ecccda93 req-5d54e1a4-70ea-4603-b28f-f45686a9cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:07.676978 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82fc5be3-a827-44eb-b22a-a382ecccda93 req-5d54e1a4-70ea-4603-b28f-f45686a9cd78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4221778 Feb 28 17:29:07.677463 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-89433a78-a601-443b-9df5-38607d256f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:07.690333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36683238-63a2-42c2-8bd9-39298c04eb11 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:29:07.724137 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Publish callbacks [] for port (36683238-63a2-42c2-8bd9-39298c04eb11), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:07.750649 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bb031e5b-ffda-4590-bd8e-200c0df4a3b2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:07.814171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Transition to ACTIVE for port object 36683238-63a2-42c2-8bd9-39298c04eb11 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:29:07.841788 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:29:07.847729 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5a4df9c0-55fb-4045-b573-c23721a83e95 req-33ff52a1-efa9-47e1-b9d9-92c7727bb4b1 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0557642 Feb 28 17:29:07.871935 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8c460-e546-47a8-8b44-8906373b70ce req-033db7fc-385c-4080-99e0-1667ff35cab8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:07.873470 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-70e8c460-e546-47a8-8b44-8906373b70ce req-033db7fc-385c-4080-99e0-1667ff35cab8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 947 time: 0.1146512 Feb 28 17:29:07.876527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c6cd0baf-0275-4d01-8971-0cd1f0da0c70 req-ea8ff241-7696-4851-ada7-d0472112db5f tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 210 time: 0.0712745 Feb 28 17:29:07.878056 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-a2b98d2f-de40-41e9-9bea-9ce14dab94ae service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356127 Feb 28 17:29:07.926499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9269b2c7-d17b-4e88-914e-ab415e2f04a3 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Deleting port b5dd4684-5621-47c5-b576-b4d51c818342 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:07.926972 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9269b2c7-d17b-4e88-914e-ab415e2f04a3 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b5dd4684-5621-47c5-b576-b4d51c818342), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:07.933382 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-70e8c460-e546-47a8-8b44-8906373b70ce req-9136b800-0685-47f3-b297-59e3bc37914b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539932 Feb 28 17:29:07.983465 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (358005cc-0556-401b-a75d-6925f535cc2a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:07.984091 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Added segment 358005cc-0556-401b-a75d-6925f535cc2a of type vlan for network c621373a-f2e5-4280-8ca1-164e77d4f2b6 Feb 28 17:29:07.998210 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82fc5be3-a827-44eb-b22a-a382ecccda93 req-4786b2a3-bd3e-4c0d-9f53-17c5fc3e609e service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123202 Feb 28 17:29:08.019710 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-2238d101-901c-4336-8fa4-d051f8f47fe8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 HTTP/1.1" status: 200 len: 217 time: 0.1306379 Feb 28 17:29:08.020451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb031e5b-ffda-4590-bd8e-200c0df4a3b2,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:08.025096 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9269b2c7-d17b-4e88-914e-ab415e2f04a3 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b5dd4684-5621-47c5-b576-b4d51c818342), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.025432 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9269b2c7-d17b-4e88-914e-ab415e2f04a3 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks [] for floatingip (b5dd4684-5621-47c5-b576-b4d51c818342), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.038164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9269b2c7-d17b-4e88-914e-ab415e2f04a3 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Calling delete_port for b5dd4684-5621-47c5-b576-b4d51c818342 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:08.061672 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2302973d-308e-4b50-93fb-61801ad6128c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f7e689aa-984d-4ada-9580-24199e875796), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.075062 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96b504d8-6b45-4f5f-9010-d5283f9c6eb9 req-3abdd8e5-7c96-4c3c-a400-62e5cc99398c service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0426416 Feb 28 17:29:08.075898 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (36683238-63a2-42c2-8bd9-39298c04eb11), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.133544 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-721dc363-cc36-4b96-a472-1a66a5852196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:08.135152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-721dc363-cc36-4b96-a472-1a66a5852196 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a4738a0-1289-4e56-b145-4dbba3675af2 HTTP/1.1" status: 200 len: 797 time: 0.0529683 Feb 28 17:29:08.217771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2302973d-308e-4b50-93fb-61801ad6128c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Network 01ea3ca2-f493-4cde-881c-d4403fda0a8b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:08.246625 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9269b2c7-d17b-4e88-914e-ab415e2f04a3 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b5dd4684-5621-47c5-b576-b4d51c818342), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.248782 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (c621373a-f2e5-4280-8ca1-164e77d4f2b6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.257655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2302973d-308e-4b50-93fb-61801ad6128c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:08.259951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2302973d-308e-4b50-93fb-61801ad6128c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:08.276332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269b2c7-d17b-4e88-914e-ab415e2f04a3 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Pushing event deleted for resources: {'Port': ['ID=b5dd4684-5621-47c5-b576-b4d51c818342,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:08.361703 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9269b2c7-d17b-4e88-914e-ab415e2f04a3 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks [] for floatingip (8a0aaff7-ceec-4836-983d-c62841fc9cfc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.366824 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9269b2c7-d17b-4e88-914e-ab415e2f04a3 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.368974 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9269b2c7-d17b-4e88-914e-ab415e2f04a3 tempest-FloatingIPAdminTestJSON-501498935 tempest-FloatingIPAdminTestJSON-501498935-project] 10.222.0.72 "DELETE /v2.0/floatingips/8a0aaff7-ceec-4836-983d-c62841fc9cfc HTTP/1.1" status: 204 len: 168 time: 0.7233875 Feb 28 17:29:08.373955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302973d-308e-4b50-93fb-61801ad6128c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Pushing event updated for resources: {'Port': ['ID=f7e689aa-984d-4ada-9580-24199e875796,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:08.374543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60054) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:08.446332 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2302973d-308e-4b50-93fb-61801ad6128c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:08.446996 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2302973d-308e-4b50-93fb-61801ad6128c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.474684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-5ff1ef0a-f563-4a66-a01f-f4d61a0ccaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:08.476248 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-5ff1ef0a-f563-4a66-a01f-f4d61a0ccaf4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd7a05c5-9896-4296-a65a-a68965a6760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3001871 Feb 28 17:29:08.581513 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-57875e34-cdb9-4aa7-a337-17327047c5ef tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Deleting port 0e306c44-18e6-4f63-8e63-4ccca0e63936 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:08.582051 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-57875e34-cdb9-4aa7-a337-17327047c5ef tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0e306c44-18e6-4f63-8e63-4ccca0e63936), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.605600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Pushing event updated for resources: {'Port': ['ID=36683238-63a2-42c2-8bd9-39298c04eb11,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:08.674048 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82fc5be3-a827-44eb-b22a-a382ecccda93 req-87a0788b-d31d-481e-8f39-10d0484dfa13 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6496534 Feb 28 17:29:08.679221 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2302973d-308e-4b50-93fb-61801ad6128c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6378577 Feb 28 17:29:08.700945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Request body: {'port': {'device_id': 'c576b29b-c41d-4ede-9a73-810c94cdea14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:08.708461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-203598b8-ce86-4d96-9051-76ab36280b11 None None] Provisioning complete for port f7e689aa-984d-4ada-9580-24199e875796 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:08.709819 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-203598b8-ce86-4d96-9051-76ab36280b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f7e689aa-984d-4ada-9580-24199e875796), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.716632 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-57875e34-cdb9-4aa7-a337-17327047c5ef tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0e306c44-18e6-4f63-8e63-4ccca0e63936), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.716980 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-57875e34-cdb9-4aa7-a337-17327047c5ef tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks [] for floatingip (0e306c44-18e6-4f63-8e63-4ccca0e63936), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.734413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Attempting to bind port 36683238-63a2-42c2-8bd9-39298c04eb11 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:29:08.734760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Attempting to bind port 36683238-63a2-42c2-8bd9-39298c04eb11 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '07517987-b9c6-4868-a262-8ada9e11ee72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01cd0668-4c80-4e5d-8451-c11598358047'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:29:08.735075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Attempting to bind port 36683238-63a2-42c2-8bd9-39298c04eb11 on network 01cd0668-4c80-4e5d-8451-c11598358047 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:08.744779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-57875e34-cdb9-4aa7-a337-17327047c5ef tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Calling delete_port for 0e306c44-18e6-4f63-8e63-4ccca0e63936 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:08.748204 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Port 36683238-63a2-42c2-8bd9-39298c04eb11 on network 01cd0668-4c80-4e5d-8451-c11598358047 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:29:08.748529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Attempting to bind port 36683238-63a2-42c2-8bd9-39298c04eb11 on network 01cd0668-4c80-4e5d-8451-c11598358047 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:08.776743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-203598b8-ce86-4d96-9051-76ab36280b11 None None] Port f7e689aa-984d-4ada-9580-24199e875796 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:29:08.789691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:29:08.790051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Checking segment: {'id': '07517987-b9c6-4868-a262-8ada9e11ee72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01cd0668-4c80-4e5d-8451-c11598358047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:29:08.790659 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Bound using segment: {'id': '07517987-b9c6-4868-a262-8ada9e11ee72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01cd0668-4c80-4e5d-8451-c11598358047'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:29:08.791182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Bound port: 36683238-63a2-42c2-8bd9-39298c04eb11, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07517987-b9c6-4868-a262-8ada9e11ee72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '01cd0668-4c80-4e5d-8451-c11598358047'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:29:08.791584 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (36683238-63a2-42c2-8bd9-39298c04eb11), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.828617 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (c621373a-f2e5-4280-8ca1-164e77d4f2b6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.829609 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:08.830221 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:08.872528 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-4ffe3ed0-321d-46e1-ac1e-5c646ba6a2e7 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244808 Feb 28 17:29:08.912847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f7e689aa-984d-4ada-9580-24199e875796), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:09.078359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.2651930 Feb 28 17:29:09.092993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60064) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:09.104348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-6f5688bb-cf8f-420f-b16d-6dcbc5af44cb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Request body: {'subnet': {'network_id': 'c621373a-f2e5-4280-8ca1-164e77d4f2b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:09.133637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8db4a-de17-4785-948e-494dae9388ed tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event updated for resources: {'Network': ['ID=c621373a-f2e5-4280-8ca1-164e77d4f2b6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:09.146706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network c621373a-f2e5-4280-8ca1-164e77d4f2b6 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:29:09.189504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04af56-91d4-4b50-97ca-6c0db9fc3821 req-4d5b59bd-1126-4c96-9ccf-8925a742db41 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:09.195354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04af56-91d4-4b50-97ca-6c0db9fc3821 req-4d5b59bd-1126-4c96-9ccf-8925a742db41 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:09.196588 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1826b1d-fb4b-4fc8-96e7-8049949265b7 req-d7c3ef3c-958b-43bb-a6a2-6f0b3d9b9365 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:09.197146 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a04af56-91d4-4b50-97ca-6c0db9fc3821 req-4d5b59bd-1126-4c96-9ccf-8925a742db41 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1667 time: 0.4171765 Feb 28 17:29:09.198592 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a1826b1d-fb4b-4fc8-96e7-8049949265b7 req-d7c3ef3c-958b-43bb-a6a2-6f0b3d9b9365 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 932 time: 0.0748537 Feb 28 17:29:09.249652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] For port 36683238-63a2-42c2-8bd9-39298c04eb11, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:29:09.302824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] For port 36683238-63a2-42c2-8bd9-39298c04eb11, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=36683238-63a2-42c2-8bd9-39298c04eb11,segment=NetworkSegment(07517987-b9c6-4868-a262-8ada9e11ee72),segment_id=07517987-b9c6-4868-a262-8ada9e11ee72)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:29:09.314451 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-c9973963-f6f5-4653-b9d2-14673a8794d6 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194915 Feb 28 17:29:09.315409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5688bb-cf8f-420f-b16d-6dcbc5af44cb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Made reservation on behalf of 30ae874f728f486fb787f86b60c707ec for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:09.317738 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f5688bb-cf8f-420f-b16d-6dcbc5af44cb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:09.318229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a1826b1d-fb4b-4fc8-96e7-8049949265b7 req-046ca683-fe51-4f5c-a647-da6282847c25 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815074 Feb 28 17:29:09.395455 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:29:09.404844 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-57875e34-cdb9-4aa7-a337-17327047c5ef tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0e306c44-18e6-4f63-8e63-4ccca0e63936), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:09.420158 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (36683238-63a2-42c2-8bd9-39298c04eb11), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:09.451263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57875e34-cdb9-4aa7-a337-17327047c5ef tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e306c44-18e6-4f63-8e63-4ccca0e63936,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:09.459427 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-123921b0-e629-4582-b829-2bfa1e5530a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=825af014-3a23-4374-91db-0f6bef9b1a4e HTTP/1.1" status: 200 len: 217 time: 0.1259167 Feb 28 17:29:09.526865 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-57875e34-cdb9-4aa7-a337-17327047c5ef tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks [] for floatingip (6f9c7e82-d292-4bc0-9e4c-92163c4ca3f1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:09.529754 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-57875e34-cdb9-4aa7-a337-17327047c5ef tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:09.534495 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-57875e34-cdb9-4aa7-a337-17327047c5ef tempest-FloatingIPAdminTestJSON-1833248972 tempest-FloatingIPAdminTestJSON-1833248972-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/6f9c7e82-d292-4bc0-9e4c-92163c4ca3f1 HTTP/1.1" status: 204 len: 168 time: 1.1572869 Feb 28 17:29:09.538602 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a04af56-91d4-4b50-97ca-6c0db9fc3821 req-969941d3-2fa5-477e-9c7b-e4682bacd3d0 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772980 Feb 28 17:29:09.547751 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60070) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:09.566813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:09.567514 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:09.568942 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] 10.222.0.73 "PUT /v2.0/ports/36683238-63a2-42c2-8bd9-39298c04eb11 HTTP/1.1" status: 200 len: 1093 time: 3.7379277 Feb 28 17:29:09.584554 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'tag': '36683238-63a2-42c2-8bd9-39298c04eb11'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:09.586972 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b5a4b0-c04a-4553-9ac0-5129deba8f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e74a5183-1423-4de1-ba6f-a19f51748380", "tag": "36683238-63a2-42c2-8bd9-39298c04eb11"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:09.649284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031dd3c-a7e5-4520-ad50-3f400166018d req-0c22ecac-f462-48f1-9ef7-21c8eef6dd3c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:09.664051 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4031dd3c-a7e5-4520-ad50-3f400166018d req-0c22ecac-f462-48f1-9ef7-21c8eef6dd3c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 947 time: 0.2623138 Feb 28 17:29:09.681666 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5d1e4e-4332-494e-b3a5-8eea882530f8 x-openstack-request-id: req-2a5d1e4e-4332-494e-b3a5-8eea882530f8 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:09.681666 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74a5183-1423-4de1-ba6f-a19f51748380", "tag": "36683238-63a2-42c2-8bd9-39298c04eb11", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:09.681666 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a5d1e4e-4332-494e-b3a5-8eea882530f8 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:09.682009 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'tag': '36683238-63a2-42c2-8bd9-39298c04eb11', 'status': 'completed', 'code': 200} Feb 28 17:29:09.689344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Request body: {'port': {'device_id': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:09.739931 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4031dd3c-a7e5-4520-ad50-3f400166018d req-2ef6e400-8760-4970-a538-416dba61d41e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806828 Feb 28 17:29:09.777833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e7766fb4-60ad-466c-86a1-177039d008a1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Deleting port 3a97b45b-6860-4b7b-80ad-1d1f8658e34a {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:09.778265 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7766fb4-60ad-466c-86a1-177039d008a1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3a97b45b-6860-4b7b-80ad-1d1f8658e34a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:09.860343 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d9b13b0e-0c67-4c36-a875-0bc98da5edf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:09.903216 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:09.935005 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7766fb4-60ad-466c-86a1-177039d008a1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3a97b45b-6860-4b7b-80ad-1d1f8658e34a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:09.961419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 950d6ead-196c-48ae-b795-f02b6392df02 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:29:09.977283 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e7766fb4-60ad-466c-86a1-177039d008a1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Calling delete_port for 3a97b45b-6860-4b7b-80ad-1d1f8658e34a owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:10.076746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:10.090805 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '950d6ead-196c-48ae-b795-f02b6392df02', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '950d6ead-196c-48ae-b795-f02b6392df02', 'mac_address': 'fa:16:3e:53:e1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:29:10.127652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71b876-08cc-45e5-b060-abc1d3ee8d57 service neutron] Pushing event updated for resources: {'Port': ['ID=36683238-63a2-42c2-8bd9-39298c04eb11,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:10.137810 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 950d6ead-196c-48ae-b795-f02b6392df02 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:10.137810 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (950d6ead-196c-48ae-b795-f02b6392df02), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:10.143402 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-48c126e2-82a9-42cd-b3eb-76a19ae89e05 req-f507e3ca-77f2-480e-92dd-74c297cd3494 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1865993 Feb 28 17:29:10.149410 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-9af1fe8f-3b78-4011-af60-ce88d32ff31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:10.151454 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-9af1fe8f-3b78-4011-af60-ce88d32ff31b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab56271a-4d7e-438f-b38a-5e9ae796d4ba HTTP/1.1" status: 200 len: 797 time: 0.6412220 Feb 28 17:29:10.174509 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950d6ead-196c-48ae-b795-f02b6392df02 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:29:10.208616 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:10.215812 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7766fb4-60ad-466c-86a1-177039d008a1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3a97b45b-6860-4b7b-80ad-1d1f8658e34a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:10.275336 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7766fb4-60ad-466c-86a1-177039d008a1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event deleted for resources: {'Port': ['ID=3a97b45b-6860-4b7b-80ad-1d1f8658e34a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:10.279752 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (950d6ead-196c-48ae-b795-f02b6392df02), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:10.308745 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:10.364597 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=950d6ead-196c-48ae-b795-f02b6392df02,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:10.409262 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5a4b0-c04a-4553-9ac0-5129deba8f5b req-384a79c0-4fb6-4079-9746-72b4783b2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:10.409653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5a4b0-c04a-4553-9ac0-5129deba8f5b req-384a79c0-4fb6-4079-9746-72b4783b2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:10.425419 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24b5a4b0-c04a-4553-9ac0-5129deba8f5b req-384a79c0-4fb6-4079-9746-72b4783b2c07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f49f6ffbd120408fb62d733cc7aa205a&device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1946 time: 0.7258527 Feb 28 17:29:10.428532 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7766fb4-60ad-466c-86a1-177039d008a1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:10.436724 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e7766fb4-60ad-466c-86a1-177039d008a1 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "DELETE /v2.0/ports/3a97b45b-6860-4b7b-80ad-1d1f8658e34a HTTP/1.1" status: 204 len: 168 time: 0.8846769 Feb 28 17:29:10.436917 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60086) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:10.464959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-7d5bb308-cf97-40bb-9ad6-6f1e60ec8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:10.466565 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-7d5bb308-cf97-40bb-9ad6-6f1e60ec8801 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2979505 Feb 28 17:29:10.505401 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9548f8-3ead-4c31-b659-86842992b197 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:10.509541 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7b9548f8-3ead-4c31-b659-86842992b197 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed0533de-1db2-42c3-bf5d-756f68f69369 HTTP/1.1" status: 200 len: 913 time: 0.0691230 Feb 28 17:29:10.509696 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a1882bd-9733-4cb9-9b09-97d37c1d458c req-6e144a05-347b-4e2c-9bb3-01fe7b7d2596 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1427224 Feb 28 17:29:10.516963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60088) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:10.624157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['950d6ead-196c-48ae-b795-f02b6392df02'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:29:10.628353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e689aa-984d-4ada-9580-24199e875796 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:29:10.720555 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Publish callbacks [] for port (f7e689aa-984d-4ada-9580-24199e875796), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:10.831173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Transition to ACTIVE for port object f7e689aa-984d-4ada-9580-24199e875796 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:29:10.836502 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca8840-0947-4d4c-84be-25ee490d9344 req-c8224db5-bbc0-4b1b-aaf7-353ff4cadd07 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:10.842394 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca8840-0947-4d4c-84be-25ee490d9344 req-c8224db5-bbc0-4b1b-aaf7-353ff4cadd07 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:10.844014 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e2ca8840-0947-4d4c-84be-25ee490d9344 req-c8224db5-bbc0-4b1b-aaf7-353ff4cadd07 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1667 time: 0.1671662 Feb 28 17:29:10.928150 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (f7e689aa-984d-4ada-9580-24199e875796), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:10.941016 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e2ca8840-0947-4d4c-84be-25ee490d9344 req-7ab93445-8fc9-4ab3-81ae-17ca9fc44cf4 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902579 Feb 28 17:29:11.000976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181cddd-da2b-482f-88a8-36f079007f0f req-8f97326b-cdd2-418e-8ea9-b73de5fa9e1b tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:11.003301 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9181cddd-da2b-482f-88a8-36f079007f0f req-8f97326b-cdd2-418e-8ea9-b73de5fa9e1b tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 932 time: 0.5408714 Feb 28 17:29:11.050432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5a4b0-c04a-4553-9ac0-5129deba8f5b req-71eaa024-388e-489b-84f6-b25a9b9be693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:11.050946 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5a4b0-c04a-4553-9ac0-5129deba8f5b req-71eaa024-388e-489b-84f6-b25a9b9be693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:11.051468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5a4b0-c04a-4553-9ac0-5129deba8f5b req-71eaa024-388e-489b-84f6-b25a9b9be693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:11.053136 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24b5a4b0-c04a-4553-9ac0-5129deba8f5b req-71eaa024-388e-489b-84f6-b25a9b9be693 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f49f6ffbd120408fb62d733cc7aa205a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5947144 Feb 28 17:29:11.105796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3f390-a80d-47f9-93a6-6b7ec6810bec req-a978a2b6-5c7e-44fc-b754-8833d728aae8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:11.107421 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e3f3f390-a80d-47f9-93a6-6b7ec6810bec req-a978a2b6-5c7e-44fc-b754-8833d728aae8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 948 time: 0.0772920 Feb 28 17:29:11.134668 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-edaeedc1-c294-4734-8f1d-b0396d48c56f service neutron] 10.222.0.69 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282148 Feb 28 17:29:11.202574 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e3f3f390-a80d-47f9-93a6-6b7ec6810bec req-2046b8f5-8b03-434d-ae6f-3544a5868554 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733359 Feb 28 17:29:11.211767 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75b396b3-cec8-4d3a-8abd-21cf3ad984b7 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (ed0533de-1db2-42c3-bf5d-756f68f69369), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:11.216984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Pushing event updated for resources: {'Port': ['ID=f7e689aa-984d-4ada-9580-24199e875796,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:11.312112 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:11.357431 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9181cddd-da2b-482f-88a8-36f079007f0f req-043b6c24-b191-4320-9702-a8b16d2f2ade tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3084986 Feb 28 17:29:11.429368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5a4b0-c04a-4553-9ac0-5129deba8f5b req-06371685-c37d-4aac-a25a-73e381245fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:11.430956 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24b5a4b0-c04a-4553-9ac0-5129deba8f5b req-06371685-c37d-4aac-a25a-73e381245fc7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3498290 Feb 28 17:29:11.499562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-93de7507-a753-41ec-8215-25d4701fa133 service neutron] 10.222.0.69 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285282 Feb 28 17:29:11.504077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Attempting to bind port f7e689aa-984d-4ada-9580-24199e875796 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:29:11.504482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Attempting to bind port f7e689aa-984d-4ada-9580-24199e875796 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'ea9b49b9-9748-4558-98f9-1f3208b1f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:29:11.504876 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Attempting to bind port f7e689aa-984d-4ada-9580-24199e875796 on network 01ea3ca2-f493-4cde-881c-d4403fda0a8b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:11.555045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:29:11.593997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Port f7e689aa-984d-4ada-9580-24199e875796 on network 01ea3ca2-f493-4cde-881c-d4403fda0a8b not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:29:11.594378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Attempting to bind port f7e689aa-984d-4ada-9580-24199e875796 on network 01ea3ca2-f493-4cde-881c-d4403fda0a8b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:11.599607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.objects.ports [None req-6f5688bb-cf8f-420f-b16d-6dcbc5af44cb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104246) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:29:11.600039 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f5688bb-cf8f-420f-b16d-6dcbc5af44cb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (10eecc42-0b2c-490a-bb35-e0e4fbc83616), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:11.604643 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Publish callbacks [] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:11.607341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-75b396b3-cec8-4d3a-8abd-21cf3ad984b7 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Deleting port 0b137138-0e6d-406a-815f-e15bef154f51 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:11.607341 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75b396b3-cec8-4d3a-8abd-21cf3ad984b7 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0b137138-0e6d-406a-815f-e15bef154f51), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:11.609815 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-7ea829cd-caba-4283-8055-c2b087875dcd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d96c9c5c-1f32-498a-9e6f-788f52a8fde9 HTTP/1.1" status: 200 len: 217 time: 0.0995288 Feb 28 17:29:11.633551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:29:11.634299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Checking segment: {'id': 'ea9b49b9-9748-4558-98f9-1f3208b1f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:29:11.634299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Bound using segment: {'id': 'ea9b49b9-9748-4558-98f9-1f3208b1f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:29:11.634720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Bound port: f7e689aa-984d-4ada-9580-24199e875796, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9b49b9-9748-4558-98f9-1f3208b1f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:29:11.635078 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f7e689aa-984d-4ada-9580-24199e875796), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:11.683155 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Transition to ACTIVE for port object 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:29:11.705556 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75b396b3-cec8-4d3a-8abd-21cf3ad984b7 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0b137138-0e6d-406a-815f-e15bef154f51), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:11.718420 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-75b396b3-cec8-4d3a-8abd-21cf3ad984b7 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Calling delete_port for 0b137138-0e6d-406a-815f-e15bef154f51 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:11.767311 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:11.781208 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5688bb-cf8f-420f-b16d-6dcbc5af44cb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event updated for resources: {'Subnet': ['ID=10eecc42-0b2c-490a-bb35-e0e4fbc83616,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:11.828380 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-22e376d1-cd4c-442c-8d8e-176f4cf3f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:11.829839 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-22e376d1-cd4c-442c-8d8e-176f4cf3f6a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab56271a-4d7e-438f-b38a-5e9ae796d4ba HTTP/1.1" status: 200 len: 797 time: 0.1921422 Feb 28 17:29:11.861815 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] For port f7e689aa-984d-4ada-9580-24199e875796, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:29:11.905465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5688bb-cf8f-420f-b16d-6dcbc5af44cb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Checking segment: {'id': '358005cc-0556-401b-a75d-6925f535cc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c621373a-f2e5-4280-8ca1-164e77d4f2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:29:11.905824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5688bb-cf8f-420f-b16d-6dcbc5af44cb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Network hostable DHCP agents. Network: c621373a-f2e5-4280-8ca1-164e77d4f2b6, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:29:11.943620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] For port f7e689aa-984d-4ada-9580-24199e875796, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f7e689aa-984d-4ada-9580-24199e875796,segment=NetworkSegment(ea9b49b9-9748-4558-98f9-1f3208b1f828),segment_id=ea9b49b9-9748-4558-98f9-1f3208b1f828)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:29:11.965451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Pushing event updated for resources: {'Port': ['ID=13c52f41-c9b8-4e68-8e1e-c4320b8ce669,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:11.978608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 950d6ead-196c-48ae-b795-f02b6392df02 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:29:12.008038 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75b396b3-cec8-4d3a-8abd-21cf3ad984b7 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0b137138-0e6d-406a-815f-e15bef154f51), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:12.041118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-121ac1df-9f54-455f-9d0c-1c2458916039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:12.047134 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-121ac1df-9f54-455f-9d0c-1c2458916039 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2065883 Feb 28 17:29:12.051257 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (f7e689aa-984d-4ada-9580-24199e875796), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:12.072052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b396b3-cec8-4d3a-8abd-21cf3ad984b7 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event deleted for resources: {'Port': ['ID=0b137138-0e6d-406a-815f-e15bef154f51,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:12.097378 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 950d6ead-196c-48ae-b795-f02b6392df02 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:29:12.101662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 950d6ead-196c-48ae-b795-f02b6392df02 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:12.102111 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (950d6ead-196c-48ae-b795-f02b6392df02), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:12.172143 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-b19293a2-8499-457d-ba58-9fed8fe7d892 service neutron] 10.222.0.69 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164916 Feb 28 17:29:12.178046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Attempting to bind port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:29:12.179055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Attempting to bind port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6147316a-84f5-42cc-a89d-7d1278a23212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:29:12.180189 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Attempting to bind port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 on network 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:12.255356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:12.256184 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:12.264742 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] 10.222.0.69 "PUT /v2.0/ports/f7e689aa-984d-4ada-9580-24199e875796 HTTP/1.1" status: 200 len: 1093 time: 3.5729320 Feb 28 17:29:12.265442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5688bb-cf8f-420f-b16d-6dcbc5af44cb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Network c621373a-f2e5-4280-8ca1-164e77d4f2b6 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:29:12.278004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dffcc1-0c20-4e96-a9bc-1610c64608d2 req-c082e29a-12a0-433a-826a-d68563131428 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:12.283949 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dffcc1-0c20-4e96-a9bc-1610c64608d2 req-c082e29a-12a0-433a-826a-d68563131428 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:12.293866 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93dffcc1-0c20-4e96-a9bc-1610c64608d2 req-c082e29a-12a0-433a-826a-d68563131428 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1679 time: 0.2353177 Feb 28 17:29:12.303817 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c576b29b-c41d-4ede-9a73-810c94cdea14', 'tag': 'f7e689aa-984d-4ada-9580-24199e875796'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:12.308452 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d4d4cf-3051-4872-ac58-ad6594acca98" -d '{"events": [{"name": "network-changed", "server_uuid": "c576b29b-c41d-4ede-9a73-810c94cdea14", "tag": "f7e689aa-984d-4ada-9580-24199e875796"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:12.379668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 on network 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:29:12.380047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Attempting to bind port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 on network 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:12.389402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 950d6ead-196c-48ae-b795-f02b6392df02 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:12.389961 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (950d6ead-196c-48ae-b795-f02b6392df02), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:12.398936 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93dffcc1-0c20-4e96-a9bc-1610c64608d2 req-db5d2bc5-c56b-4a97-9483-ab3c6771a9dc tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041036 Feb 28 17:29:12.459301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:29:12.459976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Checking segment: {'id': '6147316a-84f5-42cc-a89d-7d1278a23212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:29:12.460640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Bound using segment: {'id': '6147316a-84f5-42cc-a89d-7d1278a23212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:29:12.461312 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Bound port: 13c52f41-c9b8-4e68-8e1e-c4320b8ce669, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6147316a-84f5-42cc-a89d-7d1278a23212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:29:12.461861 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:12.476828 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75b396b3-cec8-4d3a-8abd-21cf3ad984b7 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (ed0533de-1db2-42c3-bf5d-756f68f69369), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:12.485883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:12.488603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:12.492570 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60ba739-db89-409a-b58e-f916be2763d0" -d '{"events": [{"server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "name": "network-vif-plugged", "status": "completed", "tag": "950d6ead-196c-48ae-b795-f02b6392df02"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:12.526879 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:12.573186 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (950d6ead-196c-48ae-b795-f02b6392df02), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:12.618525 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000e977b-dbdc-4bfd-80df-cfcd7096ac64 x-openstack-request-id: req-000e977b-dbdc-4bfd-80df-cfcd7096ac64 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:12.618855 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c576b29b-c41d-4ede-9a73-810c94cdea14", "tag": "f7e689aa-984d-4ada-9580-24199e875796", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:12.619248 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-000e977b-dbdc-4bfd-80df-cfcd7096ac64 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:12.619746 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c576b29b-c41d-4ede-9a73-810c94cdea14', 'tag': 'f7e689aa-984d-4ada-9580-24199e875796', 'status': 'completed', 'code': 200} Feb 28 17:29:12.631775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-6f5688bb-cf8f-420f-b16d-6dcbc5af44cb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, c621373a-f2e5-4280-8ca1-164e77d4f2b6) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:12.636060 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=950d6ead-196c-48ae-b795-f02b6392df02,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:12.658030 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5688bb-cf8f-420f-b16d-6dcbc5af44cb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:12.658622 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f5688bb-cf8f-420f-b16d-6dcbc5af44cb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:12.662284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b6f36-21c4-4198-8431-3b22b923b184 None None] Network c621373a-f2e5-4280-8ca1-164e77d4f2b6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:12.685536 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23051da0-23d4-45e5-8c21-7b3eec4fb63a service neutron] Pushing event updated for resources: {'Port': ['ID=f7e689aa-984d-4ada-9580-24199e875796,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:12.754715 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c3d873c-86be-4f72-9b9c-0161d098f321 req-0b345b02-e132-4513-929a-896616e73a2d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0416336 Feb 28 17:29:12.800442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9f388-f6b8-4297-979e-9f012ce04330 req-30860a43-c357-4785-b662-f07f8128d30e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:12.809429 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4b9f388-f6b8-4297-979e-9f012ce04330 req-30860a43-c357-4785-b662-f07f8128d30e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 948 time: 0.4179304 Feb 28 17:29:12.826864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a6b33-1f63-4d43-8f21-40af1292833d req-6c219ba4-9cd6-4ec1-9481-a85f76fd88c7 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:12.831910 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-905a6b33-1f63-4d43-8f21-40af1292833d req-6c219ba4-9cd6-4ec1-9481-a85f76fd88c7 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 944 time: 0.1636438 Feb 28 17:29:12.835469 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6f5688bb-cf8f-420f-b16d-6dcbc5af44cb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7329342 Feb 28 17:29:12.841783 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60118) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:12.854741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d14d1-da2a-4db9-ada7-a494a2501505 None None] Network c621373a-f2e5-4280-8ca1-164e77d4f2b6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:12.859911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-74abbc68-78f5-4d5c-8355-22ee5dad9a4b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-995398900', 'network_id': 'c621373a-f2e5-4280-8ca1-164e77d4f2b6'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:12.865837 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9e8da-a439-4561-8720-8291fb1e804c req-8f1bd3d4-b108-4c93-8f15-961e443c09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:12.867846 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-8f1bd3d4-b108-4c93-8f15-961e443c09f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62c58d43d61945d88652659b1228e47a&device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 1127 time: 0.4572136 Feb 28 17:29:12.884630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] For port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:29:12.890480 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] For port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=13c52f41-c9b8-4e68-8e1e-c4320b8ce669,segment=NetworkSegment(6147316a-84f5-42cc-a89d-7d1278a23212),segment_id=6147316a-84f5-42cc-a89d-7d1278a23212)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:29:12.920221 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-905a6b33-1f63-4d43-8f21-40af1292833d req-ccc9b4cf-b2a4-4f25-aaf6-0b7fd5145326 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868897 Feb 28 17:29:12.945323 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4b9f388-f6b8-4297-979e-9f012ce04330 req-19c93ddb-10df-4263-b408-94f60d0c9bf8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349931 Feb 28 17:29:12.957051 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e50a19d-e7cb-4bf4-91bd-7339dab2cb70 req-658e7138-4749-45e9-ab6c-b2bf512ad565 service neutron] 10.222.0.69 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122200 Feb 28 17:29:13.024159 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ed6722-0997-4263-abc0-aeafce00f4b7 x-openstack-request-id: req-d3ed6722-0997-4263-abc0-aeafce00f4b7 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:13.028844 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-2905ee20-f8ba-495e-8213-5b74bfa96a04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7e689aa-984d-4ada-9580-24199e875796 HTTP/1.1" status: 200 len: 217 time: 0.0823081 Feb 28 17:29:13.030156 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:13.030568 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "name": "network-vif-plugged", "status": "completed", "tag": "950d6ead-196c-48ae-b795-f02b6392df02", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:13.030838 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d3ed6722-0997-4263-abc0-aeafce00f4b7 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:13.031840 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02', 'code': 200} Feb 28 17:29:13.047390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b396b3-cec8-4d3a-8abd-21cf3ad984b7 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Router ed0533de-1db2-42c3-bf5d-756f68f69369 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:29:13.087533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9e8da-a439-4561-8720-8291fb1e804c req-d16d3935-9c7b-4663-8774-c9eb8d29b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:13.089061 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-d16d3935-9c7b-4663-8774-c9eb8d29b681 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed92c979-8bbe-41ad-93dd-7f92f6d828e2 HTTP/1.1" status: 200 len: 844 time: 0.0502775 Feb 28 17:29:13.107229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74abbc68-78f5-4d5c-8355-22ee5dad9a4b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Made reservation on behalf of 30ae874f728f486fb787f86b60c707ec for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:13.109536 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74abbc68-78f5-4d5c-8355-22ee5dad9a4b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:13.134748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-74abbc68-78f5-4d5c-8355-22ee5dad9a4b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] device_id is not set on port 7bf84e98-b4ac-4923-b496-ca1c37888fef yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:29:13.239720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b396b3-cec8-4d3a-8abd-21cf3ad984b7 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:29:13.263485 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a691bc-f2d3-4e80-9425-6eb2d93d5393 None None] Sync routers for ids ['ed0533de-1db2-42c3-bf5d-756f68f69369'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:29:13.272119 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-75b396b3-cec8-4d3a-8abd-21cf3ad984b7 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "PUT /v2.0/routers/ed0533de-1db2-42c3-bf5d-756f68f69369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7536888 Feb 28 17:29:13.276933 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60124) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:13.284975 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a691bc-f2d3-4e80-9425-6eb2d93d5393 None None] Routers {'ed0533de-1db2-42c3-bf5d-756f68f69369'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:13.287260 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-78a691bc-f2d3-4e80-9425-6eb2d93d5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ed0533de-1db2-42c3-bf5d-756f68f69369'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:13.330654 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-78a691bc-f2d3-4e80-9425-6eb2d93d5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:13.340743 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a691bc-f2d3-4e80-9425-6eb2d93d5393 None None] Routers {'ed0533de-1db2-42c3-bf5d-756f68f69369'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:13.341742 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-78a691bc-f2d3-4e80-9425-6eb2d93d5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ed0533de-1db2-42c3-bf5d-756f68f69369'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:13.358813 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-74abbc68-78f5-4d5c-8355-22ee5dad9a4b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Allocated IP 2001:db8::105 (c621373a-f2e5-4280-8ca1-164e77d4f2b6/10eecc42-0b2c-490a-bb35-e0e4fbc83616/7bf84e98-b4ac-4923-b496-ca1c37888fef) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:13.401752 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-78a691bc-f2d3-4e80-9425-6eb2d93d5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:13.402548 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a691bc-f2d3-4e80-9425-6eb2d93d5393 None None] The sync data for ids ['ed0533de-1db2-42c3-bf5d-756f68f69369'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:29:13.450376 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for router (ed0533de-1db2-42c3-bf5d-756f68f69369), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:13.552578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:13.553116 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:13.554537 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] 10.222.0.73 "PUT /v2.0/ports/13c52f41-c9b8-4e68-8e1e-c4320b8ce669 HTTP/1.1" status: 200 len: 1093 time: 3.8970389 Feb 28 17:29:13.564358 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8ba5b107-c96c-40d8-898a-33d69a94f151 req-bedc3d4b-50d9-431c-a21c-f59f6abbd8f3 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.4562516 Feb 28 17:29:13.625236 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for router_gateway (ed0533de-1db2-42c3-bf5d-756f68f69369), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:13.627186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5989ab4-5204-40ff-959e-af8f6acc59de service neutron] Pushing event updated for resources: {'Port': ['ID=13c52f41-c9b8-4e68-8e1e-c4320b8ce669,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:13.641901 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9e8da-a439-4561-8720-8291fb1e804c req-4e2c2e32-1686-4aee-a8c8-c397ef6a372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:13.643450 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-4e2c2e32-1686-4aee-a8c8-c397ef6a372d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01ea3ca2-f493-4cde-881c-d4403fda0a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5331042 Feb 28 17:29:13.656212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bba451-b0f4-4228-bc60-1ab34e4aa35d req-0e2dea91-28ec-4d1a-994d-b9caeb12b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:13.657670 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49bba451-b0f4-4228-bc60-1ab34e4aa35d req-0e2dea91-28ec-4d1a-994d-b9caeb12b6a4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 1132 time: 0.5482867 Feb 28 17:29:13.680042 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74abbc68-78f5-4d5c-8355-22ee5dad9a4b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for port (7bf84e98-b4ac-4923-b496-ca1c37888fef), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:13.704710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18069f8b-8a71-4a74-89ea-2150dcb5ca65 req-194a4aac-0723-4ebf-a1b7-191efd8afca2 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:13.710300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18069f8b-8a71-4a74-89ea-2150dcb5ca65 req-194a4aac-0723-4ebf-a1b7-191efd8afca2 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:13.711653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-18069f8b-8a71-4a74-89ea-2150dcb5ca65 req-194a4aac-0723-4ebf-a1b7-191efd8afca2 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1679 time: 0.1558721 Feb 28 17:29:13.755826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Deleting port 636ff157-01f9-4766-a6dc-5ac10f3032b5 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:13.756368 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (636ff157-01f9-4766-a6dc-5ac10f3032b5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:13.798770 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74abbc68-78f5-4d5c-8355-22ee5dad9a4b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7bf84e98-b4ac-4923-b496-ca1c37888fef), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:13.825583 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49bba451-b0f4-4228-bc60-1ab34e4aa35d req-814428e0-a543-4abe-af1b-7b4359b8917a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601830 Feb 28 17:29:13.894432 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-18069f8b-8a71-4a74-89ea-2150dcb5ca65 req-e5828f8e-b0ee-46d0-887f-80a10d257a77 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323836 Feb 28 17:29:13.895292 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-fd865f78-c0ae-40a4-90f7-3f518673de33 service neutron] 10.222.0.69 "GET /v2.0/networks/01ea3ca2-f493-4cde-881c-d4403fda0a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414200 Feb 28 17:29:13.898339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8953789a-20b2-45e2-b230-42d0d4f951f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:13.898992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8953789a-20b2-45e2-b230-42d0d4f951f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:13.901353 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-8953789a-20b2-45e2-b230-42d0d4f951f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f49f6ffbd120408fb62d733cc7aa205a&device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 2045 time: 0.2041898 Feb 28 17:29:13.930569 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:14.035403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22a9e8da-a439-4561-8720-8291fb1e804c req-d58976b7-1d5e-4cbc-91d1-29b32e96b374 service neutron] 10.222.0.69 "GET /v2.0/networks/01ea3ca2-f493-4cde-881c-d4403fda0a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328509 Feb 28 17:29:14.128022 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-50251f27-9cc8-4efe-b76d-505558737cb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.209&port_id=36683238-63a2-42c2-8bd9-39298c04eb11 HTTP/1.1" status: 200 len: 217 time: 0.0453598 Feb 28 17:29:14.147824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fa5c6-c54a-40b0-acdd-cb442f8c5503 req-db696096-1e07-4674-87e2-a79bb3937ef6 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:14.147824 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a10fa5c6-c54a-40b0-acdd-cb442f8c5503 req-db696096-1e07-4674-87e2-a79bb3937ef6 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.1011758 Feb 28 17:29:14.239187 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-02a9f5d0-9f3f-4e12-b469-347177878b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:14.239490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74abbc68-78f5-4d5c-8355-22ee5dad9a4b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Network c621373a-f2e5-4280-8ca1-164e77d4f2b6 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:14.240775 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-02a9f5d0-9f3f-4e12-b469-347177878b81 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ffef5e0a-32cd-4ae6-bbee-5df6413477f4 HTTP/1.1" status: 200 len: 801 time: 0.0994415 Feb 28 17:29:14.245295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abbc68-78f5-4d5c-8355-22ee5dad9a4b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event updated for resources: {'Port': ['ID=7bf84e98-b4ac-4923-b496-ca1c37888fef,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:14.249507 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a10fa5c6-c54a-40b0-acdd-cb442f8c5503 req-d1d1b347-3c0e-4172-8930-d537b4dabe03 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998228 Feb 28 17:29:14.250599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-74abbc68-78f5-4d5c-8355-22ee5dad9a4b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:14.256872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74abbc68-78f5-4d5c-8355-22ee5dad9a4b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:14.264164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74abbc68-78f5-4d5c-8355-22ee5dad9a4b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:14.264164 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74abbc68-78f5-4d5c-8355-22ee5dad9a4b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:14.293711 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (636ff157-01f9-4766-a6dc-5ac10f3032b5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:14.312789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd65e5-6fc1-4b06-900d-712787b6d327 req-fd2a8f25-f892-4550-a929-851bf5b20251 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:14.314362 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88dd65e5-6fc1-4b06-900d-712787b6d327 req-fd2a8f25-f892-4550-a929-851bf5b20251 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 944 time: 0.1302693 Feb 28 17:29:14.319157 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Calling delete_port for 636ff157-01f9-4766-a6dc-5ac10f3032b5 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:14.348342 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-74abbc68-78f5-4d5c-8355-22ee5dad9a4b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5002708 Feb 28 17:29:14.352106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60138) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:14.356449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-1393440f-2a71-4112-9362-99b5e63d4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:14.357951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-1393440f-2a71-4112-9362-99b5e63d4962 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=01cd0668-4c80-4e5d-8451-c11598358047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1080375 Feb 28 17:29:14.410867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4d4cf-3051-4872-ac58-ad6594acca98 req-24cf0dfc-ec88-4c1c-9dbe-7d6c86ecc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:14.412518 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73d4d4cf-3051-4872-ac58-ad6594acca98 req-24cf0dfc-ec88-4c1c-9dbe-7d6c86ecc985 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62c58d43d61945d88652659b1228e47a&device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 1127 time: 0.1187403 Feb 28 17:29:14.413327 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88dd65e5-6fc1-4b06-900d-712787b6d327 req-fc29cf43-ba16-48b4-867b-9a491164f99a tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896056 Feb 28 17:29:14.600823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-827a0e48-f522-420f-b23d-42db2ef44ab5 service neutron] 10.222.0.73 "GET /v2.0/networks/01cd0668-4c80-4e5d-8451-c11598358047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349346 Feb 28 17:29:14.617524 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (636ff157-01f9-4766-a6dc-5ac10f3032b5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:14.627074 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'tag': '13c52f41-c9b8-4e68-8e1e-c4320b8ce669'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:14.629339 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f9440e-5000-4dbe-922a-f269f43bd586" -d '{"events": [{"name": "network-changed", "server_uuid": "e74a5183-1423-4de1-ba6f-a19f51748380", "tag": "13c52f41-c9b8-4e68-8e1e-c4320b8ce669"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:14.649295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4d4cf-3051-4872-ac58-ad6594acca98 req-46300bba-0f85-498a-ab5c-256ca47556b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:14.651357 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73d4d4cf-3051-4872-ac58-ad6594acca98 req-46300bba-0f85-498a-ab5c-256ca47556b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=01ea3ca2-f493-4cde-881c-d4403fda0a8b HTTP/1.1" status: 200 len: 906 time: 0.1977587 Feb 28 17:29:14.670753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event deleted for resources: {'Port': ['ID=636ff157-01f9-4766-a6dc-5ac10f3032b5,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:14.679662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f1482a5b-e882-43c1-90b6-e037f1012ad8 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Deleting port 7bf84e98-b4ac-4923-b496-ca1c37888fef {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:14.680013 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1482a5b-e882-43c1-90b6-e037f1012ad8 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7bf84e98-b4ac-4923-b496-ca1c37888fef), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:14.753916 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (ed0533de-1db2-42c3-bf5d-756f68f69369), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:14.883138 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1482a5b-e882-43c1-90b6-e037f1012ad8 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7bf84e98-b4ac-4923-b496-ca1c37888fef), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:14.884827 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (ed0533de-1db2-42c3-bf5d-756f68f69369), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:14.888030 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for router_controller (ed0533de-1db2-42c3-bf5d-756f68f69369), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:14.901909 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f1482a5b-e882-43c1-90b6-e037f1012ad8 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Calling delete_port for 7bf84e98-b4ac-4923-b496-ca1c37888fef owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:14.983855 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73d4d4cf-3051-4872-ac58-ad6594acca98 req-cf6987a7-b1f6-4487-ad1b-b59cb577cff9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7e689aa-984d-4ada-9580-24199e875796 HTTP/1.1" status: 200 len: 217 time: 0.3058596 Feb 28 17:29:14.985441 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd9e2c4-1d23-4e0d-a853-b03cb332c59d x-openstack-request-id: req-3fd9e2c4-1d23-4e0d-a853-b03cb332c59d {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:14.985725 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74a5183-1423-4de1-ba6f-a19f51748380", "tag": "13c52f41-c9b8-4e68-8e1e-c4320b8ce669", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:14.986178 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3fd9e2c4-1d23-4e0d-a853-b03cb332c59d {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:14.986674 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'tag': '13c52f41-c9b8-4e68-8e1e-c4320b8ce669', 'status': 'completed', 'code': 200} Feb 28 17:29:14.996016 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-3677c197-268d-45d8-bcf4-177eb4a5ac68 service neutron] 10.222.0.73 "GET /v2.0/networks/01cd0668-4c80-4e5d-8451-c11598358047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850930 Feb 28 17:29:15.068103 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33940088-d7ea-42c7-b234-382b5d128b14 req-7312d43e-fe96-4d96-b39c-00e4b25aa228 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:15.074180 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-454d3945-bc67-4c66-aad2-8615012b20a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.241&port_id=13c52f41-c9b8-4e68-8e1e-c4320b8ce669 HTTP/1.1" status: 200 len: 217 time: 0.0623884 Feb 28 17:29:15.079126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33940088-d7ea-42c7-b234-382b5d128b14 req-7312d43e-fe96-4d96-b39c-00e4b25aa228 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:15.081841 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33940088-d7ea-42c7-b234-382b5d128b14 req-7312d43e-fe96-4d96-b39c-00e4b25aa228 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1679 time: 0.0818915 Feb 28 17:29:15.083066 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (ed0533de-1db2-42c3-bf5d-756f68f69369), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:15.083685 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Fanout notify agent at l3_agent the message router_deleted on router ed0533de-1db2-42c3-bf5d-756f68f69369 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:29:15.112021 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:15.116730 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d88ff232-a772-4b2a-b517-02cf897cdcfd tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "DELETE /v2.0/routers/ed0533de-1db2-42c3-bf5d-756f68f69369 HTTP/1.1" status: 204 len: 168 time: 1.8363128 Feb 28 17:29:15.117131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60148) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:15.162918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4d4cf-3051-4872-ac58-ad6594acca98 req-2f7608be-1b2e-4c91-ba34-d902bd59b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:15.164376 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73d4d4cf-3051-4872-ac58-ad6594acca98 req-2f7608be-1b2e-4c91-ba34-d902bd59b5de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed92c979-8bbe-41ad-93dd-7f92f6d828e2 HTTP/1.1" status: 200 len: 844 time: 0.1617436 Feb 28 17:29:15.187960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-c2d6b265-3ddd-42ca-81f6-645f1905ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:15.189713 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-c2d6b265-3ddd-42ca-81f6-645f1905ea67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04d3c8df-9521-4160-ad12-d7a1cca6dd3b HTTP/1.1" status: 200 len: 801 time: 0.0919263 Feb 28 17:29:15.190728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5dba930-5e63-4f12-b82a-3a647dda51c6 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Deleting subnet 4d886b68-df3f-4e8b-ae86-5b43f33d33a2 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:29:15.194260 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5dba930-5e63-4f12-b82a-3a647dda51c6 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for subnet (4d886b68-df3f-4e8b-ae86-5b43f33d33a2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:15.261751 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1482a5b-e882-43c1-90b6-e037f1012ad8 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7bf84e98-b4ac-4923-b496-ca1c37888fef), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:15.267671 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5dba930-5e63-4f12-b82a-3a647dda51c6 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (4d886b68-df3f-4e8b-ae86-5b43f33d33a2), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:15.333560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1482a5b-e882-43c1-90b6-e037f1012ad8 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bf84e98-b4ac-4923-b496-ca1c37888fef,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:15.387966 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1482a5b-e882-43c1-90b6-e037f1012ad8 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:15.397364 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f1482a5b-e882-43c1-90b6-e037f1012ad8 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "DELETE /v2.0/ports/7bf84e98-b4ac-4923-b496-ca1c37888fef HTTP/1.1" status: 204 len: 168 time: 1.0414219 Feb 28 17:29:15.406164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60154) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:15.410330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f72478bf-7977-4a41-a3b3-ba33ca82ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:15.412232 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-f72478bf-7977-4a41-a3b3-ba33ca82ce10 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1924467 Feb 28 17:29:15.421317 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4d4cf-3051-4872-ac58-ad6594acca98 req-44fc2002-5f4e-4168-a53c-ae71de7e6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:15.421317 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73d4d4cf-3051-4872-ac58-ad6594acca98 req-44fc2002-5f4e-4168-a53c-ae71de7e6109 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01ea3ca2-f493-4cde-881c-d4403fda0a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2402306 Feb 28 17:29:15.440701 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c621373a-f2e5-4280-8ca1-164e77d4f2b6', 'external_fixed_ips': [{'subnet_id': '10eecc42-0b2c-490a-bb35-e0e4fbc83616', 'ip_address': '2001:db8::105'}]}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:15.465240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5dba930-5e63-4f12-b82a-3a647dda51c6 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (4d886b68-df3f-4e8b-ae86-5b43f33d33a2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:15.569821 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-0b1ba925-722f-4a0a-b1ff-7f2d49b167f7 service neutron] 10.222.0.73 "GET /v2.0/networks/265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420829 Feb 28 17:29:15.617292 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01225848-8f7d-44cf-9047-baeaa5eeeac4 req-8ae8713c-bef3-40bb-a5cc-4a7233580cf8 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0461791 Feb 28 17:29:15.636759 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33940088-d7ea-42c7-b234-382b5d128b14 req-cdb1acee-5db6-401e-923e-cb621e22d315 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209370 Feb 28 17:29:15.640541 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (41ebf348-1157-4d06-9d15-e30047ca9d50), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:15.642206 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (41ebf348-1157-4d06-9d15-e30047ca9d50), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:15.646471 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5dba930-5e63-4f12-b82a-3a647dda51c6 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (4d886b68-df3f-4e8b-ae86-5b43f33d33a2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:15.672279 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9debf76b-585d-4944-9c40-c5afc2cca3b6 None None] Network df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:15.672786 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5dba930-5e63-4f12-b82a-3a647dda51c6 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:15.677340 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d5dba930-5e63-4f12-b82a-3a647dda51c6 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "DELETE /v2.0/subnets/4d886b68-df3f-4e8b-ae86-5b43f33d33a2 HTTP/1.1" status: 204 len: 168 time: 0.5592101 Feb 28 17:29:15.716252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60162) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:15.719833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dba930-5e63-4f12-b82a-3a647dda51c6 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event deleted for resources: {'Subnet': ['ID=4d886b68-df3f-4e8b-ae86-5b43f33d33a2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:15.826638 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:15.847914 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_controller (41ebf348-1157-4d06-9d15-e30047ca9d50), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:15.873193 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f10fa-c90c-48f6-bd93-c23b7fb6b79b req-ea29a6ba-9c06-4bfa-85ff-fe2d4720d619 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:15.881418 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-193f10fa-c90c-48f6-bd93-c23b7fb6b79b req-ea29a6ba-9c06-4bfa-85ff-fe2d4720d619 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 944 time: 0.1112189 Feb 28 17:29:15.892362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ecb1b-06c6-45c1-9c63-25398485b459 req-53d55002-e5a2-4776-8aa8-0c8ebffafb0a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:15.900191 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-839ecb1b-06c6-45c1-9c63-25398485b459 req-53d55002-e5a2-4776-8aa8-0c8ebffafb0a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.4943271 Feb 28 17:29:15.936343 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-193f10fa-c90c-48f6-bd93-c23b7fb6b79b req-5980a973-3a9c-449a-9e8f-f214c55b0cf1 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540471 Feb 28 17:29:15.990631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a3f595d-34c1-4529-bbac-69d7d43ad239 req-20add625-b939-44e2-97ff-e8d3ee500443 service neutron] 10.222.0.73 "GET /v2.0/networks/265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121771 Feb 28 17:29:16.037014 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8866676-a1b2-4321-a9a3-8a203a760836 None None] DHCP port deletion for df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:29:16.045622 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-839ecb1b-06c6-45c1-9c63-25398485b459 req-770a99d8-c4a9-49d1-9f3c-0940d3a3cf02 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442187 Feb 28 17:29:16.070658 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73d4d4cf-3051-4872-ac58-ad6594acca98 req-50ad4b45-9006-42e7-99b8-37904418a80a service neutron] 10.222.0.69 "GET /v2.0/networks/01ea3ca2-f493-4cde-881c-d4403fda0a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418865 Feb 28 17:29:16.076373 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9a8deff-9a25-4cb8-91b7-a809069141b6 req-2da5e69f-a610-4f4f-b101-d5c3df693ad4 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0831132 Feb 28 17:29:16.151089 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e8866676-a1b2-4321-a9a3-8a203a760836 None None] Deleting port 1ff659d2-2e47-40ac-b41d-073794d15a19 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:16.151459 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e8866676-a1b2-4321-a9a3-8a203a760836 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:16.185646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Deleting port 1ff659d2-2e47-40ac-b41d-073794d15a19 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:16.186099 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:16.221502 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (41ebf348-1157-4d06-9d15-e30047ca9d50), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:16.273905 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e8866676-a1b2-4321-a9a3-8a203a760836 None None] For port 1ff659d2-2e47-40ac-b41d-073794d15a19, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1ff659d2-2e47-40ac-b41d-073794d15a19,segment=NetworkSegment(afd19e32-f262-4170-90d6-c942827ac71f),segment_id=afd19e32-f262-4170-90d6-c942827ac71f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:16.273905 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e8866676-a1b2-4321-a9a3-8a203a760836 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:16.291389 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e8866676-a1b2-4321-a9a3-8a203a760836 None None] Calling delete_port for 1ff659d2-2e47-40ac-b41d-073794d15a19 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:16.294266 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9440e-5000-4dbe-922a-f269f43bd586 req-505a885a-200b-41cd-88eb-be4e3cd4d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:16.294746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9440e-5000-4dbe-922a-f269f43bd586 req-505a885a-200b-41cd-88eb-be4e3cd4d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:16.296555 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2f9440e-5000-4dbe-922a-f269f43bd586 req-505a885a-200b-41cd-88eb-be4e3cd4d8e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f49f6ffbd120408fb62d733cc7aa205a&device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 2045 time: 0.1912916 Feb 28 17:29:16.354155 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1ff659d2-2e47-40ac-b41d-073794d15a19 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:16.418358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9440e-5000-4dbe-922a-f269f43bd586 req-d7d12678-8a49-4ed0-8a27-5b10221974f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:16.419850 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2f9440e-5000-4dbe-922a-f269f43bd586 req-d7d12678-8a49-4ed0-8a27-5b10221974f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 HTTP/1.1" status: 200 len: 903 time: 0.1163297 Feb 28 17:29:16.435984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] For port 1ff659d2-2e47-40ac-b41d-073794d15a19, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1ff659d2-2e47-40ac-b41d-073794d15a19,segment=NetworkSegment(afd19e32-f262-4170-90d6-c942827ac71f),segment_id=afd19e32-f262-4170-90d6-c942827ac71f)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:16.436278 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:16.440520 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73d4d4cf-3051-4872-ac58-ad6594acca98 req-873dadc7-961e-4e5c-b452-b185ece147a6 service neutron] 10.222.0.69 "GET /v2.0/networks/01ea3ca2-f493-4cde-881c-d4403fda0a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604403 Feb 28 17:29:16.486309 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2f9440e-5000-4dbe-922a-f269f43bd586 req-72409317-2c62-4df8-96f4-c248e2142c61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.241&port_id=13c52f41-c9b8-4e68-8e1e-c4320b8ce669 HTTP/1.1" status: 200 len: 217 time: 0.0599265 Feb 28 17:29:16.492551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Calling delete_port for 1ff659d2-2e47-40ac-b41d-073794d15a19 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:16.513273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1ff659d2-2e47-40ac-b41d-073794d15a19 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:16.514157 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:16.586735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9440e-5000-4dbe-922a-f269f43bd586 req-d0205faa-6db7-4ff4-b441-d5a6fab9bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:16.588187 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2f9440e-5000-4dbe-922a-f269f43bd586 req-d0205faa-6db7-4ff4-b441-d5a6fab9bf58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04d3c8df-9521-4160-ad12-d7a1cca6dd3b HTTP/1.1" status: 200 len: 801 time: 0.0936394 Feb 28 17:29:16.594758 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e8866676-a1b2-4321-a9a3-8a203a760836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:16.614979 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (41ebf348-1157-4d06-9d15-e30047ca9d50), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:16.639415 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:16.643661 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866676-a1b2-4321-a9a3-8a203a760836 None None] Pushing event deleted for resources: {'Port': ['ID=1ff659d2-2e47-40ac-b41d-073794d15a19,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:16.647255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8866676-a1b2-4321-a9a3-8a203a760836 None None] No DVR routers for this DVR port 1ff659d2-2e47-40ac-b41d-073794d15a19 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:16.669786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9440e-5000-4dbe-922a-f269f43bd586 req-d7a655c3-a813-4eae-9a2d-494f941e2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:16.671417 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2f9440e-5000-4dbe-922a-f269f43bd586 req-d7a655c3-a813-4eae-9a2d-494f941e2626 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0768893 Feb 28 17:29:16.672577 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (1ff659d2-2e47-40ac-b41d-073794d15a19), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:16.753242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event deleted for resources: {'Port': ['ID=1ff659d2-2e47-40ac-b41d-073794d15a19,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:16.759498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] No DVR routers for this DVR port 1ff659d2-2e47-40ac-b41d-073794d15a19 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:16.856691 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589931b2-e4e4-4421-b1cb-fee7a31aa849 req-94080376-c73e-4091-9e68-ef191ffea0c6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:16.861868 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589931b2-e4e4-4421-b1cb-fee7a31aa849 req-94080376-c73e-4091-9e68-ef191ffea0c6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:16.863461 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-589931b2-e4e4-4421-b1cb-fee7a31aa849 req-94080376-c73e-4091-9e68-ef191ffea0c6 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1679 time: 0.1351213 Feb 28 17:29:16.870707 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:16.886757 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2f9440e-5000-4dbe-922a-f269f43bd586 req-c3fa311a-6d7b-42fa-879f-1648ceda04cc service neutron] 10.222.0.73 "GET /v2.0/networks/265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057984 Feb 28 17:29:16.895702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:16.899451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Allocated IP 2001:db8::105 (c621373a-f2e5-4280-8ca1-164e77d4f2b6/10eecc42-0b2c-490a-bb35-e0e4fbc83616/998b81d7-1d1e-47b0-8768-29c48d4512f5) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:16.952970 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-589931b2-e4e4-4421-b1cb-fee7a31aa849 req-4d7ddd1e-7ee3-4a88-87f8-5b40b070c65a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813928 Feb 28 17:29:16.955805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd19e32-f262-4170-90d6-c942827ac71f') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:16.956113 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd19e32-f262-4170-90d6-c942827ac71f') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:16.972271 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (afd19e32-f262-4170-90d6-c942827ac71f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:17.002446 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (afd19e32-f262-4170-90d6-c942827ac71f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:17.021394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:29:17.021886 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (afd19e32-f262-4170-90d6-c942827ac71f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:29:17.025182 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:29:17.044582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f7e689aa-984d-4ada-9580-24199e875796 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:29:17.067273 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for port (998b81d7-1d1e-47b0-8768-29c48d4512f5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:17.105907 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2f9440e-5000-4dbe-922a-f269f43bd586 req-90b7cac7-d7ae-4ea7-8b23-6598d6b8b3bf service neutron] 10.222.0.73 "GET /v2.0/networks/265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120123 Feb 28 17:29:17.151266 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d2b5e-aaa4-4acf-8b8a-361f395b6602 req-c9b9bab0-da1f-46e8-b2e0-a8a36d63d035 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:17.152983 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-620d2b5e-aaa4-4acf-8b8a-361f395b6602 req-c9b9bab0-da1f-46e8-b2e0-a8a36d63d035 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 944 time: 0.1261325 Feb 28 17:29:17.204214 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (998b81d7-1d1e-47b0-8768-29c48d4512f5), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:17.215549 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-620d2b5e-aaa4-4acf-8b8a-361f395b6602 req-9dbc54c3-578d-440e-824e-3264966a2ccd tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547407 Feb 28 17:29:17.234337 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:17.247131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3351a3-d54b-4d66-a7ea-a7727d28e4b8 req-3efeab3d-b92f-4cbe-8f86-edd74bd96b89 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:17.249463 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0d3351a3-d54b-4d66-a7ea-a7727d28e4b8 req-3efeab3d-b92f-4cbe-8f86-edd74bd96b89 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.1002166 Feb 28 17:29:17.257259 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:17.259507 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Network c621373a-f2e5-4280-8ca1-164e77d4f2b6 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:17.261066 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "DELETE /v2.0/networks/df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0 HTTP/1.1" status: 204 len: 168 time: 1.5438471 Feb 28 17:29:17.261977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b266df-3498-4899-9926-b1133eff4976 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event deleted for resources: {'Network': ['ID=df5ef0d2-2f67-41e5-b3fa-143f6d2ad2c0,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:17.263711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60178) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:17.333282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:17.346516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:17.350697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event updated for resources: {'Port': ['ID=998b81d7-1d1e-47b0-8768-29c48d4512f5,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:17.352639 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f7e689aa-984d-4ada-9580-24199e875796, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f7e689aa-984d-4ada-9580-24199e875796,segment=NetworkSegment(ea9b49b9-9748-4558-98f9-1f3208b1f828),segment_id=ea9b49b9-9748-4558-98f9-1f3208b1f828)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:17.368007 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'f7e689aa-984d-4ada-9580-24199e875796', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'port_id': 'f7e689aa-984d-4ada-9580-24199e875796', 'mac_address': 'fa:16:3e:45:51:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:29:17.402040 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f3df200b-80d4-4609-813e-44fe9f8dfee3 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Deleting port bddb7b18-59c1-4cc7-a82e-644dcfb79aff {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:17.402379 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3df200b-80d4-4609-813e-44fe9f8dfee3 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (bddb7b18-59c1-4cc7-a82e-644dcfb79aff), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:17.413652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f7e689aa-984d-4ada-9580-24199e875796 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:17.414795 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f7e689aa-984d-4ada-9580-24199e875796), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:17.430332 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e689aa-984d-4ada-9580-24199e875796 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:29:17.454819 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f7e689aa-984d-4ada-9580-24199e875796, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f7e689aa-984d-4ada-9580-24199e875796,segment=NetworkSegment(ea9b49b9-9748-4558-98f9-1f3208b1f828),segment_id=ea9b49b9-9748-4558-98f9-1f3208b1f828)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:17.505083 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3df200b-80d4-4609-813e-44fe9f8dfee3 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (bddb7b18-59c1-4cc7-a82e-644dcfb79aff), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:17.505468 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3df200b-80d4-4609-813e-44fe9f8dfee3 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for floatingip (bddb7b18-59c1-4cc7-a82e-644dcfb79aff), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:17.519980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f3df200b-80d4-4609-813e-44fe9f8dfee3 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Calling delete_port for bddb7b18-59c1-4cc7-a82e-644dcfb79aff owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:17.526781 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f7e689aa-984d-4ada-9580-24199e875796), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:17.554549 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0d3351a3-d54b-4d66-a7ea-a7727d28e4b8 req-5bbcb946-15fa-4439-b0b1-945bac057287 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995104 Feb 28 17:29:17.591957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f7e689aa-984d-4ada-9580-24199e875796,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:17.734611 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (41ebf348-1157-4d06-9d15-e30047ca9d50), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:17.831320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['f7e689aa-984d-4ada-9580-24199e875796'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:29:17.993352 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (41ebf348-1157-4d06-9d15-e30047ca9d50), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:18.115710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625c459-d057-44aa-9b7f-0fea9edc3424 req-721d95a9-eaeb-4a80-95da-e5361a337d89 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:18.117983 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2625c459-d057-44aa-9b7f-0fea9edc3424 req-721d95a9-eaeb-4a80-95da-e5361a337d89 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.4833407 Feb 28 17:29:18.158244 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14875867-8af5-4baa-a0e0-5cbbf6ba2743 req-b843a27a-6b89-4714-afc7-6844c49b51ab service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0600443 Feb 28 17:29:18.178985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2625c459-d057-44aa-9b7f-0fea9edc3424 req-cd799526-749b-4ed4-80fe-febdbf5ff711 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528071 Feb 28 17:29:18.183227 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3df200b-80d4-4609-813e-44fe9f8dfee3 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (bddb7b18-59c1-4cc7-a82e-644dcfb79aff), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:18.213741 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df200b-80d4-4609-813e-44fe9f8dfee3 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Pushing event deleted for resources: {'Port': ['ID=bddb7b18-59c1-4cc7-a82e-644dcfb79aff,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:18.227733 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6195ac6-fdbd-4a1c-98c2-91fc7385c5c1 req-16d1121b-5d76-4f36-8ecd-e7fab45b6794 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:18.233662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6195ac6-fdbd-4a1c-98c2-91fc7385c5c1 req-16d1121b-5d76-4f36-8ecd-e7fab45b6794 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:18.235297 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6195ac6-fdbd-4a1c-98c2-91fc7385c5c1 req-16d1121b-5d76-4f36-8ecd-e7fab45b6794 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1679 time: 0.1588144 Feb 28 17:29:18.312599 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6195ac6-fdbd-4a1c-98c2-91fc7385c5c1 req-f221be2d-cf15-496e-a20e-3e503ed042b9 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699131 Feb 28 17:29:18.344431 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3df200b-80d4-4609-813e-44fe9f8dfee3 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks [] for floatingip (6ae471ec-1d07-4360-8b87-15b213b681cb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:18.349914 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3df200b-80d4-4609-813e-44fe9f8dfee3 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:18.351224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f3df200b-80d4-4609-813e-44fe9f8dfee3 tempest-FloatingIPAdminTestJSON-1990533892 tempest-FloatingIPAdminTestJSON-1990533892-project] 10.222.0.72 "DELETE /v2.0/floatingips/6ae471ec-1d07-4360-8b87-15b213b681cb HTTP/1.1" status: 204 len: 168 time: 1.0867467 Feb 28 17:29:18.382654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Router 41ebf348-1157-4d06-9d15-e30047ca9d50 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:29:18.530392 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de053061-8f5a-43e0-9493-87bb187d2ef5 req-4748a093-cd45-41bd-bf62-36878fccb58a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0683897 Feb 28 17:29:18.550898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae5120-27e8-45af-804b-99c81558acee req-98bac2c7-fc34-4fdc-9339-cc53e42b5ff5 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:18.557846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a5ae5120-27e8-45af-804b-99c81558acee req-98bac2c7-fc34-4fdc-9339-cc53e42b5ff5 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 945 time: 0.1154082 Feb 28 17:29:18.579168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:29:18.592259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] Sync routers for ids ['41ebf348-1157-4d06-9d15-e30047ca9d50'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:29:18.614408 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] Routers {'41ebf348-1157-4d06-9d15-e30047ca9d50'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:18.616152 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['41ebf348-1157-4d06-9d15-e30047ca9d50'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:18.629692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-89c69599-8610-4729-b516-d8d8afd7b4ad req-e3402efe-3715-4411-a6f2-51671d19277e service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:29:18.630867 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-89c69599-8610-4729-b516-d8d8afd7b4ad req-e3402efe-3715-4411-a6f2-51671d19277e service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062854 Feb 28 17:29:18.645774 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a5ae5120-27e8-45af-804b-99c81558acee req-4cd0b517-b94d-46d8-8c75-1c26245d7d30 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868611 Feb 28 17:29:18.699512 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:18.701084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9a9f45d8-fcd5-4a68-ae91-78b498aad1fc tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2666225 Feb 28 17:29:18.703643 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60208) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:18.768608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] Set router 41ebf348-1157-4d06-9d15-e30047ca9d50 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:29:18.831151 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (41ebf348-1157-4d06-9d15-e30047ca9d50), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:19.026422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60214) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:19.056467 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (41ebf348-1157-4d06-9d15-e30047ca9d50), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:19.057283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebf348-1157-4d06-9d15-e30047ca9d50', 'name': '', 'tenant_id': '30ae874f728f486fb787f86b60c707ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c621373a-f2e5-4280-8ca1-164e77d4f2b6', 'external_fixed_ips': [{'subnet_id': '10eecc42-0b2c-490a-bb35-e0e4fbc83616', 'ip_address': '2001:db8::105'}], 'enable_snat': True}, 'gw_port_id': '998b81d7-1d1e-47b0-8768-29c48d4512f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:29:15Z', 'updated_at': '2022-02-28T17:29:17Z', 'revision_number': 3, 'project_id': '30ae874f728f486fb787f86b60c707ec', 'gw_port': {'id': '998b81d7-1d1e-47b0-8768-29c48d4512f5', 'name': '', 'network_id': 'c621373a-f2e5-4280-8ca1-164e77d4f2b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ebf348-1157-4d06-9d15-e30047ca9d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '10eecc42-0b2c-490a-bb35-e0e4fbc83616', 'ip_address': '2001:db8::105', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:29:16Z', 'updated_at': '2022-02-28T17:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10eecc42-0b2c-490a-bb35-e0e4fbc83616', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:19.077500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5ca8-1fe3-4d78-a22b-5bfc9aec5188 req-4972caa9-b018-41fd-8d9b-54a02a2aba82 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:19.079175 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ae4b5ca8-1fe3-4d78-a22b-5bfc9aec5188 req-4972caa9-b018-41fd-8d9b-54a02a2aba82 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.0837917 Feb 28 17:29:19.091553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] Checking router: 41ebf348-1157-4d06-9d15-e30047ca9d50 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:29:19.092241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] Updating router 41ebf348-1157-4d06-9d15-e30047ca9d50 port 998b81d7-1d1e-47b0-8768-29c48d4512f5 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:29:19.116248 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f7e689aa-984d-4ada-9580-24199e875796 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:29:19.140109 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ae4b5ca8-1fe3-4d78-a22b-5bfc9aec5188 req-cb37f80b-1070-4a0f-ad6a-dc17b2a9c9c1 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550497 Feb 28 17:29:19.164779 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (998b81d7-1d1e-47b0-8768-29c48d4512f5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:19.192432 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c6d86e13-6274-42c5-8780-dac728175716 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a63da9e14264387a13d18864a668ac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642182 Feb 28 17:29:19.195024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60218) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:19.246481 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92ce5852-4f08-4799-bd94-c08935985f3a admin admin] Publish callbacks [] for security_group (483a0f15-69bc-4bc7-87ae-7972f71d6f44), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:19.290006 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92ce5852-4f08-4799-bd94-c08935985f3a admin admin] Publish callbacks [] for security_group (483a0f15-69bc-4bc7-87ae-7972f71d6f44), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:19.312634 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Deleting port 998b81d7-1d1e-47b0-8768-29c48d4512f5 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:19.312634 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (998b81d7-1d1e-47b0-8768-29c48d4512f5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:19.365249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port f7e689aa-984d-4ada-9580-24199e875796 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:29:19.373025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port f7e689aa-984d-4ada-9580-24199e875796 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:19.373617 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f7e689aa-984d-4ada-9580-24199e875796), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:19.400205 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (998b81d7-1d1e-47b0-8768-29c48d4512f5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:19.411892 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-90be955b-2c27-4f1f-ae40-25e98fc121c3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0524480 Feb 28 17:29:19.412605 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Calling delete_port for 998b81d7-1d1e-47b0-8768-29c48d4512f5 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:19.417607 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92ce5852-4f08-4799-bd94-c08935985f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (483a0f15-69bc-4bc7-87ae-7972f71d6f44), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:19.428302 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92ce5852-4f08-4799-bd94-c08935985f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:19.429805 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-92ce5852-4f08-4799-bd94-c08935985f3a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/483a0f15-69bc-4bc7-87ae-7972f71d6f44 HTTP/1.1" status: 204 len: 168 time: 0.2337828 Feb 28 17:29:19.440943 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce5852-4f08-4799-bd94-c08935985f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483a0f15-69bc-4bc7-87ae-7972f71d6f44,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:19.574666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e9f3a-ef34-48f1-8db2-671d82aa7cfd req-c9570dbe-2251-4308-85e4-e0bc3f22dce7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:19.580109 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e9f3a-ef34-48f1-8db2-671d82aa7cfd req-c9570dbe-2251-4308-85e4-e0bc3f22dce7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:19.581745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4b9e9f3a-ef34-48f1-8db2-671d82aa7cfd req-c9570dbe-2251-4308-85e4-e0bc3f22dce7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1679 time: 0.1191516 Feb 28 17:29:19.601777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f7e689aa-984d-4ada-9580-24199e875796 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:19.602380 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f7e689aa-984d-4ada-9580-24199e875796), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:19.710439 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4b9e9f3a-ef34-48f1-8db2-671d82aa7cfd req-6363afbb-5652-4a3f-97a2-75c045e97ab2 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106043 Feb 28 17:29:19.733769 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c576b29b-c41d-4ede-9a73-810c94cdea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e689aa-984d-4ada-9580-24199e875796'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:19.736623 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933af889-4ddf-4317-9ef9-33acffa2323f" -d '{"events": [{"server_uuid": "c576b29b-c41d-4ede-9a73-810c94cdea14", "name": "network-vif-plugged", "status": "completed", "tag": "f7e689aa-984d-4ada-9580-24199e875796"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:19.755923 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f7e689aa-984d-4ada-9580-24199e875796, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f7e689aa-984d-4ada-9580-24199e875796,segment=NetworkSegment(ea9b49b9-9748-4558-98f9-1f3208b1f828),segment_id=ea9b49b9-9748-4558-98f9-1f3208b1f828)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:19.795557 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:29:19.796089 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:29:19.798903 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bc0369-2912-46bf-807d-e3a31111d0af x-openstack-request-id: req-97bc0369-2912-46bf-807d-e3a31111d0af {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:19.802507 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c576b29b-c41d-4ede-9a73-810c94cdea14", "name": "network-vif-plugged", "status": "completed", "tag": "f7e689aa-984d-4ada-9580-24199e875796", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:19.802507 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-97bc0369-2912-46bf-807d-e3a31111d0af {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:19.802507 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c576b29b-c41d-4ede-9a73-810c94cdea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e689aa-984d-4ada-9580-24199e875796', 'code': 200} Feb 28 17:29:19.812323 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (998b81d7-1d1e-47b0-8768-29c48d4512f5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:19.825697 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f7e689aa-984d-4ada-9580-24199e875796), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:19.850908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event deleted for resources: {'Port': ['ID=998b81d7-1d1e-47b0-8768-29c48d4512f5,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:19.908006 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d729be-eba3-43ff-a1cb-4fef10e4a97f req-5ffe844d-5dd9-46a3-8f64-d5a0a700c920 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:19.912086 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82d729be-eba3-43ff-a1cb-4fef10e4a97f req-5ffe844d-5dd9-46a3-8f64-d5a0a700c920 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 945 time: 0.1425602 Feb 28 17:29:19.914774 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (41ebf348-1157-4d06-9d15-e30047ca9d50), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:19.965040 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990eea-e281-4246-a106-5b00c7c2a1d8 req-c088346e-8247-4431-8920-ae230f389145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:19.966586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70990eea-e281-4246-a106-5b00c7c2a1d8 req-c088346e-8247-4431-8920-ae230f389145 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 1129 time: 0.0879719 Feb 28 17:29:19.984975 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f7e689aa-984d-4ada-9580-24199e875796,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:19.990302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:29:20.060051 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70990eea-e281-4246-a106-5b00c7c2a1d8 req-597c3a45-427c-43ed-9c35-6333c45b902c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861712 Feb 28 17:29:20.102688 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (41ebf348-1157-4d06-9d15-e30047ca9d50), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.109944 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_controller (41ebf348-1157-4d06-9d15-e30047ca9d50), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.117253 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=13c52f41-c9b8-4e68-8e1e-c4320b8ce669,segment=NetworkSegment(6147316a-84f5-42cc-a89d-7d1278a23212),segment_id=6147316a-84f5-42cc-a89d-7d1278a23212)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:20.131446 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '13c52f41-c9b8-4e68-8e1e-c4320b8ce669', 'network_id': '265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56', 'port_id': '13c52f41-c9b8-4e68-8e1e-c4320b8ce669', 'mac_address': 'fa:16:3e:04:08:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d3c8df-9521-4160-ad12-d7a1cca6dd3b', 'ip_address': '19.86.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:29:20.164691 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82d729be-eba3-43ff-a1cb-4fef10e4a97f req-89605151-70e8-4193-a3e4-5ecb63c2ce21 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435834 Feb 28 17:29:20.196987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:20.198036 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.234577 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (41ebf348-1157-4d06-9d15-e30047ca9d50), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.235123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41ebf348-1157-4d06-9d15-e30047ca9d50 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:29:20.244702 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.245894 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-09437890-8939-402b-8e96-83c3b8675833 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "DELETE /v2.0/routers/41ebf348-1157-4d06-9d15-e30047ca9d50 HTTP/1.1" status: 204 len: 168 time: 1.5412512 Feb 28 17:29:20.249412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60254) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:20.254585 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:29:20.327623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714f36e-94bc-4458-83de-241214a07fc1 req-a55970e5-95cf-4fe0-ba50-ca630bc0da9c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:20.330708 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d714f36e-94bc-4458-83de-241214a07fc1 req-a55970e5-95cf-4fe0-ba50-ca630bc0da9c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.0859809 Feb 28 17:29:20.334354 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] Port 998b81d7-1d1e-47b0-8768-29c48d4512f5 not found while updating agent binding for router 41ebf348-1157-4d06-9d15-e30047ca9d50. {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 28 17:29:20.345740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=13c52f41-c9b8-4e68-8e1e-c4320b8ce669,segment=NetworkSegment(6147316a-84f5-42cc-a89d-7d1278a23212),segment_id=6147316a-84f5-42cc-a89d-7d1278a23212)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:20.353185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] Routers set() bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:20.353512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] Router IDs set() for agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 17:29:20.354145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_agentschedulers_db [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'41ebf348-1157-4d06-9d15-e30047ca9d50'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent'). {{(pid=104248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 17:29:20.359447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c404fa4b-c596-419f-bdf7-eb954d8e5a01 None None] The sync data for ids ['41ebf348-1157-4d06-9d15-e30047ca9d50'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:29:20.387856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60256) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:20.416588 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ad0dc01-0f63-4119-8a7b-77d0c7bb4147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.445774 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.446644 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 36683238-63a2-42c2-8bd9-39298c04eb11 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:29:20.465445 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d714f36e-94bc-4458-83de-241214a07fc1 req-3b350030-3155-4d65-8950-ed584791e891 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245821 Feb 28 17:29:20.506256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=13c52f41-c9b8-4e68-8e1e-c4320b8ce669,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:20.567976 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ad0dc01-0f63-4119-8a7b-77d0c7bb4147 admin admin] Publish callbacks [] for security_group (8e27698d-c92b-47a4-9e1d-a874a4cf5e0b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.611587 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 36683238-63a2-42c2-8bd9-39298c04eb11, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=36683238-63a2-42c2-8bd9-39298c04eb11,segment=NetworkSegment(07517987-b9c6-4868-a262-8ada9e11ee72),segment_id=07517987-b9c6-4868-a262-8ada9e11ee72)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:20.624962 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '36683238-63a2-42c2-8bd9-39298c04eb11', 'network_id': '01cd0668-4c80-4e5d-8451-c11598358047', 'port_id': '36683238-63a2-42c2-8bd9-39298c04eb11', 'mac_address': 'fa:16:3e:8e:0e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffef5e0a-32cd-4ae6-bbee-5df6413477f4', 'ip_address': '19.80.0.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:29:20.628677 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ad0dc01-0f63-4119-8a7b-77d0c7bb4147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8e27698d-c92b-47a4-9e1d-a874a4cf5e0b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.672748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0dc01-0f63-4119-8a7b-77d0c7bb4147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e27698d-c92b-47a4-9e1d-a874a4cf5e0b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:20.677346 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1ad0dc01-0f63-4119-8a7b-77d0c7bb4147 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e5b4928181b64060bf2c82b4909b52fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2884376 Feb 28 17:29:20.679858 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60262) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:20.680813 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 36683238-63a2-42c2-8bd9-39298c04eb11 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:20.681200 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (36683238-63a2-42c2-8bd9-39298c04eb11), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.705792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36683238-63a2-42c2-8bd9-39298c04eb11 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:29:20.733621 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 36683238-63a2-42c2-8bd9-39298c04eb11, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=36683238-63a2-42c2-8bd9-39298c04eb11,segment=NetworkSegment(07517987-b9c6-4868-a262-8ada9e11ee72),segment_id=07517987-b9c6-4868-a262-8ada9e11ee72)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:20.748347 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d217f21-15b0-444f-85b9-9044b7983ce3 admin admin] Publish callbacks [] for security_group (8e27698d-c92b-47a4-9e1d-a874a4cf5e0b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.793105 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d217f21-15b0-444f-85b9-9044b7983ce3 admin admin] Publish callbacks [] for security_group (8e27698d-c92b-47a4-9e1d-a874a4cf5e0b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.811080 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (36683238-63a2-42c2-8bd9-39298c04eb11), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.818535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-f386dceb-627d-41fa-8074-17494fc6a569 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Deleting subnet 10eecc42-0b2c-490a-bb35-e0e4fbc83616 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:29:20.825005 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f386dceb-627d-41fa-8074-17494fc6a569 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for subnet (10eecc42-0b2c-490a-bb35-e0e4fbc83616), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.828171 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47f0f10d-d0f2-4c85-921e-3fd98ec91b28 req-b14e6289-a7ff-4a5c-9ba3-6434ef962740 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0429671 Feb 28 17:29:20.864336 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-9519e0e3-a1fd-4457-9b0e-1f4df6092dd7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:20.870052 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-9519e0e3-a1fd-4457-9b0e-1f4df6092dd7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports/950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 200 len: 946 time: 0.5358167 Feb 28 17:29:20.931318 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d217f21-15b0-444f-85b9-9044b7983ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8e27698d-c92b-47a4-9e1d-a874a4cf5e0b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.938973 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d217f21-15b0-444f-85b9-9044b7983ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:20.938973 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8d217f21-15b0-444f-85b9-9044b7983ce3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e27698d-c92b-47a4-9e1d-a874a4cf5e0b HTTP/1.1" status: 204 len: 168 time: 0.2572036 Feb 28 17:29:20.954167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d217f21-15b0-444f-85b9-9044b7983ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e27698d-c92b-47a4-9e1d-a874a4cf5e0b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:20.965878 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f386dceb-627d-41fa-8074-17494fc6a569 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (10eecc42-0b2c-490a-bb35-e0e4fbc83616), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:21.007488 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=36683238-63a2-42c2-8bd9-39298c04eb11,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:21.096998 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3c28d-f8d0-4670-8cb7-59b1c3c2332f req-b70ab26b-11c9-4c8f-bd3c-efa11f667f67 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:21.113077 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3c28d-f8d0-4670-8cb7-59b1c3c2332f req-b70ab26b-11c9-4c8f-bd3c-efa11f667f67 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:21.126292 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eef3c28d-f8d0-4670-8cb7-59b1c3c2332f req-b70ab26b-11c9-4c8f-bd3c-efa11f667f67 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1681 time: 0.2540390 Feb 28 17:29:21.155975 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f386dceb-627d-41fa-8074-17494fc6a569 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (10eecc42-0b2c-490a-bb35-e0e4fbc83616), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:21.172181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['36683238-63a2-42c2-8bd9-39298c04eb11'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:29:21.266967 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f00a572c-c483-4eda-b0d6-03ca0ce89d00 req-43c7b384-4409-4dcf-846c-3993594a3dab service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1184573 Feb 28 17:29:21.278364 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eef3c28d-f8d0-4670-8cb7-59b1c3c2332f req-80c97660-a6f3-445f-b4e3-7eda943a9d50 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309004 Feb 28 17:29:21.372961 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f386dceb-627d-41fa-8074-17494fc6a569 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (10eecc42-0b2c-490a-bb35-e0e4fbc83616), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:21.393783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67468dc5-39ed-4736-9237-f5e452e222ae req-e7032e9a-affd-417c-894a-2c0b28d54287 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:21.396518 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-67468dc5-39ed-4736-9237-f5e452e222ae req-e7032e9a-affd-417c-894a-2c0b28d54287 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 946 time: 0.1025090 Feb 28 17:29:21.413397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386dceb-627d-41fa-8074-17494fc6a569 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=10eecc42-0b2c-490a-bb35-e0e4fbc83616,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:21.420076 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f386dceb-627d-41fa-8074-17494fc6a569 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:21.431002 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f386dceb-627d-41fa-8074-17494fc6a569 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/10eecc42-0b2c-490a-bb35-e0e4fbc83616 HTTP/1.1" status: 204 len: 168 time: 1.1752987 Feb 28 17:29:21.431002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60284) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:21.479716 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-67468dc5-39ed-4736-9237-f5e452e222ae req-e672661d-8f46-437d-88f8-49c757fb2e3b tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745280 Feb 28 17:29:21.510641 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5a48197-1055-4413-a81a-aaa9142840ad tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (c621373a-f2e5-4280-8ca1-164e77d4f2b6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:21.631076 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5a48197-1055-4413-a81a-aaa9142840ad tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (c621373a-f2e5-4280-8ca1-164e77d4f2b6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:21.656552 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b5a48197-1055-4413-a81a-aaa9142840ad tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c621373a-f2e5-4280-8ca1-164e77d4f2b6']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:21.669128 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b5a48197-1055-4413-a81a-aaa9142840ad tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358005cc-0556-401b-a75d-6925f535cc2a') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:21.669514 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b5a48197-1055-4413-a81a-aaa9142840ad tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358005cc-0556-401b-a75d-6925f535cc2a') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:21.686489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4e081-a98e-4d68-a269-7823ac58cde6 req-85a9b405-a65e-4948-9b1e-bb63b013a78d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:21.687989 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2a4e081-a98e-4d68-a269-7823ac58cde6 req-85a9b405-a65e-4948-9b1e-bb63b013a78d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.1311934 Feb 28 17:29:21.690205 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5a48197-1055-4413-a81a-aaa9142840ad tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (358005cc-0556-401b-a75d-6925f535cc2a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:21.714464 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5a48197-1055-4413-a81a-aaa9142840ad tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (358005cc-0556-401b-a75d-6925f535cc2a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:21.725244 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a48197-1055-4413-a81a-aaa9142840ad tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:29:21.725559 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5a48197-1055-4413-a81a-aaa9142840ad tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (358005cc-0556-401b-a75d-6925f535cc2a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:29:21.728326 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:29:21.767890 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60288) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:21.787724 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2dc41871-1932-4c89-aeb7-6fe484c1c9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:21.798579 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2a4e081-a98e-4d68-a269-7823ac58cde6 req-f9058f9a-3643-4b1b-b192-23fafab03a2e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015165 Feb 28 17:29:21.902992 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5a48197-1055-4413-a81a-aaa9142840ad tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (c621373a-f2e5-4280-8ca1-164e77d4f2b6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:21.909761 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a48197-1055-4413-a81a-aaa9142840ad tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c621373a-f2e5-4280-8ca1-164e77d4f2b6 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 17:29:21.920996 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5a48197-1055-4413-a81a-aaa9142840ad tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:21.936590 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b5a48197-1055-4413-a81a-aaa9142840ad tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "DELETE /v2.0/networks/c621373a-f2e5-4280-8ca1-164e77d4f2b6 HTTP/1.1" status: 204 len: 168 time: 0.5084856 Feb 28 17:29:21.980127 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2dc41871-1932-4c89-aeb7-6fe484c1c9b7 admin admin] Publish callbacks [] for security_group (964395d9-9f72-4af8-b993-9c511411ae62), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:21.992349 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a48197-1055-4413-a81a-aaa9142840ad tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event deleted for resources: {'Network': ['ID=c621373a-f2e5-4280-8ca1-164e77d4f2b6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:22.091437 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2dc41871-1932-4c89-aeb7-6fe484c1c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (964395d9-9f72-4af8-b993-9c511411ae62), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:22.161646 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2dc41871-1932-4c89-aeb7-6fe484c1c9b7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=95bda9d9cec848ffbf26097f8699ea39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3882949 Feb 28 17:29:22.161765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60298) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:22.229997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc41871-1932-4c89-aeb7-6fe484c1c9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964395d9-9f72-4af8-b993-9c511411ae62,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:22.303652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b60fd735-5193-458f-8852-bfe4138845b9 admin admin] Publish callbacks [] for security_group (964395d9-9f72-4af8-b993-9c511411ae62), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:22.351569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b60fd735-5193-458f-8852-bfe4138845b9 admin admin] Publish callbacks [] for security_group (964395d9-9f72-4af8-b993-9c511411ae62), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:22.391434 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['13c52f41-c9b8-4e68-8e1e-c4320b8ce669'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:29:22.480201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9c8a-f25c-42a5-a80e-3f8155768f82 req-ea854fe6-fe28-493a-beb2-a4c3f5baa1fe tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:22.485578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9c8a-f25c-42a5-a80e-3f8155768f82 req-ea854fe6-fe28-493a-beb2-a4c3f5baa1fe tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:22.496252 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e8f9c8a-f25c-42a5-a80e-3f8155768f82 req-ea854fe6-fe28-493a-beb2-a4c3f5baa1fe tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1681 time: 0.1282670 Feb 28 17:29:22.525421 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b60fd735-5193-458f-8852-bfe4138845b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (964395d9-9f72-4af8-b993-9c511411ae62), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:22.528165 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b60fd735-5193-458f-8852-bfe4138845b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:22.529473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b60fd735-5193-458f-8852-bfe4138845b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/964395d9-9f72-4af8-b993-9c511411ae62 HTTP/1.1" status: 204 len: 168 time: 0.3677969 Feb 28 17:29:22.565644 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fd735-5193-458f-8852-bfe4138845b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964395d9-9f72-4af8-b993-9c511411ae62,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:22.655834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e8f9c8a-f25c-42a5-a80e-3f8155768f82 req-32528a26-c1c7-4535-bcdc-eb8390aca481 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583176 Feb 28 17:29:22.691042 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60314) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:22.695486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3ca0a3fd-dc12-4596-ba2f-8a5035fc927f tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Request body: {'router': {'name': 'tempest-router--344047472', 'project_id': 'b12ee2cf61c7472fb442a28e085ec7c1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:22.756949 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483325e3-4aa5-4ae6-92af-1b950aaeb15b req-99b18525-90dc-4893-9431-cc7dc7a03bff tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:22.760080 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-483325e3-4aa5-4ae6-92af-1b950aaeb15b req-99b18525-90dc-4893-9431-cc7dc7a03bff tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 946 time: 0.1515174 Feb 28 17:29:22.823749 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ca0a3fd-dc12-4596-ba2f-8a5035fc927f tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (23afd1ec-7499-46f9-86a9-591c9d4b95bb), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:22.825458 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ca0a3fd-dc12-4596-ba2f-8a5035fc927f tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (23afd1ec-7499-46f9-86a9-591c9d4b95bb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:22.852877 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-483325e3-4aa5-4ae6-92af-1b950aaeb15b req-aaaf25b0-e522-4cf3-a1cf-8f1f36d3503e tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853987 Feb 28 17:29:22.900941 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ca0a3fd-dc12-4596-ba2f-8a5035fc927f tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_controller (23afd1ec-7499-46f9-86a9-591c9d4b95bb), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:23.002887 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ca0a3fd-dc12-4596-ba2f-8a5035fc927f tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (23afd1ec-7499-46f9-86a9-591c9d4b95bb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:23.019969 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93d878-28db-4bc8-b3e3-9516e63bcf8c req-0b77c307-00b0-4002-b236-b812c9b0f16d tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:23.034736 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9d93d878-28db-4bc8-b3e3-9516e63bcf8c req-0b77c307-00b0-4002-b236-b812c9b0f16d tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 946 time: 0.0815208 Feb 28 17:29:23.035229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60320) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:23.050716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a4729f8b-88c5-44c5-939a-ff0dfd001cc0 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Request body: {'floatingip': {'port_id': 'f7e689aa-984d-4ada-9580-24199e875796'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:23.063191 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e034f7-901f-4f16-8231-21e5d0be7ca2 req-e7cd9395-d2a5-4ebd-8bc6-6ecda2c64874 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:23.065026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23e034f7-901f-4f16-8231-21e5d0be7ca2 req-e7cd9395-d2a5-4ebd-8bc6-6ecda2c64874 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.1625087 Feb 28 17:29:23.071841 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-eb4d9a3c-b7db-49d5-8b34-6610fe6ca7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:23.073427 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-eb4d9a3c-b7db-49d5-8b34-6610fe6ca7f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 1132 time: 0.1089845 Feb 28 17:29:23.124093 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ca0a3fd-dc12-4596-ba2f-8a5035fc927f tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:23.125354 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3ca0a3fd-dc12-4596-ba2f-8a5035fc927f tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4332893 Feb 28 17:29:23.148053 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60324) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:23.212636 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23e034f7-901f-4f16-8231-21e5d0be7ca2 req-66ab9cff-7b5a-4059-ba06-787663392f1b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380289 Feb 28 17:29:23.250066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-447d4c49-7657-4e19-ba06-5530609eaa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:23.251166 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-447d4c49-7657-4e19-ba06-5530609eaa31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1696663 Feb 28 17:29:23.296915 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef301af2-ebe1-41ac-87d5-e395c8599e2c tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (23afd1ec-7499-46f9-86a9-591c9d4b95bb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:23.308654 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-2bcc0012-4cb0-419f-82df-815b7ee16e14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 200 len: 217 time: 0.0495522 Feb 28 17:29:23.406906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-4bf8bbe1-b59c-4704-a4a3-815acf69dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:23.409965 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-4bf8bbe1-b59c-4704-a4a3-815acf69dee5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0946927 Feb 28 17:29:23.432797 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4729f8b-88c5-44c5-939a-ff0dfd001cc0 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for floatingip (345a0b48-373d-4453-a023-0c4d62a940cc), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:23.494724 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-9ec956b4-6e31-453e-87f9-d989280b6fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:23.496589 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-9ec956b4-6e31-453e-87f9-d989280b6fea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0807095 Feb 28 17:29:23.614672 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-19d3ded3-f3f7-4602-9c54-4c311fb57c09 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118071 Feb 28 17:29:23.617667 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3bbb2066-76a4-4ab9-b4ac-5449057b5864 req-49e1bd99-dc67-4749-96fc-6f9093a44990 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1800995 Feb 28 17:29:23.673598 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef301af2-ebe1-41ac-87d5-e395c8599e2c tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (23afd1ec-7499-46f9-86a9-591c9d4b95bb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:23.676602 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef301af2-ebe1-41ac-87d5-e395c8599e2c tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_controller (23afd1ec-7499-46f9-86a9-591c9d4b95bb), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:23.779484 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-7ddcea76-158e-47c9-862c-9b4fcea7a9f8 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575263 Feb 28 17:29:23.881189 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c6a868ee-fc77-4a31-b684-1e191db6b415 req-c66ae457-0370-4b3e-a354-ad0e58551e68 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0570238 Feb 28 17:29:23.916324 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef301af2-ebe1-41ac-87d5-e395c8599e2c tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (23afd1ec-7499-46f9-86a9-591c9d4b95bb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:23.916836 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef301af2-ebe1-41ac-87d5-e395c8599e2c tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23afd1ec-7499-46f9-86a9-591c9d4b95bb {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:29:23.921579 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef301af2-ebe1-41ac-87d5-e395c8599e2c tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:23.925511 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ef301af2-ebe1-41ac-87d5-e395c8599e2c tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "DELETE /v2.0/routers/23afd1ec-7499-46f9-86a9-591c9d4b95bb HTTP/1.1" status: 204 len: 168 time: 0.7738650 Feb 28 17:29:24.009787 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:29:24.054452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62105a25-6bf6-4337-aa43-3bd161f10d51 req-cc9b831b-fb55-42f0-9a10-330ca784c270 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:24.060965 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62105a25-6bf6-4337-aa43-3bd161f10d51 req-cc9b831b-fb55-42f0-9a10-330ca784c270 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:24.062791 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-62105a25-6bf6-4337-aa43-3bd161f10d51 req-cc9b831b-fb55-42f0-9a10-330ca784c270 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1681 time: 0.2583122 Feb 28 17:29:24.194370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:29:24.198161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:24.198533 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:24.262404 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-62105a25-6bf6-4337-aa43-3bd161f10d51 req-1d662c5b-d83a-490c-9e09-ad9df04e426a tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889770 Feb 28 17:29:24.366497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:24.370718 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:24.405830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=13c52f41-c9b8-4e68-8e1e-c4320b8ce669,segment=NetworkSegment(6147316a-84f5-42cc-a89d-7d1278a23212),segment_id=6147316a-84f5-42cc-a89d-7d1278a23212)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:24.406843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c52f41-c9b8-4e68-8e1e-c4320b8ce669'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:24.410564 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeade4c-62cf-4da5-a071-8c1819991293" -d '{"events": [{"server_uuid": "e74a5183-1423-4de1-ba6f-a19f51748380", "name": "network-vif-plugged", "status": "completed", "tag": "13c52f41-c9b8-4e68-8e1e-c4320b8ce669"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:24.451279 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ffae6-b2d5-4b7f-8896-cf16139f48ac req-fffc483a-d8da-4773-9f18-fd1838074388 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:24.461613 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-199ffae6-b2d5-4b7f-8896-cf16139f48ac req-fffc483a-d8da-4773-9f18-fd1838074388 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.1040564 Feb 28 17:29:24.474375 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:24.475181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 36683238-63a2-42c2-8bd9-39298c04eb11 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:29:24.499175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60364) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:24.532879 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811b7193-9f80-415e-8579-1675c3d38d7b x-openstack-request-id: req-811b7193-9f80-415e-8579-1675c3d38d7b {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:24.533301 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74a5183-1423-4de1-ba6f-a19f51748380", "name": "network-vif-plugged", "status": "completed", "tag": "13c52f41-c9b8-4e68-8e1e-c4320b8ce669", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:24.536704 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-811b7193-9f80-415e-8579-1675c3d38d7b {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:24.541998 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-199ffae6-b2d5-4b7f-8896-cf16139f48ac req-00cb7470-9a34-4d33-b8e3-796083e7a2da tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794189 Feb 28 17:29:24.546319 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c52f41-c9b8-4e68-8e1e-c4320b8ce669', 'code': 200} Feb 28 17:29:24.639542 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=13c52f41-c9b8-4e68-8e1e-c4320b8ce669,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:24.696800 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 36683238-63a2-42c2-8bd9-39298c04eb11 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:29:24.702299 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 36683238-63a2-42c2-8bd9-39298c04eb11 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:24.702827 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (36683238-63a2-42c2-8bd9-39298c04eb11), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:24.780465 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4729f8b-88c5-44c5-939a-ff0dfd001cc0 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:24.799237 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 36683238-63a2-42c2-8bd9-39298c04eb11 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:24.799623 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (36683238-63a2-42c2-8bd9-39298c04eb11), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:24.840340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 36683238-63a2-42c2-8bd9-39298c04eb11, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=36683238-63a2-42c2-8bd9-39298c04eb11,segment=NetworkSegment(07517987-b9c6-4868-a262-8ada9e11ee72),segment_id=07517987-b9c6-4868-a262-8ada9e11ee72)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:24.892920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1808027306', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:24.904958 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4729f8b-88c5-44c5-939a-ff0dfd001cc0 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (345a0b48-373d-4453-a023-0c4d62a940cc), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:24.950304 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (36683238-63a2-42c2-8bd9-39298c04eb11), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:25.037211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=36683238-63a2-42c2-8bd9-39298c04eb11,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:25.040919 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (7fa63d39-c360-4783-b7bf-368533301aa4), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:25.042380 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (7fa63d39-c360-4783-b7bf-368533301aa4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:25.052183 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-a4729f8b-88c5-44c5-939a-ff0dfd001cc0 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Floating IP 345a0b48-373d-4453-a023-0c4d62a940cc associated. External IP: 172.25.3.33, port: f7e689aa-984d-4ada-9580-24199e875796. Feb 28 17:29:25.201428 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_controller (7fa63d39-c360-4783-b7bf-368533301aa4), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:25.398083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60388) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:25.522173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-00fdaf7e-2272-4beb-ac7b-436310bbccce tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1189093740'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:25.522646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-00fdaf7e-2272-4beb-ac7b-436310bbccce tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Unknown quota resources ['metering_label']. {{(pid=104246) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:29:25.566152 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe29849-9d73-4385-a0e9-5ce46561b068 req-67dda295-d2f8-40fc-9942-948ba3c37c05 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:25.572774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe29849-9d73-4385-a0e9-5ce46561b068 req-67dda295-d2f8-40fc-9942-948ba3c37c05 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:25.573954 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-afe29849-9d73-4385-a0e9-5ce46561b068 req-67dda295-d2f8-40fc-9942-948ba3c37c05 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1683 time: 0.2184131 Feb 28 17:29:25.576200 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (7fa63d39-c360-4783-b7bf-368533301aa4), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:25.614950 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4729f8b-88c5-44c5-939a-ff0dfd001cc0 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:29:25.815220 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-00fdaf7e-2272-4beb-ac7b-436310bbccce tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:25.819363 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-00fdaf7e-2272-4beb-ac7b-436310bbccce tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4162278 Feb 28 17:29:25.819363 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60398) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:25.824336 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-750b1e65-a9ee-4738-ae03-eee201a87aff tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e770dd97-1c80-4068-b999-db7a3d369b4b'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:25.824855 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-750b1e65-a9ee-4738-ae03-eee201a87aff tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104246) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:29:25.834383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27919c36-d055-4851-bfea-730063f70292 req-658db1ce-ffe0-427f-bc8a-1fab0b9aef1b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:25.836213 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27919c36-d055-4851-bfea-730063f70292 req-658db1ce-ffe0-427f-bc8a-1fab0b9aef1b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.2087831 Feb 28 17:29:25.960978 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27919c36-d055-4851-bfea-730063f70292 req-e19b781b-c040-442a-a9c6-2f00e6273f42 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148033 Feb 28 17:29:25.984253 n-d-820368-19 neutron-server[104246]: WARNING neutron.services.metering.metering_plugin [None req-750b1e65-a9ee-4738-ae03-eee201a87aff tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 17:29:26.093607 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-750b1e65-a9ee-4738-ae03-eee201a87aff tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:26.098452 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-750b1e65-a9ee-4738-ae03-eee201a87aff tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2747107 Feb 28 17:29:26.098709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60400) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:26.103357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-57ad9f77-3c1f-45a0-b87e-5d83a55a0d5a tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e770dd97-1c80-4068-b999-db7a3d369b4b'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:26.103860 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-57ad9f77-3c1f-45a0-b87e-5d83a55a0d5a tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104246) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:29:26.124130 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e2b9aec-df92-4a6b-8259-8081adb1dbe6 req-ac05bb87-09dd-449a-b1ad-7b84e0fe2a91 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.3758087 Feb 28 17:29:26.141044 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-afe29849-9d73-4385-a0e9-5ce46561b068 req-03d46766-67fb-4c5d-8008-7d2ab828b5fa tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564675 Feb 28 17:29:26.177241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4729f8b-88c5-44c5-939a-ff0dfd001cc0 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:29:26.182483 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4729f8b-88c5-44c5-939a-ff0dfd001cc0 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:26.198649 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a02724-e0b5-453d-9894-563e9339bae9 None None] Sync routers for ids ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:29:26.211720 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a02724-e0b5-453d-9894-563e9339bae9 None None] Routers {'50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:26.212838 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d7a02724-e0b5-453d-9894-563e9339bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:26.222781 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a4729f8b-88c5-44c5-939a-ff0dfd001cc0 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "PUT /v2.0/floatingips/345a0b48-373d-4453-a023-0c4d62a940cc HTTP/1.1" status: 200 len: 991 time: 3.1834376 Feb 28 17:29:26.222781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c576b29b-c41d-4ede-9a73-810c94cdea14', 'tag': 'f7e689aa-984d-4ada-9580-24199e875796'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:26.223557 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25896626-ec42-44da-a554-a8cdd226050b" -d '{"events": [{"name": "network-changed", "server_uuid": "c576b29b-c41d-4ede-9a73-810c94cdea14", "tag": "f7e689aa-984d-4ada-9580-24199e875796"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:26.279411 n-d-820368-19 neutron-server[104246]: WARNING neutron.services.metering.metering_plugin [None req-57ad9f77-3c1f-45a0-b87e-5d83a55a0d5a tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 17:29:26.284346 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b5050e-17cc-4d4c-92e2-42c311ff6fdb x-openstack-request-id: req-44b5050e-17cc-4d4c-92e2-42c311ff6fdb {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:26.284631 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c576b29b-c41d-4ede-9a73-810c94cdea14", "tag": "f7e689aa-984d-4ada-9580-24199e875796", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:26.284880 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-44b5050e-17cc-4d4c-92e2-42c311ff6fdb {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:26.285272 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c576b29b-c41d-4ede-9a73-810c94cdea14', 'tag': 'f7e689aa-984d-4ada-9580-24199e875796', 'status': 'completed', 'code': 200} Feb 28 17:29:26.377780 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-d7a02724-e0b5-453d-9894-563e9339bae9 None None] Set router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:29:26.459530 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (7fa63d39-c360-4783-b7bf-368533301aa4), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:26.486946 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7cb318d-6579-4d7c-8bfd-96f543fb1f2c req-bac9ad67-c734-41c1-82bd-12a2298c67f3 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1166849 Feb 28 17:29:26.491047 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-57ad9f77-3c1f-45a0-b87e-5d83a55a0d5a tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:26.492850 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-57ad9f77-3c1f-45a0-b87e-5d83a55a0d5a tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3926246 Feb 28 17:29:26.496326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60412) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:26.517044 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:26.519743 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a6ceb61f-1522-46b3-8617-805c5e1b1df7 tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=e6da8959-21ba-4dc9-8271-bfb5b39733cb HTTP/1.1" status: 200 len: 464 time: 0.0164955 Feb 28 17:29:26.523695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60414) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:26.547515 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31816b17-c96b-4c79-879f-3524389d118a req-78ce5680-4a4c-48e5-82c8-13fafaa816ce tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:26.548329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36683238-63a2-42c2-8bd9-39298c04eb11'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:26.551255 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a2b634-66dd-4e99-a123-52db637a7e30" -d '{"events": [{"server_uuid": "e74a5183-1423-4de1-ba6f-a19f51748380", "name": "network-vif-plugged", "status": "completed", "tag": "36683238-63a2-42c2-8bd9-39298c04eb11"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:26.560940 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-31816b17-c96b-4c79-879f-3524389d118a req-78ce5680-4a4c-48e5-82c8-13fafaa816ce tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 946 time: 0.1860337 Feb 28 17:29:26.602846 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65acc137-3f48-4df1-b0f2-13cf862b21ff x-openstack-request-id: req-65acc137-3f48-4df1-b0f2-13cf862b21ff {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:26.603408 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74a5183-1423-4de1-ba6f-a19f51748380", "name": "network-vif-plugged", "status": "completed", "tag": "36683238-63a2-42c2-8bd9-39298c04eb11", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:26.604465 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-65acc137-3f48-4df1-b0f2-13cf862b21ff {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:26.605072 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36683238-63a2-42c2-8bd9-39298c04eb11', 'code': 200} Feb 28 17:29:26.614767 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25896626-ec42-44da-a554-a8cdd226050b req-5a9ffaa1-77d2-4cbc-8e20-7315e28bfd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:26.619376 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25896626-ec42-44da-a554-a8cdd226050b req-5a9ffaa1-77d2-4cbc-8e20-7315e28bfd91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62c58d43d61945d88652659b1228e47a&device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 1129 time: 0.2736011 Feb 28 17:29:26.696528 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-31816b17-c96b-4c79-879f-3524389d118a req-05c9d113-9c38-4535-8af7-90ef6a499c5e tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346343 Feb 28 17:29:26.707064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Allocated IP 172.25.3.145 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/4d328743-b262-40ac-a289-f7e23f3c09fa) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:26.753108 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d7a02724-e0b5-453d-9894-563e9339bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:28:49Z', 'revision_number': 4, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '345a0b48-373d-4453-a023-0c4d62a940cc', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'floating_ip_address': '172.25.3.33', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'port_id': 'f7e689aa-984d-4ada-9580-24199e875796', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'mac_address': 'fa:16:3e:45:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c576b29b-c41d-4ede-9a73-810c94cdea14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:28:58Z', 'updated_at': '2022-02-28T17:29:24Z', 'revision_number': 1, 'project_id': '62c58d43d61945d88652659b1228e47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa541d65-2a3a-4e0e-99e7-3101f67f0744', 'name': '', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'mac_address': 'fa:16:3e:de:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:47Z', 'updated_at': '2022-02-28T17:28:57Z', 'revision_number': 5, 'project_id': '62c58d43d61945d88652659b1228e47a', 'subnets': [{'id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:26.793081 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a02724-e0b5-453d-9894-563e9339bae9 None None] Checking router: 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:29:26.804919 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a02724-e0b5-453d-9894-563e9339bae9 None None] Routers {'50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:26.806180 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d7a02724-e0b5-453d-9894-563e9339bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:26.822725 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for port (4d328743-b262-40ac-a289-f7e23f3c09fa), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:26.869707 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-997922e4-3fdb-438d-8c29-ca355ab71233 tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:26.874303 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-997922e4-3fdb-438d-8c29-ca355ab71233 tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/e6da8959-21ba-4dc9-8271-bfb5b39733cb HTTP/1.1" status: 204 len: 168 time: 0.3481815 Feb 28 17:29:26.875499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60420) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:26.897094 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae359c29-5e1d-4f26-a4dd-709bd1354b5e req-800395f9-30fd-4405-bcfc-72f5b07c8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:26.897561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae359c29-5e1d-4f26-a4dd-709bd1354b5e req-800395f9-30fd-4405-bcfc-72f5b07c8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:26.899154 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ae359c29-5e1d-4f26-a4dd-709bd1354b5e req-800395f9-30fd-4405-bcfc-72f5b07c8c86 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 2049 time: 0.2181234 Feb 28 17:29:26.909252 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e9895084-6cee-4fad-80cf-b9118bea0026 tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=e6da8959-21ba-4dc9-8271-bfb5b39733cb HTTP/1.1" status: 200 len: 221 time: 0.0245428 Feb 28 17:29:26.909553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60422) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:26.914974 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3123ca19-1c5b-4e04-8c87-1705b77a84da tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--515045708', 'description': 'label created by tempest'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:26.915431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3123ca19-1c5b-4e04-8c87-1705b77a84da tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Unknown quota resources ['metering_label']. {{(pid=104247) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:29:26.951472 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (4d328743-b262-40ac-a289-f7e23f3c09fa), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:26.953622 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-d7a02724-e0b5-453d-9894-563e9339bae9 None None] Set router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:29:26.969940 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25896626-ec42-44da-a554-a8cdd226050b req-db0198b7-f827-44b8-b72c-2e49157a694b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:26.971448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25896626-ec42-44da-a554-a8cdd226050b req-db0198b7-f827-44b8-b72c-2e49157a694b service neutron] 10.222.0.69 "GET /v2.0/networks?id=01ea3ca2-f493-4cde-881c-d4403fda0a8b HTTP/1.1" status: 200 len: 906 time: 0.3228211 Feb 28 17:29:26.973577 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ae359c29-5e1d-4f26-a4dd-709bd1354b5e req-0d03bc1b-408b-44a7-9b1a-fecbe3943075 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638361 Feb 28 17:29:27.027153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:27.032357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:27.035423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:27.088968 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25896626-ec42-44da-a554-a8cdd226050b req-0f281042-3f8d-4fa0-ba00-b0129a9cbe6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7e689aa-984d-4ada-9580-24199e875796 HTTP/1.1" status: 200 len: 999 time: 0.1014681 Feb 28 17:29:27.145382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25896626-ec42-44da-a554-a8cdd226050b req-017e644c-9389-4a22-afd5-6dfecb75b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:27.152228 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25896626-ec42-44da-a554-a8cdd226050b req-017e644c-9389-4a22-afd5-6dfecb75b62e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed92c979-8bbe-41ad-93dd-7f92f6d828e2 HTTP/1.1" status: 200 len: 844 time: 0.0575809 Feb 28 17:29:27.266004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Pushing event updated for resources: {'Port': ['ID=4d328743-b262-40ac-a289-f7e23f3c09fa,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:27.267755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25896626-ec42-44da-a554-a8cdd226050b req-bfbafac6-2ffc-4d1b-ba9a-f977282e86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:27.270611 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25896626-ec42-44da-a554-a8cdd226050b req-bfbafac6-2ffc-4d1b-ba9a-f977282e86cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01ea3ca2-f493-4cde-881c-d4403fda0a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0997038 Feb 28 17:29:27.305328 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d7a02724-e0b5-453d-9894-563e9339bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:28:49Z', 'revision_number': 4, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '345a0b48-373d-4453-a023-0c4d62a940cc', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'floating_ip_address': '172.25.3.33', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'port_id': 'f7e689aa-984d-4ada-9580-24199e875796', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'mac_address': 'fa:16:3e:45:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c576b29b-c41d-4ede-9a73-810c94cdea14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:28:58Z', 'updated_at': '2022-02-28T17:29:24Z', 'revision_number': 1, 'project_id': '62c58d43d61945d88652659b1228e47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa541d65-2a3a-4e0e-99e7-3101f67f0744', 'name': '', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'mac_address': 'fa:16:3e:de:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:47Z', 'updated_at': '2022-02-28T17:28:57Z', 'revision_number': 5, 'project_id': '62c58d43d61945d88652659b1228e47a', 'subnets': [{'id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:27.338282 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a02724-e0b5-453d-9894-563e9339bae9 None None] The sync data for ids ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'] in n-d-820368-19 is: [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:28:49Z', 'revision_number': 4, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '345a0b48-373d-4453-a023-0c4d62a940cc', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'floating_ip_address': '172.25.3.33', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'port_id': 'f7e689aa-984d-4ada-9580-24199e875796', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'mac_address': 'fa:16:3e:45:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c576b29b-c41d-4ede-9a73-810c94cdea14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:28:58Z', 'updated_at': '2022-02-28T17:29:24Z', 'revision_number': 1, 'project_id': '62c58d43d61945d88652659b1228e47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa541d65-2a3a-4e0e-99e7-3101f67f0744', 'name': '', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'mac_address': 'fa:16:3e:de:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:47Z', 'updated_at': '2022-02-28T17:28:57Z', 'revision_number': 5, 'project_id': '62c58d43d61945d88652659b1228e47a', 'subnets': [{'id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:29:27.379846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65b09a-0977-4ad9-8e08-c3bc80c9e5cf req-44b5cf3b-243b-4806-8b65-5bb7baea68ee tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:27.387270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65b09a-0977-4ad9-8e08-c3bc80c9e5cf req-44b5cf3b-243b-4806-8b65-5bb7baea68ee tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:27.389111 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad65b09a-0977-4ad9-8e08-c3bc80c9e5cf req-44b5cf3b-243b-4806-8b65-5bb7baea68ee tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1683 time: 0.1379275 Feb 28 17:29:27.446499 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25896626-ec42-44da-a554-a8cdd226050b req-701d6076-d787-4e35-bc8d-4a8490a41ef0 service neutron] 10.222.0.69 "GET /v2.0/networks/01ea3ca2-f493-4cde-881c-d4403fda0a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593001 Feb 28 17:29:27.452392 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3123ca19-1c5b-4e04-8c87-1705b77a84da tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:27.456143 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3123ca19-1c5b-4e04-8c87-1705b77a84da tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5431566 Feb 28 17:29:27.456675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60428) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:27.481207 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403996e-de75-4f58-af38-f7f1c7338b54 req-4b3c4c7a-8ec5-46be-aea0-c6e60b4bc86e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:27.482972 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8403996e-de75-4f58-af38-f7f1c7338b54 req-4b3c4c7a-8ec5-46be-aea0-c6e60b4bc86e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.3575780 Feb 28 17:29:27.547987 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8403996e-de75-4f58-af38-f7f1c7338b54 req-6c7fcb61-f5dc-434b-8de5-1489e1a3af78 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586741 Feb 28 17:29:27.611701 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-269e97e6-3e27-4123-a38f-17eee53af22e tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=8dabf934-9643-48c0-9e90-85cf23f62200 HTTP/1.1" status: 200 len: 467 time: 0.1439962 Feb 28 17:29:27.625807 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad65b09a-0977-4ad9-8e08-c3bc80c9e5cf req-b9194aba-d603-408f-9044-01b12fc3a181 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268655 Feb 28 17:29:27.626347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60434) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:27.675622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566fe2e5-dbae-4758-9c2a-4cfc19772de3 None None] New status for floating IP 345a0b48-373d-4453-a023-0c4d62a940cc: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:29:27.715259 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (7fa63d39-c360-4783-b7bf-368533301aa4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:27.820831 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25896626-ec42-44da-a554-a8cdd226050b req-9014d4ef-1210-4f90-8868-b5654eda788b service neutron] 10.222.0.69 "GET /v2.0/networks/01ea3ca2-f493-4cde-881c-d4403fda0a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670928 Feb 28 17:29:27.967193 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (7fa63d39-c360-4783-b7bf-368533301aa4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:28.002178 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-071607c7-1e61-4b23-ab74-63882a68c204 tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:28.005793 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-071607c7-1e61-4b23-ab74-63882a68c204 tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/8dabf934-9643-48c0-9e90-85cf23f62200 HTTP/1.1" status: 204 len: 168 time: 0.3743036 Feb 28 17:29:28.006052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60438) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:28.017005 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c698801a-0315-4aad-b1a6-8c365524c5d0 tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=8dabf934-9643-48c0-9e90-85cf23f62200 HTTP/1.1" status: 200 len: 216 time: 0.0098550 Feb 28 17:29:28.024880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60440) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:28.038079 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5ea3d9f4-fc39-4ef8-85a1-f9d064fbfcb9 tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0103984 Feb 28 17:29:28.040584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60442) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:28.058110 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0fc8ded5-4cab-4e0d-a379-407a68f3a299 tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0121922 Feb 28 17:29:28.058315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60444) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:28.112946 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e2951b11-f3ce-46d7-aeb3-e4da4cc5d95d tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels/e770dd97-1c80-4068-b999-db7a3d369b4b HTTP/1.1" status: 200 len: 473 time: 0.0535154 Feb 28 17:29:28.116861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60446) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:28.132381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c98eb247-2ec3-48a2-9ffe-ebb852229555 tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules/f99a79db-afce-4b19-9af9-58ba11aa9798 HTTP/1.1" status: 200 len: 461 time: 0.0139015 Feb 28 17:29:28.136648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60448) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:28.226976 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Router 7fa63d39-c360-4783-b7bf-368533301aa4 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:29:28.371382 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:29:28.384705 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40809e8-fcbc-419a-a87a-d775205b8ad3 None None] Sync routers for ids ['7fa63d39-c360-4783-b7bf-368533301aa4'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:29:28.400604 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40809e8-fcbc-419a-a87a-d775205b8ad3 None None] Routers {'7fa63d39-c360-4783-b7bf-368533301aa4'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:28.404043 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f40809e8-fcbc-419a-a87a-d775205b8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7fa63d39-c360-4783-b7bf-368533301aa4'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:28.489348 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f40809e8-fcbc-419a-a87a-d775205b8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:28.512067 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40809e8-fcbc-419a-a87a-d775205b8ad3 None None] Routers {'7fa63d39-c360-4783-b7bf-368533301aa4'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:28.513076 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f40809e8-fcbc-419a-a87a-d775205b8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7fa63d39-c360-4783-b7bf-368533301aa4'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:28.552569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:28.554211 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ada74503-3881-4453-9810-00fc9dbf52be tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9830420 Feb 28 17:29:28.563581 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-135cbb68-8f5b-4077-b3de-ce807b35ca4f req-bf7960a3-86ff-4007-8447-332a362a82ee service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0638521 Feb 28 17:29:28.564582 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60454) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:28.635986 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f40809e8-fcbc-419a-a87a-d775205b8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:28.640525 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40809e8-fcbc-419a-a87a-d775205b8ad3 None None] The sync data for ids ['7fa63d39-c360-4783-b7bf-368533301aa4'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:29:28.917827 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d93129c-4a20-4716-9934-7e104d11c8f3 tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:28.921720 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7d93129c-4a20-4716-9934-7e104d11c8f3 tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/f99a79db-afce-4b19-9af9-58ba11aa9798 HTTP/1.1" status: 204 len: 168 time: 0.7840683 Feb 28 17:29:28.923124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60466) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:29.017546 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce8a48ea-1cbb-47e8-a0cd-77dacfe09738 req-2b4acef8-9481-4911-95d6-deca4cab192a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1043169 Feb 28 17:29:29.036180 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-76aad050-5dda-4038-b82c-6d926560503a tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/routers/7fa63d39-c360-4783-b7bf-368533301aa4 HTTP/1.1" status: 200 len: 925 time: 0.4676204 Feb 28 17:29:29.038210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60468) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:29.083090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b056dd2-a900-4102-b65a-94c0e525f4ee req-21f19ea0-e123-4180-b7e3-42a8e7eaa293 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:29.085298 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6b056dd2-a900-4102-b65a-94c0e525f4ee req-21f19ea0-e123-4180-b7e3-42a8e7eaa293 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.2646806 Feb 28 17:29:29.087842 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-add336eb-2e11-4ebc-8d8c-d03317605f5e tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fa63d39-c360-4783-b7bf-368533301aa4 HTTP/1.1" status: 200 len: 205 time: 0.0503576 Feb 28 17:29:29.095541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60470) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:29.216105 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9043d71-dc3a-4cab-892d-09f79f413f5a req-6b1e7347-30f2-43bf-acd5-183b915ef070 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:29.219284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9043d71-dc3a-4cab-892d-09f79f413f5a req-6b1e7347-30f2-43bf-acd5-183b915ef070 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:29.219470 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6b056dd2-a900-4102-b65a-94c0e525f4ee req-16fe94e1-1463-4497-832f-251e429db615 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246321 Feb 28 17:29:29.220888 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9043d71-dc3a-4cab-892d-09f79f413f5a req-6b1e7347-30f2-43bf-acd5-183b915ef070 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1683 time: 0.3063860 Feb 28 17:29:29.254870 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (7fa63d39-c360-4783-b7bf-368533301aa4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:29.326862 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9043d71-dc3a-4cab-892d-09f79f413f5a req-509b7cd1-1028-4c42-8dbf-18f5cec9c194 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545058 Feb 28 17:29:29.361973 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae1a8-18b4-4da2-a5b1-96eaea895bf9 tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:29.365702 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3b1ae1a8-18b4-4da2-a5b1-96eaea895bf9 tempest-MeteringTestJSON-2004291694 tempest-MeteringTestJSON-2004291694-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/e770dd97-1c80-4068-b999-db7a3d369b4b HTTP/1.1" status: 204 len: 168 time: 0.4035468 Feb 28 17:29:29.386927 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (7fa63d39-c360-4783-b7bf-368533301aa4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:29.544521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Deleting port 4d328743-b262-40ac-a289-f7e23f3c09fa {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:29.545075 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4d328743-b262-40ac-a289-f7e23f3c09fa), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:29.625813 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4d328743-b262-40ac-a289-f7e23f3c09fa), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:29.637667 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Calling delete_port for 4d328743-b262-40ac-a289-f7e23f3c09fa owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:29.742170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60476) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:29.942758 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (4d328743-b262-40ac-a289-f7e23f3c09fa), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:29.998496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Pushing event deleted for resources: {'Port': ['ID=4d328743-b262-40ac-a289-f7e23f3c09fa,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:30.045665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60484) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:30.121189 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (7fa63d39-c360-4783-b7bf-368533301aa4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:30.183227 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e50ce20f-20d0-4f5a-82db-30fa14782d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:30.297972 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (7fa63d39-c360-4783-b7bf-368533301aa4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:30.300378 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_controller (7fa63d39-c360-4783-b7bf-368533301aa4), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:30.317522 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (40d52aa2-b44a-488d-a012-e25eb801726e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:30.427890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde97ea-7f2c-4318-9ed3-0fae656c6079 req-e20f8279-549b-4ade-8d0f-3f9fb59b6cfd tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:30.435836 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8bde97ea-7f2c-4318-9ed3-0fae656c6079 req-e20f8279-549b-4ade-8d0f-3f9fb59b6cfd tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.0807953 Feb 28 17:29:30.460850 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (7fa63d39-c360-4783-b7bf-368533301aa4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:30.461650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Fanout notify agent at l3_agent the message router_deleted on router 7fa63d39-c360-4783-b7bf-368533301aa4 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:29:30.478101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:30.482891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f4923cd6-72fd-4ab5-929c-d1502bf9a011 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "DELETE /v2.0/routers/7fa63d39-c360-4783-b7bf-368533301aa4 HTTP/1.1" status: 204 len: 168 time: 1.3864794 Feb 28 17:29:30.483686 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60494) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:30.492120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Request body: {'router': {'name': 'tempest-snat-router-221327247', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'enable_snat': False}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:30.534891 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e50ce20f-20d0-4f5a-82db-30fa14782d7e admin admin] Publish callbacks [] for security_group (8a504965-20db-454d-82b3-0a20ed891b92), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:30.556684 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8bde97ea-7f2c-4318-9ed3-0fae656c6079 req-c0274ebf-8088-40cd-8986-1fa02ebd5a28 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122558 Feb 28 17:29:30.610552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280231e-ad80-4dd0-be2c-0390876b8415 req-ccbf876c-6a49-4563-a48c-5ffea24a7c8e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:30.616464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280231e-ad80-4dd0-be2c-0390876b8415 req-ccbf876c-6a49-4563-a48c-5ffea24a7c8e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:30.618053 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1280231e-ad80-4dd0-be2c-0390876b8415 req-ccbf876c-6a49-4563-a48c-5ffea24a7c8e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1683 time: 0.2089121 Feb 28 17:29:30.663329 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (50cbac56-9b2b-46aa-8644-1e39d609c911), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:30.666114 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (50cbac56-9b2b-46aa-8644-1e39d609c911), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:30.684149 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1280231e-ad80-4dd0-be2c-0390876b8415 req-a620ebde-f836-4745-9bc4-b351a1459f1e tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581136 Feb 28 17:29:30.785990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Deleting port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:30.786327 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:30.883896 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e50ce20f-20d0-4f5a-82db-30fa14782d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8a504965-20db-454d-82b3-0a20ed891b92), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:30.943777 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] For port 22bb4e5c-1d18-4931-9a1b-ac80a8db2439, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=22bb4e5c-1d18-4931-9a1b-ac80a8db2439,segment=NetworkSegment(b7ac9249-e6bf-483f-8503-e60544033712),segment_id=b7ac9249-e6bf-483f-8503-e60544033712)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:30.944304 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:30.971414 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Calling delete_port for 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:31.274417 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (22bb4e5c-1d18-4931-9a1b-ac80a8db2439), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:31.282727 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_controller (50cbac56-9b2b-46aa-8644-1e39d609c911), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:31.306497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e50ce20f-20d0-4f5a-82db-30fa14782d7e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a706308996548138e96dc08fa639343&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2579744 Feb 28 17:29:31.306497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60504) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:31.306990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=22bb4e5c-1d18-4931-9a1b-ac80a8db2439,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:31.336383 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-59004209-60b8-43f3-91c5-302b79f7a0d1 req-dcbbd922-2173-4423-ab40-2077589ccc05 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0524628 Feb 28 17:29:31.340080 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:31.340571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:31.340849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:31.341380 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:31.342151 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:31.342151 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:31.346646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:31.346646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:31.347586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:31.347586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:31.347586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:31.347870 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:31.348221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:31.358496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ce20f-20d0-4f5a-82db-30fa14782d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a504965-20db-454d-82b3-0a20ed891b92,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:31.591031 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-820027d5-2e5d-4c5c-b88b-91709878a1a5 req-2f0f1179-479f-4867-b478-7815811d5c2f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0398083 Feb 28 17:29:31.605859 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e3e37eb-81c9-422d-98f1-a8999a625e37 admin admin] Publish callbacks [] for security_group (8a504965-20db-454d-82b3-0a20ed891b92), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:31.608770 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (40d52aa2-b44a-488d-a012-e25eb801726e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:31.673600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4a25a-1b51-48c4-8056-2a70b6d90f6d req-2a3520dd-d0ce-4fc8-a3d5-2f74e28f88fc tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:31.678766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4a25a-1b51-48c4-8056-2a70b6d90f6d req-2a3520dd-d0ce-4fc8-a3d5-2f74e28f88fc tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:31.686612 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37e4a25a-1b51-48c4-8056-2a70b6d90f6d req-2a3520dd-d0ce-4fc8-a3d5-2f74e28f88fc tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1683 time: 0.2264228 Feb 28 17:29:31.694873 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e3e37eb-81c9-422d-98f1-a8999a625e37 admin admin] Publish callbacks [] for security_group (8a504965-20db-454d-82b3-0a20ed891b92), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:31.702729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (50cbac56-9b2b-46aa-8644-1e39d609c911), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:31.781295 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37e4a25a-1b51-48c4-8056-2a70b6d90f6d req-a2870dd1-4071-4ea6-832f-98c7f36b4f71 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936415 Feb 28 17:29:31.794760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85456d07-5f69-47e3-ba97-e1291891573f req-e2f44382-fb99-4396-9930-dad402982a8d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:31.796471 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85456d07-5f69-47e3-ba97-e1291891573f req-e2f44382-fb99-4396-9930-dad402982a8d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.1285558 Feb 28 17:29:31.873768 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e3e37eb-81c9-422d-98f1-a8999a625e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8a504965-20db-454d-82b3-0a20ed891b92), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:31.876363 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e3e37eb-81c9-422d-98f1-a8999a625e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:31.880106 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8e3e37eb-81c9-422d-98f1-a8999a625e37 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a504965-20db-454d-82b3-0a20ed891b92 HTTP/1.1" status: 204 len: 168 time: 0.5709236 Feb 28 17:29:31.889761 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e37eb-81c9-422d-98f1-a8999a625e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a504965-20db-454d-82b3-0a20ed891b92,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:31.937883 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85456d07-5f69-47e3-ba97-e1291891573f req-310e4d7b-5a99-477a-8172-aab8c6a213aa tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344910 Feb 28 17:29:31.964012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Router 40d52aa2-b44a-488d-a012-e25eb801726e has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:29:32.093223 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (50cbac56-9b2b-46aa-8644-1e39d609c911), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:32.098748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:29:32.103941 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cb8c2550-759e-441b-a3ac-13b1313afb7f admin admin] 10.222.0.72 "PUT /v2.0/routers/40d52aa2-b44a-488d-a012-e25eb801726e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3604767 Feb 28 17:29:32.109452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9bbae-cd78-40f0-a592-3b6190695619 None None] Sync routers for ids ['40d52aa2-b44a-488d-a012-e25eb801726e'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:29:32.118377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60516) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:32.119059 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:32.122362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9bbae-cd78-40f0-a592-3b6190695619 None None] Routers {'40d52aa2-b44a-488d-a012-e25eb801726e'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:32.124629 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-57d9bbae-cd78-40f0-a592-3b6190695619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['40d52aa2-b44a-488d-a012-e25eb801726e'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:32.238594 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] Publish callbacks [] for router (40d52aa2-b44a-488d-a012-e25eb801726e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:32.272808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Allocated IP 172.25.3.222 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/1badd5f7-6b6f-41e6-9511-e982dd8a6515) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:32.312777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-57d9bbae-cd78-40f0-a592-3b6190695619 None None] Set router 40d52aa2-b44a-488d-a012-e25eb801726e gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:29:32.390603 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] Publish callbacks [] for router_gateway (40d52aa2-b44a-488d-a012-e25eb801726e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:32.443447 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for port (1badd5f7-6b6f-41e6-9511-e982dd8a6515), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:32.502796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] Deleting port 143b9349-9589-4d7e-a123-f79cc08787c4 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:32.503127 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (143b9349-9589-4d7e-a123-f79cc08787c4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:32.547890 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-57d9bbae-cd78-40f0-a592-3b6190695619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:29:31Z', 'revision_number': 5, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port': {'id': '143b9349-9589-4d7e-a123-f79cc08787c4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:02Z', 'updated_at': '2022-02-28T17:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:32.560135 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (1badd5f7-6b6f-41e6-9511-e982dd8a6515), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:32.580420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9bbae-cd78-40f0-a592-3b6190695619 None None] Checking router: 40d52aa2-b44a-488d-a012-e25eb801726e for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:29:32.590405 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9bbae-cd78-40f0-a592-3b6190695619 None None] Routers {'40d52aa2-b44a-488d-a012-e25eb801726e'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:32.591059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-57d9bbae-cd78-40f0-a592-3b6190695619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['40d52aa2-b44a-488d-a012-e25eb801726e'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:32.610641 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] For port 143b9349-9589-4d7e-a123-f79cc08787c4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=143b9349-9589-4d7e-a123-f79cc08787c4,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:32.611468 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (143b9349-9589-4d7e-a123-f79cc08787c4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:32.634268 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] Calling delete_port for 143b9349-9589-4d7e-a123-f79cc08787c4 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:32.645647 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:32.652444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:32.657919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60522) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:32.662884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:32.672525 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event updated for resources: {'Port': ['ID=1badd5f7-6b6f-41e6-9511-e982dd8a6515,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:32.700459 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-57d9bbae-cd78-40f0-a592-3b6190695619 None None] Set router 40d52aa2-b44a-488d-a012-e25eb801726e gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:29:32.702171 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8fbf400d-1c05-4525-a4cd-6a68e10077f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:32.762684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-57d9bbae-cd78-40f0-a592-3b6190695619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:29:32Z', 'revision_number': 6, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:32.791983 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d9bbae-cd78-40f0-a592-3b6190695619 None None] The sync data for ids ['40d52aa2-b44a-488d-a012-e25eb801726e'] in n-d-820368-19 is: [{'id': '40d52aa2-b44a-488d-a012-e25eb801726e', 'name': 'tempest-TaggedBootDevicesTest-654678623-router', 'tenant_id': '9bc69e6115184d37ad88d60bb1dd4133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:00Z', 'updated_at': '2022-02-28T17:29:32Z', 'revision_number': 6, 'project_id': '9bc69e6115184d37ad88d60bb1dd4133', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:29:32.936274 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8fbf400d-1c05-4525-a4cd-6a68e10077f3 admin admin] Publish callbacks [] for security_group (18633a30-46be-4115-bd4f-69e621598cb4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:32.936895 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (143b9349-9589-4d7e-a123-f79cc08787c4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:32.956887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1568f55-58bc-4ad7-bf11-40479ec6b3aa req-3c7569f7-8702-49c0-a97a-99e2250c558d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:32.964496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1568f55-58bc-4ad7-bf11-40479ec6b3aa req-3c7569f7-8702-49c0-a97a-99e2250c558d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:32.965881 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=143b9349-9589-4d7e-a123-f79cc08787c4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:32.966288 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b1568f55-58bc-4ad7-bf11-40479ec6b3aa req-3c7569f7-8702-49c0-a97a-99e2250c558d tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1683 time: 0.0904946 Feb 28 17:29:33.021534 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b1568f55-58bc-4ad7-bf11-40479ec6b3aa req-2536efe3-b4ab-4262-a8a8-2b73cf0eb6d7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468793 Feb 28 17:29:33.042945 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8fbf400d-1c05-4525-a4cd-6a68e10077f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (18633a30-46be-4115-bd4f-69e621598cb4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.112332 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (40d52aa2-b44a-488d-a012-e25eb801726e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.121143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf400d-1c05-4525-a4cd-6a68e10077f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18633a30-46be-4115-bd4f-69e621598cb4,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:33.132835 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8fbf400d-1c05-4525-a4cd-6a68e10077f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=104dbecb84ff477f81bb793a35d641a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4708798 Feb 28 17:29:33.132835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60530) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:33.185427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c333ba8-9d7a-477b-86de-8da184126276 req-49881691-e89a-4931-86a3-d7587b472d15 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:33.196192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c333ba8-9d7a-477b-86de-8da184126276 req-49881691-e89a-4931-86a3-d7587b472d15 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:33.196192 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0c333ba8-9d7a-477b-86de-8da184126276 req-49881691-e89a-4931-86a3-d7587b472d15 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.73 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1683 time: 0.1952064 Feb 28 17:29:33.237442 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1149e7d-887b-4c6a-bdaa-503f141a5e59 admin admin] Publish callbacks [] for security_group (18633a30-46be-4115-bd4f-69e621598cb4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.239236 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (50cbac56-9b2b-46aa-8644-1e39d609c911), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.303813 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1149e7d-887b-4c6a-bdaa-503f141a5e59 admin admin] Publish callbacks [] for security_group (18633a30-46be-4115-bd4f-69e621598cb4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.520783 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (50cbac56-9b2b-46aa-8644-1e39d609c911), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.584018 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3d24d946-c000-4e32-a1f2-9f3a6d318904 req-ae2b01f2-d2d0-4231-b746-4bb03d42413c service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0597110 Feb 28 17:29:33.599661 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1149e7d-887b-4c6a-bdaa-503f141a5e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (18633a30-46be-4115-bd4f-69e621598cb4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.599765 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (40d52aa2-b44a-488d-a012-e25eb801726e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.600160 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1149e7d-887b-4c6a-bdaa-503f141a5e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.600160 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d1149e7d-887b-4c6a-bdaa-503f141a5e59 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18633a30-46be-4115-bd4f-69e621598cb4 HTTP/1.1" status: 204 len: 168 time: 0.4621856 Feb 28 17:29:33.600328 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb37a51-3d28-48eb-9d90-43d729491e3e req-ddb7a357-a2e3-421f-934e-ab6e02a8c2ff tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:33.606078 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-feb37a51-3d28-48eb-9d90-43d729491e3e req-ddb7a357-a2e3-421f-934e-ab6e02a8c2ff tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.5585408 Feb 28 17:29:33.608524 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] Publish callbacks [] for router_controller (40d52aa2-b44a-488d-a012-e25eb801726e), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.610399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1149e7d-887b-4c6a-bdaa-503f141a5e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18633a30-46be-4115-bd4f-69e621598cb4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:33.730215 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-feb37a51-3d28-48eb-9d90-43d729491e3e req-9527413c-5602-4b69-847c-c1b1ef75accb tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232245 Feb 28 17:29:33.788259 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (40d52aa2-b44a-488d-a012-e25eb801726e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.791155 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40d52aa2-b44a-488d-a012-e25eb801726e {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:29:33.794463 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.795702 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5979052e-aad3-41b9-b2f3-c85cddc71a26 admin admin] 10.222.0.72 "DELETE /v2.0/routers/40d52aa2-b44a-488d-a012-e25eb801726e HTTP/1.1" status: 204 len: 168 time: 1.6843922 Feb 28 17:29:33.798552 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60544) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:33.812270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-0c333ba8-9d7a-477b-86de-8da184126276 req-bed9ca33-15ef-4813-b151-ed6deaf509d7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Deleting port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:33.812675 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0c333ba8-9d7a-477b-86de-8da184126276 req-bed9ca33-15ef-4813-b151-ed6deaf509d7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.840917 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d31131f-a455-4cf5-9dda-12ea95e1a364 req-e754c5d4-50f0-4976-85a9-f00a32943982 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0427983 Feb 28 17:29:33.852133 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d1e6b2-eb8c-4f2b-90f5-44b0e66b7de1 admin admin] Deleting subnet e5ee6953-30d0-4c0b-8c97-03aeb406c90f {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:29:33.856097 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e6b2-eb8c-4f2b-90f5-44b0e66b7de1 admin admin] Publish callbacks [] for subnet (e5ee6953-30d0-4c0b-8c97-03aeb406c90f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.893517 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e6b2-eb8c-4f2b-90f5-44b0e66b7de1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (e5ee6953-30d0-4c0b-8c97-03aeb406c90f), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.927035 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0c333ba8-9d7a-477b-86de-8da184126276 req-bed9ca33-15ef-4813-b151-ed6deaf509d7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] For port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=13c52f41-c9b8-4e68-8e1e-c4320b8ce669,segment=NetworkSegment(6147316a-84f5-42cc-a89d-7d1278a23212),segment_id=6147316a-84f5-42cc-a89d-7d1278a23212)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:33.927035 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0c333ba8-9d7a-477b-86de-8da184126276 req-bed9ca33-15ef-4813-b151-ed6deaf509d7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:33.934843 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Router 50cbac56-9b2b-46aa-8644-1e39d609c911 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:29:33.953855 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-0c333ba8-9d7a-477b-86de-8da184126276 req-bed9ca33-15ef-4813-b151-ed6deaf509d7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Calling delete_port for 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:34.034251 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e6b2-eb8c-4f2b-90f5-44b0e66b7de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (e5ee6953-30d0-4c0b-8c97-03aeb406c90f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.161917 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:29:34.179810 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Sync routers for ids ['50cbac56-9b2b-46aa-8644-1e39d609c911'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:29:34.193185 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Routers {'50cbac56-9b2b-46aa-8644-1e39d609c911'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:34.193691 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50cbac56-9b2b-46aa-8644-1e39d609c911'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:34.195432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23379648-f610-473d-921b-a48f95c5c558 req-baff68b8-cb79-4808-8b13-a41986a104c3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:34.200787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23379648-f610-473d-921b-a48f95c5c558 req-baff68b8-cb79-4808-8b13-a41986a104c3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:34.202383 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-23379648-f610-473d-921b-a48f95c5c558 req-baff68b8-cb79-4808-8b13-a41986a104c3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 1683 time: 0.0848920 Feb 28 17:29:34.211036 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0c333ba8-9d7a-477b-86de-8da184126276 req-bed9ca33-15ef-4813-b151-ed6deaf509d7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (13c52f41-c9b8-4e68-8e1e-c4320b8ce669), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.261135 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-23379648-f610-473d-921b-a48f95c5c558 req-64ecf9ed-e2e1-4319-adfc-1850d3486710 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/security-groups?id=4ac72259-aab3-4a84-94ac-ec67158a1d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528002 Feb 28 17:29:34.281394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9ca33-15ef-4813-b151-ed6deaf509d7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Port': ['ID=13c52f41-c9b8-4e68-8e1e-c4320b8ce669,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:34.297048 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e6b2-eb8c-4f2b-90f5-44b0e66b7de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (e5ee6953-30d0-4c0b-8c97-03aeb406c90f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.336038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1e6b2-eb8c-4f2b-90f5-44b0e66b7de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ee6953-30d0-4c0b-8c97-03aeb406c90f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:34.341389 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.342718 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-106de818-845d-4bd2-80e3-ac794a6314cf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8540449 Feb 28 17:29:34.345499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60556) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:34.357489 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e6b2-eb8c-4f2b-90f5-44b0e66b7de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.357643 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:34.361377 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Set router 50cbac56-9b2b-46aa-8644-1e39d609c911 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:29:34.365384 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f307bc-4cdc-48bc-8444-a9938a3c16ac None None] Network 7f480115-5801-45bd-aa86-f54a00aae2c2 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:34.365503 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d7d1e6b2-eb8c-4f2b-90f5-44b0e66b7de1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e5ee6953-30d0-4c0b-8c97-03aeb406c90f HTTP/1.1" status: 204 len: 168 time: 0.5608118 Feb 28 17:29:34.367175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60558) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:34.464760 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:34.465380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 22bb4e5c-1d18-4931-9a1b-ac80a8db2439 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:34.467935 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 143b9349-9589-4d7e-a123-f79cc08787c4 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:34.515661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c333ba8-9d7a-477b-86de-8da184126276 req-bed9ca33-15ef-4813-b151-ed6deaf509d7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] No DVR routers for this DVR port 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:34.527054 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0c333ba8-9d7a-477b-86de-8da184126276 req-bed9ca33-15ef-4813-b151-ed6deaf509d7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.533848 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0c333ba8-9d7a-477b-86de-8da184126276 req-bed9ca33-15ef-4813-b151-ed6deaf509d7 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.73 "DELETE /v2.0/ports/13c52f41-c9b8-4e68-8e1e-c4320b8ce669 HTTP/1.1" status: 204 len: 173 time: 0.9525936 Feb 28 17:29:34.534827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'name': 'network-vif-deleted', 'tag': '13c52f41-c9b8-4e68-8e1e-c4320b8ce669'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:34.539903 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb71e67a-71f2-491b-9998-760d60b8d448" -d '{"events": [{"server_uuid": "e74a5183-1423-4de1-ba6f-a19f51748380", "name": "network-vif-deleted", "tag": "13c52f41-c9b8-4e68-8e1e-c4320b8ce669"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:34.543163 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (7f480115-5801-45bd-aa86-f54a00aae2c2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.608255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 143b9349-9589-4d7e-a123-f79cc08787c4 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:34.608673 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 143b9349-9589-4d7e-a123-f79cc08787c4 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:34.623159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Deleting port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:34.623578 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.640903 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faf3e2b-317f-4a59-a6b1-51726940dc31 x-openstack-request-id: req-6faf3e2b-317f-4a59-a6b1-51726940dc31 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:34.641502 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74a5183-1423-4de1-ba6f-a19f51748380", "name": "network-vif-deleted", "tag": "13c52f41-c9b8-4e68-8e1e-c4320b8ce669", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:34.641502 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6faf3e2b-317f-4a59-a6b1-51726940dc31 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:34.641828 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'name': 'network-vif-deleted', 'tag': '13c52f41-c9b8-4e68-8e1e-c4320b8ce669', 'status': 'completed', 'code': 200} Feb 28 17:29:34.715948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] For port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2,segment=NetworkSegment(b7ac9249-e6bf-483f-8503-e60544033712),segment_id=b7ac9249-e6bf-483f-8503-e60544033712)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:34.716323 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.718574 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cbac56-9b2b-46aa-8644-1e39d609c911', 'name': 'tempest-snat-router-221327247', 'tenant_id': '30ae874f728f486fb787f86b60c707ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.222'}], 'enable_snat': False}, 'gw_port_id': '1badd5f7-6b6f-41e6-9511-e982dd8a6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:29:30Z', 'updated_at': '2022-02-28T17:29:32Z', 'revision_number': 3, 'project_id': '30ae874f728f486fb787f86b60c707ec', 'gw_port': {'id': '1badd5f7-6b6f-41e6-9511-e982dd8a6515', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ce:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cbac56-9b2b-46aa-8644-1e39d609c911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:29:32Z', 'updated_at': '2022-02-28T17:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:34.751380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Calling delete_port for e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:34.761621 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-559f6a7c-ce53-471b-8646-9a6fc3e6ea68 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/routers/50cbac56-9b2b-46aa-8644-1e39d609c911 HTTP/1.1" status: 200 len: 908 time: 0.4147604 Feb 28 17:29:34.766535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60570) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:34.772906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Request body: {'router': {'name': 'tempest-snat-router-221327247', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'enable_snat': True}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:34.779943 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Checking router: 50cbac56-9b2b-46aa-8644-1e39d609c911 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:29:34.779943 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Updating router 50cbac56-9b2b-46aa-8644-1e39d609c911 port 1badd5f7-6b6f-41e6-9511-e982dd8a6515 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:29:34.780404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-0c333ba8-9d7a-477b-86de-8da184126276 req-93fe8246-4823-4021-8099-45f77dc51473 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Deleting port 36683238-63a2-42c2-8bd9-39298c04eb11 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:34.780404 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0c333ba8-9d7a-477b-86de-8da184126276 req-93fe8246-4823-4021-8099-45f77dc51473 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (36683238-63a2-42c2-8bd9-39298c04eb11), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.802120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e034e7e5-2761-474a-b23d-26c9c0159f3c None None] DHCP port deletion for 7f480115-5801-45bd-aa86-f54a00aae2c2 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:29:34.833804 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1badd5f7-6b6f-41e6-9511-e982dd8a6515), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.890920 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (8c60210a-627e-42f7-a454-67151c8f28de), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.892021 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (8c60210a-627e-42f7-a454-67151c8f28de), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.899723 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0c333ba8-9d7a-477b-86de-8da184126276 req-93fe8246-4823-4021-8099-45f77dc51473 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] For port 36683238-63a2-42c2-8bd9-39298c04eb11, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=36683238-63a2-42c2-8bd9-39298c04eb11,segment=NetworkSegment(07517987-b9c6-4868-a262-8ada9e11ee72),segment_id=07517987-b9c6-4868-a262-8ada9e11ee72)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:34.900179 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0c333ba8-9d7a-477b-86de-8da184126276 req-93fe8246-4823-4021-8099-45f77dc51473 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (36683238-63a2-42c2-8bd9-39298c04eb11), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.916083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-0c333ba8-9d7a-477b-86de-8da184126276 req-93fe8246-4823-4021-8099-45f77dc51473 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Calling delete_port for 36683238-63a2-42c2-8bd9-39298c04eb11 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:34.932759 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e034e7e5-2761-474a-b23d-26c9c0159f3c None None] Deleting port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:34.935757 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e034e7e5-2761-474a-b23d-26c9c0159f3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:34.960344 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_controller (8c60210a-627e-42f7-a454-67151c8f28de), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.031106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e034e7e5-2761-474a-b23d-26c9c0159f3c None None] For port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2,segment=NetworkSegment(b7ac9249-e6bf-483f-8503-e60544033712),segment_id=b7ac9249-e6bf-483f-8503-e60544033712)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:35.032517 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e034e7e5-2761-474a-b23d-26c9c0159f3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.039648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203ca02-eb33-4f65-ba9e-dcd137dd0134 req-27362cf9-7b20-42be-adc1-1a3245d2a143 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:35.040051 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdb586-22ba-4c9e-9214-1a5ab6ec0eac req-28b499e8-d8d6-479a-bf5d-c1b1c47d525c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:35.041608 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-39bdb586-22ba-4c9e-9214-1a5ab6ec0eac req-28b499e8-d8d6-479a-bf5d-c1b1c47d525c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1542082 Feb 28 17:29:35.046826 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e203ca02-eb33-4f65-ba9e-dcd137dd0134 req-27362cf9-7b20-42be-adc1-1a3245d2a143 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.1328003 Feb 28 17:29:35.066458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e034e7e5-2761-474a-b23d-26c9c0159f3c None None] Calling delete_port for e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:35.132212 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e203ca02-eb33-4f65-ba9e-dcd137dd0134 req-c14d4c9f-2615-4ca4-9d60-894227f1f963 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810339 Feb 28 17:29:35.185371 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-39bdb586-22ba-4c9e-9214-1a5ab6ec0eac req-da5c5367-bb77-46c2-a717-31c2093472cb tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337695 Feb 28 17:29:35.224437 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e034e7e5-2761-474a-b23d-26c9c0159f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.257058 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60584) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:35.264384 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (8c60210a-627e-42f7-a454-67151c8f28de), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.270426 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.285517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034e7e5-2761-474a-b23d-26c9c0159f3c None None] Pushing event deleted for resources: {'Port': ['ID=e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:35.288228 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034e7e5-2761-474a-b23d-26c9c0159f3c None None] No DVR routers for this DVR port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:35.305503 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:35.308145 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] No DVR routers for this DVR port e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:35.346620 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0c333ba8-9d7a-477b-86de-8da184126276 req-93fe8246-4823-4021-8099-45f77dc51473 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (36683238-63a2-42c2-8bd9-39298c04eb11), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.366753 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Publish callbacks [] for port (1badd5f7-6b6f-41e6-9511-e982dd8a6515), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.396062 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe8246-4823-4021-8099-45f77dc51473 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Port': ['ID=36683238-63a2-42c2-8bd9-39298c04eb11,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:35.439818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-190564001'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:35.445554 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1badd5f7-6b6f-41e6-9511-e982dd8a6515), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.479130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c333ba8-9d7a-477b-86de-8da184126276 req-93fe8246-4823-4021-8099-45f77dc51473 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] No DVR routers for this DVR port 36683238-63a2-42c2-8bd9-39298c04eb11 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:35.484236 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0c333ba8-9d7a-477b-86de-8da184126276 req-93fe8246-4823-4021-8099-45f77dc51473 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.487736 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0c333ba8-9d7a-477b-86de-8da184126276 req-93fe8246-4823-4021-8099-45f77dc51473 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.73 "DELETE /v2.0/ports/36683238-63a2-42c2-8bd9-39298c04eb11 HTTP/1.1" status: 204 len: 173 time: 0.9301546 Feb 28 17:29:35.507226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d43b89-03af-490a-ab4b-c9c3da33a199 req-d548974f-c230-42aa-aaa7-d8bdec907549 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:35.509296 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9d43b89-03af-490a-ab4b-c9c3da33a199 req-d548974f-c230-42aa-aaa7-d8bdec907549 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.2335331 Feb 28 17:29:35.518965 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Attempting to bind port 1badd5f7-6b6f-41e6-9511-e982dd8a6515 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:29:35.519404 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Attempting to bind port 1badd5f7-6b6f-41e6-9511-e982dd8a6515 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:29:35.519833 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Attempting to bind port 1badd5f7-6b6f-41e6-9511-e982dd8a6515 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:35.529356 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Pushing event updated for resources: {'Port': ['ID=1badd5f7-6b6f-41e6-9511-e982dd8a6515,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:35.531862 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:29:35.532934 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:29:35.533400 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.533874 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:29:35.534957 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Bound port: 1badd5f7-6b6f-41e6-9511-e982dd8a6515, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:29:35.534957 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1badd5f7-6b6f-41e6-9511-e982dd8a6515), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.562642 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:35.563073 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:35.563504 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:35.563909 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:35.564595 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:35.564984 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:35.565374 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:35.565763 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:35.566172 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:35.566555 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:35.566940 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:35.567341 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:35.567740 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:35.570261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9d43b89-03af-490a-ab4b-c9c3da33a199 req-9a95385e-d695-4802-979d-1a370771e1e6 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529087 Feb 28 17:29:35.637290 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] For port 1badd5f7-6b6f-41e6-9511-e982dd8a6515, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:29:35.640718 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] For port 1badd5f7-6b6f-41e6-9511-e982dd8a6515, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1badd5f7-6b6f-41e6-9511-e982dd8a6515,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:29:35.673906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Made reservation on behalf of c6a6d8ee70f14a33b282ef1b8ee48829 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:35.677394 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.704001 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.748369 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1badd5f7-6b6f-41e6-9511-e982dd8a6515), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.805701 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681a8e-4c86-4a79-b532-ccf78e441a1f req-466ab801-e56f-4a47-b717-841ebc457322 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:35.807627 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b681a8e-4c86-4a79-b532-ccf78e441a1f req-466ab801-e56f-4a47-b717-841ebc457322 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1157916 Feb 28 17:29:35.813502 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Routers {'50cbac56-9b2b-46aa-8644-1e39d609c911'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:35.814424 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50cbac56-9b2b-46aa-8644-1e39d609c911'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:35.866020 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c579a0-1792-4123-b085-062c7761414c None None] Pushing event updated for resources: {'Port': ['ID=1badd5f7-6b6f-41e6-9511-e982dd8a6515,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:35.866387 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (7f480115-5801-45bd-aa86-f54a00aae2c2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.873261 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7f97f7f4-e752-4c3d-a65e-b4271b90f4da req-a6e7f867-9b7c-4be7-8659-0a122d3934c9 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0366287 Feb 28 17:29:35.886914 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be5912f9-b336-409d-b47b-26acaccf1501 req-31c3d600-d501-4524-93d3-31cface8f319 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "GET /v2.0/ports?device_id=e74a5183-1423-4de1-ba6f-a19f51748380 HTTP/1.1" status: 200 len: 210 time: 0.5033722 Feb 28 17:29:35.903073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b681a8e-4c86-4a79-b532-ccf78e441a1f req-69ffadd9-a8a5-469f-ae56-14bd06ef4029 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846457 Feb 28 17:29:35.918572 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks [] for security_group (b13b1bd6-c3ee-4c2a-a40a-830baddc296b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.957465 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f480115-5801-45bd-aa86-f54a00aae2c2']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:35.974281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ac9249-e6bf-483f-8503-e60544033712') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:35.974576 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ac9249-e6bf-483f-8503-e60544033712') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:35.976521 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b13b1bd6-c3ee-4c2a-a40a-830baddc296b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.987544 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (b7ac9249-e6bf-483f-8503-e60544033712), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:35.998908 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] Set router 50cbac56-9b2b-46aa-8644-1e39d609c911 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:29:36.022439 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:29:36.035354 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b7ac9249-e6bf-483f-8503-e60544033712), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:36.041969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13b1bd6-c3ee-4c2a-a40a-830baddc296b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:36.046623 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (15fe4752-163b-423b-8ad7-d969ddb42359), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:36.046967 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Added segment 15fe4752-163b-423b-8ad7-d969ddb42359 of type vlan for network c937964f-f90f-49a8-a331-b76863ada5da Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (b7ac9249-e6bf-483f-8503-e60544033712), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:29:36.057519 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:29:36.105186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:36.129252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:36.129991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 13c52f41-c9b8-4e68-8e1e-c4320b8ce669 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:36.130716 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 36683238-63a2-42c2-8bd9-39298c04eb11 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:36.131514 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (c937964f-f90f-49a8-a331-b76863ada5da), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:36.135700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f202b-5c24-435b-8ed4-d51f0916e18f req-38b031ff-6a49-4432-9d8b-14379f6cbbca tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:36.137211 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b43f202b-5c24-435b-8ed4-d51f0916e18f req-38b031ff-6a49-4432-9d8b-14379f6cbbca tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1411426 Feb 28 17:29:36.179682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ceed7b22-0f7d-45cb-9e58-75c82c87b7ca req-10448e68-a4b4-49a9-a0ac-3b09bdec6941 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0782709 Feb 28 17:29:36.187428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 36683238-63a2-42c2-8bd9-39298c04eb11 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:36.187428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 36683238-63a2-42c2-8bd9-39298c04eb11 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:36.208239 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (7f480115-5801-45bd-aa86-f54a00aae2c2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:36.227291 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:36.234424 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] 10.222.0.72 "DELETE /v2.0/networks/7f480115-5801-45bd-aa86-f54a00aae2c2 HTTP/1.1" status: 204 len: 168 time: 1.8661516 Feb 28 17:29:36.244233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60604) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:36.252448 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (c937964f-f90f-49a8-a331-b76863ada5da), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:36.257326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:36.257938 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:36.271095 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cbac56-9b2b-46aa-8644-1e39d609c911', 'name': 'tempest-snat-router-221327247', 'tenant_id': '30ae874f728f486fb787f86b60c707ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.222'}], 'enable_snat': False}, 'gw_port_id': '1badd5f7-6b6f-41e6-9511-e982dd8a6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:29:30Z', 'updated_at': '2022-02-28T17:29:32Z', 'revision_number': 3, 'project_id': '30ae874f728f486fb787f86b60c707ec', 'gw_port': {'id': '1badd5f7-6b6f-41e6-9511-e982dd8a6515', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ce:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cbac56-9b2b-46aa-8644-1e39d609c911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:29:32Z', 'updated_at': '2022-02-28T17:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:36.287506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215a98d-729b-49f0-be4f-13921c990eec admin admin] Pushing event deleted for resources: {'Network': ['ID=7f480115-5801-45bd-aa86-f54a00aae2c2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:36.310103 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f26c43-ca40-41ce-b029-5d78b5b21417 None None] The sync data for ids ['50cbac56-9b2b-46aa-8644-1e39d609c911'] in n-d-820368-19 is: [{'id': '50cbac56-9b2b-46aa-8644-1e39d609c911', 'name': 'tempest-snat-router-221327247', 'tenant_id': '30ae874f728f486fb787f86b60c707ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.222'}], 'enable_snat': False}, 'gw_port_id': '1badd5f7-6b6f-41e6-9511-e982dd8a6515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:29:30Z', 'updated_at': '2022-02-28T17:29:32Z', 'revision_number': 3, 'project_id': '30ae874f728f486fb787f86b60c707ec', 'gw_port': {'id': '1badd5f7-6b6f-41e6-9511-e982dd8a6515', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ce:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cbac56-9b2b-46aa-8644-1e39d609c911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:29:32Z', 'updated_at': '2022-02-28T17:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:29:36.382572 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b43f202b-5c24-435b-8ed4-d51f0916e18f req-40c85c22-587e-41d8-9550-c5898320d3c2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351675 Feb 28 17:29:36.382969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:36.408862 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (8c60210a-627e-42f7-a454-67151c8f28de), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:36.411934 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:36.413443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e4f5ebc6-7d61-464b-bc63-c6fb07ae63f2 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:36.427079 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event updated for resources: {'Network': ['ID=c937964f-f90f-49a8-a331-b76863ada5da,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:36.442482 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:36.442588 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network c937964f-f90f-49a8-a331-b76863ada5da details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:29:36.467362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653067d-130c-4fad-b6a6-8b918bbf7025 req-104308e8-9d57-4700-bff0-607ede02aeb9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:36.469317 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c653067d-130c-4fad-b6a6-8b918bbf7025 req-104308e8-9d57-4700-bff0-607ede02aeb9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.2611222 Feb 28 17:29:36.485384 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-91853fe4-a57b-4dee-ba91-1e6505ab1ea7 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2270992 Feb 28 17:29:36.492021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60608) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:36.504175 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-07aa991c-2d3e-47d6-a681-2012303f0c65 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Request body: {'subnet': {'network_id': 'c937964f-f90f-49a8-a331-b76863ada5da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:36.616693 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Allocated IP 172.25.3.158 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/796ce179-2eda-46ad-b43a-65671297707a) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:36.642650 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c653067d-130c-4fad-b6a6-8b918bbf7025 req-ba18d170-3d30-4eb7-95fe-5363785c1e3b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557052 Feb 28 17:29:36.689788 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'name': 'network-vif-deleted', 'tag': '36683238-63a2-42c2-8bd9-39298c04eb11'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:36.692024 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9790aa8-a39a-4ac2-bc6b-3779b00180ac" -d '{"events": [{"server_uuid": "e74a5183-1423-4de1-ba6f-a19f51748380", "name": "network-vif-deleted", "tag": "36683238-63a2-42c2-8bd9-39298c04eb11"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:36.798182 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4266bfe9-8cfe-4b78-aace-8b5002f5bd40 x-openstack-request-id: req-4266bfe9-8cfe-4b78-aace-8b5002f5bd40 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:36.799595 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74a5183-1423-4de1-ba6f-a19f51748380", "name": "network-vif-deleted", "tag": "36683238-63a2-42c2-8bd9-39298c04eb11", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:36.799595 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4266bfe9-8cfe-4b78-aace-8b5002f5bd40 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:36.799595 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74a5183-1423-4de1-ba6f-a19f51748380', 'name': 'network-vif-deleted', 'tag': '36683238-63a2-42c2-8bd9-39298c04eb11', 'status': 'completed', 'code': 200} Feb 28 17:29:36.865193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07aa991c-2d3e-47d6-a681-2012303f0c65 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Made reservation on behalf of c6a6d8ee70f14a33b282ef1b8ee48829 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:36.868647 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-07aa991c-2d3e-47d6-a681-2012303f0c65 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:36.881710 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-5ec8eb68-993e-4989-b282-ac04c46aee77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:36.883312 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-5ec8eb68-993e-4989-b282-ac04c46aee77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 812 time: 0.2123671 Feb 28 17:29:36.887819 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for port (796ce179-2eda-46ad-b43a-65671297707a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:36.913683 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-c49e3700-f876-4276-8a9c-b4ad7a1149ff tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/quotas/db5706b395ff456ab153c58167054352 HTTP/1.1" status: 200 len: 375 time: 0.0172768 Feb 28 17:29:36.956098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60624) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:37.023277 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-50989cbb-5ee6-48b0-a3e6-1c6050d70a37 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0963628 Feb 28 17:29:37.029061 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (796ce179-2eda-46ad-b43a-65671297707a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:37.052017 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bfeffa-3ddc-44ec-b607-fafb0e7db39b tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Deleting subnet 04d3c8df-9521-4160-ad12-d7a1cca6dd3b {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:29:37.069475 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56bfeffa-3ddc-44ec-b607-fafb0e7db39b tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for subnet (04d3c8df-9521-4160-ad12-d7a1cca6dd3b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:37.130847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:37.137076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:37.144987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:37.153316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event updated for resources: {'Port': ['ID=796ce179-2eda-46ad-b43a-65671297707a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:37.174469 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56bfeffa-3ddc-44ec-b607-fafb0e7db39b tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (04d3c8df-9521-4160-ad12-d7a1cca6dd3b), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:37.204761 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-e607202e-19e3-4a5d-9bc2-010c501528ce service neutron] 10.222.0.72 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684012 Feb 28 17:29:37.353951 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-026585f3-6262-437d-ba7a-1a1a5e9f1f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:37.393110 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-07aa991c-2d3e-47d6-a681-2012303f0c65 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (c8037bcf-dff8-4ad6-8a73-e07514773b2a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:37.401760 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-e5f93477-3b9a-4a61-aac9-6a6fbd500bf4 service neutron] 10.222.0.72 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524742 Feb 28 17:29:37.431655 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56bfeffa-3ddc-44ec-b607-fafb0e7db39b tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (04d3c8df-9521-4160-ad12-d7a1cca6dd3b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:37.538605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa991c-2d3e-47d6-a681-2012303f0c65 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event updated for resources: {'Subnet': ['ID=c8037bcf-dff8-4ad6-8a73-e07514773b2a,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:37.563672 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (8c60210a-627e-42f7-a454-67151c8f28de), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:37.582056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aa991c-2d3e-47d6-a681-2012303f0c65 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Checking segment: {'id': '15fe4752-163b-423b-8ad7-d969ddb42359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c937964f-f90f-49a8-a331-b76863ada5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:29:37.582619 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aa991c-2d3e-47d6-a681-2012303f0c65 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Network hostable DHCP agents. Network: c937964f-f90f-49a8-a331-b76863ada5da, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:29:37.595156 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:37.673847 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d79fc220-74c9-4e76-b479-5891d8df4719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:37.684088 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56bfeffa-3ddc-44ec-b607-fafb0e7db39b tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (04d3c8df-9521-4160-ad12-d7a1cca6dd3b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:37.722677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfeffa-3ddc-44ec-b607-fafb0e7db39b tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Subnet': ['ID=04d3c8df-9521-4160-ad12-d7a1cca6dd3b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:37.742691 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56bfeffa-3ddc-44ec-b607-fafb0e7db39b tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:37.745619 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-56bfeffa-3ddc-44ec-b607-fafb0e7db39b tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "DELETE /v2.0/subnets/04d3c8df-9521-4160-ad12-d7a1cca6dd3b HTTP/1.1" status: 204 len: 168 time: 0.7885532 Feb 28 17:29:37.753526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9493e3ef-8124-4476-92a9-c838992dfc74 None None] Network 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:37.763092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60636) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:37.766949 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4757fdd8-630c-48ac-979a-8c6dad8ae1fc req-d86d44f5-e934-43e1-80a4-dc1f767dc5da tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 210 time: 0.0494866 Feb 28 17:29:37.774367 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aa991c-2d3e-47d6-a681-2012303f0c65 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Network c937964f-f90f-49a8-a331-b76863ada5da is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:29:37.873554 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (8c60210a-627e-42f7-a454-67151c8f28de), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:37.947210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-07aa991c-2d3e-47d6-a681-2012303f0c65 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, c937964f-f90f-49a8-a331-b76863ada5da) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:37.957364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0602d9eb-a512-40b7-964a-cbdcae13e149 None None] Network c937964f-f90f-49a8-a331-b76863ada5da requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:37.966662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aa991c-2d3e-47d6-a681-2012303f0c65 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:37.967364 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-07aa991c-2d3e-47d6-a681-2012303f0c65 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:38.018141 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:38.036312 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-026585f3-6262-437d-ba7a-1a1a5e9f1f68 admin admin] Deleting port 22158eb0-2417-42c2-95b4-f2617981bc55 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:38.036520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b8a7f-f18e-4519-9d20-3735276e84f3 req-ff2d0c21-bd94-4325-a472-609a0a22641a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:38.036992 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-026585f3-6262-437d-ba7a-1a1a5e9f1f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:38.037859 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be0b8a7f-f18e-4519-9d20-3735276e84f3 req-ff2d0c21-bd94-4325-a472-609a0a22641a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.1663015 Feb 28 17:29:38.058407 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-07aa991c-2d3e-47d6-a681-2012303f0c65 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5617869 Feb 28 17:29:38.066120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f38a6-9e28-4db5-84dd-19f9758a63eb None None] DHCP port deletion for 265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:29:38.070031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60642) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:38.093362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-8f88f2a7-4497-4b5a-aeee-cc6d8d4ae365 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Request body: {'port': {'network_id': 'c937964f-f90f-49a8-a331-b76863ada5da', 'name': 'tempest-AllowedAddressPairTestJSON-1212282679'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:38.125392 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-c937964f-f90f-49a8-a331-b76863ada5da', 'network_id': 'c937964f-f90f-49a8-a331-b76863ada5da', 'project_id': 'c6a6d8ee70f14a33b282ef1b8ee48829', 'fixed_ips': [{'subnet_id': 'c8037bcf-dff8-4ad6-8a73-e07514773b2a'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:29:38.127434 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:38.204077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-026585f3-6262-437d-ba7a-1a1a5e9f1f68 admin admin] For port 22158eb0-2417-42c2-95b4-f2617981bc55, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=22158eb0-2417-42c2-95b4-f2617981bc55,segment=NetworkSegment(989f5adc-d334-4b21-8ad2-c5706da4e191),segment_id=989f5adc-d334-4b21-8ad2-c5706da4e191)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:38.204077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-026585f3-6262-437d-ba7a-1a1a5e9f1f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:38.219289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-026585f3-6262-437d-ba7a-1a1a5e9f1f68 admin admin] Calling delete_port for 22158eb0-2417-42c2-95b4-f2617981bc55 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:38.239660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Deleting port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:38.240319 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:38.244123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be0b8a7f-f18e-4519-9d20-3735276e84f3 req-26ee8929-e1ff-4ec1-8299-9bb88cdc9434 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921144 Feb 28 17:29:38.357897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Allocated IP 172.20.0.2 (c937964f-f90f-49a8-a331-b76863ada5da/c8037bcf-dff8-4ad6-8a73-e07514773b2a/bdc93962-d86a-4f02-91f3-dd6d3fb38dd1) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:38.377878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Router 8c60210a-627e-42f7-a454-67151c8f28de is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:29:38.416594 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] For port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2,segment=NetworkSegment(6147316a-84f5-42cc-a89d-7d1278a23212),segment_id=6147316a-84f5-42cc-a89d-7d1278a23212)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:38.416965 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:38.439929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Calling delete_port for b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:38.467115 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f88f2a7-4497-4b5a-aeee-cc6d8d4ae365 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Made reservation on behalf of c6a6d8ee70f14a33b282ef1b8ee48829 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:38.471274 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f88f2a7-4497-4b5a-aeee-cc6d8d4ae365 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:38.528735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1badd5f7-6b6f-41e6-9511-e982dd8a6515 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:29:38.535093 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e29f38a6-9e28-4db5-84dd-19f9758a63eb None None] Deleting port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:38.535613 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e29f38a6-9e28-4db5-84dd-19f9758a63eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:38.545195 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-8f88f2a7-4497-4b5a-aeee-cc6d8d4ae365 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] device_id is not set on port fd56f6b3-5481-49c8-a9a3-4146e1aeb14f yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:29:38.616571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:29:38.696329 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:38.698735 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:38.702107 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-026585f3-6262-437d-ba7a-1a1a5e9f1f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (22158eb0-2417-42c2-95b4-f2617981bc55), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:38.703822 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-22f4e75c-7029-48de-b003-d912a2014496 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9344702 Feb 28 17:29:38.704524 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60646) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:38.737467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Port': ['ID=b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:38.746012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] No DVR routers for this DVR port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:38.778202 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026585f3-6262-437d-ba7a-1a1a5e9f1f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=22158eb0-2417-42c2-95b4-f2617981bc55,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:38.794323 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Publish callbacks [] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:38.799964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Sync routers for ids ['8c60210a-627e-42f7-a454-67151c8f28de'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:29:38.849350 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Routers {'8c60210a-627e-42f7-a454-67151c8f28de'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:38.854064 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['8c60210a-627e-42f7-a454-67151c8f28de'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:38.880069 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6cd401b6-b50b-4300-8d16-c5e60d87deb0 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/routers/8c60210a-627e-42f7-a454-67151c8f28de HTTP/1.1" status: 200 len: 907 time: 0.1719449 Feb 28 17:29:38.886928 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60650) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:39.069214 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (8c60210a-627e-42f7-a454-67151c8f28de), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.077916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Set router 8c60210a-627e-42f7-a454-67151c8f28de gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:29:39.085998 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.117957 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-8f88f2a7-4497-4b5a-aeee-cc6d8d4ae365 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Allocated IP 172.20.0.13 (c937964f-f90f-49a8-a331-b76863ada5da/c8037bcf-dff8-4ad6-8a73-e07514773b2a/fd56f6b3-5481-49c8-a9a3-4146e1aeb14f) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:39.190328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e29f38a6-9e28-4db5-84dd-19f9758a63eb None None] For port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2,segment=NetworkSegment(6147316a-84f5-42cc-a89d-7d1278a23212),segment_id=6147316a-84f5-42cc-a89d-7d1278a23212)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:39.191112 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e29f38a6-9e28-4db5-84dd-19f9758a63eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.203687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1badd5f7-6b6f-41e6-9511-e982dd8a6515 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:39.204366 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1badd5f7-6b6f-41e6-9511-e982dd8a6515), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.242407 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47a0d896-3681-4645-aaee-768da7885439 req-985ec2dc-2196-47fa-8132-cd46a8833a26 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0432432 Feb 28 17:29:39.254382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Network c937964f-f90f-49a8-a331-b76863ada5da is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:39.258524 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (8c60210a-627e-42f7-a454-67151c8f28de), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.274130 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e29f38a6-9e28-4db5-84dd-19f9758a63eb None None] Calling delete_port for b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:39.356743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:39.357034 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-61ee1a7b-de3f-4f30-9b8e-8a9b51fd8250 req-9f426fe8-9b1f-418e-8583-05f0fbf8505d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 210 time: 0.0473256 Feb 28 17:29:39.361529 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.386065 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:39.390200 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Pushing event updated for resources: {'Port': ['ID=bdc93962-d86a-4f02-91f3-dd6d3fb38dd1,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:39.442805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:39.465147 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6147316a-84f5-42cc-a89d-7d1278a23212') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:39.465507 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6147316a-84f5-42cc-a89d-7d1278a23212') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:39.482077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (6147316a-84f5-42cc-a89d-7d1278a23212), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.526374 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (6147316a-84f5-42cc-a89d-7d1278a23212), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.536252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:29:39.536651 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (6147316a-84f5-42cc-a89d-7d1278a23212), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:29:39.540847 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:29:39.569528 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Attempting to bind port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:29:39.569910 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Attempting to bind port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '15fe4752-163b-423b-8ad7-d969ddb42359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c937964f-f90f-49a8-a331-b76863ada5da'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:29:39.570310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Attempting to bind port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 on network c937964f-f90f-49a8-a331-b76863ada5da {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:39.588129 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-026585f3-6262-437d-ba7a-1a1a5e9f1f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.656957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:29:39.657382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Checking segment: {'id': '15fe4752-163b-423b-8ad7-d969ddb42359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c937964f-f90f-49a8-a331-b76863ada5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:29:39.658005 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.658230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Bound using segment: {'id': '15fe4752-163b-423b-8ad7-d969ddb42359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c937964f-f90f-49a8-a331-b76863ada5da'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:29:39.659248 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Bound port: bdc93962-d86a-4f02-91f3-dd6d3fb38dd1, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fe4752-163b-423b-8ad7-d969ddb42359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c937964f-f90f-49a8-a331-b76863ada5da'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:29:39.659647 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.702030 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e29f38a6-9e28-4db5-84dd-19f9758a63eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.724965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1badd5f7-6b6f-41e6-9511-e982dd8a6515 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:39.725442 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1badd5f7-6b6f-41e6-9511-e982dd8a6515), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.764897 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.766938 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1464b9-93c1-4c4f-9aea-30cf1b8bf998 req-40c7cfa9-2725-4252-bfb1-1caa519f2d67 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:39.774455 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.776302 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc1464b9-93c1-4c4f-9aea-30cf1b8bf998 req-40c7cfa9-2725-4252-bfb1-1caa519f2d67 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.1319017 Feb 28 17:29:39.780448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "DELETE /v2.0/networks/265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56 HTTP/1.1" status: 204 len: 168 time: 2.0158947 Feb 28 17:29:39.781307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60658) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:39.782821 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f38a6-9e28-4db5-84dd-19f9758a63eb None None] No DVR routers for this DVR port b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:39.791527 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f38a6-9e28-4db5-84dd-19f9758a63eb None None] Pushing event deleted for resources: {'Port': ['ID=b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:39.801306 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c53f1-2409-4204-9215-b3561fe1fdb3 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Network': ['ID=265b8cbf-a1a7-442a-9d8f-b0e6cf5cdf56,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:39.838842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 1badd5f7-6b6f-41e6-9511-e982dd8a6515, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1badd5f7-6b6f-41e6-9511-e982dd8a6515,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:39.869620 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] For port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:29:39.872592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c60210a-627e-42f7-a454-67151c8f28de', 'name': 'tempest-snat-router-221327247', 'tenant_id': '30ae874f728f486fb787f86b60c707ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '796ce179-2eda-46ad-b43a-65671297707a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:29:34Z', 'updated_at': '2022-02-28T17:29:37Z', 'revision_number': 3, 'project_id': '30ae874f728f486fb787f86b60c707ec', 'gw_port': {'id': '796ce179-2eda-46ad-b43a-65671297707a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:eb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c60210a-627e-42f7-a454-67151c8f28de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:29:36Z', 'updated_at': '2022-02-28T17:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:39.875513 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] For port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=bdc93962-d86a-4f02-91f3-dd6d3fb38dd1,segment=NetworkSegment(15fe4752-163b-423b-8ad7-d969ddb42359),segment_id=15fe4752-163b-423b-8ad7-d969ddb42359)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:29:39.886477 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7dd1eb24-bddf-41bf-8122-6cc7dd8118d6 req-1bce20f9-174c-46ab-b44f-6a808cb6ba34 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0345592 Feb 28 17:29:39.890932 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f88f2a7-4497-4b5a-aeee-cc6d8d4ae365 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks [] for port (fd56f6b3-5481-49c8-a9a3-4146e1aeb14f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.911946 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Checking router: 8c60210a-627e-42f7-a454-67151c8f28de for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:29:39.913318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Updating router 8c60210a-627e-42f7-a454-67151c8f28de port 796ce179-2eda-46ad-b43a-65671297707a binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:29:39.928264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026585f3-6262-437d-ba7a-1a1a5e9f1f68 admin admin] Router ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:29:39.944791 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (796ce179-2eda-46ad-b43a-65671297707a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.957215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4e0f65-f9b3-4f88-8ac1-d165162710bd tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Deleting subnet ffef5e0a-32cd-4ae6-bbee-5df6413477f4 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:29:39.964042 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0f65-f9b3-4f88-8ac1-d165162710bd tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks [] for subnet (ffef5e0a-32cd-4ae6-bbee-5df6413477f4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:39.970065 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc1464b9-93c1-4c4f-9aea-30cf1b8bf998 req-4aceba4e-9acf-4c2c-b086-d48835b048e7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925564 Feb 28 17:29:40.005390 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1badd5f7-6b6f-41e6-9511-e982dd8a6515), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.039648 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0f65-f9b3-4f88-8ac1-d165162710bd tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (ffef5e0a-32cd-4ae6-bbee-5df6413477f4), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.061618 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026585f3-6262-437d-ba7a-1a1a5e9f1f68 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:29:40.063105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Deleting port 796ce179-2eda-46ad-b43a-65671297707a {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:40.063446 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (796ce179-2eda-46ad-b43a-65671297707a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.069146 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c9c11f-6af3-4140-90db-46379258f2f1 None None] Sync routers for ids ['ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:29:40.071942 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-026585f3-6262-437d-ba7a-1a1a5e9f1f68 admin admin] 10.222.0.72 "PUT /v2.0/routers/ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8266704 Feb 28 17:29:40.075725 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60666) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:40.086371 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c9c11f-6af3-4140-90db-46379258f2f1 None None] Routers {'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:40.086371 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-83c9c11f-6af3-4140-90db-46379258f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:40.097142 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1f2e0c45-442e-471d-9d5e-ce57886036a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.100002 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:40.129203 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.131817 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.172147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:40.172961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b5fd90e2-6778-4b49-b52a-6ba26d7aa7f2 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:40.212973 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f88f2a7-4497-4b5a-aeee-cc6d8d4ae365 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (fd56f6b3-5481-49c8-a9a3-4146e1aeb14f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.235612 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-83c9c11f-6af3-4140-90db-46379258f2f1 None None] Set router ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:29:40.271165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=1badd5f7-6b6f-41e6-9511-e982dd8a6515,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:40.334978 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (796ce179-2eda-46ad-b43a-65671297707a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.355946 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0f65-f9b3-4f88-8ac1-d165162710bd tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (ffef5e0a-32cd-4ae6-bbee-5df6413477f4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.373918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b3c6f-01eb-4096-bfc3-be0d7ba66c21 None None] Pushing event updated for resources: {'Port': ['ID=bdc93962-d86a-4f02-91f3-dd6d3fb38dd1,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:40.410611 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] Publish callbacks [] for router (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.427820 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88f2a7-4497-4b5a-aeee-cc6d8d4ae365 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Network c937964f-f90f-49a8-a331-b76863ada5da is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:40.428951 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Calling delete_port for 796ce179-2eda-46ad-b43a-65671297707a owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:40.444405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-8f88f2a7-4497-4b5a-aeee-cc6d8d4ae365 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:40.456839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88f2a7-4497-4b5a-aeee-cc6d8d4ae365 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:40.462777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88f2a7-4497-4b5a-aeee-cc6d8d4ae365 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event updated for resources: {'Port': ['ID=fd56f6b3-5481-49c8-a9a3-4146e1aeb14f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:40.516397 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Publish callbacks [] for port (796ce179-2eda-46ad-b43a-65671297707a), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.635166 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (796ce179-2eda-46ad-b43a-65671297707a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.675951 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-83c9c11f-6af3-4140-90db-46379258f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'name': 'tempest-TaggedBootDevicesTest-1777480045-router', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:12Z', 'updated_at': '2022-02-28T17:29:38Z', 'revision_number': 5, 'project_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'gw_port': {'id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:13Z', 'updated_at': '2022-02-28T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:40.741953 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c9c11f-6af3-4140-90db-46379258f2f1 None None] Checking router: ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:29:40.766869 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c9c11f-6af3-4140-90db-46379258f2f1 None None] Routers {'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:40.767502 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-83c9c11f-6af3-4140-90db-46379258f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:40.767880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Attempting to bind port 796ce179-2eda-46ad-b43a-65671297707a on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:29:40.768403 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Attempting to bind port 796ce179-2eda-46ad-b43a-65671297707a by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:29:40.768954 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Attempting to bind port 796ce179-2eda-46ad-b43a-65671297707a on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:40.779596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:29:40.780417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:29:40.781220 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.781763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:29:40.782424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Bound port: 796ce179-2eda-46ad-b43a-65671297707a, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:29:40.782976 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (796ce179-2eda-46ad-b43a-65671297707a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.798993 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-98b88938-651d-41a3-bcb9-cce0aed4b4af req-ba08b889-bb16-4a0c-a055-fa7c06d49049 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 210 time: 0.0806465 Feb 28 17:29:40.846059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-9f999c20-21c5-4a65-ae6a-f4dc724f9662 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:40.848174 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-9f999c20-21c5-4a65-ae6a-f4dc724f9662 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.73 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 812 time: 0.5115857 Feb 28 17:29:40.849712 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] Publish callbacks [] for router_gateway (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.869606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] For port 796ce179-2eda-46ad-b43a-65671297707a, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:29:40.871997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f88f2a7-4497-4b5a-aeee-cc6d8d4ae365 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:40.872989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f88f2a7-4497-4b5a-aeee-cc6d8d4ae365 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.873316 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] For port 796ce179-2eda-46ad-b43a-65671297707a, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=796ce179-2eda-46ad-b43a-65671297707a,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:29:40.875376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-dca435de-6803-4604-8a48-dd46052f0b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Request body: {'port': {'device_id': 'c015ee29-d8f8-40d2-8cfc-ef59659337f1', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'admin_state_up': True, 'tenant_id': 'db5706b395ff456ab153c58167054352'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:40.876991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef81392-859f-4f21-a7f9-e9479fa97699 None None] Pushing event updated for resources: {'Port': ['ID=796ce179-2eda-46ad-b43a-65671297707a,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:40.882701 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0f65-f9b3-4f88-8ac1-d165162710bd tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (ffef5e0a-32cd-4ae6-bbee-5df6413477f4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.923400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e0f65-f9b3-4f88-8ac1-d165162710bd tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Subnet': ['ID=ffef5e0a-32cd-4ae6-bbee-5df6413477f4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:40.939311 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0f65-f9b3-4f88-8ac1-d165162710bd tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:40.945524 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cf4e0f65-f9b3-4f88-8ac1-d165162710bd tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "DELETE /v2.0/subnets/ffef5e0a-32cd-4ae6-bbee-5df6413477f4 HTTP/1.1" status: 204 len: 168 time: 1.1577151 Feb 28 17:29:40.947095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60676) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:40.947218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4e9d87-4b9b-41ed-89e3-b2d5e9d3b9fe None None] Network 01cd0668-4c80-4e5d-8451-c11598358047 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:40.953620 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-83c9c11f-6af3-4140-90db-46379258f2f1 None None] Set router ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:29:41.042222 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8f88f2a7-4497-4b5a-aeee-cc6d8d4ae365 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9588647 Feb 28 17:29:41.046335 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60680) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:41.051934 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c1cad944-0aea-4f36-9ff3-1fa88f60f48f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Request body: {'port': {'network_id': 'c937964f-f90f-49a8-a331-b76863ada5da', 'name': 'tempest-AllowedAddressPairTestJSON-618293981', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b3:d4:56'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:41.071066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] Deleting port d5e82491-7c7b-4d9e-8996-938e64d49878 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:41.071415 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d5e82491-7c7b-4d9e-8996-938e64d49878), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:41.089670 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (796ce179-2eda-46ad-b43a-65671297707a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:41.185983 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (01cd0668-4c80-4e5d-8451-c11598358047), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:41.186253 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Routers {'8c60210a-627e-42f7-a454-67151c8f28de'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:41.186542 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['8c60210a-627e-42f7-a454-67151c8f28de'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:41.263802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] For port d5e82491-7c7b-4d9e-8996-938e64d49878, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d5e82491-7c7b-4d9e-8996-938e64d49878,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:41.264552 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d5e82491-7c7b-4d9e-8996-938e64d49878), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:41.282711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] Calling delete_port for d5e82491-7c7b-4d9e-8996-938e64d49878 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:41.284758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d9504-9753-4fe4-9d25-24fd16c061f9 req-2ae93207-0315-40dd-b64c-5b3221de837d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:41.286354 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e99d9504-9753-4fe4-9d25-24fd16c061f9 req-2ae93207-0315-40dd-b64c-5b3221de837d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.1796048 Feb 28 17:29:41.338566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-dca435de-6803-4604-8a48-dd46052f0b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Made reservation on behalf of db5706b395ff456ab153c58167054352 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:41.343069 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-dca435de-6803-4604-8a48-dd46052f0b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:41.385222 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (796ce179-2eda-46ad-b43a-65671297707a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:41.436989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event deleted for resources: {'Port': ['ID=796ce179-2eda-46ad-b43a-65671297707a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:41.469264 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-83c9c11f-6af3-4140-90db-46379258f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'name': 'tempest-TaggedBootDevicesTest-1777480045-router', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:12Z', 'updated_at': '2022-02-28T17:29:38Z', 'revision_number': 5, 'project_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'gw_port': {'id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:13Z', 'updated_at': '2022-02-28T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:41.494007 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e99d9504-9753-4fe4-9d25-24fd16c061f9 req-1e1e317a-7766-4f79-81ca-bb5a8346afbb tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978693 Feb 28 17:29:41.515258 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Deleting port 537f351d-d713-445f-9bf7-c2b4df437e53 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:41.517868 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:41.534036 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8a5ac4-8495-43eb-986f-3879d2fce6fb None None] DHCP port deletion for 01cd0668-4c80-4e5d-8451-c11598358047 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:29:41.538668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef81392-859f-4f21-a7f9-e9479fa97699 None None] Pushing event updated for resources: {'Port': ['ID=796ce179-2eda-46ad-b43a-65671297707a,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:41.549277 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c9c11f-6af3-4140-90db-46379258f2f1 None None] The sync data for ids ['ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4'] in n-d-820368-19 is: [{'id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'name': 'tempest-TaggedBootDevicesTest-1777480045-router', 'tenant_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:18:12Z', 'updated_at': '2022-02-28T17:29:38Z', 'revision_number': 5, 'project_id': 'dbd1ad37069b42d8817cbf5c8f423155', 'gw_port': {'id': 'd5e82491-7c7b-4d9e-8996-938e64d49878', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:18:13Z', 'updated_at': '2022-02-28T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:29:41.604132 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:41.617671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] Set router 8c60210a-627e-42f7-a454-67151c8f28de gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:29:41.623405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] For port 537f351d-d713-445f-9bf7-c2b4df437e53, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=537f351d-d713-445f-9bf7-c2b4df437e53,segment=NetworkSegment(07517987-b9c6-4868-a262-8ada9e11ee72),segment_id=07517987-b9c6-4868-a262-8ada9e11ee72)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:41.624352 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:41.627772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:41.627772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:41.627772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:41.628076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:41.628373 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:41.628699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:41.629027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:41.629346 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:41.629665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:41.630012 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:41.630336 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:41.630654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:41.631289 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:29:41.644231 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cad944-0aea-4f36-9ff3-1fa88f60f48f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Made reservation on behalf of c6a6d8ee70f14a33b282ef1b8ee48829 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:41.652304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Calling delete_port for 537f351d-d713-445f-9bf7-c2b4df437e53 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:41.671452 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-dca435de-6803-4604-8a48-dd46052f0b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Allocated IP 172.20.0.13 (7739d82a-bcdd-4118-ae9a-7624124a9b84/86d80de3-dbb5-4b00-8151-4a967e698d02/e970ce62-470b-41c3-beb7-0cc0608ea9db) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:41.702181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c60210a-627e-42f7-a454-67151c8f28de', 'name': 'tempest-snat-router-221327247', 'tenant_id': '30ae874f728f486fb787f86b60c707ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:29:34Z', 'updated_at': '2022-02-28T17:29:39Z', 'revision_number': 4, 'project_id': '30ae874f728f486fb787f86b60c707ec', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:41.732172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18e285b-97e4-4b4e-940f-f5b88700a722 None None] The sync data for ids ['8c60210a-627e-42f7-a454-67151c8f28de'] in n-d-820368-19 is: [{'id': '8c60210a-627e-42f7-a454-67151c8f28de', 'name': 'tempest-snat-router-221327247', 'tenant_id': '30ae874f728f486fb787f86b60c707ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:29:34Z', 'updated_at': '2022-02-28T17:29:39Z', 'revision_number': 4, 'project_id': '30ae874f728f486fb787f86b60c707ec', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:29:41.767368 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d5e82491-7c7b-4d9e-8996-938e64d49878), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:41.790943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a5ac4-8495-43eb-986f-3879d2fce6fb None None] Deleting port 537f351d-d713-445f-9bf7-c2b4df437e53 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:41.791447 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5ac4-8495-43eb-986f-3879d2fce6fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:41.837893 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e82491-7c7b-4d9e-8996-938e64d49878,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:41.855367 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1cad944-0aea-4f36-9ff3-1fa88f60f48f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:41.877560 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (8c60210a-627e-42f7-a454-67151c8f28de), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:41.882747 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8d8a5ac4-8495-43eb-986f-3879d2fce6fb None None] For port 537f351d-d713-445f-9bf7-c2b4df437e53, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=537f351d-d713-445f-9bf7-c2b4df437e53,segment=NetworkSegment(07517987-b9c6-4868-a262-8ada9e11ee72),segment_id=07517987-b9c6-4868-a262-8ada9e11ee72)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:41.883228 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5ac4-8495-43eb-986f-3879d2fce6fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:41.901283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a5ac4-8495-43eb-986f-3879d2fce6fb None None] Calling delete_port for 537f351d-d713-445f-9bf7-c2b4df437e53 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:42.022007 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (8c60210a-627e-42f7-a454-67151c8f28de), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.026908 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_controller (8c60210a-627e-42f7-a454-67151c8f28de), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.078849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-c1cad944-0aea-4f36-9ff3-1fa88f60f48f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] device_id is not set on port 11315e12-574e-40ef-92c7-17b9f83f0aed yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:29:42.084981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609c06d7-7261-4e51-90df-2c4a9b050f68 None None] Network c937964f-f90f-49a8-a331-b76863ada5da requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:42.140698 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-dca435de-6803-4604-8a48-dd46052f0b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.174577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b10f6194-0e23-4171-8310-e509ea783d2c None None] Provisioning complete for port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:42.175081 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b10f6194-0e23-4171-8310-e509ea783d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.207248 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.211040 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b7ded29f-b9d2-488d-8bd9-39e2c9d81cfc req-b79bdb5e-cda3-4fca-8554-385c4ba7732a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 210 time: 0.1957436 Feb 28 17:29:42.277063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (8c60210a-627e-42f7-a454-67151c8f28de), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.278495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c60210a-627e-42f7-a454-67151c8f28de {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:29:42.289249 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.290749 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4bf65d91-6419-4a0c-89f0-254427a301b4 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "DELETE /v2.0/routers/8c60210a-627e-42f7-a454-67151c8f28de HTTP/1.1" status: 204 len: 168 time: 3.4025421 Feb 28 17:29:42.297578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60686) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:42.303923 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5ac4-8495-43eb-986f-3879d2fce6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.320000 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-dca435de-6803-4604-8a48-dd46052f0b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.323174 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.330720 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] Publish callbacks [] for router_controller (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.340502 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a5ac4-8495-43eb-986f-3879d2fce6fb None None] Pushing event deleted for resources: {'Port': ['ID=537f351d-d713-445f-9bf7-c2b4df437e53,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:42.348719 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5066be6e-8bcd-4ae9-905e-79c9fb038704', '7437eb10-5e2c-442f-8a63-28efbec62019'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:29:42.382714 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a5ac4-8495-43eb-986f-3879d2fce6fb None None] No DVR routers for this DVR port 537f351d-d713-445f-9bf7-c2b4df437e53 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:42.460141 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e3810ab8-c161-449e-9744-a53937107836 req-4e84ea19-4342-400e-95cc-3f34f0174d6e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0662975 Feb 28 17:29:42.467996 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b10f6194-0e23-4171-8310-e509ea783d2c None None] Current status of the port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:42.468426 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b10f6194-0e23-4171-8310-e509ea783d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.474886 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.493884 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (537f351d-d713-445f-9bf7-c2b4df437e53), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.522600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-dca435de-6803-4604-8a48-dd46052f0b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Network 7739d82a-bcdd-4118-ae9a-7624124a9b84 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:42.523703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-dca435de-6803-4604-8a48-dd46052f0b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:42.529918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-dca435de-6803-4604-8a48-dd46052f0b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:42.565767 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.566357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:29:42.575478 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.580182 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-60131420-312d-4758-927c-e9e6d6b8fae7 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ff97e93e-ac6f-4487-a9e6-0aacd4aa07c4 HTTP/1.1" status: 204 len: 168 time: 2.5000620 Feb 28 17:29:42.592653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60694) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:42.593377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Port': ['ID=537f351d-d713-445f-9bf7-c2b4df437e53,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:42.603217 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-c1cad944-0aea-4f36-9ff3-1fa88f60f48f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Allocated IP 172.20.0.6 (c937964f-f90f-49a8-a331-b76863ada5da/c8037bcf-dff8-4ad6-8a73-e07514773b2a/11315e12-574e-40ef-92c7-17b9f83f0aed) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:42.615865 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] No DVR routers for this DVR port 537f351d-d713-445f-9bf7-c2b4df437e53 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:42.661479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-dca435de-6803-4604-8a48-dd46052f0b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:42.662219 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-dca435de-6803-4604-8a48-dd46052f0b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.670539 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca435de-6803-4604-8a48-dd46052f0b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event updated for resources: {'Port': ['ID=e970ce62-470b-41c3-beb7-0cc0608ea9db,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:42.717251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b10f6194-0e23-4171-8310-e509ea783d2c None None] For port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=bdc93962-d86a-4f02-91f3-dd6d3fb38dd1,segment=NetworkSegment(15fe4752-163b-423b-8ad7-d969ddb42359),segment_id=15fe4752-163b-423b-8ad7-d969ddb42359)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:42.744597 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:29:42.773956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-257475e5-1807-4b46-bb2a-6bbf7141b31d admin admin] Deleting subnet 613974f9-cffd-4548-95e9-258762dca675 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:29:42.779273 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-257475e5-1807-4b46-bb2a-6bbf7141b31d admin admin] Publish callbacks [] for subnet (613974f9-cffd-4548-95e9-258762dca675), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.840889 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-257475e5-1807-4b46-bb2a-6bbf7141b31d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (613974f9-cffd-4548-95e9-258762dca675), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.877450 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (01cd0668-4c80-4e5d-8451-c11598358047), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.896520 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b10f6194-0e23-4171-8310-e509ea783d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.941830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01cd0668-4c80-4e5d-8451-c11598358047']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:42.972485 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-257475e5-1807-4b46-bb2a-6bbf7141b31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (613974f9-cffd-4548-95e9-258762dca675), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:42.986236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07517987-b9c6-4868-a262-8ada9e11ee72') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:42.986610 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07517987-b9c6-4868-a262-8ada9e11ee72') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:43.053429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (07517987-b9c6-4868-a262-8ada9e11ee72), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.060591 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-dca435de-6803-4604-8a48-dd46052f0b77 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1979351 Feb 28 17:29:43.080095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Request body: {'port': {'device_id': 'c015ee29-d8f8-40d2-8cfc-ef59659337f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:43.091486 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (07517987-b9c6-4868-a262-8ada9e11ee72), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.121879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:29:43.122266 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (07517987-b9c6-4868-a262-8ada9e11ee72), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.138577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0054c5e0-b704-472d-b2a0-a619dae0aa18 None None] Provisioning complete for port e970ce62-470b-41c3-beb7-0cc0608ea9db triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:43.138695 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0054c5e0-b704-472d-b2a0-a619dae0aa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: items = [ Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:29:43.152185 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:29:43.157045 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (50cbac56-9b2b-46aa-8644-1e39d609c911), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.162608 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-257475e5-1807-4b46-bb2a-6bbf7141b31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (613974f9-cffd-4548-95e9-258762dca675), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.212320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:43.212693 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.231464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257475e5-1807-4b46-bb2a-6bbf7141b31d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=613974f9-cffd-4548-95e9-258762dca675,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:43.235478 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-257475e5-1807-4b46-bb2a-6bbf7141b31d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.243456 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-257475e5-1807-4b46-bb2a-6bbf7141b31d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/613974f9-cffd-4548-95e9-258762dca675 HTTP/1.1" status: 204 len: 168 time: 0.6373062 Feb 28 17:29:43.246004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60698) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:43.259913 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.321833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b36f6bf-d1e0-47d8-850b-e17bceff36a0 None None] Network 94a3cd3d-d957-4150-b8bb-c80cee95145b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:43.355843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f6194-0e23-4171-8310-e509ea783d2c None None] Pushing event updated for resources: {'Port': ['ID=bdc93962-d86a-4f02-91f3-dd6d3fb38dd1,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:43.395392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7052f3-0961-4e3d-b1dd-adfbccaaeb62 req-b6fed0ec-0735-45f7-a41e-a6196fe31bb0 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:43.408470 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dd7052f3-0961-4e3d-b1dd-adfbccaaeb62 req-b6fed0ec-0735-45f7-a41e-a6196fe31bb0 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.7217510 Feb 28 17:29:43.418325 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0407d75-0e6d-492e-9737-63a6921c9c9a req-8c4688e1-fb1f-455c-90ac-5c7fc7c8db62 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0839615 Feb 28 17:29:43.495964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0054c5e0-b704-472d-b2a0-a619dae0aa18 None None] Port e970ce62-470b-41c3-beb7-0cc0608ea9db cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:29:43.581879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0054c5e0-b704-472d-b2a0-a619dae0aa18 None None] Provisioning complete for port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:43.582701 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0054c5e0-b704-472d-b2a0-a619dae0aa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.585587 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (94a3cd3d-d957-4150-b8bb-c80cee95145b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.599987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:43.600208 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b77a9-ba9d-4cea-88f6-381e89c6812b req-b84494d6-723d-4896-8751-529515a59f40 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:43.600350 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1badd5f7-6b6f-41e6-9511-e982dd8a6515 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:29:43.605193 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-353b77a9-ba9d-4cea-88f6-381e89c6812b req-b84494d6-723d-4896-8751-529515a59f40 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 932 time: 0.2627718 Feb 28 17:29:43.634134 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (01cd0668-4c80-4e5d-8451-c11598358047), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.639251 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.642994 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] 10.222.0.72 "DELETE /v2.0/networks/01cd0668-4c80-4e5d-8451-c11598358047 HTTP/1.1" status: 204 len: 168 time: 2.6949234 Feb 28 17:29:43.687171 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dd7052f3-0961-4e3d-b1dd-adfbccaaeb62 req-e11de9d7-0a21-40ad-8b44-ef7c777c4839 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776384 Feb 28 17:29:43.728458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-353b77a9-ba9d-4cea-88f6-381e89c6812b req-75e2c89a-2517-4be4-aafe-c2613490aa0a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222990 Feb 28 17:29:43.736019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cce92-fdd2-4681-afef-c438a046f788 tempest-ServersTestMultiNic-2008548347 tempest-ServersTestMultiNic-2008548347-project] Pushing event deleted for resources: {'Network': ['ID=01cd0668-4c80-4e5d-8451-c11598358047,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:43.757331 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (50cbac56-9b2b-46aa-8644-1e39d609c911), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.761600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c70c4-e1ae-4805-a1c4-f45dda5f79b2 None None] DHCP port deletion for 94a3cd3d-d957-4150-b8bb-c80cee95145b request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:29:43.765831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0054c5e0-b704-472d-b2a0-a619dae0aa18 None None] Current status of the port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:43.795120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1badd5f7-6b6f-41e6-9511-e982dd8a6515 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:43.795638 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1badd5f7-6b6f-41e6-9511-e982dd8a6515), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.814362 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1cad944-0aea-4f36-9ff3-1fa88f60f48f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks [] for port (11315e12-574e-40ef-92c7-17b9f83f0aed), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.853264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0054c5e0-b704-472d-b2a0-a619dae0aa18 None None] Provisioning complete for port fd56f6b3-5481-49c8-a9a3-4146e1aeb14f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:43.855051 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0054c5e0-b704-472d-b2a0-a619dae0aa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fd56f6b3-5481-49c8-a9a3-4146e1aeb14f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.873188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e970ce62-470b-41c3-beb7-0cc0608ea9db {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:29:43.889590 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Publish callbacks [] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.892931 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60712) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:43.911370 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Deleting port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:43.911370 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.937193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0054c5e0-b704-472d-b2a0-a619dae0aa18 None None] Port fd56f6b3-5481-49c8-a9a3-4146e1aeb14f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:29:43.948874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Transition to ACTIVE for port object e970ce62-470b-41c3-beb7-0cc0608ea9db will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:29:43.960742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-474c70c4-e1ae-4805-a1c4-f45dda5f79b2 None None] Deleting port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:43.962274 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-474c70c4-e1ae-4805-a1c4-f45dda5f79b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.996007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Deleting port 1badd5f7-6b6f-41e6-9511-e982dd8a6515 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:43.996007 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1badd5f7-6b6f-41e6-9511-e982dd8a6515), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.996007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] For port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c60a1929-440b-4e7a-b5a8-6ef79a6df9bf,segment=NetworkSegment(989f5adc-d334-4b21-8ad2-c5706da4e191),segment_id=989f5adc-d334-4b21-8ad2-c5706da4e191)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:43.996407 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:43.996533 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:44.018183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:44.048507 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1cad944-0aea-4f36-9ff3-1fa88f60f48f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (11315e12-574e-40ef-92c7-17b9f83f0aed), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:44.054347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Calling delete_port for c60a1929-440b-4e7a-b5a8-6ef79a6df9bf owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:44.061537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1badd5f7-6b6f-41e6-9511-e982dd8a6515 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:44.072373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-474c70c4-e1ae-4805-a1c4-f45dda5f79b2 None None] For port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c60a1929-440b-4e7a-b5a8-6ef79a6df9bf,segment=NetworkSegment(989f5adc-d334-4b21-8ad2-c5706da4e191),segment_id=989f5adc-d334-4b21-8ad2-c5706da4e191)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:44.072933 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-474c70c4-e1ae-4805-a1c4-f45dda5f79b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:44.090343 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-474c70c4-e1ae-4805-a1c4-f45dda5f79b2 None None] Calling delete_port for c60a1929-440b-4e7a-b5a8-6ef79a6df9bf owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:44.095994 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-248d7c94-30f4-4d33-947d-952e7d882118 None None] Provisioning complete for port fd56f6b3-5481-49c8-a9a3-4146e1aeb14f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:44.101561 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-248d7c94-30f4-4d33-947d-952e7d882118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fd56f6b3-5481-49c8-a9a3-4146e1aeb14f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:44.145730 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Pushing event updated for resources: {'Port': ['ID=e970ce62-470b-41c3-beb7-0cc0608ea9db,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:44.325162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 22158eb0-2417-42c2-95b4-f2617981bc55 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:44.359679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 22158eb0-2417-42c2-95b4-f2617981bc55 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:44.360127 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 22158eb0-2417-42c2-95b4-f2617981bc55 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:44.360649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 537f351d-d713-445f-9bf7-c2b4df437e53 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:44.419017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-248d7c94-30f4-4d33-947d-952e7d882118 None None] Port fd56f6b3-5481-49c8-a9a3-4146e1aeb14f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:29:44.422597 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 537f351d-d713-445f-9bf7-c2b4df437e53 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:44.423081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 537f351d-d713-445f-9bf7-c2b4df437e53 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:44.537268 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-474c70c4-e1ae-4805-a1c4-f45dda5f79b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:44.545835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cad944-0aea-4f36-9ff3-1fa88f60f48f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Network c937964f-f90f-49a8-a331-b76863ada5da is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:44.554409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:29:44.563071 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-c1cad944-0aea-4f36-9ff3-1fa88f60f48f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:44.565910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cad944-0aea-4f36-9ff3-1fa88f60f48f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:44.599770 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c70c4-e1ae-4805-a1c4-f45dda5f79b2 None None] Pushing event deleted for resources: {'Port': ['ID=c60a1929-440b-4e7a-b5a8-6ef79a6df9bf,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:44.606614 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cad944-0aea-4f36-9ff3-1fa88f60f48f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event updated for resources: {'Port': ['ID=11315e12-574e-40ef-92c7-17b9f83f0aed,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:44.611297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] For port 1badd5f7-6b6f-41e6-9511-e982dd8a6515, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1badd5f7-6b6f-41e6-9511-e982dd8a6515,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:44.611666 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1badd5f7-6b6f-41e6-9511-e982dd8a6515), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:44.620557 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c70c4-e1ae-4805-a1c4-f45dda5f79b2 None None] No DVR routers for this DVR port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:44.653526 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Calling delete_port for 1badd5f7-6b6f-41e6-9511-e982dd8a6515 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:44.668711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:44.669472 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:44.735431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cad944-0aea-4f36-9ff3-1fa88f60f48f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:44.736061 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1cad944-0aea-4f36-9ff3-1fa88f60f48f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:44.759115 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Attempting to bind port e970ce62-470b-41c3-beb7-0cc0608ea9db on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:29:44.759682 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Attempting to bind port e970ce62-470b-41c3-beb7-0cc0608ea9db by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:29:44.760213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Attempting to bind port e970ce62-470b-41c3-beb7-0cc0608ea9db on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:44.763102 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c60a1929-440b-4e7a-b5a8-6ef79a6df9bf), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:44.768176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Port e970ce62-470b-41c3-beb7-0cc0608ea9db on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:29:44.768688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Attempting to bind port e970ce62-470b-41c3-beb7-0cc0608ea9db on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:44.779997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:29:44.786621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Checking segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:29:44.786621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Bound using segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:29:44.786621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Bound port: e970ce62-470b-41c3-beb7-0cc0608ea9db, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:29:44.786621 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:44.790889 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:44.878550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c60a1929-440b-4e7a-b5a8-6ef79a6df9bf no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:44.901037 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: c60a1929-440b-4e7a-b5a8-6ef79a6df9bf {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:44.901397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c60a1929-440b-4e7a-b5a8-6ef79a6df9bf not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:44.901812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d5e82491-7c7b-4d9e-8996-938e64d49878 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:44.927020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: d5e82491-7c7b-4d9e-8996-938e64d49878 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:44.927020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d5e82491-7c7b-4d9e-8996-938e64d49878 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:44.954176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] For port e970ce62-470b-41c3-beb7-0cc0608ea9db, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:29:44.960406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] For port e970ce62-470b-41c3-beb7-0cc0608ea9db, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e970ce62-470b-41c3-beb7-0cc0608ea9db,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:29:44.971641 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c1cad944-0aea-4f36-9ff3-1fa88f60f48f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.9216166 Feb 28 17:29:44.972407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60722) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:44.972509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] No DVR routers for this DVR port c60a1929-440b-4e7a-b5a8-6ef79a6df9bf on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:44.974774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60a1929-440b-4e7a-b5a8-6ef79a6df9bf,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:44.978324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fd9b6ac4-b6b6-46be-a54e-31372036fa02 None None] Provisioning complete for port 11315e12-574e-40ef-92c7-17b9f83f0aed triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:44.978826 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd9b6ac4-b6b6-46be-a54e-31372036fa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (11315e12-574e-40ef-92c7-17b9f83f0aed), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.020583 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dad40f-152f-45ef-865c-4e8eede3a643 req-c138e8d3-a253-4f73-ad6b-008d6eef7424 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:45.021777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b6ac4-b6b6-46be-a54e-31372036fa02 None None] Port 11315e12-574e-40ef-92c7-17b9f83f0aed cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:29:45.022153 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1dad40f-152f-45ef-865c-4e8eede3a643 req-c138e8d3-a253-4f73-ad6b-008d6eef7424 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 944 time: 0.1543446 Feb 28 17:29:45.044535 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.089911 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (94a3cd3d-d957-4150-b8bb-c80cee95145b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.109740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52501a-f90a-4a71-b7ee-3e470b787f11 req-22c1617d-7ede-434b-80ce-b02f7366deda tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:45.111249 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c52501a-f90a-4a71-b7ee-3e470b787f11 req-22c1617d-7ede-434b-80ce-b02f7366deda tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.2639332 Feb 28 17:29:45.125790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a3cd3d-d957-4150-b8bb-c80cee95145b']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:45.142725 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:45.143349 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.143470 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989f5adc-d334-4b21-8ad2-c5706da4e191') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:45.143693 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989f5adc-d334-4b21-8ad2-c5706da4e191') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:45.145102 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] 10.222.0.73 "PUT /v2.0/ports/e970ce62-470b-41c3-beb7-0cc0608ea9db HTTP/1.1" status: 200 len: 1093 time: 2.0736125 Feb 28 17:29:45.147034 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (1badd5f7-6b6f-41e6-9511-e982dd8a6515), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.150645 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c015ee29-d8f8-40d2-8cfc-ef59659337f1', 'tag': 'e970ce62-470b-41c3-beb7-0cc0608ea9db'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:45.152838 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a074157b-1feb-41b4-888d-4722e1cdc1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c015ee29-d8f8-40d2-8cfc-ef59659337f1", "tag": "e970ce62-470b-41c3-beb7-0cc0608ea9db"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:45.170231 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (989f5adc-d334-4b21-8ad2-c5706da4e191), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.213762 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event deleted for resources: {'Port': ['ID=1badd5f7-6b6f-41e6-9511-e982dd8a6515,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:45.217124 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1dad40f-152f-45ef-865c-4e8eede3a643 req-9622c4a5-b913-4cb7-a3e4-79e4b2577020 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748292 Feb 28 17:29:45.219616 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (989f5adc-d334-4b21-8ad2-c5706da4e191), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.233583 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a25e8b6-c059-4d6c-a592-47648245332f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:45.245593 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:29:45.246576 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (989f5adc-d334-4b21-8ad2-c5706da4e191), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:29:45.248590 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:29:45.251907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a25e8b6-c059-4d6c-a592-47648245332f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:45.255654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a25e8b6-c059-4d6c-a592-47648245332f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:45.257411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9a25e8b6-c059-4d6c-a592-47648245332f tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2841763 Feb 28 17:29:45.260403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1b7cd-d71a-412b-a7c1-8ef9a6d90f76 service neutron] Pushing event updated for resources: {'Port': ['ID=e970ce62-470b-41c3-beb7-0cc0608ea9db,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:45.263066 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c52501a-f90a-4a71-b7ee-3e470b787f11 req-c505f3e3-4954-4de8-801b-5f49d3b1009a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454706 Feb 28 17:29:45.264611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60726) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:45.348585 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59399457-2a11-43a3-aa69-e1ff1645585c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (7f219701-d32e-45de-98a1-57e24b02a588), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.365168 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f783d003-dd5d-4713-adc6-99b46eff93b8 x-openstack-request-id: req-f783d003-dd5d-4713-adc6-99b46eff93b8 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:45.365470 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c015ee29-d8f8-40d2-8cfc-ef59659337f1", "tag": "e970ce62-470b-41c3-beb7-0cc0608ea9db", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:45.365730 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f783d003-dd5d-4713-adc6-99b46eff93b8 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:45.367984 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c015ee29-d8f8-40d2-8cfc-ef59659337f1', 'tag': 'e970ce62-470b-41c3-beb7-0cc0608ea9db', 'status': 'completed', 'code': 200} Feb 28 17:29:45.395446 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (50cbac56-9b2b-46aa-8644-1e39d609c911), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.522400 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36707c77-d3ad-4cd5-a83f-7429106b778a req-7f97d4ee-5ac9-463a-a455-adb232eea74a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0976274 Feb 28 17:29:45.526411 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (94a3cd3d-d957-4150-b8bb-c80cee95145b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.533230 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (50cbac56-9b2b-46aa-8644-1e39d609c911), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.535211 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.537008 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-1f641c9c-76e8-43db-92e0-47822a904aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:45.541218 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] 10.222.0.72 "DELETE /v2.0/networks/94a3cd3d-d957-4150-b8bb-c80cee95145b HTTP/1.1" status: 204 len: 168 time: 2.2887154 Feb 28 17:29:45.541497 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-1f641c9c-76e8-43db-92e0-47822a904aa5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 1127 time: 0.2367949 Feb 28 17:29:45.541585 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_controller (50cbac56-9b2b-46aa-8644-1e39d609c911), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.553444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed93f0b-2fe1-4b2c-bdc7-0e3f9821b337 admin admin] Pushing event deleted for resources: {'Network': ['ID=94a3cd3d-d957-4150-b8bb-c80cee95145b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:45.613903 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-621d2340-5978-4aea-9024-87400724a48c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e970ce62-470b-41c3-beb7-0cc0608ea9db HTTP/1.1" status: 200 len: 217 time: 0.0622842 Feb 28 17:29:45.661000 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (50cbac56-9b2b-46aa-8644-1e39d609c911), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.661546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50cbac56-9b2b-46aa-8644-1e39d609c911 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:29:45.666493 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.673144 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1e75d217-a976-4625-aac3-1ba6d4beba3b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "DELETE /v2.0/routers/50cbac56-9b2b-46aa-8644-1e39d609c911 HTTP/1.1" status: 204 len: 168 time: 3.3731480 Feb 28 17:29:45.676386 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60738) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:45.678409 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-472842213', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:45.727485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-51850b44-be1b-4206-b241-6ec85ef3ad99 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Deleting port 11315e12-574e-40ef-92c7-17b9f83f0aed {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:45.727920 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51850b44-be1b-4206-b241-6ec85ef3ad99 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (11315e12-574e-40ef-92c7-17b9f83f0aed), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.782476 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ecd3b7b8-5f32-4afd-9394-52ba2b702bc4 req-ae60fbf6-5282-4fbd-aa08-47565dd92526 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0727835 Feb 28 17:29:45.788382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-cae19309-19e3-4e24-bee8-4a49a2678d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:45.790617 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-cae19309-19e3-4e24-bee8-4a49a2678d7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.1669888 Feb 28 17:29:45.839579 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (73a1583e-1ce9-4050-8ec4-c8f50e63058f), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.840763 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (73a1583e-1ce9-4050-8ec4-c8f50e63058f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.898462 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_controller (73a1583e-1ce9-4050-8ec4-c8f50e63058f), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.911720 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51850b44-be1b-4206-b241-6ec85ef3ad99 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (11315e12-574e-40ef-92c7-17b9f83f0aed), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:45.930501 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-51850b44-be1b-4206-b241-6ec85ef3ad99 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Calling delete_port for 11315e12-574e-40ef-92c7-17b9f83f0aed owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:45.937563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-5821decf-2e39-4bbf-8da7-8ce0bc73ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:45.939360 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-5821decf-2e39-4bbf-8da7-8ce0bc73ad47 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1199522 Feb 28 17:29:46.010593 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60740) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:46.119242 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (73a1583e-1ce9-4050-8ec4-c8f50e63058f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:46.126786 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f513369a-ec22-4c2d-b1d9-5e111d59090a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9bc69e6115184d37ad88d60bb1dd4133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1150765 Feb 28 17:29:46.129521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60742) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:46.187823 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-2fc424f0-0851-4213-9f85-3854be8110e4 service neutron] show failed (client error): The resource could not be found. Feb 28 17:29:46.189133 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-2fc424f0-0851-4213-9f85-3854be8110e4 service neutron] 10.222.0.73 "GET /v2.0/ports/950d6ead-196c-48ae-b795-f02b6392df02/bindings/n-h2-820368-19 HTTP/1.1" status: 404 len: 381 time: 0.1434963 Feb 28 17:29:46.191048 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-f25eb945-66b9-48f7-a0cc-375ee08c038e service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419286 Feb 28 17:29:46.204705 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-acbbd7d8-9a9a-4ac6-9f06-b9fa3c4a996f admin admin] Publish callbacks [] for security_group (b0864ddf-34a0-4b6e-b779-50487664a212), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:46.256035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-acbbd7d8-9a9a-4ac6-9f06-b9fa3c4a996f admin admin] Publish callbacks [] for security_group (b0864ddf-34a0-4b6e-b779-50487664a212), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:46.293333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-59399457-2a11-43a3-aa69-e1ff1645585c admin admin] Deleting port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:46.293671 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59399457-2a11-43a3-aa69-e1ff1645585c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:46.395526 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:29:46.401265 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65b6b388-4946-4598-83d9-502d73d13bb1 req-68549394-cdb3-4bae-9033-a4b7df69dbf5 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001135 Feb 28 17:29:46.442001 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-acbbd7d8-9a9a-4ac6-9f06-b9fa3c4a996f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b0864ddf-34a0-4b6e-b779-50487664a212), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:46.442001 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-acbbd7d8-9a9a-4ac6-9f06-b9fa3c4a996f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:46.442001 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-acbbd7d8-9a9a-4ac6-9f06-b9fa3c4a996f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b0864ddf-34a0-4b6e-b779-50487664a212 HTTP/1.1" status: 204 len: 168 time: 0.3099139 Feb 28 17:29:46.455558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-59399457-2a11-43a3-aa69-e1ff1645585c admin admin] For port 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2353dfe0-9ff4-4697-ad96-ee8ef5e8d364,segment=NetworkSegment(3ee8e58e-1e34-400e-8d5d-63dd2f93e471),segment_id=3ee8e58e-1e34-400e-8d5d-63dd2f93e471)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:46.455558 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59399457-2a11-43a3-aa69-e1ff1645585c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:46.471076 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-59399457-2a11-43a3-aa69-e1ff1645585c admin admin] Calling delete_port for 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:46.472750 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51850b44-be1b-4206-b241-6ec85ef3ad99 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (11315e12-574e-40ef-92c7-17b9f83f0aed), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:46.483158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b8320-3c0a-467c-878b-0771de6b8939 req-496a8fb6-6068-4a0e-9786-12f9f597eea8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:46.490964 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d1b8320-3c0a-467c-878b-0771de6b8939 req-496a8fb6-6068-4a0e-9786-12f9f597eea8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 944 time: 0.1733713 Feb 28 17:29:46.506920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbd7d8-9a9a-4ac6-9f06-b9fa3c4a996f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0864ddf-34a0-4b6e-b779-50487664a212,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:46.538651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51850b44-be1b-4206-b241-6ec85ef3ad99 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event deleted for resources: {'Port': ['ID=11315e12-574e-40ef-92c7-17b9f83f0aed,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:46.544925 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (73a1583e-1ce9-4050-8ec4-c8f50e63058f), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:46.584620 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:46.620779 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1badd5f7-6b6f-41e6-9511-e982dd8a6515 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:46.621609 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d1b8320-3c0a-467c-878b-0771de6b8939 req-3af3bd3b-ab57-449f-b525-06859ef8f95b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255112 Feb 28 17:29:46.647933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225a54c-1c4b-4193-88a0-9a6a28ccaa79 req-ef26c214-997c-454d-9d80-73130531c43d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:46.649713 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0225a54c-1c4b-4193-88a0-9a6a28ccaa79 req-ef26c214-997c-454d-9d80-73130531c43d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.2466016 Feb 28 17:29:46.689772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 1badd5f7-6b6f-41e6-9511-e982dd8a6515 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:46.690137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1badd5f7-6b6f-41e6-9511-e982dd8a6515 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:46.760997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Allocated IP 172.25.3.247 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/dfebc68a-1d53-400b-ab1d-c6a669d888ea) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:46.875947 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for port (dfebc68a-1d53-400b-ab1d-c6a669d888ea), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:46.921027 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0225a54c-1c4b-4193-88a0-9a6a28ccaa79 req-0c00d90e-ae2b-446a-90a0-eea03e1466ca tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322009 Feb 28 17:29:46.932644 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074157b-1feb-41b4-888d-4722e1cdc1fb req-54750ae8-0ab1-4a60-9e57-861ca8adf91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:46.934217 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a074157b-1feb-41b4-888d-4722e1cdc1fb req-54750ae8-0ab1-4a60-9e57-861ca8adf91e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 1127 time: 0.3119206 Feb 28 17:29:46.948213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-904ab9cb-dccc-4711-9c44-5af3172ae023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:46.949686 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-904ab9cb-dccc-4711-9c44-5af3172ae023 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90&tenant_id=99c70571e74e4e0589acb386047f6689 HTTP/1.1" status: 200 len: 1132 time: 0.2565854 Feb 28 17:29:46.960090 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51850b44-be1b-4206-b241-6ec85ef3ad99 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:46.963842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-51850b44-be1b-4206-b241-6ec85ef3ad99 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "DELETE /v2.0/ports/11315e12-574e-40ef-92c7-17b9f83f0aed HTTP/1.1" status: 204 len: 168 time: 1.6982129 Feb 28 17:29:46.966919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60754) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:46.981680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-19', 'device_owner': 'compute:nova'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:46.998887 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (dfebc68a-1d53-400b-ab1d-c6a669d888ea), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:47.001144 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5474e3c-7dbf-4138-82c8-9363f8561f2d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] GET failed (client error): The resource could not be found. Feb 28 17:29:47.002819 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a5474e3c-7dbf-4138-82c8-9363f8561f2d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "GET /v2.0/ports/11315e12-574e-40ef-92c7-17b9f83f0aed HTTP/1.1" status: 404 len: 333 time: 0.0346868 Feb 28 17:29:47.006179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60756) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:47.010959 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a26e4c56-fc29-4f4e-b094-316d98b5a23d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Request body: {'port': {'network_id': 'c937964f-f90f-49a8-a331-b76863ada5da', 'name': 'tempest-AllowedAddressPairTestJSON-1387650089'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:47.097324 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:47.106684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:47.109248 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:47.114806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Pushing event updated for resources: {'Port': ['ID=dfebc68a-1d53-400b-ab1d-c6a669d888ea,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:47.140711 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (950d6ead-196c-48ae-b795-f02b6392df02), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:47.159740 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074157b-1feb-41b4-888d-4722e1cdc1fb req-9007a809-523e-485a-85eb-d0a560f5510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:47.161222 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a074157b-1feb-41b4-888d-4722e1cdc1fb req-9007a809-523e-485a-85eb-d0a560f5510a service neutron] 10.222.0.73 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.2169802 Feb 28 17:29:47.227494 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a074157b-1feb-41b4-888d-4722e1cdc1fb req-16cafa5e-f8a3-48bb-bfe0-06187323b4c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e970ce62-470b-41c3-beb7-0cc0608ea9db HTTP/1.1" status: 200 len: 217 time: 0.0440323 Feb 28 17:29:47.357905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26e4c56-fc29-4f4e-b094-316d98b5a23d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Made reservation on behalf of c6a6d8ee70f14a33b282ef1b8ee48829 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:47.361429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a26e4c56-fc29-4f4e-b094-316d98b5a23d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:47.379453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-a26e4c56-fc29-4f4e-b094-316d98b5a23d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] device_id is not set on port d4a3108c-b06c-49fe-ae1b-6b40c00768ee yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:29:47.454823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60762) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:47.580184 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59399457-2a11-43a3-aa69-e1ff1645585c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2353dfe0-9ff4-4697-ad96-ee8ef5e8d364), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:47.588558 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b94d896e-da63-466b-a8d4-23cbde5c4dfe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dbd1ad37069b42d8817cbf5c8f423155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325347 Feb 28 17:29:47.593675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60764) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:47.646955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-a26e4c56-fc29-4f4e-b094-316d98b5a23d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Allocated IP 172.20.0.5 (c937964f-f90f-49a8-a331-b76863ada5da/c8037bcf-dff8-4ad6-8a73-e07514773b2a/d4a3108c-b06c-49fe-ae1b-6b40c00768ee) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:47.658518 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (73a1583e-1ce9-4050-8ec4-c8f50e63058f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:47.685764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59399457-2a11-43a3-aa69-e1ff1645585c admin admin] Pushing event deleted for resources: {'Port': ['ID=2353dfe0-9ff4-4697-ad96-ee8ef5e8d364,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:47.750036 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba0caa24-32df-4bb1-9776-36ac3074c4a8 req-ed53b48c-03d3-4698-a86b-08bc75366a30 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0857785 Feb 28 17:29:47.755593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074157b-1feb-41b4-888d-4722e1cdc1fb req-9d6a853d-df14-492b-bab6-002127c889d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:47.756663 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a074157b-1feb-41b4-888d-4722e1cdc1fb req-9d6a853d-df14-492b-bab6-002127c889d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.5194371 Feb 28 17:29:47.830192 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87e5387f-e4b4-449c-9262-7ca62a2dd6ee admin admin] Publish callbacks [] for security_group (4cacf78c-c683-4a31-a17f-d72106ca7693), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:47.968000 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87e5387f-e4b4-449c-9262-7ca62a2dd6ee admin admin] Publish callbacks [] for security_group (4cacf78c-c683-4a31-a17f-d72106ca7693), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:47.979790 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24948fb0-b39c-4523-86c8-8db364a27693 req-2ccb2e89-872b-40c3-923e-225f74b61190 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0477622 Feb 28 17:29:47.983880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf38bf-df0d-42c8-949c-2f1a91f6a4e4 req-d19025da-66d2-44cc-95f9-316ee71fe1a0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:47.984917 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074157b-1feb-41b4-888d-4722e1cdc1fb req-f34bcd6f-d630-4b39-af4a-5631c8302239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:47.986395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a074157b-1feb-41b4-888d-4722e1cdc1fb req-f34bcd6f-d630-4b39-af4a-5631c8302239 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2079034 Feb 28 17:29:47.987774 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4caf38bf-df0d-42c8-949c-2f1a91f6a4e4 req-d19025da-66d2-44cc-95f9-316ee71fe1a0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 944 time: 0.2729332 Feb 28 17:29:47.994581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:48.123540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 950d6ead-196c-48ae-b795-f02b6392df02 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:48.162739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:29:48.193456 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59399457-2a11-43a3-aa69-e1ff1645585c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (7f219701-d32e-45de-98a1-57e24b02a588), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:48.208330 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 950d6ead-196c-48ae-b795-f02b6392df02 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:48.208721 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (950d6ead-196c-48ae-b795-f02b6392df02), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:48.238482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470b1f8-0b21-42b7-b005-463c1003a147 req-e5639482-235a-44a6-8776-e221dc3d35d6 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:48.240062 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1470b1f8-0b21-42b7-b005-463c1003a147 req-e5639482-235a-44a6-8776-e221dc3d35d6 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.2116795 Feb 28 17:29:48.299694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:48.302054 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c984cf97-5899-4253-8c14-fbc2da9e1e52" -d '{"events": [{"server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "name": "network-vif-unplugged", "status": "completed", "tag": "950d6ead-196c-48ae-b795-f02b6392df02"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:48.306491 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Publish callbacks [] for port (950d6ead-196c-48ae-b795-f02b6392df02), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:48.323301 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a074157b-1feb-41b4-888d-4722e1cdc1fb req-8b7cc165-26ed-4cbb-b23e-ed9959014ec9 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251302 Feb 28 17:29:48.377641 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Transition to ACTIVE for port object 950d6ead-196c-48ae-b795-f02b6392df02 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:29:48.456779 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1470b1f8-0b21-42b7-b005-463c1003a147 req-b99ae1cc-96f0-4352-bf56-f5824d80b998 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054362 Feb 28 17:29:48.459227 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (950d6ead-196c-48ae-b795-f02b6392df02), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:48.493273 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a26e4c56-fc29-4f4e-b094-316d98b5a23d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks [] for port (d4a3108c-b06c-49fe-ae1b-6b40c00768ee), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:48.512670 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4caf38bf-df0d-42c8-949c-2f1a91f6a4e4 req-eb75b864-851e-4746-bee0-b07347412166 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068212 Feb 28 17:29:48.529089 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (73a1583e-1ce9-4050-8ec4-c8f50e63058f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:48.573282 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:29:48.573645 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:29:48.580545 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55e8707-1a6e-4e85-abed-65e11ac31687 x-openstack-request-id: req-b55e8707-1a6e-4e85-abed-65e11ac31687 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:48.580836 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "name": "network-vif-unplugged", "status": "completed", "tag": "950d6ead-196c-48ae-b795-f02b6392df02", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:48.581088 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b55e8707-1a6e-4e85-abed-65e11ac31687 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:48.581484 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02', 'code': 200} Feb 28 17:29:48.595349 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87e5387f-e4b4-449c-9262-7ca62a2dd6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4cacf78c-c683-4a31-a17f-d72106ca7693), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:48.597860 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87e5387f-e4b4-449c-9262-7ca62a2dd6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:48.601975 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-87e5387f-e4b4-449c-9262-7ca62a2dd6ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4cacf78c-c683-4a31-a17f-d72106ca7693 HTTP/1.1" status: 204 len: 168 time: 1.0044158 Feb 28 17:29:48.620758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5387f-e4b4-449c-9262-7ca62a2dd6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cacf78c-c683-4a31-a17f-d72106ca7693,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:48.644145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Pushing event updated for resources: {'Port': ['ID=950d6ead-196c-48ae-b795-f02b6392df02,revision_number=6']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:48.675068 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a074157b-1feb-41b4-888d-4722e1cdc1fb req-25c82a61-a373-468f-9d48-0dd8263fb749 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430667 Feb 28 17:29:48.678366 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] No DVR routers for this DVR port 950d6ead-196c-48ae-b795-f02b6392df02 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:48.688739 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a26e4c56-fc29-4f4e-b094-316d98b5a23d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d4a3108c-b06c-49fe-ae1b-6b40c00768ee), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:48.755435 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Attempting to bind port 950d6ead-196c-48ae-b795-f02b6392df02 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:29:48.756007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Attempting to bind port 950d6ead-196c-48ae-b795-f02b6392df02 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:29:48.756136 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Attempting to bind port 950d6ead-196c-48ae-b795-f02b6392df02 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:48.766146 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Port 950d6ead-196c-48ae-b795-f02b6392df02 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:29:48.766464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Attempting to bind port 950d6ead-196c-48ae-b795-f02b6392df02 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:29:48.774888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:29:48.780714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:29:48.780714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:29:48.780714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Bound port: 950d6ead-196c-48ae-b795-f02b6392df02, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:29:48.780714 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (950d6ead-196c-48ae-b795-f02b6392df02), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:48.781106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26e4c56-fc29-4f4e-b094-316d98b5a23d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Network c937964f-f90f-49a8-a331-b76863ada5da is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:48.793495 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59399457-2a11-43a3-aa69-e1ff1645585c admin admin] Router 7f219701-d32e-45de-98a1-57e24b02a588 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:29:48.801847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a26e4c56-fc29-4f4e-b094-316d98b5a23d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:48.805864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e4c56-fc29-4f4e-b094-316d98b5a23d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event updated for resources: {'Port': ['ID=d4a3108c-b06c-49fe-ae1b-6b40c00768ee,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:48.817420 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26e4c56-fc29-4f4e-b094-316d98b5a23d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:48.897606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:29:48.902610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:29:48.907598 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26e4c56-fc29-4f4e-b094-316d98b5a23d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:48.908597 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a26e4c56-fc29-4f4e-b094-316d98b5a23d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:48.959265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Router 73a1583e-1ce9-4050-8ec4-c8f50e63058f is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:29:48.970835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59399457-2a11-43a3-aa69-e1ff1645585c admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:29:48.978785 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-59399457-2a11-43a3-aa69-e1ff1645585c admin admin] 10.222.0.72 "PUT /v2.0/routers/7f219701-d32e-45de-98a1-57e24b02a588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0823963 Feb 28 17:29:48.979206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60782) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:48.980341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616bae46-687c-4886-a8b4-c481ec675b6d None None] Sync routers for ids ['7f219701-d32e-45de-98a1-57e24b02a588'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:29:48.991400 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (950d6ead-196c-48ae-b795-f02b6392df02), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:49.003870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616bae46-687c-4886-a8b4-c481ec675b6d None None] Routers {'7f219701-d32e-45de-98a1-57e24b02a588'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:49.004797 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-616bae46-687c-4886-a8b4-c481ec675b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7f219701-d32e-45de-98a1-57e24b02a588'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:49.030176 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a26e4c56-fc29-4f4e-b094-316d98b5a23d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0229192 Feb 28 17:29:49.032825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60786) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:49.041024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-768ba2fc-190d-46bb-9202-78b9e5cf2ea1 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b3:d4:56'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:49.092684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:49.093710 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:49.095748 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] 10.222.0.69 "PUT /v2.0/ports/950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 200 len: 1096 time: 2.1296592 Feb 28 17:29:49.197259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4cad5-2f09-488e-b3bf-1f59aa17e968 service neutron] Pushing event updated for resources: {'Port': ['ID=950d6ead-196c-48ae-b795-f02b6392df02,revision_number=7']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:49.197686 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:29:49.209322 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3589cb0-5f97-4fd8-8da9-ab347be75feb None None] Sync routers for ids ['73a1583e-1ce9-4050-8ec4-c8f50e63058f'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:29:49.226422 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 950d6ead-196c-48ae-b795-f02b6392df02 is: DOWN; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:49.235729 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3589cb0-5f97-4fd8-8da9-ab347be75feb None None] Routers {'73a1583e-1ce9-4050-8ec4-c8f50e63058f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:49.236368 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d3589cb0-5f97-4fd8-8da9-ab347be75feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['73a1583e-1ce9-4050-8ec4-c8f50e63058f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:49.303855 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-768ba2fc-190d-46bb-9202-78b9e5cf2ea1 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d4a3108c-b06c-49fe-ae1b-6b40c00768ee), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:49.323830 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-9b91d566-ac8a-4d64-87a6-9dbb03822532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:49.325340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-9b91d566-ac8a-4d64-87a6-9dbb03822532 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 1130 time: 0.1931643 Feb 28 17:29:49.330988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] Publish callbacks [] for router (7f219701-d32e-45de-98a1-57e24b02a588), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:49.332685 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:49.336692 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-707d1a0b-bb42-47f0-bdfd-e194c34b43ed tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6593499 Feb 28 17:29:49.337472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60792) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:49.342530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ef807920-99f8-42d5-a7a0-d5a966d757b0 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'enable_snat': False}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:49.370460 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d3589cb0-5f97-4fd8-8da9-ab347be75feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:49.388317 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3589cb0-5f97-4fd8-8da9-ab347be75feb None None] Routers {'73a1583e-1ce9-4050-8ec4-c8f50e63058f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:49.389540 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d3589cb0-5f97-4fd8-8da9-ab347be75feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['73a1583e-1ce9-4050-8ec4-c8f50e63058f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:49.395935 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-616bae46-687c-4886-a8b4-c481ec675b6d None None] Set router 7f219701-d32e-45de-98a1-57e24b02a588 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:29:49.500842 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d3589cb0-5f97-4fd8-8da9-ab347be75feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:49.501051 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3589cb0-5f97-4fd8-8da9-ab347be75feb None None] The sync data for ids ['73a1583e-1ce9-4050-8ec4-c8f50e63058f'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:29:49.575405 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-17516f6c-943f-4f74-86ab-0555b3c7cbf0 None None] Provisioning complete for port d4a3108c-b06c-49fe-ae1b-6b40c00768ee triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:49.575772 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-17516f6c-943f-4f74-86ab-0555b3c7cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d4a3108c-b06c-49fe-ae1b-6b40c00768ee), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:49.585420 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] Publish callbacks [] for router_gateway (7f219701-d32e-45de-98a1-57e24b02a588), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:49.646424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-17516f6c-943f-4f74-86ab-0555b3c7cbf0 None None] Port d4a3108c-b06c-49fe-ae1b-6b40c00768ee cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:29:49.677758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-79c6737a-331d-488d-a58d-ca24f2a64928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:49.677758 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-79c6737a-331d-488d-a58d-ca24f2a64928 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2044427 Feb 28 17:29:49.767352 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-4a1a302a-3f54-4f22-8c8b-a4e9bd830f9f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 200 len: 217 time: 0.0760951 Feb 28 17:29:49.795396 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2acd0-f9e9-4517-8167-150030198ffc req-157b6bba-43c3-43fe-a020-95d5fb472742 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:49.796918 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14f2acd0-f9e9-4517-8167-150030198ffc req-157b6bba-43c3-43fe-a020-95d5fb472742 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 947 time: 0.1908681 Feb 28 17:29:49.840802 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-616bae46-687c-4886-a8b4-c481ec675b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f219701-d32e-45de-98a1-57e24b02a588', 'name': 'tempest-ServersTestMultiNic-975546754-router', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e34bcbf1-4de5-454f-bdd8-4b83d5f18604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:27:43Z', 'updated_at': '2022-02-28T17:29:47Z', 'revision_number': 5, 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'gw_port': {'id': 'e34bcbf1-4de5-454f-bdd8-4b83d5f18604', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f219701-d32e-45de-98a1-57e24b02a588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:27:44Z', 'updated_at': '2022-02-28T17:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:49.856581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841caa95-a56a-4652-92e2-98417b0897cd req-c66d3061-3fd1-423c-9571-a7c9abb1129e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:49.858502 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-841caa95-a56a-4652-92e2-98417b0897cd req-c66d3061-3fd1-423c-9571-a7c9abb1129e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 944 time: 0.1817491 Feb 28 17:29:49.874055 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616bae46-687c-4886-a8b4-c481ec675b6d None None] Checking router: 7f219701-d32e-45de-98a1-57e24b02a588 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:29:49.887352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616bae46-687c-4886-a8b4-c481ec675b6d None None] Routers {'7f219701-d32e-45de-98a1-57e24b02a588'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:49.887874 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-616bae46-687c-4886-a8b4-c481ec675b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7f219701-d32e-45de-98a1-57e24b02a588'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:49.898773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-dc00c7d4-f6eb-4652-b8fe-b59dbe0becbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:49.900605 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-dc00c7d4-f6eb-4652-b8fe-b59dbe0becbf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1250219 Feb 28 17:29:49.978667 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-841caa95-a56a-4652-92e2-98417b0897cd req-c05bca41-5c91-4029-81f7-67bd332d2e30 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083353 Feb 28 17:29:49.984054 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] Deleting port e34bcbf1-4de5-454f-bdd8-4b83d5f18604 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:49.984483 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e34bcbf1-4de5-454f-bdd8-4b83d5f18604), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:50.001828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-616bae46-687c-4886-a8b4-c481ec675b6d None None] Set router 7f219701-d32e-45de-98a1-57e24b02a588 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:29:50.043739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-d7620e6c-7cb2-4ab6-aa6e-21cf4a08065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:50.044662 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-d7620e6c-7cb2-4ab6-aa6e-21cf4a08065e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1371825 Feb 28 17:29:50.064591 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-616bae46-687c-4886-a8b4-c481ec675b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f219701-d32e-45de-98a1-57e24b02a588', 'name': 'tempest-ServersTestMultiNic-975546754-router', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:27:43Z', 'updated_at': '2022-02-28T17:29:49Z', 'revision_number': 6, 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:50.078153 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14f2acd0-f9e9-4517-8167-150030198ffc req-cf23c671-7d54-45d5-a871-f9acaeb0c562 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571690 Feb 28 17:29:50.081829 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-768ba2fc-190d-46bb-9202-78b9e5cf2ea1 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks [] for port (d4a3108c-b06c-49fe-ae1b-6b40c00768ee), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:50.085276 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ca098833-f313-4ae5-b9f8-d5fc57cc9d00 req-bdccdd7e-97da-44bd-88ae-d61fb4d3d5b5 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0644197 Feb 28 17:29:50.094286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616bae46-687c-4886-a8b4-c481ec675b6d None None] The sync data for ids ['7f219701-d32e-45de-98a1-57e24b02a588'] in n-d-820368-19 is: [{'id': '7f219701-d32e-45de-98a1-57e24b02a588', 'name': 'tempest-ServersTestMultiNic-975546754-router', 'tenant_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:27:43Z', 'updated_at': '2022-02-28T17:29:49Z', 'revision_number': 6, 'project_id': 'f49f6ffbd120408fb62d733cc7aa205a', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:29:50.115409 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef807920-99f8-42d5-a7a0-d5a966d757b0 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (73a1583e-1ce9-4050-8ec4-c8f50e63058f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:50.139590 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] For port e34bcbf1-4de5-454f-bdd8-4b83d5f18604, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e34bcbf1-4de5-454f-bdd8-4b83d5f18604,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:50.139959 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e34bcbf1-4de5-454f-bdd8-4b83d5f18604), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:50.148249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e970ce62-470b-41c3-beb7-0cc0608ea9db details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:29:50.158109 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] Calling delete_port for e34bcbf1-4de5-454f-bdd8-4b83d5f18604 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:50.204636 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-768ba2fc-190d-46bb-9202-78b9e5cf2ea1 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (d4a3108c-b06c-49fe-ae1b-6b40c00768ee), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:50.232041 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-38e46de9-4c6b-4853-95d3-5bd68eeecc61 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787641 Feb 28 17:29:50.293526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port e970ce62-470b-41c3-beb7-0cc0608ea9db, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e970ce62-470b-41c3-beb7-0cc0608ea9db,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:50.303447 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-768ba2fc-190d-46bb-9202-78b9e5cf2ea1 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] In _notify_port_updated(), no bound segment for port d4a3108c-b06c-49fe-ae1b-6b40c00768ee on network c937964f-f90f-49a8-a331-b76863ada5da {{(pid=104247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:29:50.309369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768ba2fc-190d-46bb-9202-78b9e5cf2ea1 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:50.309894 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-768ba2fc-190d-46bb-9202-78b9e5cf2ea1 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:50.314554 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-768ba2fc-190d-46bb-9202-78b9e5cf2ea1 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "PUT /v2.0/ports/d4a3108c-b06c-49fe-ae1b-6b40c00768ee HTTP/1.1" status: 200 len: 994 time: 1.2806234 Feb 28 17:29:50.315657 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'e970ce62-470b-41c3-beb7-0cc0608ea9db', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'port_id': 'e970ce62-470b-41c3-beb7-0cc0608ea9db', 'mac_address': 'fa:16:3e:df:ee:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:29:50.315811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60822) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:50.340968 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ba2fc-190d-46bb-9202-78b9e5cf2ea1 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event updated for resources: {'Port': ['ID=d4a3108c-b06c-49fe-ae1b-6b40c00768ee,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:50.391126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60824) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:50.421281 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port e970ce62-470b-41c3-beb7-0cc0608ea9db is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:50.422044 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:50.447848 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f6fa88b-e15f-4fe8-a530-7efdbc832fe4 req-48a922f5-8f54-4bcb-ba6d-8586669611b6 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0561581 Feb 28 17:29:50.462377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e970ce62-470b-41c3-beb7-0cc0608ea9db {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:29:50.489446 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port e970ce62-470b-41c3-beb7-0cc0608ea9db, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e970ce62-470b-41c3-beb7-0cc0608ea9db,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:50.499799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:50.534792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:50.535334 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2353dfe0-9ff4-4697-ad96-ee8ef5e8d364 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:50.581091 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:50.583675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:50.585990 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b03af8-00d0-4dd9-9308-54b3921c5a66" -d '{"events": [{"name": "network-changed", "server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "tag": "950d6ead-196c-48ae-b795-f02b6392df02"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:50.605494 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-a459dbfd-e667-4074-9ccf-e0170544c4bb service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613412 Feb 28 17:29:50.605612 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1688755758-network', 'tenant_id': '088b6c3e658846cab75e7b83a81af875'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:50.671376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=e970ce62-470b-41c3-beb7-0cc0608ea9db,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:50.671539 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5161e3ea-d137-4669-a11c-459a1fb233f2 x-openstack-request-id: req-5161e3ea-d137-4669-a11c-459a1fb233f2 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:50.671539 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "tag": "950d6ead-196c-48ae-b795-f02b6392df02", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:50.671539 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5161e3ea-d137-4669-a11c-459a1fb233f2 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:50.671539 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02', 'status': 'completed', 'code': 200} Feb 28 17:29:50.689700 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb3f65-5580-4be0-9eb2-4f7e10a1e63e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Deleting port d4a3108c-b06c-49fe-ae1b-6b40c00768ee {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:50.690081 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1dcb3f65-5580-4be0-9eb2-4f7e10a1e63e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d4a3108c-b06c-49fe-ae1b-6b40c00768ee), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:50.691013 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b3a9ff7a-283a-4472-9b33-68d5a5abe069 None None] Provisioning complete for port d4a3108c-b06c-49fe-ae1b-6b40c00768ee triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:50.691468 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b3a9ff7a-283a-4472-9b33-68d5a5abe069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d4a3108c-b06c-49fe-ae1b-6b40c00768ee), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:50.722110 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] Made reservation on behalf of 088b6c3e658846cab75e7b83a81af875 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:50.728362 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:50.729445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9ff7a-283a-4472-9b33-68d5a5abe069 None None] Port d4a3108c-b06c-49fe-ae1b-6b40c00768ee cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:29:50.768544 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:50.775626 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e34bcbf1-4de5-454f-bdd8-4b83d5f18604), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:50.939949 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['e970ce62-470b-41c3-beb7-0cc0608ea9db'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:29:50.963342 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] Publish callbacks [] for security_group (ad9fa569-f348-4059-a305-97f1c224fb77), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.038900 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef807920-99f8-42d5-a7a0-d5a966d757b0 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (73a1583e-1ce9-4050-8ec4-c8f50e63058f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.043236 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ad9fa569-f348-4059-a305-97f1c224fb77), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.061997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef807920-99f8-42d5-a7a0-d5a966d757b0 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (73a1583e-1ce9-4050-8ec4-c8f50e63058f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.080472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:29:51.130503 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9fa569-f348-4059-a305-97f1c224fb77,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:51.158809 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (6b35d8ce-650a-4a05-8a8e-dfce0c9276e4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.159242 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] Added segment 6b35d8ce-650a-4a05-8a8e-dfce0c9276e4 of type vlan for network 5801e3e6-3a3d-4400-b93c-39437198a453 Feb 28 17:29:51.193237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] Pushing event deleted for resources: {'Port': ['ID=e34bcbf1-4de5-454f-bdd8-4b83d5f18604,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:51.249299 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (5801e3e6-3a3d-4400-b93c-39437198a453), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.284455 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd2e0a-611d-4252-9291-dbcf43a750f9 req-f7ae1078-e489-45a6-a052-ec30ca78e912 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:51.286043 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8afd2e0a-611d-4252-9291-dbcf43a750f9 req-f7ae1078-e489-45a6-a052-ec30ca78e912 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 945 time: 0.2019277 Feb 28 17:29:51.322252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef807920-99f8-42d5-a7a0-d5a966d757b0 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Router 73a1583e-1ce9-4050-8ec4-c8f50e63058f has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:29:51.332585 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1dcb3f65-5580-4be0-9eb2-4f7e10a1e63e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d4a3108c-b06c-49fe-ae1b-6b40c00768ee), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.350904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-f56c6c26-92e5-4035-833f-299efb0da1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:51.353116 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-f56c6c26-92e5-4035-833f-299efb0da1be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 1130 time: 0.6448202 Feb 28 17:29:51.357344 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8afd2e0a-611d-4252-9291-dbcf43a750f9 req-14e7b30b-f018-4a01-bf83-c8fe720ae650 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592501 Feb 28 17:29:51.361913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb3f65-5580-4be0-9eb2-4f7e10a1e63e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Calling delete_port for d4a3108c-b06c-49fe-ae1b-6b40c00768ee owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:51.379797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-73813f3e-daa5-4988-b4c5-6468a19abf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:51.381354 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-73813f3e-daa5-4988-b4c5-6468a19abf3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 1130 time: 0.6213551 Feb 28 17:29:51.387781 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (5801e3e6-3a3d-4400-b93c-39437198a453), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.388754 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:51.389333 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.433236 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (7f219701-d32e-45de-98a1-57e24b02a588), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.587607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d7009-dc0a-4614-ac97-cfd0e83a17b7 req-e9ba8887-6474-4a30-bbee-63e9a91a5328 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:51.588697 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-994d7009-dc0a-4614-ac97-cfd0e83a17b7 req-e9ba8887-6474-4a30-bbee-63e9a91a5328 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 947 time: 0.3678560 Feb 28 17:29:51.636343 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (7f219701-d32e-45de-98a1-57e24b02a588), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.642932 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] Publish callbacks [] for router_controller (7f219701-d32e-45de-98a1-57e24b02a588), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.782345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-eee8c37f-c748-4f6a-88ce-4b991e0e8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:51.783875 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-eee8c37f-c748-4f6a-88ce-4b991e0e8c8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.4187696 Feb 28 17:29:51.789516 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-e98ac7f0-ab09-42d8-b29e-b8156c6a400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:51.791077 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-e98ac7f0-ab09-42d8-b29e-b8156c6a400a service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.3911965 Feb 28 17:29:51.806554 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-994d7009-dc0a-4614-ac97-cfd0e83a17b7 req-ff6893fa-7fcb-4997-9f25-c88907473ef6 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833718 Feb 28 17:29:51.818583 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4224312 Feb 28 17:29:51.820048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60836) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:51.822626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159b5ba-d8ac-4b24-bb1d-ea7b16930f6d admin admin] Pushing event updated for resources: {'Network': ['ID=5801e3e6-3a3d-4400-b93c-39437198a453,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:51.827560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e555564b-06c6-4f70-a196-27492ea75f00 admin admin] Request body: {'subnet': {'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1688755758-subnet', 'tenant_id': '088b6c3e658846cab75e7b83a81af875', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:51.837568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 5801e3e6-3a3d-4400-b93c-39437198a453 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:29:51.850510 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-9adb6d85-e5bb-4bcb-a784-dfd43a8a7c8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 200 len: 217 time: 0.0560997 Feb 28 17:29:51.864494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef807920-99f8-42d5-a7a0-d5a966d757b0 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:29:51.869439 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef807920-99f8-42d5-a7a0-d5a966d757b0 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.871631 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ef807920-99f8-42d5-a7a0-d5a966d757b0 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "PUT /v2.0/routers/73a1583e-1ce9-4050-8ec4-c8f50e63058f HTTP/1.1" status: 200 len: 925 time: 2.5336716 Feb 28 17:29:51.874307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60838) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:51.884431 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (7f219701-d32e-45de-98a1-57e24b02a588), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.885131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f219701-d32e-45de-98a1-57e24b02a588 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:29:51.890022 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:51.893562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e0228277-ae5c-43ba-9dbb-fc1b8a72af3c admin admin] 10.222.0.72 "DELETE /v2.0/routers/7f219701-d32e-45de-98a1-57e24b02a588 HTTP/1.1" status: 204 len: 168 time: 2.9111006 Feb 28 17:29:51.935459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60840) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:51.946770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e555564b-06c6-4f70-a196-27492ea75f00 admin admin] Made reservation on behalf of 088b6c3e658846cab75e7b83a81af875 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:51.949163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-90193e16-6cdd-4cae-90ac-6715653af5df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 200 len: 217 time: 0.1424797 Feb 28 17:29:51.949345 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e555564b-06c6-4f70-a196-27492ea75f00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:52.036364 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-8ace6ca4-ef8a-4056-b354-9786c963a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:52.037243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac21791-6f74-4032-92bf-e5225725a9a0 None None] Sync routers for ids ['73a1583e-1ce9-4050-8ec4-c8f50e63058f'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:29:52.038193 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-8ace6ca4-ef8a-4056-b354-9786c963a5ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0657890 Feb 28 17:29:52.041455 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1dcb3f65-5580-4be0-9eb2-4f7e10a1e63e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d4a3108c-b06c-49fe-ae1b-6b40c00768ee), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:52.067878 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac21791-6f74-4032-92bf-e5225725a9a0 None None] Routers {'73a1583e-1ce9-4050-8ec4-c8f50e63058f'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:52.067878 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2ac21791-6f74-4032-92bf-e5225725a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['73a1583e-1ce9-4050-8ec4-c8f50e63058f'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:52.091997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-60301e10-fcbe-465b-bd1f-0c1439d13f5a admin admin] Deleting subnet 1a9dc7e8-45c5-42b3-a45e-3995d4989e57 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:29:52.107780 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60301e10-fcbe-465b-bd1f-0c1439d13f5a admin admin] Publish callbacks [] for subnet (1a9dc7e8-45c5-42b3-a45e-3995d4989e57), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:52.124899 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2ac21791-6f74-4032-92bf-e5225725a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:52.135031 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb3f65-5580-4be0-9eb2-4f7e10a1e63e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event deleted for resources: {'Port': ['ID=d4a3108c-b06c-49fe-ae1b-6b40c00768ee,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:52.146149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac21791-6f74-4032-92bf-e5225725a9a0 None None] Routers {'73a1583e-1ce9-4050-8ec4-c8f50e63058f'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:29:52.147040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2ac21791-6f74-4032-92bf-e5225725a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['73a1583e-1ce9-4050-8ec4-c8f50e63058f'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:52.150502 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9a0ca6c0-c9cc-4b37-812b-5ddbca8595fa tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/routers/73a1583e-1ce9-4050-8ec4-c8f50e63058f HTTP/1.1" status: 200 len: 925 time: 0.2747476 Feb 28 17:29:52.151122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60844) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:52.178209 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-62753b5d-e4ca-4ecb-9d07-b4786e8a7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:52.179901 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-62753b5d-e4ca-4ecb-9d07-b4786e8a7cd8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.2875273 Feb 28 17:29:52.199180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e970ce62-470b-41c3-beb7-0cc0608ea9db up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:29:52.202788 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2ac21791-6f74-4032-92bf-e5225725a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:52.203414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac21791-6f74-4032-92bf-e5225725a9a0 None None] The sync data for ids ['73a1583e-1ce9-4050-8ec4-c8f50e63058f'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:29:52.237685 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60301e10-fcbe-465b-bd1f-0c1439d13f5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (1a9dc7e8-45c5-42b3-a45e-3995d4989e57), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:52.274443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-eb20f26f-76b7-4508-a17e-ec7b41f27b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:52.276025 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-eb20f26f-76b7-4508-a17e-ec7b41f27b33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2212036 Feb 28 17:29:52.348451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port e970ce62-470b-41c3-beb7-0cc0608ea9db completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:29:52.349378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172c1711-5c53-4dbc-888a-d191b4347474 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:52.354086 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-172c1711-5c53-4dbc-888a-d191b4347474 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&device_id=73a1583e-1ce9-4050-8ec4-c8f50e63058f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1974032 Feb 28 17:29:52.360016 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60846) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:52.364554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port e970ce62-470b-41c3-beb7-0cc0608ea9db triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:52.365075 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:52.406103 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1dcb3f65-5580-4be0-9eb2-4f7e10a1e63e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:52.410405 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1dcb3f65-5580-4be0-9eb2-4f7e10a1e63e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "DELETE /v2.0/ports/d4a3108c-b06c-49fe-ae1b-6b40c00768ee HTTP/1.1" status: 204 len: 168 time: 2.0911884 Feb 28 17:29:52.419444 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-f8e941c6-9ef3-435f-b408-ba4d6aef5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:52.421001 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-f8e941c6-9ef3-435f-b408-ba4d6aef5858 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2082918 Feb 28 17:29:52.421482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60850) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:52.486059 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa110abc-e230-4848-bbbf-591cdd9d6a41 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] GET failed (client error): The resource could not be found. Feb 28 17:29:52.487797 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fa110abc-e230-4848-bbbf-591cdd9d6a41 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "GET /v2.0/ports/d4a3108c-b06c-49fe-ae1b-6b40c00768ee HTTP/1.1" status: 404 len: 333 time: 0.0638757 Feb 28 17:29:52.495208 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port e970ce62-470b-41c3-beb7-0cc0608ea9db is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:52.495627 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:52.509529 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60852) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:52.524820 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7fa5726e-1266-4ff7-8827-890baada5970 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Request body: {'port': {'network_id': 'c937964f-f90f-49a8-a331-b76863ada5da', 'name': 'tempest-AllowedAddressPairTestJSON-311484131'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:52.547553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port e970ce62-470b-41c3-beb7-0cc0608ea9db, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e970ce62-470b-41c3-beb7-0cc0608ea9db,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:52.549229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c015ee29-d8f8-40d2-8cfc-ef59659337f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e970ce62-470b-41c3-beb7-0cc0608ea9db'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:52.551884 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee090a3-3490-4c10-9b9c-f620c2f44a8e" -d '{"events": [{"server_uuid": "c015ee29-d8f8-40d2-8cfc-ef59659337f1", "name": "network-vif-plugged", "status": "completed", "tag": "e970ce62-470b-41c3-beb7-0cc0608ea9db"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:52.563879 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-6452c9ee-6ac0-4576-bf68-f2cb195b1691 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684846 Feb 28 17:29:52.564370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e34bcbf1-4de5-454f-bdd8-4b83d5f18604 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:52.592438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: e34bcbf1-4de5-454f-bdd8-4b83d5f18604 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:52.592819 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e34bcbf1-4de5-454f-bdd8-4b83d5f18604 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:52.611504 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e555564b-06c6-4f70-a196-27492ea75f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (bd2be326-2c28-494b-9705-9af762d46614), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:52.614061 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60301e10-fcbe-465b-bd1f-0c1439d13f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (1a9dc7e8-45c5-42b3-a45e-3995d4989e57), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:52.617456 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757271d2-8bdb-4ebb-8712-afc09e83b65d x-openstack-request-id: req-757271d2-8bdb-4ebb-8712-afc09e83b65d {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:52.618470 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c015ee29-d8f8-40d2-8cfc-ef59659337f1", "name": "network-vif-plugged", "status": "completed", "tag": "e970ce62-470b-41c3-beb7-0cc0608ea9db", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:52.618731 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-757271d2-8bdb-4ebb-8712-afc09e83b65d {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:52.619308 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c015ee29-d8f8-40d2-8cfc-ef59659337f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e970ce62-470b-41c3-beb7-0cc0608ea9db', 'code': 200} Feb 28 17:29:52.629874 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:52.665644 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-e54c3744-e20b-4748-9c99-b066c896aaa8 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291417 Feb 28 17:29:52.667215 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab6bbb07-bd16-4c31-bc82-d3f602708027 req-1216dc4b-23c9-4e51-8d92-6d5422a1b119 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1322970 Feb 28 17:29:52.728071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=e970ce62-470b-41c3-beb7-0cc0608ea9db,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:52.794441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65089fbd-b1ae-425b-85a5-7e1aadfb6733 req-d769a370-5ee2-42de-8ac3-3aa4c9a47d65 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:52.795952 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-65089fbd-b1ae-425b-85a5-7e1aadfb6733 req-d769a370-5ee2-42de-8ac3-3aa4c9a47d65 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 945 time: 0.3286786 Feb 28 17:29:52.801756 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-643f82ba-642f-439e-ad78-00b578b0fea0 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256374 Feb 28 17:29:52.809176 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e146854-0802-4635-9c41-1736844a6d8b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:52.813837 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4e146854-0802-4635-9c41-1736844a6d8b tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 881 time: 0.4532766 Feb 28 17:29:52.814723 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60862) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:52.841798 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555564b-06c6-4f70-a196-27492ea75f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2be326-2c28-494b-9705-9af762d46614,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:52.856563 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7b338d95-7201-452c-90f6-41ff0429f707 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a1583e-1ce9-4050-8ec4-c8f50e63058f HTTP/1.1" status: 200 len: 205 time: 0.0389941 Feb 28 17:29:52.860593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0a28d-a920-4221-b3ed-fe5d20bb3cff req-71fe3710-8899-4ff1-80fb-88e2932b8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:52.862230 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43a0a28d-a920-4221-b3ed-fe5d20bb3cff req-71fe3710-8899-4ff1-80fb-88e2932b8533 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 1129 time: 0.1652102 Feb 28 17:29:52.862639 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60866) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:52.866950 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6b03af8-00d0-4dd9-9308-54b3921c5a66 req-bb275227-1f7c-4510-a5c5-384257431674 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936674 Feb 28 17:29:52.873313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e555564b-06c6-4f70-a196-27492ea75f00 admin admin] Checking segment: {'id': '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:29:52.873674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e555564b-06c6-4f70-a196-27492ea75f00 admin admin] Network hostable DHCP agents. Network: 5801e3e6-3a3d-4400-b93c-39437198a453, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:29:52.933086 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60301e10-fcbe-465b-bd1f-0c1439d13f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (1a9dc7e8-45c5-42b3-a45e-3995d4989e57), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:52.947130 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43a0a28d-a920-4221-b3ed-fe5d20bb3cff req-63fd337a-9ee6-402d-b2f7-94eeb043fe1a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746579 Feb 28 17:29:52.973368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8b93da7e-6aef-4ead-b7b8-eef4964867e3 req-20f49e24-ec4f-43a9-bb40-60b03b1ae563 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0456982 Feb 28 17:29:52.996639 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60301e10-fcbe-465b-bd1f-0c1439d13f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.000458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68388c2-58ca-46ed-b189-f21c11841fb1 None None] Network 6ddbe057-021b-4dfc-8baa-4cbb45c67b43 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:53.003699 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-60301e10-fcbe-465b-bd1f-0c1439d13f5a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1a9dc7e8-45c5-42b3-a45e-3995d4989e57 HTTP/1.1" status: 204 len: 168 time: 1.0653744 Feb 28 17:29:53.003699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60301e10-fcbe-465b-bd1f-0c1439d13f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a9dc7e8-45c5-42b3-a45e-3995d4989e57,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:53.009009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60874) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:53.011463 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-65089fbd-b1ae-425b-85a5-7e1aadfb6733 req-7c87bda1-cc8f-41cc-bcbf-e8ac6a3e4926 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906230 Feb 28 17:29:53.063904 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa5726e-1266-4ff7-8827-890baada5970 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Made reservation on behalf of c6a6d8ee70f14a33b282ef1b8ee48829 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:53.068118 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7fa5726e-1266-4ff7-8827-890baada5970 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.089178 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e555564b-06c6-4f70-a196-27492ea75f00 admin admin] Network 5801e3e6-3a3d-4400-b93c-39437198a453 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:29:53.103542 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-7fa5726e-1266-4ff7-8827-890baada5970 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] device_id is not set on port e0189f06-eddf-4818-85b6-8324b74a8426 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:29:53.104969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a167a-91fc-48ae-af60-17b331e50d7f req-d280ba8e-76a9-4c22-9b53-59ffb01fe715 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:53.106614 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb4a167a-91fc-48ae-af60-17b331e50d7f req-d280ba8e-76a9-4c22-9b53-59ffb01fe715 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 947 time: 0.1645277 Feb 28 17:29:53.109374 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (6ddbe057-021b-4dfc-8baa-4cbb45c67b43), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.184925 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb4a167a-91fc-48ae-af60-17b331e50d7f req-4e53aeae-13f9-4e92-abd8-492fdc61d8a7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722237 Feb 28 17:29:53.188175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155e5dac-4c80-4e3b-b7de-dcb1718c2fc4 None None] DHCP port deletion for 6ddbe057-021b-4dfc-8baa-4cbb45c67b43 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:29:53.213351 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e555564b-06c6-4f70-a196-27492ea75f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 5801e3e6-3a3d-4400-b93c-39437198a453) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:53.216113 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Deleting port 5917ef95-3f60-4055-97af-d7281ddd2868 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:53.216113 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5917ef95-3f60-4055-97af-d7281ddd2868), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.223562 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0638ad3b-4847-4963-a440-9ff3da0ceaa6 None None] Network 5801e3e6-3a3d-4400-b93c-39437198a453 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:53.227205 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e555564b-06c6-4f70-a196-27492ea75f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:53.228134 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e555564b-06c6-4f70-a196-27492ea75f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.234425 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (73a1583e-1ce9-4050-8ec4-c8f50e63058f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.291411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] For port 5917ef95-3f60-4055-97af-d7281ddd2868, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5917ef95-3f60-4055-97af-d7281ddd2868,segment=NetworkSegment(3ee8e58e-1e34-400e-8d5d-63dd2f93e471),segment_id=3ee8e58e-1e34-400e-8d5d-63dd2f93e471)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:53.291775 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5917ef95-3f60-4055-97af-d7281ddd2868), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.293993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-7fa5726e-1266-4ff7-8827-890baada5970 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Allocated IP 172.20.0.6 (c937964f-f90f-49a8-a331-b76863ada5da/c8037bcf-dff8-4ad6-8a73-e07514773b2a/e0189f06-eddf-4818-85b6-8324b74a8426) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:53.294739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 950d6ead-196c-48ae-b795-f02b6392df02 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:29:53.306267 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Calling delete_port for 5917ef95-3f60-4055-97af-d7281ddd2868 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:53.325951 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-155e5dac-4c80-4e3b-b7de-dcb1718c2fc4 None None] Deleting port 5917ef95-3f60-4055-97af-d7281ddd2868 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:53.326414 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-155e5dac-4c80-4e3b-b7de-dcb1718c2fc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5917ef95-3f60-4055-97af-d7281ddd2868), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.351222 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e555564b-06c6-4f70-a196-27492ea75f00 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5294662 Feb 28 17:29:53.404848 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (73a1583e-1ce9-4050-8ec4-c8f50e63058f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.475346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2a8278-cf89-494f-a5a3-087c23afcbc9 None None] Network 5801e3e6-3a3d-4400-b93c-39437198a453 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:53.493029 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5917ef95-3f60-4055-97af-d7281ddd2868), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.505180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-155e5dac-4c80-4e3b-b7de-dcb1718c2fc4 None None] For port 5917ef95-3f60-4055-97af-d7281ddd2868, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5917ef95-3f60-4055-97af-d7281ddd2868,segment=NetworkSegment(3ee8e58e-1e34-400e-8d5d-63dd2f93e471),segment_id=3ee8e58e-1e34-400e-8d5d-63dd2f93e471)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:53.505574 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-155e5dac-4c80-4e3b-b7de-dcb1718c2fc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5917ef95-3f60-4055-97af-d7281ddd2868), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.528464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] No DVR routers for this DVR port 5917ef95-3f60-4055-97af-d7281ddd2868 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:53.536074 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=5917ef95-3f60-4055-97af-d7281ddd2868,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:53.542037 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7fa5726e-1266-4ff7-8827-890baada5970 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks [] for port (e0189f06-eddf-4818-85b6-8324b74a8426), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.564488 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-155e5dac-4c80-4e3b-b7de-dcb1718c2fc4 None None] Calling delete_port for 5917ef95-3f60-4055-97af-d7281ddd2868 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:53.595592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Deleting port dfebc68a-1d53-400b-ab1d-c6a669d888ea {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:53.595961 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (dfebc68a-1d53-400b-ab1d-c6a669d888ea), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.650945 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (6ddbe057-021b-4dfc-8baa-4cbb45c67b43), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.676811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddbe057-021b-4dfc-8baa-4cbb45c67b43']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:53.688189 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee8e58e-1e34-400e-8d5d-63dd2f93e471') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:53.690158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee8e58e-1e34-400e-8d5d-63dd2f93e471') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:29:53.690303 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (dfebc68a-1d53-400b-ab1d-c6a669d888ea), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.699117 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:53.708085 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Calling delete_port for dfebc68a-1d53-400b-ab1d-c6a669d888ea owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:53.710298 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7fa5726e-1266-4ff7-8827-890baada5970 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e0189f06-eddf-4818-85b6-8324b74a8426), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.712829 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (3ee8e58e-1e34-400e-8d5d-63dd2f93e471), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.722170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '950d6ead-196c-48ae-b795-f02b6392df02', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '950d6ead-196c-48ae-b795-f02b6392df02', 'mac_address': 'fa:16:3e:53:e1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:29:53.730936 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3ee8e58e-1e34-400e-8d5d-63dd2f93e471), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.739905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa5726e-1266-4ff7-8827-890baada5970 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Network c937964f-f90f-49a8-a331-b76863ada5da is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:53.740773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-7fa5726e-1266-4ff7-8827-890baada5970 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:53.741045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:29:53.741494 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (3ee8e58e-1e34-400e-8d5d-63dd2f93e471), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.769881 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 950d6ead-196c-48ae-b795-f02b6392df02 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:53.770564 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (950d6ead-196c-48ae-b795-f02b6392df02), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.774000 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5726e-1266-4ff7-8827-890baada5970 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:29:53.774153 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:29:53.793448 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-155e5dac-4c80-4e3b-b7de-dcb1718c2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (5917ef95-3f60-4055-97af-d7281ddd2868), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.830623 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950d6ead-196c-48ae-b795-f02b6392df02 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:29:53.838696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e5dac-4c80-4e3b-b7de-dcb1718c2fc4 None None] Pushing event deleted for resources: {'Port': ['ID=5917ef95-3f60-4055-97af-d7281ddd2868,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:53.847218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e5dac-4c80-4e3b-b7de-dcb1718c2fc4 None None] No DVR routers for this DVR port 5917ef95-3f60-4055-97af-d7281ddd2868 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:29:53.861999 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:53.902321 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (6ddbe057-021b-4dfc-8baa-4cbb45c67b43), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.912055 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.914141 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6ddbe057-021b-4dfc-8baa-4cbb45c67b43 HTTP/1.1" status: 204 len: 168 time: 0.9042811 Feb 28 17:29:53.927505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39d3ab-e4a9-40ee-9e45-2a3977ea3e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ddbe057-021b-4dfc-8baa-4cbb45c67b43,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:53.932271 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (950d6ead-196c-48ae-b795-f02b6392df02), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:53.932837 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5726e-1266-4ff7-8827-890baada5970 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event updated for resources: {'Port': ['ID=e0189f06-eddf-4818-85b6-8324b74a8426,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:53.962970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa5726e-1266-4ff7-8827-890baada5970 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:53.964128 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7fa5726e-1266-4ff7-8827-890baada5970 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.020734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=950d6ead-196c-48ae-b795-f02b6392df02,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:54.054463 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-6e7d43f3-ab01-458c-87ab-f60915a91ca0 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:54.056586 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-6e7d43f3-ab01-458c-87ab-f60915a91ca0 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/networks?id=5801e3e6-3a3d-4400-b93c-39437198a453 HTTP/1.1" status: 200 len: 815 time: 0.2829034 Feb 28 17:29:54.080165 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7fa5726e-1266-4ff7-8827-890baada5970 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5635095 Feb 28 17:29:54.083649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60898) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:54.085000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-050334fa-90df-4b5f-b34b-4b96d5595f8e None None] Provisioning complete for port e0189f06-eddf-4818-85b6-8324b74a8426 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:54.085443 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-050334fa-90df-4b5f-b34b-4b96d5595f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e0189f06-eddf-4818-85b6-8324b74a8426), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.088417 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-12e4979d-3c1d-4f7f-978a-3f2d730f97cb tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b3:d4:56'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:54.095368 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-bb8e522d-607e-41b5-b154-a97199250774 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/quotas/088b6c3e658846cab75e7b83a81af875 HTTP/1.1" status: 200 len: 375 time: 0.0323691 Feb 28 17:29:54.140413 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-050334fa-90df-4b5f-b34b-4b96d5595f8e None None] Port e0189f06-eddf-4818-85b6-8324b74a8426 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:29:54.160492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98d207-e48c-4206-a9d3-9385a9e2a50a req-f0d54a37-feb6-4331-8bdf-f1f0e7aae0ea tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:54.162319 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd98d207-e48c-4206-a9d3-9385a9e2a50a req-f0d54a37-feb6-4331-8bdf-f1f0e7aae0ea tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 946 time: 0.0581210 Feb 28 17:29:54.185634 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-103e9540-5c79-4ccf-b5d9-c94090055ab6 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=088b6c3e658846cab75e7b83a81af875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684760 Feb 28 17:29:54.216958 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd98d207-e48c-4206-a9d3-9385a9e2a50a req-31810030-0aab-4f1f-bb97-5a1122ffebd5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478885 Feb 28 17:29:54.277265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['950d6ead-196c-48ae-b795-f02b6392df02'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:29:54.298420 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-12e4979d-3c1d-4f7f-978a-3f2d730f97cb tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e0189f06-eddf-4818-85b6-8324b74a8426), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.318321 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60902) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:54.377874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c972a-0326-407c-bc06-ab4d5e207e07 req-1010c015-50a5-4811-bbca-b3e8ee78c010 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:54.379423 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c64c972a-0326-407c-bc06-ab4d5e207e07 req-1010c015-50a5-4811-bbca-b3e8ee78c010 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 948 time: 0.0698564 Feb 28 17:29:54.400398 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (dfebc68a-1d53-400b-ab1d-c6a669d888ea), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.403687 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-9b15e9b7-c891-484d-a5c1-70299f05614c service neutron] 10.222.0.72 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062373 Feb 28 17:29:54.437980 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c64c972a-0326-407c-bc06-ab4d5e207e07 req-83f572a9-b704-4d00-a775-3021be6b541c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515771 Feb 28 17:29:54.462984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Pushing event deleted for resources: {'Port': ['ID=dfebc68a-1d53-400b-ab1d-c6a669d888ea,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:54.468821 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9fba9e53-a565-4613-9cd7-0409705ede06 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f49f6ffbd120408fb62d733cc7aa205a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493030 Feb 28 17:29:54.469245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60908) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:54.579373 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9447512-6973-4e08-af03-ec4b41faf7d4 admin admin] Publish callbacks [] for security_group (4ac72259-aab3-4a84-94ac-ec67158a1d4c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.601301 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5917ef95-3f60-4055-97af-d7281ddd2868 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:29:54.620922 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9447512-6973-4e08-af03-ec4b41faf7d4 admin admin] Publish callbacks [] for security_group (4ac72259-aab3-4a84-94ac-ec67158a1d4c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.624716 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 5917ef95-3f60-4055-97af-d7281ddd2868 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:29:54.625299 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5917ef95-3f60-4055-97af-d7281ddd2868 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:29:54.653274 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-bfd71099-5d37-4764-ac30-fe7902e007c0 service neutron] 10.222.0.72 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359419 Feb 28 17:29:54.663931 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (73a1583e-1ce9-4050-8ec4-c8f50e63058f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.746231 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9447512-6973-4e08-af03-ec4b41faf7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4ac72259-aab3-4a84-94ac-ec67158a1d4c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.749122 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9447512-6973-4e08-af03-ec4b41faf7d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.751027 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a9447512-6973-4e08-af03-ec4b41faf7d4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4ac72259-aab3-4a84-94ac-ec67158a1d4c HTTP/1.1" status: 204 len: 168 time: 0.2792883 Feb 28 17:29:54.763688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9447512-6973-4e08-af03-ec4b41faf7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac72259-aab3-4a84-94ac-ec67158a1d4c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:54.774440 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (73a1583e-1ce9-4050-8ec4-c8f50e63058f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.779681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_controller (73a1583e-1ce9-4050-8ec4-c8f50e63058f), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.832383 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-12e4979d-3c1d-4f7f-978a-3f2d730f97cb tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks [] for port (e0189f06-eddf-4818-85b6-8324b74a8426), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.948024 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4df9e4e0-7700-4bb7-a8d1-597067c3f79c req-e6e9bff6-aae5-4a9e-a7fc-d02a44859a05 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0804355 Feb 28 17:29:54.957430 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f7b1f9f0-0527-459c-98c9-9930687cb645 req-7eede708-8ad6-4ecb-aea8-31c6cf50b54a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0410528 Feb 28 17:29:54.958380 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (73a1583e-1ce9-4050-8ec4-c8f50e63058f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.958960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Fanout notify agent at l3_agent the message router_deleted on router 73a1583e-1ce9-4050-8ec4-c8f50e63058f {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:29:54.960623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-12e4979d-3c1d-4f7f-978a-3f2d730f97cb tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (e0189f06-eddf-4818-85b6-8324b74a8426), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.975095 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:54.981973 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60920) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:54.987011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a1b3768a-2e05-43e6-ae94-cc1d7c62ab36 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-693226977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:54.990116 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c83c0a59-352e-47fb-93bb-24a2316063f6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "DELETE /v2.0/routers/73a1583e-1ce9-4050-8ec4-c8f50e63058f HTTP/1.1" status: 204 len: 168 time: 2.1109502 Feb 28 17:29:55.042009 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-55ff6fb2-4a7d-4ce9-89d5-b522ec132df8 req-114261ce-d3af-4e7e-b1df-182fe5b61cfe tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 210 time: 0.0378878 Feb 28 17:29:55.144439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4979d-3c1d-4f7f-978a-3f2d730f97cb tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event updated for resources: {'Port': ['ID=e0189f06-eddf-4818-85b6-8324b74a8426,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:55.191253 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-12e4979d-3c1d-4f7f-978a-3f2d730f97cb tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] In _notify_port_updated(), no bound segment for port e0189f06-eddf-4818-85b6-8324b74a8426 on network c937964f-f90f-49a8-a331-b76863ada5da {{(pid=104247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:29:55.198308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e4979d-3c1d-4f7f-978a-3f2d730f97cb tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:55.199103 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-12e4979d-3c1d-4f7f-978a-3f2d730f97cb tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:55.200697 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-12e4979d-3c1d-4f7f-978a-3f2d730f97cb tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "PUT /v2.0/ports/e0189f06-eddf-4818-85b6-8324b74a8426 HTTP/1.1" status: 200 len: 995 time: 1.1165924 Feb 28 17:29:55.207310 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60932) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:55.232744 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1b3768a-2e05-43e6-ae94-cc1d7c62ab36 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (227d9ddf-ca22-4916-9b91-4d21950d7a56), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:55.234375 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1b3768a-2e05-43e6-ae94-cc1d7c62ab36 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (227d9ddf-ca22-4916-9b91-4d21950d7a56), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:55.289058 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9e4e0-7700-4bb7-a8d1-597067c3f79c req-be7f28ca-73e6-45b1-92c6-e7153f27a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:55.290890 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4df9e4e0-7700-4bb7-a8d1-597067c3f79c req-be7f28ca-73e6-45b1-92c6-e7153f27a21e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 1128 time: 0.2791758 Feb 28 17:29:55.337816 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-90c12b2f-f755-47d9-8cd2-800ed94f4a0a tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Deleting port e0189f06-eddf-4818-85b6-8324b74a8426 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:29:55.338204 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90c12b2f-f755-47d9-8cd2-800ed94f4a0a tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e0189f06-eddf-4818-85b6-8324b74a8426), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:55.379027 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b49fa1e0-00a9-4956-9fb3-72689038c74f req-0ead71ff-224b-470d-95ce-12eb0f592e1a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0997417 Feb 28 17:29:55.385470 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1b3768a-2e05-43e6-ae94-cc1d7c62ab36 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_controller (227d9ddf-ca22-4916-9b91-4d21950d7a56), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:55.471222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-edf3d979-de6f-4129-9a3a-1b2648dd27de None None] Provisioning complete for port e0189f06-eddf-4818-85b6-8324b74a8426 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:55.472693 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-edf3d979-de6f-4129-9a3a-1b2648dd27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e0189f06-eddf-4818-85b6-8324b74a8426), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:55.487864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227df51-48e2-4621-a505-ae7ff2385bb8 req-47f766ad-d67c-4e15-9e3c-7e2acc263bd2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:55.490448 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7227df51-48e2-4621-a505-ae7ff2385bb8 req-47f766ad-d67c-4e15-9e3c-7e2acc263bd2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 946 time: 0.1416667 Feb 28 17:29:55.495702 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90c12b2f-f755-47d9-8cd2-800ed94f4a0a tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e0189f06-eddf-4818-85b6-8324b74a8426), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:55.511852 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-edf3d979-de6f-4129-9a3a-1b2648dd27de None None] Port e0189f06-eddf-4818-85b6-8324b74a8426 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:29:55.514734 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1b3768a-2e05-43e6-ae94-cc1d7c62ab36 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (227d9ddf-ca22-4916-9b91-4d21950d7a56), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:55.520728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-90c12b2f-f755-47d9-8cd2-800ed94f4a0a tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Calling delete_port for e0189f06-eddf-4818-85b6-8324b74a8426 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:29:55.530088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028cc5b-4605-4ce8-85d2-1be760520969 req-e969f8e5-ba50-4347-b931-c8e25d654897 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:55.531600 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7028cc5b-4605-4ce8-85d2-1be760520969 req-e969f8e5-ba50-4347-b931-c8e25d654897 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 948 time: 0.4185634 Feb 28 17:29:55.542026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-ab004f41-9637-4620-9385-e8314f753897 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:55.543499 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-ab004f41-9637-4620-9385-e8314f753897 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.69 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90&tenant_id=99c70571e74e4e0589acb386047f6689&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 948 time: 0.3717155 Feb 28 17:29:55.548071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9e4e0-7700-4bb7-a8d1-597067c3f79c req-ef154e63-667a-42d9-8a24-7cf0ac78a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:55.553078 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4df9e4e0-7700-4bb7-a8d1-597067c3f79c req-ef154e63-667a-42d9-8a24-7cf0ac78a5eb service neutron] 10.222.0.73 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.2288463 Feb 28 17:29:55.648736 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4df9e4e0-7700-4bb7-a8d1-597067c3f79c req-3bf4f37a-5371-48bd-8318-d1df7254f97a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5066be6e-8bcd-4ae9-905e-79c9fb038704 HTTP/1.1" status: 200 len: 217 time: 0.0721915 Feb 28 17:29:55.702442 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1b3768a-2e05-43e6-ae94-cc1d7c62ab36 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:55.702442 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a1b3768a-2e05-43e6-ae94-cc1d7c62ab36 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7183869 Feb 28 17:29:55.708714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60946) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:55.718891 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:55.749539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7028cc5b-4605-4ce8-85d2-1be760520969 req-f6c2f0b6-156b-4545-85cc-5f0be513b91d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029076 Feb 28 17:29:55.849449 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-561c4c90-f8b8-472c-8091-5935d577b275 service neutron] 10.222.0.69 "GET /v2.0/ports/950d6ead-196c-48ae-b795-f02b6392df02/bindings/n-h2-820368-19 HTTP/1.1" status: 200 len: 383 time: 0.2978194 Feb 28 17:29:55.873555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9e4e0-7700-4bb7-a8d1-597067c3f79c req-027ae976-0faa-40db-8684-616cd24c831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:55.875276 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4df9e4e0-7700-4bb7-a8d1-597067c3f79c req-027ae976-0faa-40db-8684-616cd24c831a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.2264035 Feb 28 17:29:55.939623 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7227df51-48e2-4621-a505-ae7ff2385bb8 req-c659736a-d9e2-48e7-8a9e-602cc06af0b3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361746 Feb 28 17:29:56.090495 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (227d9ddf-ca22-4916-9b91-4d21950d7a56), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:56.131767 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d238d4f-6036-426c-9cdb-72821880a041 req-c851a877-85aa-48e7-97ac-4b588308aa1b tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 210 time: 0.0329511 Feb 28 17:29:56.132490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60962) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:56.170354 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90c12b2f-f755-47d9-8cd2-800ed94f4a0a tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e0189f06-eddf-4818-85b6-8324b74a8426), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:56.234412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c12b2f-f755-47d9-8cd2-800ed94f4a0a tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event deleted for resources: {'Port': ['ID=e0189f06-eddf-4818-85b6-8324b74a8426,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:56.274219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-56627-network', 'tenant_id': '97407bb153d048a1a28e3958f3841453'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:56.306358 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90c12b2f-f755-47d9-8cd2-800ed94f4a0a tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:56.312163 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-90c12b2f-f755-47d9-8cd2-800ed94f4a0a tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "DELETE /v2.0/ports/e0189f06-eddf-4818-85b6-8324b74a8426 HTTP/1.1" status: 204 len: 168 time: 1.1038375 Feb 28 17:29:56.312370 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60966) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:56.339608 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3e122e-9220-493b-a3b2-4a9ee7348aa5 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] GET failed (client error): The resource could not be found. Feb 28 17:29:56.344739 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2b3e122e-9220-493b-a3b2-4a9ee7348aa5 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "GET /v2.0/ports/e0189f06-eddf-4818-85b6-8324b74a8426 HTTP/1.1" status: 404 len: 333 time: 0.0278156 Feb 28 17:29:56.346466 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60968) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:56.352416 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-715fa689-50b8-42c8-9368-20f2f570174d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Request body: {'port': {'network_id': 'c937964f-f90f-49a8-a331-b76863ada5da', 'name': 'tempest-AllowedAddressPairTestJSON-88830370'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:56.422952 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] Made reservation on behalf of 97407bb153d048a1a28e3958f3841453 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:56.425260 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:56.439614 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:56.536045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-13e68643-6604-4797-85be-2e0b9e489e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:56.537460 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-13e68643-6604-4797-85be-2e0b9e489e70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 1131 time: 0.6534555 Feb 28 17:29:56.539127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9e4e0-7700-4bb7-a8d1-597067c3f79c req-b94457e5-418b-4702-a569-45907d039110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:56.540555 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4df9e4e0-7700-4bb7-a8d1-597067c3f79c req-b94457e5-418b-4702-a569-45907d039110 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6585081 Feb 28 17:29:56.559899 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] Publish callbacks [] for security_group (72fe6820-9a8b-4fb3-85d1-8af2f044c0b5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:56.589009 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5955e8df-6b8c-4954-8aa9-8d7975df5eca req-caafcdcc-af3d-4c4a-96b3-0425ee7168f9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=db5706b395ff456ab153c58167054352 HTTP/1.1" status: 200 len: 267 time: 0.4926548 Feb 28 17:29:56.637059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715fa689-50b8-42c8-9368-20f2f570174d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Made reservation on behalf of c6a6d8ee70f14a33b282ef1b8ee48829 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:56.640516 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-715fa689-50b8-42c8-9368-20f2f570174d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:56.658681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-715fa689-50b8-42c8-9368-20f2f570174d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] device_id is not set on port 25ec6bcc-ce77-4f50-b4f3-471fc3682604 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:29:56.696336 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (72fe6820-9a8b-4fb3-85d1-8af2f044c0b5), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:56.731107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:29:56.752831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fe6820-9a8b-4fb3-85d1-8af2f044c0b5,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:56.759544 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (4a08f9dd-683b-4265-9364-4ff91223ba37), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:56.759895 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] Added segment 4a08f9dd-683b-4265-9364-4ff91223ba37 of type vlan for network ed8ab614-b8d5-4704-8421-4e44b1175e04 Feb 28 17:29:56.801309 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955e8df-6b8c-4954-8aa9-8d7975df5eca req-d2c6ba4f-19c9-4766-9966-5e49c29d603c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:56.801309 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5955e8df-6b8c-4954-8aa9-8d7975df5eca req-d2c6ba4f-19c9-4766-9966-5e49c29d603c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 946 time: 0.1820421 Feb 28 17:29:56.801309 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4df9e4e0-7700-4bb7-a8d1-597067c3f79c req-af67001a-d89a-4c2b-a7f2-5779767a354a service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336535 Feb 28 17:29:56.804304 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-1de76506-6ae1-4e60-9f91-97ff87ca8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:56.806267 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-1de76506-6ae1-4e60-9f91-97ff87ca8f65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2409141 Feb 28 17:29:56.836994 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (ed8ab614-b8d5-4704-8421-4e44b1175e04), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:56.844862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-5955e8df-6b8c-4954-8aa9-8d7975df5eca req-5c3c8a60-079c-4e46-8841-eeccb7874f2c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Request body: {'port': {'security_groups': []}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:56.859212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-715fa689-50b8-42c8-9368-20f2f570174d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Allocated IP 172.20.0.9 (c937964f-f90f-49a8-a331-b76863ada5da/c8037bcf-dff8-4ad6-8a73-e07514773b2a/25ec6bcc-ce77-4f50-b4f3-471fc3682604) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:56.924821 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-4b94ee9f-4435-4ee1-be82-3255d041d78c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 200 len: 217 time: 0.1054389 Feb 28 17:29:56.959692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238bdca-a665-434f-b4d1-17df98177056 req-307455ef-f6b4-467e-88ac-d1581b94ea35 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:56.962422 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f238bdca-a665-434f-b4d1-17df98177056 req-307455ef-f6b4-467e-88ac-d1581b94ea35 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 948 time: 0.1298769 Feb 28 17:29:57.016197 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (ed8ab614-b8d5-4704-8421-4e44b1175e04), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.017066 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:57.017643 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.122788 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-4e7939c1-6f2d-429c-96d8-f21ab4a2689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:57.124297 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-4e7939c1-6f2d-429c-96d8-f21ab4a2689c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1874650 Feb 28 17:29:57.135793 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4df9e4e0-7700-4bb7-a8d1-597067c3f79c req-04da3b11-9f06-44a7-89e5-13e6c38a606e service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265891 Feb 28 17:29:57.139328 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f238bdca-a665-434f-b4d1-17df98177056 req-54376fce-e96b-4f7c-9238-3f3712a112c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667099 Feb 28 17:29:57.139924 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] Pushing event updated for resources: {'Network': ['ID=ed8ab614-b8d5-4704-8421-4e44b1175e04,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:57.144303 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5955e8df-6b8c-4954-8aa9-8d7975df5eca req-5c3c8a60-079c-4e46-8841-eeccb7874f2c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.161376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network ed8ab614-b8d5-4704-8421-4e44b1175e04 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:29:57.193556 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (227d9ddf-ca22-4916-9b91-4d21950d7a56), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.199190 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-48b42be0-1eb6-4361-bd75-fc9850b62b87 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0636601 Feb 28 17:29:57.201220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60978) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:57.206430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-26e9a521-c537-4476-be96-0cf59c336993 admin admin] Request body: {'subnet': {'network_id': 'ed8ab614-b8d5-4704-8421-4e44b1175e04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-56627-subnet', 'tenant_id': '97407bb153d048a1a28e3958f3841453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:57.219896 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.235824 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-715fa689-50b8-42c8-9368-20f2f570174d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks [] for port (25ec6bcc-ce77-4f50-b4f3-471fc3682604), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.271897 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d5bdddb6-43c1-4bba-90ce-68e6989e3f2f req-7012d9f9-841b-4eec-94b0-ea455c34192c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 210 time: 0.0339816 Feb 28 17:29:57.304638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-242eefe8-02bf-4354-a8c2-759248a82f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:57.306854 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-242eefe8-02bf-4354-a8c2-759248a82f44 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1734309 Feb 28 17:29:57.325140 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e9a521-c537-4476-be96-0cf59c336993 admin admin] Made reservation on behalf of 97407bb153d048a1a28e3958f3841453 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:57.328888 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26e9a521-c537-4476-be96-0cf59c336993 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.410195 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-715fa689-50b8-42c8-9368-20f2f570174d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (25ec6bcc-ce77-4f50-b4f3-471fc3682604), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.421674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 950d6ead-196c-48ae-b795-f02b6392df02 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:29:57.467265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715fa689-50b8-42c8-9368-20f2f570174d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event updated for resources: {'Port': ['ID=25ec6bcc-ce77-4f50-b4f3-471fc3682604,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:57.486311 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715fa689-50b8-42c8-9368-20f2f570174d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Network c937964f-f90f-49a8-a331-b76863ada5da is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:57.489200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-715fa689-50b8-42c8-9368-20f2f570174d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:57.493120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715fa689-50b8-42c8-9368-20f2f570174d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:57.534496 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Allocated IP 172.25.3.32 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/b4b8e449-1c41-4579-a293-c72c1848e114) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:57.537835 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-c15e4574-68d0-4e97-9ae2-e17357c0f2a8 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239332 Feb 28 17:29:57.576381 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715fa689-50b8-42c8-9368-20f2f570174d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:57.576381 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-715fa689-50b8-42c8-9368-20f2f570174d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.578727 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-5955e8df-6b8c-4954-8aa9-8d7975df5eca req-5c3c8a60-079c-4e46-8841-eeccb7874f2c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] For port e970ce62-470b-41c3-beb7-0cc0608ea9db, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e970ce62-470b-41c3-beb7-0cc0608ea9db,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:57.667297 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd50b212-85e2-404f-984b-e0da31e6fe92 req-9f6cf791-2bfb-44f3-8db9-37230f70066e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0449924 Feb 28 17:29:57.679220 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 950d6ead-196c-48ae-b795-f02b6392df02 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:29:57.686603 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-715fa689-50b8-42c8-9368-20f2f570174d tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3389797 Feb 28 17:29:57.690053 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 950d6ead-196c-48ae-b795-f02b6392df02 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:57.690369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60984) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:57.690475 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (950d6ead-196c-48ae-b795-f02b6392df02), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.696375 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ece10614-29c5-4346-8f8f-e31f1a9f6a08 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Request body: {'port': {'network_id': 'c937964f-f90f-49a8-a331-b76863ada5da', 'name': 'tempest-AllowedAddressPairTestJSON-647037244'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:57.747499 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-a482c674-f93b-4490-a8bb-c87f7761daca service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960421 Feb 28 17:29:57.801955 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26e9a521-c537-4476-be96-0cf59c336993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (b7fb7191-23f7-4e4b-8763-5d2c4f5837c7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.872279 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5955e8df-6b8c-4954-8aa9-8d7975df5eca req-5c3c8a60-079c-4e46-8841-eeccb7874f2c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.887115 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e9a521-c537-4476-be96-0cf59c336993 admin admin] Checking segment: {'id': '4a08f9dd-683b-4265-9364-4ff91223ba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ed8ab614-b8d5-4704-8421-4e44b1175e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:29:57.887481 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e9a521-c537-4476-be96-0cf59c336993 admin admin] Network hostable DHCP agents. Network: ed8ab614-b8d5-4704-8421-4e44b1175e04, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:29:57.892897 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9a521-c537-4476-be96-0cf59c336993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7fb7191-23f7-4e4b-8763-5d2c4f5837c7,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:57.903513 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 950d6ead-196c-48ae-b795-f02b6392df02 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:57.904137 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (950d6ead-196c-48ae-b795-f02b6392df02), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.914704 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e149bd10-0f4f-47d3-a152-85d9e22bb50c None None] Provisioning complete for port 25ec6bcc-ce77-4f50-b4f3-471fc3682604 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:57.915072 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e149bd10-0f4f-47d3-a152-85d9e22bb50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (25ec6bcc-ce77-4f50-b4f3-471fc3682604), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.919418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece10614-29c5-4346-8f8f-e31f1a9f6a08 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Made reservation on behalf of c6a6d8ee70f14a33b282ef1b8ee48829 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:57.927930 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ece10614-29c5-4346-8f8f-e31f1a9f6a08 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.943170 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-ece10614-29c5-4346-8f8f-e31f1a9f6a08 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] device_id is not set on port 31042bb6-9a3f-49fe-9a3f-58d1fff7b247 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:29:57.945127 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5955e8df-6b8c-4954-8aa9-8d7975df5eca req-5c3c8a60-079c-4e46-8841-eeccb7874f2c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.951827 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for port (b4b8e449-1c41-4579-a293-c72c1848e114), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:57.956576 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:57.956777 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d307cc-307b-4e62-9ce2-7e2758a91a8f" -d '{"events": [{"server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "name": "network-vif-plugged", "status": "completed", "tag": "950d6ead-196c-48ae-b795-f02b6392df02"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:57.971238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5066be6e-8bcd-4ae9-905e-79c9fb038704', '7437eb10-5e2c-442f-8a63-28efbec62019', 'e970ce62-470b-41c3-beb7-0cc0608ea9db'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:29:58.003479 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e9a521-c537-4476-be96-0cf59c336993 admin admin] Network ed8ab614-b8d5-4704-8421-4e44b1175e04 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:29:58.059237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955e8df-6b8c-4954-8aa9-8d7975df5eca req-5c3c8a60-079c-4e46-8841-eeccb7874f2c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:58.059917 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5955e8df-6b8c-4954-8aa9-8d7975df5eca req-5c3c8a60-079c-4e46-8841-eeccb7874f2c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:58.061343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5955e8df-6b8c-4954-8aa9-8d7975df5eca req-5c3c8a60-079c-4e46-8841-eeccb7874f2c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "PUT /v2.0/ports/e970ce62-470b-41c3-beb7-0cc0608ea9db HTTP/1.1" status: 200 len: 905 time: 1.2387569 Feb 28 17:29:58.074993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c015ee29-d8f8-40d2-8cfc-ef59659337f1', 'tag': 'e970ce62-470b-41c3-beb7-0cc0608ea9db'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:29:58.080505 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a32958-c09a-4f17-aac6-7ceb662e425d" -d '{"events": [{"name": "network-changed", "server_uuid": "c015ee29-d8f8-40d2-8cfc-ef59659337f1", "tag": "e970ce62-470b-41c3-beb7-0cc0608ea9db"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:29:58.087474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-26e9a521-c537-4476-be96-0cf59c336993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, ed8ab614-b8d5-4704-8421-4e44b1175e04) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:58.096022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e9a521-c537-4476-be96-0cf59c336993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:58.097888 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26e9a521-c537-4476-be96-0cf59c336993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:58.099566 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e149bd10-0f4f-47d3-a152-85d9e22bb50c None None] Port 25ec6bcc-ce77-4f50-b4f3-471fc3682604 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:29:58.108376 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff6417b-b51a-417d-9385-41ac5059f222 x-openstack-request-id: req-4ff6417b-b51a-417d-9385-41ac5059f222 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:58.108376 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "name": "network-vif-plugged", "status": "completed", "tag": "950d6ead-196c-48ae-b795-f02b6392df02", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:58.108376 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ff6417b-b51a-417d-9385-41ac5059f222 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:58.108821 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02', 'code': 200} Feb 28 17:29:58.114126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76c098e-e6bc-40eb-8a74-d98c7a8a75c7 None None] Network ed8ab614-b8d5-4704-8421-4e44b1175e04 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:58.118559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:29:58.172723 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-ece10614-29c5-4346-8f8f-e31f1a9f6a08 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Allocated IP 172.20.0.10 (c937964f-f90f-49a8-a331-b76863ada5da/c8037bcf-dff8-4ad6-8a73-e07514773b2a/31042bb6-9a3f-49fe-9a3f-58d1fff7b247) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:58.178349 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb22c30e-b1c5-45e5-a1c6-95b4378db659 x-openstack-request-id: req-cb22c30e-b1c5-45e5-a1c6-95b4378db659 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:29:58.180462 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c015ee29-d8f8-40d2-8cfc-ef59659337f1", "tag": "e970ce62-470b-41c3-beb7-0cc0608ea9db", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:29:58.180875 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cb22c30e-b1c5-45e5-a1c6-95b4378db659 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:29:58.181298 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c015ee29-d8f8-40d2-8cfc-ef59659337f1', 'tag': 'e970ce62-470b-41c3-beb7-0cc0608ea9db', 'status': 'completed', 'code': 200} Feb 28 17:29:58.189358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-66c14a20-7161-4fd9-aa9d-84ae1600c3f6 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:58.190261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-66c14a20-7161-4fd9-aa9d-84ae1600c3f6 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.69 "GET /v2.0/networks?id=5801e3e6-3a3d-4400-b93c-39437198a453 HTTP/1.1" status: 200 len: 815 time: 0.5109804 Feb 28 17:29:58.223862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c8a60-079c-4e46-8841-eeccb7874f2c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event updated for resources: {'Port': ['ID=e970ce62-470b-41c3-beb7-0cc0608ea9db,revision_number=6']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:58.229713 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-20418f61-ae0a-4101-b7de-9c98bda0bdce req-48d8d0d9-6014-41a3-894a-b2926eadb2ca service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0800824 Feb 28 17:29:58.245226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7324037d-4c40-4e36-8983-447458f9a414 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Request body: {'port': {'device_id': '195247e6-e98b-414b-a28b-e77fd86ad0c2', 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453', 'admin_state_up': True, 'tenant_id': '088b6c3e658846cab75e7b83a81af875'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:58.280018 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['e970ce62-470b-41c3-beb7-0cc0608ea9db'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:29:58.323715 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (950d6ead-196c-48ae-b795-f02b6392df02), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:58.326528 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-26e9a521-c537-4476-be96-0cf59c336993 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1241949 Feb 28 17:29:58.345666 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (b4b8e449-1c41-4579-a293-c72c1848e114), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:58.414814 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=950d6ead-196c-48ae-b795-f02b6392df02,revision_number=9']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:58.443708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:58.449986 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ece10614-29c5-4346-8f8f-e31f1a9f6a08 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks [] for port (31042bb6-9a3f-49fe-9a3f-58d1fff7b247), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:58.463899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:58.479999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:58.489018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Pushing event updated for resources: {'Port': ['ID=b4b8e449-1c41-4579-a293-c72c1848e114,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:58.526147 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a32958-c09a-4f17-aac6-7ceb662e425d req-20697dbf-de6c-4eb0-9e93-836c547784e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:58.527874 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62a32958-c09a-4f17-aac6-7ceb662e425d req-20697dbf-de6c-4eb0-9e93-836c547784e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 1091 time: 0.3200543 Feb 28 17:29:58.537970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6c227-aabf-461b-a2e6-34afa4a69c35 req-8df7041e-f8fd-418a-bfd0-8e429d8311a4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:58.540050 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-42e6c227-aabf-461b-a2e6-34afa4a69c35 req-8df7041e-f8fd-418a-bfd0-8e429d8311a4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.2422364 Feb 28 17:29:58.541608 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ece10614-29c5-4346-8f8f-e31f1a9f6a08 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (31042bb6-9a3f-49fe-9a3f-58d1fff7b247), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:58.545900 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faae12fc-af68-4620-911c-c6d839149bff None None] Network ed8ab614-b8d5-4704-8421-4e44b1175e04 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:29:58.557442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b7fd7-ef38-43f6-a05c-34b7bf61dce8 req-6d7fe375-970d-4bf5-9362-d4b80fa7fdcc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:58.559042 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f7b7fd7-ef38-43f6-a05c-34b7bf61dce8 req-6d7fe375-970d-4bf5-9362-d4b80fa7fdcc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 908 time: 0.3677490 Feb 28 17:29:58.617849 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-62203aaf-eb3a-449b-b51c-f1bad2c9611a None None] Provisioning complete for port e970ce62-470b-41c3-beb7-0cc0608ea9db triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:58.618406 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-62203aaf-eb3a-449b-b51c-f1bad2c9611a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:58.620043 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece10614-29c5-4346-8f8f-e31f1a9f6a08 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Network c937964f-f90f-49a8-a331-b76863ada5da is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:29:58.625314 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ece10614-29c5-4346-8f8f-e31f1a9f6a08 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:29:58.630472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece10614-29c5-4346-8f8f-e31f1a9f6a08 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:29:58.672289 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-42e6c227-aabf-461b-a2e6-34afa4a69c35 req-1d0fa355-f3a2-4d06-a9c0-5d10ea50cacc tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211362 Feb 28 17:29:58.698541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece10614-29c5-4346-8f8f-e31f1a9f6a08 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event updated for resources: {'Port': ['ID=31042bb6-9a3f-49fe-9a3f-58d1fff7b247,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:58.737147 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece10614-29c5-4346-8f8f-e31f1a9f6a08 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:58.737795 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ece10614-29c5-4346-8f8f-e31f1a9f6a08 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:58.748307 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7324037d-4c40-4e36-8983-447458f9a414 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Made reservation on behalf of 088b6c3e658846cab75e7b83a81af875 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:29:58.751684 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7324037d-4c40-4e36-8983-447458f9a414 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:58.811661 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0022fa62-59eb-46a3-b635-20bb6a180da5 req-dc5ea117-6393-46a9-8ab7-7a4cfe427430 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 210 time: 0.0699530 Feb 28 17:29:58.855736 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ece10614-29c5-4346-8f8f-e31f1a9f6a08 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1596451 Feb 28 17:29:58.856540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32778) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:58.863184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d09016ed-fabf-43b7-940a-46b4214f8992 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b3:d4:56'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:f9:32:df'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:29:58.909794 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-62203aaf-eb3a-449b-b51c-f1bad2c9611a None None] Current status of the port e970ce62-470b-41c3-beb7-0cc0608ea9db is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:29:58.915217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a32958-c09a-4f17-aac6-7ceb662e425d req-8d5bea31-73aa-4ec3-a22f-bc7b7256c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:58.917229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62a32958-c09a-4f17-aac6-7ceb662e425d req-8d5bea31-73aa-4ec3-a22f-bc7b7256c84d service neutron] 10.222.0.73 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.3790479 Feb 28 17:29:59.033257 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7aa84cf4-70ac-4861-84c6-f5307ae9422e None None] Provisioning complete for port 31042bb6-9a3f-49fe-9a3f-58d1fff7b247 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:29:59.033717 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7aa84cf4-70ac-4861-84c6-f5307ae9422e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (31042bb6-9a3f-49fe-9a3f-58d1fff7b247), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:59.084531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7aa84cf4-70ac-4861-84c6-f5307ae9422e None None] Port 31042bb6-9a3f-49fe-9a3f-58d1fff7b247 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:29:59.184274 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d09016ed-fabf-43b7-940a-46b4214f8992 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (31042bb6-9a3f-49fe-9a3f-58d1fff7b247), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:59.202904 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-fbe88eff-cfb4-4435-97aa-a9280db36920 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:59.204505 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-fbe88eff-cfb4-4435-97aa-a9280db36920 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/networks?id=ed8ab614-b8d5-4704-8421-4e44b1175e04 HTTP/1.1" status: 200 len: 816 time: 0.1801977 Feb 28 17:29:59.241753 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-de16322f-6a28-4076-a5a1-96e72f1f8385 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/quotas/97407bb153d048a1a28e3958f3841453 HTTP/1.1" status: 200 len: 375 time: 0.0304127 Feb 28 17:29:59.289420 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-77e745a4-a364-45ce-a840-399c51abe4e5 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=97407bb153d048a1a28e3958f3841453&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393913 Feb 28 17:29:59.408500 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62a32958-c09a-4f17-aac6-7ceb662e425d req-87cf65be-0f07-46db-8d7c-588a02919cd5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e970ce62-470b-41c3-beb7-0cc0608ea9db HTTP/1.1" status: 200 len: 217 time: 0.4577620 Feb 28 17:29:59.461622 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-52ed5f99-e3fc-44c1-9f27-b71f2acec7ba service neutron] 10.222.0.72 "GET /v2.0/networks/ed8ab614-b8d5-4704-8421-4e44b1175e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624475 Feb 28 17:29:59.502525 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5fe00-51d7-4a8f-a513-ab5a3f27eb8c req-62bf4529-25ac-4d2f-8747-83c1d9c66cab tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:59.504014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dbe5fe00-51d7-4a8f-a513-ab5a3f27eb8c req-62bf4529-25ac-4d2f-8747-83c1d9c66cab tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.5929193 Feb 28 17:29:59.540419 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d09016ed-fabf-43b7-940a-46b4214f8992 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks [] for port (31042bb6-9a3f-49fe-9a3f-58d1fff7b247), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:59.577215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a32958-c09a-4f17-aac6-7ceb662e425d req-0ccdccf4-b77b-488e-be76-3f5dc1f5c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:59.578762 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62a32958-c09a-4f17-aac6-7ceb662e425d req-0ccdccf4-b77b-488e-be76-3f5dc1f5c4e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.1590769 Feb 28 17:29:59.580149 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-40d0dc9b-3459-4e18-9ff9-852823e49d09 service neutron] 10.222.0.72 "GET /v2.0/networks/ed8ab614-b8d5-4704-8421-4e44b1175e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086121 Feb 28 17:29:59.599584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7324037d-4c40-4e36-8983-447458f9a414 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Allocated IP 172.20.0.9 (5801e3e6-3a3d-4400-b93c-39437198a453/bd2be326-2c28-494b-9705-9af762d46614/58881778-b186-4fbc-927f-4239f8e78716) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:29:59.607096 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d09016ed-fabf-43b7-940a-46b4214f8992 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (31042bb6-9a3f-49fe-9a3f-58d1fff7b247), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:59.762243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09016ed-fabf-43b7-940a-46b4214f8992 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event updated for resources: {'Port': ['ID=31042bb6-9a3f-49fe-9a3f-58d1fff7b247,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:29:59.768754 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d09016ed-fabf-43b7-940a-46b4214f8992 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] In _notify_port_updated(), no bound segment for port 31042bb6-9a3f-49fe-9a3f-58d1fff7b247 on network c937964f-f90f-49a8-a331-b76863ada5da {{(pid=104247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:29:59.772420 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09016ed-fabf-43b7-940a-46b4214f8992 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:59.773136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d09016ed-fabf-43b7-940a-46b4214f8992 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:59.777233 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d09016ed-fabf-43b7-940a-46b4214f8992 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "PUT /v2.0/ports/31042bb6-9a3f-49fe-9a3f-58d1fff7b247 HTTP/1.1" status: 200 len: 1056 time: 0.9168313 Feb 28 17:29:59.777656 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32798) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:29:59.823347 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dbe5fe00-51d7-4a8f-a513-ab5a3f27eb8c req-9f5b73c7-5886-4163-b5e6-9519348b6f6e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745850 Feb 28 17:29:59.955446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a32958-c09a-4f17-aac6-7ceb662e425d req-258f9835-bdeb-4d9d-9596-acaccb78850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:29:59.956991 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62a32958-c09a-4f17-aac6-7ceb662e425d req-258f9835-bdeb-4d9d-9596-acaccb78850e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3551762 Feb 28 17:29:59.987455 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (227d9ddf-ca22-4916-9b91-4d21950d7a56), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:29:59.999852 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cd0731f1-158a-4b9c-88d6-f310c3a162f7 req-55aaa587-a543-458d-81b1-2607b8f6cd63 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 210 time: 0.0978632 Feb 28 17:30:00.018653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409e6aa-604d-4cb1-8360-a07218181bbc req-1d8c7557-6173-4e25-abcf-e8d08433bc53 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:00.032560 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4409e6aa-604d-4cb1-8360-a07218181bbc req-1d8c7557-6173-4e25-abcf-e8d08433bc53 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.1270790 Feb 28 17:30:00.038864 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-36f617ed-8914-46da-b90e-a6fe84bcb511 None None] Provisioning complete for port 31042bb6-9a3f-49fe-9a3f-58d1fff7b247 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:00.040415 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-36f617ed-8914-46da-b90e-a6fe84bcb511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (31042bb6-9a3f-49fe-9a3f-58d1fff7b247), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:00.063706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-0070740c-8e35-420c-aab0-52e996082481 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Deleting port 31042bb6-9a3f-49fe-9a3f-58d1fff7b247 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:00.063706 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0070740c-8e35-420c-aab0-52e996082481 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (31042bb6-9a3f-49fe-9a3f-58d1fff7b247), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:00.147194 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4409e6aa-604d-4cb1-8360-a07218181bbc req-b2dcea94-aa6b-413d-a648-db6b4248dc1c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104081 Feb 28 17:30:00.164990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-36f617ed-8914-46da-b90e-a6fe84bcb511 None None] Port 31042bb6-9a3f-49fe-9a3f-58d1fff7b247 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:30:00.173257 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62a32958-c09a-4f17-aac6-7ceb662e425d req-4ca38f4e-06d5-4bf3-b1cb-820c988a489c service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831815 Feb 28 17:30:00.206829 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0070740c-8e35-420c-aab0-52e996082481 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (31042bb6-9a3f-49fe-9a3f-58d1fff7b247), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:00.244439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-0070740c-8e35-420c-aab0-52e996082481 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Calling delete_port for 31042bb6-9a3f-49fe-9a3f-58d1fff7b247 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:00.248525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-432765c3-cc8b-42fe-8d28-b4435b2afa09 req-9f54c642-866d-42fb-86e5-81ace19ec92e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 210 time: 0.0656128 Feb 28 17:30:00.317203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca648d7-6e02-4220-93ea-4d938c8ca623 req-39134dda-9fa0-43d3-87b3-cbe4909a5eb0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4787147 Feb 28 17:30:00.340091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4c4ba-7773-46fd-a52f-03231d303303 req-66da5e99-ba95-4c03-87ba-9a761251a6dc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:00.340777 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-55f4c4ba-7773-46fd-a52f-03231d303303 req-66da5e99-ba95-4c03-87ba-9a761251a6dc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1114323 Feb 28 17:30:00.365654 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7153b9a3-1384-4fdc-9892-bd1221a60195 req-703511dd-82fa-49d1-8322-59e20b5d0fd9 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0474358 Feb 28 17:30:00.435143 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-55f4c4ba-7773-46fd-a52f-03231d303303 req-796c9963-9625-4171-b0f3-7c5bb11f3f86 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735919 Feb 28 17:30:00.443450 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7324037d-4c40-4e36-8983-447458f9a414 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks [] for port (58881778-b186-4fbc-927f-4239f8e78716), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:00.443450 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62a32958-c09a-4f17-aac6-7ceb662e425d req-27a42d18-4f9d-4cdd-861d-79907f4d8593 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550368 Feb 28 17:30:00.637007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac44707-639c-4fcb-ad9d-1c695a194dc3 req-36db470f-648a-439d-a199-86bb2c2cfc62 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:00.638622 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ac44707-639c-4fcb-ad9d-1c695a194dc3 req-36db470f-648a-439d-a199-86bb2c2cfc62 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0794063 Feb 28 17:30:00.662640 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0070740c-8e35-420c-aab0-52e996082481 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (31042bb6-9a3f-49fe-9a3f-58d1fff7b247), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:00.702125 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65bab8e7-2f4c-4dd6-acda-64d1cfafa48b req-1aca8a0c-9f3d-4686-9ead-362b7f12484d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0426230 Feb 28 17:30:00.708589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070740c-8e35-420c-aab0-52e996082481 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event deleted for resources: {'Port': ['ID=31042bb6-9a3f-49fe-9a3f-58d1fff7b247,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:00.742458 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ac44707-639c-4fcb-ad9d-1c695a194dc3 req-8479a157-a1c5-4278-9321-24b62aced2ee tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975192 Feb 28 17:30:00.774162 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca648d7-6e02-4220-93ea-4d938c8ca623 req-f5b10d06-e35a-42f3-8000-95afd8641cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:00.775702 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca648d7-6e02-4220-93ea-4d938c8ca623 req-f5b10d06-e35a-42f3-8000-95afd8641cf4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 1127 time: 0.3270121 Feb 28 17:30:00.779894 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (227d9ddf-ca22-4916-9b91-4d21950d7a56), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:00.824568 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7324037d-4c40-4e36-8983-447458f9a414 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (58881778-b186-4fbc-927f-4239f8e78716), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:00.826716 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (227d9ddf-ca22-4916-9b91-4d21950d7a56), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:00.960103 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8de476-879f-4fe5-9742-9ee5ec9731ca req-d94dc2be-b7cb-469a-b438-25273e98b83e tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:00.962281 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aa8de476-879f-4fe5-9742-9ee5ec9731ca req-d94dc2be-b7cb-469a-b438-25273e98b83e tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 946 time: 0.3016846 Feb 28 17:30:00.984308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7324037d-4c40-4e36-8983-447458f9a414 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Network 5801e3e6-3a3d-4400-b93c-39437198a453 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:01.006404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7324037d-4c40-4e36-8983-447458f9a414 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:01.022083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324037d-4c40-4e36-8983-447458f9a414 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Pushing event updated for resources: {'Port': ['ID=58881778-b186-4fbc-927f-4239f8e78716,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:01.025172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7324037d-4c40-4e36-8983-447458f9a414 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:01.034169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-c35d8a3a-9fad-4ef5-aeb5-a531bda9320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:01.036182 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-c35d8a3a-9fad-4ef5-aeb5-a531bda9320e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90&tenant_id=99c70571e74e4e0589acb386047f6689 HTTP/1.1" status: 200 len: 1132 time: 0.2752755 Feb 28 17:30:01.048058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cbbd0-bc20-4781-9500-db06deb9716a req-84a3ed0b-315e-4f95-ace8-bc8ad046776c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:01.049635 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-400cbbd0-bc20-4781-9500-db06deb9716a req-84a3ed0b-315e-4f95-ace8-bc8ad046776c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1722882 Feb 28 17:30:01.075586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-19', 'device_owner': 'compute:nova'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:01.075808 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0070740c-8e35-420c-aab0-52e996082481 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:01.079154 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0070740c-8e35-420c-aab0-52e996082481 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "DELETE /v2.0/ports/31042bb6-9a3f-49fe-9a3f-58d1fff7b247 HTTP/1.1" status: 204 len: 168 time: 1.3001475 Feb 28 17:30:01.082203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32832) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:01.119925 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-974ce2ba-506a-4a87-bc11-61296724c30b tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] GET failed (client error): The resource could not be found. Feb 28 17:30:01.121356 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-974ce2ba-506a-4a87-bc11-61296724c30b tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "GET /v2.0/ports/31042bb6-9a3f-49fe-9a3f-58d1fff7b247 HTTP/1.1" status: 404 len: 333 time: 0.0383239 Feb 28 17:30:01.124640 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32834) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:01.145011 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-400cbbd0-bc20-4781-9500-db06deb9716a req-cabcb4d5-f2d4-43d2-aa5f-4868d7af4749 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872936 Feb 28 17:30:01.189129 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca648d7-6e02-4220-93ea-4d938c8ca623 req-081ace60-8b66-4e0b-94d4-9e8e203d3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:01.189676 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca648d7-6e02-4220-93ea-4d938c8ca623 req-081ace60-8b66-4e0b-94d4-9e8e203d3ff3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.3896289 Feb 28 17:30:01.216772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7324037d-4c40-4e36-8983-447458f9a414 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:01.217371 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7324037d-4c40-4e36-8983-447458f9a414 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:01.262401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aa8de476-879f-4fe5-9742-9ee5ec9731ca req-76d9f6ed-843c-4f62-80b9-a665a37770e4 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815502 Feb 28 17:30:01.279012 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be5b2569-7826-45d8-863f-d717da9d76ab req-5559d168-b68a-448f-b037-4e74d871d81c tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 210 time: 0.0695236 Feb 28 17:30:01.335153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-dc91b647-f8fb-4b29-9fd9-d233cc83f076 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Deleting port 25ec6bcc-ce77-4f50-b4f3-471fc3682604 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:01.335484 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc91b647-f8fb-4b29-9fd9-d233cc83f076 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (25ec6bcc-ce77-4f50-b4f3-471fc3682604), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:01.376527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca648d7-6e02-4220-93ea-4d938c8ca623 req-b157b6f1-c794-4d4e-a3bb-2405fee7a3aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f HTTP/1.1" status: 200 len: 999 time: 0.1734505 Feb 28 17:30:01.401286 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (950d6ead-196c-48ae-b795-f02b6392df02), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:01.454693 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7324037d-4c40-4e36-8983-447458f9a414 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2454231 Feb 28 17:30:01.463213 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e1252-6fd2-4f24-bff7-8e4e7fc7a45a req-3fa2ab95-a0e9-4f56-a559-47164797b227 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:01.464765 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9c1e1252-6fd2-4f24-bff7-8e4e7fc7a45a req-3fa2ab95-a0e9-4f56-a559-47164797b227 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 931 time: 0.1126258 Feb 28 17:30:01.468501 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc91b647-f8fb-4b29-9fd9-d233cc83f076 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (25ec6bcc-ce77-4f50-b4f3-471fc3682604), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:01.470619 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Request body: {'port': {'device_id': '195247e6-e98b-414b-a28b-e77fd86ad0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:01.495887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-dc91b647-f8fb-4b29-9fd9-d233cc83f076 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Calling delete_port for 25ec6bcc-ce77-4f50-b4f3-471fc3682604 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:01.521266 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Router 227d9ddf-ca22-4916-9b91-4d21950d7a56 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:30:01.535082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca648d7-6e02-4220-93ea-4d938c8ca623 req-5c8409b4-89f8-48e9-a484-5304af0ce284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:01.536558 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca648d7-6e02-4220-93ea-4d938c8ca623 req-5c8409b4-89f8-48e9-a484-5304af0ce284 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.1424804 Feb 28 17:30:01.547345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31c80e-54e3-4405-89a4-3e1c80473f5c req-30445068-b2f1-49e2-be7d-32ed85feb7fb tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:01.548777 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8b31c80e-54e3-4405-89a4-3e1c80473f5c req-30445068-b2f1-49e2-be7d-32ed85feb7fb tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.1955664 Feb 28 17:30:01.562222 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9c1e1252-6fd2-4f24-bff7-8e4e7fc7a45a req-5beb4b2a-c12d-4ac8-b4c6-e9ce32bf54f8 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859408 Feb 28 17:30:01.739134 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc91b647-f8fb-4b29-9fd9-d233cc83f076 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (25ec6bcc-ce77-4f50-b4f3-471fc3682604), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:01.751055 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (58881778-b186-4fbc-927f-4239f8e78716), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:01.775506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91b647-f8fb-4b29-9fd9-d233cc83f076 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event deleted for resources: {'Port': ['ID=25ec6bcc-ce77-4f50-b4f3-471fc3682604,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:01.878312 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-74301f1e-fe46-4894-af21-73d235267f3c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:01.879896 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-74301f1e-fe46-4894-af21-73d235267f3c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 812 time: 0.1985438 Feb 28 17:30:01.889282 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc91b647-f8fb-4b29-9fd9-d233cc83f076 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:01.895481 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dc91b647-f8fb-4b29-9fd9-d233cc83f076 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "DELETE /v2.0/ports/25ec6bcc-ce77-4f50-b4f3-471fc3682604 HTTP/1.1" status: 204 len: 168 time: 0.7673163 Feb 28 17:30:01.900433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32858) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:01.946651 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-0550c140-b40d-4d48-b986-d8532abe735f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/quotas/db5706b395ff456ab153c58167054352 HTTP/1.1" status: 200 len: 375 time: 0.0585985 Feb 28 17:30:01.948318 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58f00da-e0d9-482d-8d0f-1e62f6d952ea tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] GET failed (client error): The resource could not be found. Feb 28 17:30:01.953735 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f58f00da-e0d9-482d-8d0f-1e62f6d952ea tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "GET /v2.0/ports/25ec6bcc-ce77-4f50-b4f3-471fc3682604 HTTP/1.1" status: 404 len: 333 time: 0.0483804 Feb 28 17:30:01.955885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32862) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:02.088426 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-bbfdc3c4-f866-470f-b5db-c66e5f4a3ab9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1374662 Feb 28 17:30:02.179009 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9ec70e50-383b-42d3-bec8-9fa53ad3a5a0 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Deleting port fd56f6b3-5481-49c8-a9a3-4146e1aeb14f {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:02.179357 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9ec70e50-383b-42d3-bec8-9fa53ad3a5a0 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (fd56f6b3-5481-49c8-a9a3-4146e1aeb14f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:02.252438 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8b31c80e-54e3-4405-89a4-3e1c80473f5c req-198e2119-cca6-4251-a06f-da578eb01f0a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6828165 Feb 28 17:30:02.254416 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-17566f42-8b80-493c-8012-e1ea0afe2c50 service neutron] 10.222.0.72 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546962 Feb 28 17:30:02.288607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca648d7-6e02-4220-93ea-4d938c8ca623 req-1089a73c-483f-4d44-b147-bc2f91d1d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:02.290811 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca648d7-6e02-4220-93ea-4d938c8ca623 req-1089a73c-483f-4d44-b147-bc2f91d1d82a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7408025 Feb 28 17:30:02.366540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:30:02.378176 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8921f260-d0c5-480e-a80b-f2a666d8bfe3 None None] Sync routers for ids ['227d9ddf-ca22-4916-9b91-4d21950d7a56'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:30:02.390177 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921f260-d0c5-480e-a80b-f2a666d8bfe3 None None] Routers {'227d9ddf-ca22-4916-9b91-4d21950d7a56'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:02.390946 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-8921f260-d0c5-480e-a80b-f2a666d8bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['227d9ddf-ca22-4916-9b91-4d21950d7a56'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:02.405852 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:02.409554 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-272f58c9-dd12-4203-a55c-796945f7c6bc tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "PUT /v2.0/routers/227d9ddf-ca22-4916-9b91-4d21950d7a56 HTTP/1.1" status: 200 len: 882 time: 6.6927197 Feb 28 17:30:02.419010 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 32868) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:02.442539 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-8921f260-d0c5-480e-a80b-f2a666d8bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:02.458528 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921f260-d0c5-480e-a80b-f2a666d8bfe3 None None] Routers {'227d9ddf-ca22-4916-9b91-4d21950d7a56'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:02.459468 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-8921f260-d0c5-480e-a80b-f2a666d8bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['227d9ddf-ca22-4916-9b91-4d21950d7a56'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:02.516872 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-8921f260-d0c5-480e-a80b-f2a666d8bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:02.517869 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8921f260-d0c5-480e-a80b-f2a666d8bfe3 None None] The sync data for ids ['227d9ddf-ca22-4916-9b91-4d21950d7a56'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:30:02.581329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:02.720547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca648d7-6e02-4220-93ea-4d938c8ca623 req-4122718b-3631-4f66-8d12-3b66e33c174a service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212708 Feb 28 17:30:02.726359 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9ec70e50-383b-42d3-bec8-9fa53ad3a5a0 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (fd56f6b3-5481-49c8-a9a3-4146e1aeb14f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:02.774525 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f843033-28cf-4385-8955-559c56c30190 req-911a883b-fe24-4759-95c1-bcbdfcb97ba0 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0646284 Feb 28 17:30:02.776646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9ec70e50-383b-42d3-bec8-9fa53ad3a5a0 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Calling delete_port for fd56f6b3-5481-49c8-a9a3-4146e1aeb14f owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:02.799485 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b33f36d3-33f9-41d9-937a-7db2ea6d2c30 req-557b7b40-c44b-456b-8f7c-9d8df8e1e488 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 210 time: 0.0747976 Feb 28 17:30:02.838562 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:30:02.838562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fc0152f0-96a2-403a-b785-d727a0915342 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/routers/227d9ddf-ca22-4916-9b91-4d21950d7a56 HTTP/1.1" status: 200 len: 923 time: 0.4160099 Feb 28 17:30:02.860455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 32878) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:02.948802 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-cbb7518a-657b-4f90-8a45-fefc884ae41a service neutron] 10.222.0.72 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6834588 Feb 28 17:30:02.958127 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-3b900fe8-6167-41e0-a5bd-b9636e8cb9e1 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:02.959701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-3b900fe8-6167-41e0-a5bd-b9636e8cb9e1 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.69 "GET /v2.0/networks?id=ed8ab614-b8d5-4704-8421-4e44b1175e04 HTTP/1.1" status: 200 len: 816 time: 0.2532606 Feb 28 17:30:02.982936 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-5965e0a6-1f67-4f6a-b859-0bf0e54ced28 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Request body: {'port': {'device_id': '4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8', 'network_id': 'ed8ab614-b8d5-4704-8421-4e44b1175e04', 'admin_state_up': True, 'tenant_id': '97407bb153d048a1a28e3958f3841453'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:03.023161 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bd432c31-6e77-4e67-8717-bc1840fedd31 req-55a29416-61c9-4269-a77b-26fe905c4923 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0473640 Feb 28 17:30:03.031154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:30:03.033159 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9dfa15-5684-4aa7-a4e2-07909aeeaff5" -d '{"events": [{"server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "name": "network-vif-unplugged", "status": "completed", "tag": "950d6ead-196c-48ae-b795-f02b6392df02"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:30:03.045250 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Publish callbacks [] for port (950d6ead-196c-48ae-b795-f02b6392df02), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:03.115622 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ca648d7-6e02-4220-93ea-4d938c8ca623 req-4548ba62-8bff-4e24-b7e9-df5e1e2b8072 service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846254 Feb 28 17:30:03.121383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903a215f-a120-4007-b17e-3ce17eeb1acf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:03.122868 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-903a215f-a120-4007-b17e-3ce17eeb1acf tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&device_id=227d9ddf-ca22-4916-9b91-4d21950d7a56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2614229 Feb 28 17:30:03.126293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32886) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:03.143357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27095d40-3937-411f-859f-cef958ef0afd req-1d4c64d7-3127-442b-b4aa-5a57b30ab67c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:03.144889 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27095d40-3937-411f-859f-cef958ef0afd req-1d4c64d7-3127-442b-b4aa-5a57b30ab67c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 931 time: 0.2319007 Feb 28 17:30:03.147115 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58881778-b186-4fbc-927f-4239f8e78716 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:30:03.156212 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Publish callbacks [] for port (58881778-b186-4fbc-927f-4239f8e78716), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:03.240514 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27095d40-3937-411f-859f-cef958ef0afd req-4b25c007-ae03-40bd-a9e1-c6f36927b2fb tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680692 Feb 28 17:30:03.268514 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Transition to ACTIVE for port object 950d6ead-196c-48ae-b795-f02b6392df02 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:30:03.269321 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Transition to ACTIVE for port object 58881778-b186-4fbc-927f-4239f8e78716 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:30:03.271041 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9ec70e50-383b-42d3-bec8-9fa53ad3a5a0 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (fd56f6b3-5481-49c8-a9a3-4146e1aeb14f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:03.317273 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d160bdce-fd5d-4fac-be24-5eed573afb72 x-openstack-request-id: req-d160bdce-fd5d-4fac-be24-5eed573afb72 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:30:03.317646 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "name": "network-vif-unplugged", "status": "completed", "tag": "950d6ead-196c-48ae-b795-f02b6392df02", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:30:03.318033 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d160bdce-fd5d-4fac-be24-5eed573afb72 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:30:03.321959 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02', 'code': 200} Feb 28 17:30:03.324784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-5965e0a6-1f67-4f6a-b859-0bf0e54ced28 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Made reservation on behalf of 97407bb153d048a1a28e3958f3841453 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:30:03.328032 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-5965e0a6-1f67-4f6a-b859-0bf0e54ced28 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:03.330019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec70e50-383b-42d3-bec8-9fa53ad3a5a0 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event deleted for resources: {'Port': ['ID=fd56f6b3-5481-49c8-a9a3-4146e1aeb14f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:03.334600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 950d6ead-196c-48ae-b795-f02b6392df02 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:30:03.335679 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe51640-8385-47f9-a0f5-31b2abdd2d79 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:03.337114 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4fe51640-8385-47f9-a0f5-31b2abdd2d79 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 881 time: 0.2075667 Feb 28 17:30:03.340336 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 32894) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:03.394738 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-099b20b3-58bc-4593-990c-adf78373abd2 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "GET /v2.0/ports?device_id=227d9ddf-ca22-4916-9b91-4d21950d7a56 HTTP/1.1" status: 200 len: 205 time: 0.0518095 Feb 28 17:30:03.397133 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (950d6ead-196c-48ae-b795-f02b6392df02), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:03.399252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 32896) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:03.410206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] The host n-h2-820368-19 is not matching for port 950d6ead-196c-48ae-b795-f02b6392df02 host n-h1-820368-19! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:30:03.410887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 950d6ead-196c-48ae-b795-f02b6392df02 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:30:03.419784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f280c-84ff-46fa-aeca-da4fcfe56d15 req-656bcb64-efea-487a-9951-2655f2b51691 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:03.426544 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-311f280c-84ff-46fa-aeca-da4fcfe56d15 req-656bcb64-efea-487a-9951-2655f2b51691 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 946 time: 0.1967573 Feb 28 17:30:03.483602 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4c50ac8d-7964-4e98-bd00-cbc77f0809f0 req-81f8a9aa-822f-4b49-9db5-fbf2da2ab2ca tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 210 time: 0.0934277 Feb 28 17:30:03.488397 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (58881778-b186-4fbc-927f-4239f8e78716), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:03.523610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9ec70e50-383b-42d3-bec8-9fa53ad3a5a0 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:03.531834 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9ec70e50-383b-42d3-bec8-9fa53ad3a5a0 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "DELETE /v2.0/ports/fd56f6b3-5481-49c8-a9a3-4146e1aeb14f HTTP/1.1" status: 204 len: 168 time: 1.5662909 Feb 28 17:30:03.533976 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32902) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:03.566643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Pushing event updated for resources: {'Port': ['ID=950d6ead-196c-48ae-b795-f02b6392df02,revision_number=10']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:03.639612 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] No DVR routers for this DVR port 950d6ead-196c-48ae-b795-f02b6392df02 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:30:03.676143 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-311f280c-84ff-46fa-aeca-da4fcfe56d15 req-21e7eac2-cd34-4cbd-b3a1-34b23ae3e3a2 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390065 Feb 28 17:30:03.693577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b9321f-7e41-449b-9e8c-f09c9b6c1d44 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Deleting subnet c8037bcf-dff8-4ad6-8a73-e07514773b2a {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:30:03.696956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-5965e0a6-1f67-4f6a-b859-0bf0e54ced28 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Allocated IP 172.20.0.5 (ed8ab614-b8d5-4704-8421-4e44b1175e04/b7fb7191-23f7-4e4b-8763-5d2c4f5837c7/e1e6f036-8388-40d0-8153-5cd43a86f4bd) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:03.701721 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0b9321f-7e41-449b-9e8c-f09c9b6c1d44 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks [] for subnet (c8037bcf-dff8-4ad6-8a73-e07514773b2a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:03.718241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=58881778-b186-4fbc-927f-4239f8e78716,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:03.761724 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0b9321f-7e41-449b-9e8c-f09c9b6c1d44 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (c8037bcf-dff8-4ad6-8a73-e07514773b2a), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:03.815347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Attempting to bind port 950d6ead-196c-48ae-b795-f02b6392df02 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:30:03.815684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Attempting to bind port 950d6ead-196c-48ae-b795-f02b6392df02 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:30:03.816014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Attempting to bind port 950d6ead-196c-48ae-b795-f02b6392df02 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:03.826599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Port 950d6ead-196c-48ae-b795-f02b6392df02 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:30:03.830550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Attempting to bind port 950d6ead-196c-48ae-b795-f02b6392df02 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:03.847992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:30:03.848300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:03.848684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:30:03.849116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Bound port: 950d6ead-196c-48ae-b795-f02b6392df02, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:30:03.849470 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (950d6ead-196c-48ae-b795-f02b6392df02), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:03.873968 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (227d9ddf-ca22-4916-9b91-4d21950d7a56), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:03.912459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Attempting to bind port 58881778-b186-4fbc-927f-4239f8e78716 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:30:03.912795 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Attempting to bind port 58881778-b186-4fbc-927f-4239f8e78716 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:30:03.913123 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Attempting to bind port 58881778-b186-4fbc-927f-4239f8e78716 on network 5801e3e6-3a3d-4400-b93c-39437198a453 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:03.932243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ef425-090b-405b-b8a1-b9a659e31476 req-36f61f06-d656-43a2-ac95-5ca0b284595b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:03.933657 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a25ef425-090b-405b-b8a1-b9a659e31476 req-36f61f06-d656-43a2-ac95-5ca0b284595b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 948 time: 0.3036697 Feb 28 17:30:03.955532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Port 58881778-b186-4fbc-927f-4239f8e78716 on network 5801e3e6-3a3d-4400-b93c-39437198a453 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:30:03.955850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Attempting to bind port 58881778-b186-4fbc-927f-4239f8e78716 on network 5801e3e6-3a3d-4400-b93c-39437198a453 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:03.958985 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-457d47d4-216a-4e16-bc9b-ad23d30aed3e req-06aeb92e-d3ec-4842-8619-ef228cfeaa54 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 210 time: 0.0541172 Feb 28 17:30:03.988411 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0b9321f-7e41-449b-9e8c-f09c9b6c1d44 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (c8037bcf-dff8-4ad6-8a73-e07514773b2a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.007251 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:30:04.007851 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Checking segment: {'id': '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:04.008248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Bound using segment: {'id': '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:30:04.008690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Bound port: 58881778-b186-4fbc-927f-4239f8e78716, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:30:04.009037 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (58881778-b186-4fbc-927f-4239f8e78716), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.056650 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-5965e0a6-1f67-4f6a-b859-0bf0e54ced28 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Publish callbacks [] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.136394 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0b9321f-7e41-449b-9e8c-f09c9b6c1d44 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (c8037bcf-dff8-4ad6-8a73-e07514773b2a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.170862 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0b9321f-7e41-449b-9e8c-f09c9b6c1d44 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.178140 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a0b9321f-7e41-449b-9e8c-f09c9b6c1d44 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "DELETE /v2.0/subnets/c8037bcf-dff8-4ad6-8a73-e07514773b2a HTTP/1.1" status: 204 len: 168 time: 0.6380715 Feb 28 17:30:04.179097 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32910) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:04.180358 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-5965e0a6-1f67-4f6a-b859-0bf0e54ced28 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.181241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9717b6b-b5b2-4f60-b446-3d4c68ba3c7c None None] Network c937964f-f90f-49a8-a331-b76863ada5da requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:30:04.185543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9321f-7e41-449b-9e8c-f09c9b6c1d44 tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event deleted for resources: {'Subnet': ['ID=c8037bcf-dff8-4ad6-8a73-e07514773b2a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:04.306083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-5965e0a6-1f67-4f6a-b859-0bf0e54ced28 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Network ed8ab614-b8d5-4704-8421-4e44b1175e04 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:04.317724 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-5965e0a6-1f67-4f6a-b859-0bf0e54ced28 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:04.320855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-5965e0a6-1f67-4f6a-b859-0bf0e54ced28 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:04.369148 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965e0a6-1f67-4f6a-b859-0bf0e54ced28 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Pushing event updated for resources: {'Port': ['ID=e1e6f036-8388-40d0-8153-5cd43a86f4bd,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:04.383567 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (c937964f-f90f-49a8-a331-b76863ada5da), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.449458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] DHCP port deletion for c937964f-f90f-49a8-a331-b76863ada5da request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:30:04.450772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:30:04.468091 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a25ef425-090b-405b-b8a1-b9a659e31476 req-a985e2cc-7fe4-45af-b7d5-d05d17759ae2 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061703 Feb 28 17:30:04.471090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-5965e0a6-1f67-4f6a-b859-0bf0e54ced28 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:04.471776 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-5965e0a6-1f67-4f6a-b859-0bf0e54ced28 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.501911 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:30:04.508825 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (227d9ddf-ca22-4916-9b91-4d21950d7a56), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.518548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-564fd345-2311-4c0c-9548-010c01a9d516 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:04.520144 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-564fd345-2311-4c0c-9548-010c01a9d516 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.69 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 946 time: 0.5566914 Feb 28 17:30:04.553068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18bd41-fc68-4009-a137-640aee974049 req-8a5c0d00-dbce-48d1-af10-3dbb051c9174 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:04.553068 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5e18bd41-fc68-4009-a137-640aee974049 req-8a5c0d00-dbce-48d1-af10-3dbb051c9174 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 943 time: 0.2225778 Feb 28 17:30:04.558683 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] For port 58881778-b186-4fbc-927f-4239f8e78716, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:30:04.581657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] For port 58881778-b186-4fbc-927f-4239f8e78716, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=58881778-b186-4fbc-927f-4239f8e78716,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:30:04.583543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Deleting port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:04.583923 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.629278 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Deleting port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:04.629480 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.647154 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (950d6ead-196c-48ae-b795-f02b6392df02), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.649980 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-5965e0a6-1f67-4f6a-b859-0bf0e54ced28 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6742923 Feb 28 17:30:04.696449 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:30:04.709655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] For port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=bdc93962-d86a-4f02-91f3-dd6d3fb38dd1,segment=NetworkSegment(15fe4752-163b-423b-8ad7-d969ddb42359),segment_id=15fe4752-163b-423b-8ad7-d969ddb42359)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:04.710140 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.715339 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5e18bd41-fc68-4009-a137-640aee974049 req-b563d22d-ccd7-4f8c-89a9-063ba1bfd7cf tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489959 Feb 28 17:30:04.723065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Request body: {'port': {'device_id': '4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:04.760726 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (58881778-b186-4fbc-927f-4239f8e78716), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.772774 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Calling delete_port for bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:04.772989 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34f76132-71ac-40a0-ae5e-d146273c1d4e req-bcfec061-0c89-4458-86c8-c0c008b1f162 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 210 time: 0.1358991 Feb 28 17:30:04.817153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:04.817790 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.819250 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] 10.222.0.73 "PUT /v2.0/ports/950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 200 len: 1097 time: 3.7700341 Feb 28 17:30:04.845757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:04.846450 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.848878 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] 10.222.0.69 "PUT /v2.0/ports/58881778-b186-4fbc-927f-4239f8e78716 HTTP/1.1" status: 200 len: 1092 time: 3.3855505 Feb 28 17:30:04.851988 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] For port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=bdc93962-d86a-4f02-91f3-dd6d3fb38dd1,segment=NetworkSegment(15fe4752-163b-423b-8ad7-d969ddb42359),segment_id=15fe4752-163b-423b-8ad7-d969ddb42359)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:04.852401 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:04.873221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Calling delete_port for bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:05.024234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74f2c4-4126-46fb-97ae-9ca806ec4393 service neutron] Pushing event updated for resources: {'Port': ['ID=950d6ead-196c-48ae-b795-f02b6392df02,revision_number=11']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:05.083067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Deleting port b4b8e449-1c41-4579-a293-c72c1848e114 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:05.086911 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b4b8e449-1c41-4579-a293-c72c1848e114), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.090758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:05.091638 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.150078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Deleting port f7e689aa-984d-4ada-9580-24199e875796 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:05.150432 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f7e689aa-984d-4ada-9580-24199e875796), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.150931 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.204309 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.213487 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b4a5ef6b-bbef-4201-b19c-17cb2003521c req-1714a842-6599-45fe-8916-1012dd8d8b12 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0352151 Feb 28 17:30:05.246723 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b836b-8350-405b-b8b1-ed4c7d5a169d req-881d6365-4a03-43bd-be99-b2cce8ab4973 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:05.248223 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-595b836b-8350-405b-b8b1-ed4c7d5a169d req-881d6365-4a03-43bd-be99-b2cce8ab4973 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 946 time: 0.3563159 Feb 28 17:30:05.255150 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (bdc93962-d86a-4f02-91f3-dd6d3fb38dd1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.261674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Pushing event deleted for resources: {'Port': ['ID=bdc93962-d86a-4f02-91f3-dd6d3fb38dd1,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:05.296355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeef075-08c2-4fc7-b28f-785424a6e2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=58881778-b186-4fbc-927f-4239f8e78716,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:05.299670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] No DVR routers for this DVR port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:30:05.301508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-5b827647-b89b-4c5d-8a81-5d7a9c30b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:05.303176 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-5b827647-b89b-4c5d-8a81-5d7a9c30b0df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 1131 time: 0.4275160 Feb 28 17:30:05.306519 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:05.310375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:05.310375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:05.310375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:05.310375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:05.310375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:05.310375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:05.310375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:05.310375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:05.311078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:05.311078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:05.311078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:05.312452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c9420-03e8-41bc-bb4c-1bc9b916ef75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:05.312588 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event deleted for resources: {'Port': ['ID=bdc93962-d86a-4f02-91f3-dd6d3fb38dd1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:05.319646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] No DVR routers for this DVR port bdc93962-d86a-4f02-91f3-dd6d3fb38dd1 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:30:05.331624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02'}, {'name': 'network-changed', 'server_uuid': '195247e6-e98b-414b-a28b-e77fd86ad0c2', 'tag': '58881778-b186-4fbc-927f-4239f8e78716'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:30:05.339222 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e533fe99-1461-4dfc-b3f7-67b69794d3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "tag": "950d6ead-196c-48ae-b795-f02b6392df02"}, {"name": "network-changed", "server_uuid": "195247e6-e98b-414b-a28b-e77fd86ad0c2", "tag": "58881778-b186-4fbc-927f-4239f8e78716"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:30:05.356044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-a0eb337c-da8e-4961-bb15-6a6d9044fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:05.357629 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-a0eb337c-da8e-4961-bb15-6a6d9044fe68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088b6c3e658846cab75e7b83a81af875&device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 1126 time: 0.3942933 Feb 28 17:30:05.487398 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-595b836b-8350-405b-b8b1-ed4c7d5a169d req-04edb180-e506-4de6-9683-83a8630e85ee tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264464 Feb 28 17:30:05.489063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (c937964f-f90f-49a8-a331-b76863ada5da), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.535015 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-82ab0413-a13e-46d1-b79f-929e12658c2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58881778-b186-4fbc-927f-4239f8e78716 HTTP/1.1" status: 200 len: 217 time: 0.1477344 Feb 28 17:30:05.541641 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b4b8e449-1c41-4579-a293-c72c1848e114), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.545804 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b1c965a4-637e-4f06-bc94-783cd4cd8e96 req-62fb68e2-42bc-4ed2-89db-e6085d0a3ba3 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1272483 Feb 28 17:30:05.546935 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c937964f-f90f-49a8-a331-b76863ada5da']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:05.561878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fe4752-163b-423b-8ad7-d969ddb42359') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:05.561878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fe4752-163b-423b-8ad7-d969ddb42359') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:05.573863 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (15fe4752-163b-423b-8ad7-d969ddb42359), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.579787 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d193afb-fd40-41c9-8bb8-cdecaa297c7b req-901b73a3-3cd3-422a-b46d-34760d87abf3 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:05.585087 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7d193afb-fd40-41c9-8bb8-cdecaa297c7b req-901b73a3-3cd3-422a-b46d-34760d87abf3 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 931 time: 0.4532852 Feb 28 17:30:05.598339 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (15fe4752-163b-423b-8ad7-d969ddb42359), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.612476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (15fe4752-163b-423b-8ad7-d969ddb42359), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:30:05.616995 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:30:05.636959 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55fd3dc-8a62-4be3-88d5-e434e1eb0dfc x-openstack-request-id: req-e55fd3dc-8a62-4be3-88d5-e434e1eb0dfc {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:30:05.637384 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "tag": "950d6ead-196c-48ae-b795-f02b6392df02", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "195247e6-e98b-414b-a28b-e77fd86ad0c2", "tag": "58881778-b186-4fbc-927f-4239f8e78716", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:30:05.643614 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e55fd3dc-8a62-4be3-88d5-e434e1eb0dfc {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:30:05.643614 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02', 'status': 'completed', 'code': 200} Feb 28 17:30:05.643614 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195247e6-e98b-414b-a28b-e77fd86ad0c2', 'tag': '58881778-b186-4fbc-927f-4239f8e78716', 'status': 'completed', 'code': 200} Feb 28 17:30:05.649078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Calling delete_port for b4b8e449-1c41-4579-a293-c72c1848e114 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:05.652404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] For port f7e689aa-984d-4ada-9580-24199e875796, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f7e689aa-984d-4ada-9580-24199e875796,segment=NetworkSegment(ea9b49b9-9748-4558-98f9-1f3208b1f828),segment_id=ea9b49b9-9748-4558-98f9-1f3208b1f828)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:05.652849 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f7e689aa-984d-4ada-9580-24199e875796), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.794618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e6f036-8388-40d0-8153-5cd43a86f4bd {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:30:05.804240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Publish callbacks [] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.808293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-d26732e1-1fa1-4ddf-a8ab-0534c349aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:05.809812 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-d26732e1-1fa1-4ddf-a8ab-0534c349aa7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 1131 time: 0.1931608 Feb 28 17:30:05.819775 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (c937964f-f90f-49a8-a331-b76863ada5da), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.838449 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:05.842514 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] 10.222.0.72 "DELETE /v2.0/networks/c937964f-f90f-49a8-a331-b76863ada5da HTTP/1.1" status: 204 len: 168 time: 1.6519318 Feb 28 17:30:05.848700 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-4de4d587-3fda-4045-bc6d-8aff64b03357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:05.851261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-4de4d587-3fda-4045-bc6d-8aff64b03357 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.5379252 Feb 28 17:30:05.853404 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Transition to ACTIVE for port object e1e6f036-8388-40d0-8153-5cd43a86f4bd will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:30:05.869645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98494c-55b0-4153-8e51-b0248cd5ec50 req-0fe29e3d-e284-47bb-a386-ff728f7e3b28 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:05.871182 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad98494c-55b0-4153-8e51-b0248cd5ec50 req-0fe29e3d-e284-47bb-a386-ff728f7e3b28 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 948 time: 0.1776359 Feb 28 17:30:05.873823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2be57-4cf4-40fc-b55c-87d8f729200e tempest-AllowedAddressPairTestJSON-2124570252 tempest-AllowedAddressPairTestJSON-2124570252-project] Pushing event deleted for resources: {'Network': ['ID=c937964f-f90f-49a8-a331-b76863ada5da,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:05.903150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-e3d08d34-f238-46c1-911c-1480b16356c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:05.904609 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-e3d08d34-f238-46c1-911c-1480b16356c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd2be326-2c28-494b-9705-9af762d46614 HTTP/1.1" status: 200 len: 855 time: 0.3532786 Feb 28 17:30:05.925142 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:06.027048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e6f036-8388-40d0-8153-5cd43a86f4bd,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:06.032664 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad98494c-55b0-4153-8e51-b0248cd5ec50 req-2e58e4eb-5248-4fd7-822f-df723ba6055e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325424 Feb 28 17:30:06.036492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-3e7a60b3-40bc-455a-a6cf-223e266d9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:06.037987 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-3e7a60b3-40bc-455a-a6cf-223e266d9843 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2191269 Feb 28 17:30:06.041734 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-0a8dde73-6084-4de5-9fcd-cf4e46d1b24f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 200 len: 217 time: 0.1423261 Feb 28 17:30:06.055163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-cafc5e99-8833-4294-81eb-b83f0243f007 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5801e3e6-3a3d-4400-b93c-39437198a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184025 Feb 28 17:30:06.118555 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-c7e2cc05-1979-4d37-856b-e39acb8fcde3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 200 len: 217 time: 0.0605571 Feb 28 17:30:06.131888 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7d193afb-fd40-41c9-8bb8-cdecaa297c7b req-13bf1569-80c6-4f8b-8373-3c1779710658 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/security-groups?id=72fe6820-9a8b-4fb3-85d1-8af2f044c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856541 Feb 28 17:30:06.184060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-16481d02-1287-4e8d-83a9-ca03c1b10c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:06.185806 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-16481d02-1287-4e8d-83a9-ca03c1b10c64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1281257 Feb 28 17:30:06.212715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Attempting to bind port e1e6f036-8388-40d0-8153-5cd43a86f4bd on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:30:06.213320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Attempting to bind port e1e6f036-8388-40d0-8153-5cd43a86f4bd by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '4a08f9dd-683b-4265-9364-4ff91223ba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ed8ab614-b8d5-4704-8421-4e44b1175e04'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:30:06.213436 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Attempting to bind port e1e6f036-8388-40d0-8153-5cd43a86f4bd on network ed8ab614-b8d5-4704-8421-4e44b1175e04 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:06.220796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-5050cce4-f244-4899-82fe-aa0b02bb5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:06.222262 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-5050cce4-f244-4899-82fe-aa0b02bb5349 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0897419 Feb 28 17:30:06.224991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Port e1e6f036-8388-40d0-8153-5cd43a86f4bd on network ed8ab614-b8d5-4704-8421-4e44b1175e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:30:06.225310 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Attempting to bind port e1e6f036-8388-40d0-8153-5cd43a86f4bd on network ed8ab614-b8d5-4704-8421-4e44b1175e04 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:06.248385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ba4e2-0827-4526-8f65-6ffaf809df9e req-1fe48ada-18ad-44ea-8327-98ca56b8c73c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:06.249859 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f07ba4e2-0827-4526-8f65-6ffaf809df9e req-1fe48ada-18ad-44ea-8327-98ca56b8c73c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 943 time: 0.1289539 Feb 28 17:30:06.267688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:30:06.268018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Checking segment: {'id': '4a08f9dd-683b-4265-9364-4ff91223ba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ed8ab614-b8d5-4704-8421-4e44b1175e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:06.268400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Bound using segment: {'id': '4a08f9dd-683b-4265-9364-4ff91223ba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ed8ab614-b8d5-4704-8421-4e44b1175e04'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:30:06.268849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Bound port: e1e6f036-8388-40d0-8153-5cd43a86f4bd, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a08f9dd-683b-4265-9364-4ff91223ba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ed8ab614-b8d5-4704-8421-4e44b1175e04'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:30:06.269199 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:06.299005 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32944) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:06.369912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-329380d5-9e10-49cb-a852-b6f3e2abd141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:06.371437 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-329380d5-9e10-49cb-a852-b6f3e2abd141 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1434584 Feb 28 17:30:06.382801 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f07ba4e2-0827-4526-8f65-6ffaf809df9e req-3bd63658-5cf2-47ef-92d2-a39661dfb287 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102571 Feb 28 17:30:06.438899 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] For port e1e6f036-8388-40d0-8153-5cd43a86f4bd, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:30:06.474987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] For port e1e6f036-8388-40d0-8153-5cd43a86f4bd, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e1e6f036-8388-40d0-8153-5cd43a86f4bd,segment=NetworkSegment(4a08f9dd-683b-4265-9364-4ff91223ba37),segment_id=4a08f9dd-683b-4265-9364-4ff91223ba37)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:30:06.524777 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f3b5595b-0ec1-4015-ae41-93d02d4d95e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c6a6d8ee70f14a33b282ef1b8ee48829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2217305 Feb 28 17:30:06.524777 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-f63bc494-7a6a-4933-b543-167ddd6cb537 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456921 Feb 28 17:30:06.525117 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32950) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:06.557004 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:06.648638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-a33a7919-157b-4197-b41e-9349d4ed6d7b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:06.650108 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-a33a7919-157b-4197-b41e-9349d4ed6d7b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.73 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 812 time: 0.8869905 Feb 28 17:30:06.656642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:06.657226 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:06.658585 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] 10.222.0.69 "PUT /v2.0/ports/e1e6f036-8388-40d0-8153-5cd43a86f4bd HTTP/1.1" status: 200 len: 1092 time: 1.9878256 Feb 28 17:30:06.664351 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e8fa9dd-cbb1-4c6f-b5df-7593ba492678 req-2c38b35a-27e8-4d65-bafc-ee1e8827fe52 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 210 time: 0.3869283 Feb 28 17:30:06.673541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8', 'tag': 'e1e6f036-8388-40d0-8153-5cd43a86f4bd'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:30:06.679269 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b91d5a-9c24-499f-8aed-f364ba171e54" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8", "tag": "e1e6f036-8388-40d0-8153-5cd43a86f4bd"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:30:06.679564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-44f965a2-82d5-47fd-8b69-b39c584a27d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Request body: {'port': {'device_id': '74c878bf-1677-4685-a513-f94a7ffd95ec', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'admin_state_up': True, 'tenant_id': 'db5706b395ff456ab153c58167054352'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:06.739454 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc54bb-639a-48f4-97eb-5b222356efe8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e6f036-8388-40d0-8153-5cd43a86f4bd,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:06.744484 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3915926-bb6c-46b1-85b5-5de1cfd285a8 x-openstack-request-id: req-d3915926-bb6c-46b1-85b5-5de1cfd285a8 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:30:06.744484 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8", "tag": "e1e6f036-8388-40d0-8153-5cd43a86f4bd", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:30:06.745176 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d3915926-bb6c-46b1-85b5-5de1cfd285a8 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:30:06.745176 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8', 'tag': 'e1e6f036-8388-40d0-8153-5cd43a86f4bd', 'status': 'completed', 'code': 200} Feb 28 17:30:06.753341 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-525f080c-4232-46a8-87a5-7573bc8ee420 admin admin] Publish callbacks [] for security_group (b13b1bd6-c3ee-4c2a-a40a-830baddc296b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:06.760175 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-fc021f41-b472-49ea-8d9b-ba074ba040ec service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288268 Feb 28 17:30:06.789823 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:06.790202 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (345a0b48-373d-4453-a023-0c4d62a940cc), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:06.790509 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Floating IP 345a0b48-373d-4453-a023-0c4d62a940cc disassociated. External IP: 172.25.3.33, port: f7e689aa-984d-4ada-9580-24199e875796. Feb 28 17:30:06.790842 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Calling delete_port for f7e689aa-984d-4ada-9580-24199e875796 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:06.808905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b2bed-39a0-4de5-ab08-47097cc4f1e8 req-7db0a791-40b9-4470-b125-df0b32ab9920 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:06.810390 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f6b2bed-39a0-4de5-ab08-47097cc4f1e8 req-7db0a791-40b9-4470-b125-df0b32ab9920 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 946 time: 0.2068195 Feb 28 17:30:06.814369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-79ae79c0-9512-49d9-869f-01fd82f6b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:06.815880 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-79ae79c0-9512-49d9-869f-01fd82f6b859 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5844250 Feb 28 17:30:06.816566 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-525f080c-4232-46a8-87a5-7573bc8ee420 admin admin] Publish callbacks [] for security_group (b13b1bd6-c3ee-4c2a-a40a-830baddc296b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:06.822911 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-fe5bec63-7f34-49b9-8a66-ca40abdf31e3 service neutron] 10.222.0.69 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7379735 Feb 28 17:30:06.892564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b91d5a-9c24-499f-8aed-f364ba171e54 req-577f6618-a399-4940-be6b-8ea0a142044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:06.894181 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-94b91d5a-9c24-499f-8aed-f364ba171e54 req-577f6618-a399-4940-be6b-8ea0a142044e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97407bb153d048a1a28e3958f3841453&device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 1126 time: 0.1330369 Feb 28 17:30:06.897900 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f6b2bed-39a0-4de5-ab08-47097cc4f1e8 req-8de19a9d-2f11-4df6-ba6b-1d2a401bde84 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups?id=0961e43c-de0d-4bd7-bae0-bf1f995a9775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793953 Feb 28 17:30:07.134289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-f9a21daf-ae84-470c-a16b-5367a3edfd59 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063037 Feb 28 17:30:07.149587 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (b4b8e449-1c41-4579-a293-c72c1848e114), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:07.178863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9679a43d-661a-4999-b8af-a31d7cf919e3 req-936cf290-c412-48e8-b054-9afeeb6ea79e service neutron] 10.222.0.69 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395410 Feb 28 17:30:07.228728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-44f965a2-82d5-47fd-8b69-b39c584a27d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Made reservation on behalf of db5706b395ff456ab153c58167054352 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:30:07.232155 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-44f965a2-82d5-47fd-8b69-b39c584a27d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:07.285955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Pushing event deleted for resources: {'Port': ['ID=b4b8e449-1c41-4579-a293-c72c1848e114,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:07.337474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f7e689aa-984d-4ada-9580-24199e875796 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:30:07.353958 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967fe83-2f7b-4f3b-a0da-36b54b9c1a2a req-f345ebea-a379-4875-96e8-127eeb3c35f2 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:07.360821 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5967fe83-2f7b-4f3b-a0da-36b54b9c1a2a req-f345ebea-a379-4875-96e8-127eeb3c35f2 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 943 time: 0.0894165 Feb 28 17:30:07.370187 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-525f080c-4232-46a8-87a5-7573bc8ee420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b13b1bd6-c3ee-4c2a-a40a-830baddc296b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:07.372710 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-525f080c-4232-46a8-87a5-7573bc8ee420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:07.376242 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-525f080c-4232-46a8-87a5-7573bc8ee420 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b13b1bd6-c3ee-4c2a-a40a-830baddc296b HTTP/1.1" status: 204 len: 168 time: 0.8478529 Feb 28 17:30:07.377788 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b91d5a-9c24-499f-8aed-f364ba171e54 req-56f02b21-1d44-46ca-8d23-d27f7ce0a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:07.378823 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-94b91d5a-9c24-499f-8aed-f364ba171e54 req-56f02b21-1d44-46ca-8d23-d27f7ce0a849 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=97407bb153d048a1a28e3958f3841453&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4767563 Feb 28 17:30:07.403195 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f080c-4232-46a8-87a5-7573bc8ee420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13b1bd6-c3ee-4c2a-a40a-830baddc296b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:07.446180 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732655a-cd3e-406b-9602-befc0f8921c4 req-498b3601-7743-4005-af59-fa985df3f684 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:07.447793 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6732655a-cd3e-406b-9602-befc0f8921c4 req-498b3601-7743-4005-af59-fa985df3f684 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 948 time: 0.3173773 Feb 28 17:30:07.475449 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5967fe83-2f7b-4f3b-a0da-36b54b9c1a2a req-f2ca493f-d64f-4486-96c9-dae18cdca16f tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/security-groups?id=72fe6820-9a8b-4fb3-85d1-8af2f044c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137216 Feb 28 17:30:07.531900 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b91d5a-9c24-499f-8aed-f364ba171e54 req-3333d5ec-a278-40dd-9be5-f091a26647ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:07.533007 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-94b91d5a-9c24-499f-8aed-f364ba171e54 req-3333d5ec-a278-40dd-9be5-f091a26647ba service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1450815 Feb 28 17:30:07.545296 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (227d9ddf-ca22-4916-9b91-4d21950d7a56), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:07.559524 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8aa91574-0de4-43b6-8ca6-0005fcbaef4d req-069e2171-5bdf-453a-9c82-bd5d94c436cc service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112566 Feb 28 17:30:07.656911 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-b633497d-f415-469f-a145-83574c303e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:07.656911 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-b633497d-f415-469f-a145-83574c303e07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088b6c3e658846cab75e7b83a81af875&device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 1126 time: 0.3316929 Feb 28 17:30:07.657657 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f7e689aa-984d-4ada-9580-24199e875796), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:07.673516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-fd6ee299-183e-48f6-9694-9cb8d7086f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:07.674154 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-fd6ee299-183e-48f6-9694-9cb8d7086f92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97407bb153d048a1a28e3958f3841453&device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 1126 time: 0.0953515 Feb 28 17:30:07.694669 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68b84-e6e7-46f2-8ef8-14c775cc1252 req-79481528-32e1-4c0a-bb08-927e92b5ac3f tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:07.696526 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0d68b84-e6e7-46f2-8ef8-14c775cc1252 req-79481528-32e1-4c0a-bb08-927e92b5ac3f tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 943 time: 0.0874166 Feb 28 17:30:07.729327 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No active binding found for port f7e689aa-984d-4ada-9580-24199e875796 {{(pid=104248) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 17:30:07.729749 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] The host n-h2-820368-19 is not matching for port f7e689aa-984d-4ada-9580-24199e875796 host None! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:30:07.730192 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f7e689aa-984d-4ada-9580-24199e875796 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:30:07.734472 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-34966118-c40c-4b3c-a1b6-4a884ce46673 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1e6f036-8388-40d0-8153-5cd43a86f4bd HTTP/1.1" status: 200 len: 217 time: 0.0532105 Feb 28 17:30:07.791734 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-37be81fc-3036-423e-ad1c-0dc08986524c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:07.808820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Pushing event deleted for resources: {'Port': ['ID=f7e689aa-984d-4ada-9580-24199e875796,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:07.811806 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (227d9ddf-ca22-4916-9b91-4d21950d7a56), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:07.815691 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:07.845676 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-68bfc534-705c-4e4a-8f1c-2317f2b2e616 req-6af49b82-22d5-4491-a372-2f00492147a7 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0539227 Feb 28 17:30:07.847563 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_controller (227d9ddf-ca22-4916-9b91-4d21950d7a56), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:07.857262 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0d68b84-e6e7-46f2-8ef8-14c775cc1252 req-ee844886-c29e-4fb6-b0e3-1e08892398fc tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249807 Feb 28 17:30:07.875287 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-15754826-5c27-44ad-a663-a47e8703721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:07.876756 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-15754826-5c27-44ad-a663-a47e8703721d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7fb7191-23f7-4e4b-8763-5d2c4f5837c7 HTTP/1.1" status: 200 len: 856 time: 0.1206717 Feb 28 17:30:07.878525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6732655a-cd3e-406b-9602-befc0f8921c4 req-e4e54ae0-69e8-44ce-870c-ce38bbeaa670 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845885 Feb 28 17:30:07.908244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-44f965a2-82d5-47fd-8b69-b39c584a27d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Allocated IP 172.20.0.14 (7739d82a-bcdd-4118-ae9a-7624124a9b84/86d80de3-dbb5-4b00-8151-4a967e698d02/ba67f433-1217-4d5e-bab0-adb685a8523e) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:07.950817 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-cf5d144c-891e-4d27-82d9-ba9f89c48210 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed8ab614-b8d5-4704-8421-4e44b1175e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567286 Feb 28 17:30:08.023242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-f684b1ba-4c27-4770-8c66-4f8c24d1c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:08.024786 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-f684b1ba-4c27-4770-8c66-4f8c24d1c72e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 1131 time: 0.3942873 Feb 28 17:30:08.038729 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44f8b7d7-28b1-4e64-9e74-4af8fabeb0c9 req-656d0534-e38b-46b0-989f-98b41c7009fa tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 210 time: 0.0709071 Feb 28 17:30:08.095197 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (227d9ddf-ca22-4916-9b91-4d21950d7a56), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:08.095718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Fanout notify agent at l3_agent the message router_deleted on router 227d9ddf-ca22-4916-9b91-4d21950d7a56 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:30:08.095856 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-fde0e00e-11b0-474e-a47b-bee8754b6224 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8ab614-b8d5-4704-8421-4e44b1175e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445327 Feb 28 17:30:08.113119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8709d2d-65e2-4e95-8bfc-992038e1dc53 req-27bf0cb0-3c48-413d-94ea-fccbc96778a4 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 210 time: 0.0800147 Feb 28 17:30:08.129234 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:08.134763 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c448e00c-d0e6-4d70-8595-1d5d4cee3699 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "DELETE /v2.0/routers/227d9ddf-ca22-4916-9b91-4d21950d7a56 HTTP/1.1" status: 204 len: 168 time: 4.6628518 Feb 28 17:30:08.154225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-f036d62a-5f91-4003-80e0-ee95fc34609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:08.154225 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-f036d62a-5f91-4003-80e0-ee95fc34609f service neutron] 10.222.0.69 "GET /v2.0/networks?id=5801e3e6-3a3d-4400-b93c-39437198a453 HTTP/1.1" status: 200 len: 916 time: 0.4561057 Feb 28 17:30:08.157276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32988) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:08.166377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7a3ace73-9370-4729-81d5-98d6c6072237 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1776244824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:08.220405 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8268bfd8-a9df-4625-901a-7c7af7da05e4 req-823cda65-1721-4c0d-b7da-4441ec9f3303 service neutron] 10.222.0.69 "GET /v2.0/networks/ed8ab614-b8d5-4704-8421-4e44b1175e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177037 Feb 28 17:30:08.240158 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-42c283dc-9478-44b1-a51c-3c2e6bde7eb6 req-d817920f-2c3b-4d91-a9af-d76c1c3223c7 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1323171 Feb 28 17:30:08.261672 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a3ace73-9370-4729-81d5-98d6c6072237 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:08.262822 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a3ace73-9370-4729-81d5-98d6c6072237 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:08.285428 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-c26ff71a-238f-42b6-9bf0-10c668255d3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58881778-b186-4fbc-927f-4239f8e78716 HTTP/1.1" status: 200 len: 217 time: 0.0871608 Feb 28 17:30:08.323641 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a3ace73-9370-4729-81d5-98d6c6072237 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_controller (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:08.421623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-0b8a58f5-5cf6-4060-8234-dd5cf6843c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:08.423224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-0b8a58f5-5cf6-4060-8234-dd5cf6843c7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.3836901 Feb 28 17:30:08.427330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:30:08.429897 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a3ace73-9370-4729-81d5-98d6c6072237 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:08.432457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-756b745c-4ece-4a3d-bc81-1caac232637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:08.433953 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-756b745c-4ece-4a3d-bc81-1caac232637c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd2be326-2c28-494b-9705-9af762d46614 HTTP/1.1" status: 200 len: 855 time: 0.1318486 Feb 28 17:30:08.521207 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-317b0b61-0015-4f3f-8f95-2d01006673de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5801e3e6-3a3d-4400-b93c-39437198a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735903 Feb 28 17:30:08.522480 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-7f3190ff-64cc-434d-8781-e59d7085391f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 200 len: 217 time: 0.0876641 Feb 28 17:30:08.546059 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-44f965a2-82d5-47fd-8b69-b39c584a27d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:08.549270 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a3ace73-9370-4729-81d5-98d6c6072237 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:08.550511 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7a3ace73-9370-4729-81d5-98d6c6072237 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3921936 Feb 28 17:30:08.553297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32998) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:08.559493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'enable_snat': True}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:08.722745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33002) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:08.768412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab226cc-d452-4835-b792-3d6c67c9e96d req-8b374372-35ee-47f3-96b5-522641e10a85 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:08.770247 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fab226cc-d452-4835-b792-3d6c67c9e96d req-8b374372-35ee-47f3-96b5-522641e10a85 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 943 time: 0.1599436 Feb 28 17:30:08.863666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-38790aaa-d631-412b-b70e-f80d4fe9305b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:08.864382 n-d-820368-19 neutron-server[104247]: WARNING neutron.api.v2.base [None req-38790aaa-d631-412b-b70e-f80d4fe9305b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 17:30:08.864870 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-38790aaa-d631-412b-b70e-f80d4fe9305b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 17:30:08.866025 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-38790aaa-d631-412b-b70e-f80d4fe9305b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1396031 Feb 28 17:30:08.876379 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:08.879309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33006) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:08.883555 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-64903858-401b-4f3f-a427-c9b56a35f660 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group': {'name': 'tempest-secgroup--420752868'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:08.918095 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fab226cc-d452-4835-b792-3d6c67c9e96d req-d20c4b80-9ff0-4f6c-93f9-989e0ab35a07 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/security-groups?id=72fe6820-9a8b-4fb3-85d1-8af2f044c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386945 Feb 28 17:30:08.997825 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64903858-401b-4f3f-a427-c9b56a35f660 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.021501 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-26810651-cdbf-4887-973d-1c2e4367da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:09.023071 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-26810651-cdbf-4887-973d-1c2e4367da9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.4827619 Feb 28 17:30:09.036837 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64903858-401b-4f3f-a427-c9b56a35f660 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.089048 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-f48a9baf-c3cd-49b8-b19f-4638304d709a service neutron] 10.222.0.69 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572329 Feb 28 17:30:09.107460 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b7cef-3ac8-43b9-a495-bd759eb1456d req-8ce67f80-8c06-4b66-99f4-eacd0a21c438 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:09.108977 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba1b7cef-3ac8-43b9-a495-bd759eb1456d req-8ce67f80-8c06-4b66-99f4-eacd0a21c438 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 948 time: 0.1220455 Feb 28 17:30:09.109639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:30:09.124542 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0e6935-83e3-4f0a-9136-ecb982cbaf46 None None] Sync routers for ids ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:30:09.134433 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-44f965a2-82d5-47fd-8b69-b39c584a27d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.141806 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e6935-83e3-4f0a-9136-ecb982cbaf46 None None] Routers {'50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:09.142625 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-eb0e6935-83e3-4f0a-9136-ecb982cbaf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:29:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:09.151606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5066be6e-8bcd-4ae9-905e-79c9fb038704', '7437eb10-5e2c-442f-8a63-28efbec62019'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:30:09.191587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72f379-b525-4dde-b63b-a468086d45f2 req-1609d4cb-6622-445e-8efc-a18c3549cb03 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:09.193118 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f72f379-b525-4dde-b63b-a468086d45f2 req-1609d4cb-6622-445e-8efc-a18c3549cb03 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 943 time: 0.2441652 Feb 28 17:30:09.225440 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba1b7cef-3ac8-43b9-a495-bd759eb1456d req-caaac554-66d2-45a4-ad93-c6f84d9fba8a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929809 Feb 28 17:30:09.245916 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64903858-401b-4f3f-a427-c9b56a35f660 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (7bf45b9d-8555-4a9f-8689-2a73556202d2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.250679 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] No DVR routers for this DVR port f7e689aa-984d-4ada-9580-24199e875796 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:30:09.270653 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.274577 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b7b5a3e-e21b-441d-acef-d5b6a1704c1f req-287e4842-db07-422c-a7ff-80f3a4005cdf tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.69 "DELETE /v2.0/ports/f7e689aa-984d-4ada-9580-24199e875796 HTTP/1.1" status: 204 len: 173 time: 4.7465765 Feb 28 17:30:09.279869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-315a563c-ed1c-4660-a8f9-71a268f0e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:09.284085 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-315a563c-ed1c-4660-a8f9-71a268f0e609 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2435141 Feb 28 17:30:09.284085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c576b29b-c41d-4ede-9a73-810c94cdea14', 'name': 'network-vif-deleted', 'tag': 'f7e689aa-984d-4ada-9580-24199e875796'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:30:09.284740 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f02b53-2bba-44d7-9fa1-e1f09965d271" -d '{"events": [{"server_uuid": "c576b29b-c41d-4ede-9a73-810c94cdea14", "name": "network-vif-deleted", "tag": "f7e689aa-984d-4ada-9580-24199e875796"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:30:09.305056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-44f965a2-82d5-47fd-8b69-b39c584a27d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Network 7739d82a-bcdd-4118-ae9a-7624124a9b84 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:09.327111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 58881778-b186-4fbc-927f-4239f8e78716 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:30:09.330856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-44f965a2-82d5-47fd-8b69-b39c584a27d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:09.346681 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-44f965a2-82d5-47fd-8b69-b39c584a27d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:09.351569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f965a2-82d5-47fd-8b69-b39c584a27d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event updated for resources: {'Port': ['ID=ba67f433-1217-4d5e-bab0-adb685a8523e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:09.356810 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64903858-401b-4f3f-a427-c9b56a35f660 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7bf45b9d-8555-4a9f-8689-2a73556202d2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.397516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-eb0e6935-83e3-4f0a-9136-ecb982cbaf46 None None] Set router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:30:09.430543 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64903858-401b-4f3f-a427-c9b56a35f660 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (e27e6377-6b75-416e-810f-d63c021a3d76), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.467170 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f72f379-b525-4dde-b63b-a468086d45f2 req-09201441-c136-427c-8c35-490ab2372624 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231100 Feb 28 17:30:09.469099 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-fa4c9dbf-9a6a-415d-a508-82e6deef414c service neutron] 10.222.0.69 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695481 Feb 28 17:30:09.487016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-44f965a2-82d5-47fd-8b69-b39c584a27d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:09.487565 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-44f965a2-82d5-47fd-8b69-b39c584a27d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.505904 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64903858-401b-4f3f-a427-c9b56a35f660 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf45b9d-8555-4a9f-8689-2a73556202d2,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:09.553442 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-4174a8b8-8787-4ab5-bc21-e1df1adfea0b service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472141 Feb 28 17:30:09.554983 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64903858-401b-4f3f-a427-c9b56a35f660 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e27e6377-6b75-416e-810f-d63c021a3d76), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.627989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74506bd5-8169-485a-ae1c-9d72840d26b5 req-a31e0c03-2fe9-4266-aaba-8eeaadbb472f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:09.629581 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74506bd5-8169-485a-ae1c-9d72840d26b5 req-a31e0c03-2fe9-4266-aaba-8eeaadbb472f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 932 time: 0.3023777 Feb 28 17:30:09.641032 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64903858-401b-4f3f-a427-c9b56a35f660 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27e6377-6b75-416e-810f-d63c021a3d76,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:09.652077 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-44f965a2-82d5-47fd-8b69-b39c584a27d8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9810307 Feb 28 17:30:09.675489 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.744530 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64903858-401b-4f3f-a427-c9b56a35f660 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.744989 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e533fe99-1461-4dfc-b3f7-67b69794d3d4 req-ac3a0c74-8d07-4b1e-9199-b6819f987c28 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843774 Feb 28 17:30:09.745815 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-64903858-401b-4f3f-a427-c9b56a35f660 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8655827 Feb 28 17:30:09.754644 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33024) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:09.763874 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.764932 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c273a5fc-c935-49d8-b44a-c8f56f96cc1c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'e27e6377-6b75-416e-810f-d63c021a3d76', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:09.780872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Request body: {'port': {'device_id': '74c878bf-1677-4685-a513-f94a7ffd95ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:09.824545 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74506bd5-8169-485a-ae1c-9d72840d26b5 req-2f83899e-1a46-47d6-9859-77b8fb4832ca tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869185 Feb 28 17:30:09.861470 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 58881778-b186-4fbc-927f-4239f8e78716, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=58881778-b186-4fbc-927f-4239f8e78716,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:09.877399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.907124 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.907908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '58881778-b186-4fbc-927f-4239f8e78716', 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453', 'port_id': '58881778-b186-4fbc-927f-4239f8e78716', 'mac_address': 'fa:16:3e:33:d0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2be326-2c28-494b-9705-9af762d46614', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:30:09.915320 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0614b37-3410-47aa-aa6b-93e3343bd01b x-openstack-request-id: req-a0614b37-3410-47aa-aa6b-93e3343bd01b {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:30:09.915759 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c576b29b-c41d-4ede-9a73-810c94cdea14", "name": "network-vif-deleted", "tag": "f7e689aa-984d-4ada-9580-24199e875796", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:30:09.916437 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a0614b37-3410-47aa-aa6b-93e3343bd01b {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:30:09.916565 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c576b29b-c41d-4ede-9a73-810c94cdea14', 'name': 'network-vif-deleted', 'tag': 'f7e689aa-984d-4ada-9580-24199e875796', 'status': 'completed', 'code': 200} Feb 28 17:30:09.926405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Allocated IP 172.25.3.104 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/ee1c3ea1-8695-45b4-8f9d-ff368e2091c8) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:09.927073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2f82b808-00d3-4982-9274-df090107fbf4 None None] Provisioning complete for port ba67f433-1217-4d5e-bab0-adb685a8523e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:09.927073 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f82b808-00d3-4982-9274-df090107fbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:09.930877 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aaa68f4b-1703-45ae-8282-67877c03d8c0 req-5c61d29f-3e61-4ab5-8f83-01dead0c1bd0 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/ports?device_id=c576b29b-c41d-4ede-9a73-810c94cdea14 HTTP/1.1" status: 200 len: 210 time: 0.3075459 Feb 28 17:30:09.930982 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd2a21a2-259e-49d0-b8b4-c73ff7448c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:10.013557 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c273a5fc-c935-49d8-b44a-c8f56f96cc1c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group_rule (b265a170-cc2f-4509-be9c-953edd443501), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:10.062466 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2f82b808-00d3-4982-9274-df090107fbf4 None None] Port ba67f433-1217-4d5e-bab0-adb685a8523e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:30:10.067665 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 58881778-b186-4fbc-927f-4239f8e78716 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:10.068052 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (58881778-b186-4fbc-927f-4239f8e78716), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:10.076859 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for port (ee1c3ea1-8695-45b4-8f9d-ff368e2091c8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:10.094129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58881778-b186-4fbc-927f-4239f8e78716 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:30:10.127242 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 58881778-b186-4fbc-927f-4239f8e78716, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=58881778-b186-4fbc-927f-4239f8e78716,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:10.139529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-eb0e6935-83e3-4f0a-9136-ecb982cbaf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:28:49Z', 'revision_number': 4, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'fa541d65-2a3a-4e0e-99e7-3101f67f0744', 'name': '', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'mac_address': 'fa:16:3e:de:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:47Z', 'updated_at': '2022-02-28T17:28:57Z', 'revision_number': 5, 'project_id': '62c58d43d61945d88652659b1228e47a', 'subnets': [{'id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:10.164319 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8841af-5b48-4457-90e1-6712aeceb7a6 req-2ef5848a-4b0c-40e6-9532-3fc5a1487b92 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:10.171004 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be8841af-5b48-4457-90e1-6712aeceb7a6 req-2ef5848a-4b0c-40e6-9532-3fc5a1487b92 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 943 time: 0.0999861 Feb 28 17:30:10.176574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0e6935-83e3-4f0a-9136-ecb982cbaf46 None None] Checking router: 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:30:10.203942 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e6935-83e3-4f0a-9136-ecb982cbaf46 None None] Routers {'50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:10.204829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-eb0e6935-83e3-4f0a-9136-ecb982cbaf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:10.211301 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c273a5fc-c935-49d8-b44a-c8f56f96cc1c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group_rule (b265a170-cc2f-4509-be9c-953edd443501), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:10.217211 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (58881778-b186-4fbc-927f-4239f8e78716), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:10.230502 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be8841af-5b48-4457-90e1-6712aeceb7a6 req-c7b20457-fdf1-48aa-b71b-7ea0855380ab tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/security-groups?id=72fe6820-9a8b-4fb3-85d1-8af2f044c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583448 Feb 28 17:30:10.248101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ee1c3ea1-8695-45b4-8f9d-ff368e2091c8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:10.316230 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:10.339112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:10.348758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:10.376575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=58881778-b186-4fbc-927f-4239f8e78716,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:10.402034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-eb0e6935-83e3-4f0a-9136-ecb982cbaf46 None None] Set router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:30:10.422659 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba67f433-1217-4d5e-bab0-adb685a8523e {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:30:10.431953 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Publish callbacks [] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:10.451914 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c273a5fc-c935-49d8-b44a-c8f56f96cc1c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (b265a170-cc2f-4509-be9c-953edd443501), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:10.495197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Transition to ACTIVE for port object ba67f433-1217-4d5e-bab0-adb685a8523e will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:30:10.496969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['58881778-b186-4fbc-927f-4239f8e78716'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:30:10.502587 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8c7df704-1693-443b-bbee-e5b261e0b9c2 req-238147a9-6cdb-473f-b6d0-b13728b3313a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0668776 Feb 28 17:30:10.504985 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event updated for resources: {'Port': ['ID=ee1c3ea1-8695-45b4-8f9d-ff368e2091c8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:10.518304 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273a5fc-c935-49d8-b44a-c8f56f96cc1c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b265a170-cc2f-4509-be9c-953edd443501,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:10.551193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55f2f4-d033-47ba-8d5e-4dd928b25c43 req-53112976-005f-4a33-addf-55a2d0754f6c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:10.553447 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3d55f2f4-d033-47ba-8d5e-4dd928b25c43 req-53112976-005f-4a33-addf-55a2d0754f6c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 948 time: 0.1144044 Feb 28 17:30:10.554970 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:10.611282 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c273a5fc-c935-49d8-b44a-c8f56f96cc1c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:10.624270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33036) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:10.629685 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d1657746-2649-4137-864e-009a9761973b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'e27e6377-6b75-416e-810f-d63c021a3d76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:10.633407 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c273a5fc-c935-49d8-b44a-c8f56f96cc1c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8804104 Feb 28 17:30:10.737490 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1657746-2649-4137-864e-009a9761973b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group_rule (f63519d7-e263-478d-b4a2-be73ee0b5470), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:10.863525 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Pushing event updated for resources: {'Port': ['ID=ba67f433-1217-4d5e-bab0-adb685a8523e,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:10.900879 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Attempting to bind port ba67f433-1217-4d5e-bab0-adb685a8523e on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:30:10.901256 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Attempting to bind port ba67f433-1217-4d5e-bab0-adb685a8523e by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:30:10.901573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Attempting to bind port ba67f433-1217-4d5e-bab0-adb685a8523e on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:10.911653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3d55f2f4-d033-47ba-8d5e-4dd928b25c43 req-4b9cd7b6-130a-4f71-83c2-94944ea3b981 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502407 Feb 28 17:30:10.912494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Port ba67f433-1217-4d5e-bab0-adb685a8523e on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:30:10.912829 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Attempting to bind port ba67f433-1217-4d5e-bab0-adb685a8523e on network 7739d82a-bcdd-4118-ae9a-7624124a9b84 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:10.925684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:30:10.925684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Checking segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:10.925684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Bound using segment: {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:30:10.925684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Bound port: ba67f433-1217-4d5e-bab0-adb685a8523e, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1404152-c511-4fae-a498-d2ed850a3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:30:10.925684 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:11.062239 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-d1657746-2649-4137-864e-009a9761973b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 17:30:11.063721 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d1657746-2649-4137-864e-009a9761973b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4377139 Feb 28 17:30:11.074064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] For port ba67f433-1217-4d5e-bab0-adb685a8523e, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:30:11.074455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-eb0e6935-83e3-4f0a-9136-ecb982cbaf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:28:49Z', 'revision_number': 4, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'fa541d65-2a3a-4e0e-99e7-3101f67f0744', 'name': '', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'mac_address': 'fa:16:3e:de:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:47Z', 'updated_at': '2022-02-28T17:28:57Z', 'revision_number': 5, 'project_id': '62c58d43d61945d88652659b1228e47a', 'subnets': [{'id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:11.075051 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33048) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:11.077004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] For port ba67f433-1217-4d5e-bab0-adb685a8523e, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ba67f433-1217-4d5e-bab0-adb685a8523e,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:30:11.113692 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ddbef775-3113-424b-9da2-16a6d54cbc22 req-f60eae43-33fe-45c6-828f-b39bd538544b service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0349038 Feb 28 17:30:11.172354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797fb59-6a8d-48ab-a112-6a4241b362f9 req-6c489c92-12de-4773-a7ba-72e9927d36ec tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:11.174691 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f797fb59-6a8d-48ab-a112-6a4241b362f9 req-6c489c92-12de-4773-a7ba-72e9927d36ec tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 944 time: 0.0945415 Feb 28 17:30:11.175208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fde4f-7f74-45bf-9009-a135a1b2990d req-9b464afe-f2f1-4ac9-b7cb-0079849d2d6c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:11.182763 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5a6fde4f-7f74-45bf-9009-a135a1b2990d req-9b464afe-f2f1-4ac9-b7cb-0079849d2d6c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 944 time: 0.4672170 Feb 28 17:30:11.208301 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:11.227810 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:11.263759 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f797fb59-6a8d-48ab-a112-6a4241b362f9 req-ff6e0d46-342d-4fb2-a5c4-00f5e131c1bc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775018 Feb 28 17:30:11.278009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0e6935-83e3-4f0a-9136-ecb982cbaf46 None None] The sync data for ids ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'] in n-d-820368-19 is: [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:28:49Z', 'revision_number': 4, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'fa541d65-2a3a-4e0e-99e7-3101f67f0744', 'name': '', 'network_id': '01ea3ca2-f493-4cde-881c-d4403fda0a8b', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'mac_address': 'fa:16:3e:de:4b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:47Z', 'updated_at': '2022-02-28T17:28:57Z', 'revision_number': 5, 'project_id': '62c58d43d61945d88652659b1228e47a', 'subnets': [{'id': 'ed92c979-8bbe-41ad-93dd-7f92f6d828e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:30:11.295862 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c39bba9-01bc-4f32-9768-8be134bfed38 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (e27e6377-6b75-416e-810f-d63c021a3d76), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:11.327471 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Pushing event updated for resources: {'Port': ['ID=ba67f433-1217-4d5e-bab0-adb685a8523e,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:11.332068 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device e1e6f036-8388-40d0-8153-5cd43a86f4bd details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:30:11.345264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:11.346779 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:11.348552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-d69229b5-779f-4a73-b5cc-683d57b3eb54 service neutron] 10.222.0.73 "PUT /v2.0/ports/ba67f433-1217-4d5e-bab0-adb685a8523e HTTP/1.1" status: 200 len: 1093 time: 1.5979190 Feb 28 17:30:11.389525 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:11.417422 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c39bba9-01bc-4f32-9768-8be134bfed38 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (e27e6377-6b75-416e-810f-d63c021a3d76), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:11.496695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5a6fde4f-7f74-45bf-9009-a135a1b2990d req-ef3450cf-fa7c-4587-a085-6690a8232e33 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129191 Feb 28 17:30:11.527598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port e1e6f036-8388-40d0-8153-5cd43a86f4bd, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e1e6f036-8388-40d0-8153-5cd43a86f4bd,segment=NetworkSegment(4a08f9dd-683b-4265-9364-4ff91223ba37),segment_id=4a08f9dd-683b-4265-9364-4ff91223ba37)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:11.562323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'e1e6f036-8388-40d0-8153-5cd43a86f4bd', 'network_id': 'ed8ab614-b8d5-4704-8421-4e44b1175e04', 'port_id': 'e1e6f036-8388-40d0-8153-5cd43a86f4bd', 'mac_address': 'fa:16:3e:7b:41:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fb7191-23f7-4e4b-8763-5d2c4f5837c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:30:11.616835 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port e1e6f036-8388-40d0-8153-5cd43a86f4bd is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:11.620305 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:11.620434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43ff9c-0725-48f4-afc7-2a53cc99a81f req-36dca105-660c-46bc-b10a-e4006c8e1a6a tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:11.620434 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da43ff9c-0725-48f4-afc7-2a53cc99a81f req-36dca105-660c-46bc-b10a-e4006c8e1a6a tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 943 time: 0.1613412 Feb 28 17:30:11.623548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-2ee0f69e-5b10-4e9f-bed7-f9434c472aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:11.625112 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-2ee0f69e-5b10-4e9f-bed7-f9434c472aec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 1127 time: 0.1746197 Feb 28 17:30:11.638656 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e6f036-8388-40d0-8153-5cd43a86f4bd {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:30:11.661661 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port e1e6f036-8388-40d0-8153-5cd43a86f4bd, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e1e6f036-8388-40d0-8153-5cd43a86f4bd,segment=NetworkSegment(4a08f9dd-683b-4265-9364-4ff91223ba37),segment_id=4a08f9dd-683b-4265-9364-4ff91223ba37)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:11.698515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-579f9273-ff31-4288-8c58-440088c6f2aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba67f433-1217-4d5e-bab0-adb685a8523e HTTP/1.1" status: 200 len: 217 time: 0.0561993 Feb 28 17:30:11.705914 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:11.708628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33054) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:11.718329 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c39bba9-01bc-4f32-9768-8be134bfed38 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e27e6377-6b75-416e-810f-d63c021a3d76), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:11.721135 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c39bba9-01bc-4f32-9768-8be134bfed38 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:11.722266 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3c39bba9-01bc-4f32-9768-8be134bfed38 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "DELETE /v2.0/security-groups/e27e6377-6b75-416e-810f-d63c021a3d76 HTTP/1.1" status: 204 len: 168 time: 0.6461134 Feb 28 17:30:11.731820 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33056) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:11.740375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:11.764086 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5ead43-b962-4fca-84a4-3f43d1c46c8a None None] New status for floating IP 345a0b48-373d-4453-a023-0c4d62a940cc: DOWN {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:30:11.766609 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da43ff9c-0725-48f4-afc7-2a53cc99a81f req-23c69b2a-3950-4c66-b819-0ea6b7668815 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/security-groups?id=72fe6820-9a8b-4fb3-85d1-8af2f044c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401198 Feb 28 17:30:11.771645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39bba9-01bc-4f32-9768-8be134bfed38 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27e6377-6b75-416e-810f-d63c021a3d76,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:11.786780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-36599a81-132d-45b2-b7b9-2bdf90efae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:11.786780 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-36599a81-132d-45b2-b7b9-2bdf90efae3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.0807161 Feb 28 17:30:11.797052 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:11.840283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-75d95930-dd17-4fe5-a247-f4f08816ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:11.841874 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-75d95930-dd17-4fe5-a247-f4f08816ff67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500975 Feb 28 17:30:11.889007 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-402c1198-1346-4a7f-8843-7a85dd6b3d03 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1539361 Feb 28 17:30:11.895401 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33058) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:11.897427 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ad2cf08-2b13-4bd0-bfa4-43f70b38214c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for security_group (0961e43c-de0d-4bd7-bae0-bf1f995a9775), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:11.908460 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=e1e6f036-8388-40d0-8153-5cd43a86f4bd,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:11.914203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f04a31a9-09bb-4a20-b0f0-55934cd3f41b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100943691'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:11.924604 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c878bf-1677-4685-a513-f94a7ffd95ec', 'tag': 'ba67f433-1217-4d5e-bab0-adb685a8523e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:30:11.927690 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b1ea44-e85a-4181-b11c-051d859453a5" -d '{"events": [{"name": "network-changed", "server_uuid": "74c878bf-1677-4685-a513-f94a7ffd95ec", "tag": "ba67f433-1217-4d5e-bab0-adb685a8523e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:30:11.971777 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d26e9a6-aa4b-458d-931e-abc29297d7a2 x-openstack-request-id: req-0d26e9a6-aa4b-458d-931e-abc29297d7a2 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:30:11.972183 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c878bf-1677-4685-a513-f94a7ffd95ec", "tag": "ba67f433-1217-4d5e-bab0-adb685a8523e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:30:11.972529 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d26e9a6-aa4b-458d-931e-abc29297d7a2 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:30:11.973475 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c878bf-1677-4685-a513-f94a7ffd95ec', 'tag': 'ba67f433-1217-4d5e-bab0-adb685a8523e', 'status': 'completed', 'code': 200} Feb 28 17:30:11.987373 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ad2cf08-2b13-4bd0-bfa4-43f70b38214c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for security_group (0961e43c-de0d-4bd7-bae0-bf1f995a9775), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:12.002163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-89c5363b-7a69-40b8-8abe-117b04508a92 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527178 Feb 28 17:30:12.072729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f04a31a9-09bb-4a20-b0f0-55934cd3f41b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:12.085166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['e1e6f036-8388-40d0-8153-5cd43a86f4bd'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:30:12.117878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722c306-0cd6-49f0-93c6-f9865d9293f8 req-12ce2034-207a-40d9-8ac2-9691cd118e19 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:12.122763 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e722c306-0cd6-49f0-93c6-f9865d9293f8 req-12ce2034-207a-40d9-8ac2-9691cd118e19 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 948 time: 0.1159527 Feb 28 17:30:12.140833 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ad2cf08-2b13-4bd0-bfa4-43f70b38214c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0961e43c-de0d-4bd7-bae0-bf1f995a9775), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:12.145390 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ad2cf08-2b13-4bd0-bfa4-43f70b38214c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:12.149361 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8ad2cf08-2b13-4bd0-bfa4-43f70b38214c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "DELETE /v2.0/security-groups/0961e43c-de0d-4bd7-bae0-bf1f995a9775 HTTP/1.1" status: 204 len: 168 time: 0.4366565 Feb 28 17:30:12.152716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33066) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:12.161095 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f04a31a9-09bb-4a20-b0f0-55934cd3f41b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (adebbdee-b7e7-4f5b-988a-dfa414bad93e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:12.176234 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-97ee49f0-7fdc-4fed-bbdf-e07b611bbd47 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] show failed (client error): The resource could not be found. Feb 28 17:30:12.179687 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-97ee49f0-7fdc-4fed-bbdf-e07b611bbd47 tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "GET /v2.0/security-groups/0961e43c-de0d-4bd7-bae0-bf1f995a9775 HTTP/1.1" status: 404 len: 347 time: 0.0187650 Feb 28 17:30:12.179687 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2cf08-2b13-4bd0-bfa4-43f70b38214c tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0961e43c-de0d-4bd7-bae0-bf1f995a9775,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:12.179925 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33068) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:12.185198 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a26aa5ef-842f-4498-a982-a73dfb6b5988 req-dc9fd399-9c99-464c-b6f1-ebd6ed861c80 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682262 Feb 28 17:30:12.223288 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 950d6ead-196c-48ae-b795-f02b6392df02 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:30:12.230804 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e722c306-0cd6-49f0-93c6-f9865d9293f8 req-73d6bbd3-b84a-4216-8003-0e4f2cb1b7ed tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037109 Feb 28 17:30:12.232277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Router 22110ccf-ae9b-4ad0-9b51-b2e524e7df2d is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:30:12.289038 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f04a31a9-09bb-4a20-b0f0-55934cd3f41b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (adebbdee-b7e7-4f5b-988a-dfa414bad93e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:12.379787 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:12.393048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '950d6ead-196c-48ae-b795-f02b6392df02', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '950d6ead-196c-48ae-b795-f02b6392df02', 'mac_address': 'fa:16:3e:53:e1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:30:12.436562 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 950d6ead-196c-48ae-b795-f02b6392df02 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:12.437263 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (950d6ead-196c-48ae-b795-f02b6392df02), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:12.447725 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879d581-b4be-426e-aba8-a17cc128b5e6 req-df1ae964-85c4-48ff-a53a-24057e7669d6 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:12.449323 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8879d581-b4be-426e-aba8-a17cc128b5e6 req-df1ae964-85c4-48ff-a53a-24057e7669d6 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 944 time: 0.0931659 Feb 28 17:30:12.452887 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:12.455489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950d6ead-196c-48ae-b795-f02b6392df02 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:30:12.461023 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1ea44-e85a-4181-b11c-051d859453a5 req-c6b2d38a-7a88-41fe-9928-6c5253613453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:12.461023 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e5b1ea44-e85a-4181-b11c-051d859453a5 req-c6b2d38a-7a88-41fe-9928-6c5253613453 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 1127 time: 0.0856438 Feb 28 17:30:12.482707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:12.561843 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8879d581-b4be-426e-aba8-a17cc128b5e6 req-2349b4ba-802c-430b-b5a3-47e0bb7c4998 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017818 Feb 28 17:30:12.587649 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (950d6ead-196c-48ae-b795-f02b6392df02), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:12.603052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1ea44-e85a-4181-b11c-051d859453a5 req-f5693721-3ce3-4370-9fcf-1dd77538e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:12.604582 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e5b1ea44-e85a-4181-b11c-051d859453a5 req-f5693721-3ce3-4370-9fcf-1dd77538e129 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.1368756 Feb 28 17:30:12.648574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=950d6ead-196c-48ae-b795-f02b6392df02,revision_number=12']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:12.656609 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e5b1ea44-e85a-4181-b11c-051d859453a5 req-ba994711-db80-4ad4-ad2a-3d23e287b018 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba67f433-1217-4d5e-bab0-adb685a8523e HTTP/1.1" status: 200 len: 217 time: 0.0445764 Feb 28 17:30:12.734841 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1ea44-e85a-4181-b11c-051d859453a5 req-f302da11-88ee-4df7-bee7-41fd1e038897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:12.736323 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e5b1ea44-e85a-4181-b11c-051d859453a5 req-f302da11-88ee-4df7-bee7-41fd1e038897 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.0697975 Feb 28 17:30:12.745374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a31a9-09bb-4a20-b0f0-55934cd3f41b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adebbdee-b7e7-4f5b-988a-dfa414bad93e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:12.748036 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee23e57-0b92-4e61-a286-641acbc67de8 req-72c96066-a3f6-4513-8fae-880ab3719744 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:12.749508 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ee23e57-0b92-4e61-a286-641acbc67de8 req-72c96066-a3f6-4513-8fae-880ab3719744 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 944 time: 0.0948589 Feb 28 17:30:12.809046 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f04a31a9-09bb-4a20-b0f0-55934cd3f41b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:12.813108 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f04a31a9-09bb-4a20-b0f0-55934cd3f41b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9138200 Feb 28 17:30:12.815180 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33080) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:12.819957 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-ffdd3abb-18b5-4613-83d3-fb39be009961 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'adebbdee-b7e7-4f5b-988a-dfa414bad93e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:12.820737 n-d-820368-19 neutron-server[104246]: WARNING neutron.api.v2.base [None req-ffdd3abb-18b5-4613-83d3-fb39be009961 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 28 17:30:12.821244 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-ffdd3abb-18b5-4613-83d3-fb39be009961 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:12.822200 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ffdd3abb-18b5-4613-83d3-fb39be009961 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060768 Feb 28 17:30:12.826371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33082) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:12.834379 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db470b8-677c-40f5-9e19-253208737eb2 req-f6be2f12-94b7-4c94-9cf8-8f8e98d1a391 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:12.836959 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5db470b8-677c-40f5-9e19-253208737eb2 req-f6be2f12-94b7-4c94-9cf8-8f8e98d1a391 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 949 time: 0.1842930 Feb 28 17:30:12.838641 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1ea44-e85a-4181-b11c-051d859453a5 req-c2bc20f1-0ae2-4053-9a19-43d7d0c798bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:12.840698 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e5b1ea44-e85a-4181-b11c-051d859453a5 req-c2bc20f1-0ae2-4053-9a19-43d7d0c798bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0901742 Feb 28 17:30:12.844614 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ee23e57-0b92-4e61-a286-641acbc67de8 req-eadd789f-d305-43ea-997f-02a0a3ed7d3d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845826 Feb 28 17:30:12.849154 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9228046f-d597-4ce9-8bf0-0f249678b01d tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Deleting port 03c3592a-bce4-4e86-a82a-445c1d8c3fc9 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:12.849656 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9228046f-d597-4ce9-8bf0-0f249678b01d tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (03c3592a-bce4-4e86-a82a-445c1d8c3fc9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:12.919524 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:30:12.930840 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:12.934349 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4539e3b2-dce4-4ce1-a09c-2b8e5cba7117 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "PUT /v2.0/routers/22110ccf-ae9b-4ad0-9b51-b2e524e7df2d HTTP/1.1" status: 200 len: 919 time: 4.3777983 Feb 28 17:30:12.936508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33084) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:12.941473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13a38c-6ee4-416d-b124-df49d554a6e4 None None] Sync routers for ids ['22110ccf-ae9b-4ad0-9b51-b2e524e7df2d'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:30:12.961367 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13a38c-6ee4-416d-b124-df49d554a6e4 None None] Routers {'22110ccf-ae9b-4ad0-9b51-b2e524e7df2d'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:12.962424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6b13a38c-6ee4-416d-b124-df49d554a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['22110ccf-ae9b-4ad0-9b51-b2e524e7df2d'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:12.994871 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5db470b8-677c-40f5-9e19-253208737eb2 req-a8f7323a-2ec2-425a-9053-1f2d365e1946 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426620 Feb 28 17:30:13.019873 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9228046f-d597-4ce9-8bf0-0f249678b01d tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (03c3592a-bce4-4e86-a82a-445c1d8c3fc9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.019873 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9228046f-d597-4ce9-8bf0-0f249678b01d tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for floatingip (03c3592a-bce4-4e86-a82a-445c1d8c3fc9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.053890 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e5b1ea44-e85a-4181-b11c-051d859453a5 req-af1a08b5-3949-4b31-91ea-2eba2230c588 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946297 Feb 28 17:30:13.054732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6b13a38c-6ee4-416d-b124-df49d554a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:13.054843 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e2e07881-cf59-440a-9eee-62afcc609872 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (adebbdee-b7e7-4f5b-988a-dfa414bad93e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.070701 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13a38c-6ee4-416d-b124-df49d554a6e4 None None] Routers {'22110ccf-ae9b-4ad0-9b51-b2e524e7df2d'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:13.071532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6b13a38c-6ee4-416d-b124-df49d554a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['22110ccf-ae9b-4ad0-9b51-b2e524e7df2d'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:13.080216 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e2e07881-cf59-440a-9eee-62afcc609872 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (adebbdee-b7e7-4f5b-988a-dfa414bad93e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.117910 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['950d6ead-196c-48ae-b795-f02b6392df02'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:30:13.123340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9228046f-d597-4ce9-8bf0-0f249678b01d tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Calling delete_port for 03c3592a-bce4-4e86-a82a-445c1d8c3fc9 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:13.161508 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6b13a38c-6ee4-416d-b124-df49d554a6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:13.162199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13a38c-6ee4-416d-b124-df49d554a6e4 None None] The sync data for ids ['22110ccf-ae9b-4ad0-9b51-b2e524e7df2d'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:30:13.227264 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a06bf10-b8f9-4cd6-a995-c87d06d7a4e3 req-c9563bfa-6002-40b9-b11d-dd60b53085b0 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0385220 Feb 28 17:30:13.227906 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e2e07881-cf59-440a-9eee-62afcc609872 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (adebbdee-b7e7-4f5b-988a-dfa414bad93e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.230840 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e2e07881-cf59-440a-9eee-62afcc609872 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.232218 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e2e07881-cf59-440a-9eee-62afcc609872 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "DELETE /v2.0/security-groups/adebbdee-b7e7-4f5b-988a-dfa414bad93e HTTP/1.1" status: 204 len: 168 time: 0.3953278 Feb 28 17:30:13.240268 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33100) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:13.301405 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-c8fe7cdf-a30d-461b-bc30-ce1adacc2d62 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=99c70571e74e4e0589acb386047f6689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319047 Feb 28 17:30:13.312271 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e07881-cf59-440a-9eee-62afcc609872 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adebbdee-b7e7-4f5b-988a-dfa414bad93e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:13.376546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device e1e6f036-8388-40d0-8153-5cd43a86f4bd up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:13.463844 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-10ee2040-c3ed-4f77-b181-676fa06999fb tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2207115 Feb 28 17:30:13.466764 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33108) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:13.479052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c836195e-8912-4d7a-ba6a-7aac33a04903 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134063055'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:13.487002 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e5b1ea44-e85a-4181-b11c-051d859453a5 req-175063d7-b143-42a3-9ac4-23b234e9fe85 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261799 Feb 28 17:30:13.512507 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39e71e-7585-4361-a313-6b6425b372a2 req-9c36135a-f36c-40e5-af22-e310dac13165 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:13.514200 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff39e71e-7585-4361-a313-6b6425b372a2 req-9c36135a-f36c-40e5-af22-e310dac13165 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 944 time: 0.5174797 Feb 28 17:30:13.518245 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09f206db-49ca-4e45-bb8f-4c16e5b22351 req-d2e6a162-4a28-480c-9893-da4751e5c87f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0441279 Feb 28 17:30:13.530046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port e1e6f036-8388-40d0-8153-5cd43a86f4bd completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:30:13.535311 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ddabead2-4557-40be-ac95-2662eaac0571 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/routers/22110ccf-ae9b-4ad0-9b51-b2e524e7df2d HTTP/1.1" status: 200 len: 925 time: 0.5942049 Feb 28 17:30:13.536680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port e1e6f036-8388-40d0-8153-5cd43a86f4bd triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:13.537265 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.542914 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33112) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:13.568919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-9de5c4a6-84f3-491b-b055-433e48ca97e7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:13.570962 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-9de5c4a6-84f3-491b-b055-433e48ca97e7 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537451 Feb 28 17:30:13.591563 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c836195e-8912-4d7a-ba6a-7aac33a04903 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.602376 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-2011ab61-0401-4c86-a30e-6af0fdae8c60 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/quotas/99c70571e74e4e0589acb386047f6689 HTTP/1.1" status: 200 len: 375 time: 0.0251811 Feb 28 17:30:13.613341 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff39e71e-7585-4361-a313-6b6425b372a2 req-e7700e14-5de1-4942-9858-c131a2afcf96 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/security-groups?id=72fe6820-9a8b-4fb3-85d1-8af2f044c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889606 Feb 28 17:30:13.624048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f036c5f6-1684-426e-b3a6-96814c635ada tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:13.627799 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f036c5f6-1684-426e-b3a6-96814c635ada tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&device_id=22110ccf-ae9b-4ad0-9b51-b2e524e7df2d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0817347 Feb 28 17:30:13.628271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33116) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:13.636505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port e1e6f036-8388-40d0-8153-5cd43a86f4bd is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:13.636971 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.684230 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9228046f-d597-4ce9-8bf0-0f249678b01d tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (03c3592a-bce4-4e86-a82a-445c1d8c3fc9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.685450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port e1e6f036-8388-40d0-8153-5cd43a86f4bd, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e1e6f036-8388-40d0-8153-5cd43a86f4bd,segment=NetworkSegment(4a08f9dd-683b-4265-9364-4ff91223ba37),segment_id=4a08f9dd-683b-4265-9364-4ff91223ba37)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:13.687052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e6f036-8388-40d0-8153-5cd43a86f4bd'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:30:13.690459 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55719c54-40a1-45cf-a6bd-c724e76c9c3a" -d '{"events": [{"server_uuid": "4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8", "name": "network-vif-plugged", "status": "completed", "tag": "e1e6f036-8388-40d0-8153-5cd43a86f4bd"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:30:13.731916 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-868a7ea2-b7d9-4de7-94cc-b6aa9c15b105 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1204491 Feb 28 17:30:13.740345 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228046f-d597-4ce9-8bf0-0f249678b01d tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Pushing event deleted for resources: {'Port': ['ID=03c3592a-bce4-4e86-a82a-445c1d8c3fc9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:13.753943 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.755040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 58881778-b186-4fbc-927f-4239f8e78716 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:13.763301 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c836195e-8912-4d7a-ba6a-7aac33a04903 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (ecc5324c-72af-440d-a625-5556247615e3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.788965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a458c-533b-4821-92f5-86889a8ac149 req-e1d73525-3630-41ea-8c5d-3e207c925342 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:13.790783 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c5a458c-533b-4821-92f5-86889a8ac149 req-e1d73525-3630-41ea-8c5d-3e207c925342 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 944 time: 0.0933766 Feb 28 17:30:13.791803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d50f05-caaa-415f-b6de-f5606c2666a1 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:13.793076 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a5d50f05-caaa-415f-b6de-f5606c2666a1 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 881 time: 0.1638131 Feb 28 17:30:13.797375 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33120) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:13.844066 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c836195e-8912-4d7a-ba6a-7aac33a04903 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ecc5324c-72af-440d-a625-5556247615e3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.844969 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0303565f-9ad3-4795-bd24-dce8a9e6d28a tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "GET /v2.0/ports?device_id=22110ccf-ae9b-4ad0-9b51-b2e524e7df2d HTTP/1.1" status: 200 len: 205 time: 0.0464509 Feb 28 17:30:13.851866 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9228046f-d597-4ce9-8bf0-0f249678b01d tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks [] for floatingip (345a0b48-373d-4453-a023-0c4d62a940cc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.852527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33122) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:13.858292 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9228046f-d597-4ce9-8bf0-0f249678b01d tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.858292 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9228046f-d597-4ce9-8bf0-0f249678b01d tempest-ServersTestJSON-1852797367 tempest-ServersTestJSON-1852797367-project] 10.222.0.72 "DELETE /v2.0/floatingips/345a0b48-373d-4453-a023-0c4d62a940cc HTTP/1.1" status: 204 len: 168 time: 1.6746409 Feb 28 17:30:13.858490 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=e1e6f036-8388-40d0-8153-5cd43a86f4bd,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:13.862282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33124) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:13.911129 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:13.941471 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836195e-8912-4d7a-ba6a-7aac33a04903 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc5324c-72af-440d-a625-5556247615e3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:13.942501 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c5a458c-533b-4821-92f5-86889a8ac149 req-a930f094-921e-4eec-8cda-218a40f05da7 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259141 Feb 28 17:30:13.948111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 58881778-b186-4fbc-927f-4239f8e78716 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:30:13.960363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 58881778-b186-4fbc-927f-4239f8e78716 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:13.960363 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (58881778-b186-4fbc-927f-4239f8e78716), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.018505 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.027455 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c836195e-8912-4d7a-ba6a-7aac33a04903 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.037106 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14efd36e-bb23-45fa-9e47-427aae9e6e6b x-openstack-request-id: req-14efd36e-bb23-45fa-9e47-427aae9e6e6b {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:30:14.037398 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8", "name": "network-vif-plugged", "status": "completed", "tag": "e1e6f036-8388-40d0-8153-5cd43a86f4bd", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:30:14.042957 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-14efd36e-bb23-45fa-9e47-427aae9e6e6b {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:30:14.042957 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e6f036-8388-40d0-8153-5cd43a86f4bd', 'code': 200} Feb 28 17:30:14.043181 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c836195e-8912-4d7a-ba6a-7aac33a04903 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5663102 Feb 28 17:30:14.044013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33130) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:14.057513 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-bb4e013e-9d26-4456-907f-061e3258e698 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'ecc5324c-72af-440d-a625-5556247615e3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:14.063607 n-d-820368-19 neutron-server[104247]: WARNING neutron.api.v2.base [None req-bb4e013e-9d26-4456-907f-061e3258e698 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 28 17:30:14.064203 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-bb4e013e-9d26-4456-907f-061e3258e698 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:14.082673 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bb4e013e-9d26-4456-907f-061e3258e698 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0247707 Feb 28 17:30:14.085337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33132) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:14.155763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 58881778-b186-4fbc-927f-4239f8e78716 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:14.157051 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (58881778-b186-4fbc-927f-4239f8e78716), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.160833 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9d8080b6-68f5-480c-84ec-b416835c0f83 req-8a78d485-05a2-4391-9446-a3d2b2ce3af3 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 210 time: 0.0664961 Feb 28 17:30:14.232311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 58881778-b186-4fbc-927f-4239f8e78716, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=58881778-b186-4fbc-927f-4239f8e78716,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:14.256566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.263735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a632c-f929-4794-80ec-fe185b59dbb1 req-33345451-fe64-4480-a528-c33abba49664 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:14.267939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90538c-ded3-48b5-a236-bdeaf012dcfd req-3c789255-d1a9-4594-9e11-5ab4c3b6fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:14.269441 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa90538c-ded3-48b5-a236-bdeaf012dcfd req-3c789255-d1a9-4594-9e11-5ab4c3b6fbae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 1128 time: 0.1734331 Feb 28 17:30:14.270492 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e46a632c-f929-4794-80ec-fe185b59dbb1 req-33345451-fe64-4480-a528-c33abba49664 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 944 time: 0.1865926 Feb 28 17:30:14.274344 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5407-9829-4f5c-956a-77aa86f67665 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (ecc5324c-72af-440d-a625-5556247615e3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.301641 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (58881778-b186-4fbc-927f-4239f8e78716), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.320542 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa90538c-ded3-48b5-a236-bdeaf012dcfd req-0e9b4212-0048-42f2-8441-8fe4a30abdfb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=72fe6820-9a8b-4fb3-85d1-8af2f044c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447364 Feb 28 17:30:14.364628 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=58881778-b186-4fbc-927f-4239f8e78716,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:14.367786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Deleting port ee1c3ea1-8695-45b4-8f9d-ff368e2091c8 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:14.368135 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ee1c3ea1-8695-45b4-8f9d-ff368e2091c8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.373838 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5407-9829-4f5c-956a-77aa86f67665 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (ecc5324c-72af-440d-a625-5556247615e3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.404457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e46a632c-f929-4794-80ec-fe185b59dbb1 req-4696c5eb-43c8-45fe-9de6-2357a702a346 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309426 Feb 28 17:30:14.460666 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ee1c3ea1-8695-45b4-8f9d-ff368e2091c8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.473959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Calling delete_port for ee1c3ea1-8695-45b4-8f9d-ff368e2091c8 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:14.563977 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5407-9829-4f5c-956a-77aa86f67665 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ecc5324c-72af-440d-a625-5556247615e3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.566528 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5407-9829-4f5c-956a-77aa86f67665 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.567657 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1ecc5407-9829-4f5c-956a-77aa86f67665 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "DELETE /v2.0/security-groups/ecc5324c-72af-440d-a625-5556247615e3 HTTP/1.1" status: 204 len: 168 time: 0.4787426 Feb 28 17:30:14.573680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33142) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:14.588568 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc5407-9829-4f5c-956a-77aa86f67665 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc5324c-72af-440d-a625-5556247615e3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:14.651201 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b769c8a6-b318-477c-acfb-71f0749621b3 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0763788 Feb 28 17:30:14.657739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33148) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:14.661492 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-836114a3-1695-4467-9a30-75c98a5fadc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.665854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a91672d3-669a-4f16-add3-fa000e12b808 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group': {'name': 'tempest-secgroup--256612112'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:14.757264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77bd95-094b-4615-b6e6-df45b90e8657 req-4747fd93-cf84-44f0-99cd-fe2238e26478 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:14.758867 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a77bd95-094b-4615-b6e6-df45b90e8657 req-4747fd93-cf84-44f0-99cd-fe2238e26478 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 945 time: 0.0648801 Feb 28 17:30:14.784628 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ee1c3ea1-8695-45b4-8f9d-ff368e2091c8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.786566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a91672d3-669a-4f16-add3-fa000e12b808 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.829942 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Pushing event deleted for resources: {'Port': ['ID=ee1c3ea1-8695-45b4-8f9d-ff368e2091c8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:14.904176 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a77bd95-094b-4615-b6e6-df45b90e8657 req-81186c0b-6052-49b8-bb7a-815c236cf2ce tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/security-groups?id=72fe6820-9a8b-4fb3-85d1-8af2f044c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375179 Feb 28 17:30:14.943459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-836114a3-1695-4467-9a30-75c98a5fadc8 admin admin] Deleting port fa541d65-2a3a-4e0e-99e7-3101f67f0744 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:14.945869 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-836114a3-1695-4467-9a30-75c98a5fadc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:14.950489 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.040211 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a91672d3-669a-4f16-add3-fa000e12b808 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (9ba78bcd-a657-4e49-9191-90459e041541), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.068767 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-836114a3-1695-4467-9a30-75c98a5fadc8 admin admin] For port fa541d65-2a3a-4e0e-99e7-3101f67f0744, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=fa541d65-2a3a-4e0e-99e7-3101f67f0744,segment=NetworkSegment(ea9b49b9-9748-4558-98f9-1f3208b1f828),segment_id=ea9b49b9-9748-4558-98f9-1f3208b1f828)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:15.069128 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-836114a3-1695-4467-9a30-75c98a5fadc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.075269 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.077870 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_controller (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.086734 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-836114a3-1695-4467-9a30-75c98a5fadc8 admin admin] Calling delete_port for fa541d65-2a3a-4e0e-99e7-3101f67f0744 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:15.110443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c101be-f114-4361-af4c-ceb5286ccdc4 req-bc8d94c9-8918-4e9e-b6b0-becd0591ea5d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:15.111928 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f5c101be-f114-4361-af4c-ceb5286ccdc4 req-bc8d94c9-8918-4e9e-b6b0-becd0591ea5d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 944 time: 0.0952661 Feb 28 17:30:15.124028 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a91672d3-669a-4f16-add3-fa000e12b808 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9ba78bcd-a657-4e49-9191-90459e041541), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.154006 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91672d3-669a-4f16-add3-fa000e12b808 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba78bcd-a657-4e49-9191-90459e041541,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:15.205051 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f5c101be-f114-4361-af4c-ceb5286ccdc4 req-6e137d5f-f729-4f97-8bc7-6e4f7455eb7e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651104 Feb 28 17:30:15.225983 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (22110ccf-ae9b-4ad0-9b51-b2e524e7df2d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.226917 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Fanout notify agent at l3_agent the message router_deleted on router 22110ccf-ae9b-4ad0-9b51-b2e524e7df2d {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:30:15.239621 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.244539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ebc6886f-a341-4e95-9d2f-9c2fce59926b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "DELETE /v2.0/routers/22110ccf-ae9b-4ad0-9b51-b2e524e7df2d HTTP/1.1" status: 204 len: 168 time: 1.3910630 Feb 28 17:30:15.248653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33156) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:15.253172 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-bf0fd4e1-e906-4fc3-9587-86a5e0e8ccc6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-691514855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:15.283919 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b493824-b50b-43f8-8718-da0b3fe14902 req-cfef71d2-7a11-469d-bb83-fb1721dcc89c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 210 time: 0.0380502 Feb 28 17:30:15.287828 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a91672d3-669a-4f16-add3-fa000e12b808 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.293226 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a91672d3-669a-4f16-add3-fa000e12b808 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6339734 Feb 28 17:30:15.293957 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33158) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:15.299035 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-72c36998-e129-4f77-9dbd-7dda5512f09b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': '9ba78bcd-a657-4e49-9191-90459e041541', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:15.313085 n-d-820368-19 neutron-server[104246]: WARNING neutron.api.v2.base [None req-72c36998-e129-4f77-9dbd-7dda5512f09b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 28 17:30:15.314558 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-72c36998-e129-4f77-9dbd-7dda5512f09b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:15.318477 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-72c36998-e129-4f77-9dbd-7dda5512f09b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0234563 Feb 28 17:30:15.319056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33160) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:15.324311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-67aee466-b5a2-49c3-8d42-8c0a431dd615 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': '9ba78bcd-a657-4e49-9191-90459e041541', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:15.324754 n-d-820368-19 neutron-server[104246]: WARNING neutron.api.v2.base [None req-67aee466-b5a2-49c3-8d42-8c0a431dd615 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 28 17:30:15.325225 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-67aee466-b5a2-49c3-8d42-8c0a431dd615 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:15.328810 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-67aee466-b5a2-49c3-8d42-8c0a431dd615 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0055394 Feb 28 17:30:15.329459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33162) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:15.334104 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5056ad31-e92c-46d7-ae1b-0e62797d6a2d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': '9ba78bcd-a657-4e49-9191-90459e041541', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:15.336003 n-d-820368-19 neutron-server[104247]: WARNING neutron.api.v2.base [None req-5056ad31-e92c-46d7-ae1b-0e62797d6a2d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 28 17:30:15.336502 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-5056ad31-e92c-46d7-ae1b-0e62797d6a2d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:15.344575 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5056ad31-e92c-46d7-ae1b-0e62797d6a2d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071216 Feb 28 17:30:15.344811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33164) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:15.351723 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-65d62587-dbe9-4716-90da-612c1275897e tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': '9ba78bcd-a657-4e49-9191-90459e041541', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:15.353299 n-d-820368-19 neutron-server[104246]: WARNING neutron.api.v2.base [None req-65d62587-dbe9-4716-90da-612c1275897e tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 28 17:30:15.353299 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-65d62587-dbe9-4716-90da-612c1275897e tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:15.354064 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-65d62587-dbe9-4716-90da-612c1275897e tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080817 Feb 28 17:30:15.357955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33166) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:15.399091 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd4e1-e906-4fc3-9587-86a5e0e8ccc6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (fef928c8-4ace-4326-800b-d5eef9856902), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.400093 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd4e1-e906-4fc3-9587-86a5e0e8ccc6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (fef928c8-4ace-4326-800b-d5eef9856902), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.461318 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f68dd78-143d-4e5c-a0ed-b0123998e8c8 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (9ba78bcd-a657-4e49-9191-90459e041541), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.486691 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f68dd78-143d-4e5c-a0ed-b0123998e8c8 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (9ba78bcd-a657-4e49-9191-90459e041541), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.505595 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-836114a3-1695-4467-9a30-75c98a5fadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (fa541d65-2a3a-4e0e-99e7-3101f67f0744), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.517719 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd4e1-e906-4fc3-9587-86a5e0e8ccc6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_controller (fef928c8-4ace-4326-800b-d5eef9856902), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.605625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836114a3-1695-4467-9a30-75c98a5fadc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa541d65-2a3a-4e0e-99e7-3101f67f0744,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:15.624375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd4e1-e906-4fc3-9587-86a5e0e8ccc6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (fef928c8-4ace-4326-800b-d5eef9856902), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.633519 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f68dd78-143d-4e5c-a0ed-b0123998e8c8 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9ba78bcd-a657-4e49-9191-90459e041541), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.636112 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f68dd78-143d-4e5c-a0ed-b0123998e8c8 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.639627 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6f68dd78-143d-4e5c-a0ed-b0123998e8c8 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "DELETE /v2.0/security-groups/9ba78bcd-a657-4e49-9191-90459e041541 HTTP/1.1" status: 204 len: 168 time: 0.2781470 Feb 28 17:30:15.660405 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33174) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:15.661655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68dd78-143d-4e5c-a0ed-b0123998e8c8 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba78bcd-a657-4e49-9191-90459e041541,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:15.743021 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44710131-1135-4a42-afa0-7dd3d65e0c24 req-7468d762-e9b0-4f0f-b92f-4dba8f9d4a5b service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1394873 Feb 28 17:30:15.751937 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-14a49a40-ceeb-4d3f-8ced-c1b623df379f tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0862038 Feb 28 17:30:15.752688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33176) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:15.757973 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-01c00cfd-968c-4119-882d-a9ff1901f63d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group': {'name': 'tempest-secgroup--210262435'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:15.768752 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf0fd4e1-e906-4fc3-9587-86a5e0e8ccc6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.772771 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bf0fd4e1-e906-4fc3-9587-86a5e0e8ccc6 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5230951 Feb 28 17:30:15.776078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33178) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:15.784641 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'enable_snat': False}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:15.824443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39185f6d-fa0e-44ad-998c-d2134a374511 req-be4321b0-1cbb-4dea-acf2-49a0731c7d6e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:15.829554 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-39185f6d-fa0e-44ad-998c-d2134a374511 req-be4321b0-1cbb-4dea-acf2-49a0731c7d6e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.2876928 Feb 28 17:30:15.870288 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01c00cfd-968c-4119-882d-a9ff1901f63d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:15.945859 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-39185f6d-fa0e-44ad-998c-d2134a374511 req-04ae912d-d7cf-4cef-aa6f-8e9e53a9af18 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055336 Feb 28 17:30:16.006451 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-836114a3-1695-4467-9a30-75c98a5fadc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:16.044660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195247e6-e98b-414b-a28b-e77fd86ad0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58881778-b186-4fbc-927f-4239f8e78716'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:30:16.048996 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644fb573-471f-438a-955d-98328d1b5e17" -d '{"events": [{"server_uuid": "195247e6-e98b-414b-a28b-e77fd86ad0c2", "name": "network-vif-plugged", "status": "completed", "tag": "58881778-b186-4fbc-927f-4239f8e78716"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:30:16.077341 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-505fb8a8-846e-4813-a4d9-6e517a196f62 req-195b6322-4164-44db-b8c7-f0302715b997 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0414598 Feb 28 17:30:16.108336 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7550fdd-9040-41b5-b4e0-0587d0b6359e x-openstack-request-id: req-d7550fdd-9040-41b5-b4e0-0587d0b6359e {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:30:16.108657 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195247e6-e98b-414b-a28b-e77fd86ad0c2", "name": "network-vif-plugged", "status": "completed", "tag": "58881778-b186-4fbc-927f-4239f8e78716", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:30:16.108917 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d7550fdd-9040-41b5-b4e0-0587d0b6359e {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:30:16.109392 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195247e6-e98b-414b-a28b-e77fd86ad0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58881778-b186-4fbc-927f-4239f8e78716', 'code': 200} Feb 28 17:30:16.228166 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (fef928c8-4ace-4326-800b-d5eef9856902), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:16.244887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ba67f433-1217-4d5e-bab0-adb685a8523e details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:30:16.250904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 950d6ead-196c-48ae-b795-f02b6392df02 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:16.285254 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01c00cfd-968c-4119-882d-a9ff1901f63d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (bd6c8e37-62a1-4d99-bc0a-aab601072a6c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:16.296556 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0ad1b-4e8f-4a9d-8ff9-d792106d5d17 req-5198f88b-b670-418b-9b32-83cd4b30f971 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:16.298165 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fac0ad1b-4e8f-4a9d-8ff9-d792106d5d17 req-5198f88b-b670-418b-9b32-83cd4b30f971 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 945 time: 0.2196279 Feb 28 17:30:16.306629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836114a3-1695-4467-9a30-75c98a5fadc8 admin admin] Router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:30:16.322250 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47c64e-ae88-40f4-befb-72c404b9bc74 req-959742d7-1f84-4e89-a22c-64d7d7209a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:16.323368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c47c64e-ae88-40f4-befb-72c404b9bc74 req-959742d7-1f84-4e89-a22c-64d7d7209a7f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 1128 time: 0.1206870 Feb 28 17:30:16.387698 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fac0ad1b-4e8f-4a9d-8ff9-d792106d5d17 req-ca431322-a70d-47d1-95c8-948d7b94ab61 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/security-groups?id=72fe6820-9a8b-4fb3-85d1-8af2f044c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832894 Feb 28 17:30:16.399140 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01c00cfd-968c-4119-882d-a9ff1901f63d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bd6c8e37-62a1-4d99-bc0a-aab601072a6c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:16.505269 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c47c64e-ae88-40f4-befb-72c404b9bc74 req-52e35b00-fc2b-448e-bc6a-2a03097cd2a2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738453 Feb 28 17:30:16.516612 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-f38aef25-b2d7-4c9e-8e27-f718f2366651 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=99c70571e74e4e0589acb386047f6689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561268 Feb 28 17:30:16.541952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c00cfd-968c-4119-882d-a9ff1901f63d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6c8e37-62a1-4d99-bc0a-aab601072a6c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:16.571200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836114a3-1695-4467-9a30-75c98a5fadc8 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:30:16.579345 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-836114a3-1695-4467-9a30-75c98a5fadc8 admin admin] 10.222.0.72 "PUT /v2.0/routers/50cf0ce0-2c1e-4efc-8887-4d88da6fdc10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7115881 Feb 28 17:30:16.585444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5a924-b08f-47cf-934e-69795652ed18 req-335feded-1a07-4982-a5d7-1fbcef9ff0fb tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:16.592202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ef5a924-b08f-47cf-934e-69795652ed18 req-335feded-1a07-4982-a5d7-1fbcef9ff0fb tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 944 time: 0.1270697 Feb 28 17:30:16.595451 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe0eb14-cdd6-47e4-999c-3580747a3425 None None] Sync routers for ids ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:30:16.613655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33194) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:16.638157 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0eb14-cdd6-47e4-999c-3580747a3425 None None] Routers {'50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:16.645534 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-6fe0eb14-cdd6-47e4-999c-3580747a3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:16.658712 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ef5a924-b08f-47cf-934e-69795652ed18 req-82eb0661-22cd-48df-8d3c-2d76a1130407 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655758 Feb 28 17:30:16.739605 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ba67f433-1217-4d5e-bab0-adb685a8523e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ba67f433-1217-4d5e-bab0-adb685a8523e,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:16.740396 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01c00cfd-968c-4119-882d-a9ff1901f63d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:16.751869 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-01c00cfd-968c-4119-882d-a9ff1901f63d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9957035 Feb 28 17:30:16.753833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33196) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:16.760027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'ba67f433-1217-4d5e-bab0-adb685a8523e', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'port_id': 'ba67f433-1217-4d5e-bab0-adb685a8523e', 'mac_address': 'fa:16:3e:b7:f2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:30:16.767760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-49ca6d75-1202-47c1-bcb1-f93103eac59c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c8e37-62a1-4d99-bc0a-aab601072a6c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:16.770510 n-d-820368-19 neutron-server[104247]: WARNING neutron.api.v2.base [None req-49ca6d75-1202-47c1-bcb1-f93103eac59c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 17:30:16.770510 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-49ca6d75-1202-47c1-bcb1-f93103eac59c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:16.770510 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-49ca6d75-1202-47c1-bcb1-f93103eac59c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100105 Feb 28 17:30:16.773901 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33198) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:16.784661 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-6fe0eb14-cdd6-47e4-999c-3580747a3425 None None] Set router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:30:16.792048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5041de47-58e0-44c5-ab3c-85f46dd7efb7 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c8e37-62a1-4d99-bc0a-aab601072a6c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:16.817451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 950d6ead-196c-48ae-b795-f02b6392df02 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:30:16.829443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 950d6ead-196c-48ae-b795-f02b6392df02 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:16.830031 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (950d6ead-196c-48ae-b795-f02b6392df02), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:16.861134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ba67f433-1217-4d5e-bab0-adb685a8523e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:16.861805 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:16.890628 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba67f433-1217-4d5e-bab0-adb685a8523e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:30:16.955849 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ba67f433-1217-4d5e-bab0-adb685a8523e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ba67f433-1217-4d5e-bab0-adb685a8523e,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:17.029077 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 950d6ead-196c-48ae-b795-f02b6392df02 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:17.033462 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbb472ae-9815-42a1-a4d2-68b23d8cc972 req-c311c122-760f-4e27-80bb-11ffb16c948f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 210 time: 0.1344943 Feb 28 17:30:17.034972 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-5041de47-58e0-44c5-ab3c-85f46dd7efb7 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:17.036161 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5041de47-58e0-44c5-ab3c-85f46dd7efb7 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2509356 Feb 28 17:30:17.037341 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (950d6ead-196c-48ae-b795-f02b6392df02), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:17.041535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33210) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:17.059982 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:17.081480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a9d8c7fd-e343-472f-944d-42708b91ffb6 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c8e37-62a1-4d99-bc0a-aab601072a6c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:17.081480 n-d-820368-19 neutron-server[104247]: WARNING neutron.api.v2.base [None req-a9d8c7fd-e343-472f-944d-42708b91ffb6 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 28 17:30:17.081480 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-a9d8c7fd-e343-472f-944d-42708b91ffb6 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:17.081480 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a9d8c7fd-e343-472f-944d-42708b91ffb6 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0280066 Feb 28 17:30:17.081480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33212) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:17.081899 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a99aa852-4a73-4fdd-80c6-d87da9beef3f tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c8e37-62a1-4d99-bc0a-aab601072a6c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:17.149594 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-6fe0eb14-cdd6-47e4-999c-3580747a3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:30:15Z', 'revision_number': 5, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:17.173467 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe0eb14-cdd6-47e4-999c-3580747a3425 None None] Checking router: 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:30:17.185555 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0eb14-cdd6-47e4-999c-3580747a3425 None None] Routers {'50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:17.185776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:17.186565 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-6fe0eb14-cdd6-47e4-999c-3580747a3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:17.214550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ba67f433-1217-4d5e-bab0-adb685a8523e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:17.276876 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (950d6ead-196c-48ae-b795-f02b6392df02), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:17.361853 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8402-989e-4306-8f11-c43d6a99d6f9 req-849780da-f266-4b3d-b331-1b0873f7fbd2 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:17.375335 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-16aa8402-989e-4306-8f11-c43d6a99d6f9 req-849780da-f266-4b3d-b331-1b0873f7fbd2 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.2639334 Feb 28 17:30:17.387440 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-a99aa852-4a73-4fdd-80c6-d87da9beef3f tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:17.396022 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a99aa852-4a73-4fdd-80c6-d87da9beef3f tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3108897 Feb 28 17:30:17.396260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=950d6ead-196c-48ae-b795-f02b6392df02,revision_number=13']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:17.424263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33228) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:17.434228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e534ab73-e1e4-4440-baf1-33eb6ce62e80 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c8e37-62a1-4d99-bc0a-aab601072a6c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:17.434714 n-d-820368-19 neutron-server[104247]: WARNING neutron.api.v2.base [None req-e534ab73-e1e4-4440-baf1-33eb6ce62e80 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 17:30:17.435263 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-e534ab73-e1e4-4440-baf1-33eb6ce62e80 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:17.436335 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e534ab73-e1e4-4440-baf1-33eb6ce62e80 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086050 Feb 28 17:30:17.443677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33232) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:17.450473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ac801f45-08af-4f46-9ade-4d827139cdba tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c8e37-62a1-4d99-bc0a-aab601072a6c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:17.467676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['ba67f433-1217-4d5e-bab0-adb685a8523e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:30:17.484268 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-16aa8402-989e-4306-8f11-c43d6a99d6f9 req-1fe2ac99-90a2-4c49-95dc-fa0c58550db1 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077268 Feb 28 17:30:17.493125 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-6fe0eb14-cdd6-47e4-999c-3580747a3425 None None] Set router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:30:17.591753 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-8dc5b61b-c615-4908-a3b2-e76bf2745f9e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:17.593441 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-8dc5b61b-c615-4908-a3b2-e76bf2745f9e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0704470 Feb 28 17:30:17.611722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-7653152c-3f7b-43f2-84a9-095fe745703a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Request body: {'port': {'device_id': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': '99c70571e74e4e0589acb386047f6689'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:17.633877 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-ac801f45-08af-4f46-9ade-4d827139cdba tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:17.634510 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ac801f45-08af-4f46-9ade-4d827139cdba tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1899338 Feb 28 17:30:17.638233 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33238) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:17.642706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5b912b35-81f1-4107-a890-a1957660e27a tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c8e37-62a1-4d99-bc0a-aab601072a6c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:17.643336 n-d-820368-19 neutron-server[104247]: WARNING neutron.api.v2.base [None req-5b912b35-81f1-4107-a890-a1957660e27a tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 28 17:30:17.644765 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-5b912b35-81f1-4107-a890-a1957660e27a tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:17.645229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5b912b35-81f1-4107-a890-a1957660e27a tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069935 Feb 28 17:30:17.648048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33240) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:17.673424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-8f69afde-4ccc-49a2-b91a-bdf9d4b3d4e9 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c8e37-62a1-4d99-bc0a-aab601072a6c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:17.695089 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] Publish callbacks [] for router (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:17.809111 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-6fe0eb14-cdd6-47e4-999c-3580747a3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:30:15Z', 'revision_number': 5, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:17.826662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b1ebb-4f03-426e-a3c0-fcb348cf06e5 req-200610e5-e457-4e1b-b1b6-fa4d95c5503e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:17.828293 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a83b1ebb-4f03-426e-a3c0-fcb348cf06e5 req-200610e5-e457-4e1b-b1b6-fa4d95c5503e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 945 time: 0.0602179 Feb 28 17:30:17.885583 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe0eb14-cdd6-47e4-999c-3580747a3425 None None] The sync data for ids ['50cf0ce0-2c1e-4efc-8887-4d88da6fdc10'] in n-d-820368-19 is: [{'id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'name': 'tempest-ServersTestJSON-977648074-router', 'tenant_id': '62c58d43d61945d88652659b1228e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:28:39Z', 'updated_at': '2022-02-28T17:30:15Z', 'revision_number': 5, 'project_id': '62c58d43d61945d88652659b1228e47a', 'gw_port': {'id': '5f5a8f87-7e9b-4b10-8781-56d6f1f11487', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cf0ce0-2c1e-4efc-8887-4d88da6fdc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:28:41Z', 'updated_at': '2022-02-28T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:30:17.914273 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-8f69afde-4ccc-49a2-b91a-bdf9d4b3d4e9 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:17.916174 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8f69afde-4ccc-49a2-b91a-bdf9d4b3d4e9 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2668319 Feb 28 17:30:17.932100 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a83b1ebb-4f03-426e-a3c0-fcb348cf06e5 req-a5b28d02-a684-45e2-87c4-d71ac4388970 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904901 Feb 28 17:30:17.935045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33246) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:17.942415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1d5cf799-c928-4929-a279-096b140dff0e tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c8e37-62a1-4d99-bc0a-aab601072a6c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:18.022995 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] Publish callbacks [] for router_gateway (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.041303 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (fef928c8-4ace-4326-800b-d5eef9856902), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.057543 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8c2f6399-1ebf-4728-b7a0-2eb2e09f20ed req-9233eefb-2dd6-4def-9a55-c7f0b85d6633 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0310895 Feb 28 17:30:18.065945 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.076072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51934ed-bb62-43fb-98f9-a90be1573e55 req-dc0416fc-c603-43c5-9513-fe14431797a8 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:18.077149 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d51934ed-bb62-43fb-98f9-a90be1573e55 req-dc0416fc-c603-43c5-9513-fe14431797a8 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 945 time: 0.1333182 Feb 28 17:30:18.110343 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:30:18.112562 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01a2a58-6e87-4959-bfe6-29e145b8b72a" -d '{"events": [{"server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "name": "network-vif-plugged", "status": "completed", "tag": "950d6ead-196c-48ae-b795-f02b6392df02"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:30:18.136383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-7653152c-3f7b-43f2-84a9-095fe745703a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Made reservation on behalf of 99c70571e74e4e0589acb386047f6689 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:30:18.140940 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-7653152c-3f7b-43f2-84a9-095fe745703a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.144734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a1ba655f-b16e-4773-8c32-d8f81183e238 req-94fb6ffc-e502-4ebc-944a-3379a0793006 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 210 time: 0.0309920 Feb 28 17:30:18.147028 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-1d5cf799-c928-4929-a279-096b140dff0e tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:18.151044 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1d5cf799-c928-4929-a279-096b140dff0e tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2118616 Feb 28 17:30:18.151711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33256) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:18.213062 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d5ef0a-2e1c-4254-8ddc-e580975dfa79 x-openstack-request-id: req-09d5ef0a-2e1c-4254-8ddc-e580975dfa79 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:30:18.214154 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "name": "network-vif-plugged", "status": "completed", "tag": "950d6ead-196c-48ae-b795-f02b6392df02", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:30:18.214510 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-09d5ef0a-2e1c-4254-8ddc-e580975dfa79 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:30:18.215103 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02', 'code': 200} Feb 28 17:30:18.218544 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-638b8358-62e3-45ec-ac62-4b18b4bbac78 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (bd6c8e37-62a1-4d99-bc0a-aab601072a6c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.228537 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d51934ed-bb62-43fb-98f9-a90be1573e55 req-72a99d2c-4d1f-472c-b0b8-9ffb77649a99 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/security-groups?id=72fe6820-9a8b-4fb3-85d1-8af2f044c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440988 Feb 28 17:30:18.251940 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-638b8358-62e3-45ec-ac62-4b18b4bbac78 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (bd6c8e37-62a1-4d99-bc0a-aab601072a6c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.281762 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3a73e86f-cc4a-47a3-a3ac-3c43f4ab0750 req-ef23cbdc-ac42-414e-a7e7-342e8be79fe9 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0573969 Feb 28 17:30:18.351746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Allocated IP 172.25.3.33 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/a09a20dc-96a0-430f-a2fd-7c2717df2de9) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:18.363858 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-638b8358-62e3-45ec-ac62-4b18b4bbac78 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bd6c8e37-62a1-4d99-bc0a-aab601072a6c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.366630 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-638b8358-62e3-45ec-ac62-4b18b4bbac78 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.370161 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-638b8358-62e3-45ec-ac62-4b18b4bbac78 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "DELETE /v2.0/security-groups/bd6c8e37-62a1-4d99-bc0a-aab601072a6c HTTP/1.1" status: 204 len: 168 time: 0.2151990 Feb 28 17:30:18.372546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33262) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:18.390804 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b8358-62e3-45ec-ac62-4b18b4bbac78 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6c8e37-62a1-4d99-bc0a-aab601072a6c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:18.411239 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] Deleting port 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:18.411581 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5f5a8f87-7e9b-4b10-8781-56d6f1f11487), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.440756 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8ee35a2c-6c85-4d42-bafc-038c980b9a34 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0626409 Feb 28 17:30:18.440756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33264) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:18.445542 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-449f9cfb-3fcc-42bd-9a96-a24bbad4959d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092852787'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:18.504791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device fa541d65-2a3a-4e0e-99e7-3101f67f0744 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:30:18.532421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: fa541d65-2a3a-4e0e-99e7-3101f67f0744 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:30:18.532766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device fa541d65-2a3a-4e0e-99e7-3101f67f0744 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:30:18.533784 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-7653152c-3f7b-43f2-84a9-095fe745703a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Allocated IP 192.168.233.165 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/ed8ac663-8c4e-410b-b4df-29f442bb7c10) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:18.539701 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-449f9cfb-3fcc-42bd-9a96-a24bbad4959d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.619259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] For port 5f5a8f87-7e9b-4b10-8781-56d6f1f11487, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5f5a8f87-7e9b-4b10-8781-56d6f1f11487,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:18.619633 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5f5a8f87-7e9b-4b10-8781-56d6f1f11487), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.639576 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for port (a09a20dc-96a0-430f-a2fd-7c2717df2de9), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.644740 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-449f9cfb-3fcc-42bd-9a96-a24bbad4959d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (4a4acc19-a409-4d54-97cf-82592f09777f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.658004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] Calling delete_port for 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:18.658535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fe20e-4fba-4a88-9a27-6f9541b6497e req-4b787853-ab7a-4d6b-b7ef-3b5d8641eee8 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:18.660040 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-885fe20e-4fba-4a88-9a27-6f9541b6497e req-4b787853-ab7a-4d6b-b7ef-3b5d8641eee8 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.0802841 Feb 28 17:30:18.708242 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-885fe20e-4fba-4a88-9a27-6f9541b6497e req-1456fdf7-4b36-43a7-adf2-ce48ae206f8a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 Feb 28 17:30:18.721561 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-449f9cfb-3fcc-42bd-9a96-a24bbad4959d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4a4acc19-a409-4d54-97cf-82592f09777f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.750907 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f9cfb-3fcc-42bd-9a96-a24bbad4959d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4acc19-a409-4d54-97cf-82592f09777f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:18.794499 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-449f9cfb-3fcc-42bd-9a96-a24bbad4959d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.795998 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-449f9cfb-3fcc-42bd-9a96-a24bbad4959d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3544471 Feb 28 17:30:18.798993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33270) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:18.803368 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ac6ac661-1378-457a-9339-af7ab38ae503 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': '4a4acc19-a409-4d54-97cf-82592f09777f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:18.843311 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (a09a20dc-96a0-430f-a2fd-7c2717df2de9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.943538 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-7653152c-3f7b-43f2-84a9-095fe745703a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks [] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:18.946441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:18.953272 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-ac6ac661-1378-457a-9339-af7ab38ae503 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The resource could not be found. Feb 28 17:30:18.963548 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ac6ac661-1378-457a-9339-af7ab38ae503 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1584158 Feb 28 17:30:18.963548 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33274) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:18.965039 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1319103d-86c2-40e0-830f-038be18c3754 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': '4a4acc19-a409-4d54-97cf-82592f09777f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '41def34b-19c6-4aea-82ce-9f60445c440a'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:18.965545 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:18.973692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:18.979478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Pushing event updated for resources: {'Port': ['ID=a09a20dc-96a0-430f-a2fd-7c2717df2de9,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:19.034869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17f1f3-b26d-4490-82a5-0d5e06f9374a req-03c76940-fb78-486d-b3dc-a3daa651387c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:19.036396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de17f1f3-b26d-4490-82a5-0d5e06f9374a req-03c76940-fb78-486d-b3dc-a3daa651387c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.2453659 Feb 28 17:30:19.073745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58612dd1-e24a-4dd8-9216-b7619bc73237 req-104f6c0d-33bd-4e89-9f57-02cbf4bfbf82 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:19.075374 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-58612dd1-e24a-4dd8-9216-b7619bc73237 req-104f6c0d-33bd-4e89-9f57-02cbf4bfbf82 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 945 time: 0.0555010 Feb 28 17:30:19.133317 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-58612dd1-e24a-4dd8-9216-b7619bc73237 req-dee37ebe-cbb0-4184-8953-e79ebd7cead1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509815 Feb 28 17:30:19.201613 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-7653152c-3f7b-43f2-84a9-095fe745703a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:19.209843 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-1319103d-86c2-40e0-830f-038be18c3754 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The resource could not be found. Feb 28 17:30:19.214999 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1319103d-86c2-40e0-830f-038be18c3754 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2509301 Feb 28 17:30:19.214999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33278) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:19.218705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['89a9f715-3a11-4479-b2b7-82257c124da5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:30:19.221161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['752e806f-6089-41e4-88f6-69959a72acc0', '950d6ead-196c-48ae-b795-f02b6392df02'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:30:19.251395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de17f1f3-b26d-4490-82a5-0d5e06f9374a req-fdeffa93-bfaf-4b5e-a9bb-2a72db1c0fcb tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052693 Feb 28 17:30:19.308712 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5f5a8f87-7e9b-4b10-8781-56d6f1f11487), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:19.314225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-7653152c-3f7b-43f2-84a9-095fe745703a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:19.328954 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-7653152c-3f7b-43f2-84a9-095fe745703a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:19.340635 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-7653152c-3f7b-43f2-84a9-095fe745703a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:19.368110 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653152c-3f7b-43f2-84a9-095fe745703a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Pushing event updated for resources: {'Port': ['ID=ed8ac663-8c4e-410b-b4df-29f442bb7c10,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:19.471283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7fbe1-8bd3-451f-bebe-53f9652ca660 req-943f23f8-ad05-4b48-a03f-a4e19b53b961 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:19.472766 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-17f7fbe1-8bd3-451f-bebe-53f9652ca660 req-943f23f8-ad05-4b48-a03f-a4e19b53b961 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 945 time: 0.2939341 Feb 28 17:30:19.509888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5a8f87-7e9b-4b10-8781-56d6f1f11487,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:19.585332 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-7653152c-3f7b-43f2-84a9-095fe745703a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:19.585993 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-7653152c-3f7b-43f2-84a9-095fe745703a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:19.635864 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:19.709880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-57d0480c-09bd-497f-b06e-8442448a009e None None] Provisioning complete for port ed8ac663-8c4e-410b-b4df-29f442bb7c10 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:19.710482 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-57d0480c-09bd-497f-b06e-8442448a009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:19.750008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-57d0480c-09bd-497f-b06e-8442448a009e None None] Port ed8ac663-8c4e-410b-b4df-29f442bb7c10 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:30:19.767015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08024a7-60e2-4036-af35-2690842bada0 req-37a67ec3-0248-42e0-a55a-00d939dab9b0 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:19.768592 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e08024a7-60e2-4036-af35-2690842bada0 req-37a67ec3-0248-42e0-a55a-00d939dab9b0 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 936 time: 0.5455000 Feb 28 17:30:19.769269 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-998f0654-01e2-4d3a-9c8a-b4e5fa97aa9b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (4a4acc19-a409-4d54-97cf-82592f09777f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:19.812694 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-998f0654-01e2-4d3a-9c8a-b4e5fa97aa9b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (4a4acc19-a409-4d54-97cf-82592f09777f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:19.862706 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e08024a7-60e2-4036-af35-2690842bada0 req-3b73b22c-4900-4b02-b103-4b9cc1544990 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876491 Feb 28 17:30:19.930217 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-998f0654-01e2-4d3a-9c8a-b4e5fa97aa9b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4a4acc19-a409-4d54-97cf-82592f09777f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:19.932165 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-998f0654-01e2-4d3a-9c8a-b4e5fa97aa9b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:19.933285 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-998f0654-01e2-4d3a-9c8a-b4e5fa97aa9b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "DELETE /v2.0/security-groups/4a4acc19-a409-4d54-97cf-82592f09777f HTTP/1.1" status: 204 len: 168 time: 0.7185946 Feb 28 17:30:19.936577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33288) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:19.961109 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f0654-01e2-4d3a-9c8a-b4e5fa97aa9b tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4acc19-a409-4d54-97cf-82592f09777f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:20.001674 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1b3c9f55-e9a5-4063-b207-3e437608a077 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0636599 Feb 28 17:30:20.005526 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33298) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:20.010642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-de3d5489-f497-455d-843a-37aef9e705ce tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'db8408ee-419b-4738-8660-a18adfbb4f2c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:20.065135 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-7653152c-3f7b-43f2-84a9-095fe745703a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4591074 Feb 28 17:30:20.114468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Request body: {'port': {'device_id': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:20.123595 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73ea34-a3c6-4c25-8ea0-ed08806284d5 req-34e760c2-bd7b-485e-9ca0-c3d0ca8aabe0 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:20.125175 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7a73ea34-a3c6-4c25-8ea0-ed08806284d5 req-34e760c2-bd7b-485e-9ca0-c3d0ca8aabe0 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 945 time: 0.7191241 Feb 28 17:30:20.129305 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.133708 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] Publish callbacks [] for router_controller (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.223128 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router_gateway (fef928c8-4ace-4326-800b-d5eef9856902), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.264147 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-de3d5489-f497-455d-843a-37aef9e705ce tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The resource could not be found. Feb 28 17:30:20.265986 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-de3d5489-f497-455d-843a-37aef9e705ce tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2588575 Feb 28 17:30:20.269623 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33302) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:20.272261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ba67f433-1217-4d5e-bab0-adb685a8523e up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:20.278695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ab3af1ce-c63e-45ec-88b1-935a0666504a tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980916593'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:20.340936 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7a73ea34-a3c6-4c25-8ea0-ed08806284d5 req-f61a7330-8243-4502-beb4-4b9b284f2531 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/security-groups?id=72fe6820-9a8b-4fb3-85d1-8af2f044c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048097 Feb 28 17:30:20.341593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.353170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-17f7fbe1-8bd3-451f-bebe-53f9652ca660 req-49c6c493-f555-41f7-9d57-79e26eb864c3 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Deleting port e1e6f036-8388-40d0-8153-5cd43a86f4bd {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:20.353498 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-17f7fbe1-8bd3-451f-bebe-53f9652ca660 req-49c6c493-f555-41f7-9d57-79e26eb864c3 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.371020 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f9374c0-bf22-4a6b-8282-02fd60681d3a req-f7d733ac-4f75-4997-af9b-6bb040c50a83 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0561891 Feb 28 17:30:20.382497 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab3af1ce-c63e-45ec-88b1-935a0666504a tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.415143 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (50cf0ce0-2c1e-4efc-8887-4d88da6fdc10), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.415640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:30:20.438643 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port ba67f433-1217-4d5e-bab0-adb685a8523e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:30:20.451395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port ba67f433-1217-4d5e-bab0-adb685a8523e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:20.451984 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.465358 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.466490 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9e2eac48-7c97-4ec5-bb32-47d72768e844 admin admin] 10.222.0.72 "DELETE /v2.0/routers/50cf0ce0-2c1e-4efc-8887-4d88da6fdc10 HTTP/1.1" status: 204 len: 168 time: 3.7843518 Feb 28 17:30:20.471673 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33310) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:20.583091 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab3af1ce-c63e-45ec-88b1-935a0666504a tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (a734af10-e96b-4fe5-b5ee-f719b8c03ec9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.603332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676fc93-7525-4096-8158-6ee4040ff7b6 req-6df906ac-7110-467f-979f-ed4ea12a18df tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:20.611730 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3676fc93-7525-4096-8158-6ee4040ff7b6 req-6df906ac-7110-467f-979f-ed4ea12a18df tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.1531363 Feb 28 17:30:20.634724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ba67f433-1217-4d5e-bab0-adb685a8523e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:20.634724 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.686707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c878bf-1677-4685-a513-f94a7ffd95ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba67f433-1217-4d5e-bab0-adb685a8523e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:30:20.690062 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635acd26-57b1-4e40-8836-cb9305f30ac6" -d '{"events": [{"server_uuid": "74c878bf-1677-4685-a513-f94a7ffd95ec", "name": "network-vif-plugged", "status": "completed", "tag": "ba67f433-1217-4d5e-bab0-adb685a8523e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:30:20.697779 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3676fc93-7525-4096-8158-6ee4040ff7b6 req-5c576727-1a7f-4de1-aa31-43c2aa188ee8 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847712 Feb 28 17:30:20.708504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-256969de-f0ea-4545-ab1f-9660a0d5f372 admin admin] Deleting subnet ed92c979-8bbe-41ad-93dd-7f92f6d828e2 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:30:20.712258 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab3af1ce-c63e-45ec-88b1-935a0666504a tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a734af10-e96b-4fe5-b5ee-f719b8c03ec9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.715847 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ba67f433-1217-4d5e-bab0-adb685a8523e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ba67f433-1217-4d5e-bab0-adb685a8523e,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:20.743057 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f545597-c51f-4362-9626-21ebc1b7b78b x-openstack-request-id: req-5f545597-c51f-4362-9626-21ebc1b7b78b {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:30:20.743392 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c878bf-1677-4685-a513-f94a7ffd95ec", "name": "network-vif-plugged", "status": "completed", "tag": "ba67f433-1217-4d5e-bab0-adb685a8523e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:30:20.743674 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5f545597-c51f-4362-9626-21ebc1b7b78b {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:30:20.743789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3af1ce-c63e-45ec-88b1-935a0666504a tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a734af10-e96b-4fe5-b5ee-f719b8c03ec9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:20.744078 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c878bf-1677-4685-a513-f94a7ffd95ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba67f433-1217-4d5e-bab0-adb685a8523e', 'code': 200} Feb 28 17:30:20.783158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-17f7fbe1-8bd3-451f-bebe-53f9652ca660 req-49c6c493-f555-41f7-9d57-79e26eb864c3 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] For port e1e6f036-8388-40d0-8153-5cd43a86f4bd, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e1e6f036-8388-40d0-8153-5cd43a86f4bd,segment=NetworkSegment(4a08f9dd-683b-4265-9364-4ff91223ba37),segment_id=4a08f9dd-683b-4265-9364-4ff91223ba37)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:20.783438 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-17f7fbe1-8bd3-451f-bebe-53f9652ca660 req-49c6c493-f555-41f7-9d57-79e26eb864c3 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.824680 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.841507 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-256969de-f0ea-4545-ab1f-9660a0d5f372 admin admin] Publish callbacks [] for subnet (ed92c979-8bbe-41ad-93dd-7f92f6d828e2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.874528 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab3af1ce-c63e-45ec-88b1-935a0666504a tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.875958 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ab3af1ce-c63e-45ec-88b1-935a0666504a tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6048307 Feb 28 17:30:20.878832 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33318) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:20.881982 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ba67f433-1217-4d5e-bab0-adb685a8523e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:20.882281 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9314746a-cd7d-4c4d-a749-8d5ff32e97e4 req-9587f812-ac9a-4765-bc94-6b5bba3fa495 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1711729 Feb 28 17:30:20.883898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9404ce35-9f28-4cef-bc31-77df834ef71c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group': {'name': 'tempest-secgroup--261813607'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:20.926703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-17f7fbe1-8bd3-451f-bebe-53f9652ca660 req-49c6c493-f555-41f7-9d57-79e26eb864c3 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Calling delete_port for e1e6f036-8388-40d0-8153-5cd43a86f4bd owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:20.954280 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bb073-038a-4f0e-a824-09fc336bb82e req-a2b86202-b298-4ae8-849b-22bb85a79c36 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:20.955752 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-007bb073-038a-4f0e-a824-09fc336bb82e req-a2b86202-b298-4ae8-849b-22bb85a79c36 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 945 time: 0.4849286 Feb 28 17:30:20.974850 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-256969de-f0ea-4545-ab1f-9660a0d5f372 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (ed92c979-8bbe-41ad-93dd-7f92f6d828e2), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:20.989588 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9404ce35-9f28-4cef-bc31-77df834ef71c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.046942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162643c6-8a2f-4e7e-adf2-619e86d43b63 req-1b4db8af-f99e-465f-8435-6259ec1c98d5 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:21.048349 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-162643c6-8a2f-4e7e-adf2-619e86d43b63 req-1b4db8af-f99e-465f-8435-6259ec1c98d5 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 936 time: 0.0985587 Feb 28 17:30:21.107739 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9404ce35-9f28-4cef-bc31-77df834ef71c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (a9b2c5f9-3e36-48c4-895d-26c18af211f6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.121969 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-162643c6-8a2f-4e7e-adf2-619e86d43b63 req-0afd39e4-b5a5-4b32-b28a-4c170d0728d4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649006 Feb 28 17:30:21.186670 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (fef928c8-4ace-4326-800b-d5eef9856902), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.189664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08cc93-e5dd-4ab0-b42e-1f667a239120 req-c4ae6699-aaa3-4d27-834e-ea48ee1f4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:21.190389 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9404ce35-9f28-4cef-bc31-77df834ef71c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a9b2c5f9-3e36-48c4-895d-26c18af211f6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.195138 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fc08cc93-e5dd-4ab0-b42e-1f667a239120 req-c4ae6699-aaa3-4d27-834e-ea48ee1f4e0d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 1129 time: 0.3114560 Feb 28 17:30:21.221627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404ce35-9f28-4cef-bc31-77df834ef71c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b2c5f9-3e36-48c4-895d-26c18af211f6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:21.221868 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (fef928c8-4ace-4326-800b-d5eef9856902), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.255003 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-007bb073-038a-4f0e-a824-09fc336bb82e req-5022154f-76a8-423f-988b-f00ebbda6128 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871006 Feb 28 17:30:21.318534 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9404ce35-9f28-4cef-bc31-77df834ef71c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.320323 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9404ce35-9f28-4cef-bc31-77df834ef71c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4403739 Feb 28 17:30:21.323295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33322) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:21.327881 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-dc7db4f1-d18a-4ce3-a21f-c10b2cba0a45 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group_rule': {'security_group_id': 'a734af10-e96b-4fe5-b5ee-f719b8c03ec9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a9b2c5f9-3e36-48c4-895d-26c18af211f6'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:21.374584 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-256969de-f0ea-4545-ab1f-9660a0d5f372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (ed92c979-8bbe-41ad-93dd-7f92f6d828e2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.413534 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fc08cc93-e5dd-4ab0-b42e-1f667a239120 req-62d2da07-f52f-475b-8d21-0da7ab018ba0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083917 Feb 28 17:30:21.473465 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8dcfc-19ba-4d73-9f4d-33781a8cc343 req-19cb9f83-a49b-44e8-bee4-a529aab575db tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:21.475005 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-78f8dcfc-19ba-4d73-9f4d-33781a8cc343 req-19cb9f83-a49b-44e8-bee4-a529aab575db tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 945 time: 0.0622187 Feb 28 17:30:21.534774 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-78f8dcfc-19ba-4d73-9f4d-33781a8cc343 req-a2075ef3-25b0-41a5-af57-b8558379ad93 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/security-groups?id=72fe6820-9a8b-4fb3-85d1-8af2f044c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450966 Feb 28 17:30:21.564673 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8ac663-8c4e-410b-b4df-29f442bb7c10 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:30:21.577115 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Publish callbacks [] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.594665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Transition to ACTIVE for port object ed8ac663-8c4e-410b-b4df-29f442bb7c10 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:30:21.609378 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-dc7db4f1-d18a-4ce3-a21f-c10b2cba0a45 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:30:21.610466 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dc7db4f1-d18a-4ce3-a21f-c10b2cba0a45 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2862225 Feb 28 17:30:21.613202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33328) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:21.663910 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72b25a04-fefe-4e9d-9055-58a138d8cd06 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (a9b2c5f9-3e36-48c4-895d-26c18af211f6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.666629 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-17f7fbe1-8bd3-451f-bebe-53f9652ca660 req-49c6c493-f555-41f7-9d57-79e26eb864c3 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e1e6f036-8388-40d0-8153-5cd43a86f4bd), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.687910 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72b25a04-fefe-4e9d-9055-58a138d8cd06 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (a9b2c5f9-3e36-48c4-895d-26c18af211f6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.696766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6c493-f555-41f7-9d57-79e26eb864c3 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Pushing event deleted for resources: {'Port': ['ID=e1e6f036-8388-40d0-8153-5cd43a86f4bd,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:21.707018 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-256969de-f0ea-4545-ab1f-9660a0d5f372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (ed92c979-8bbe-41ad-93dd-7f92f6d828e2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.731142 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Router fef928c8-4ace-4326-800b-d5eef9856902 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:30:21.741934 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.795623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256969de-f0ea-4545-ab1f-9660a0d5f372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed92c979-8bbe-41ad-93dd-7f92f6d828e2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:21.803647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e511dbd-9884-4af8-bde3-b8d5ccc7e3f8 None None] Network 01ea3ca2-f493-4cde-881c-d4403fda0a8b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:30:21.804662 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72b25a04-fefe-4e9d-9055-58a138d8cd06 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a9b2c5f9-3e36-48c4-895d-26c18af211f6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.807444 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72b25a04-fefe-4e9d-9055-58a138d8cd06 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.812072 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-72b25a04-fefe-4e9d-9055-58a138d8cd06 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "DELETE /v2.0/security-groups/a9b2c5f9-3e36-48c4-895d-26c18af211f6 HTTP/1.1" status: 204 len: 168 time: 0.1953633 Feb 28 17:30:21.814692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33336) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:21.815484 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-256969de-f0ea-4545-ab1f-9660a0d5f372 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.821989 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-256969de-f0ea-4545-ab1f-9660a0d5f372 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ed92c979-8bbe-41ad-93dd-7f92f6d828e2 HTTP/1.1" status: 204 len: 168 time: 1.3168192 Feb 28 17:30:21.822376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33338) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:21.834856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f7fbe1-8bd3-451f-bebe-53f9652ca660 req-49c6c493-f555-41f7-9d57-79e26eb864c3 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] No DVR routers for this DVR port e1e6f036-8388-40d0-8153-5cd43a86f4bd on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:30:21.842069 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-17f7fbe1-8bd3-451f-bebe-53f9652ca660 req-49c6c493-f555-41f7-9d57-79e26eb864c3 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:21.845549 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-17f7fbe1-8bd3-451f-bebe-53f9652ca660 req-49c6c493-f555-41f7-9d57-79e26eb864c3 tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.69 "DELETE /v2.0/ports/e1e6f036-8388-40d0-8153-5cd43a86f4bd HTTP/1.1" status: 204 len: 173 time: 2.3335235 Feb 28 17:30:21.847797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8', 'name': 'network-vif-deleted', 'tag': 'e1e6f036-8388-40d0-8153-5cd43a86f4bd'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:30:21.850211 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e38e38-00c1-4901-bca5-628320957021" -d '{"events": [{"server_uuid": "4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8", "name": "network-vif-deleted", "tag": "e1e6f036-8388-40d0-8153-5cd43a86f4bd"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:30:21.853606 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b25a04-fefe-4e9d-9055-58a138d8cd06 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b2c5f9-3e36-48c4-895d-26c18af211f6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:21.954327 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-256d103d-ad8c-4ca9-bc77-3c2805b436f7 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1305711 Feb 28 17:30:21.958690 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33344) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:22.009753 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (01ea3ca2-f493-4cde-881c-d4403fda0a8b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.071751 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ec537e-45e1-4275-af89-2553815f5ba6 None None] DHCP port deletion for 01ea3ca2-f493-4cde-881c-d4403fda0a8b request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:30:22.109742 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84b40222-aca3-438f-b696-d5d37a92aa89 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (a734af10-e96b-4fe5-b5ee-f719b8c03ec9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.146473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d4ec537e-45e1-4275-af89-2553815f5ba6 None None] Deleting port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:22.146836 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d4ec537e-45e1-4275-af89-2553815f5ba6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.153221 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84b40222-aca3-438f-b696-d5d37a92aa89 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (a734af10-e96b-4fe5-b5ee-f719b8c03ec9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.219169 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Deleting port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:22.219475 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.233492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d4ec537e-45e1-4275-af89-2553815f5ba6 None None] For port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0c38eb41-d63f-4d8b-bb22-7be7e967fce2,segment=NetworkSegment(ea9b49b9-9748-4558-98f9-1f3208b1f828),segment_id=ea9b49b9-9748-4558-98f9-1f3208b1f828)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:22.234117 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d4ec537e-45e1-4275-af89-2553815f5ba6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.255676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d4ec537e-45e1-4275-af89-2553815f5ba6 None None] Calling delete_port for 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:22.347797 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84b40222-aca3-438f-b696-d5d37a92aa89 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a734af10-e96b-4fe5-b5ee-f719b8c03ec9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.351298 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84b40222-aca3-438f-b696-d5d37a92aa89 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.354517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-84b40222-aca3-438f-b696-d5d37a92aa89 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "DELETE /v2.0/security-groups/a734af10-e96b-4fe5-b5ee-f719b8c03ec9 HTTP/1.1" status: 204 len: 168 time: 0.3926837 Feb 28 17:30:22.357531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33352) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:22.358484 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612f9eed-4e0d-4eb8-9ec7-67678ceb3529 x-openstack-request-id: req-612f9eed-4e0d-4eb8-9ec7-67678ceb3529 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:30:22.358484 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8", "name": "network-vif-deleted", "tag": "e1e6f036-8388-40d0-8153-5cd43a86f4bd", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:30:22.359060 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-612f9eed-4e0d-4eb8-9ec7-67678ceb3529 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:30:22.359147 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8', 'name': 'network-vif-deleted', 'tag': 'e1e6f036-8388-40d0-8153-5cd43a86f4bd', 'status': 'completed', 'code': 200} Feb 28 17:30:22.359509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] For port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0c38eb41-d63f-4d8b-bb22-7be7e967fce2,segment=NetworkSegment(ea9b49b9-9748-4558-98f9-1f3208b1f828),segment_id=ea9b49b9-9748-4558-98f9-1f3208b1f828)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:22.359877 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.367876 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Pushing event updated for resources: {'Port': ['ID=ed8ac663-8c4e-410b-b4df-29f442bb7c10,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:22.384284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b40222-aca3-438f-b696-d5d37a92aa89 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a734af10-e96b-4fe5-b5ee-f719b8c03ec9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:22.393668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Calling delete_port for 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:22.448348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f699e6-5d5f-4d8d-b092-934ab88f94fb req-47baaeb6-8b23-4f2b-8bf8-95cb32c6a8a6 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:22.449858 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58f699e6-5d5f-4d8d-b092-934ab88f94fb req-47baaeb6-8b23-4f2b-8bf8-95cb32c6a8a6 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.6780810 Feb 28 17:30:22.455701 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d4ec537e-45e1-4275-af89-2553815f5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.471385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e972c0f-7e14-4a01-ae71-e457be15324c req-789099b1-006e-4459-93f6-a770efb7841a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:22.472906 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8e972c0f-7e14-4a01-ae71-e457be15324c req-789099b1-006e-4459-93f6-a770efb7841a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 948 time: 0.1732552 Feb 28 17:30:22.487295 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec537e-45e1-4275-af89-2553815f5ba6 None None] Pushing event deleted for resources: {'Port': ['ID=0c38eb41-d63f-4d8b-bb22-7be7e967fce2,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:22.500032 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-38e3cc87-62be-4f29-947c-8f02034dbec3 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1246116 Feb 28 17:30:22.500232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec537e-45e1-4275-af89-2553815f5ba6 None None] No DVR routers for this DVR port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:30:22.512279 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33354) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:22.518409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-82fdf296-85c4-48a0-b6fa-d6ac8cb278e5 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group': {'name': 'tempest-secgroup--709966878'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:22.575979 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8e972c0f-7e14-4a01-ae71-e457be15324c req-7342a7b6-e115-4aa0-b2bf-0323eaefd7eb tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930374 Feb 28 17:30:22.584343 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0c38eb41-d63f-4d8b-bb22-7be7e967fce2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.586904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Attempting to bind port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:30:22.587175 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Attempting to bind port ed8ac663-8c4e-410b-b4df-29f442bb7c10 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:30:22.587502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Attempting to bind port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:22.596804 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58f699e6-5d5f-4d8d-b092-934ab88f94fb req-e95c4887-cf9c-4216-a561-bfb0e7aa2bf6 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133964 Feb 28 17:30:22.598595 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:30:22.604766 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.605973 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d416186f-5b4d-4722-a7d3-029cd9a84cbe tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "PUT /v2.0/routers/fef928c8-4ace-4326-800b-d5eef9856902 HTTP/1.1" status: 200 len: 918 time: 6.8288314 Feb 28 17:30:22.607478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:30:22.607819 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Attempting to bind port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:22.610930 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6d4b6-d463-40ef-b875-6bef4e0cd9fe None None] Sync routers for ids ['fef928c8-4ace-4326-800b-d5eef9856902'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:30:22.615016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33358) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:22.615859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:30:22.616790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:22.617359 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:30:22.617800 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Bound port: ed8ac663-8c4e-410b-b4df-29f442bb7c10, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:30:22.618179 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.623279 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:30:22.658341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c38eb41-d63f-4d8b-bb22-7be7e967fce2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:22.668732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] No DVR routers for this DVR port 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:30:22.675784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:30:22.676138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5f5a8f87-7e9b-4b10-8781-56d6f1f11487 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:30:22.676559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:30:22.694596 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-82fdf296-85c4-48a0-b6fa-d6ac8cb278e5 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.758519 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6d4b6-d463-40ef-b875-6bef4e0cd9fe None None] Routers {'fef928c8-4ace-4326-800b-d5eef9856902'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:22.759094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c0b6d4b6-d463-40ef-b875-6bef4e0cd9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fef928c8-4ace-4326-800b-d5eef9856902'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:22.761139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:30:22.761139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0c38eb41-d63f-4d8b-bb22-7be7e967fce2 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:30:22.801908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c0b6d4b6-d463-40ef-b875-6bef4e0cd9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:22.803033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (01ea3ca2-f493-4cde-881c-d4403fda0a8b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.823370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6d4b6-d463-40ef-b875-6bef4e0cd9fe None None] Routers {'fef928c8-4ace-4326-800b-d5eef9856902'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:22.825261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c0b6d4b6-d463-40ef-b875-6bef4e0cd9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fef928c8-4ace-4326-800b-d5eef9856902'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:22.844198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ea3ca2-f493-4cde-881c-d4403fda0a8b']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:22.846047 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c37110ab-4f5b-4383-ae57-2f9148b0760e req-c11f3161-9685-40c9-9f19-c2996564697d tempest-ServerMetadataNegativeTestJSON-102093493 tempest-ServerMetadataNegativeTestJSON-102093493-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bf5ae35-c20c-4e36-b69c-98ceb8e6dce8 HTTP/1.1" status: 200 len: 210 time: 0.0944526 Feb 28 17:30:22.861421 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864bea6-0526-4041-8bd1-e6467eb6be3e req-16c8631f-576f-4e19-b61b-ca0836121c11 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:22.877525 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f864bea6-0526-4041-8bd1-e6467eb6be3e req-16c8631f-576f-4e19-b61b-ca0836121c11 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.1447470 Feb 28 17:30:22.885557 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c0b6d4b6-d463-40ef-b875-6bef4e0cd9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:22.886483 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6d4b6-d463-40ef-b875-6bef4e0cd9fe None None] The sync data for ids ['fef928c8-4ace-4326-800b-d5eef9856902'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:30:22.902145 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9b49b9-9748-4558-98f9-1f3208b1f828') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:22.902447 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9b49b9-9748-4558-98f9-1f3208b1f828') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:22.924448 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (ea9b49b9-9748-4558-98f9-1f3208b1f828), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.935792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:30:22.942576 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c87a1c7e-1af0-47c9-8475-93f0d56b038d tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/routers/fef928c8-4ace-4326-800b-d5eef9856902 HTTP/1.1" status: 200 len: 924 time: 0.3205886 Feb 28 17:30:22.944515 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:30:22.946007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33364) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:22.976701 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (ea9b49b9-9748-4558-98f9-1f3208b1f828), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.980339 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11f7489c-b3e6-4545-b17f-a860a7a148c8 req-4f8968a1-2c38-4e25-b942-f08e08bb4e1d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0418823 Feb 28 17:30:22.992418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:30:22.992824 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (ea9b49b9-9748-4558-98f9-1f3208b1f828), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:30:22.994587 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:30:23.007521 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f864bea6-0526-4041-8bd1-e6467eb6be3e req-fbb91a9f-0c53-47bd-8144-007dc1536b4d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289856 Feb 28 17:30:23.015597 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-82fdf296-85c4-48a0-b6fa-d6ac8cb278e5 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (d427ea91-7321-411a-bc64-ff6bc28f9ced), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.030519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6867e6-7b2a-4e58-aff9-cb004fc1cbbb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:23.040138 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4d6867e6-7b2a-4e58-aff9-cb004fc1cbbb tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&device_id=fef928c8-4ace-4326-800b-d5eef9856902&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0834682 Feb 28 17:30:23.043414 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33366) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:23.104057 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.171701 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f95e25dd-2579-4170-a7c6-41c7691bb72e req-070d562a-271b-4af0-a5ad-a0fc6ca449c2 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0591869 Feb 28 17:30:23.171701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-82fdf296-85c4-48a0-b6fa-d6ac8cb278e5 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d427ea91-7321-411a-bc64-ff6bc28f9ced), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.185552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:23.185737 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.187420 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] 10.222.0.73 "PUT /v2.0/ports/ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 200 len: 1097 time: 3.0834231 Feb 28 17:30:23.235538 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abc15c-d63b-404d-98c4-a80204b3be2e service neutron] Pushing event updated for resources: {'Port': ['ID=ed8ac663-8c4e-410b-b4df-29f442bb7c10,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:23.244336 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdf296-85c4-48a0-b6fa-d6ac8cb278e5 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d427ea91-7321-411a-bc64-ff6bc28f9ced,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:23.259656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f818e176-9723-44ad-9d1d-cd2e0e2f4532 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:23.261365 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f818e176-9723-44ad-9d1d-cd2e0e2f4532 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 881 time: 0.2166424 Feb 28 17:30:23.264289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33372) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:23.282351 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (01ea3ca2-f493-4cde-881c-d4403fda0a8b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.288836 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.297172 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] 10.222.0.72 "DELETE /v2.0/networks/01ea3ca2-f493-4cde-881c-d4403fda0a8b HTTP/1.1" status: 204 len: 168 time: 1.4687097 Feb 28 17:30:23.297632 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d5fe41e4-1baf-432e-bcdf-a6b66f2bd5a5 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "GET /v2.0/ports?device_id=fef928c8-4ace-4326-800b-d5eef9856902 HTTP/1.1" status: 200 len: 205 time: 0.0322046 Feb 28 17:30:23.302107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33376) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:23.315339 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-82fdf296-85c4-48a0-b6fa-d6ac8cb278e5 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.317865 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-82fdf296-85c4-48a0-b6fa-d6ac8cb278e5 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8028140 Feb 28 17:30:23.322365 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193a832-60b4-4b47-90ce-7fd868f14f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=01ea3ca2-f493-4cde-881c-d4403fda0a8b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:23.330961 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33378) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:23.338013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d7ace018-5ca9-4c31-996f-02e02615be85 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:23.338660 n-d-820368-19 neutron-server[104247]: WARNING neutron.api.v2.base [None req-d7ace018-5ca9-4c31-996f-02e02615be85 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 17:30:23.339797 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-d7ace018-5ca9-4c31-996f-02e02615be85 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 17:30:23.340975 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d7ace018-5ca9-4c31-996f-02e02615be85 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "PUT /v2.0/security-groups/d427ea91-7321-411a-bc64-ff6bc28f9ced HTTP/1.1" status: 409 len: 330 time: 0.0083787 Feb 28 17:30:23.343899 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33380) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:23.395356 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:30:23.400000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device e1e6f036-8388-40d0-8153-5cd43a86f4bd no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:30:23.426755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: e1e6f036-8388-40d0-8153-5cd43a86f4bd {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:30:23.427108 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device e1e6f036-8388-40d0-8153-5cd43a86f4bd not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:30:23.434442 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f760130-ca8d-4be9-8537-249e26b35a25 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (d427ea91-7321-411a-bc64-ff6bc28f9ced), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.461547 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f760130-ca8d-4be9-8537-249e26b35a25 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (d427ea91-7321-411a-bc64-ff6bc28f9ced), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.476326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-18075fd8-8d9a-419b-a0b6-1a237dd0f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:23.478842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-18075fd8-8d9a-419b-a0b6-1a237dd0f1a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 1131 time: 0.1178997 Feb 28 17:30:23.527129 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (fef928c8-4ace-4326-800b-d5eef9856902), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.530726 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-d65434da-9b22-4bd2-ad77-0e620cf3782c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 200 len: 217 time: 0.0428655 Feb 28 17:30:23.569691 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f760130-ca8d-4be9-8537-249e26b35a25 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d427ea91-7321-411a-bc64-ff6bc28f9ced), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.572436 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f760130-ca8d-4be9-8537-249e26b35a25 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.573662 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1f760130-ca8d-4be9-8537-249e26b35a25 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "DELETE /v2.0/security-groups/d427ea91-7321-411a-bc64-ff6bc28f9ced HTTP/1.1" status: 204 len: 168 time: 0.2282562 Feb 28 17:30:23.578145 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33382) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:23.589520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f760130-ca8d-4be9-8537-249e26b35a25 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d427ea91-7321-411a-bc64-ff6bc28f9ced,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:23.643201 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-96e2a534-477a-44bf-9865-1f0d9f1e779d tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0631714 Feb 28 17:30:23.643201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33386) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:23.656933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-42d3af33-eb02-4d77-a68f-6ff61634c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:23.658436 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-42d3af33-eb02-4d77-a68f-6ff61634c269 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0969579 Feb 28 17:30:23.659048 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-3c65886f-2d74-4e99-87fb-b04f5a4e727c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] delete failed (client error): The resource could not be found. Feb 28 17:30:23.664953 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3c65886f-2d74-4e99-87fb-b04f5a4e727c tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "DELETE /v2.0/security-groups/57337e44-cb18-40c4-90b3-fd4fabcdc5c6 HTTP/1.1" status: 404 len: 347 time: 0.0205762 Feb 28 17:30:23.665595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33390) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:23.683407 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-6139714f-5fde-41e3-a771-2866973d161e tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] show failed (client error): The resource could not be found. Feb 28 17:30:23.684369 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6139714f-5fde-41e3-a771-2866973d161e tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "GET /v2.0/security-groups/b350863b-e553-4eb9-95ba-5ab670491c42 HTTP/1.1" status: 404 len: 347 time: 0.0177593 Feb 28 17:30:23.689380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33392) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:23.716361 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-dc73eca2-bff9-4ead-acd0-ca464b04ee67 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] show failed (client error): The resource could not be found. Feb 28 17:30:23.716361 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dc73eca2-bff9-4ead-acd0-ca464b04ee67 tempest-NegativeSecGroupTest-1524428060 tempest-NegativeSecGroupTest-1524428060-project] 10.222.0.72 "GET /v2.0/security-group-rules/f1fa0816-6367-45b9-80f5-13a9d630271b HTTP/1.1" status: 404 len: 356 time: 0.0250931 Feb 28 17:30:23.753434 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (fef928c8-4ace-4326-800b-d5eef9856902), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.753642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33396) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:23.777727 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-2ea2d223-8673-44ee-9639-f63fefcdba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:23.779378 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-2ea2d223-8673-44ee-9639-f63fefcdba6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1145356 Feb 28 17:30:23.793412 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdc4ba-cc53-4119-aaff-cbf493c69d20 req-238b675d-cd74-4a57-82ea-243c2279dec4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:23.795069 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eabdc4ba-cc53-4119-aaff-cbf493c69d20 req-238b675d-cd74-4a57-82ea-243c2279dec4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 948 time: 0.0980811 Feb 28 17:30:23.814031 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3fb85659-869d-436a-b7b9-64549f3607cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=62c58d43d61945d88652659b1228e47a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0569057 Feb 28 17:30:23.820043 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7f1d5-4f7b-4dd1-bb70-c403e197f864 req-c5a678a5-f1e9-4edb-a52a-cecb0d62d61e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:23.821521 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95c7f1d5-4f7b-4dd1-bb70-c403e197f864 req-c5a678a5-f1e9-4edb-a52a-cecb0d62d61e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.1093636 Feb 28 17:30:23.822052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33398) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:23.901373 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95c7f1d5-4f7b-4dd1-bb70-c403e197f864 req-2b05218a-af8d-4a62-af6a-83dd8763de4c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721366 Feb 28 17:30:23.907974 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c0a337c-4adb-494c-a42e-9231db73eee2 admin admin] Publish callbacks [] for security_group (0d1a24be-cb0b-4b3e-b505-e6d7c81d16d0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.951811 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eabdc4ba-cc53-4119-aaff-cbf493c69d20 req-62ae6c83-efe7-4a84-a5b7-a71c39163abd tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462803 Feb 28 17:30:23.952008 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c0a337c-4adb-494c-a42e-9231db73eee2 admin admin] Publish callbacks [] for security_group (0d1a24be-cb0b-4b3e-b505-e6d7c81d16d0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:23.961732 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-eb63b936-43c2-41bd-b8bb-838adb242243 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637070 Feb 28 17:30:23.964551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33402) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:24.001336 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Deleting port a09a20dc-96a0-430f-a2fd-7c2717df2de9 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:24.001690 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a09a20dc-96a0-430f-a2fd-7c2717df2de9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.106454 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c54c12-f6ed-41bb-aa1d-70adab653d6e admin admin] Deleting subnet b7fb7191-23f7-4e4b-8763-5d2c4f5837c7 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:30:24.113385 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01c54c12-f6ed-41bb-aa1d-70adab653d6e admin admin] Publish callbacks [] for subnet (b7fb7191-23f7-4e4b-8763-5d2c4f5837c7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.115143 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c0a337c-4adb-494c-a42e-9231db73eee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0d1a24be-cb0b-4b3e-b505-e6d7c81d16d0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.117665 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c0a337c-4adb-494c-a42e-9231db73eee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.121244 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8c0a337c-4adb-494c-a42e-9231db73eee2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d1a24be-cb0b-4b3e-b505-e6d7c81d16d0 HTTP/1.1" status: 204 len: 168 time: 0.2957988 Feb 28 17:30:24.131234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a337c-4adb-494c-a42e-9231db73eee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1a24be-cb0b-4b3e-b505-e6d7c81d16d0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:24.173571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffab3a5-b9a7-4c45-bc20-b56fd903f8bc req-397b825e-9081-45be-aa65-b5633d62f4fc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:24.181575 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bffab3a5-b9a7-4c45-bc20-b56fd903f8bc req-397b825e-9081-45be-aa65-b5633d62f4fc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.0983453 Feb 28 17:30:24.192670 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01c54c12-f6ed-41bb-aa1d-70adab653d6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (b7fb7191-23f7-4e4b-8763-5d2c4f5837c7), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.210325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33412) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:24.215997 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a09a20dc-96a0-430f-a2fd-7c2717df2de9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.222949 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35e3de31-9d31-453f-91b2-81caaaf3cdaf req-d1e189b6-b022-45d8-a368-8dab2db33169 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498338 Feb 28 17:30:24.238432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Calling delete_port for a09a20dc-96a0-430f-a2fd-7c2717df2de9 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:24.258769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bffab3a5-b9a7-4c45-bc20-b56fd903f8bc req-f5920711-d952-4d96-9a80-b1c3c3420b94 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740545 Feb 28 17:30:24.259561 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01c54c12-f6ed-41bb-aa1d-70adab653d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (b7fb7191-23f7-4e4b-8763-5d2c4f5837c7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.389494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:30:24.391745 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1826c02-48f6-403d-b15d-65ce193fc410" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:30:24.398002 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fe030c6d-bf0b-47fe-8bf2-6f400a35a51d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fc2a79b2e5414cbaaa76fac8373657ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854045 Feb 28 17:30:24.400389 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33420) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:24.446780 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8de8ada-bad4-485d-9b0d-dca74d87d319 x-openstack-request-id: req-b8de8ada-bad4-485d-9b0d-dca74d87d319 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:30:24.447086 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:30:24.447339 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b8de8ada-bad4-485d-9b0d-dca74d87d319 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:30:24.447732 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'status': 'completed', 'code': 200} Feb 28 17:30:24.452372 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01c54c12-f6ed-41bb-aa1d-70adab653d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (b7fb7191-23f7-4e4b-8763-5d2c4f5837c7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.469772 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc85b45a-ad8b-4826-87f4-84542edd58eb admin admin] Publish callbacks [] for security_group (7bf45b9d-8555-4a9f-8689-2a73556202d2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.492244 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc85b45a-ad8b-4826-87f4-84542edd58eb admin admin] Publish callbacks [] for security_group (7bf45b9d-8555-4a9f-8689-2a73556202d2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.496135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c54c12-f6ed-41bb-aa1d-70adab653d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7fb7191-23f7-4e4b-8763-5d2c4f5837c7,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:24.499828 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01c54c12-f6ed-41bb-aa1d-70adab653d6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.508988 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-01c54c12-f6ed-41bb-aa1d-70adab653d6e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b7fb7191-23f7-4e4b-8763-5d2c4f5837c7 HTTP/1.1" status: 204 len: 168 time: 0.5371478 Feb 28 17:30:24.509546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33422) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:24.552555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826c02-48f6-403d-b15d-65ce193fc410 req-10fb06d0-b495-4093-bdd2-f84adbdeb102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:24.554784 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1826c02-48f6-403d-b15d-65ce193fc410 req-10fb06d0-b495-4093-bdd2-f84adbdeb102 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 1131 time: 0.0699966 Feb 28 17:30:24.619733 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (a09a20dc-96a0-430f-a2fd-7c2717df2de9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.662392 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Pushing event deleted for resources: {'Port': ['ID=a09a20dc-96a0-430f-a2fd-7c2717df2de9,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:24.694287 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d04a626-dd96-40dc-b176-dc5e44825854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (ed8ab614-b8d5-4704-8421-4e44b1175e04), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.718385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd63d6a-842a-4218-81f6-0a2f7abe39bc req-22d4700a-3f9e-48a1-ac7d-c3745f098f8e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:24.719963 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-efd63d6a-842a-4218-81f6-0a2f7abe39bc req-22d4700a-3f9e-48a1-ac7d-c3745f098f8e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.1094174 Feb 28 17:30:24.756156 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826c02-48f6-403d-b15d-65ce193fc410 req-1a4e5e7a-1bb3-436e-91cf-1b014418e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:24.758122 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1826c02-48f6-403d-b15d-65ce193fc410 req-1a4e5e7a-1bb3-436e-91cf-1b014418e07c service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1973686 Feb 28 17:30:24.769369 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc85b45a-ad8b-4826-87f4-84542edd58eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7bf45b9d-8555-4a9f-8689-2a73556202d2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.769524 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (fef928c8-4ace-4326-800b-d5eef9856902), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.771933 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc85b45a-ad8b-4826-87f4-84542edd58eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.774391 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cc85b45a-ad8b-4826-87f4-84542edd58eb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7bf45b9d-8555-4a9f-8689-2a73556202d2 HTTP/1.1" status: 204 len: 168 time: 0.3730428 Feb 28 17:30:24.844352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85b45a-ad8b-4826-87f4-84542edd58eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf45b9d-8555-4a9f-8689-2a73556202d2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:24.864633 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d04a626-dd96-40dc-b176-dc5e44825854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (ed8ab614-b8d5-4704-8421-4e44b1175e04), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.872923 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1826c02-48f6-403d-b15d-65ce193fc410 req-6f9d6af6-0bee-49df-88b1-0b9efbdf1fd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 200 len: 217 time: 0.1047235 Feb 28 17:30:24.882720 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-efd63d6a-842a-4218-81f6-0a2f7abe39bc req-283de9a1-5e0e-4c4f-bfc3-2b97345550b6 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404054 Feb 28 17:30:24.891677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-9d04a626-dd96-40dc-b176-dc5e44825854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8ab614-b8d5-4704-8421-4e44b1175e04']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:24.915068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-9d04a626-dd96-40dc-b176-dc5e44825854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a08f9dd-683b-4265-9364-4ff91223ba37') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:24.915068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-9d04a626-dd96-40dc-b176-dc5e44825854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a08f9dd-683b-4265-9364-4ff91223ba37') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:24.949759 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d04a626-dd96-40dc-b176-dc5e44825854 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (4a08f9dd-683b-4265-9364-4ff91223ba37), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.969676 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d04a626-dd96-40dc-b176-dc5e44825854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (4a08f9dd-683b-4265-9364-4ff91223ba37), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:24.978759 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d04a626-dd96-40dc-b176-dc5e44825854 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:30:24.981031 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d04a626-dd96-40dc-b176-dc5e44825854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (4a08f9dd-683b-4265-9364-4ff91223ba37), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:30:25.065985 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:30:25.153482 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e7aaa-8e7d-491a-b1be-f1321e781a8d req-63050301-49b1-404e-8139-47b53f44b844 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:25.165275 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-017e7aaa-8e7d-491a-b1be-f1321e781a8d req-63050301-49b1-404e-8139-47b53f44b844 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 948 time: 0.0783186 Feb 28 17:30:25.188577 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d04a626-dd96-40dc-b176-dc5e44825854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (ed8ab614-b8d5-4704-8421-4e44b1175e04), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:25.204749 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d04a626-dd96-40dc-b176-dc5e44825854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:25.208895 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9d04a626-dd96-40dc-b176-dc5e44825854 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ed8ab614-b8d5-4704-8421-4e44b1175e04 HTTP/1.1" status: 204 len: 168 time: 0.6994619 Feb 28 17:30:25.248649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04a626-dd96-40dc-b176-dc5e44825854 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8ab614-b8d5-4704-8421-4e44b1175e04,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:25.269149 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (fef928c8-4ace-4326-800b-d5eef9856902), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:25.273996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c228df1-dbd7-4b05-bada-b34f42899358 req-86d0b51c-75a6-4313-b38e-891011691598 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0577347 Feb 28 17:30:25.274183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_controller (fef928c8-4ace-4326-800b-d5eef9856902), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:25.281377 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-017e7aaa-8e7d-491a-b1be-f1321e781a8d req-cae94f84-f089-4cf5-96f6-23ec259d0281 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136870 Feb 28 17:30:25.364085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826c02-48f6-403d-b15d-65ce193fc410 req-b1b77851-12c9-4f65-aeaa-436ffcc32899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:25.365757 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1826c02-48f6-403d-b15d-65ce193fc410 req-b1b77851-12c9-4f65-aeaa-436ffcc32899 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1370771 Feb 28 17:30:25.430919 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b5ff8-4538-43c5-8e88-61a2bf6b2b55 req-2d35a52d-0f6d-4eb3-b307-afdd8d5fdb67 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:25.432420 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-825b5ff8-4538-43c5-8e88-61a2bf6b2b55 req-2d35a52d-0f6d-4eb3-b307-afdd8d5fdb67 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.2053111 Feb 28 17:30:25.433890 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (fef928c8-4ace-4326-800b-d5eef9856902), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:25.434813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Fanout notify agent at l3_agent the message router_deleted on router fef928c8-4ace-4326-800b-d5eef9856902 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:30:25.457224 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:25.458335 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c2a92692-38ce-40c7-bf63-c1d816ea0cfa tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "DELETE /v2.0/routers/fef928c8-4ace-4326-800b-d5eef9856902 HTTP/1.1" status: 204 len: 168 time: 2.1551445 Feb 28 17:30:25.462332 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41fe724c-ecaa-476f-a858-1a7230f25cc4 req-6fc7e0c0-1a68-4165-bb7f-5002f766a5ec service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0484622 Feb 28 17:30:25.462931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33468) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:25.469776 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2130437194', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:25.514591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826c02-48f6-403d-b15d-65ce193fc410 req-715d9b2f-db90-4452-bc71-40a610ccb6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:25.516104 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1826c02-48f6-403d-b15d-65ce193fc410 req-715d9b2f-db90-4452-bc71-40a610ccb6d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1392448 Feb 28 17:30:25.535765 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-825b5ff8-4538-43c5-8e88-61a2bf6b2b55 req-6f37f0fe-8038-43ef-9a87-73ffb486bd58 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762391 Feb 28 17:30:25.579812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33470) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:25.597800 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (451e2887-f82a-4e95-b168-dd578bda78f6), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:25.598962 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (451e2887-f82a-4e95-b168-dd578bda78f6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:25.625985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1826c02-48f6-403d-b15d-65ce193fc410 req-9e0ebb47-77cd-41ce-8b8c-20acf9e988ba service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015069 Feb 28 17:30:25.682569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_controller (451e2887-f82a-4e95-b168-dd578bda78f6), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:25.687232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-46dd2bf1-b1fa-4aec-a72f-c860f8e43b5c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=97407bb153d048a1a28e3958f3841453&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1011059 Feb 28 17:30:25.689705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33474) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:25.741483 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1826c02-48f6-403d-b15d-65ce193fc410 req-621bef83-bb05-4720-aa1e-1c45841def89 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088593 Feb 28 17:30:25.849040 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-625e421d-58f0-41c0-9303-2ede0d490722 admin admin] Publish callbacks [] for security_group (72fe6820-9a8b-4fb3-85d1-8af2f044c0b5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:25.895088 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (451e2887-f82a-4e95-b168-dd578bda78f6), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:25.909337 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-625e421d-58f0-41c0-9303-2ede0d490722 admin admin] Publish callbacks [] for security_group (72fe6820-9a8b-4fb3-85d1-8af2f044c0b5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:26.042721 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-625e421d-58f0-41c0-9303-2ede0d490722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (72fe6820-9a8b-4fb3-85d1-8af2f044c0b5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:26.045303 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-625e421d-58f0-41c0-9303-2ede0d490722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:26.046617 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-625e421d-58f0-41c0-9303-2ede0d490722 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/72fe6820-9a8b-4fb3-85d1-8af2f044c0b5 HTTP/1.1" status: 204 len: 168 time: 0.3558259 Feb 28 17:30:26.064869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e421d-58f0-41c0-9303-2ede0d490722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fe6820-9a8b-4fb3-85d1-8af2f044c0b5,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:26.100311 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09497582-41aa-49a0-82f6-e7253646ecfc req-bab8c349-afa3-4d92-b731-4b8407523914 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:26.102062 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-09497582-41aa-49a0-82f6-e7253646ecfc req-bab8c349-afa3-4d92-b731-4b8407523914 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.1189353 Feb 28 17:30:26.177876 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-09497582-41aa-49a0-82f6-e7253646ecfc req-3cf4dc5d-a898-449e-9427-d70551d76b74 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621533 Feb 28 17:30:26.281555 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (451e2887-f82a-4e95-b168-dd578bda78f6), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:26.301149 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:26.429369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Allocated IP 172.25.3.152 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/d2c77a39-3ca8-4c3b-9401-a2e21416834b) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:26.456427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb461ef-1e4b-4fda-8a40-01c39ae5927e req-368ed312-1ebc-47b8-8270-c6d86cde0095 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:26.457963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ccb461ef-1e4b-4fda-8a40-01c39ae5927e req-368ed312-1ebc-47b8-8270-c6d86cde0095 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 948 time: 0.0855441 Feb 28 17:30:26.531728 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ccb461ef-1e4b-4fda-8a40-01c39ae5927e req-03e51787-bd18-4355-af43-5a3296ca2014 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572433 Feb 28 17:30:26.613640 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for port (d2c77a39-3ca8-4c3b-9401-a2e21416834b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:26.700113 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ef4fd-1adf-4a01-964b-78c0fe054352 req-88db64bc-c718-499f-9188-169a237ba44c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:26.702226 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d90ef4fd-1adf-4a01-964b-78c0fe054352 req-88db64bc-c718-499f-9188-169a237ba44c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.0683672 Feb 28 17:30:26.730094 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d2c77a39-3ca8-4c3b-9401-a2e21416834b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:26.760835 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d90ef4fd-1adf-4a01-964b-78c0fe054352 req-a2428071-3713-4810-9e27-5b53f27c378c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509789 Feb 28 17:30:26.769859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:26.773570 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:26.776042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:26.833312 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Pushing event updated for resources: {'Port': ['ID=d2c77a39-3ca8-4c3b-9401-a2e21416834b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:27.004798 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac7f87-bab8-4f9c-8c97-03f38f202012 req-9972397e-dd8f-4dde-b179-1e2a53bd3f88 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:27.006956 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3ac7f87-bab8-4f9c-8c97-03f38f202012 req-9972397e-dd8f-4dde-b179-1e2a53bd3f88 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.0817337 Feb 28 17:30:27.066401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3ac7f87-bab8-4f9c-8c97-03f38f202012 req-77a64523-83cd-47e6-a34d-fa66a0a0dca3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583897 Feb 28 17:30:27.215169 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (451e2887-f82a-4e95-b168-dd578bda78f6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:27.348740 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22e734ba-021f-4021-8a84-2536658e68f5 req-39f632c6-e64b-4142-b6ca-afa7afd33876 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0314245 Feb 28 17:30:27.516239 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cfd80bf9-d81d-454a-9d89-44cc12599cc5 req-26ef414b-ce15-4977-877a-1bbc19b213c3 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0326324 Feb 28 17:30:27.660728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33576) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:27.803118 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f07d4d29-ab14-4df7-ad4c-67530922bdbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:27.867378 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (451e2887-f82a-4e95-b168-dd578bda78f6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:27.955425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8c1ae-355c-4219-88c0-48e3b5d94e59 req-1bd4c829-0236-411d-b540-c075dd889fb1 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:27.957135 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3ea8c1ae-355c-4219-88c0-48e3b5d94e59 req-1bd4c829-0236-411d-b540-c075dd889fb1 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 948 time: 0.1629732 Feb 28 17:30:27.973270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397c18a-ea65-4484-be82-7778bbaea83c req-308c249c-819b-46ca-a231-0c5433be6192 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:27.974955 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7397c18a-ea65-4484-be82-7778bbaea83c req-308c249c-819b-46ca-a231-0c5433be6192 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.1040463 Feb 28 17:30:28.019141 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f07d4d29-ab14-4df7-ad4c-67530922bdbe admin admin] Publish callbacks [] for security_group (c099f5a1-7ad7-44fc-ae7e-d26725fb0d1c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:28.052525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7397c18a-ea65-4484-be82-7778bbaea83c req-eb63b11e-79da-45c9-bae0-a3be0ce4b666 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596526 Feb 28 17:30:28.063117 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3ea8c1ae-355c-4219-88c0-48e3b5d94e59 req-7e7d01dc-42e2-4a74-9218-117cf6de773f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904396 Feb 28 17:30:28.082916 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f07d4d29-ab14-4df7-ad4c-67530922bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c099f5a1-7ad7-44fc-ae7e-d26725fb0d1c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:28.128428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d4d29-ab14-4df7-ad4c-67530922bdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c099f5a1-7ad7-44fc-ae7e-d26725fb0d1c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:28.137972 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f07d4d29-ab14-4df7-ad4c-67530922bdbe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8ce9d101783047f7851d6c718aba9872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4750512 Feb 28 17:30:28.139485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33600) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:28.176050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Router 451e2887-f82a-4e95-b168-dd578bda78f6 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:30:28.226486 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-78fbb5d0-2228-4d13-8bfa-e0976d77115a admin admin] Publish callbacks [] for security_group (c099f5a1-7ad7-44fc-ae7e-d26725fb0d1c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:28.254369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b09c13-965e-4cdd-9e13-0008b334e4d9 req-4235ddb2-0be9-40a8-9cda-b731dd2787ec tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:28.255888 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c6b09c13-965e-4cdd-9e13-0008b334e4d9 req-4235ddb2-0be9-40a8-9cda-b731dd2787ec tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.0918710 Feb 28 17:30:28.267084 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-78fbb5d0-2228-4d13-8bfa-e0976d77115a admin admin] Publish callbacks [] for security_group (c099f5a1-7ad7-44fc-ae7e-d26725fb0d1c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:28.305410 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ed8ac663-8c4e-410b-b4df-29f442bb7c10 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:30:28.346054 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c6b09c13-965e-4cdd-9e13-0008b334e4d9 req-80855e4b-72e2-41e4-bf48-857aaf2b514d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817962 Feb 28 17:30:28.366164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:30:28.380408 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a150f9-6a56-441c-95df-216752198408 None None] Sync routers for ids ['451e2887-f82a-4e95-b168-dd578bda78f6'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:30:28.393347 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a150f9-6a56-441c-95df-216752198408 None None] Routers {'451e2887-f82a-4e95-b168-dd578bda78f6'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:28.394256 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-23a150f9-6a56-441c-95df-216752198408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['451e2887-f82a-4e95-b168-dd578bda78f6'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:28.454853 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:28.464810 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-78fbb5d0-2228-4d13-8bfa-e0976d77115a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c099f5a1-7ad7-44fc-ae7e-d26725fb0d1c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:28.467962 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-78fbb5d0-2228-4d13-8bfa-e0976d77115a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:28.469262 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-78fbb5d0-2228-4d13-8bfa-e0976d77115a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c099f5a1-7ad7-44fc-ae7e-d26725fb0d1c HTTP/1.1" status: 204 len: 168 time: 0.3283849 Feb 28 17:30:28.478056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'mac_address': 'fa:16:3e:e2:31:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:30:28.485147 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbb5d0-2228-4d13-8bfa-e0976d77115a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c099f5a1-7ad7-44fc-ae7e-d26725fb0d1c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:28.500097 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:28.503184 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-29171542-7cf9-4d31-b196-3ec42784a399 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0386815 Feb 28 17:30:28.505883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33612) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:28.519347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:28.545038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ed8ac663-8c4e-410b-b4df-29f442bb7c10 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:28.545038 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:28.566186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8ac663-8c4e-410b-b4df-29f442bb7c10 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:30:28.594223 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-23a150f9-6a56-441c-95df-216752198408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:28.609102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:28.618806 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a150f9-6a56-441c-95df-216752198408 None None] Routers {'451e2887-f82a-4e95-b168-dd578bda78f6'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:28.619415 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-23a150f9-6a56-441c-95df-216752198408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['451e2887-f82a-4e95-b168-dd578bda78f6'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:28.652281 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-23a150f9-6a56-441c-95df-216752198408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:28.652904 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a150f9-6a56-441c-95df-216752198408 None None] The sync data for ids ['451e2887-f82a-4e95-b168-dd578bda78f6'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:30:28.716331 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:28.794582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ed8ac663-8c4e-410b-b4df-29f442bb7c10,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:28.886485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33626) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:28.978631 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (451e2887-f82a-4e95-b168-dd578bda78f6), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:29.051364 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ba03aec-0811-4ecf-94ab-8e4c930ab3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:29.082978 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_gateway (451e2887-f82a-4e95-b168-dd578bda78f6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:29.145117 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['ed8ac663-8c4e-410b-b4df-29f442bb7c10'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:30:29.155375 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ba03aec-0811-4ecf-94ab-8e4c930ab3a3 admin admin] Publish callbacks [] for security_group (2f271660-96a2-4067-89ac-e318ff69d761), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:29.249906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Deleting port d2c77a39-3ca8-4c3b-9401-a2e21416834b {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:29.254566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ba03aec-0811-4ecf-94ab-8e4c930ab3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2f271660-96a2-4067-89ac-e318ff69d761), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:29.264452 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d2c77a39-3ca8-4c3b-9401-a2e21416834b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:29.385277 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d2c77a39-3ca8-4c3b-9401-a2e21416834b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:29.401429 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Calling delete_port for d2c77a39-3ca8-4c3b-9401-a2e21416834b owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:29.494031 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8ba03aec-0811-4ecf-94ab-8e4c930ab3a3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=78b3bb69cabb4a1cb72095440b445839&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6064003 Feb 28 17:30:29.497111 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba03aec-0811-4ecf-94ab-8e4c930ab3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f271660-96a2-4067-89ac-e318ff69d761,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:29.508296 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33650) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:29.509400 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33652) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:29.610769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d9b532b-2006-4e38-861d-e844441b50ee req-19c010d7-6c12-4dda-aeaf-9da4ec1876b2 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0894129 Feb 28 17:30:29.647234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ac614-8a49-4edf-a3a8-69a8fff59667 req-0e39fc48-dbdb-4c0f-80e2-90f4dd4efc99 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:29.652329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aac9b6-3e9f-4735-8ba7-96ba869b2b5f req-11a85ced-fc03-4c5d-8f0f-e9c46c7c661b tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:29.653822 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-41aac9b6-3e9f-4735-8ba7-96ba869b2b5f req-11a85ced-fc03-4c5d-8f0f-e9c46c7c661b tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.4449923 Feb 28 17:30:29.664680 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce4ac614-8a49-4edf-a3a8-69a8fff59667 req-0e39fc48-dbdb-4c0f-80e2-90f4dd4efc99 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 949 time: 0.3830457 Feb 28 17:30:29.713778 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e6175e2-9474-4026-943a-1baf49b0acfa admin admin] Publish callbacks [] for security_group (2f271660-96a2-4067-89ac-e318ff69d761), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:29.761310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce4ac614-8a49-4edf-a3a8-69a8fff59667 req-d42e5716-f1f9-4d05-9a87-6f169924abe3 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956397 Feb 28 17:30:29.763999 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e6175e2-9474-4026-943a-1baf49b0acfa admin admin] Publish callbacks [] for security_group (2f271660-96a2-4067-89ac-e318ff69d761), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:29.825390 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-41aac9b6-3e9f-4735-8ba7-96ba869b2b5f req-07688a04-a452-483d-b229-55c9a57d5205 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858319 Feb 28 17:30:29.849165 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f828-16cd-4dc1-a0f8-7a501dca8402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:29.887657 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7da2f0b0-d845-4b0a-b132-ab51f3c5d226 req-0236d75c-be94-47e1-9f7a-b42047b9a45d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0941374 Feb 28 17:30:29.990584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d429006-c638-49d7-9efb-5daacc0dc696 req-6ce1d8bf-bd16-4b9a-852e-bdbc58cf5794 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:29.994524 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d429006-c638-49d7-9efb-5daacc0dc696 req-6ce1d8bf-bd16-4b9a-852e-bdbc58cf5794 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.1427152 Feb 28 17:30:30.032986 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d2c77a39-3ca8-4c3b-9401-a2e21416834b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.047951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d429006-c638-49d7-9efb-5daacc0dc696 req-998f9836-0ae6-47c4-a557-b966951eb6e5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490191 Feb 28 17:30:30.068986 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Pushing event deleted for resources: {'Port': ['ID=d2c77a39-3ca8-4c3b-9401-a2e21416834b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:30.074799 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e6175e2-9474-4026-943a-1baf49b0acfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2f271660-96a2-4067-89ac-e318ff69d761), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.077459 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e6175e2-9474-4026-943a-1baf49b0acfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.078698 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5e6175e2-9474-4026-943a-1baf49b0acfa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2f271660-96a2-4067-89ac-e318ff69d761 HTTP/1.1" status: 204 len: 168 time: 0.5664120 Feb 28 17:30:30.080538 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33668) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:30.151727 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6175e2-9474-4026-943a-1baf49b0acfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f271660-96a2-4067-89ac-e318ff69d761,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:30.161065 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (451e2887-f82a-4e95-b168-dd578bda78f6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.195870 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f828-16cd-4dc1-a0f8-7a501dca8402 admin admin] Publish callbacks [] for security_group (8a1a31ac-0c9f-485e-bd91-2f773be3c125), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.264560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-189955293-network', 'tenant_id': '71bce4d668634e5d893981794d3ba01a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:30.269699 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f828-16cd-4dc1-a0f8-7a501dca8402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8a1a31ac-0c9f-485e-bd91-2f773be3c125), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.312669 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ba67f433-1217-4d5e-bab0-adb685a8523e details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:30:30.328613 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0f828-16cd-4dc1-a0f8-7a501dca8402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1a31ac-0c9f-485e-bd91-2f773be3c125,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:30.385142 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e9e0f828-16cd-4dc1-a0f8-7a501dca8402 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c7e5c8f4bcd4b53b370d0e7a6d3169d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8645096 Feb 28 17:30:30.387648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33676) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:30.428996 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ba67f433-1217-4d5e-bab0-adb685a8523e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ba67f433-1217-4d5e-bab0-adb685a8523e,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:30.443456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'ba67f433-1217-4d5e-bab0-adb685a8523e', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'port_id': 'ba67f433-1217-4d5e-bab0-adb685a8523e', 'mac_address': 'fa:16:3e:b7:f2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:30:30.473480 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Made reservation on behalf of 71bce4d668634e5d893981794d3ba01a for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:30:30.475880 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.484455 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (451e2887-f82a-4e95-b168-dd578bda78f6), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.492546 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (451e2887-f82a-4e95-b168-dd578bda78f6), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.514079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ba67f433-1217-4d5e-bab0-adb685a8523e is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:30.514795 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.516250 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.537701 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba67f433-1217-4d5e-bab0-adb685a8523e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:30:30.548145 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e572558d-e9de-4dc6-8cfe-2f8abeb2e725 admin admin] Publish callbacks [] for security_group (8a1a31ac-0c9f-485e-bd91-2f773be3c125), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.564964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ba67f433-1217-4d5e-bab0-adb685a8523e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ba67f433-1217-4d5e-bab0-adb685a8523e,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:30.593143 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e572558d-e9de-4dc6-8cfe-2f8abeb2e725 admin admin] Publish callbacks [] for security_group (8a1a31ac-0c9f-485e-bd91-2f773be3c125), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.638091 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.660632 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Router 451e2887-f82a-4e95-b168-dd578bda78f6 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:30:30.697375 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Publish callbacks [] for security_group (f7aebf6c-1cc5-4ccc-8c1d-278d5a844688), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.719982 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ba67f433-1217-4d5e-bab0-adb685a8523e,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:30.762097 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:30:30.769181 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e572558d-e9de-4dc6-8cfe-2f8abeb2e725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8a1a31ac-0c9f-485e-bd91-2f773be3c125), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.771771 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e572558d-e9de-4dc6-8cfe-2f8abeb2e725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.772868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f024d-503b-45fd-ada5-4e2b1d5a3b47 None None] Sync routers for ids ['451e2887-f82a-4e95-b168-dd578bda78f6'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:30:30.774980 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.776591 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2ebbf72d-116e-474d-977c-a5d758dfbdd4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "PUT /v2.0/routers/451e2887-f82a-4e95-b168-dd578bda78f6 HTTP/1.1" status: 200 len: 710 time: 2.2690601 Feb 28 17:30:30.778729 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e572558d-e9de-4dc6-8cfe-2f8abeb2e725 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a1a31ac-0c9f-485e-bd91-2f773be3c125 HTTP/1.1" status: 204 len: 168 time: 0.3860271 Feb 28 17:30:30.779125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33686) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:30.788003 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572558d-e9de-4dc6-8cfe-2f8abeb2e725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1a31ac-0c9f-485e-bd91-2f773be3c125,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:30.810292 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['ba67f433-1217-4d5e-bab0-adb685a8523e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:30:30.826302 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f7aebf6c-1cc5-4ccc-8c1d-278d5a844688), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.836437 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f024d-503b-45fd-ada5-4e2b1d5a3b47 None None] Routers {'451e2887-f82a-4e95-b168-dd578bda78f6'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:30.839963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-656f024d-503b-45fd-ada5-4e2b1d5a3b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['451e2887-f82a-4e95-b168-dd578bda78f6'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:30.886089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:30:30.901498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:30.922476 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:30.922949 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Added segment b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc of type vlan for network 70d9d4f9-19ac-492d-b119-3e433e5efb66 Feb 28 17:30:31.001358 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d41b9e1b-b690-417f-88fd-cf36aa8ef788 tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/routers/451e2887-f82a-4e95-b168-dd578bda78f6 HTTP/1.1" status: 200 len: 745 time: 0.2187295 Feb 28 17:30:31.001958 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33696) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:31.004734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-656f024d-503b-45fd-ada5-4e2b1d5a3b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:31.055979 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f024d-503b-45fd-ada5-4e2b1d5a3b47 None None] Routers {'451e2887-f82a-4e95-b168-dd578bda78f6'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:31.056755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-656f024d-503b-45fd-ada5-4e2b1d5a3b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['451e2887-f82a-4e95-b168-dd578bda78f6'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:31.062177 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2ce64791-20d2-4a54-9dee-c838b8ccd1fd tempest-RoutersIpV6AdminTest-1464869935 tempest-RoutersIpV6AdminTest-1464869935-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&device_id=451e2887-f82a-4e95-b168-dd578bda78f6 HTTP/1.1" status: 200 len: 205 time: 0.0572412 Feb 28 17:30:31.062762 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (70d9d4f9-19ac-492d-b119-3e433e5efb66), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:31.062882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33698) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:31.098509 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4bf69c10-f1de-4428-94ac-266987a8f67f tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "GET /v2.0/ports?device_id=451e2887-f82a-4e95-b168-dd578bda78f6 HTTP/1.1" status: 200 len: 205 time: 0.0345175 Feb 28 17:30:31.099095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33702) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:31.143267 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96528324-6745-4da1-9db7-1d6ef2fe440a req-ff1d0788-045c-4bce-83a7-3d6c750e406e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:31.150720 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96528324-6745-4da1-9db7-1d6ef2fe440a req-ff1d0788-045c-4bce-83a7-3d6c750e406e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.1674900 Feb 28 17:30:31.177895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-656f024d-503b-45fd-ada5-4e2b1d5a3b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:31.177895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f024d-503b-45fd-ada5-4e2b1d5a3b47 None None] The sync data for ids ['451e2887-f82a-4e95-b168-dd578bda78f6'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:30:31.190592 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d27a2ce0-3e2f-4bdc-ac23-cfb6b2ad212b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (451e2887-f82a-4e95-b168-dd578bda78f6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:31.217593 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96528324-6745-4da1-9db7-1d6ef2fe440a req-de11467e-4426-40de-b3b8-4687e8ac1ee3 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659890 Feb 28 17:30:31.277131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa6ca6-710f-493a-a308-6616cda9aab2 req-dcc06863-f5ab-4298-8b43-4e69e68066dd tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:31.278777 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22fa6ca6-710f-493a-a308-6616cda9aab2 req-dcc06863-f5ab-4298-8b43-4e69e68066dd tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 949 time: 0.3599799 Feb 28 17:30:31.388832 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d27a2ce0-3e2f-4bdc-ac23-cfb6b2ad212b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (451e2887-f82a-4e95-b168-dd578bda78f6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:31.390431 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (70d9d4f9-19ac-492d-b119-3e433e5efb66), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:31.391635 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:31.392272 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:31.393498 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d27a2ce0-3e2f-4bdc-ac23-cfb6b2ad212b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router_controller (451e2887-f82a-4e95-b168-dd578bda78f6), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:31.466555 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22fa6ca6-710f-493a-a308-6616cda9aab2 req-b84f21e7-2c7f-4a44-a55e-2b37a5fce48d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575642 Feb 28 17:30:31.548852 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Pushing event updated for resources: {'Network': ['ID=70d9d4f9-19ac-492d-b119-3e433e5efb66,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:31.557651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5fb5d-508e-494e-891e-2c3efc717bfd req-dbd5b9c1-1724-43e2-b8c6-915857f053f7 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:31.558155 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d27a2ce0-3e2f-4bdc-ac23-cfb6b2ad212b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (451e2887-f82a-4e95-b168-dd578bda78f6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:31.558746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27a2ce0-3e2f-4bdc-ac23-cfb6b2ad212b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Fanout notify agent at l3_agent the message router_deleted on router 451e2887-f82a-4e95-b168-dd578bda78f6 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:30:31.559199 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80c5fb5d-508e-494e-891e-2c3efc717bfd req-dbd5b9c1-1724-43e2-b8c6-915857f053f7 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 945 time: 0.2554092 Feb 28 17:30:31.566461 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4813032 Feb 28 17:30:31.570182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33714) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:31.574633 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-86c37dde-4115-4e77-ae5b-b06070345cfd admin admin] Request body: {'subnet': {'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-189955293-subnet', 'tenant_id': '71bce4d668634e5d893981794d3ba01a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:31.576846 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d27a2ce0-3e2f-4bdc-ac23-cfb6b2ad212b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:31.578971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d27a2ce0-3e2f-4bdc-ac23-cfb6b2ad212b tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "DELETE /v2.0/routers/451e2887-f82a-4e95-b168-dd578bda78f6 HTTP/1.1" status: 204 len: 168 time: 0.4768524 Feb 28 17:30:31.580867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:31.580867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:31.580867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:31.581233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:31.581416 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:31.581749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:31.582108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:31.582440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:31.582767 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:31.583093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:31.583796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:31.587409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:31.587409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577012e-839d-497d-83e4-86cc4a2c0e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:31.588069 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33716) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:31.602872 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 70d9d4f9-19ac-492d-b119-3e433e5efb66 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:30:31.626303 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33718) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:31.676791 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80c5fb5d-508e-494e-891e-2c3efc717bfd req-c3560dae-5ccf-4f8f-847e-baebe633b478 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079419 Feb 28 17:30:31.683046 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6c12b6f0-ef29-4be7-9be2-bbd2200418bb tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "GET /v2.0/ports?device_id=451e2887-f82a-4e95-b168-dd578bda78f6 HTTP/1.1" status: 200 len: 205 time: 0.0963781 Feb 28 17:30:31.685710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33722) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:31.689204 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-796d86d9-1cb4-416f-bb93-af2a62867833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:31.743765 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-c0f25f84-928d-475c-b9d9-d75e40114dea tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] delete failed (client error): The resource could not be found. Feb 28 17:30:31.745629 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c0f25f84-928d-475c-b9d9-d75e40114dea tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "DELETE /v2.0/routers/451e2887-f82a-4e95-b168-dd578bda78f6 HTTP/1.1" status: 404 len: 336 time: 0.0578384 Feb 28 17:30:31.747643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33724) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:31.764273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c37dde-4115-4e77-ae5b-b06070345cfd admin admin] Made reservation on behalf of 71bce4d668634e5d893981794d3ba01a for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:30:31.769110 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-86c37dde-4115-4e77-ae5b-b06070345cfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:31.792656 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33726) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:31.796895 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6f9c669a-2308-4df1-8cc7-eaf4bd6776c7 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "GET /v2.0/ports?device_id=fef928c8-4ace-4326-800b-d5eef9856902 HTTP/1.1" status: 200 len: 205 time: 0.0472054 Feb 28 17:30:31.810629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33728) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:31.909885 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-ae9055dc-f2dc-4d94-bfb9-073261ef1f32 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] delete failed (client error): The resource could not be found. Feb 28 17:30:31.911260 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ae9055dc-f2dc-4d94-bfb9-073261ef1f32 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "DELETE /v2.0/routers/fef928c8-4ace-4326-800b-d5eef9856902 HTTP/1.1" status: 404 len: 336 time: 0.0995798 Feb 28 17:30:31.913982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33736) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:31.921224 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7147e97c-9ab0-4f5b-a83f-ac47fad49c3d req-677864a5-7544-43c4-82f2-a3ae2221ea2b service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0495224 Feb 28 17:30:31.951871 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-368c4595-1168-4495-8150-80493bacdccd tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "GET /v2.0/ports?device_id=22110ccf-ae9b-4ad0-9b51-b2e524e7df2d HTTP/1.1" status: 200 len: 205 time: 0.0358236 Feb 28 17:30:31.954799 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33738) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:31.963485 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-796d86d9-1cb4-416f-bb93-af2a62867833 admin admin] Publish callbacks [] for security_group (23814cac-7e20-4fe7-abc2-676fbcea25b9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:31.967118 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-398903733-network', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:32.021190 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-d602cf27-c613-45c6-81d3-2791a936edf9 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] delete failed (client error): The resource could not be found. Feb 28 17:30:32.022203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d602cf27-c613-45c6-81d3-2791a936edf9 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "DELETE /v2.0/routers/22110ccf-ae9b-4ad0-9b51-b2e524e7df2d HTTP/1.1" status: 404 len: 336 time: 0.0662680 Feb 28 17:30:32.025713 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33740) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:32.059352 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-89f11aa4-eced-4d61-9c87-2b210666fe64 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "GET /v2.0/ports?device_id=227d9ddf-ca22-4916-9b91-4d21950d7a56 HTTP/1.1" status: 200 len: 205 time: 0.0322714 Feb 28 17:30:32.061680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33742) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:32.104587 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-cbda75ce-4894-4434-bb68-e706649d1cfd tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] delete failed (client error): The resource could not be found. Feb 28 17:30:32.106041 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cbda75ce-4894-4434-bb68-e706649d1cfd tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "DELETE /v2.0/routers/227d9ddf-ca22-4916-9b91-4d21950d7a56 HTTP/1.1" status: 404 len: 336 time: 0.0428112 Feb 28 17:30:32.108568 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33748) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:32.111989 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4c9ca546-8ae2-47ca-9615-9114c66fd60c req-aef89c81-cccd-4196-9b8a-c424154bf069 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0372062 Feb 28 17:30:32.122356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] Made reservation on behalf of ff2ef71884464902b3c3748d51422a36 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:30:32.125789 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.137915 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-796d86d9-1cb4-416f-bb93-af2a62867833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (23814cac-7e20-4fe7-abc2-676fbcea25b9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.144219 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.173791 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-86c37dde-4115-4e77-ae5b-b06070345cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (a23b1079-2719-418f-994e-e0cc3792a1b5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.181011 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-755c4443-196a-479e-9894-92954716b66f tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "GET /v2.0/ports?device_id=73a1583e-1ce9-4050-8ec4-c8f50e63058f HTTP/1.1" status: 200 len: 205 time: 0.0712957 Feb 28 17:30:32.184988 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33750) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:32.250869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c37dde-4115-4e77-ae5b-b06070345cfd admin admin] Checking segment: {'id': 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:32.251231 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c37dde-4115-4e77-ae5b-b06070345cfd admin admin] Network hostable DHCP agents. Network: 70d9d4f9-19ac-492d-b119-3e433e5efb66, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:30:32.253096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d86d9-1cb4-416f-bb93-af2a62867833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23814cac-7e20-4fe7-abc2-676fbcea25b9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:32.256813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c37dde-4115-4e77-ae5b-b06070345cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a23b1079-2719-418f-994e-e0cc3792a1b5,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:32.259577 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-6ae61547-fe93-4b10-a275-da246040b8bb tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] delete failed (client error): The resource could not be found. Feb 28 17:30:32.260491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6ae61547-fe93-4b10-a275-da246040b8bb tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "DELETE /v2.0/routers/73a1583e-1ce9-4050-8ec4-c8f50e63058f HTTP/1.1" status: 404 len: 336 time: 0.0718086 Feb 28 17:30:32.264537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33754) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:32.265033 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-796d86d9-1cb4-416f-bb93-af2a62867833 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5b194d786a534469ad3295f659bdb067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6237442 Feb 28 17:30:32.267723 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33756) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:32.309881 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9c3f4ba0-3f40-45c2-96fd-6d8d638767a4 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fa63d39-c360-4783-b7bf-368533301aa4 HTTP/1.1" status: 200 len: 205 time: 0.0407827 Feb 28 17:30:32.312434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33758) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:32.314988 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ed8ac663-8c4e-410b-b4df-29f442bb7c10 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:32.362928 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-0e20979c-af1c-4e08-bd6b-93c7817d065c tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] delete failed (client error): The resource could not be found. Feb 28 17:30:32.363997 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0e20979c-af1c-4e08-bd6b-93c7817d065c tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "DELETE /v2.0/routers/7fa63d39-c360-4783-b7bf-368533301aa4 HTTP/1.1" status: 404 len: 336 time: 0.0506561 Feb 28 17:30:32.367314 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84893be7-0e01-4dd9-ac08-8e1b085ef167 admin admin] Publish callbacks [] for security_group (23814cac-7e20-4fe7-abc2-676fbcea25b9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.367671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33760) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:32.394572 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] Publish callbacks [] for security_group (d0255d6f-6caf-4339-ab50-d0ec19b329d8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.398637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c37dde-4115-4e77-ae5b-b06070345cfd admin admin] Network 70d9d4f9-19ac-492d-b119-3e433e5efb66 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:30:32.401814 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-b557f998-7a1f-4a35-9c1f-cd0e27cef422 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] DELETE failed (client error): The resource could not be found. Feb 28 17:30:32.407656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b557f998-7a1f-4a35-9c1f-cd0e27cef422 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:30:32.407656 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b557f998-7a1f-4a35-9c1f-cd0e27cef422 tempest-RoutersIpV6AdminTest-456363929 tempest-RoutersIpV6AdminTest-456363929-project] 10.222.0.72 "DELETE /v2.0/subnets/10eecc42-0b2c-490a-bb35-e0e4fbc83616 HTTP/1.1" status: 404 len: 337 time: 0.0366724 Feb 28 17:30:32.433748 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84893be7-0e01-4dd9-ac08-8e1b085ef167 admin admin] Publish callbacks [] for security_group (23814cac-7e20-4fe7-abc2-676fbcea25b9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.455515 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d0255d6f-6caf-4339-ab50-d0ec19b329d8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.472971 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port ed8ac663-8c4e-410b-b4df-29f442bb7c10 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:30:32.473210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-86c37dde-4115-4e77-ae5b-b06070345cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 70d9d4f9-19ac-492d-b119-3e433e5efb66) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:32.479692 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port ed8ac663-8c4e-410b-b4df-29f442bb7c10 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:32.482147 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.482271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c37dde-4115-4e77-ae5b-b06070345cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:32.482271 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-86c37dde-4115-4e77-ae5b-b06070345cfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.488949 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b150998-8784-4000-b2ba-15f5551ba622 None None] Network 70d9d4f9-19ac-492d-b119-3e433e5efb66 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:30:32.508514 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:30:32.536027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3391b23-f5cb-40c7-93b5-cce473cfd313 req-0f50b70a-34cd-4b03-80cd-64f08478fbd5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:32.545801 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3391b23-f5cb-40c7-93b5-cce473cfd313 req-0f50b70a-34cd-4b03-80cd-64f08478fbd5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.1548667 Feb 28 17:30:32.547720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0255d6f-6caf-4339-ab50-d0ec19b329d8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:32.557557 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3a217c38-d414-470e-ab93-aff9f1d04bd7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.558080 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] Added segment 3a217c38-d414-470e-ab93-aff9f1d04bd7 of type vlan for network 198c7dae-55a7-4ae2-88af-338d9ce329b1 Feb 28 17:30:32.607649 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-86c37dde-4115-4e77-ae5b-b06070345cfd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0364244 Feb 28 17:30:32.614702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33766) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:32.621093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-189955293-router', 'tenant_id': '71bce4d668634e5d893981794d3ba01a', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:32.639067 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (198c7dae-55a7-4ae2-88af-338d9ce329b1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.665454 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3391b23-f5cb-40c7-93b5-cce473cfd313 req-d1d64da0-a468-4e7b-8b91-168cfde52c40 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186216 Feb 28 17:30:32.706060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6df32-bd28-43e7-8ef4-89c09885861c req-7811126c-1a41-4d4d-874e-fba066953ce9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:32.706060 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14f6df32-bd28-43e7-8ef4-89c09885861c req-7811126c-1a41-4d4d-874e-fba066953ce9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 949 time: 0.1395900 Feb 28 17:30:32.708714 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84893be7-0e01-4dd9-ac08-8e1b085ef167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (23814cac-7e20-4fe7-abc2-676fbcea25b9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.718791 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84893be7-0e01-4dd9-ac08-8e1b085ef167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.718932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13942e46-b587-4f67-85e6-28263c07c5c8 None None] Network 70d9d4f9-19ac-492d-b119-3e433e5efb66 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:30:32.723010 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-84893be7-0e01-4dd9-ac08-8e1b085ef167 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/23814cac-7e20-4fe7-abc2-676fbcea25b9 HTTP/1.1" status: 204 len: 168 time: 0.4540370 Feb 28 17:30:32.733699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84893be7-0e01-4dd9-ac08-8e1b085ef167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23814cac-7e20-4fe7-abc2-676fbcea25b9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:32.774534 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (198c7dae-55a7-4ae2-88af-338d9ce329b1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.777305 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:32.777305 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.791970 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ed8ac663-8c4e-410b-b4df-29f442bb7c10 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:32.792592 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.814049 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.815106 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.848962 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14f6df32-bd28-43e7-8ef4-89c09885861c req-6555475b-4586-48bd-8a4c-666880ecb762 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309378 Feb 28 17:30:32.899415 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:30:32.901762 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e843924-2955-451f-b502-3884eed3ac79" -d '{"events": [{"server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "name": "network-vif-plugged", "status": "completed", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:30:32.919622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:32.933351 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1371291 Feb 28 17:30:32.933489 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Publish callbacks [] for router_controller (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:32.933489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33776) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:32.939941 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3a6ee63f-f212-4f94-9a7c-1c26515c2967 admin admin] Request body: {'subnet': {'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-398903733-subnet', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:32.965576 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf09cfcb-29c0-4606-9cdd-10160904b481 x-openstack-request-id: req-bf09cfcb-29c0-4606-9cdd-10160904b481 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:30:32.966242 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "name": "network-vif-plugged", "status": "completed", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:30:32.966523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97961400-3aed-4590-9b8e-bd7fb8b146ac admin admin] Pushing event updated for resources: {'Network': ['ID=198c7dae-55a7-4ae2-88af-338d9ce329b1,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:32.966676 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf09cfcb-29c0-4606-9cdd-10160904b481 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:30:32.967176 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'code': 200} Feb 28 17:30:32.978441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 198c7dae-55a7-4ae2-88af-338d9ce329b1 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:30:32.990400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dad88-5f6e-4563-bb79-db8489288b17 req-3ba01157-c47a-431b-a0a5-df00d6ee69b0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:32.998409 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-632dad88-5f6e-4563-bb79-db8489288b17 req-3ba01157-c47a-431b-a0a5-df00d6ee69b0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 945 time: 0.1619461 Feb 28 17:30:33.039771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33778) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:33.057378 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:33.057378 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ba67f433-1217-4d5e-bab0-adb685a8523e up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:33.076642 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-632dad88-5f6e-4563-bb79-db8489288b17 req-3d1a7dab-1046-4e14-9bac-07c89faa6514 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773602 Feb 28 17:30:33.131666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6ee63f-f212-4f94-9a7c-1c26515c2967 admin admin] Made reservation on behalf of ff2ef71884464902b3c3748d51422a36 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:30:33.134285 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee63f-f212-4f94-9a7c-1c26515c2967 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:33.368206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ed8ac663-8c4e-410b-b4df-29f442bb7c10,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:33.375187 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Publish callbacks [] for router_gateway (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:33.395916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095fc1e-27ac-4014-8ff2-c7f6c77a1128 req-27ba7611-8c99-42d8-94ee-2899ce62b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:33.395916 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c095fc1e-27ac-4014-8ff2-c7f6c77a1128 req-27ba7611-8c99-42d8-94ee-2899ce62b44b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 1133 time: 0.2757881 Feb 28 17:30:33.398820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port ba67f433-1217-4d5e-bab0-adb685a8523e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:33.399199 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:33.432078 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ad89fab-3b07-4f4a-9f68-06e66b63a3c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:33.503969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ba67f433-1217-4d5e-bab0-adb685a8523e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:33.503969 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:33.543235 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c095fc1e-27ac-4014-8ff2-c7f6c77a1128 req-8916d3ab-dab8-4306-9522-57acca0ae1da service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380687 Feb 28 17:30:33.546675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ba67f433-1217-4d5e-bab0-adb685a8523e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ba67f433-1217-4d5e-bab0-adb685a8523e,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:33.604508 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:33.670358 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ad89fab-3b07-4f4a-9f68-06e66b63a3c7 admin admin] Publish callbacks [] for security_group (31b709df-b040-465a-a690-28fe0ccace3a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:33.677837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ba67f433-1217-4d5e-bab0-adb685a8523e,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:33.694787 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee63f-f212-4f94-9a7c-1c26515c2967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (b053761d-35a6-4a2b-8791-766dc2209665), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:33.786461 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ad89fab-3b07-4f4a-9f68-06e66b63a3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (31b709df-b040-465a-a690-28fe0ccace3a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:34.029092 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea632cc0-fba5-40ae-8091-e0444ccddb93 req-acb55c12-2de7-424c-b79a-169c5132774e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:34.031406 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ea632cc0-fba5-40ae-8091-e0444ccddb93 req-acb55c12-2de7-424c-b79a-169c5132774e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.0787094 Feb 28 17:30:34.068191 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f2b38fb-c85c-4b7d-abeb-cc6ef6b716e5 req-3423b23c-2335-427c-9acd-3c8ca4cc1091 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0353870 Feb 28 17:30:34.184489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ea632cc0-fba5-40ae-8091-e0444ccddb93 req-38506b3a-dc0c-463d-bc7f-6b16b8beb550 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428022 Feb 28 17:30:34.230798 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3ad89fab-3b07-4f4a-9f68-06e66b63a3c7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb204e3dc232422da9803fb223e7310d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1899014 Feb 28 17:30:34.233375 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33822) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:34.258762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ee63f-f212-4f94-9a7c-1c26515c2967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b053761d-35a6-4a2b-8791-766dc2209665,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:34.264258 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ee63f-f212-4f94-9a7c-1c26515c2967 admin admin] Checking segment: {'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:34.264623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6ee63f-f212-4f94-9a7c-1c26515c2967 admin admin] Network hostable DHCP agents. Network: 198c7dae-55a7-4ae2-88af-338d9ce329b1, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:30:34.326341 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Publish callbacks [] for router_gateway (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:34.345308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad89fab-3b07-4f4a-9f68-06e66b63a3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b709df-b040-465a-a690-28fe0ccace3a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:34.353431 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5af43e7-dadf-4b05-b875-7e14007475d3 admin admin] Publish callbacks [] for security_group (31b709df-b040-465a-a690-28fe0ccace3a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:34.380125 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5af43e7-dadf-4b05-b875-7e14007475d3 admin admin] Publish callbacks [] for security_group (31b709df-b040-465a-a690-28fe0ccace3a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:34.384290 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:34.398702 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a31ade8c-38d4-40ac-bfa0-9372dad6600b req-23c6a917-0212-4e35-ae87-013757a575e0 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0770426 Feb 28 17:30:34.477210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e4d84-46a9-4bf8-a63d-934dd00b4792 req-2911efc8-3640-4e50-ae7b-7a720f4430af tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:34.477568 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158c9b7-28f5-41e9-8607-ef9cc7edd2ba req-cef40735-1f19-46cd-bfbb-2c9433318e1e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:34.478791 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-909e4d84-46a9-4bf8-a63d-934dd00b4792 req-2911efc8-3640-4e50-ae7b-7a720f4430af tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.6943069 Feb 28 17:30:34.485481 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0158c9b7-28f5-41e9-8607-ef9cc7edd2ba req-cef40735-1f19-46cd-bfbb-2c9433318e1e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.1520538 Feb 28 17:30:34.513485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6ee63f-f212-4f94-9a7c-1c26515c2967 admin admin] Network 198c7dae-55a7-4ae2-88af-338d9ce329b1 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:30:34.578741 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0158c9b7-28f5-41e9-8607-ef9cc7edd2ba req-b6c95135-13a0-4bf2-83b7-2f62ed2946ee tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920691 Feb 28 17:30:34.592044 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-909e4d84-46a9-4bf8-a63d-934dd00b4792 req-8e493b51-f27c-49b6-abc9-ad2beb5c3c72 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026015 Feb 28 17:30:34.612302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Allocated IP 172.25.3.59 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/168b5c1e-911b-4fb8-89b7-66fb6e872120) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:34.649853 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5af43e7-dadf-4b05-b875-7e14007475d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (31b709df-b040-465a-a690-28fe0ccace3a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:34.649853 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5af43e7-dadf-4b05-b875-7e14007475d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:34.649853 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e5af43e7-dadf-4b05-b875-7e14007475d3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31b709df-b040-465a-a690-28fe0ccace3a HTTP/1.1" status: 204 len: 168 time: 0.4133887 Feb 28 17:30:34.658368 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af43e7-dadf-4b05-b875-7e14007475d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b709df-b040-465a-a690-28fe0ccace3a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:34.675122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-3a6ee63f-f212-4f94-9a7c-1c26515c2967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 198c7dae-55a7-4ae2-88af-338d9ce329b1) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:34.684664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6ee63f-f212-4f94-9a7c-1c26515c2967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:34.685270 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee63f-f212-4f94-9a7c-1c26515c2967 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:34.690338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3381a8ab-e182-4a90-a483-0349ca90dcc5 None None] Network 198c7dae-55a7-4ae2-88af-338d9ce329b1 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:30:34.777355 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3a6ee63f-f212-4f94-9a7c-1c26515c2967 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8427176 Feb 28 17:30:34.782998 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Publish callbacks [] for port (168b5c1e-911b-4fb8-89b7-66fb6e872120), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:34.790372 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33840) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:34.795918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:34.839043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-198c7dae-55a7-4ae2-88af-338d9ce329b1', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:30:34.839902 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:34.923696 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (21d47228-24bc-43df-9f1a-8211d5215154), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:34.931876 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (21d47228-24bc-43df-9f1a-8211d5215154), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:34.957101 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (168b5c1e-911b-4fb8-89b7-66fb6e872120), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:34.970415 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c878bf-1677-4685-a513-f94a7ffd95ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba67f433-1217-4d5e-bab0-adb685a8523e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:30:34.973196 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca28743c-0b9b-4de9-b78d-6a77c081bc0b" -d '{"events": [{"server_uuid": "74c878bf-1677-4685-a513-f94a7ffd95ec", "name": "network-vif-plugged", "status": "completed", "tag": "ba67f433-1217-4d5e-bab0-adb685a8523e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:30:35.054071 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Publish callbacks [] for router_controller (21d47228-24bc-43df-9f1a-8211d5215154), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:35.069623 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Allocated IP 172.20.0.2 (198c7dae-55a7-4ae2-88af-338d9ce329b1/b053761d-35a6-4a2b-8791-766dc2209665/e5f6b218-1bdd-4314-923a-bd01aa572a83) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:35.082261 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:35.088797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:35.103895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:35.145665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Pushing event updated for resources: {'Port': ['ID=168b5c1e-911b-4fb8-89b7-66fb6e872120,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:35.213274 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df98a8e-2401-43a9-aff8-62db34befe79 x-openstack-request-id: req-6df98a8e-2401-43a9-aff8-62db34befe79 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:30:35.213830 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c878bf-1677-4685-a513-f94a7ffd95ec", "name": "network-vif-plugged", "status": "completed", "tag": "ba67f433-1217-4d5e-bab0-adb685a8523e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:30:35.214311 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6df98a8e-2401-43a9-aff8-62db34befe79 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:30:35.214893 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c878bf-1677-4685-a513-f94a7ffd95ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba67f433-1217-4d5e-bab0-adb685a8523e', 'code': 200} Feb 28 17:30:35.315034 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Publish callbacks [] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:35.419342 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:35.521380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Network 198c7dae-55a7-4ae2-88af-338d9ce329b1 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:35.522831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Pushing event updated for resources: {'Port': ['ID=e5f6b218-1bdd-4314-923a-bd01aa572a83,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:35.526693 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:35.528816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:35.636391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Attempting to bind port e5f6b218-1bdd-4314-923a-bd01aa572a83 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:30:35.636632 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Publish callbacks [] for router_gateway (21d47228-24bc-43df-9f1a-8211d5215154), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:35.637092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Attempting to bind port e5f6b218-1bdd-4314-923a-bd01aa572a83 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:30:35.637092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Attempting to bind port e5f6b218-1bdd-4314-923a-bd01aa572a83 on network 198c7dae-55a7-4ae2-88af-338d9ce329b1 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:35.649777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:30:35.650677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Checking segment: {'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:35.651242 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:35.652186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Bound using segment: {'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:30:35.652921 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Bound port: e5f6b218-1bdd-4314-923a-bd01aa572a83, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:30:35.653474 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:35.667040 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab32fbb-afea-4e52-9a98-1177d437e177 req-b18f4985-1fde-4193-9343-42d64d8a0d43 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:35.675358 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ab32fbb-afea-4e52-9a98-1177d437e177 req-b18f4985-1fde-4193-9343-42d64d8a0d43 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.3422582 Feb 28 17:30:35.761398 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ab32fbb-afea-4e52-9a98-1177d437e177 req-214e0bac-f44e-4bca-9928-bd923450030c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848117 Feb 28 17:30:35.818561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] For port e5f6b218-1bdd-4314-923a-bd01aa572a83, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:30:35.828176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] For port e5f6b218-1bdd-4314-923a-bd01aa572a83, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e5f6b218-1bdd-4314-923a-bd01aa572a83,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:30:35.893175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a986c-649c-4362-9a8a-541a0d5b1109 req-70b056cf-a6b2-4cd2-a026-8670a2898fad tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:35.895386 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-570a986c-649c-4362-9a8a-541a0d5b1109 req-70b056cf-a6b2-4cd2-a026-8670a2898fad tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.1544478 Feb 28 17:30:35.896028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33878) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:35.928828 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:36.069837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a459d0-d0f6-4d18-9244-6852a6061d12 None None] Pushing event updated for resources: {'Port': ['ID=e5f6b218-1bdd-4314-923a-bd01aa572a83,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:36.081241 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0350e4ea-fd9c-4265-b0bd-dc188f68f9bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=30ae874f728f486fb787f86b60c707ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1832876 Feb 28 17:30:36.098214 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33880) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:36.105454 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Publish callbacks [] for router_gateway (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:36.156822 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-570a986c-649c-4362-9a8a-541a0d5b1109 req-2e9aa986-d2f2-4196-bbd2-6f7893c1aa63 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515469 Feb 28 17:30:36.254450 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa5985ff-096e-44ab-a59c-897b16646ba9 admin admin] Publish callbacks [] for security_group (bb031e5b-ffda-4590-bd8e-200c0df4a3b2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:36.334839 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa5985ff-096e-44ab-a59c-897b16646ba9 admin admin] Publish callbacks [] for security_group (bb031e5b-ffda-4590-bd8e-200c0df4a3b2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:36.480443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f4c62-6867-4f02-9b90-f8d930563969 req-0e5950a8-7ad0-4426-9c88-f68e6ebef838 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:36.483059 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-261f4c62-6867-4f02-9b90-f8d930563969 req-0e5950a8-7ad0-4426-9c88-f68e6ebef838 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.4309902 Feb 28 17:30:36.517015 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93e85ce5-ccc1-402e-b411-c97042ef4637 req-f7d61e8c-e3ae-48e1-808a-ce072b8cda92 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0800855 Feb 28 17:30:36.631668 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa5985ff-096e-44ab-a59c-897b16646ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bb031e5b-ffda-4590-bd8e-200c0df4a3b2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:36.640129 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa5985ff-096e-44ab-a59c-897b16646ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:36.646385 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aa5985ff-096e-44ab-a59c-897b16646ba9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bb031e5b-ffda-4590-bd8e-200c0df4a3b2 HTTP/1.1" status: 204 len: 168 time: 0.5437531 Feb 28 17:30:36.664043 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5985ff-096e-44ab-a59c-897b16646ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb031e5b-ffda-4590-bd8e-200c0df4a3b2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:36.833884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e5f6b218-1bdd-4314-923a-bd01aa572a83 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:36.846848 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:36.881989 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-261f4c62-6867-4f02-9b90-f8d930563969 req-f3e830b1-b6f6-4a0a-bb9a-fc370d3e303e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194302 Feb 28 17:30:36.951667 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-869beb90-f071-4223-ac8d-81c90011c1b1 req-7b931fdd-9a8d-494e-90d5-b336bea68ba7 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1290596 Feb 28 17:30:36.979672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e5f6b218-1bdd-4314-923a-bd01aa572a83 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:36.979672 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:37.098218 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067e800-75bc-4d04-8951-36f2d420517e req-95b47a5d-c072-472e-a6cf-0eef7bc40459 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:37.101475 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f067e800-75bc-4d04-8951-36f2d420517e req-95b47a5d-c072-472e-a6cf-0eef7bc40459 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.1516621 Feb 28 17:30:37.203681 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e5f6b218-1bdd-4314-923a-bd01aa572a83 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:37.205763 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:37.205946 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f067e800-75bc-4d04-8951-36f2d420517e req-0a2e5208-9874-4b5c-b62e-0fda38617bd1 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890856 Feb 28 17:30:37.333553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port e5f6b218-1bdd-4314-923a-bd01aa572a83, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e5f6b218-1bdd-4314-923a-bd01aa572a83,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:37.392273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5257136-fe6b-459f-8ad0-11d52a7ca145 req-c8f1c55b-f502-4568-83a4-fdfe792c3d73 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:37.407474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5257136-fe6b-459f-8ad0-11d52a7ca145 req-c8f1c55b-f502-4568-83a4-fdfe792c3d73 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 1133 time: 0.1201532 Feb 28 17:30:37.471966 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:37.535000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5257136-fe6b-459f-8ad0-11d52a7ca145 req-657c4c7e-65dd-48b7-a88b-1c3a41386e99 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169860 Feb 28 17:30:37.581042 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Publish callbacks [] for router_gateway (21d47228-24bc-43df-9f1a-8211d5215154), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:37.655648 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=e5f6b218-1bdd-4314-923a-bd01aa572a83,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:37.690812 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:37.723967 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ef36e691-5869-4d5f-a77e-d39417699107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:37.725790 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:37.859992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476118b3-c7c8-4b65-bc4a-dfd6ed37224b req-82524385-b6e0-4dca-8603-d2b62391283b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:37.867741 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-476118b3-c7c8-4b65-bc4a-dfd6ed37224b req-82524385-b6e0-4dca-8603-d2b62391283b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.4560409 Feb 28 17:30:38.035781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Router 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:30:38.084131 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-476118b3-c7c8-4b65-bc4a-dfd6ed37224b req-df90ee30-4391-4a69-b4b9-2343acc17e67 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151282 Feb 28 17:30:38.151508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Allocated IP 172.25.3.181 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/067517a0-bf83-48b5-abac-ea441e319ea3) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:38.211825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fca18d-df88-46c2-ae0d-5b7794667568 None None] Network 198c7dae-55a7-4ae2-88af-338d9ce329b1 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:30:38.303842 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:30:38.317781 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Sync routers for ids ['2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:30:38.351766 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Routers {'2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:38.353643 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:38.356461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-bed8c2ff-2d20-4885-b69e-155046590a26 None None] Provisioning complete for port e5f6b218-1bdd-4314-923a-bd01aa572a83 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:38.356841 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bed8c2ff-2d20-4885-b69e-155046590a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:38.397416 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Publish callbacks [] for port (067517a0-bf83-48b5-abac-ea441e319ea3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:38.468808 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:38.470261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9fb80bbb-4a77-4fa1-a337-82ce1604c921 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8533959 Feb 28 17:30:38.479629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78de1c-70b0-4798-b4c7-2e740d2725f5 req-2ab0a376-5062-4ad5-8bdf-4d2e2d8a5dbb tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:38.491839 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a78de1c-70b0-4798-b4c7-2e740d2725f5 req-2ab0a376-5062-4ad5-8bdf-4d2e2d8a5dbb tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.2267587 Feb 28 17:30:38.493595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33936) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:38.713913 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Set router 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:30:38.748724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e5f6b218-1bdd-4314-923a-bd01aa572a83 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:38.751446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bdc9e-2d76-4163-9686-e0d154e0ba01 req-dfbe8f31-8b0a-4ac8-a0a0-a5b18a9b0c69 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:38.753679 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba2bdc9e-2d76-4163-9686-e0d154e0ba01 req-dfbe8f31-8b0a-4ac8-a0a0-a5b18a9b0c69 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.3450727 Feb 28 17:30:38.758950 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a78de1c-70b0-4798-b4c7-2e740d2725f5 req-3cb5dd05-0a24-4e19-82e2-3938637f48af tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662134 Feb 28 17:30:38.880468 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (067517a0-bf83-48b5-abac-ea441e319ea3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:38.898236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-bed8c2ff-2d20-4885-b69e-155046590a26 None None] Current status of the port e5f6b218-1bdd-4314-923a-bd01aa572a83 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:38.966708 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e5f6b218-1bdd-4314-923a-bd01aa572a83 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:38.991575 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:39.112899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:39.159320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:39.201677 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-54be9335-bc51-471d-8345-e73cdf7c3f02 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8752739 Feb 28 17:30:39.219998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:39.277846 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba2bdc9e-2d76-4163-9686-e0d154e0ba01 req-34765950-a658-453a-b151-0fd8cb367887 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829464 Feb 28 17:30:39.347415 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'name': 'tempest-ServerRescueTestJSON-189955293-router', 'tenant_id': '71bce4d668634e5d893981794d3ba01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:32Z', 'updated_at': '2022-02-28T17:30:35Z', 'revision_number': 3, 'project_id': '71bce4d668634e5d893981794d3ba01a', 'gw_port': {'id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:39.408771 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Checking router: 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:30:39.411778 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Updating router 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 port 168b5c1e-911b-4fb8-89b7-66fb6e872120 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:30:39.426414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e5f6b218-1bdd-4314-923a-bd01aa572a83 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:39.463632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33956) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:39.481367 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Pushing event updated for resources: {'Port': ['ID=067517a0-bf83-48b5-abac-ea441e319ea3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:39.531471 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (168b5c1e-911b-4fb8-89b7-66fb6e872120), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:39.540887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4b40ddc6-6f35-4113-b5f0-b21c6177fb97 None None] Provisioning complete for port e5f6b218-1bdd-4314-923a-bd01aa572a83 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:39.541206 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4b40ddc6-6f35-4113-b5f0-b21c6177fb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:39.938727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4b40ddc6-6f35-4113-b5f0-b21c6177fb97 None None] Current status of the port e5f6b218-1bdd-4314-923a-bd01aa572a83 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:39.969179 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0e3b9285-7e43-4a79-94f4-80d25b6d47d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:40.121329 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:40.149541 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Publish callbacks [] for port (168b5c1e-911b-4fb8-89b7-66fb6e872120), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:40.221064 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d8ceef42-a182-44be-9e31-b90e134502d0 req-aca871e6-d5b7-4655-ad19-54f9ef3d1c4e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0790255 Feb 28 17:30:40.264153 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (168b5c1e-911b-4fb8-89b7-66fb6e872120), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:40.340560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1364077199'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:40.482454 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Pushing event updated for resources: {'Port': ['ID=168b5c1e-911b-4fb8-89b7-66fb6e872120,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:40.511177 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Attempting to bind port 168b5c1e-911b-4fb8-89b7-66fb6e872120 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:30:40.514446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9627cca-4001-4f9c-9e28-f972302aec1c req-2afdf9dd-908f-4d5d-b6c1-0002830c1acc tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:40.516090 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d9627cca-4001-4f9c-9e28-f972302aec1c req-2afdf9dd-908f-4d5d-b6c1-0002830c1acc tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.1486702 Feb 28 17:30:40.518672 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Attempting to bind port 168b5c1e-911b-4fb8-89b7-66fb6e872120 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:30:40.520187 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Attempting to bind port 168b5c1e-911b-4fb8-89b7-66fb6e872120 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:40.536914 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:40.536914 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:40.538340 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:40.539073 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:40.541048 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:40.541412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:40.541782 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:40.542181 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:40.542510 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:40.544425 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:40.544425 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:40.544733 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:40.545135 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:40.557656 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:30:40.558143 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:40.558825 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:40.559384 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:30:40.560152 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Bound port: 168b5c1e-911b-4fb8-89b7-66fb6e872120, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:30:40.560714 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (168b5c1e-911b-4fb8-89b7-66fb6e872120), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:40.561768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:30:40.566006 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:40.569236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8dea5-a879-46cf-b408-6845d2317b4e req-990dec67-a763-489a-adc4-89114c46b209 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:40.570902 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-94b8dea5-a879-46cf-b408-6845d2317b4e req-990dec67-a763-489a-adc4-89114c46b209 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.4317791 Feb 28 17:30:40.600587 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-b5ac3aca-84f8-4821-a5d0-3baf6bfb1e79 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:40.604381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-b5ac3aca-84f8-4821-a5d0-3baf6bfb1e79 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] 10.222.0.72 "GET /v2.0/ports/ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 200 len: 1130 time: 0.1539798 Feb 28 17:30:40.646730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:40.659145 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] For port 168b5c1e-911b-4fb8-89b7-66fb6e872120, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:30:40.670468 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] For port 168b5c1e-911b-4fb8-89b7-66fb6e872120, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=168b5c1e-911b-4fb8-89b7-66fb6e872120,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:30:40.753154 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-94b8dea5-a879-46cf-b408-6845d2317b4e req-dca4e889-a777-46f7-8deb-c60c0a4fcf06 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714542 Feb 28 17:30:40.773025 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (168b5c1e-911b-4fb8-89b7-66fb6e872120), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:40.925981 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Routers {'2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:40.927013 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:41.002695 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09ec2a02-a199-47a8-b766-862501fd4415 req-7091e82f-d582-405f-907a-58c05a7b2879 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.4429543 Feb 28 17:30:41.009733 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Publish callbacks [] for router_gateway (21d47228-24bc-43df-9f1a-8211d5215154), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:41.100342 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] Set router 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:30:41.144642 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for security_group (7dffaa43-faa7-482b-be23-5d9bbe7890a1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:41.184755 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2860c-1878-42ef-b3ce-9f7e69877a8a req-dedccb7f-cf63-4f03-96ef-1b06fb06e4e6 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:41.205407 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-62e2860c-1878-42ef-b3ce-9f7e69877a8a req-dedccb7f-cf63-4f03-96ef-1b06fb06e4e6 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.3101430 Feb 28 17:30:41.242282 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d9627cca-4001-4f9c-9e28-f972302aec1c req-7035ef38-2286-4bbc-966b-5437691e5e7c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7173164 Feb 28 17:30:41.311836 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7dffaa43-faa7-482b-be23-5d9bbe7890a1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:41.337405 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-62e2860c-1878-42ef-b3ce-9f7e69877a8a req-60c0bf4a-ab60-417c-b868-9dd3985bc3f9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304979 Feb 28 17:30:41.339223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:30:41.345834 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97331c-95ec-46dc-8a6e-c74e1e54530b None None] Pushing event updated for resources: {'Port': ['ID=168b5c1e-911b-4fb8-89b7-66fb6e872120,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:41.355360 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:41.365614 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:41.373429 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e69071fa-4b47-4715-ae22-59450032acef), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:41.382187 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Added segment e69071fa-4b47-4715-ae22-59450032acef of type vlan for network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 Feb 28 17:30:41.519989 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'name': 'tempest-ServerRescueTestJSON-189955293-router', 'tenant_id': '71bce4d668634e5d893981794d3ba01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:32Z', 'updated_at': '2022-02-28T17:30:35Z', 'revision_number': 3, 'project_id': '71bce4d668634e5d893981794d3ba01a', 'gw_port': {'id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:41.552131 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (04cb7746-5ae6-409c-8a55-b1c0eea3e379), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:41.560941 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dffaa43-faa7-482b-be23-5d9bbe7890a1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:41.646686 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b649dd-b0f4-4ee8-a0a1-e20510cbf1d1 None None] The sync data for ids ['2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'] in n-d-820368-19 is: [{'id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'name': 'tempest-ServerRescueTestJSON-189955293-router', 'tenant_id': '71bce4d668634e5d893981794d3ba01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:32Z', 'updated_at': '2022-02-28T17:30:35Z', 'revision_number': 3, 'project_id': '71bce4d668634e5d893981794d3ba01a', 'gw_port': {'id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:30:41.659869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Allocated IP 172.20.0.1 (70d9d4f9-19ac-492d-b119-3e433e5efb66/a23b1079-2719-418f-994e-e0cc3792a1b5/08745295-a9d8-480f-9fe1-06841090f954) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:41.660894 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (21d47228-24bc-43df-9f1a-8211d5215154), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:41.746822 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (04cb7746-5ae6-409c-8a55-b1c0eea3e379), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:41.752340 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:41.754592 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:41.904697 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Publish callbacks [] for port (08745295-a9d8-480f-9fe1-06841090f954), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:42.108267 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (08745295-a9d8-480f-9fe1-06841090f954), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:42.157527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6889298 Feb 28 17:30:42.170601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34010) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:42.192277 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece3437-3209-45f6-b955-fdbbf748e9f4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Network': ['ID=04cb7746-5ae6-409c-8a55-b1c0eea3e379,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:42.212779 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5644634b-c657-46b0-b9b4-42a05b8dfaba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:42.226677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:30:42.325434 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Network 70d9d4f9-19ac-492d-b119-3e433e5efb66 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:42.329629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:42.350735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:42.488058 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:42.558919 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394f0ed-95bb-448b-9778-500e0273ce92 req-0f128773-bdbe-44e0-b682-b88faff3bdea tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:42.561836 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2394f0ed-95bb-448b-9778-500e0273ce92 req-0f128773-bdbe-44e0-b682-b88faff3bdea tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.6305749 Feb 28 17:30:42.601095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Pushing event updated for resources: {'Port': ['ID=08745295-a9d8-480f-9fe1-06841090f954,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:42.689971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:42.690519 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:42.691030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:42.691655 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:42.692180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:42.692713 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:42.693817 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:42.694362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:42.694900 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:42.695397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:42.696123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:42.696792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:42.697356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:30:42.717831 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2394f0ed-95bb-448b-9778-500e0273ce92 req-3c4e8ed3-65a2-4b29-8680-6834c946436d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447480 Feb 28 17:30:42.777629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Router 21d47228-24bc-43df-9f1a-8211d5215154 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:30:42.787813 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef587e-8569-42c9-84be-48d9d68aa28b req-59a1247e-9ffc-4eef-9480-06497f32cff8 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:42.790698 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-81ef587e-8569-42c9-84be-48d9d68aa28b req-59a1247e-9ffc-4eef-9480-06497f32cff8 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.2952802 Feb 28 17:30:42.857707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 168b5c1e-911b-4fb8-89b7-66fb6e872120 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:42.860468 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:42.945578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5644634b-c657-46b0-b9b4-42a05b8dfaba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:30:42.950157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 168b5c1e-911b-4fb8-89b7-66fb6e872120 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:42.950842 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (168b5c1e-911b-4fb8-89b7-66fb6e872120), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:42.962927 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5644634b-c657-46b0-b9b4-42a05b8dfaba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:42.971491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-81ef587e-8569-42c9-84be-48d9d68aa28b req-85195ab7-2361-4ac0-90dd-f5cdbde059fa tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727488 Feb 28 17:30:43.320040 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (08745295-a9d8-480f-9fe1-06841090f954), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:43.360633 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:30:43.454417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Sync routers for ids ['21d47228-24bc-43df-9f1a-8211d5215154'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:30:43.504518 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd032111-a8c8-4c86-8ea6-303c7abb272d req-a7c09f3e-f66c-4025-817d-ecce258d9ac5 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0370610 Feb 28 17:30:43.559507 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f674e-98a1-4089-9021-2acb4d0a7aef req-32d4cce9-537d-4aed-9d4b-40235374e869 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:43.579690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-839f674e-98a1-4089-9021-2acb4d0a7aef req-32d4cce9-537d-4aed-9d4b-40235374e869 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.5989685 Feb 28 17:30:43.585441 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:43.588357 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-924d61d8-767f-4496-a2d7-4d1f5bd3fb56 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7970684 Feb 28 17:30:43.588875 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 168b5c1e-911b-4fb8-89b7-66fb6e872120 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:43.589487 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (168b5c1e-911b-4fb8-89b7-66fb6e872120), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:43.591510 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34028) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:43.613644 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-d1daf4c3-8f20-4982-af37-3a5f51b76114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:43.616791 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-d1daf4c3-8f20-4982-af37-3a5f51b76114 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 1133 time: 0.2671547 Feb 28 17:30:43.660649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 168b5c1e-911b-4fb8-89b7-66fb6e872120, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=168b5c1e-911b-4fb8-89b7-66fb6e872120,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:43.735657 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (168b5c1e-911b-4fb8-89b7-66fb6e872120), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:43.738433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Routers {'21d47228-24bc-43df-9f1a-8211d5215154'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:43.740417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['21d47228-24bc-43df-9f1a-8211d5215154'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:43.798779 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-839f674e-98a1-4089-9021-2acb4d0a7aef req-9a7d9dba-74e5-487f-aeb0-8b59b1ffde0b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179394 Feb 28 17:30:43.948801 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-ff822391-9b9a-4832-ae19-639872d12de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:43.954240 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-ff822391-9b9a-4832-ae19-639872d12de1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.3247633 Feb 28 17:30:44.021880 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-bce2ce7f-bdcc-47f4-95f7-b85ef27f94db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 200 len: 217 time: 0.0629513 Feb 28 17:30:44.022806 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5644634b-c657-46b0-b9b4-42a05b8dfaba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (793e0e14-d67a-4451-a0db-eeb79eaea32f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:44.137566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644634b-c657-46b0-b9b4-42a05b8dfaba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=793e0e14-d67a-4451-a0db-eeb79eaea32f,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:44.159264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-742e5ad3-6048-452c-9968-190a2419369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:44.165112 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-742e5ad3-6048-452c-9968-190a2419369f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1356699 Feb 28 17:30:44.176976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5644634b-c657-46b0-b9b4-42a05b8dfaba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:44.178317 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5644634b-c657-46b0-b9b4-42a05b8dfaba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network hostable DHCP agents. Network: 04cb7746-5ae6-409c-8a55-b1c0eea3e379, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:30:44.411185 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2424ed-7005-47ad-9e27-4a454607b5e9 req-40ed3de9-c340-4dda-8557-6957fb736523 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:44.415121 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d2424ed-7005-47ad-9e27-4a454607b5e9 req-40ed3de9-c340-4dda-8557-6957fb736523 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.4043324 Feb 28 17:30:44.416574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c6b00-b7ca-41b9-911c-7402359f0f54 req-f1472e5e-71e7-4a0c-8db3-88637cc49217 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:44.425787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c64c6b00-b7ca-41b9-911c-7402359f0f54 req-f1472e5e-71e7-4a0c-8db3-88637cc49217 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.1848142 Feb 28 17:30:44.444672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-b8b61f37-bf08-40a3-b315-38c0f23c54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:44.462721 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-b8b61f37-bf08-40a3-b315-38c0f23c54fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2873034 Feb 28 17:30:44.509142 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Publish callbacks [] for port (08745295-a9d8-480f-9fe1-06841090f954), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:44.599247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5644634b-c657-46b0-b9b4-42a05b8dfaba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:30:44.617226 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-ffe8c0b6-3274-499d-b3e2-7d36fc6be5c2 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390338 Feb 28 17:30:44.663714 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (08745295-a9d8-480f-9fe1-06841090f954), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:44.713304 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-5644634b-c657-46b0-b9b4-42a05b8dfaba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 04cb7746-5ae6-409c-8a55-b1c0eea3e379) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:44.779318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=168b5c1e-911b-4fb8-89b7-66fb6e872120,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:44.816545 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68981c41-df69-4ef5-afea-3021401acc3f None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:30:44.820886 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5644634b-c657-46b0-b9b4-42a05b8dfaba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:44.821824 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5644634b-c657-46b0-b9b4-42a05b8dfaba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:44.886792 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d2424ed-7005-47ad-9e27-4a454607b5e9 req-26300b14-fea6-4682-a077-9cf76f309512 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969803 Feb 28 17:30:44.941065 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c64c6b00-b7ca-41b9-911c-7402359f0f54 req-92a0d87a-5d6b-499b-bd7f-8342dcf15490 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428397 Feb 28 17:30:45.004447 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:45.028029 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5644634b-c657-46b0-b9b4-42a05b8dfaba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8485472 Feb 28 17:30:45.029345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34040) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:45.042632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-bcc8f5e3-40c0-456d-84fd-bea787227073 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'name': 'tempest-NetworksTestDHCPv6-1477712640'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:45.049608 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Pushing event updated for resources: {'Port': ['ID=08745295-a9d8-480f-9fe1-06841090f954,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:45.056425 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-be1c9b7f-1ccd-470d-baf5-5c027867d593 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147875 Feb 28 17:30:45.073517 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:45.401288 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Set router 21d47228-24bc-43df-9f1a-8211d5215154 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:30:45.460387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc8f5e3-40c0-456d-84fd-bea787227073 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:30:45.464865 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bcc8f5e3-40c0-456d-84fd-bea787227073 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:45.491397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': '793e0e14-d67a-4451-a0db-eeb79eaea32f'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:30:45.491837 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:45.503317 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-bcc8f5e3-40c0-456d-84fd-bea787227073 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port 780f78ad-ceda-4c32-9ea6-64b19e2c81aa yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:30:45.602603 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-271d3c42-d728-450d-b564-e036edc1d3bd req-7dbb674a-1bef-4df4-8afa-4a677ebac0f1 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0880771 Feb 28 17:30:45.788626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d85c86-cb0c-445e-88a1-717a0f296b4f req-c0bb34cd-f988-46db-8eb8-663251fe3ca4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:45.828695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-57d85c86-cb0c-445e-88a1-717a0f296b4f req-c0bb34cd-f988-46db-8eb8-663251fe3ca4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.5857761 Feb 28 17:30:45.971072 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:46.029534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Network 70d9d4f9-19ac-492d-b119-3e433e5efb66 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:46.088622 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:46.098334 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:40Z', 'revision_number': 3, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:46.195272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Checking router: 21d47228-24bc-43df-9f1a-8211d5215154 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:30:46.196013 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Updating router 21d47228-24bc-43df-9f1a-8211d5215154 port 067517a0-bf83-48b5-abac-ea441e319ea3 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:30:46.212063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-bcc8f5e3-40c0-456d-84fd-bea787227073 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::25 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/793e0e14-d67a-4451-a0db-eeb79eaea32f/780f78ad-ceda-4c32-9ea6-64b19e2c81aa) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:46.255207 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (067517a0-bf83-48b5-abac-ea441e319ea3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:46.280112 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805b9e7-1c54-4f24-bf11-58d210de922e req-87e1348a-1d07-4de2-8a05-cb786c76d1e4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:46.282449 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e805b9e7-1c54-4f24-bf11-58d210de922e req-87e1348a-1d07-4de2-8a05-cb786c76d1e4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.2181630 Feb 28 17:30:46.476379 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-57d85c86-cb0c-445e-88a1-717a0f296b4f req-5e24fc9c-196a-40fe-ba2c-bd16fb192b7c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6464484 Feb 28 17:30:46.668586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e805b9e7-1c54-4f24-bf11-58d210de922e req-17ab28ba-0527-455f-b320-fa3162415bb5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819417 Feb 28 17:30:46.700312 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 168b5c1e-911b-4fb8-89b7-66fb6e872120 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:46.746467 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bcc8f5e3-40c0-456d-84fd-bea787227073 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (780f78ad-ceda-4c32-9ea6-64b19e2c81aa), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:46.780829 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Publish callbacks [] for port (067517a0-bf83-48b5-abac-ea441e319ea3), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:46.795179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 168b5c1e-911b-4fb8-89b7-66fb6e872120 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:46.795550 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (168b5c1e-911b-4fb8-89b7-66fb6e872120), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:46.818980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Allocated IP 172.20.0.1 (198c7dae-55a7-4ae2-88af-338d9ce329b1/b053761d-35a6-4a2b-8791-766dc2209665/482134d9-2586-4514-9ba3-da1491d5bbd8) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:46.863275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Router 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:30:46.872297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9880c14-5913-490b-b36e-c7ce6cc26fd5 req-6eb4d724-836b-4245-9785-479994c3e505 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:46.875650 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (067517a0-bf83-48b5-abac-ea441e319ea3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:46.881067 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9880c14-5913-490b-b36e-c7ce6cc26fd5 req-6eb4d724-836b-4245-9785-479994c3e505 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.2035632 Feb 28 17:30:46.896032 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bcc8f5e3-40c0-456d-84fd-bea787227073 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (780f78ad-ceda-4c32-9ea6-64b19e2c81aa), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:46.967554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17aa67-42e9-4032-8cc4-3e0420a55266 None None] Pushing event updated for resources: {'Port': ['ID=067517a0-bf83-48b5-abac-ea441e319ea3,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:46.993545 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc8f5e3-40c0-456d-84fd-bea787227073 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:46.998042 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-bcc8f5e3-40c0-456d-84fd-bea787227073 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:47.006262 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc8f5e3-40c0-456d-84fd-bea787227073 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:47.017358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc8f5e3-40c0-456d-84fd-bea787227073 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:47.019172 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bcc8f5e3-40c0-456d-84fd-bea787227073 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:47.081591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8f5e3-40c0-456d-84fd-bea787227073 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=780f78ad-ceda-4c32-9ea6-64b19e2c81aa,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:47.081837 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Publish callbacks [] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:47.087191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Attempting to bind port 067517a0-bf83-48b5-abac-ea441e319ea3 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:30:47.087563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Attempting to bind port 067517a0-bf83-48b5-abac-ea441e319ea3 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:30:47.087926 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Attempting to bind port 067517a0-bf83-48b5-abac-ea441e319ea3 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:47.099807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 168b5c1e-911b-4fb8-89b7-66fb6e872120 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:47.120858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:30:47.121223 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:47.121628 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:47.122041 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:30:47.122525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Bound port: 067517a0-bf83-48b5-abac-ea441e319ea3, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:30:47.123076 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (067517a0-bf83-48b5-abac-ea441e319ea3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:47.150834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bcc8f5e3-40c0-456d-84fd-bea787227073 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1182408 Feb 28 17:30:47.153619 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34070) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:47.155686 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9880c14-5913-490b-b36e-c7ce6cc26fd5 req-84b1df65-33fa-406f-8700-fd1aec5ae782 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734997 Feb 28 17:30:47.175400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Allocated IP 2001:db8::2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/793e0e14-d67a-4451-a0db-eeb79eaea32f/0265f310-53b5-4c6f-8da3-c3605dd1a31d) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:47.231694 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:47.250555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] For port 067517a0-bf83-48b5-abac-ea441e319ea3, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:30:47.257710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a6ac92-fd21-46cf-82dd-b5bae2bf38ba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:47.262114 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-90a6ac92-fd21-46cf-82dd-b5bae2bf38ba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1066401 Feb 28 17:30:47.280229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34074) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:47.315690 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] For port 067517a0-bf83-48b5-abac-ea441e319ea3, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=067517a0-bf83-48b5-abac-ea441e319ea3,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:30:47.414402 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (067517a0-bf83-48b5-abac-ea441e319ea3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:47.515095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Routers {'21d47228-24bc-43df-9f1a-8211d5215154'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:47.515959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['21d47228-24bc-43df-9f1a-8211d5215154'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:47.609621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-62be821c-d89a-43ce-a229-b9fb48805258 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port 780f78ad-ceda-4c32-9ea6-64b19e2c81aa {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:47.609954 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-62be821c-d89a-43ce-a229-b9fb48805258 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (780f78ad-ceda-4c32-9ea6-64b19e2c81aa), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:47.760478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17aa67-42e9-4032-8cc4-3e0420a55266 None None] Pushing event updated for resources: {'Port': ['ID=067517a0-bf83-48b5-abac-ea441e319ea3,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:47.843133 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Publish callbacks [] for port (0265f310-53b5-4c6f-8da3-c3605dd1a31d), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:47.853614 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-62be821c-d89a-43ce-a229-b9fb48805258 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (780f78ad-ceda-4c32-9ea6-64b19e2c81aa), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:47.866461 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-62be821c-d89a-43ce-a229-b9fb48805258 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for 780f78ad-ceda-4c32-9ea6-64b19e2c81aa owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:47.894873 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Pushing event updated for resources: {'Port': ['ID=482134d9-2586-4514-9ba3-da1491d5bbd8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:47.913491 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Network 198c7dae-55a7-4ae2-88af-338d9ce329b1 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:47.938654 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] Set router 21d47228-24bc-43df-9f1a-8211d5215154 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:30:47.962536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:47.965349 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:48.071947 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:30:48.089568 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (21d47228-24bc-43df-9f1a-8211d5215154), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:48.098674 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Sync routers for ids ['2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:30:48.103445 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (0265f310-53b5-4c6f-8da3-c3605dd1a31d), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:48.118237 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-62be821c-d89a-43ce-a229-b9fb48805258 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (780f78ad-ceda-4c32-9ea6-64b19e2c81aa), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:48.135299 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Routers {'2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:48.138538 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:48.141527 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ad9bfc5e-3088-428e-a713-e39547ab8619 admin admin] 10.222.0.72 "PUT /v2.0/routers/2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6460485 Feb 28 17:30:48.180601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9eced-8ab7-4ae8-ae73-96ce63d5e225 req-500bc485-db2b-4fae-ba4a-84c8f7ec039d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:48.195768 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78e9eced-8ab7-4ae8-ae73-96ce63d5e225 req-500bc485-db2b-4fae-ba4a-84c8f7ec039d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.4790215 Feb 28 17:30:48.209347 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-095a079d-5b63-44aa-9237-fb4963aee6cb req-11437d35-0956-4f34-aa59-7b821bfa888e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.2563217 Feb 28 17:30:48.355798 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-62be821c-d89a-43ce-a229-b9fb48805258 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:48.363500 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-62be821c-d89a-43ce-a229-b9fb48805258 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/780f78ad-ceda-4c32-9ea6-64b19e2c81aa HTTP/1.1" status: 204 len: 168 time: 1.0793478 Feb 28 17:30:48.396980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195e24e-11fa-41ac-8862-6df926451d84 req-17d131b4-bfd4-40bb-a656-425b7778b75b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:48.400964 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2195e24e-11fa-41ac-8862-6df926451d84 req-17d131b4-bfd4-40bb-a656-425b7778b75b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.4848912 Feb 28 17:30:48.405392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34098) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:48.411320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be821c-d89a-43ce-a229-b9fb48805258 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=780f78ad-ceda-4c32-9ea6-64b19e2c81aa,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:48.491901 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78e9eced-8ab7-4ae8-ae73-96ce63d5e225 req-7137e8ba-18ca-4d2b-baa7-61a51f6b790b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951984 Feb 28 17:30:48.576171 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Set router 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:30:48.685117 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb0ac1e-73c7-4352-a7e4-3468d9eba3bd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:48.686730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb0ac1e-73c7-4352-a7e4-3468d9eba3bd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:48.691096 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bdb0ac1e-73c7-4352-a7e4-3468d9eba3bd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2844374 Feb 28 17:30:48.694904 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34110) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:48.738273 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2195e24e-11fa-41ac-8862-6df926451d84 req-c8e24b6e-dee2-46bb-8dbe-b55e2f66a0bd tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827864 Feb 28 17:30:48.775729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55222f-65ee-445e-abd6-ce72391b3c3a req-34f641bb-c7a7-4252-bd15-12db80429d0d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:48.791149 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aa55222f-65ee-445e-abd6-ce72391b3c3a req-34f641bb-c7a7-4252-bd15-12db80429d0d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.1323848 Feb 28 17:30:48.835641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Pushing event updated for resources: {'Port': ['ID=0265f310-53b5-4c6f-8da3-c3605dd1a31d,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:48.850537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:48.855530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-86912b5a-7777-499a-b551-643737fc1b82 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 793e0e14-d67a-4451-a0db-eeb79eaea32f {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:30:48.862042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:48.866425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:48.874591 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86912b5a-7777-499a-b551-643737fc1b82 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (793e0e14-d67a-4451-a0db-eeb79eaea32f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:48.941737 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aa55222f-65ee-445e-abd6-ce72391b3c3a req-b12b09fa-7ef3-4155-a895-41dbcf289b6a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492753 Feb 28 17:30:48.976104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-005bc157-64d3-4157-833a-d3e0386bcc3c None None] Provisioning complete for port 482134d9-2586-4514-9ba3-da1491d5bbd8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:48.976633 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-005bc157-64d3-4157-833a-d3e0386bcc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:48.981242 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86912b5a-7777-499a-b551-643737fc1b82 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (793e0e14-d67a-4451-a0db-eeb79eaea32f), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:49.058043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-005bc157-64d3-4157-833a-d3e0386bcc3c None None] Port 482134d9-2586-4514-9ba3-da1491d5bbd8 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:30:49.078159 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'name': 'tempest-ServerRescueTestJSON-189955293-router', 'tenant_id': '71bce4d668634e5d893981794d3ba01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:32Z', 'updated_at': '2022-02-28T17:30:43Z', 'revision_number': 4, 'project_id': '71bce4d668634e5d893981794d3ba01a', 'gw_port': {'id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '08745295-a9d8-480f-9fe1-06841090f954', 'name': '', 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66', 'tenant_id': '71bce4d668634e5d893981794d3ba01a', 'mac_address': 'fa:16:3e:4b:df:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'a23b1079-2719-418f-994e-e0cc3792a1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:41Z', 'updated_at': '2022-02-28T17:30:43Z', 'revision_number': 2, 'project_id': '71bce4d668634e5d893981794d3ba01a', 'subnets': [{'id': 'a23b1079-2719-418f-994e-e0cc3792a1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:49.110443 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86912b5a-7777-499a-b551-643737fc1b82 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (793e0e14-d67a-4451-a0db-eeb79eaea32f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:49.158932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Attempting to bind port 0265f310-53b5-4c6f-8da3-c3605dd1a31d on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:30:49.159451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Attempting to bind port 0265f310-53b5-4c6f-8da3-c3605dd1a31d by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:30:49.162649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Attempting to bind port 0265f310-53b5-4c6f-8da3-c3605dd1a31d on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:49.169583 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:30:49.170335 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:49.170855 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:49.171511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:30:49.172106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Bound port: 0265f310-53b5-4c6f-8da3-c3605dd1a31d, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:30:49.172645 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0265f310-53b5-4c6f-8da3-c3605dd1a31d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:49.195520 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:49.266797 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86912b5a-7777-499a-b551-643737fc1b82 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (793e0e14-d67a-4451-a0db-eeb79eaea32f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:49.302834 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] For port 0265f310-53b5-4c6f-8da3-c3605dd1a31d, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:30:49.316905 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] For port 0265f310-53b5-4c6f-8da3-c3605dd1a31d, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0265f310-53b5-4c6f-8da3-c3605dd1a31d,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:30:49.339609 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86912b5a-7777-499a-b551-643737fc1b82 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=793e0e14-d67a-4451-a0db-eeb79eaea32f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:49.348351 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86912b5a-7777-499a-b551-643737fc1b82 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:49.350762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34122) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:49.351743 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-86912b5a-7777-499a-b551-643737fc1b82 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/793e0e14-d67a-4451-a0db-eeb79eaea32f HTTP/1.1" status: 204 len: 168 time: 0.6556883 Feb 28 17:30:49.373659 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:40Z', 'revision_number': 3, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:49.424893 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14659aed-fd19-4259-a3af-151afda059ed req-8fce78f5-a54e-4fc1-8fd9-3626e1c024bf tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:49.425918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6bdb4-23ba-4d27-8a47-10455c3a6472 None None] The sync data for ids ['21d47228-24bc-43df-9f1a-8211d5215154'] in n-d-820368-19 is: [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:40Z', 'revision_number': 3, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:30:49.426898 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14659aed-fd19-4259-a3af-151afda059ed req-8fce78f5-a54e-4fc1-8fd9-3626e1c024bf tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/networks?id=70d9d4f9-19ac-492d-b119-3e433e5efb66 HTTP/1.1" status: 200 len: 810 time: 0.2465219 Feb 28 17:30:49.429357 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0265f310-53b5-4c6f-8da3-c3605dd1a31d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:49.436268 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Checking router: 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:30:49.436824 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Updating router 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 port 08745295-a9d8-480f-9fe1-06841090f954 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:30:49.522198 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14659aed-fd19-4259-a3af-151afda059ed req-92b96850-8747-49df-920b-4ef7043c46ca tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/quotas/71bce4d668634e5d893981794d3ba01a HTTP/1.1" status: 200 len: 375 time: 0.0591938 Feb 28 17:30:49.524205 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f6d13-a20c-4ab9-bbe4-cf303e2ac86b None None] Pushing event updated for resources: {'Port': ['ID=0265f310-53b5-4c6f-8da3-c3605dd1a31d,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:49.573563 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (08745295-a9d8-480f-9fe1-06841090f954), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:49.717282 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14659aed-fd19-4259-a3af-151afda059ed req-4671e154-0e25-475e-afd3-dfa1c13c8cf4 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=71bce4d668634e5d893981794d3ba01a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1026571 Feb 28 17:30:50.018580 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14659aed-fd19-4259-a3af-151afda059ed req-d74e2134-8545-4c9f-bf09-a38306ee8e51 service neutron] 10.222.0.72 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905207 Feb 28 17:30:50.176025 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14659aed-fd19-4259-a3af-151afda059ed req-d089c591-b96f-47ea-9301-05de3ff21ee6 service neutron] 10.222.0.72 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496506 Feb 28 17:30:50.214617 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Publish callbacks [] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:50.229228 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Publish callbacks [] for port (08745295-a9d8-480f-9fe1-06841090f954), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:50.313510 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:50.322786 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (08745295-a9d8-480f-9fe1-06841090f954), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:50.463249 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050645e0-5165-4d32-864c-69721c214956 None None] Pushing event updated for resources: {'Port': ['ID=08745295-a9d8-480f-9fe1-06841090f954,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:50.485098 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d46f75ee-1328-4f03-8d6e-fc920b7b0fee tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.1262631 Feb 28 17:30:50.487760 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (21d47228-24bc-43df-9f1a-8211d5215154), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:50.493166 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34138) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:50.506615 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cc80485e-f2f9-44c0-8269-20dd6c0bed96 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:50.535834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Pushing event updated for resources: {'Port': ['ID=482134d9-2586-4514-9ba3-da1491d5bbd8,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:50.579129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28a1a9fb-1ce5-4045-911d-807d00175593 req-606b4b3f-a40b-45dd-b07f-8aae9c3baaa8 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 1.1652896 Feb 28 17:30:50.654130 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Attempting to bind port 08745295-a9d8-480f-9fe1-06841090f954 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:30:50.654508 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Attempting to bind port 08745295-a9d8-480f-9fe1-06841090f954 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:30:50.654875 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Attempting to bind port 08745295-a9d8-480f-9fe1-06841090f954 on network 70d9d4f9-19ac-492d-b119-3e433e5efb66 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:50.666441 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:30:50.666827 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Checking segment: {'id': 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:50.667211 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:50.667602 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Bound using segment: {'id': 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:30:50.668073 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Bound port: 08745295-a9d8-480f-9fe1-06841090f954, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:30:50.668450 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (08745295-a9d8-480f-9fe1-06841090f954), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:50.682449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23920218-29f5-4d47-81bf-9d110c9d9d05 req-8edaf915-e557-44ee-93a6-904db3b860ca tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:50.700356 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23920218-29f5-4d47-81bf-9d110c9d9d05 req-8edaf915-e557-44ee-93a6-904db3b860ca tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.3195524 Feb 28 17:30:50.863101 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] For port 08745295-a9d8-480f-9fe1-06841090f954, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:30:50.869222 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] For port 08745295-a9d8-480f-9fe1-06841090f954, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=08745295-a9d8-480f-9fe1-06841090f954,segment=NetworkSegment(b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc),segment_id=b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:30:50.870004 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23920218-29f5-4d47-81bf-9d110c9d9d05 req-3275104d-9cab-4028-b5f0-fc41b6f81cf9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664712 Feb 28 17:30:50.951725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 067517a0-bf83-48b5-abac-ea441e319ea3 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:50.978275 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (08745295-a9d8-480f-9fe1-06841090f954), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:51.140454 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Routers {'2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:51.146965 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:51.160099 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 067517a0-bf83-48b5-abac-ea441e319ea3 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:51.163764 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (067517a0-bf83-48b5-abac-ea441e319ea3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:51.220611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716e137-4833-4756-b3d5-45282efeef21 req-a2e368cd-8e22-4c6a-bb2f-126d85e40f0d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:51.222263 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a716e137-4833-4756-b3d5-45282efeef21 req-a2e368cd-8e22-4c6a-bb2f-126d85e40f0d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.4692025 Feb 28 17:30:51.225018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18a5ea-0cf8-4fe8-8442-ed879ca92286 req-549632d1-adfe-4ef6-80fb-b19ed2c99c48 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:51.233597 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f18a5ea-0cf8-4fe8-8442-ed879ca92286 req-549632d1-adfe-4ef6-80fb-b19ed2c99c48 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.1510031 Feb 28 17:30:51.304126 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f18a5ea-0cf8-4fe8-8442-ed879ca92286 req-69ab2f90-4a2f-4ce0-8f10-c8409a5302bc tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684946 Feb 28 17:30:51.358158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc80485e-f2f9-44c0-8269-20dd6c0bed96 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:30:51.365896 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050645e0-5165-4d32-864c-69721c214956 None None] Pushing event updated for resources: {'Port': ['ID=08745295-a9d8-480f-9fe1-06841090f954,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:51.378861 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc80485e-f2f9-44c0-8269-20dd6c0bed96 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:51.395485 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 067517a0-bf83-48b5-abac-ea441e319ea3 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:51.397109 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (067517a0-bf83-48b5-abac-ea441e319ea3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:51.419576 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Network 198c7dae-55a7-4ae2-88af-338d9ce329b1 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:51.452127 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 067517a0-bf83-48b5-abac-ea441e319ea3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=067517a0-bf83-48b5-abac-ea441e319ea3,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:51.462160 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37b34ca1-f3d3-4a68-877b-d94d01403e51 req-2a745674-af5b-4359-afe1-5a1dfea50fa4 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 210 time: 0.0701766 Feb 28 17:30:51.511301 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 58881778-b186-4fbc-927f-4239f8e78716 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:30:51.514301 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 58881778-b186-4fbc-927f-4239f8e78716 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:30:51.518677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e958cf2-4691-4f9d-8ea7-e62b9fb65916 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:30:51.562350 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] Set router 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:30:51.712072 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (067517a0-bf83-48b5-abac-ea441e319ea3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:51.713305 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0265f310-53b5-4c6f-8da3-c3605dd1a31d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:51.771896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:51.784669 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a716e137-4833-4756-b3d5-45282efeef21 req-01779537-15ab-44bb-b1db-45b3409ff0a3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527191 Feb 28 17:30:51.912030 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc80485e-f2f9-44c0-8269-20dd6c0bed96 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (f4e9ad03-a841-40c4-85fd-13146457ccbb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:51.927105 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2f916c9d-9239-4bb9-b14f-e43120c9201e None None] Provisioning complete for port 0265f310-53b5-4c6f-8da3-c3605dd1a31d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:51.932525 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f916c9d-9239-4bb9-b14f-e43120c9201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0265f310-53b5-4c6f-8da3-c3605dd1a31d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:52.084862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80485e-f2f9-44c0-8269-20dd6c0bed96 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=f4e9ad03-a841-40c4-85fd-13146457ccbb,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:52.191020 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'name': 'tempest-ServerRescueTestJSON-189955293-router', 'tenant_id': '71bce4d668634e5d893981794d3ba01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:32Z', 'updated_at': '2022-02-28T17:30:43Z', 'revision_number': 4, 'project_id': '71bce4d668634e5d893981794d3ba01a', 'gw_port': {'id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '08745295-a9d8-480f-9fe1-06841090f954', 'name': '', 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66', 'tenant_id': '71bce4d668634e5d893981794d3ba01a', 'mac_address': 'fa:16:3e:4b:df:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'a23b1079-2719-418f-994e-e0cc3792a1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:41Z', 'updated_at': '2022-02-28T17:30:50Z', 'revision_number': 4, 'project_id': '71bce4d668634e5d893981794d3ba01a', 'subnets': [{'id': 'a23b1079-2719-418f-994e-e0cc3792a1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:52.206923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481de2a7-c69d-46d3-9a86-ad8ed6f9ae77 req-842a6b7d-89a2-4f40-b11d-e0c99c4850ba tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:52.210899 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-481de2a7-c69d-46d3-9a86-ad8ed6f9ae77 req-842a6b7d-89a2-4f40-b11d-e0c99c4850ba tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.1731820 Feb 28 17:30:52.239108 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 58881778-b186-4fbc-927f-4239f8e78716 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:52.240553 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (58881778-b186-4fbc-927f-4239f8e78716), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:52.273084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc80485e-f2f9-44c0-8269-20dd6c0bed96 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:52.275025 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de57439-c934-486e-99bc-3dd188a86c32 None None] The sync data for ids ['2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'] in n-d-820368-19 is: [{'id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'name': 'tempest-ServerRescueTestJSON-189955293-router', 'tenant_id': '71bce4d668634e5d893981794d3ba01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:32Z', 'updated_at': '2022-02-28T17:30:43Z', 'revision_number': 4, 'project_id': '71bce4d668634e5d893981794d3ba01a', 'gw_port': {'id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '08745295-a9d8-480f-9fe1-06841090f954', 'name': '', 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66', 'tenant_id': '71bce4d668634e5d893981794d3ba01a', 'mac_address': 'fa:16:3e:4b:df:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'a23b1079-2719-418f-994e-e0cc3792a1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:41Z', 'updated_at': '2022-02-28T17:30:50Z', 'revision_number': 4, 'project_id': '71bce4d668634e5d893981794d3ba01a', 'subnets': [{'id': 'a23b1079-2719-418f-994e-e0cc3792a1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:30:52.276355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-cc80485e-f2f9-44c0-8269-20dd6c0bed96 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:52.311550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc80485e-f2f9-44c0-8269-20dd6c0bed96 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:52.311550 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc80485e-f2f9-44c0-8269-20dd6c0bed96 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:52.318622 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-481de2a7-c69d-46d3-9a86-ad8ed6f9ae77 req-524a4fb7-ba64-4a2b-82ed-4f0134812e81 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010242 Feb 28 17:30:52.403375 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Router 21d47228-24bc-43df-9f1a-8211d5215154 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:30:52.424698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 58881778-b186-4fbc-927f-4239f8e78716, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=58881778-b186-4fbc-927f-4239f8e78716,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:52.475491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195247e6-e98b-414b-a28b-e77fd86ad0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58881778-b186-4fbc-927f-4239f8e78716'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:30:52.479310 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ba14e3-20ee-4539-83df-a1c39bfea0bb" -d '{"events": [{"server_uuid": "195247e6-e98b-414b-a28b-e77fd86ad0c2", "name": "network-vif-unplugged", "status": "completed", "tag": "58881778-b186-4fbc-927f-4239f8e78716"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:30:52.519751 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cc80485e-f2f9-44c0-8269-20dd6c0bed96 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0247226 Feb 28 17:30:52.523672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34170) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:52.532168 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.resource_extend [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:30:52.551030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f53a0267-f0a6-4d6a-8b13-dbda4e9e9b0e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'name': 'tempest-NetworksTestDHCPv6-128795747'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:52.678768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0265f310-53b5-4c6f-8da3-c3605dd1a31d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:52.679481 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0265f310-53b5-4c6f-8da3-c3605dd1a31d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:52.702845 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b64a2e1a-e723-4a19-8ffb-08bea74f02de req-58aec081-bee9-4422-87d9-36421f7b6c5b tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 210 time: 0.0871286 Feb 28 17:30:52.771562 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (58881778-b186-4fbc-927f-4239f8e78716), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:52.958679 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb8454-cf62-4603-b1b7-68d4d9b7e6c3 req-d1a55d94-8494-42ee-ad2e-a35dfe88cdc9 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:52.963381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5cb8454-cf62-4603-b1b7-68d4d9b7e6c3 req-d1a55d94-8494-42ee-ad2e-a35dfe88cdc9 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 943 time: 0.4374335 Feb 28 17:30:53.039527 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2f916c9d-9239-4bb9-b14f-e43120c9201e None None] Current status of the port 0265f310-53b5-4c6f-8da3-c3605dd1a31d is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:53.040239 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f916c9d-9239-4bb9-b14f-e43120c9201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0265f310-53b5-4c6f-8da3-c3605dd1a31d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:53.055970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:30:53.066193 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f8d74d-0002-41c8-920e-891c16e94b32 x-openstack-request-id: req-88f8d74d-0002-41c8-920e-891c16e94b32 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:30:53.066493 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195247e6-e98b-414b-a28b-e77fd86ad0c2", "name": "network-vif-unplugged", "status": "completed", "tag": "58881778-b186-4fbc-927f-4239f8e78716", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:30:53.066754 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-88f8d74d-0002-41c8-920e-891c16e94b32 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:30:53.067434 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c333671e-00a5-4513-ac41-059a2b58bc2f admin admin] 10.222.0.72 "PUT /v2.0/routers/21d47228-24bc-43df-9f1a-8211d5215154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4681358 Feb 28 17:30:53.082637 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195247e6-e98b-414b-a28b-e77fd86ad0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58881778-b186-4fbc-927f-4239f8e78716', 'code': 200} Feb 28 17:30:53.145222 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5cb8454-cf62-4603-b1b7-68d4d9b7e6c3 req-e9825fa0-8d5d-4d24-bedf-7eba3fc02844 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658771 Feb 28 17:30:53.168768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=067517a0-bf83-48b5-abac-ea441e319ea3,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:53.176029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Sync routers for ids ['21d47228-24bc-43df-9f1a-8211d5215154'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:30:53.217917 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53a0267-f0a6-4d6a-8b13-dbda4e9e9b0e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:30:53.230825 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f53a0267-f0a6-4d6a-8b13-dbda4e9e9b0e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:53.241300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fb649-c163-48ce-bacd-e792a8cf0f0c req-4ba7f8e7-201f-4fda-a100-448c510741a3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:53.250604 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2f4fb649-c163-48ce-bacd-e792a8cf0f0c req-4ba7f8e7-201f-4fda-a100-448c510741a3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.1374309 Feb 28 17:30:53.268329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-f53a0267-f0a6-4d6a-8b13-dbda4e9e9b0e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port a573d6be-2c58-428f-b4b7-ee7865550d29 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:30:53.351975 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=58881778-b186-4fbc-927f-4239f8e78716,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:53.369336 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2f4fb649-c163-48ce-bacd-e792a8cf0f0c req-647f176f-b669-45ac-bb4d-136a6acbe5bf tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177483 Feb 28 17:30:53.384355 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139b7861-0770-4ff8-8f6f-eebc3797fdab None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:30:53.387324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Routers {'21d47228-24bc-43df-9f1a-8211d5215154'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:53.388078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['21d47228-24bc-43df-9f1a-8211d5215154'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:53.684021 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-f53a0267-f0a6-4d6a-8b13-dbda4e9e9b0e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::1d9 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/f4e9ad03-a841-40c4-85fd-13146457ccbb/a573d6be-2c58-428f-b4b7-ee7865550d29) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:53.729448 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab4b17-aec9-4e16-8da4-71e4bd527189 req-758515f3-133c-4357-8850-3fd794ed281b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:53.732115 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-70ab4b17-aec9-4e16-8da4-71e4bd527189 req-758515f3-133c-4357-8850-3fd794ed281b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.2554882 Feb 28 17:30:53.910054 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-70ab4b17-aec9-4e16-8da4-71e4bd527189 req-8dc26343-43c4-484f-b626-005c8367c2dd tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932431 Feb 28 17:30:53.919843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0265f310-53b5-4c6f-8da3-c3605dd1a31d is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:53.921363 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0265f310-53b5-4c6f-8da3-c3605dd1a31d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:53.957993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2f916c9d-9239-4bb9-b14f-e43120c9201e None None] For port 0265f310-53b5-4c6f-8da3-c3605dd1a31d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0265f310-53b5-4c6f-8da3-c3605dd1a31d,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:53.988999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14659aed-fd19-4259-a3af-151afda059ed req-909b343e-1f6a-4eca-8fc4-2d07906b1d91 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:53.995443 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14659aed-fd19-4259-a3af-151afda059ed req-909b343e-1f6a-4eca-8fc4-2d07906b1d91 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.69 "GET /v2.0/networks?id=70d9d4f9-19ac-492d-b119-3e433e5efb66 HTTP/1.1" status: 200 len: 810 time: 0.3483961 Feb 28 17:30:54.009883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-14659aed-fd19-4259-a3af-151afda059ed req-599800ee-9abd-403c-9256-ff1059a274eb tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Request body: {'port': {'device_id': 'a175c6f7-3a3c-48fc-a6be-1b56284d6e26', 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66', 'admin_state_up': True, 'tenant_id': '71bce4d668634e5d893981794d3ba01a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:54.025996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ef3c57c-7e77-4ee2-b3b0-fb3cf499d058 req-4e1965a0-9b84-4974-b464-44e8a52f15b1 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 210 time: 0.0438318 Feb 28 17:30:54.035385 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Set router 21d47228-24bc-43df-9f1a-8211d5215154 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:30:54.100696 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f53a0267-f0a6-4d6a-8b13-dbda4e9e9b0e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (a573d6be-2c58-428f-b4b7-ee7865550d29), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:54.108354 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 58881778-b186-4fbc-927f-4239f8e78716, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=58881778-b186-4fbc-927f-4239f8e78716,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:54.152286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '58881778-b186-4fbc-927f-4239f8e78716', 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453', 'port_id': '58881778-b186-4fbc-927f-4239f8e78716', 'mac_address': 'fa:16:3e:33:d0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2be326-2c28-494b-9705-9af762d46614', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:30:54.324500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80526fda-c054-416b-ad13-bfb925d2fda8 req-db544508-4a2a-40a0-8203-c9fa5cac459b tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:54.326593 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80526fda-c054-416b-ad13-bfb925d2fda8 req-db544508-4a2a-40a0-8203-c9fa5cac459b tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 943 time: 0.0771077 Feb 28 17:30:54.375407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34192) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:54.380801 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d52d3643-889b-48ac-886f-72da9f5a7608 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1322398940', 'description': 'tempest-description--523372783'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:54.389570 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f53a0267-f0a6-4d6a-8b13-dbda4e9e9b0e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (a573d6be-2c58-428f-b4b7-ee7865550d29), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:54.389706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14659aed-fd19-4259-a3af-151afda059ed req-599800ee-9abd-403c-9256-ff1059a274eb tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Made reservation on behalf of 71bce4d668634e5d893981794d3ba01a for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:30:54.401784 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-14659aed-fd19-4259-a3af-151afda059ed req-599800ee-9abd-403c-9256-ff1059a274eb tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:54.487149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-139b7861-0770-4ff8-8f6f-eebc3797fdab None None] Deleting port 0265f310-53b5-4c6f-8da3-c3605dd1a31d {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:54.488024 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-139b7861-0770-4ff8-8f6f-eebc3797fdab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0265f310-53b5-4c6f-8da3-c3605dd1a31d), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:54.570866 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80526fda-c054-416b-ad13-bfb925d2fda8 req-0d903ad3-44b8-49c4-a0aa-43ac39c5356b tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373331 Feb 28 17:30:54.577045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53a0267-f0a6-4d6a-8b13-dbda4e9e9b0e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:54.586083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-f53a0267-f0a6-4d6a-8b13-dbda4e9e9b0e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:54.591473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a0267-f0a6-4d6a-8b13-dbda4e9e9b0e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:54.594623 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53a0267-f0a6-4d6a-8b13-dbda4e9e9b0e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:54.597235 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f53a0267-f0a6-4d6a-8b13-dbda4e9e9b0e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:54.600900 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a0267-f0a6-4d6a-8b13-dbda4e9e9b0e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=a573d6be-2c58-428f-b4b7-ee7865550d29,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:54.617016 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d52d3643-889b-48ac-886f-72da9f5a7608 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:54.627528 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-139b7861-0770-4ff8-8f6f-eebc3797fdab None None] For port 0265f310-53b5-4c6f-8da3-c3605dd1a31d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0265f310-53b5-4c6f-8da3-c3605dd1a31d,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:54.627528 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-139b7861-0770-4ff8-8f6f-eebc3797fdab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0265f310-53b5-4c6f-8da3-c3605dd1a31d), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:54.641841 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-139b7861-0770-4ff8-8f6f-eebc3797fdab None None] Calling delete_port for 0265f310-53b5-4c6f-8da3-c3605dd1a31d owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:54.726166 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f53a0267-f0a6-4d6a-8b13-dbda4e9e9b0e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2013357 Feb 28 17:30:54.726917 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34204) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:54.809914 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea9312-083c-4f67-bf84-c61ec3b65ae3 req-2084b718-547e-49e2-83f5-51e5f6c426e0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:54.821715 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f916c9d-9239-4bb9-b14f-e43120c9201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0265f310-53b5-4c6f-8da3-c3605dd1a31d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:54.832001 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23ea9312-083c-4f67-bf84-c61ec3b65ae3 req-2084b718-547e-49e2-83f5-51e5f6c426e0 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.2453167 Feb 28 17:30:54.866952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-14659aed-fd19-4259-a3af-151afda059ed req-599800ee-9abd-403c-9256-ff1059a274eb tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Allocated IP 172.20.0.11 (70d9d4f9-19ac-492d-b119-3e433e5efb66/a23b1079-2719-418f-994e-e0cc3792a1b5/d4956085-d278-46bd-952e-b0e5d75e210c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:54.960095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b492a-68e9-4c98-a82a-8c23a56da0f5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:54.971671 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b492a-68e9-4c98-a82a-8c23a56da0f5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:54.984420 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-959b492a-68e9-4c98-a82a-8c23a56da0f5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2510972 Feb 28 17:30:54.984420 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34214) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:55.062668 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9248d0ec-0847-43fb-b440-91579b357fd9 req-793b5553-2013-4179-91b6-72ee5f469eb7 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0814426 Feb 28 17:30:55.072442 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23ea9312-083c-4f67-bf84-c61ec3b65ae3 req-ea276ef0-77d9-47d4-9ddb-b9989e94316c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389843 Feb 28 17:30:55.194264 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e1e14-6ba0-4aef-a1ef-ab8b744f65f7 req-19078e55-8303-4a75-aea2-aa1e7dd2c451 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:55.195938 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db2e1e14-6ba0-4aef-a1ef-ab8b744f65f7 req-19078e55-8303-4a75-aea2-aa1e7dd2c451 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.1320834 Feb 28 17:30:55.207316 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-139b7861-0770-4ff8-8f6f-eebc3797fdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (0265f310-53b5-4c6f-8da3-c3605dd1a31d), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:55.252549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b7861-0770-4ff8-8f6f-eebc3797fdab None None] No DVR routers for this DVR port 0265f310-53b5-4c6f-8da3-c3605dd1a31d on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:30:55.297364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 58881778-b186-4fbc-927f-4239f8e78716 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:55.297759 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (58881778-b186-4fbc-927f-4239f8e78716), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:55.299735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d0c3489a-9422-43fd-8847-310cf96c0d38 None None] Provisioning complete for port 482134d9-2586-4514-9ba3-da1491d5bbd8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:55.301727 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d0c3489a-9422-43fd-8847-310cf96c0d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:55.311474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460e236e-5bbb-4e6d-a263-d913e6f5d2ec None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:30:55.339883 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db2e1e14-6ba0-4aef-a1ef-ab8b744f65f7 req-6e0e472e-6933-41aa-8bd8-b12dd0662d63 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372664 Feb 28 17:30:55.345244 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a3876522-f720-4459-aad2-201062884bc6 req-ef907e54-319b-4ea7-99fa-9df47d0cb645 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 210 time: 0.1591504 Feb 28 17:30:55.365731 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-0af281c1-4969-4ad3-b060-e7bdd1c2e8ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port a573d6be-2c58-428f-b4b7-ee7865550d29 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:30:55.376979 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0af281c1-4969-4ad3-b060-e7bdd1c2e8ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a573d6be-2c58-428f-b4b7-ee7865550d29), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:55.406193 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27b68eb1-91c7-4744-b0ae-e61497bd8f11 req-ebd1d399-fa6f-4425-9143-5345c3075676 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5319207 Feb 28 17:30:55.421840 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d52d3643-889b-48ac-886f-72da9f5a7608 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group (cdec07d8-7f84-4c9c-8559-72551bf9674e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:55.525030 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d52d3643-889b-48ac-886f-72da9f5a7608 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (cdec07d8-7f84-4c9c-8559-72551bf9674e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:55.560383 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0af281c1-4969-4ad3-b060-e7bdd1c2e8ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a573d6be-2c58-428f-b4b7-ee7865550d29), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:55.574298 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-0af281c1-4969-4ad3-b060-e7bdd1c2e8ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for a573d6be-2c58-428f-b4b7-ee7865550d29 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:30:55.632717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f916c9d-9239-4bb9-b14f-e43120c9201e None None] Pushing event updated for resources: {'Port': ['ID=0265f310-53b5-4c6f-8da3-c3605dd1a31d,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:55.655066 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58881778-b186-4fbc-927f-4239f8e78716 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:30:55.657230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d3643-889b-48ac-886f-72da9f5a7608 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdec07d8-7f84-4c9c-8559-72551bf9674e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:55.708151 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-14659aed-fd19-4259-a3af-151afda059ed req-599800ee-9abd-403c-9256-ff1059a274eb tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks [] for port (d4956085-d278-46bd-952e-b0e5d75e210c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:55.715429 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d52d3643-889b-48ac-886f-72da9f5a7608 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:55.720126 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d52d3643-889b-48ac-886f-72da9f5a7608 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3402071 Feb 28 17:30:55.720937 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34224) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:55.730796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-94a72d8e-2105-479a-b7da-96c9aa994444 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Request body: {'security_group_rule': {'security_group_id': 'cdec07d8-7f84-4c9c-8559-72551bf9674e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:55.733163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 08745295-a9d8-480f-9fe1-06841090f954 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:55.744792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b68eb1-91c7-4744-b0ae-e61497bd8f11 req-a872799b-6cd4-4b18-9cfb-468d52c4c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:55.746364 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27b68eb1-91c7-4744-b0ae-e61497bd8f11 req-a872799b-6cd4-4b18-9cfb-468d52c4c8b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 1128 time: 0.3106596 Feb 28 17:30:55.783075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d0c3489a-9422-43fd-8847-310cf96c0d38 None None] Port 482134d9-2586-4514-9ba3-da1491d5bbd8 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:30:55.871968 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b7861-0770-4ff8-8f6f-eebc3797fdab None None] Pushing event deleted for resources: {'Port': ['ID=0265f310-53b5-4c6f-8da3-c3605dd1a31d,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:55.888184 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-94a72d8e-2105-479a-b7da-96c9aa994444 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group_rule (65fabbd0-7d4d-4ac1-aef4-8821609fcee0), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:55.889920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:49Z', 'revision_number': 2, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:55.909951 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0af281c1-4969-4ad3-b060-e7bdd1c2e8ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (a573d6be-2c58-428f-b4b7-ee7865550d29), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:55.945047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af281c1-4969-4ad3-b060-e7bdd1c2e8ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=a573d6be-2c58-428f-b4b7-ee7865550d29,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:55.964450 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-14659aed-fd19-4259-a3af-151afda059ed req-599800ee-9abd-403c-9256-ff1059a274eb tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d4956085-d278-46bd-952e-b0e5d75e210c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:55.974517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Checking router: 21d47228-24bc-43df-9f1a-8211d5215154 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:30:55.975700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Updating router 21d47228-24bc-43df-9f1a-8211d5215154 port 482134d9-2586-4514-9ba3-da1491d5bbd8 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:30:55.992255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 58881778-b186-4fbc-927f-4239f8e78716, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=58881778-b186-4fbc-927f-4239f8e78716,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:56.038702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b68eb1-91c7-4744-b0ae-e61497bd8f11 req-5d1d105b-7690-4cd8-bf9f-e4385f6a5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:56.040265 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27b68eb1-91c7-4744-b0ae-e61497bd8f11 req-5d1d105b-7690-4cd8-bf9f-e4385f6a5571 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.2709637 Feb 28 17:30:56.050551 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0af281c1-4969-4ad3-b060-e7bdd1c2e8ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:56.057524 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': 'f4e9ad03-a841-40c4-85fd-13146457ccbb'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:30:56.058731 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:56.069254 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:56.071164 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0af281c1-4969-4ad3-b060-e7bdd1c2e8ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/a573d6be-2c58-428f-b4b7-ee7865550d29 HTTP/1.1" status: 204 len: 168 time: 1.0869069 Feb 28 17:30:56.071753 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (58881778-b186-4fbc-927f-4239f8e78716), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:56.073487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14659aed-fd19-4259-a3af-151afda059ed req-599800ee-9abd-403c-9256-ff1059a274eb tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Network 70d9d4f9-19ac-492d-b119-3e433e5efb66 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:56.075285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34226) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:56.113573 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a99a1-9f69-4cc2-bd06-dd936338195b req-e16282ca-6fb2-45ee-a655-d72265e04e6d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:56.120679 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e6a99a1-9f69-4cc2-bd06-dd936338195b req-e16282ca-6fb2-45ee-a655-d72265e04e6d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 943 time: 0.2805045 Feb 28 17:30:56.157721 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-94a72d8e-2105-479a-b7da-96c9aa994444 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group_rule (65fabbd0-7d4d-4ac1-aef4-8821609fcee0), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:56.165951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-14659aed-fd19-4259-a3af-151afda059ed req-599800ee-9abd-403c-9256-ff1059a274eb tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:56.212587 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 08745295-a9d8-480f-9fe1-06841090f954 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:56.213255 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (08745295-a9d8-480f-9fe1-06841090f954), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:56.220527 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e6a99a1-9f69-4cc2-bd06-dd936338195b req-3bd85b02-ceae-41ab-aedb-ab4e4664138f tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989327 Feb 28 17:30:56.265511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-14659aed-fd19-4259-a3af-151afda059ed req-599800ee-9abd-403c-9256-ff1059a274eb tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:56.289487 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27b68eb1-91c7-4744-b0ae-e61497bd8f11 req-b18a655d-51c8-40d6-93c3-2baca411fc20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7437eb10-5e2c-442f-8a63-28efbec62019 HTTP/1.1" status: 200 len: 217 time: 0.2314157 Feb 28 17:30:56.345635 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-94a72d8e-2105-479a-b7da-96c9aa994444 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (65fabbd0-7d4d-4ac1-aef4-8821609fcee0), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:56.414801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cdbe9087-f1be-4220-852f-b7f7aebbfa2b req-c261c637-4a54-4f18-ad3d-823ddec7a58f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.2446597 Feb 28 17:30:56.415462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599800ee-9abd-403c-9256-ff1059a274eb tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Pushing event updated for resources: {'Port': ['ID=d4956085-d278-46bd-952e-b0e5d75e210c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:56.440557 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['58881778-b186-4fbc-927f-4239f8e78716'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:30:56.565510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=58881778-b186-4fbc-927f-4239f8e78716,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:56.582911 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14659aed-fd19-4259-a3af-151afda059ed req-599800ee-9abd-403c-9256-ff1059a274eb tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:56.583629 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-14659aed-fd19-4259-a3af-151afda059ed req-599800ee-9abd-403c-9256-ff1059a274eb tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:56.606110 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb21617-55b2-4766-b329-38a9e6ba72e2 req-08027e7d-2ec3-4248-b7ea-eecabd647afc tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:56.615118 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2bb21617-55b2-4766-b329-38a9e6ba72e2 req-08027e7d-2ec3-4248-b7ea-eecabd647afc tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.1027343 Feb 28 17:30:56.653573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a72d8e-2105-479a-b7da-96c9aa994444 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fabbd0-7d4d-4ac1-aef4-8821609fcee0,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:56.684129 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b68eb1-91c7-4744-b0ae-e61497bd8f11 req-cb8fb813-7068-4f7c-874b-6baeed27fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:56.684401 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2bb21617-55b2-4766-b329-38a9e6ba72e2 req-6c1f2248-998d-475d-9897-7a53863e6e71 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679812 Feb 28 17:30:56.688350 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27b68eb1-91c7-4744-b0ae-e61497bd8f11 req-cb8fb813-7068-4f7c-874b-6baeed27fb42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.3280404 Feb 28 17:30:56.711013 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7932a3a7-4281-454d-83af-15e4764b55e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:56.711846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7932a3a7-4281-454d-83af-15e4764b55e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:56.716236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34238) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:56.716682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7932a3a7-4281-454d-83af-15e4764b55e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6365235 Feb 28 17:30:56.729606 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-94a72d8e-2105-479a-b7da-96c9aa994444 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:56.730931 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-94a72d8e-2105-479a-b7da-96c9aa994444 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0076101 Feb 28 17:30:56.736978 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34240) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:56.741356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148506c1-12ac-4b63-a1ce-b09f8267c9a8 req-f3229887-bae1-421e-b08a-247efc147a0a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:56.742942 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-148506c1-12ac-4b63-a1ce-b09f8267c9a8 req-f3229887-bae1-421e-b08a-247efc147a0a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.5306487 Feb 28 17:30:56.760574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cdb1236a-c587-4211-b901-6f69eeafa3d1 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Request body: {'security_group_rule': {'security_group_id': 'cdec07d8-7f84-4c9c-8559-72551bf9674e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:56.782195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14659aed-fd19-4259-a3af-151afda059ed req-599800ee-9abd-403c-9256-ff1059a274eb tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7790074 Feb 28 17:30:56.840192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b68eb1-91c7-4744-b0ae-e61497bd8f11 req-eda482a1-85c8-4092-9ee9-4ef38686ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:56.841811 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27b68eb1-91c7-4744-b0ae-e61497bd8f11 req-eda482a1-85c8-4092-9ee9-4ef38686ebd0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1373637 Feb 28 17:30:56.845263 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-148506c1-12ac-4b63-a1ce-b09f8267c9a8 req-2ce2b86c-5551-42fa-8b99-532dbe6dbf81 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778143 Feb 28 17:30:56.861005 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 08745295-a9d8-480f-9fe1-06841090f954 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:56.861579 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (08745295-a9d8-480f-9fe1-06841090f954), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:56.918898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 08745295-a9d8-480f-9fe1-06841090f954, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=08745295-a9d8-480f-9fe1-06841090f954,segment=NetworkSegment(b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc),segment_id=b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:30:56.932837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Allocated IP 2001:db8::2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/f4e9ad03-a841-40c4-85fd-13146457ccbb/cd66b9ff-540c-403f-8521-ed7f83abb61e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:56.996506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-171cf377-7063-4a39-b4eb-10219414aafb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet f4e9ad03-a841-40c4-85fd-13146457ccbb {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:30:57.010206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Request body: {'port': {'device_id': 'a175c6f7-3a3c-48fc-a6be-1b56284d6e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:57.040064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07310eca-0de6-482a-b3fb-e56f6179db1e req-8975583a-9382-4b82-854f-d33345e9cc42 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:57.041906 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07310eca-0de6-482a-b3fb-e56f6179db1e req-8975583a-9382-4b82-854f-d33345e9cc42 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 932 time: 0.1686988 Feb 28 17:30:57.062293 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (08745295-a9d8-480f-9fe1-06841090f954), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.063042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 067517a0-bf83-48b5-abac-ea441e319ea3 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:57.079201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27b68eb1-91c7-4744-b0ae-e61497bd8f11 req-91ba1bfc-9142-4abc-bf15-08545915efb8 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274070 Feb 28 17:30:57.123269 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cdb1236a-c587-4211-b901-6f69eeafa3d1 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group_rule (bcb0bd90-88c7-4231-90da-e3885d3cab56), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.182261 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07310eca-0de6-482a-b3fb-e56f6179db1e req-e4c2157f-89e3-41e1-9480-8c09a964979a tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285424 Feb 28 17:30:57.233909 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d4956085-d278-46bd-952e-b0e5d75e210c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.261658 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cdb1236a-c587-4211-b901-6f69eeafa3d1 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group_rule (bcb0bd90-88c7-4231-90da-e3885d3cab56), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.296748 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27b68eb1-91c7-4744-b0ae-e61497bd8f11 req-6493db09-9371-4385-984e-ae5ff1767730 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953409 Feb 28 17:30:57.334769 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=08745295-a9d8-480f-9fe1-06841090f954,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:57.336444 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cdb1236a-c587-4211-b901-6f69eeafa3d1 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (bcb0bd90-88c7-4231-90da-e3885d3cab56), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.426560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1236a-c587-4211-b901-6f69eeafa3d1 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb0bd90-88c7-4231-90da-e3885d3cab56,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:57.446788 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Publish callbacks [] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.456412 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cdb1236a-c587-4211-b901-6f69eeafa3d1 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.459851 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cdb1236a-c587-4211-b901-6f69eeafa3d1 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7218444 Feb 28 17:30:57.464805 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34252) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:57.475768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:57.495324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 067517a0-bf83-48b5-abac-ea441e319ea3 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:57.495695 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (067517a0-bf83-48b5-abac-ea441e319ea3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.497557 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Publish callbacks [] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.532313 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.612081 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17fae3-0cd3-428e-9683-9e4bd60a1967 req-80786215-c5d5-40f8-ba62-c95892af7f63 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:57.613736 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ae17fae3-0cd3-428e-9683-9e4bd60a1967 req-80786215-c5d5-40f8-ba62-c95892af7f63 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 944 time: 0.0983009 Feb 28 17:30:57.614898 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-171cf377-7063-4a39-b4eb-10219414aafb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (f4e9ad03-a841-40c4-85fd-13146457ccbb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.684644 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-171cf377-7063-4a39-b4eb-10219414aafb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (f4e9ad03-a841-40c4-85fd-13146457ccbb), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.786922 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ae17fae3-0cd3-428e-9683-9e4bd60a1967 req-1408f109-87ca-4658-b705-6cda7d360e18 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619005 Feb 28 17:30:57.826751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4956085-d278-46bd-952e-b0e5d75e210c {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:30:57.831626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacc69b-2fa7-4f55-8a08-18524898e442 None None] Pushing event updated for resources: {'Port': ['ID=482134d9-2586-4514-9ba3-da1491d5bbd8,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:57.847187 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Publish callbacks [] for port (d4956085-d278-46bd-952e-b0e5d75e210c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.849406 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.873172 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-171cf377-7063-4a39-b4eb-10219414aafb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (f4e9ad03-a841-40c4-85fd-13146457ccbb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.887572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Transition to ACTIVE for port object d4956085-d278-46bd-952e-b0e5d75e210c will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:30:57.942048 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:57.986502 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (d4956085-d278-46bd-952e-b0e5d75e210c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:58.080859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:58.107869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:58.126264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:58.139175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Pushing event updated for resources: {'Port': ['ID=cd66b9ff-540c-403f-8521-ed7f83abb61e,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:58.144344 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-171cf377-7063-4a39-b4eb-10219414aafb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (f4e9ad03-a841-40c4-85fd-13146457ccbb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:58.145533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Attempting to bind port 482134d9-2586-4514-9ba3-da1491d5bbd8 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:30:58.145858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Attempting to bind port 482134d9-2586-4514-9ba3-da1491d5bbd8 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:30:58.146291 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Attempting to bind port 482134d9-2586-4514-9ba3-da1491d5bbd8 on network 198c7dae-55a7-4ae2-88af-338d9ce329b1 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:58.155214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:30:58.155737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Checking segment: {'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:58.156292 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:58.156695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Bound using segment: {'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:30:58.157185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Bound port: 482134d9-2586-4514-9ba3-da1491d5bbd8, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:30:58.157568 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:58.168026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Pushing event updated for resources: {'Port': ['ID=d4956085-d278-46bd-952e-b0e5d75e210c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:58.287812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] For port 482134d9-2586-4514-9ba3-da1491d5bbd8, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:30:58.291625 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] For port 482134d9-2586-4514-9ba3-da1491d5bbd8, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=482134d9-2586-4514-9ba3-da1491d5bbd8,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:30:58.324021 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 067517a0-bf83-48b5-abac-ea441e319ea3 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:58.359694 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:58.395241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5edfb-ffc0-483a-bf27-1ea55213de89 req-222ef546-11cb-4560-a408-ac942f3d4e01 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:58.403832 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e2b5edfb-ffc0-483a-bf27-1ea55213de89 req-222ef546-11cb-4560-a408-ac942f3d4e01 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.3460326 Feb 28 17:30:58.468825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Attempting to bind port d4956085-d278-46bd-952e-b0e5d75e210c on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:30:58.468825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Attempting to bind port d4956085-d278-46bd-952e-b0e5d75e210c by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:30:58.468825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Attempting to bind port d4956085-d278-46bd-952e-b0e5d75e210c on network 70d9d4f9-19ac-492d-b119-3e433e5efb66 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:58.504624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Port d4956085-d278-46bd-952e-b0e5d75e210c on network 70d9d4f9-19ac-492d-b119-3e433e5efb66 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:30:58.504624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Attempting to bind port d4956085-d278-46bd-952e-b0e5d75e210c on network 70d9d4f9-19ac-492d-b119-3e433e5efb66 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:58.526194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:30:58.539132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Checking segment: {'id': 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:58.539854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Bound using segment: {'id': 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:30:58.540563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Bound port: d4956085-d278-46bd-952e-b0e5d75e210c, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:30:58.541227 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d4956085-d278-46bd-952e-b0e5d75e210c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:58.542275 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0265f310-53b5-4c6f-8da3-c3605dd1a31d no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:30:58.638750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Attempting to bind port cd66b9ff-540c-403f-8521-ed7f83abb61e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:30:58.639655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Attempting to bind port cd66b9ff-540c-403f-8521-ed7f83abb61e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:30:58.640302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Attempting to bind port cd66b9ff-540c-403f-8521-ed7f83abb61e on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:30:58.642633 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 0265f310-53b5-4c6f-8da3-c3605dd1a31d {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:30:58.643160 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0265f310-53b5-4c6f-8da3-c3605dd1a31d not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:30:58.688309 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Routers {'21d47228-24bc-43df-9f1a-8211d5215154'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:30:58.690621 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:30:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['21d47228-24bc-43df-9f1a-8211d5215154'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:30:58.908341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1f9e2e26-7f4f-4207-b775-0454aacd70af None None] Provisioning complete for port 482134d9-2586-4514-9ba3-da1491d5bbd8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:30:58.909041 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1f9e2e26-7f4f-4207-b775-0454aacd70af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:58.916941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:30:58.920256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:30:58.920852 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:58.921438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:30:58.922141 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Bound port: cd66b9ff-540c-403f-8521-ed7f83abb61e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:30:58.923422 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:59.002286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 08745295-a9d8-480f-9fe1-06841090f954 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:30:59.051616 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacc69b-2fa7-4f55-8a08-18524898e442 None None] Pushing event updated for resources: {'Port': ['ID=482134d9-2586-4514-9ba3-da1491d5bbd8,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:59.099864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e2b5edfb-ffc0-483a-bf27-1ea55213de89 req-09322aee-4107-4b26-aa52-e27c2da0acc6 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6506844 Feb 28 17:30:59.154516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cf377-7063-4a39-b4eb-10219414aafb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e9ad03-a841-40c4-85fd-13146457ccbb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:59.178189 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee23d67-edbf-4822-badb-233b04e6a82e req-b3ddcc7d-3c64-4e49-8114-c69b6d49c2b5 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:59.180084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ee23d67-edbf-4822-badb-233b04e6a82e req-b3ddcc7d-3c64-4e49-8114-c69b6d49c2b5 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 1.2136590 Feb 28 17:30:59.238197 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-171cf377-7063-4a39-b4eb-10219414aafb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:59.243911 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-171cf377-7063-4a39-b4eb-10219414aafb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/f4e9ad03-a841-40c4-85fd-13146457ccbb HTTP/1.1" status: 204 len: 168 time: 2.5244141 Feb 28 17:30:59.244557 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34272) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:59.246243 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ee23d67-edbf-4822-badb-233b04e6a82e req-0278518f-011e-43b9-88bb-8efd9f0a1069 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549395 Feb 28 17:30:59.308047 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:59.432134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] For port d4956085-d278-46bd-952e-b0e5d75e210c, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:30:59.444100 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a4d9243f-d1d8-4e99-b17a-f70ffe4da408 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1953845 Feb 28 17:30:59.444406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Allocated IP 172.25.3.144 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/7eae9a47-f10c-4567-9233-980c7cdfdee7) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:30:59.450227 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34274) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:30:59.473599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c18c65b3-549f-4c40-bac2-b7d34bf8337b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:30:59.579582 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for port (7eae9a47-f10c-4567-9233-980c7cdfdee7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:59.597383 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] Set router 21d47228-24bc-43df-9f1a-8211d5215154 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:30:59.668536 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] For port cd66b9ff-540c-403f-8521-ed7f83abb61e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:30:59.685191 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bc2c1-f878-494a-916d-dea00cbf4979 req-b3ac0ed6-86f9-4acb-9265-175f8d0e929d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:59.687632 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a7bc2c1-f878-494a-916d-dea00cbf4979 req-b3ac0ed6-86f9-4acb-9265-175f8d0e929d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 944 time: 0.0689166 Feb 28 17:30:59.723716 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e2e26-7f4f-4207-b775-0454aacd70af None None] Current status of the port 482134d9-2586-4514-9ba3-da1491d5bbd8 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:30:59.725552 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1f9e2e26-7f4f-4207-b775-0454aacd70af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:59.743612 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] For port d4956085-d278-46bd-952e-b0e5d75e210c, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d4956085-d278-46bd-952e-b0e5d75e210c,segment=NetworkSegment(b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc),segment_id=b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:30:59.754664 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2818e4d7-90dd-4ebb-a3a7-13d228a08d65 req-b3c82649-da29-426a-b175-423a686edf01 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0481524 Feb 28 17:30:59.756076 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] For port cd66b9ff-540c-403f-8521-ed7f83abb61e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=cd66b9ff-540c-403f-8521-ed7f83abb61e,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:30:59.763222 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7eae9a47-f10c-4567-9233-980c7cdfdee7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:59.848182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd7a9f-b831-460b-be96-44972af14be1 req-84d4fc21-6b07-4c46-9091-a0a97c77d4e6 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:30:59.850901 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5bdd7a9f-b831-460b-be96-44972af14be1 req-84d4fc21-6b07-4c46-9091-a0a97c77d4e6 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 944 time: 0.5682917 Feb 28 17:30:59.854924 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18c65b3-549f-4c40-bac2-b7d34bf8337b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:30:59.857764 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event updated for resources: {'Port': ['ID=7eae9a47-f10c-4567-9233-980c7cdfdee7,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:30:59.869135 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c18c65b3-549f-4c40-bac2-b7d34bf8337b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:59.878423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:30:59.894985 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:30:59.913613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:30:59.920043 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e739c21-6576-445a-b65f-48a0d930ba12 req-c0ffc4a7-7d2a-4edb-ae6f-5c6912cd9acf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1502664 Feb 28 17:30:59.961180 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (d4956085-d278-46bd-952e-b0e5d75e210c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:30:59.983824 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:00.013816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1f9e2e26-7f4f-4207-b775-0454aacd70af None None] For port 482134d9-2586-4514-9ba3-da1491d5bbd8, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=482134d9-2586-4514-9ba3-da1491d5bbd8,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:00.077351 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a7bc2c1-f878-494a-916d-dea00cbf4979 req-13e59301-0dde-42da-b984-7b4d90c5eaac tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803124 Feb 28 17:31:00.178382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 08745295-a9d8-480f-9fe1-06841090f954 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:00.179076 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (08745295-a9d8-480f-9fe1-06841090f954), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:00.225372 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd10410-d910-4a6a-af62-38bafe2cfd01 None None] Pushing event updated for resources: {'Port': ['ID=cd66b9ff-540c-403f-8521-ed7f83abb61e,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:00.229900 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 58881778-b186-4fbc-927f-4239f8e78716 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:00.265493 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for floatingip (e862e653-f130-4ae8-8019-ab6fdd4a5b9e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:00.281893 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5bdd7a9f-b831-460b-be96-44972af14be1 req-11711375-8a37-4420-9702-22aa0c753456 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989575 Feb 28 17:31:00.290974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:00.291791 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:00.293745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14659aed-fd19-4259-a3af-151afda059ed req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] 10.222.0.69 "PUT /v2.0/ports/d4956085-d278-46bd-952e-b0e5d75e210c HTTP/1.1" status: 200 len: 1093 time: 3.5002675 Feb 28 17:31:00.315909 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a175c6f7-3a3c-48fc-a6be-1b56284d6e26', 'tag': 'd4956085-d278-46bd-952e-b0e5d75e210c'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:00.322578 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ef4afb-6be8-4863-902c-cf3b4675647a" -d '{"events": [{"name": "network-changed", "server_uuid": "a175c6f7-3a3c-48fc-a6be-1b56284d6e26", "tag": "d4956085-d278-46bd-952e-b0e5d75e210c"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:00.405497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efcb63-fe5c-4f5a-86c7-d45ccb445b93 service neutron] Pushing event updated for resources: {'Port': ['ID=d4956085-d278-46bd-952e-b0e5d75e210c,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:00.407448 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:31:00.414391 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e739c21-6576-445a-b65f-48a0d930ba12 req-92cf2b3a-ddb2-4d11-ad74-088e8491c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:00.416429 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e739c21-6576-445a-b65f-48a0d930ba12 req-92cf2b3a-ddb2-4d11-ad74-088e8491c694 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 1133 time: 0.4319179 Feb 28 17:31:00.481089 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1f9e2e26-7f4f-4207-b775-0454aacd70af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:00.622427 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9692a111-f48b-42d8-a08d-f66f9f057313 None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:31:00.687872 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 58881778-b186-4fbc-927f-4239f8e78716 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:00.688635 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (58881778-b186-4fbc-927f-4239f8e78716), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:00.700441 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7eae9a47-f10c-4567-9233-980c7cdfdee7), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:00.759285 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e2e26-7f4f-4207-b775-0454aacd70af None None] Pushing event updated for resources: {'Port': ['ID=482134d9-2586-4514-9ba3-da1491d5bbd8,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:00.759943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa940cb1-368b-4114-a08b-d1e71f54e167 req-6cfc1794-8ed0-4c90-9b84-583d57a6f6ec tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:00.767369 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa940cb1-368b-4114-a08b-d1e71f54e167 req-6cfc1794-8ed0-4c90-9b84-583d57a6f6ec tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.5030344 Feb 28 17:31:00.928490 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 08745295-a9d8-480f-9fe1-06841090f954 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:01.032336 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa940cb1-368b-4114-a08b-d1e71f54e167 req-83ee8598-a5e7-4c85-97c1-1ccb8dc71ca3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641416 Feb 28 17:31:01.042058 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9692a111-f48b-42d8-a08d-f66f9f057313 None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:31:01.123646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1579a701-d846-40b6-b399-c552aac1007a None None] Provisioning complete for port 482134d9-2586-4514-9ba3-da1491d5bbd8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:01.123646 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1579a701-d846-40b6-b399-c552aac1007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:01.154281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87e15a-4ad0-45f5-9bf9-0f38ef5aa605 req-2a524d75-1bc8-454a-a3be-92bfbfea4ac8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:01.170416 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce87e15a-4ad0-45f5-9bf9-0f38ef5aa605 req-2a524d75-1bc8-454a-a3be-92bfbfea4ac8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.6848168 Feb 28 17:31:01.191816 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c1eaf8-7a1c-4356-8d1c-065a624e203b x-openstack-request-id: req-a9c1eaf8-7a1c-4356-8d1c-065a624e203b {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:01.196120 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for port (7eae9a47-f10c-4567-9233-980c7cdfdee7), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:01.196450 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a175c6f7-3a3c-48fc-a6be-1b56284d6e26", "tag": "d4956085-d278-46bd-952e-b0e5d75e210c", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:01.196450 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a9c1eaf8-7a1c-4356-8d1c-065a624e203b {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:01.196450 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a175c6f7-3a3c-48fc-a6be-1b56284d6e26', 'tag': 'd4956085-d278-46bd-952e-b0e5d75e210c', 'status': 'completed', 'code': 200} Feb 28 17:31:01.277479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14659aed-fd19-4259-a3af-151afda059ed req-c2c15ac2-a0fe-4d51-9285-276740e9bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:01.282100 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14659aed-fd19-4259-a3af-151afda059ed req-c2c15ac2-a0fe-4d51-9285-276740e9bb84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71bce4d668634e5d893981794d3ba01a&device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 1127 time: 0.7192008 Feb 28 17:31:01.308383 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (7eae9a47-f10c-4567-9233-980c7cdfdee7), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:01.327831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 58881778-b186-4fbc-927f-4239f8e78716 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:01.328194 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (58881778-b186-4fbc-927f-4239f8e78716), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:01.359524 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14659aed-fd19-4259-a3af-151afda059ed req-dad1266d-7661-4fb0-a686-abe8b4ddeacd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4956085-d278-46bd-952e-b0e5d75e210c HTTP/1.1" status: 200 len: 217 time: 0.0612881 Feb 28 17:31:01.423608 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e739c21-6576-445a-b65f-48a0d930ba12 req-17aeb673-9ab6-4bf2-99fb-183468c1d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:01.426417 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e739c21-6576-445a-b65f-48a0d930ba12 req-17aeb673-9ab6-4bf2-99fb-183468c1d70f service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.9839275 Feb 28 17:31:01.453834 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 58881778-b186-4fbc-927f-4239f8e78716, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=58881778-b186-4fbc-927f-4239f8e78716,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:01.468569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195247e6-e98b-414b-a28b-e77fd86ad0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58881778-b186-4fbc-927f-4239f8e78716'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:01.470985 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b61a75-2ddc-44d6-8ec6-cdd134be0f80" -d '{"events": [{"server_uuid": "195247e6-e98b-414b-a28b-e77fd86ad0c2", "name": "network-vif-plugged", "status": "completed", "tag": "58881778-b186-4fbc-927f-4239f8e78716"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:01.541877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57bbee-a1b8-40b1-bcfc-8cbfb6e52727 req-f9ac354e-2c82-4a5f-bcb0-17b900d5c967 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:01.545748 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b57bbee-a1b8-40b1-bcfc-8cbfb6e52727 req-f9ac354e-2c82-4a5f-bcb0-17b900d5c967 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 944 time: 0.3094845 Feb 28 17:31:01.558718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event updated for resources: {'Port': ['ID=7eae9a47-f10c-4567-9233-980c7cdfdee7,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:01.669902 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e739c21-6576-445a-b65f-48a0d930ba12 req-dbd08634-560d-4f6b-9b64-a314e3140a73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=89a9f715-3a11-4479-b2b7-82257c124da5 HTTP/1.1" status: 200 len: 217 time: 0.1709418 Feb 28 17:31:01.683755 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce87e15a-4ad0-45f5-9bf9-0f38ef5aa605 req-6ac79804-cf42-46c7-ade4-39eb30ee95db tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773192 Feb 28 17:31:01.683973 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b57bbee-a1b8-40b1-bcfc-8cbfb6e52727 req-ef1b8163-114b-4771-96f5-6e3d97b93ec8 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307645 Feb 28 17:31:01.714356 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (e862e653-f130-4ae8-8019-ab6fdd4a5b9e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:01.776699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14659aed-fd19-4259-a3af-151afda059ed req-e61500bc-ec00-4c53-bdf2-4bf448cc8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:01.780382 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14659aed-fd19-4259-a3af-151afda059ed req-e61500bc-ec00-4c53-bdf2-4bf448cc8518 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a23b1079-2719-418f-994e-e0cc3792a1b5 HTTP/1.1" status: 200 len: 850 time: 0.3808274 Feb 28 17:31:01.783756 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c18c65b3-549f-4c40-bac2-b7d34bf8337b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (1bfe85d0-f98f-4327-9322-545c1915211d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:01.818307 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:01.819579 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6066615b-201b-4788-b178-cad9d33ab0d7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3496814 Feb 28 17:31:01.924679 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db9873-e875-4f68-9ff6-cea2c002ee35 req-7f026797-064a-46a7-9a07-dc617685560e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:01.930672 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e3db9873-e875-4f68-9ff6-cea2c002ee35 req-7f026797-064a-46a7-9a07-dc617685560e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 944 time: 0.1473889 Feb 28 17:31:01.982202 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c65b3-549f-4c40-bac2-b7d34bf8337b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:02.091990 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14659aed-fd19-4259-a3af-151afda059ed req-3cf778b2-b21f-46bb-8173-dcbdd67936c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=70d9d4f9-19ac-492d-b119-3e433e5efb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2483320 Feb 28 17:31:02.092898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-c18c65b3-549f-4c40-bac2-b7d34bf8337b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:02.110521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18c65b3-549f-4c40-bac2-b7d34bf8337b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:02.111519 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c18c65b3-549f-4c40-bac2-b7d34bf8337b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:02.153406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e739c21-6576-445a-b65f-48a0d930ba12 req-15e20cad-5f28-4b97-93d1-55cb2d8ab2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:02.158241 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e739c21-6576-445a-b65f-48a0d930ba12 req-15e20cad-5f28-4b97-93d1-55cb2d8ab2f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.4668157 Feb 28 17:31:02.243690 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e3db9873-e875-4f68-9ff6-cea2c002ee35 req-3dc85eef-90e9-4ede-8d74-8b14e90c80e1 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056977 Feb 28 17:31:02.305597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bf360-49f5-42b8-b4a5-0fd869518239 req-65f213b4-3330-496d-99e5-b2901609f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:02.326575 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f45bf360-49f5-42b8-b4a5-0fd869518239 req-65f213b4-3330-496d-99e5-b2901609f88c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 1128 time: 0.3311481 Feb 28 17:31:02.362602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c65b3-549f-4c40-bac2-b7d34bf8337b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=1bfe85d0-f98f-4327-9322-545c1915211d,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:02.389229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-916f2663-0e44-4f99-90c6-02df5b7a11d0 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1322398940&fields=id&tenant_id=ff2ef71884464902b3c3748d51422a36 HTTP/1.1" status: 200 len: 267 time: 0.2643526 Feb 28 17:31:02.474996 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebf0767-ad5a-4050-9069-c276420b8798 x-openstack-request-id: req-2ebf0767-ad5a-4050-9069-c276420b8798 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:02.476056 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195247e6-e98b-414b-a28b-e77fd86ad0c2", "name": "network-vif-plugged", "status": "completed", "tag": "58881778-b186-4fbc-927f-4239f8e78716", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:02.476548 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2ebf0767-ad5a-4050-9069-c276420b8798 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:02.477199 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195247e6-e98b-414b-a28b-e77fd86ad0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58881778-b186-4fbc-927f-4239f8e78716', 'code': 200} Feb 28 17:31:02.478596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1579a701-d846-40b6-b399-c552aac1007a None None] Current status of the port 482134d9-2586-4514-9ba3-da1491d5bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:02.484620 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f45bf360-49f5-42b8-b4a5-0fd869518239 req-1e85e80f-2d2d-43d0-806a-bf997e145c72 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571097 Feb 28 17:31:02.489219 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (58881778-b186-4fbc-927f-4239f8e78716), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:02.571503 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31b96e-3516-4cc6-977b-d4c3f599e25f req-495788dd-5d12-4ae2-876b-27017f73586c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:02.574318 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6a31b96e-3516-4cc6-977b-d4c3f599e25f req-495788dd-5d12-4ae2-876b-27017f73586c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.1277514 Feb 28 17:31:02.620946 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-bbd49089-f0fe-4991-afda-e168a72b81fa tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:02.623147 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-bbd49089-f0fe-4991-afda-e168a72b81fa tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/networks?id=198c7dae-55a7-4ae2-88af-338d9ce329b1 HTTP/1.1" status: 200 len: 810 time: 0.2327151 Feb 28 17:31:02.679465 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1ebe8eb-d1ca-4607-9f20-f7fff2b76961 req-5e13dc06-0883-43d3-8c25-96ca9bda93c9 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0498374 Feb 28 17:31:02.701227 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c18c65b3-549f-4c40-bac2-b7d34bf8337b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2363601 Feb 28 17:31:02.709298 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34336) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:02.711973 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6a31b96e-3516-4cc6-977b-d4c3f599e25f req-068729ce-f251-4d48-8a92-e26e9a3b5c3b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260633 Feb 28 17:31:02.714451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-293875a6-5ea4-4a95-bac1-13637890b84c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'name': 'tempest-NetworksTestDHCPv6-148009383'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:02.756784 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-60605f79-55b4-4769-aaf4-f7d3d4bfe939 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/quotas/ff2ef71884464902b3c3748d51422a36 HTTP/1.1" status: 200 len: 375 time: 0.0696526 Feb 28 17:31:02.789880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=58881778-b186-4fbc-927f-4239f8e78716,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:02.821677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:58Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:02.836539 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0699cf70-d240-43b1-99fd-849ac2e1e6ba None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:02.908258 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bed739-0c11-4800-93c1-56f6137ba345 req-3afa90b2-b330-4d12-87e0-2295f311c353 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:02.917232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37bed739-0c11-4800-93c1-56f6137ba345 req-3afa90b2-b330-4d12-87e0-2295f311c353 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.0864618 Feb 28 17:31:02.953434 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14659aed-fd19-4259-a3af-151afda059ed req-f3e47476-e2d2-4efe-9662-721197dc03f1 service neutron] 10.222.0.69 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8318689 Feb 28 17:31:03.033846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e739c21-6576-445a-b65f-48a0d930ba12 req-7dffa3c8-7934-4bce-9c10-04448c3317d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:03.034234 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37bed739-0c11-4800-93c1-56f6137ba345 req-b2c099b7-03fc-417a-9ffc-aab9c1cfe77c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076307 Feb 28 17:31:03.035052 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e739c21-6576-445a-b65f-48a0d930ba12 req-7dffa3c8-7934-4bce-9c10-04448c3317d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8012154 Feb 28 17:31:03.138019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefac317-98b2-4e25-a539-5bdc660d8548 None None] The sync data for ids ['21d47228-24bc-43df-9f1a-8211d5215154'] in n-d-820368-19 is: [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:58Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:31:03.280662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdece6-24f5-468e-b6bc-1be9a18d25b3 req-82c2b34b-6a4f-49ad-8d8a-6a3d083adcc8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:03.304823 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cffdece6-24f5-468e-b6bc-1be9a18d25b3 req-82c2b34b-6a4f-49ad-8d8a-6a3d083adcc8 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.1954296 Feb 28 17:31:03.317672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc99a984-20c1-4daa-b4b8-129d29f1288b None None] Update dhcp port {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'fixed_ips': [{'subnet_id': '1bfe85d0-f98f-4327-9322-545c1915211d'}], 'binding:host_id': 'n-d-820368-19'}, 'id': 'cd66b9ff-540c-403f-8521-ed7f83abb61e'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:31:03.424147 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dc99a984-20c1-4daa-b4b8-129d29f1288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:03.454741 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-5958ea9e-8349-4887-b533-9ac663cfc0bd tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff2ef71884464902b3c3748d51422a36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6349595 Feb 28 17:31:03.597806 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cffdece6-24f5-468e-b6bc-1be9a18d25b3 req-e1e5913d-3fe1-4ff4-bb7d-f8bbbf6c51d3 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895367 Feb 28 17:31:03.668152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14659aed-fd19-4259-a3af-151afda059ed req-076b0c38-5852-4fb1-a743-aed3d46da866 service neutron] 10.222.0.69 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6753058 Feb 28 17:31:03.709567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293875a6-5ea4-4a95-bac1-13637890b84c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:03.709567 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-293875a6-5ea4-4a95-bac1-13637890b84c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:03.715086 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e739c21-6576-445a-b65f-48a0d930ba12 req-7e5c918e-4c5b-473b-bcd5-351ade13cc7c service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6601195 Feb 28 17:31:03.805790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-dc99a984-20c1-4daa-b4b8-129d29f1288b None None] Allocated IP 2001:db8::2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/1bfe85d0-f98f-4327-9322-545c1915211d/cd66b9ff-540c-403f-8521-ed7f83abb61e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:03.851253 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-293875a6-5ea4-4a95-bac1-13637890b84c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port 6a2968d9-8cff-4d2d-b27a-ca8577962f2d yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:31:03.862328 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-92ccd279-c372-4f00-a31b-a96910ba26e6 service neutron] 10.222.0.72 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697267 Feb 28 17:31:03.881320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea0e33-7637-486f-a8da-a62b03a97679 req-8758d24a-ddc1-4721-a7c7-102a65df30ae tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:03.893103 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93ea0e33-7637-486f-a8da-a62b03a97679 req-8758d24a-ddc1-4721-a7c7-102a65df30ae tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 944 time: 0.1353376 Feb 28 17:31:04.047911 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93ea0e33-7637-486f-a8da-a62b03a97679 req-789b7c7f-992e-4787-af62-5723976039b8 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549973 Feb 28 17:31:04.078133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-dc99a984-20c1-4daa-b4b8-129d29f1288b None None] For port cd66b9ff-540c-403f-8521-ed7f83abb61e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=cd66b9ff-540c-403f-8521-ed7f83abb61e,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:04.089557 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-94d8f3ce-eedd-48cb-af3b-63493fc777ba service neutron] 10.222.0.72 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725550 Feb 28 17:31:04.253595 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dc99a984-20c1-4daa-b4b8-129d29f1288b None None] Publish callbacks [] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:04.443979 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedef2b-edc4-41fc-b41c-fa19488f3615 req-0dd4e332-bed3-4f56-9a14-af07eefeebcd tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:04.443979 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4fedef2b-edc4-41fc-b41c-fa19488f3615 req-0dd4e332-bed3-4f56-9a14-af07eefeebcd tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.1191034 Feb 28 17:31:04.443979 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4fedef2b-edc4-41fc-b41c-fa19488f3615 req-be7217ea-09c1-4657-a353-cdee011e945d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650070 Feb 28 17:31:04.579925 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dc99a984-20c1-4daa-b4b8-129d29f1288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:04.614269 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9321bc0-d634-4e6b-a9ca-2cd326478ed7 req-20d5414b-512a-496f-9b63-c516d639c02a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:04.619724 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9321bc0-d634-4e6b-a9ca-2cd326478ed7 req-20d5414b-512a-496f-9b63-c516d639c02a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.1021700 Feb 28 17:31:04.731197 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9321bc0-d634-4e6b-a9ca-2cd326478ed7 req-b44ae7cc-58d0-440a-9a05-c02c3d720780 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036797 Feb 28 17:31:04.762980 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e739c21-6576-445a-b65f-48a0d930ba12 req-83bd1e2d-9645-4a25-a71e-bb4a6cbd4e85 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9720790 Feb 28 17:31:04.808574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99a984-20c1-4daa-b4b8-129d29f1288b None None] Pushing event updated for resources: {'Port': ['ID=cd66b9ff-540c-403f-8521-ed7f83abb61e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:04.843419 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef4afb-6be8-4863-902c-cf3b4675647a req-aa5fbb71-6415-49fd-ae72-c33089979876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:04.848725 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16ef4afb-6be8-4863-902c-cf3b4675647a req-aa5fbb71-6415-49fd-ae72-c33089979876 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71bce4d668634e5d893981794d3ba01a&device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 1127 time: 0.7453852 Feb 28 17:31:04.890726 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-293875a6-5ea4-4a95-bac1-13637890b84c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::3a5 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/1bfe85d0-f98f-4327-9322-545c1915211d/6a2968d9-8cff-4d2d-b27a-ca8577962f2d) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:04.998254 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1aff9fb-efc6-45c2-b808-971480076c79 req-5b9bdda9-0276-4bc4-97cb-6f9f7e3bb76d tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 210 time: 0.1285882 Feb 28 17:31:05.185019 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-089ca4a2-5697-4acf-b4db-e703223bd2e3 req-28a5feaf-23df-47df-a91c-77ea88a1281b service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1537519 Feb 28 17:31:05.192181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 482134d9-2586-4514-9ba3-da1491d5bbd8 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:05.283727 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef4afb-6be8-4863-902c-cf3b4675647a req-6255aff8-5a81-43fb-bd75-7a266d53d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:05.287516 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16ef4afb-6be8-4863-902c-cf3b4675647a req-6255aff8-5a81-43fb-bd75-7a266d53d1d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=70d9d4f9-19ac-492d-b119-3e433e5efb66 HTTP/1.1" status: 200 len: 911 time: 0.4159696 Feb 28 17:31:05.305654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7642c2-cb01-4ed3-8f77-7a32a6914e51 req-80d45451-9609-4a39-9d90-5cddc4b29bc3 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:05.307278 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ec7642c2-cb01-4ed3-8f77-7a32a6914e51 req-80d45451-9609-4a39-9d90-5cddc4b29bc3 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.1549921 Feb 28 17:31:05.352911 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16ef4afb-6be8-4863-902c-cf3b4675647a req-327a3aae-ffde-4b5c-92ba-0cbb8ff679a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4956085-d278-46bd-952e-b0e5d75e210c HTTP/1.1" status: 200 len: 217 time: 0.0497384 Feb 28 17:31:05.423817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 482134d9-2586-4514-9ba3-da1491d5bbd8 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:05.430362 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:05.433483 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ec7642c2-cb01-4ed3-8f77-7a32a6914e51 req-51235818-6559-43c6-801e-00f067b17295 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150796 Feb 28 17:31:05.760942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c5f38-639a-44d4-8a5b-9b21f8803d46 req-73fcf6c8-de11-4a96-bf27-126ca118a80b tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:05.765102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd54731-2c30-4b02-bb7b-94c7d814f095 req-b7afbfe8-1535-49d2-aedc-b53bcacb02dd tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:05.773229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbd54731-2c30-4b02-bb7b-94c7d814f095 req-b7afbfe8-1535-49d2-aedc-b53bcacb02dd tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.8430586 Feb 28 17:31:05.777098 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a0c5f38-639a-44d4-8a5b-9b21f8803d46 req-73fcf6c8-de11-4a96-bf27-126ca118a80b tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 944 time: 0.1823194 Feb 28 17:31:05.798376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 482134d9-2586-4514-9ba3-da1491d5bbd8 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:05.874035 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a0c5f38-639a-44d4-8a5b-9b21f8803d46 req-945bdbaa-c352-449d-bb66-e86fd19c320a tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892773 Feb 28 17:31:05.907134 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5c39ab9c-befc-4639-93fb-8e02864fc989 req-a3a2960d-46fa-4c52-9c6c-b61ad5a3fac5 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1159153 Feb 28 17:31:05.923707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef4afb-6be8-4863-902c-cf3b4675647a req-4295fa78-a8c6-4798-b795-ba5b24b7fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:05.927887 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16ef4afb-6be8-4863-902c-cf3b4675647a req-4295fa78-a8c6-4798-b795-ba5b24b7fc5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a23b1079-2719-418f-994e-e0cc3792a1b5 HTTP/1.1" status: 200 len: 850 time: 0.4704564 Feb 28 17:31:05.998929 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16ef4afb-6be8-4863-902c-cf3b4675647a req-86101dd2-164f-47e7-bb79-58f6f2c47057 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=70d9d4f9-19ac-492d-b119-3e433e5efb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469427 Feb 28 17:31:06.049979 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbd54731-2c30-4b02-bb7b-94c7d814f095 req-f7994ec9-7e4d-48e5-bb51-cd7633e95554 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751365 Feb 28 17:31:06.118650 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-293875a6-5ea4-4a95-bac1-13637890b84c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (6a2968d9-8cff-4d2d-b27a-ca8577962f2d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:06.125447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device d4956085-d278-46bd-952e-b0e5d75e210c details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:31:06.212895 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16ef4afb-6be8-4863-902c-cf3b4675647a req-a24e91a6-4a9d-45e2-b32f-cebf1a69cf52 service neutron] 10.222.0.69 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038293 Feb 28 17:31:06.246823 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port d4956085-d278-46bd-952e-b0e5d75e210c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d4956085-d278-46bd-952e-b0e5d75e210c,segment=NetworkSegment(b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc),segment_id=b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:06.248140 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ea848-d393-4506-86a1-45c7af9c3c15 req-c1db738d-2cb4-4a27-b194-677ce1a3a042 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:06.249757 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-385ea848-d393-4506-86a1-45c7af9c3c15 req-c1db738d-2cb4-4a27-b194-677ce1a3a042 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.1209025 Feb 28 17:31:06.260291 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'd4956085-d278-46bd-952e-b0e5d75e210c', 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66', 'port_id': 'd4956085-d278-46bd-952e-b0e5d75e210c', 'mac_address': 'fa:16:3e:48:af:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a23b1079-2719-418f-994e-e0cc3792a1b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:31:06.316061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port d4956085-d278-46bd-952e-b0e5d75e210c is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:06.318027 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d4956085-d278-46bd-952e-b0e5d75e210c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:06.343725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4956085-d278-46bd-952e-b0e5d75e210c {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:31:06.362406 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-293875a6-5ea4-4a95-bac1-13637890b84c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (6a2968d9-8cff-4d2d-b27a-ca8577962f2d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:06.404169 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port d4956085-d278-46bd-952e-b0e5d75e210c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d4956085-d278-46bd-952e-b0e5d75e210c,segment=NetworkSegment(b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc),segment_id=b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:06.499557 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d4956085-d278-46bd-952e-b0e5d75e210c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:06.522459 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-385ea848-d393-4506-86a1-45c7af9c3c15 req-c5853f4e-e010-4a58-bfe1-4ac2abaee161 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312934 Feb 28 17:31:06.572052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293875a6-5ea4-4a95-bac1-13637890b84c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:06.574416 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16ef4afb-6be8-4863-902c-cf3b4675647a req-d45506a4-8868-4ef1-bb20-0839d9a88f3b service neutron] 10.222.0.69 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544219 Feb 28 17:31:06.577689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-293875a6-5ea4-4a95-bac1-13637890b84c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:06.596554 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293875a6-5ea4-4a95-bac1-13637890b84c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:06.614906 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5fa7eefd-2853-4a08-8231-f2a82784fe4c req-d795edbb-4243-4c2f-8bb9-24dd9e14e93f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 210 time: 0.1232452 Feb 28 17:31:06.616480 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293875a6-5ea4-4a95-bac1-13637890b84c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:06.617177 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-293875a6-5ea4-4a95-bac1-13637890b84c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:06.634978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293875a6-5ea4-4a95-bac1-13637890b84c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=6a2968d9-8cff-4d2d-b27a-ca8577962f2d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:06.663177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=d4956085-d278-46bd-952e-b0e5d75e210c,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:06.690124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:06.692781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:06.692781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:06.692781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:06.692781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:06.692781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:06.692781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:06.692781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:06.693431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:06.693738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:06.694160 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:06.694548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:06.695703 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:06.748381 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-293875a6-5ea4-4a95-bac1-13637890b84c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0379579 Feb 28 17:31:06.751034 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34426) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:06.810818 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['d4956085-d278-46bd-952e-b0e5d75e210c'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:06.816398 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52e45d9-9bbc-4717-aab0-9188789da84f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:06.826306 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-53ffecdd-c3a9-4c11-afcc-16cf8e978dc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:06.827025 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52e45d9-9bbc-4717-aab0-9188789da84f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:06.832710 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f52e45d9-9bbc-4717-aab0-9188789da84f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0803213 Feb 28 17:31:06.833386 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-53ffecdd-c3a9-4c11-afcc-16cf8e978dc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/networks?id=5801e3e6-3a3d-4400-b93c-39437198a453 HTTP/1.1" status: 200 len: 815 time: 0.1722591 Feb 28 17:31:06.833797 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34428) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:06.851653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-9cb01ba1-0905-4b0b-b265-ae7d945a4d5d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/quotas/088b6c3e658846cab75e7b83a81af875 HTTP/1.1" status: 200 len: 375 time: 0.0173473 Feb 28 17:31:06.930090 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-c31daae0-d263-4c8d-b16c-a485efa7f024 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=088b6c3e658846cab75e7b83a81af875&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774543 Feb 28 17:31:07.023531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-271719d8-473c-4d00-b59a-3742f2d236f1 None None] Provisioning complete for port cd66b9ff-540c-403f-8521-ed7f83abb61e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:07.023824 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-271719d8-473c-4d00-b59a-3742f2d236f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:07.089519 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-ee76e154-5e2b-4d66-83fe-bf7ef52b4243 service neutron] 10.222.0.72 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584675 Feb 28 17:31:07.198153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa9677-3721-400d-914e-91e544d99cd9 req-e3ff43f9-e05e-4a40-90c5-915f79732c69 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:07.207175 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7fa9677-3721-400d-914e-91e544d99cd9 req-e3ff43f9-e05e-4a40-90c5-915f79732c69 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 945 time: 0.1223812 Feb 28 17:31:07.209647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device cd66b9ff-540c-403f-8521-ed7f83abb61e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:07.237068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-4d829409-7431-41c1-ae63-6dcc8a497f3d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port 6a2968d9-8cff-4d2d-b27a-ca8577962f2d {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:07.237659 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4d829409-7431-41c1-ae63-6dcc8a497f3d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6a2968d9-8cff-4d2d-b27a-ca8577962f2d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:07.294145 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-34ffec83-4c50-4a1d-a486-4f5e63b3fb9f service neutron] 10.222.0.72 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035999 Feb 28 17:31:07.353540 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7fa9677-3721-400d-914e-91e544d99cd9 req-27e95afb-1df8-4c3e-a814-d65cf5f9047b tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354017 Feb 28 17:31:07.372926 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port cd66b9ff-540c-403f-8521-ed7f83abb61e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:07.375639 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:07.379520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-271719d8-473c-4d00-b59a-3742f2d236f1 None None] Current status of the port cd66b9ff-540c-403f-8521-ed7f83abb61e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:07.380162 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-271719d8-473c-4d00-b59a-3742f2d236f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:07.427668 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4d829409-7431-41c1-ae63-6dcc8a497f3d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6a2968d9-8cff-4d2d-b27a-ca8577962f2d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:07.485029 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-4d829409-7431-41c1-ae63-6dcc8a497f3d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for 6a2968d9-8cff-4d2d-b27a-ca8577962f2d owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:07.547927 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-271719d8-473c-4d00-b59a-3742f2d236f1 None None] For port cd66b9ff-540c-403f-8521-ed7f83abb61e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=cd66b9ff-540c-403f-8521-ed7f83abb61e,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:07.566754 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b3c19-d71a-4b72-ae07-4ddc8dcc8bdb req-346e5198-0bc5-4aac-af27-22abc33b8d7d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:07.574481 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-603b3c19-d71a-4b72-ae07-4ddc8dcc8bdb req-346e5198-0bc5-4aac-af27-22abc33b8d7d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.1394472 Feb 28 17:31:07.628132 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port cd66b9ff-540c-403f-8521-ed7f83abb61e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:07.630379 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:07.659648 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-603b3c19-d71a-4b72-ae07-4ddc8dcc8bdb req-98d4469c-b433-4f87-85ab-3b22919f16ce tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781531 Feb 28 17:31:07.816431 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-dd0b5792-7724-40e4-9fa4-17a08a6f48b9 service neutron] show failed (client error): The resource could not be found. Feb 28 17:31:07.818124 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-dd0b5792-7724-40e4-9fa4-17a08a6f48b9 service neutron] 10.222.0.73 "GET /v2.0/ports/ed8ac663-8c4e-410b-b4df-29f442bb7c10/bindings/n-h2-820368-19 HTTP/1.1" status: 404 len: 381 time: 0.3151069 Feb 28 17:31:07.833611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fafe51-1093-4627-ae5a-8223bebab130 req-8d98b7b8-29ff-429e-b136-20c2e7dd6a01 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:07.834669 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-837a91e8-d38c-4171-bb7c-16c326482e3f req-e062cf86-4143-4e07-bdbe-e748cf2da26a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 210 time: 0.1725991 Feb 28 17:31:07.860334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c7fafe51-1093-4627-ae5a-8223bebab130 req-8d98b7b8-29ff-429e-b136-20c2e7dd6a01 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.1047668 Feb 28 17:31:07.869353 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4d829409-7431-41c1-ae63-6dcc8a497f3d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6a2968d9-8cff-4d2d-b27a-ca8577962f2d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:07.958486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d829409-7431-41c1-ae63-6dcc8a497f3d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=6a2968d9-8cff-4d2d-b27a-ca8577962f2d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:08.020245 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:08.021303 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-271719d8-473c-4d00-b59a-3742f2d236f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:08.023067 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a127fc19-a306-4caa-b83f-37c382daadcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:08.036228 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4d829409-7431-41c1-ae63-6dcc8a497f3d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:08.045651 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4d829409-7431-41c1-ae63-6dcc8a497f3d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/6a2968d9-8cff-4d2d-b27a-ca8577962f2d HTTP/1.1" status: 204 len: 168 time: 1.1893539 Feb 28 17:31:08.068720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34454) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:08.108554 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3805afe-f8d0-4e26-924d-5a28f776a376 req-d8c0114b-e6c7-402f-982c-6ecc08ec964a tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 210 time: 0.1153750 Feb 28 17:31:08.142451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f291bd-aa14-4600-8695-d9c104b6b4d3 req-5a732798-507c-4762-8178-6a2b9403a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:08.142451 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5f291bd-aa14-4600-8695-d9c104b6b4d3 req-5a732798-507c-4762-8178-6a2b9403a9b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 1129 time: 0.5023022 Feb 28 17:31:08.158850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f3b85-26cd-4a47-898c-ff79785d3bed req-e60af790-8150-4e48-8ed1-99a9f666f84e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:08.160593 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f98f3b85-26cd-4a47-898c-ff79785d3bed req-e60af790-8150-4e48-8ed1-99a9f666f84e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.69 "GET /v2.0/ports?device_id=195247e6-e98b-414b-a28b-e77fd86ad0c2 HTTP/1.1" status: 200 len: 945 time: 0.3921909 Feb 28 17:31:08.164400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device d4956085-d278-46bd-952e-b0e5d75e210c up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:08.207263 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c7fafe51-1093-4627-ae5a-8223bebab130 req-0a9b134b-8117-4a9a-953c-c014fd948b10 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458848 Feb 28 17:31:08.222695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e6f195cf-db79-41e3-90ec-e91cb4e22f6e None None] Could not find standard attr ID for object a573d6be-2c58-428f-b4b7-ee7865550d29. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:31:08.277392 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e6f195cf-db79-41e3-90ec-e91cb4e22f6e None None] Could not find standard attr ID for object 780f78ad-ceda-4c32-9ea6-64b19e2c81aa. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:31:08.277604 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7e9dec-f2de-4254-9623-044fb81b4bef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:08.278878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7e9dec-f2de-4254-9623-044fb81b4bef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:08.284645 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1f7e9dec-f2de-4254-9623-044fb81b4bef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2149580 Feb 28 17:31:08.289018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34466) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:08.313053 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:31:08.313231 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:31:08.328044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271719d8-473c-4d00-b59a-3742f2d236f1 None None] Pushing event updated for resources: {'Port': ['ID=cd66b9ff-540c-403f-8521-ed7f83abb61e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:08.408603 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b161c2-00c5-4d0e-bade-a0359cda6308 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 1bfe85d0-f98f-4327-9322-545c1915211d {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:31:08.414800 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-3dd56168-bd41-4ecc-9248-fdd72955ae5a tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:08.416590 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-3dd56168-bd41-4ecc-9248-fdd72955ae5a tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.69 "GET /v2.0/networks?id=198c7dae-55a7-4ae2-88af-338d9ce329b1 HTTP/1.1" status: 200 len: 810 time: 0.5792348 Feb 28 17:31:08.418831 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23b161c2-00c5-4d0e-bade-a0359cda6308 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (1bfe85d0-f98f-4327-9322-545c1915211d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:08.448499 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port d4956085-d278-46bd-952e-b0e5d75e210c completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:31:08.456841 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port d4956085-d278-46bd-952e-b0e5d75e210c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:08.457304 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d4956085-d278-46bd-952e-b0e5d75e210c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:08.533826 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ae9e91f4-a4f2-4ba2-9b89-6d8db9cf2ae1 req-4647789e-83e6-4f15-8c90-91b3b956a0f9 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0655460 Feb 28 17:31:08.542193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-274131a1-fb3d-45f6-84b0-9dce91c855aa None None] Could not find standard attr ID for object 6a2968d9-8cff-4d2d-b27a-ca8577962f2d. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:31:08.576349 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23b161c2-00c5-4d0e-bade-a0359cda6308 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (1bfe85d0-f98f-4327-9322-545c1915211d), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:08.592111 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-fd58fd10-e782-4a4d-b81c-57fef5e6263c tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff2ef71884464902b3c3748d51422a36 HTTP/1.1" status: 200 len: 380 time: 0.1615367 Feb 28 17:31:08.608081 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-e63bfe39-a3cd-49ba-969b-8cdfe3f3c247 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Request body: {'port': {'device_id': '4087e3cd-98b1-40e8-b5ac-fe20d278da36', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'admin_state_up': True, 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'security_groups': ['cdec07d8-7f84-4c9c-8559-72551bf9674e']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:08.644898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port d4956085-d278-46bd-952e-b0e5d75e210c is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:08.646207 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d4956085-d278-46bd-952e-b0e5d75e210c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:08.710908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a175c6f7-3a3c-48fc-a6be-1b56284d6e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4956085-d278-46bd-952e-b0e5d75e210c'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:08.713558 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd3767e-f494-41dc-bd69-cf92e77443e8" -d '{"events": [{"server_uuid": "a175c6f7-3a3c-48fc-a6be-1b56284d6e26", "name": "network-vif-plugged", "status": "completed", "tag": "d4956085-d278-46bd-952e-b0e5d75e210c"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:08.734974 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-99f1f85c-28e9-4cc3-a9cf-4c9f6447ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:08.737879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port d4956085-d278-46bd-952e-b0e5d75e210c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d4956085-d278-46bd-952e-b0e5d75e210c,segment=NetworkSegment(b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc),segment_id=b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:08.739569 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-99f1f85c-28e9-4cc3-a9cf-4c9f6447ecaf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7&tenant_id=99c70571e74e4e0589acb386047f6689 HTTP/1.1" status: 200 len: 1133 time: 0.2081463 Feb 28 17:31:08.763196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f291bd-aa14-4600-8695-d9c104b6b4d3 req-56c4274d-95c1-4412-941a-89b6ec38ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:08.764911 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5f291bd-aa14-4600-8695-d9c104b6b4d3 req-56c4274d-95c1-4412-941a-89b6ec38ed6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.6017976 Feb 28 17:31:08.772599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-f98f3b85-26cd-4a47-898c-ff79785d3bed req-7ed6d9a1-c39c-4547-8839-984c123dcf1c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Deleting port 58881778-b186-4fbc-927f-4239f8e78716 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:08.772996 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f98f3b85-26cd-4a47-898c-ff79785d3bed req-7ed6d9a1-c39c-4547-8839-984c123dcf1c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (58881778-b186-4fbc-927f-4239f8e78716), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:08.778190 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-19', 'device_owner': 'compute:nova'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:08.840754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2572220-64b1-4814-86b8-cced7340dfdf req-bf2e5fb4-66a8-4d02-a615-b4aed29ca65a tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:08.842385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2572220-64b1-4814-86b8-cced7340dfdf req-bf2e5fb4-66a8-4d02-a615-b4aed29ca65a tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 945 time: 0.3371658 Feb 28 17:31:08.863388 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d4956085-d278-46bd-952e-b0e5d75e210c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:08.887012 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23b161c2-00c5-4d0e-bade-a0359cda6308 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (1bfe85d0-f98f-4327-9322-545c1915211d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:08.889271 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5f291bd-aa14-4600-8695-d9c104b6b4d3 req-a68f6d81-5ca3-48f6-b3fd-494dbb17d3e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba67f433-1217-4d5e-bab0-adb685a8523e HTTP/1.1" status: 200 len: 217 time: 0.1081154 Feb 28 17:31:08.905165 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b6c339f4-f6ed-4bc3-a186-575680313167 req-2cfb4b48-9e60-489d-b0c4-77dfbea1cf15 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1125894 Feb 28 17:31:08.963644 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bdd31-9c26-47f4-a32e-225ced5bea0b req-88018aea-c565-4412-b172-089043502127 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:08.976414 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c7bdd31-9c26-47f4-a32e-225ced5bea0b req-88018aea-c565-4412-b172-089043502127 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.2250671 Feb 28 17:31:08.986660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=d4956085-d278-46bd-952e-b0e5d75e210c,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:09.003288 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port cd66b9ff-540c-403f-8521-ed7f83abb61e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:09.012944 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:09.092392 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c7bdd31-9c26-47f4-a32e-225ced5bea0b req-42525fd5-2480-4508-8e04-8ece01fff63b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148977 Feb 28 17:31:09.115814 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f291bd-aa14-4600-8695-d9c104b6b4d3 req-ad2bef4f-9603-4156-a215-16c5b28eedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:09.117695 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5f291bd-aa14-4600-8695-d9c104b6b4d3 req-ad2bef4f-9603-4156-a215-16c5b28eedc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.2258489 Feb 28 17:31:09.174051 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62713e1-28c9-4bba-b3cd-834090b656aa x-openstack-request-id: req-f62713e1-28c9-4bba-b3cd-834090b656aa {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:09.174350 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a175c6f7-3a3c-48fc-a6be-1b56284d6e26", "name": "network-vif-plugged", "status": "completed", "tag": "d4956085-d278-46bd-952e-b0e5d75e210c", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:09.174601 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f62713e1-28c9-4bba-b3cd-834090b656aa {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:09.176387 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a175c6f7-3a3c-48fc-a6be-1b56284d6e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4956085-d278-46bd-952e-b0e5d75e210c', 'code': 200} Feb 28 17:31:09.181019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device cd66b9ff-540c-403f-8521-ed7f83abb61e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:09.297189 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port cd66b9ff-540c-403f-8521-ed7f83abb61e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:09.297847 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:09.298767 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2572220-64b1-4814-86b8-cced7340dfdf req-349edd00-1b92-4634-b128-836a6676d70e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221442 Feb 28 17:31:09.322821 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-f98f3b85-26cd-4a47-898c-ff79785d3bed req-7ed6d9a1-c39c-4547-8839-984c123dcf1c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] For port 58881778-b186-4fbc-927f-4239f8e78716, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=58881778-b186-4fbc-927f-4239f8e78716,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:09.323519 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f98f3b85-26cd-4a47-898c-ff79785d3bed req-7ed6d9a1-c39c-4547-8839-984c123dcf1c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (58881778-b186-4fbc-927f-4239f8e78716), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:09.344324 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f291bd-aa14-4600-8695-d9c104b6b4d3 req-94cca82a-8317-4205-9dd7-2e865ce302cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:09.346372 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5f291bd-aa14-4600-8695-d9c104b6b4d3 req-94cca82a-8317-4205-9dd7-2e865ce302cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1979578 Feb 28 17:31:09.352006 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-f98f3b85-26cd-4a47-898c-ff79785d3bed req-7ed6d9a1-c39c-4547-8839-984c123dcf1c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Calling delete_port for 58881778-b186-4fbc-927f-4239f8e78716 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:09.393559 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-e63bfe39-a3cd-49ba-969b-8cdfe3f3c247 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Made reservation on behalf of ff2ef71884464902b3c3748d51422a36 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:09.397440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-e63bfe39-a3cd-49ba-969b-8cdfe3f3c247 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:09.488344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port cd66b9ff-540c-403f-8521-ed7f83abb61e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:09.525949 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eac4657b-af72-4b2b-98c2-83269e70fae4 req-78140f6a-0a02-4249-9518-1f2ef80c4b86 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 210 time: 0.0939274 Feb 28 17:31:09.527349 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23b161c2-00c5-4d0e-bade-a0359cda6308 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (1bfe85d0-f98f-4327-9322-545c1915211d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:09.598183 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa7508e3-5dae-4b17-b206-eeed795f395c req-61331fb3-f118-48c6-aca3-3c5c1f2318c8 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 210 time: 0.0843136 Feb 28 17:31:09.607199 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b161c2-00c5-4d0e-bade-a0359cda6308 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfe85d0-f98f-4327-9322-545c1915211d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:09.645662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d509e3-7f71-40c1-be41-90147cf783f9 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:09.653665 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23b161c2-00c5-4d0e-bade-a0359cda6308 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:09.657204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5f291bd-aa14-4600-8695-d9c104b6b4d3 req-f7c846fd-c53f-4ee3-8d6a-1aec3cf7a12e service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011782 Feb 28 17:31:09.666193 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-23b161c2-00c5-4d0e-bade-a0359cda6308 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/1bfe85d0-f98f-4327-9322-545c1915211d HTTP/1.1" status: 204 len: 168 time: 1.3750780 Feb 28 17:31:09.671522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abd4a7-e500-4264-8528-2a38dab99d64 req-ef45942e-5f04-429d-8107-16b36fc3a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:09.673277 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-68abd4a7-e500-4264-8528-2a38dab99d64 req-ef45942e-5f04-429d-8107-16b36fc3a55f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 1129 time: 0.4361947 Feb 28 17:31:09.677849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34498) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:09.808781 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d69a4c3c-9664-40e3-ab7d-f6792c776de3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1294417 Feb 28 17:31:09.833008 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34500) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:09.854834 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4fb712ab-2554-4f24-a0e1-43783a03931c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:09.871125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f599db7b-8cc7-4b92-9556-37a2dfa2b78f None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:31:09.879190 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:09.909454 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:09.914695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-68abd4a7-e500-4264-8528-2a38dab99d64 req-466aefbf-f5ed-4cc5-abe0-deef470e7790 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410749 Feb 28 17:31:09.946217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f599db7b-8cc7-4b92-9556-37a2dfa2b78f None None] Deleting port cd66b9ff-540c-403f-8521-ed7f83abb61e {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:09.946604 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f599db7b-8cc7-4b92-9556-37a2dfa2b78f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:09.968250 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39850f48-e7fa-4eca-b13d-e19be65e6cf1 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:09.974139 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-39850f48-e7fa-4eca-b13d-e19be65e6cf1 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1374872 Feb 28 17:31:09.975189 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34504) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:09.976891 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:10.024781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f599db7b-8cc7-4b92-9556-37a2dfa2b78f None None] For port cd66b9ff-540c-403f-8521-ed7f83abb61e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=cd66b9ff-540c-403f-8521-ed7f83abb61e,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:10.025325 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f599db7b-8cc7-4b92-9556-37a2dfa2b78f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:10.043029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f599db7b-8cc7-4b92-9556-37a2dfa2b78f None None] Calling delete_port for cd66b9ff-540c-403f-8521-ed7f83abb61e owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:10.079928 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09d02cb-d70d-48bd-9114-1d809f4570a1 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:10.084139 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a09d02cb-d70d-48bd-9114-1d809f4570a1 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1020041 Feb 28 17:31:10.085018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34506) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:10.112509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:10.115130 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49c7373-aa51-4cbd-b0ae-6bea9e57d238" -d '{"events": [{"server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:10.121844 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Publish callbacks [] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:10.199013 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-30d4150a-6f54-4bb1-b81c-1183fe91e734 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880890 Feb 28 17:31:10.202711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34512) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:10.209233 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5e3f41f1-00f3-41bd-8f54-691725493362 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:10.266952 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f599db7b-8cc7-4b92-9556-37a2dfa2b78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (cd66b9ff-540c-403f-8521-ed7f83abb61e), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:10.300646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025887c-f58b-40e7-b989-20135322f3f2 req-45ab366b-b287-43ea-b45c-d8f63f80aa46 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:10.309600 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e025887c-f58b-40e7-b989-20135322f3f2 req-45ab366b-b287-43ea-b45c-d8f63f80aa46 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.1274192 Feb 28 17:31:10.316679 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-e63bfe39-a3cd-49ba-969b-8cdfe3f3c247 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Allocated IP 172.20.0.8 (198c7dae-55a7-4ae2-88af-338d9ce329b1/b053761d-35a6-4a2b-8791-766dc2209665/406e0f14-7e94-4e1e-a51d-65513a4af176) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:10.333721 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30951d53-64ff-4d82-986a-32376e3f2126 req-a571e6ce-3da2-4055-8673-0a09e22ea12e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:10.338961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599db7b-8cc7-4b92-9556-37a2dfa2b78f None None] No DVR routers for this DVR port cd66b9ff-540c-403f-8521-ed7f83abb61e on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:10.341121 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30951d53-64ff-4d82-986a-32376e3f2126 req-a571e6ce-3da2-4055-8673-0a09e22ea12e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.6972549 Feb 28 17:31:10.356805 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599db7b-8cc7-4b92-9556-37a2dfa2b78f None None] Pushing event deleted for resources: {'Port': ['ID=cd66b9ff-540c-403f-8521-ed7f83abb61e,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:10.360382 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5f291bd-aa14-4600-8695-d9c104b6b4d3 req-2fe10667-874a-4687-8a78-702689635567 service neutron] 10.222.0.73 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953714 Feb 28 17:31:10.373629 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f98f3b85-26cd-4a47-898c-ff79785d3bed req-7ed6d9a1-c39c-4547-8839-984c123dcf1c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (58881778-b186-4fbc-927f-4239f8e78716), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:10.397010 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e025887c-f58b-40e7-b989-20135322f3f2 req-543c7ad1-1c35-4f2b-80c0-d4e742679dae tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793800 Feb 28 17:31:10.400132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Transition to ACTIVE for port object ed8ac663-8c4e-410b-b4df-29f442bb7c10 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:31:10.433574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3f41f1-00f3-41bd-8f54-691725493362 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:10.439847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6d9a1-c39c-4547-8839-984c123dcf1c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Pushing event deleted for resources: {'Port': ['ID=58881778-b186-4fbc-927f-4239f8e78716,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:10.440015 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5e3f41f1-00f3-41bd-8f54-691725493362 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:10.490286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30951d53-64ff-4d82-986a-32376e3f2126 req-6795e302-8bfb-4ba2-9e7e-0ff7273884cd tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433368 Feb 28 17:31:10.553794 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:10.617812 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98f3b85-26cd-4a47-898c-ff79785d3bed req-7ed6d9a1-c39c-4547-8839-984c123dcf1c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] No DVR routers for this DVR port 58881778-b186-4fbc-927f-4239f8e78716 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:10.640922 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f98f3b85-26cd-4a47-898c-ff79785d3bed req-7ed6d9a1-c39c-4547-8839-984c123dcf1c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:10.644631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f98f3b85-26cd-4a47-898c-ff79785d3bed req-7ed6d9a1-c39c-4547-8839-984c123dcf1c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.69 "DELETE /v2.0/ports/58881778-b186-4fbc-927f-4239f8e78716 HTTP/1.1" status: 204 len: 173 time: 2.4689646 Feb 28 17:31:10.645672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195247e6-e98b-414b-a28b-e77fd86ad0c2', 'name': 'network-vif-deleted', 'tag': '58881778-b186-4fbc-927f-4239f8e78716'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:10.648107 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d82a68-18d3-46c0-a0c4-153bd231dcdf" -d '{"events": [{"server_uuid": "195247e6-e98b-414b-a28b-e77fd86ad0c2", "name": "network-vif-deleted", "tag": "58881778-b186-4fbc-927f-4239f8e78716"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:10.670527 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5a3ec1-9134-47a4-b353-f7b49eae83d3 x-openstack-request-id: req-ad5a3ec1-9134-47a4-b353-f7b49eae83d3 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:10.671025 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:10.672309 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ad5a3ec1-9134-47a4-b353-f7b49eae83d3 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:10.672925 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'code': 200} Feb 28 17:31:10.690567 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8ac663-8c4e-410b-b4df-29f442bb7c10,revision_number=6']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:10.730479 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] No DVR routers for this DVR port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:10.818369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Attempting to bind port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:31:10.818729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Attempting to bind port ed8ac663-8c4e-410b-b4df-29f442bb7c10 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:31:10.819051 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Attempting to bind port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:10.820293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff25a9-979f-443c-9024-92d04a2d63b8 req-e90241bc-90ee-4830-a7aa-891de158284b tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:10.822088 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bdff25a9-979f-443c-9024-92d04a2d63b8 req-e90241bc-90ee-4830-a7aa-891de158284b tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.2023571 Feb 28 17:31:10.822954 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-580a947f-9ef1-49f7-867d-cace997fd781 req-452d142a-7d80-474b-bca0-1bb043cac771 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 210 time: 0.0670116 Feb 28 17:31:10.835103 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:31:10.835439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Attempting to bind port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:10.844218 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:31:10.844558 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:31:10.844952 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:31:10.845377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Bound port: ed8ac663-8c4e-410b-b4df-29f442bb7c10, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:31:10.845737 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:10.975380 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-e63bfe39-a3cd-49ba-969b-8cdfe3f3c247 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:11.048474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f680a736-4bb3-402c-9830-be3a72ab5ebc req-5461ad04-46c4-4495-8d06-8bfa37bad1c7 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 210 time: 0.0613968 Feb 28 17:31:11.057095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:11.058771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-c25a3583-3cd9-4866-a8b7-c50950d00ad1 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:11.067572 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-c25a3583-3cd9-4866-a8b7-c50950d00ad1 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.73 "GET /v2.0/networks?id=5801e3e6-3a3d-4400-b93c-39437198a453 HTTP/1.1" status: 200 len: 815 time: 0.4380133 Feb 28 17:31:11.075255 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:31:11.080649 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bdff25a9-979f-443c-9024-92d04a2d63b8 req-a3c78ed7-feb9-46e6-941b-0a4a783af06e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210841 Feb 28 17:31:11.089066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-0db0a3cb-3944-48dc-a8f1-c68ee3be8fc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Request body: {'port': {'device_id': 'd91019b6-0021-4959-bf01-c49a1e25107f', 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453', 'admin_state_up': True, 'tenant_id': '088b6c3e658846cab75e7b83a81af875'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:11.150951 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fc70f0-b65f-4d6c-8cf4-b58946ade535 x-openstack-request-id: req-99fc70f0-b65f-4d6c-8cf4-b58946ade535 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:11.151256 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195247e6-e98b-414b-a28b-e77fd86ad0c2", "name": "network-vif-deleted", "tag": "58881778-b186-4fbc-927f-4239f8e78716", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:11.151513 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-99fc70f0-b65f-4d6c-8cf4-b58946ade535 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:11.151913 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195247e6-e98b-414b-a28b-e77fd86ad0c2', 'name': 'network-vif-deleted', 'tag': '58881778-b186-4fbc-927f-4239f8e78716', 'status': 'completed', 'code': 200} Feb 28 17:31:11.152019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device cd66b9ff-540c-403f-8521-ed7f83abb61e no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:11.162632 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5e3f41f1-00f3-41bd-8f54-691725493362 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (ec17ce2b-a265-4b20-9bca-a7e27b4609e7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:11.166005 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3e57c1c5-219b-470b-8576-d6fdf2c61cfe req-e31a1bb3-1717-446f-981e-44259639f91c service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0350649 Feb 28 17:31:11.175166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: cd66b9ff-540c-403f-8521-ed7f83abb61e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:31:11.175526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device cd66b9ff-540c-403f-8521-ed7f83abb61e not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:11.232580 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:11.276325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:11.277185 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:11.278626 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] 10.222.0.69 "PUT /v2.0/ports/ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 200 len: 1097 time: 2.5057189 Feb 28 17:31:11.291666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3f41f1-00f3-41bd-8f54-691725493362 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:11.301965 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-5e3f41f1-00f3-41bd-8f54-691725493362 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:11.304924 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3f41f1-00f3-41bd-8f54-691725493362 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:11.305531 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5e3f41f1-00f3-41bd-8f54-691725493362 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:11.315785 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076e774e-a6ea-454e-9a4d-d64b9256a411 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:11.360779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f41f1-00f3-41bd-8f54-691725493362 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=ec17ce2b-a265-4b20-9bca-a7e27b4609e7,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:11.367673 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb0508b1-ef40-483f-961b-dc78d6dac869 req-d0f9442a-354a-4f4c-9e83-bb16136f0923 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0460079 Feb 28 17:31:11.373009 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-e63bfe39-a3cd-49ba-969b-8cdfe3f3c247 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:11.382691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-0db0a3cb-3944-48dc-a8f1-c68ee3be8fc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Made reservation on behalf of 088b6c3e658846cab75e7b83a81af875 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:11.388106 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-0db0a3cb-3944-48dc-a8f1-c68ee3be8fc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:11.390500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712db88-3b17-43b4-a415-7641b89e7438 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8ac663-8c4e-410b-b4df-29f442bb7c10,revision_number=7']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:11.428294 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-6c3bb4cd-3b31-4e76-aaf7-77aeed3d846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:11.430076 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-6c3bb4cd-3b31-4e76-aaf7-77aeed3d846a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 1131 time: 0.1158652 Feb 28 17:31:11.434123 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:11.446788 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': 'ec17ce2b-a265-4b20-9bca-a7e27b4609e7'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:31:11.448141 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:11.516888 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5e3f41f1-00f3-41bd-8f54-691725493362 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3124990 Feb 28 17:31:11.523855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34544) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:11.589682 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6b6b4c8a-0c58-40b9-af1d-4dc41e24c4bf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'fixed_ips': [{'subnet_id': 'ec17ce2b-a265-4b20-9bca-a7e27b4609e7', 'ip_address': '2001:db8::7e90:a412:cf5d:79fe'}], 'name': 'tempest-NetworksTestDHCPv6-1114722367'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:11.636790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Allocated IP 2001:db8::2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/ec17ce2b-a265-4b20-9bca-a7e27b4609e7/d398fd5f-e393-4c86-a6d0-d221e00d10cd) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:11.684119 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-e63bfe39-a3cd-49ba-969b-8cdfe3f3c247 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Network 198c7dae-55a7-4ae2-88af-338d9ce329b1 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:11.705560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-e63bfe39-a3cd-49ba-969b-8cdfe3f3c247 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:11.711731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bfe39-a3cd-49ba-969b-8cdfe3f3c247 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event updated for resources: {'Port': ['ID=406e0f14-7e94-4e1e-a51d-65513a4af176,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:11.723047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-e63bfe39-a3cd-49ba-969b-8cdfe3f3c247 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:11.727216 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-0db0a3cb-3944-48dc-a8f1-c68ee3be8fc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Allocated IP 172.20.0.6 (5801e3e6-3a3d-4400-b93c-39437198a453/bd2be326-2c28-494b-9705-9af762d46614/990dcda0-6a86-4059-be82-a9034aec1a25) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:11.837906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0af9f-5294-4db3-8d12-82c0926959ea req-c92e48c9-de6e-440e-bc04-e4e02280c85c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:11.846889 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a8a0af9f-5294-4db3-8d12-82c0926959ea req-c92e48c9-de6e-440e-bc04-e4e02280c85c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 946 time: 0.2232866 Feb 28 17:31:11.880763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-67c1c8e9-ee09-4f32-bd58-de2152227440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:11.883000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-67c1c8e9-ee09-4f32-bd58-de2152227440 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.4407206 Feb 28 17:31:11.889990 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Publish callbacks [] for port (d398fd5f-e393-4c86-a6d0-d221e00d10cd), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:11.930359 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-e63bfe39-a3cd-49ba-969b-8cdfe3f3c247 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:11.931247 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-e63bfe39-a3cd-49ba-969b-8cdfe3f3c247 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:11.970227 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-94306c02-95a4-490c-8f7e-eb8f730167bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 200 len: 217 time: 0.0739403 Feb 28 17:31:11.986154 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (d398fd5f-e393-4c86-a6d0-d221e00d10cd), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.006523 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a8a0af9f-5294-4db3-8d12-82c0926959ea req-8486c59f-1c7e-46f6-b00e-8a6cd3f0cb18 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583412 Feb 28 17:31:12.021863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b9adf-bc8f-4f08-b1c7-6273d574a5d9 req-ea313ad3-aeda-4ec5-90e3-1067ff39238f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:12.023528 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e22b9adf-bc8f-4f08-b1c7-6273d574a5d9 req-ea313ad3-aeda-4ec5-90e3-1067ff39238f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 948 time: 0.3825920 Feb 28 17:31:12.059281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-0fb48120-4516-43c0-b6c6-2dbe40090cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:12.061967 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-e63bfe39-a3cd-49ba-969b-8cdfe3f3c247 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4643838 Feb 28 17:31:12.062119 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-0fb48120-4516-43c0-b6c6-2dbe40090cb1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0853012 Feb 28 17:31:12.062817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:12.068522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6b4c8a-0c58-40b9-af1d-4dc41e24c4bf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:12.080277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:12.088764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Request body: {'port': {'device_id': '4087e3cd-98b1-40e8-b5ac-fe20d278da36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:12.089622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:12.093693 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Pushing event updated for resources: {'Port': ['ID=d398fd5f-e393-4c86-a6d0-d221e00d10cd,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:12.104090 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b7135694-cf2b-43dd-95bd-36e978404ff0 None None] Provisioning complete for port 406e0f14-7e94-4e1e-a51d-65513a4af176 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:12.104645 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b7135694-cf2b-43dd-95bd-36e978404ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.148717 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-0db0a3cb-3944-48dc-a8f1-c68ee3be8fc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks [] for port (990dcda0-6a86-4059-be82-a9034aec1a25), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.172259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 58881778-b186-4fbc-927f-4239f8e78716 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:12.186824 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e22b9adf-bc8f-4f08-b1c7-6273d574a5d9 req-5d3ea7d9-ef6d-46fe-917e-914ffa9a146a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546118 Feb 28 17:31:12.206863 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.208704 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b7135694-cf2b-43dd-95bd-36e978404ff0 None None] Port 406e0f14-7e94-4e1e-a51d-65513a4af176 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:31:12.210379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 58881778-b186-4fbc-927f-4239f8e78716 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:31:12.210523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 58881778-b186-4fbc-927f-4239f8e78716 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:12.212777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Attempting to bind port d398fd5f-e393-4c86-a6d0-d221e00d10cd on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:31:12.213150 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Attempting to bind port d398fd5f-e393-4c86-a6d0-d221e00d10cd by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:31:12.213523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Attempting to bind port d398fd5f-e393-4c86-a6d0-d221e00d10cd on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:12.219020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:31:12.219395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:31:12.220020 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.220164 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:31:12.220642 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Bound port: d398fd5f-e393-4c86-a6d0-d221e00d10cd, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:31:12.221126 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d398fd5f-e393-4c86-a6d0-d221e00d10cd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.228353 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-d5602c8b-3139-43ea-841a-d713e7a063e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:12.230663 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-d5602c8b-3139-43ea-841a-d713e7a063e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1521935 Feb 28 17:31:12.297701 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b6b4c8a-0c58-40b9-af1d-4dc41e24c4bf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.302161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] For port d398fd5f-e393-4c86-a6d0-d221e00d10cd, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:12.305912 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] For port d398fd5f-e393-4c86-a6d0-d221e00d10cd, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d398fd5f-e393-4c86-a6d0-d221e00d10cd,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:31:12.371552 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6147a-c41c-448a-9003-8cf898e7126b req-8fb981eb-577c-4621-a5ef-5fe7855c720d tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:12.373961 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-0db0a3cb-3944-48dc-a8f1-c68ee3be8fc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.378462 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-03c6147a-c41c-448a-9003-8cf898e7126b req-8fb981eb-577c-4621-a5ef-5fe7855c720d tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 931 time: 0.2481897 Feb 28 17:31:12.380617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-6b6b4c8a-0c58-40b9-af1d-4dc41e24c4bf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port a114eba9-109b-4273-9554-540ee18eb710 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:31:12.389633 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d398fd5f-e393-4c86-a6d0-d221e00d10cd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.451435 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.467300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4366c-16fe-4894-be38-de38577dea77 None None] Pushing event updated for resources: {'Port': ['ID=d398fd5f-e393-4c86-a6d0-d221e00d10cd,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:12.473457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ed8ac663-8c4e-410b-b4df-29f442bb7c10 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:12.480875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-0db0a3cb-3944-48dc-a8f1-c68ee3be8fc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Network 5801e3e6-3a3d-4400-b93c-39437198a453 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:12.486683 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-0db0a3cb-3944-48dc-a8f1-c68ee3be8fc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:12.521902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-0db0a3cb-3944-48dc-a8f1-c68ee3be8fc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:12.530057 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] The host n-h1-820368-19 is not matching for port ed8ac663-8c4e-410b-b4df-29f442bb7c10 host n-h2-820368-19! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:31:12.530909 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ed8ac663-8c4e-410b-b4df-29f442bb7c10 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:12.531697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ba67f433-1217-4d5e-bab0-adb685a8523e no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:12.537769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0a3cb-3944-48dc-a8f1-c68ee3be8fc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Pushing event updated for resources: {'Port': ['ID=990dcda0-6a86-4059-be82-a9034aec1a25,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:12.587446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd7228-2bdb-4272-9698-67cc09fb88ff req-44316d28-8c61-49a5-8d88-3c44b98d9547 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:12.589202 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87dd7228-2bdb-4272-9698-67cc09fb88ff req-44316d28-8c61-49a5-8d88-3c44b98d9547 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 931 time: 0.2772224 Feb 28 17:31:12.647501 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ba67f433-1217-4d5e-bab0-adb685a8523e is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:12.648531 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.649589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-0db0a3cb-3944-48dc-a8f1-c68ee3be8fc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:12.650287 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-0db0a3cb-3944-48dc-a8f1-c68ee3be8fc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.691009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c878bf-1677-4685-a513-f94a7ffd95ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba67f433-1217-4d5e-bab0-adb685a8523e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:12.693637 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ab98ee-5fa0-4dfe-9b3c-915564efc61d" -d '{"events": [{"server_uuid": "74c878bf-1677-4685-a513-f94a7ffd95ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ba67f433-1217-4d5e-bab0-adb685a8523e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:12.716601 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ba67f433-1217-4d5e-bab0-adb685a8523e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ba67f433-1217-4d5e-bab0-adb685a8523e,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:12.721490 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87dd7228-2bdb-4272-9698-67cc09fb88ff req-29ae18c4-3675-46a9-90fa-c16de301fd24 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116335 Feb 28 17:31:12.766344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406e0f14-7e94-4e1e-a51d-65513a4af176 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:31:12.781541 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Publish callbacks [] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.812573 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-0db0a3cb-3944-48dc-a8f1-c68ee3be8fc5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7272274 Feb 28 17:31:12.827628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Transition to ACTIVE for port object 406e0f14-7e94-4e1e-a51d-65513a4af176 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:31:12.831357 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.877515 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Request body: {'port': {'device_id': 'd91019b6-0021-4959-bf01-c49a1e25107f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:12.898597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:12.902213 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:12.903490 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ba67f433-1217-4d5e-bab0-adb685a8523e,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:12.972876 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:12.991638 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:13.008089 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-03c6147a-c41c-448a-9003-8cf898e7126b req-6a5b282a-9820-4fa0-90c6-ca36477b8b32 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6193144 Feb 28 17:31:13.087755 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739669fd-e0dd-47ba-bcf8-b83b31a6b9ec x-openstack-request-id: req-739669fd-e0dd-47ba-bcf8-b83b31a6b9ec {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:13.088046 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c878bf-1677-4685-a513-f94a7ffd95ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ba67f433-1217-4d5e-bab0-adb685a8523e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:13.088448 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-739669fd-e0dd-47ba-bcf8-b83b31a6b9ec {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:13.088686 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c878bf-1677-4685-a513-f94a7ffd95ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba67f433-1217-4d5e-bab0-adb685a8523e', 'code': 200} Feb 28 17:31:13.225582 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-6b6b4c8a-0c58-40b9-af1d-4dc41e24c4bf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::7e90:a412:cf5d:79fe (04cb7746-5ae6-409c-8a55-b1c0eea3e379/ec17ce2b-a265-4b20-9bca-a7e27b4609e7/a114eba9-109b-4273-9554-540ee18eb710) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:13.307510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d398fd5f-e393-4c86-a6d0-d221e00d10cd up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:13.343048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bc9ab-4f68-4c4e-a1d1-8850fe095c07 req-0494e0a0-2f76-4c38-ad74-272fb63a6c1c tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:13.353450 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fc2bc9ab-4f68-4c4e-a1d1-8850fe095c07 req-0494e0a0-2f76-4c38-ad74-272fb63a6c1c tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.5191934 Feb 28 17:31:13.381892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d398fd5f-e393-4c86-a6d0-d221e00d10cd triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:13.382285 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d398fd5f-e393-4c86-a6d0-d221e00d10cd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:13.414354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Pushing event updated for resources: {'Port': ['ID=406e0f14-7e94-4e1e-a51d-65513a4af176,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:13.437893 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-d91fe6c0-ae82-49dd-93b5-b04a02540dba service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2009246 Feb 28 17:31:13.449137 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcfd5a1-5d6f-45a0-a391-bd938d37189d x-openstack-request-id: req-1fcfd5a1-5d6f-45a0-a391-bd938d37189d {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:13.449564 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:13.449912 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1fcfd5a1-5d6f-45a0-a391-bd938d37189d {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:13.450421 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'status': 'completed', 'code': 200} Feb 28 17:31:13.508505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d398fd5f-e393-4c86-a6d0-d221e00d10cd is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:13.509059 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d398fd5f-e393-4c86-a6d0-d221e00d10cd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:13.591354 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port d398fd5f-e393-4c86-a6d0-d221e00d10cd, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d398fd5f-e393-4c86-a6d0-d221e00d10cd,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:13.616970 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2fca9b52-ceff-4b04-a19c-5e5dfc3f86b4 req-0c80d8b2-cd8b-44ac-b35f-4b12e8569268 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1750731 Feb 28 17:31:13.647045 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b6b4c8a-0c58-40b9-af1d-4dc41e24c4bf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (a114eba9-109b-4273-9554-540ee18eb710), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:13.670194 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d398fd5f-e393-4c86-a6d0-d221e00d10cd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:13.672354 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fc2bc9ab-4f68-4c4e-a1d1-8850fe095c07 req-bc3a6c9b-2ac9-4497-ab1a-0f6d7ce46738 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127158 Feb 28 17:31:13.708373 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d63bc2-7121-40cd-a67e-ffb96233faf0 req-154449c9-1143-4f73-9ae9-0cd1fc303a89 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:13.715291 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0d63bc2-7121-40cd-a67e-ffb96233faf0 req-154449c9-1143-4f73-9ae9-0cd1fc303a89 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 944 time: 0.2684522 Feb 28 17:31:13.722716 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-0d4eb95e-37f8-40f9-be0d-60fa2f87b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:13.724551 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-0d4eb95e-37f8-40f9-be0d-60fa2f87b72a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 1131 time: 0.5377898 Feb 28 17:31:13.752829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=d398fd5f-e393-4c86-a6d0-d221e00d10cd,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:13.764400 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07dabbf5-4566-414e-b361-ab656bcfeac3 req-f7f62ef5-2817-4ba1-a8b8-59c27a0c3ba9 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128839 Feb 28 17:31:13.813645 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0d63bc2-7121-40cd-a67e-ffb96233faf0 req-265de3c4-650f-442a-b67b-ed0d3bc6b86f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973017 Feb 28 17:31:13.862652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Attempting to bind port 406e0f14-7e94-4e1e-a51d-65513a4af176 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:31:13.863072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Attempting to bind port 406e0f14-7e94-4e1e-a51d-65513a4af176 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:31:13.864121 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Attempting to bind port 406e0f14-7e94-4e1e-a51d-65513a4af176 on network 198c7dae-55a7-4ae2-88af-338d9ce329b1 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:13.894282 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b6b4c8a-0c58-40b9-af1d-4dc41e24c4bf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (a114eba9-109b-4273-9554-540ee18eb710), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:13.925674 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:13.957393 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8507b355-6674-416f-a490-ae720c1b5dfa req-bf46e856-5d56-40c5-b5ad-c6c6c8f2b655 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0688524 Feb 28 17:31:13.972355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Port 406e0f14-7e94-4e1e-a51d-65513a4af176 on network 198c7dae-55a7-4ae2-88af-338d9ce329b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:31:13.972355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Attempting to bind port 406e0f14-7e94-4e1e-a51d-65513a4af176 on network 198c7dae-55a7-4ae2-88af-338d9ce329b1 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:13.980768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6b4c8a-0c58-40b9-af1d-4dc41e24c4bf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:13.986139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-6b6b4c8a-0c58-40b9-af1d-4dc41e24c4bf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:13.992178 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b4c8a-0c58-40b9-af1d-4dc41e24c4bf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:13.998720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6b4c8a-0c58-40b9-af1d-4dc41e24c4bf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:13.998720 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b6b4c8a-0c58-40b9-af1d-4dc41e24c4bf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:14.003550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:31:14.003550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Checking segment: {'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:31:14.003550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Bound using segment: {'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:31:14.003550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Bound port: 406e0f14-7e94-4e1e-a51d-65513a4af176, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:31:14.003550 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:14.003960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b4c8a-0c58-40b9-af1d-4dc41e24c4bf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=a114eba9-109b-4273-9554-540ee18eb710,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:14.017715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-580d7e4b-8226-4033-8e9b-e196eb7a2489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.019245 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-580d7e4b-8226-4033-8e9b-e196eb7a2489 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 1131 time: 0.1137574 Feb 28 17:31:14.101819 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a5605-57ef-4669-bf97-e31633da3477 req-79d97339-ff84-459a-9e14-5978346a2950 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.106422 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a0a5605-57ef-4669-bf97-e31633da3477 req-79d97339-ff84-459a-9e14-5978346a2950 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 948 time: 0.3177326 Feb 28 17:31:14.124723 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6b6b4c8a-0c58-40b9-af1d-4dc41e24c4bf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5422189 Feb 28 17:31:14.130739 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34600) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:14.135111 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-a663fbfa-26b1-475a-abf6-dc1963bac36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.136584 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-a663fbfa-26b1-475a-abf6-dc1963bac36a service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.3954880 Feb 28 17:31:14.140827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-77d4190c-2d7a-47da-8497-df3f8a546751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.142541 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-77d4190c-2d7a-47da-8497-df3f8a546751 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1156089 Feb 28 17:31:14.221534 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-f15eb7b0-676e-41ff-847a-6b2c07cbd5d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 200 len: 217 time: 0.0547636 Feb 28 17:31:14.255932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-131e1e4d-de00-4ce7-a9ca-59a8ca3f78fd None None] Provisioning complete for port d398fd5f-e393-4c86-a6d0-d221e00d10cd triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:14.255932 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-131e1e4d-de00-4ce7-a9ca-59a8ca3f78fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d398fd5f-e393-4c86-a6d0-d221e00d10cd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:14.263388 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a0a5605-57ef-4669-bf97-e31633da3477 req-dd5c0dae-c883-4964-9709-4d38f638cc8a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499546 Feb 28 17:31:14.264940 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-970c89e0-fff6-482e-8421-3721ba68f20c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 200 len: 217 time: 0.1104534 Feb 28 17:31:14.283533 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc4ef65-cda8-4283-be7f-df3f348d5ea2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.284918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990dcda0-6a86-4059-be82-a9034aec1a25 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:31:14.299328 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] For port 406e0f14-7e94-4e1e-a51d-65513a4af176, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:14.302890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc4ef65-cda8-4283-be7f-df3f348d5ea2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.308408 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5fc4ef65-cda8-4283-be7f-df3f348d5ea2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1765933 Feb 28 17:31:14.315506 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34604) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:14.317410 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Publish callbacks [] for port (990dcda0-6a86-4059-be82-a9034aec1a25), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:14.336820 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-0afbf159-8e7a-4b3a-9eaa-f83c26c9bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.341165 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-0afbf159-8e7a-4b3a-9eaa-f83c26c9bd2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1090248 Feb 28 17:31:14.419822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-131e1e4d-de00-4ce7-a9ca-59a8ca3f78fd None None] Current status of the port d398fd5f-e393-4c86-a6d0-d221e00d10cd is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:14.462557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-c5577608-fd3c-4c1e-9f80-87705a2c7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.464386 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-c5577608-fd3c-4c1e-9f80-87705a2c7454 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1165106 Feb 28 17:31:14.477698 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6b01c-7f47-4d89-863f-7141e5d605f3 req-973073f3-0467-425c-8351-f70c09aaa8f2 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.482498 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6b6b01c-7f47-4d89-863f-7141e5d605f3 req-973073f3-0467-425c-8351-f70c09aaa8f2 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 931 time: 0.0822320 Feb 28 17:31:14.589167 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6b6b01c-7f47-4d89-863f-7141e5d605f3 req-41c7fbd8-aab4-4aeb-9bb9-d02b6aa15d62 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971076 Feb 28 17:31:14.620408 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-b0afa050-d662-4b38-a8bc-c8ed867ddb3f service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367848 Feb 28 17:31:14.644297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-16b22889-17dc-4c83-94ff-badcaa713d8d None None] Provisioning complete for port a114eba9-109b-4273-9554-540ee18eb710 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:14.645439 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-16b22889-17dc-4c83-94ff-badcaa713d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a114eba9-109b-4273-9554-540ee18eb710), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:14.698669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] For port 406e0f14-7e94-4e1e-a51d-65513a4af176, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=406e0f14-7e94-4e1e-a51d-65513a4af176,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:31:14.705868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-16b22889-17dc-4c83-94ff-badcaa713d8d None None] Port a114eba9-109b-4273-9554-540ee18eb710 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:31:14.756899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Transition to ACTIVE for port object 990dcda0-6a86-4059-be82-a9034aec1a25 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:31:14.772947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-60808900-ecaf-4c03-a051-606de30a88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.774395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-60808900-ecaf-4c03-a051-606de30a88f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.4997656 Feb 28 17:31:14.789028 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-15932826-9b5f-4efa-a2d1-9d4c18fdaef5 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604264 Feb 28 17:31:14.808368 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baa92b-0f32-4a15-be50-7763699eca95 req-81cffd6e-6722-49ae-bc35-b0c62887f287 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.816538 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43baa92b-0f32-4a15-be50-7763699eca95 req-81cffd6e-6722-49ae-bc35-b0c62887f287 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 943 time: 0.1174080 Feb 28 17:31:14.838987 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:14.870499 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43baa92b-0f32-4a15-be50-7763699eca95 req-201c39b4-b52b-482a-a449-5f0012226f7f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529919 Feb 28 17:31:14.882928 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:14.886350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c2494-161a-4656-a5b8-f41a666e925d req-d06be1ed-e7d2-4a26-967d-1d59d05a06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.889454 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-751c2494-161a-4656-a5b8-f41a666e925d req-d06be1ed-e7d2-4a26-967d-1d59d05a06e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=71bce4d668634e5d893981794d3ba01a&device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 1129 time: 0.2031744 Feb 28 17:31:14.925832 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.926651 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:14.928225 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] 10.222.0.69 "PUT /v2.0/ports/406e0f14-7e94-4e1e-a51d-65513a4af176 HTTP/1.1" status: 200 len: 1092 time: 2.8513119 Feb 28 17:31:14.932553 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4087e3cd-98b1-40e8-b5ac-fe20d278da36', 'tag': '406e0f14-7e94-4e1e-a51d-65513a4af176'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:14.935250 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8987660e-1535-4626-9238-486e9867246c" -d '{"events": [{"name": "network-changed", "server_uuid": "4087e3cd-98b1-40e8-b5ac-fe20d278da36", "tag": "406e0f14-7e94-4e1e-a51d-65513a4af176"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:14.961389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd3219-b837-48cf-a0d8-6a5ef07cf889 req-abaab52c-2aa5-437d-9575-6fb3aa32be8c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.968766 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90cd3219-b837-48cf-a0d8-6a5ef07cf889 req-abaab52c-2aa5-437d-9575-6fb3aa32be8c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.2888093 Feb 28 17:31:14.996541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0845cc-fe07-4f32-8552-af2d38865f36 req-b045aeca-66ba-448d-8c64-cd52d1a20523 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:14.998150 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e0845cc-fe07-4f32-8552-af2d38865f36 req-b045aeca-66ba-448d-8c64-cd52d1a20523 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.0680218 Feb 28 17:31:15.063069 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-2e27ba53-a3a1-4fde-a7e6-883c45f9360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:15.064675 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-2e27ba53-a3a1-4fde-a7e6-883c45f9360f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2708416 Feb 28 17:31:15.065497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa126807-f0a9-4b25-bab0-354615bf775f service neutron] Pushing event updated for resources: {'Port': ['ID=406e0f14-7e94-4e1e-a51d-65513a4af176,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:15.077731 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e0845cc-fe07-4f32-8552-af2d38865f36 req-65b3f4b9-f885-43e9-a879-350d625c262a tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731730 Feb 28 17:31:15.151163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d398fd5f-e393-4c86-a6d0-d221e00d10cd up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:15.183931 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-6c86a000-f88a-43a2-b051-4e673ec465fe tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port a114eba9-109b-4273-9554-540ee18eb710 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:15.184273 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6c86a000-f88a-43a2-b051-4e673ec465fe tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a114eba9-109b-4273-9554-540ee18eb710), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:15.202850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d398fd5f-e393-4c86-a6d0-d221e00d10cd triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:15.203148 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d398fd5f-e393-4c86-a6d0-d221e00d10cd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:15.298767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d398fd5f-e393-4c86-a6d0-d221e00d10cd is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:15.298955 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2cf650-2f9f-4a9e-ac86-727b10a3f8db x-openstack-request-id: req-4b2cf650-2f9f-4a9e-ac86-727b10a3f8db {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:15.299186 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4087e3cd-98b1-40e8-b5ac-fe20d278da36", "tag": "406e0f14-7e94-4e1e-a51d-65513a4af176", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:15.299439 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4b2cf650-2f9f-4a9e-ac86-727b10a3f8db {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:15.299840 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4087e3cd-98b1-40e8-b5ac-fe20d278da36', 'tag': '406e0f14-7e94-4e1e-a51d-65513a4af176', 'status': 'completed', 'code': 200} Feb 28 17:31:15.329213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c2494-161a-4656-a5b8-f41a666e925d req-c782cee1-f6ec-493b-9640-d338dfd734fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:15.330730 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-751c2494-161a-4656-a5b8-f41a666e925d req-c782cee1-f6ec-493b-9640-d338dfd734fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=70d9d4f9-19ac-492d-b119-3e433e5efb66 HTTP/1.1" status: 200 len: 911 time: 0.4268401 Feb 28 17:31:15.354325 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90cd3219-b837-48cf-a0d8-6a5ef07cf889 req-eb21235d-b3ce-4301-86c1-c28c74e12e63 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3845332 Feb 28 17:31:15.409234 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-751c2494-161a-4656-a5b8-f41a666e925d req-0b4573f1-65fd-4a13-9dae-c6ee5def457f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4956085-d278-46bd-952e-b0e5d75e210c HTTP/1.1" status: 200 len: 217 time: 0.0632222 Feb 28 17:31:15.449625 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Attempting to bind port 990dcda0-6a86-4059-be82-a9034aec1a25 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:31:15.450023 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c954708-f1f6-4264-b274-36f4b0dffb66 req-fc507e6b-517d-4e0e-ba7c-68d6b1f3884a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:15.450492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Attempting to bind port 990dcda0-6a86-4059-be82-a9034aec1a25 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:31:15.450492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Attempting to bind port 990dcda0-6a86-4059-be82-a9034aec1a25 on network 5801e3e6-3a3d-4400-b93c-39437198a453 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:15.454900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=990dcda0-6a86-4059-be82-a9034aec1a25,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:15.457057 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9c954708-f1f6-4264-b274-36f4b0dffb66 req-fc507e6b-517d-4e0e-ba7c-68d6b1f3884a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 948 time: 0.0675421 Feb 28 17:31:15.475993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Port 990dcda0-6a86-4059-be82-a9034aec1a25 on network 5801e3e6-3a3d-4400-b93c-39437198a453 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:31:15.476339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Attempting to bind port 990dcda0-6a86-4059-be82-a9034aec1a25 on network 5801e3e6-3a3d-4400-b93c-39437198a453 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:15.503194 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9c954708-f1f6-4264-b274-36f4b0dffb66 req-3391afc9-dd6a-46b1-aaf7-d1b5ec4b1642 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447984 Feb 28 17:31:15.553472 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-309dc88e-2d08-42cc-9916-517f98c6cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:15.554920 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-309dc88e-2d08-42cc-9916-517f98c6cc37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff2ef71884464902b3c3748d51422a36&device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 1126 time: 0.4710138 Feb 28 17:31:15.555668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:31:15.556000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Checking segment: {'id': '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:31:15.556374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Bound using segment: {'id': '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:31:15.556816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Bound port: 990dcda0-6a86-4059-be82-a9034aec1a25, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:31:15.557167 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:15.612266 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6c86a000-f88a-43a2-b051-4e673ec465fe tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a114eba9-109b-4273-9554-540ee18eb710), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:15.656026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-54a1dc39-2b0f-4d95-821f-551ab91b5ba2 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791678 Feb 28 17:31:15.662855 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-193ae6d3-6932-4488-9428-9b5e69ce4520 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406e0f14-7e94-4e1e-a51d-65513a4af176 HTTP/1.1" status: 200 len: 217 time: 0.0882158 Feb 28 17:31:15.687175 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c2494-161a-4656-a5b8-f41a666e925d req-c098e8f4-643a-4664-8691-04ce83abe302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:15.688637 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-751c2494-161a-4656-a5b8-f41a666e925d req-c098e8f4-643a-4664-8691-04ce83abe302 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a23b1079-2719-418f-994e-e0cc3792a1b5 HTTP/1.1" status: 200 len: 850 time: 0.2450669 Feb 28 17:31:15.690244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-6c86a000-f88a-43a2-b051-4e673ec465fe tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for a114eba9-109b-4273-9554-540ee18eb710 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:15.720968 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce443920-9470-4642-a486-60e896183ac6 req-4d362c11-544a-472c-820e-d5bf9d17f587 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:15.727752 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ce443920-9470-4642-a486-60e896183ac6 req-4d362c11-544a-472c-820e-d5bf9d17f587 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 943 time: 0.0556014 Feb 28 17:31:15.801853 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-751c2494-161a-4656-a5b8-f41a666e925d req-94f8251a-a450-4aab-bd17-8b2bfc570121 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=70d9d4f9-19ac-492d-b119-3e433e5efb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806215 Feb 28 17:31:15.808193 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ce443920-9470-4642-a486-60e896183ac6 req-7afd5edb-db8e-4efa-b7e4-833f744b4825 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738547 Feb 28 17:31:15.892085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada41646-789a-405d-96d2-1df32549e02a req-342f0327-90c2-41aa-9da1-76941a0b2c4f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:15.899140 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ada41646-789a-405d-96d2-1df32549e02a req-342f0327-90c2-41aa-9da1-76941a0b2c4f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.4255636 Feb 28 17:31:15.991692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] For port 990dcda0-6a86-4059-be82-a9034aec1a25, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:16.009698 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-7cdc3af8-ab6e-4d7c-a3cf-86a1e4356ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:16.011011 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc853936-bdaa-4228-bbd9-a2561a9f516f req-10b5c023-3e6a-44c0-a6af-659306cb560e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0561743 Feb 28 17:31:16.011205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-7cdc3af8-ab6e-4d7c-a3cf-86a1e4356ca1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b053761d-35a6-4a2b-8791-766dc2209665 HTTP/1.1" status: 200 len: 849 time: 0.3118587 Feb 28 17:31:16.054314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] For port 990dcda0-6a86-4059-be82-a9034aec1a25, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=990dcda0-6a86-4059-be82-a9034aec1a25,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:31:16.071425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada4fc3-3f37-4269-be9a-6c279775e503 req-347865fa-f1cf-4a51-8b33-c21c8b6d1bb3 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:16.074405 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eada4fc3-3f37-4269-be9a-6c279775e503 req-347865fa-f1cf-4a51-8b33-c21c8b6d1bb3 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 943 time: 0.1098120 Feb 28 17:31:16.155846 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ada41646-789a-405d-96d2-1df32549e02a req-7c013242-6aaa-4c53-805a-dc7630c6ca6a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510705 Feb 28 17:31:16.177419 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eada4fc3-3f37-4269-be9a-6c279775e503 req-89b3362d-f8f3-41d7-a584-ca72813b6208 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896151 Feb 28 17:31:16.188684 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-95c48e52-8e06-46a1-aed3-a39d4ad4b9fa req-897c5651-f5d9-42a2-86e3-84d9d095b2dd service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243537 Feb 28 17:31:16.190554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:16.204199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device ed8ac663-8c4e-410b-b4df-29f442bb7c10 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:31:16.222858 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-751c2494-161a-4656-a5b8-f41a666e925d req-037fe323-eeb0-4d5a-9d78-5d17f983545b service neutron] 10.222.0.69 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861723 Feb 28 17:31:16.340546 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-347b8544-950f-4c49-b66d-cad951e1395e req-12466b41-6cce-416a-8173-e72093e9533d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0867863 Feb 28 17:31:16.351179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6208e46-71d3-413c-bf65-d20dedae1e43 req-b7abd770-47a9-457c-a83f-8d6fde831a19 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:16.351179 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6208e46-71d3-413c-bf65-d20dedae1e43 req-b7abd770-47a9-457c-a83f-8d6fde831a19 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0782871 Feb 28 17:31:16.361890 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:16.362327 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:16.364258 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] 10.222.0.73 "PUT /v2.0/ports/990dcda0-6a86-4059-be82-a9034aec1a25 HTTP/1.1" status: 200 len: 1092 time: 3.5329013 Feb 28 17:31:16.382576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-c1d2ec12-5407-411d-b546-080dabf48a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:16.384173 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-c1d2ec12-5407-411d-b546-080dabf48a11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=198c7dae-55a7-4ae2-88af-338d9ce329b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3559756 Feb 28 17:31:16.430723 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b6208e46-71d3-413c-bf65-d20dedae1e43 req-0e333f4f-8d18-4014-a648-8b7dc829b1c4 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739343 Feb 28 17:31:16.542695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ba67f433-1217-4d5e-bab0-adb685a8523e no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:16.623358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:16.627376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521c5d8-c5aa-4bbb-a8ab-40c829aa3c99 req-526ec02f-05e8-4846-ab4d-02b945172a98 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:16.635278 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2521c5d8-c5aa-4bbb-a8ab-40c829aa3c99 req-526ec02f-05e8-4846-ab4d-02b945172a98 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0828729 Feb 28 17:31:16.664700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'mac_address': 'fa:16:3e:e2:31:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:31:16.699652 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2521c5d8-c5aa-4bbb-a8ab-40c829aa3c99 req-cee8ce1e-9793-4143-bf11-da3928b14e4b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571949 Feb 28 17:31:16.710560 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ba67f433-1217-4d5e-bab0-adb685a8523e is: DOWN; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:16.718668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port ed8ac663-8c4e-410b-b4df-29f442bb7c10 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:16.719078 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:16.735109 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8ac663-8c4e-410b-b4df-29f442bb7c10 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:31:16.758921 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:16.834161 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:16.843906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51befc61-6439-4f59-9c18-88b80e92d95f req-6d819018-9412-4516-aab6-8799dcd8f136 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:16.853695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-51befc61-6439-4f59-9c18-88b80e92d95f req-6d819018-9412-4516-aab6-8799dcd8f136 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 948 time: 0.0723350 Feb 28 17:31:16.890048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a77947-eb4d-4a3c-a636-3900359e6dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=990dcda0-6a86-4059-be82-a9034aec1a25,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:16.919669 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=ed8ac663-8c4e-410b-b4df-29f442bb7c10,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:16.930511 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-51befc61-6439-4f59-9c18-88b80e92d95f req-27ec96e5-1235-48e6-b0c7-fc2618eb70d4 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758879 Feb 28 17:31:16.952125 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6c86a000-f88a-43a2-b051-4e673ec465fe tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (a114eba9-109b-4273-9554-540ee18eb710), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:16.997053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b902e-118d-4854-a913-520bdf39bdd1 req-69f24643-b5d1-456d-b39d-7f5d6361c371 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:16.999338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-008b902e-118d-4854-a913-520bdf39bdd1 req-69f24643-b5d1-456d-b39d-7f5d6361c371 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.6693971 Feb 28 17:31:17.049512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86a000-f88a-43a2-b051-4e673ec465fe tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=a114eba9-109b-4273-9554-540ee18eb710,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:17.058555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-86b55d89-d647-4792-b907-1e55121817b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:17.060291 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-86b55d89-d647-4792-b907-1e55121817b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=088b6c3e658846cab75e7b83a81af875&device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 1126 time: 0.5497308 Feb 28 17:31:17.064870 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-7bdf4dba-c461-4b8d-950c-5477c19b98c1 service neutron] 10.222.0.69 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570404 Feb 28 17:31:17.074881 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-751c2494-161a-4656-a5b8-f41a666e925d req-ff60ba6a-16bc-48fd-9c6f-336e5db41d1b service neutron] 10.222.0.69 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7779975 Feb 28 17:31:17.151251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['ed8ac663-8c4e-410b-b4df-29f442bb7c10'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:17.156102 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-1f674750-96e1-4ec4-8bd8-cd4bed3c5499 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=990dcda0-6a86-4059-be82-a9034aec1a25 HTTP/1.1" status: 200 len: 217 time: 0.0684295 Feb 28 17:31:17.186538 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6c86a000-f88a-43a2-b051-4e673ec465fe tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:17.194301 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6c86a000-f88a-43a2-b051-4e673ec465fe tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/a114eba9-109b-4273-9554-540ee18eb710 HTTP/1.1" status: 204 len: 168 time: 2.8670185 Feb 28 17:31:17.195162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34670) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:17.268591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60baf248-66c6-4628-9120-67025ee3a948 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:17.271358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60baf248-66c6-4628-9120-67025ee3a948 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:17.275376 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-60baf248-66c6-4628-9120-67025ee3a948 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0772932 Feb 28 17:31:17.277102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34676) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:17.298565 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-008b902e-118d-4854-a913-520bdf39bdd1 req-d6346f0f-cbbe-450e-ab94-b378f529166d tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577906 Feb 28 17:31:17.308457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91019b6-0021-4959-bf01-c49a1e25107f', 'tag': '990dcda0-6a86-4059-be82-a9034aec1a25'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:17.318894 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d23a8a-261c-423d-9826-493ab7fcc92e" -d '{"events": [{"name": "network-changed", "server_uuid": "d91019b6-0021-4959-bf01-c49a1e25107f", "tag": "990dcda0-6a86-4059-be82-a9034aec1a25"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:17.378127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-ad6be824-04c9-44b2-b99f-1329a6964e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:17.380392 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-ad6be824-04c9-44b2-b99f-1329a6964e20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd2be326-2c28-494b-9705-9af762d46614 HTTP/1.1" status: 200 len: 855 time: 0.1893492 Feb 28 17:31:17.404563 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a20d9f6-7fe5-4daa-be21-4eed28f106d5 req-7afe7b73-fbfb-41b6-86cd-10be5a60fc65 service neutron] 10.222.0.69 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258724 Feb 28 17:31:17.427264 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-21881df2-edb5-44ba-bb94-a58dadd0e267 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5801e3e6-3a3d-4400-b93c-39437198a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393054 Feb 28 17:31:17.472178 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c153ad-9ee5-44c8-9ed4-215f88e3db39 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet ec17ce2b-a265-4b20-9bca-a7e27b4609e7 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:31:17.477516 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6c153ad-9ee5-44c8-9ed4-215f88e3db39 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (ec17ce2b-a265-4b20-9bca-a7e27b4609e7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:17.531670 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6c153ad-9ee5-44c8-9ed4-215f88e3db39 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (ec17ce2b-a265-4b20-9bca-a7e27b4609e7), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:17.542749 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525a8fd-47a7-4466-a1f6-cab562469020 req-dcd25e6a-53e9-449f-9aa0-2d78862f95ee tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:17.544534 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5525a8fd-47a7-4466-a1f6-cab562469020 req-dcd25e6a-53e9-449f-9aa0-2d78862f95ee tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 943 time: 0.1773827 Feb 28 17:31:17.608194 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-4a910b66-66bb-4329-a088-ef47dea6a038 service neutron] 10.222.0.73 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738906 Feb 28 17:31:17.670398 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5525a8fd-47a7-4466-a1f6-cab562469020 req-9e8382e1-59fd-4b7c-830e-0e6fe555e314 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006460 Feb 28 17:31:17.685314 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6c153ad-9ee5-44c8-9ed4-215f88e3db39 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (ec17ce2b-a265-4b20-9bca-a7e27b4609e7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:17.699966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987660e-1535-4626-9238-486e9867246c req-461e1e32-0fee-4ea6-9437-574170bf9b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:17.701605 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8987660e-1535-4626-9238-486e9867246c req-461e1e32-0fee-4ea6-9437-574170bf9b51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff2ef71884464902b3c3748d51422a36&device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 1126 time: 0.1029322 Feb 28 17:31:17.795925 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96a0a4a8-8765-4344-a240-ae85ef8b4f12 req-9c064cbc-ffe9-483f-82e5-53835bd24e06 service neutron] 10.222.0.73 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656661 Feb 28 17:31:17.832086 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6c153ad-9ee5-44c8-9ed4-215f88e3db39 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (ec17ce2b-a265-4b20-9bca-a7e27b4609e7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:17.873570 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6c153ad-9ee5-44c8-9ed4-215f88e3db39 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:17.877213 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e6c153ad-9ee5-44c8-9ed4-215f88e3db39 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/ec17ce2b-a265-4b20-9bca-a7e27b4609e7 HTTP/1.1" status: 204 len: 168 time: 0.5980573 Feb 28 17:31:17.880762 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9224e19b-cc49-4a85-81af-d3be30492769 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:17.881342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c153ad-9ee5-44c8-9ed4-215f88e3db39 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=ec17ce2b-a265-4b20-9bca-a7e27b4609e7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:17.884736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34690) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:17.903020 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987660e-1535-4626-9238-486e9867246c req-f17d14aa-0588-4be1-bbf4-234d5421c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:17.904475 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8987660e-1535-4626-9238-486e9867246c req-f17d14aa-0588-4be1-bbf4-234d5421c82e service neutron] 10.222.0.69 "GET /v2.0/networks?id=198c7dae-55a7-4ae2-88af-338d9ce329b1 HTTP/1.1" status: 200 len: 911 time: 0.1946619 Feb 28 17:31:17.938244 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6309d3f0-0bcb-4146-8c67-1395c7b5b894 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521591 Feb 28 17:31:17.947342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34692) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:17.947713 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-80e34ff7-d87d-4c77-a80e-f77b47c24851 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:17.976224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8987660e-1535-4626-9238-486e9867246c req-cf786370-65b0-496e-bcf9-3f3099cd928c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406e0f14-7e94-4e1e-a51d-65513a4af176 HTTP/1.1" status: 200 len: 217 time: 0.0585625 Feb 28 17:31:18.010171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164540ae-8da3-4c9c-9ef8-8855fe17d6d7 req-fe22d090-b03f-4a45-a24f-38be0fa18cf4 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:18.017344 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-164540ae-8da3-4c9c-9ef8-8855fe17d6d7 req-fe22d090-b03f-4a45-a24f-38be0fa18cf4 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 943 time: 0.2185853 Feb 28 17:31:18.080028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b621-5a2f-4a65-be47-c440080308dd req-8c37feb4-8b74-4269-8901-b9b13b1cbf61 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:18.087504 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6d13b621-5a2f-4a65-be47-c440080308dd req-8c37feb4-8b74-4269-8901-b9b13b1cbf61 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.2400389 Feb 28 17:31:18.104543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-ec9f3523-bb77-4afe-a4e8-e65c0e687aae tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:18.105400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-ec9f3523-bb77-4afe-a4e8-e65c0e687aae tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.69 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7&tenant_id=99c70571e74e4e0589acb386047f6689&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 949 time: 0.2039812 Feb 28 17:31:18.106783 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-164540ae-8da3-4c9c-9ef8-8855fe17d6d7 req-516b6dcc-fece-4ad3-9a98-f5e57a55610c tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885663 Feb 28 17:31:18.114074 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddb6973-f9a7-4bcd-a5db-4134776dd992 None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:31:18.125883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987660e-1535-4626-9238-486e9867246c req-897e979e-7543-4d78-854b-c8c360a3a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:18.127290 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8987660e-1535-4626-9238-486e9867246c req-897e979e-7543-4d78-854b-c8c360a3a8ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b053761d-35a6-4a2b-8791-766dc2209665 HTTP/1.1" status: 200 len: 849 time: 0.1353960 Feb 28 17:31:18.176883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e34ff7-d87d-4c77-a80e-f77b47c24851 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:18.181819 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-80e34ff7-d87d-4c77-a80e-f77b47c24851 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:18.182172 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bc2850-1be5-49a2-9b5d-c35e4198fbd2 x-openstack-request-id: req-26bc2850-1be5-49a2-9b5d-c35e4198fbd2 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:18.182573 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91019b6-0021-4959-bf01-c49a1e25107f", "tag": "990dcda0-6a86-4059-be82-a9034aec1a25", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:18.182921 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-26bc2850-1be5-49a2-9b5d-c35e4198fbd2 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:18.183425 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91019b6-0021-4959-bf01-c49a1e25107f', 'tag': '990dcda0-6a86-4059-be82-a9034aec1a25', 'status': 'completed', 'code': 200} Feb 28 17:31:18.240906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fddb6973-f9a7-4bcd-a5db-4134776dd992 None None] Deleting port d398fd5f-e393-4c86-a6d0-d221e00d10cd {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:18.243387 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fddb6973-f9a7-4bcd-a5db-4134776dd992 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d398fd5f-e393-4c86-a6d0-d221e00d10cd), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:18.287411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6d13b621-5a2f-4a65-be47-c440080308dd req-89626e68-2db6-46c1-9b8c-7a0850d96c6b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986027 Feb 28 17:31:18.322086 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-6f02f776-6f9e-4f8c-a5b1-a082aadb81dd service neutron] 10.222.0.69 "GET /v2.0/ports/ed8ac663-8c4e-410b-b4df-29f442bb7c10/bindings/n-h2-820368-19 HTTP/1.1" status: 200 len: 383 time: 0.1979890 Feb 28 17:31:18.323494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987660e-1535-4626-9238-486e9867246c req-ef023890-8092-4849-b3c6-232e248080c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:18.325691 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8987660e-1535-4626-9238-486e9867246c req-ef023890-8092-4849-b3c6-232e248080c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=198c7dae-55a7-4ae2-88af-338d9ce329b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1767685 Feb 28 17:31:18.365294 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fddb6973-f9a7-4bcd-a5db-4134776dd992 None None] For port d398fd5f-e393-4c86-a6d0-d221e00d10cd, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d398fd5f-e393-4c86-a6d0-d221e00d10cd,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:18.365527 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fddb6973-f9a7-4bcd-a5db-4134776dd992 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d398fd5f-e393-4c86-a6d0-d221e00d10cd), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:18.391122 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fddb6973-f9a7-4bcd-a5db-4134776dd992 None None] Calling delete_port for d398fd5f-e393-4c86-a6d0-d221e00d10cd owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:18.440970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d23a8a-261c-423d-9826-493ab7fcc92e req-8c1c1116-ec76-4e3b-93f5-5bf382fab950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:18.444479 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41d23a8a-261c-423d-9826-493ab7fcc92e req-8c1c1116-ec76-4e3b-93f5-5bf382fab950 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=088b6c3e658846cab75e7b83a81af875&device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 1126 time: 0.2365365 Feb 28 17:31:18.491113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f9f8c-9250-48bd-80ef-973bbc5c9feb req-71b78bd4-9c8c-4a16-ab93-1924f8b079cc tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:18.492789 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-120f9f8c-9250-48bd-80ef-973bbc5c9feb req-71b78bd4-9c8c-4a16-ab93-1924f8b079cc tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 949 time: 0.2477970 Feb 28 17:31:18.513011 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8987660e-1535-4626-9238-486e9867246c req-42b13e9c-48c5-438e-8eff-13bcb763ac8d service neutron] 10.222.0.69 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762192 Feb 28 17:31:18.578393 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b00cb739-bbce-42f9-8ce7-1cac5a0088be req-3ca7bc81-1d44-4de1-b4ba-9cf15ac602c1 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0536995 Feb 28 17:31:18.584225 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fddb6973-f9a7-4bcd-a5db-4134776dd992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (d398fd5f-e393-4c86-a6d0-d221e00d10cd), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:18.630789 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-120f9f8c-9250-48bd-80ef-973bbc5c9feb req-b75e2188-41d9-4d50-b5cd-f1dbb1b74585 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017854 Feb 28 17:31:18.639147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb6973-f9a7-4bcd-a5db-4134776dd992 None None] Pushing event deleted for resources: {'Port': ['ID=d398fd5f-e393-4c86-a6d0-d221e00d10cd,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:18.679666 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb6973-f9a7-4bcd-a5db-4134776dd992 None None] No DVR routers for this DVR port d398fd5f-e393-4c86-a6d0-d221e00d10cd on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:18.685603 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-80e34ff7-d87d-4c77-a80e-f77b47c24851 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (a36671f6-bf20-4a89-9477-2e9bb3663aa8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:18.695869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9768be-f912-4d6a-b1b1-b72c220ce72c req-8d94c644-ec3b-4bbc-8eba-e222acfb81bc tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:18.703914 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fb9768be-f912-4d6a-b1b1-b72c220ce72c req-8d94c644-ec3b-4bbc-8eba-e222acfb81bc tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.2215729 Feb 28 17:31:18.711208 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-545dc1b8-6748-423f-b616-7bbf80760385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:18.715044 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-545dc1b8-6748-423f-b616-7bbf80760385 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 1132 time: 0.2686360 Feb 28 17:31:18.767861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e34ff7-d87d-4c77-a80e-f77b47c24851 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=a36671f6-bf20-4a89-9477-2e9bb3663aa8,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:18.776715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d23a8a-261c-423d-9826-493ab7fcc92e req-88039350-1d59-4ddb-896d-7ee9c9a9761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:18.782359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41d23a8a-261c-423d-9826-493ab7fcc92e req-88039350-1d59-4ddb-896d-7ee9c9a9761c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5801e3e6-3a3d-4400-b93c-39437198a453 HTTP/1.1" status: 200 len: 916 time: 0.2691362 Feb 28 17:31:18.784568 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e34ff7-d87d-4c77-a80e-f77b47c24851 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:18.786478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-80e34ff7-d87d-4c77-a80e-f77b47c24851 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:18.790012 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e34ff7-d87d-4c77-a80e-f77b47c24851 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:18.790714 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-80e34ff7-d87d-4c77-a80e-f77b47c24851 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:18.798258 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76389078-6a09-4a71-8441-1f8015745548 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:18.868858 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2375bea-b8b3-48dd-a3da-8a0bd8afc786 req-b24c55c0-aeea-4690-a2ce-914f515d79b9 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:18.871463 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b2375bea-b8b3-48dd-a3da-8a0bd8afc786 req-b24c55c0-aeea-4690-a2ce-914f515d79b9 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 943 time: 0.0671418 Feb 28 17:31:18.886440 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-80e34ff7-d87d-4c77-a80e-f77b47c24851 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9435213 Feb 28 17:31:18.887116 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34710) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:18.890746 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9d6a758c-65c1-48dc-b3cc-2663c254f6da req-5c228f25-f7fe-4f88-b9eb-87ec0c4d00c1 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0824311 Feb 28 17:31:18.897780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-96046ca5-1af3-4252-9ef9-eb64b01048dc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'fixed_ips': [{'subnet_id': 'a36671f6-bf20-4a89-9477-2e9bb3663aa8', 'ip_address': '2001:db8::93a3:e5ce:16e1:e471'}], 'name': 'tempest-NetworksTestDHCPv6-1071918630'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:18.945862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': 'a36671f6-bf20-4a89-9477-2e9bb3663aa8'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:31:18.947419 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:18.961247 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8987660e-1535-4626-9238-486e9867246c req-33c75aa7-b924-464a-a1f3-113c9b8b29d5 service neutron] 10.222.0.69 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157286 Feb 28 17:31:18.967436 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41d23a8a-261c-423d-9826-493ab7fcc92e req-2d6033d5-9fd7-4bb1-9c95-6632e91099ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=990dcda0-6a86-4059-be82-a9034aec1a25 HTTP/1.1" status: 200 len: 217 time: 0.1341860 Feb 28 17:31:18.993037 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fb9768be-f912-4d6a-b1b1-b72c220ce72c req-e2fd5b0c-6a68-4fc2-93c7-90e568e939d6 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885687 Feb 28 17:31:19.063517 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d23a8a-261c-423d-9826-493ab7fcc92e req-25e19403-caa9-4cb1-838e-94d151cc397f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:19.065505 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41d23a8a-261c-423d-9826-493ab7fcc92e req-25e19403-caa9-4cb1-838e-94d151cc397f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd2be326-2c28-494b-9705-9af762d46614 HTTP/1.1" status: 200 len: 855 time: 0.0901752 Feb 28 17:31:19.069784 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b2375bea-b8b3-48dd-a3da-8a0bd8afc786 req-16b15b95-60fb-4190-a023-7d40abbe752c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925554 Feb 28 17:31:19.071046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-d5e43908-4126-41b1-b677-cdb6575d194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:19.072486 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-d5e43908-4126-41b1-b677-cdb6575d194c service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2889585 Feb 28 17:31:19.122420 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41d23a8a-261c-423d-9826-493ab7fcc92e req-04d2f850-2343-41c1-976a-eacdf236ca41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5801e3e6-3a3d-4400-b93c-39437198a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466375 Feb 28 17:31:19.156400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-efc94868-aec5-413e-af16-905ddc98e009 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 200 len: 217 time: 0.0660694 Feb 28 17:31:19.161940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d398fd5f-e393-4c86-a6d0-d221e00d10cd no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:19.187820 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96046ca5-1af3-4252-9ef9-eb64b01048dc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:19.198923 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: d398fd5f-e393-4c86-a6d0-d221e00d10cd {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:31:19.199554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d398fd5f-e393-4c86-a6d0-d221e00d10cd not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:19.217010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Allocated IP 2001:db8::2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/a36671f6-bf20-4a89-9477-2e9bb3663aa8/c3bb6027-1004-4701-ae6d-f36f4bacd06f) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:19.230922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-5f6b6766-0c8c-4746-be29-8022462f0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:19.235028 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-5f6b6766-0c8c-4746-be29-8022462f0ad2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0610850 Feb 28 17:31:19.312116 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96046ca5-1af3-4252-9ef9-eb64b01048dc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:19.349254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-96046ca5-1af3-4252-9ef9-eb64b01048dc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port 6a5785e3-44d8-417d-a08a-e27f979d7345 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:31:19.409039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-02779572-38db-473e-be75-650a1b65804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:19.411909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-02779572-38db-473e-be75-650a1b65804c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1594660 Feb 28 17:31:19.429672 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Publish callbacks [] for port (c3bb6027-1004-4701-ae6d-f36f4bacd06f), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:19.444168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbfc52-33f8-4bc3-921e-f194f94de8b1 req-6f01a265-0338-4925-ac06-583085e55a4b tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:19.445639 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96bbfc52-33f8-4bc3-921e-f194f94de8b1 req-6f01a265-0338-4925-ac06-583085e55a4b tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 943 time: 0.2113519 Feb 28 17:31:19.462595 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41d23a8a-261c-423d-9826-493ab7fcc92e req-ebb02ce7-561c-4ce1-a428-8bd6720a5c4f service neutron] 10.222.0.73 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051302 Feb 28 17:31:19.482849 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (c3bb6027-1004-4701-ae6d-f36f4bacd06f), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:19.514834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c0db4-c916-475a-a43d-101dd5384897 req-fec54f76-660b-48e7-b367-69effd8244e9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:19.516654 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-977c0db4-c916-475a-a43d-101dd5384897 req-fec54f76-660b-48e7-b367-69effd8244e9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1124699 Feb 28 17:31:19.534705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:19.543920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:19.546696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:19.565955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Pushing event updated for resources: {'Port': ['ID=c3bb6027-1004-4701-ae6d-f36f4bacd06f,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:19.603836 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-96046ca5-1af3-4252-9ef9-eb64b01048dc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::93a3:e5ce:16e1:e471 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/a36671f6-bf20-4a89-9477-2e9bb3663aa8/6a5785e3-44d8-417d-a08a-e27f979d7345) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:19.625534 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-2375d3df-2ca1-4160-aa81-6dec07ba3b30 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049983 Feb 28 17:31:19.632857 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Attempting to bind port c3bb6027-1004-4701-ae6d-f36f4bacd06f on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:31:19.633231 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Attempting to bind port c3bb6027-1004-4701-ae6d-f36f4bacd06f by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:31:19.634099 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Attempting to bind port c3bb6027-1004-4701-ae6d-f36f4bacd06f on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:19.635076 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96bbfc52-33f8-4bc3-921e-f194f94de8b1 req-9edb9855-2376-4425-b734-fbcf6ddb0d4e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747775 Feb 28 17:31:19.640451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:31:19.640828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:31:19.641147 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-977c0db4-c916-475a-a43d-101dd5384897 req-5c4de9bc-7c56-4c20-957a-b0b10f1efc1d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975702 Feb 28 17:31:19.641268 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:19.641608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:31:19.654117 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Bound port: c3bb6027-1004-4701-ae6d-f36f4bacd06f, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:31:19.654117 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c3bb6027-1004-4701-ae6d-f36f4bacd06f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:19.684327 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41d23a8a-261c-423d-9826-493ab7fcc92e req-26b486cb-b1ef-4434-919c-dd87eb3b1c37 service neutron] 10.222.0.73 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792448 Feb 28 17:31:19.736128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] For port c3bb6027-1004-4701-ae6d-f36f4bacd06f, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:19.741747 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] For port c3bb6027-1004-4701-ae6d-f36f4bacd06f, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c3bb6027-1004-4701-ae6d-f36f4bacd06f,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:31:19.794696 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-e52b5042-7d34-4033-ac20-9bfe8384b0c0 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581891 Feb 28 17:31:19.839002 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c3bb6027-1004-4701-ae6d-f36f4bacd06f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:19.878048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e24bfa-7e7e-47c3-8bd4-4e140d9a244d req-aae31d37-2c60-456d-a720-f35af327a0cf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:19.879620 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22e24bfa-7e7e-47c3-8bd4-4e140d9a244d req-aae31d37-2c60-456d-a720-f35af327a0cf tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 949 time: 0.1168177 Feb 28 17:31:19.918733 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf142a6-cc92-4856-bdd2-d8f02a89a993 None None] Pushing event updated for resources: {'Port': ['ID=c3bb6027-1004-4701-ae6d-f36f4bacd06f,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:19.938077 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96046ca5-1af3-4252-9ef9-eb64b01048dc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (6a5785e3-44d8-417d-a08a-e27f979d7345), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:19.968194 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22e24bfa-7e7e-47c3-8bd4-4e140d9a244d req-0bf13e83-ccc4-4b4e-9109-605bb0ad8d66 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766737 Feb 28 17:31:20.055184 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96046ca5-1af3-4252-9ef9-eb64b01048dc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6a5785e3-44d8-417d-a08a-e27f979d7345), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:20.160067 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96046ca5-1af3-4252-9ef9-eb64b01048dc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:20.165169 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-96046ca5-1af3-4252-9ef9-eb64b01048dc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:20.206765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e21d2-ca6b-4e6c-b006-20e2a7fa4a7e req-88c763e7-bda9-442b-a5a0-ba4015bb651f tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:20.208893 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2f2e21d2-ca6b-4e6c-b006-20e2a7fa4a7e req-88c763e7-bda9-442b-a5a0-ba4015bb651f tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.1259484 Feb 28 17:31:20.217790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 406e0f14-7e94-4e1e-a51d-65513a4af176 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:31:20.219198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96046ca5-1af3-4252-9ef9-eb64b01048dc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:20.224481 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device ed8ac663-8c4e-410b-b4df-29f442bb7c10 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:20.225191 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96046ca5-1af3-4252-9ef9-eb64b01048dc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:20.226064 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96046ca5-1af3-4252-9ef9-eb64b01048dc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:20.274605 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96046ca5-1af3-4252-9ef9-eb64b01048dc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=6a5785e3-44d8-417d-a08a-e27f979d7345,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:20.305758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e32dc-5919-4083-9ebd-f2ca27d7762b req-9e04d00e-e7a5-4e20-80d9-5f35f97c8081 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:20.307829 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-382e32dc-5919-4083-9ebd-f2ca27d7762b req-9e04d00e-e7a5-4e20-80d9-5f35f97c8081 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 943 time: 0.1371231 Feb 28 17:31:20.317370 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2f2e21d2-ca6b-4e6c-b006-20e2a7fa4a7e req-f19e85de-2606-44d2-9e9e-309a626fa965 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853357 Feb 28 17:31:20.371702 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-96046ca5-1af3-4252-9ef9-eb64b01048dc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4770474 Feb 28 17:31:20.372738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34730) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:20.383112 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-382e32dc-5919-4083-9ebd-f2ca27d7762b req-a08360cb-676b-416e-ab22-a6ce9bee0328 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649450 Feb 28 17:31:20.414355 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 406e0f14-7e94-4e1e-a51d-65513a4af176, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=406e0f14-7e94-4e1e-a51d-65513a4af176,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:20.427899 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '406e0f14-7e94-4e1e-a51d-65513a4af176', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'port_id': '406e0f14-7e94-4e1e-a51d-65513a4af176', 'mac_address': 'fa:16:3e:86:75:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:31:20.440670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e7405a-82ea-4da0-91e1-c444e5671d02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:20.446888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e7405a-82ea-4da0-91e1-c444e5671d02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:20.451082 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-60e7405a-82ea-4da0-91e1-c444e5671d02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0747790 Feb 28 17:31:20.451310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34732) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:20.456647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port ed8ac663-8c4e-410b-b4df-29f442bb7c10 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:31:20.464896 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port ed8ac663-8c4e-410b-b4df-29f442bb7c10 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:20.465280 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:20.506264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 406e0f14-7e94-4e1e-a51d-65513a4af176 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:20.506628 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:20.526384 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406e0f14-7e94-4e1e-a51d-65513a4af176 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:31:20.553916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 406e0f14-7e94-4e1e-a51d-65513a4af176, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=406e0f14-7e94-4e1e-a51d-65513a4af176,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:20.558591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9669a-927d-49ee-94fb-9752e51bb072 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port 6a5785e3-44d8-417d-a08a-e27f979d7345 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:20.558960 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cbf9669a-927d-49ee-94fb-9752e51bb072 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6a5785e3-44d8-417d-a08a-e27f979d7345), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:20.592635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port ed8ac663-8c4e-410b-b4df-29f442bb7c10 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:20.593027 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:20.616307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:20.618722 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffda5f18-7923-4370-93dc-51cd6360d8bf" -d '{"events": [{"server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "name": "network-vif-plugged", "status": "completed", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:20.644062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:20.645817 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:20.655060 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cbf9669a-927d-49ee-94fb-9752e51bb072 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6a5785e3-44d8-417d-a08a-e27f979d7345), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:20.673084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9669a-927d-49ee-94fb-9752e51bb072 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for 6a5785e3-44d8-417d-a08a-e27f979d7345 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:20.710685 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e372f036-6535-4260-a81f-1bd3021da341 x-openstack-request-id: req-e372f036-6535-4260-a81f-1bd3021da341 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:20.710985 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "name": "network-vif-plugged", "status": "completed", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:20.715652 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e372f036-6535-4260-a81f-1bd3021da341 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:20.715652 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'code': 200} Feb 28 17:31:20.715652 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:20.759901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=406e0f14-7e94-4e1e-a51d-65513a4af176,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:20.827727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=ed8ac663-8c4e-410b-b4df-29f442bb7c10,revision_number=9']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:20.868216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9e948-0e63-4529-aa01-c89a26e842ed req-08bfa8a0-0238-46a0-b0f1-bf554f443c67 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:20.878923 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-96c9e948-0e63-4529-aa01-c89a26e842ed req-08bfa8a0-0238-46a0-b0f1-bf554f443c67 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 944 time: 0.1047926 Feb 28 17:31:20.881718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d3d63-aa01-4ba2-9d2f-df45b4418af9 req-202dc253-8017-4c59-be0a-2ca4cfad17d9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:20.891981 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef5d3d63-aa01-4ba2-9d2f-df45b4418af9 req-202dc253-8017-4c59-be0a-2ca4cfad17d9 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1110890 Feb 28 17:31:20.954017 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-96c9e948-0e63-4529-aa01-c89a26e842ed req-010f1371-3eb3-43a7-9620-0c0725551c1f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739088 Feb 28 17:31:21.013606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['406e0f14-7e94-4e1e-a51d-65513a4af176'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:21.028811 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef5d3d63-aa01-4ba2-9d2f-df45b4418af9 req-9cef73e9-9ff4-4bdd-82ec-46f493680019 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357608 Feb 28 17:31:21.100445 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cbf9669a-927d-49ee-94fb-9752e51bb072 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (6a5785e3-44d8-417d-a08a-e27f979d7345), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:21.156361 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9669a-927d-49ee-94fb-9752e51bb072 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=6a5785e3-44d8-417d-a08a-e27f979d7345,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:21.205575 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cbf9669a-927d-49ee-94fb-9752e51bb072 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:21.215116 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cbf9669a-927d-49ee-94fb-9752e51bb072 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/6a5785e3-44d8-417d-a08a-e27f979d7345 HTTP/1.1" status: 204 len: 168 time: 0.7627571 Feb 28 17:31:21.217031 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34750) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:21.244712 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5535637-4419-4fd0-9235-6378e2398ee7 req-6c340e39-dd38-4bc5-8c81-ff2b86235a45 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0776768 Feb 28 17:31:21.291669 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c3bb6027-1004-4701-ae6d-f36f4bacd06f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:21.300555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09ed7b1-6365-4907-8669-24880ce72f61 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:21.302919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a0075-fe97-4a04-837d-dced7a5a4970 req-8867bec6-4839-4106-aef6-f334266c9bdc tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:21.303812 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09ed7b1-6365-4907-8669-24880ce72f61 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:21.305553 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a09ed7b1-6365-4907-8669-24880ce72f61 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0852387 Feb 28 17:31:21.308154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34752) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:21.313288 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b28a0075-fe97-4a04-837d-dced7a5a4970 req-8867bec6-4839-4106-aef6-f334266c9bdc tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.2024605 Feb 28 17:31:21.394092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af69d80-9495-41e2-b5e3-431a7f154071 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet a36671f6-bf20-4a89-9477-2e9bb3663aa8 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:31:21.404950 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3af69d80-9495-41e2-b5e3-431a7f154071 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (a36671f6-bf20-4a89-9477-2e9bb3663aa8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:21.428867 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b28a0075-fe97-4a04-837d-dced7a5a4970 req-6ae9b5de-27ed-4642-8175-46f84fbb6288 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146312 Feb 28 17:31:21.439309 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c3bb6027-1004-4701-ae6d-f36f4bacd06f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:21.439685 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c3bb6027-1004-4701-ae6d-f36f4bacd06f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:21.479060 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3af69d80-9495-41e2-b5e3-431a7f154071 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (a36671f6-bf20-4a89-9477-2e9bb3663aa8), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:21.507453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-27739968-ea3d-46dd-b1ea-8521acfb1c1b None None] Provisioning complete for port c3bb6027-1004-4701-ae6d-f36f4bacd06f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:21.507821 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-27739968-ea3d-46dd-b1ea-8521acfb1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c3bb6027-1004-4701-ae6d-f36f4bacd06f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:21.598074 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c95110f2-e90a-420c-a8b4-a927390e0c92 req-a3a6f01e-ef66-4661-9de9-726b265a06ab service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0369034 Feb 28 17:31:21.614471 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175a129-0673-4fe9-93f8-fb911d1d40bd req-e1e85de4-9248-424f-b56a-9a9da5ec0dc7 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:21.630530 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f175a129-0673-4fe9-93f8-fb911d1d40bd req-e1e85de4-9248-424f-b56a-9a9da5ec0dc7 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 943 time: 0.1107903 Feb 28 17:31:21.654387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac496404-d1d5-4f95-8f28-e96c11e64048 req-3fb37eb4-29b7-43c8-adc9-f271716e09b6 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:21.662108 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ac496404-d1d5-4f95-8f28-e96c11e64048 req-3fb37eb4-29b7-43c8-adc9-f271716e09b6 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.1617141 Feb 28 17:31:21.682433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-27739968-ea3d-46dd-b1ea-8521acfb1c1b None None] Current status of the port c3bb6027-1004-4701-ae6d-f36f4bacd06f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:21.683206 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-27739968-ea3d-46dd-b1ea-8521acfb1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c3bb6027-1004-4701-ae6d-f36f4bacd06f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:21.687498 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c3bb6027-1004-4701-ae6d-f36f4bacd06f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:21.688124 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c3bb6027-1004-4701-ae6d-f36f4bacd06f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:21.708406 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3af69d80-9495-41e2-b5e3-431a7f154071 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (a36671f6-bf20-4a89-9477-2e9bb3663aa8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:21.728540 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f175a129-0673-4fe9-93f8-fb911d1d40bd req-07e4c33e-e789-48e6-9b2a-af74f6bd6f6f tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964813 Feb 28 17:31:21.763088 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ac496404-d1d5-4f95-8f28-e96c11e64048 req-92fd90bd-fc85-4833-9f70-2cde16831d55 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931625 Feb 28 17:31:21.871651 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3af69d80-9495-41e2-b5e3-431a7f154071 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (a36671f6-bf20-4a89-9477-2e9bb3663aa8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:21.904560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af69d80-9495-41e2-b5e3-431a7f154071 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=a36671f6-bf20-4a89-9477-2e9bb3663aa8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:21.911293 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3af69d80-9495-41e2-b5e3-431a7f154071 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:21.915143 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3af69d80-9495-41e2-b5e3-431a7f154071 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/a36671f6-bf20-4a89-9477-2e9bb3663aa8 HTTP/1.1" status: 204 len: 168 time: 0.6051736 Feb 28 17:31:21.917502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34762) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:21.981121 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-575fd739-23dd-49d5-8105-1b3659555c7d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624471 Feb 28 17:31:21.986002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34768) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:21.993840 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-33738a01-1f2a-4f88-9c7b-2508813aadfa tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:22.187917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d673024c-bd9a-46fc-a324-c0324b33ef74 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:22.195475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485b2f9-589e-4dd0-8cf4-a94d44d2db5f req-7dceccfe-9030-42fd-8a15-c1c685992bae tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:22.202585 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6485b2f9-589e-4dd0-8cf4-a94d44d2db5f req-7dceccfe-9030-42fd-8a15-c1c685992bae tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 944 time: 0.1111405 Feb 28 17:31:22.204192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6f7ca-09ef-4043-8aae-20eaa4fa9565 req-45f989e5-b213-4b5b-8ad2-58fd192bc1e5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:22.206075 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ac6f7ca-09ef-4043-8aae-20eaa4fa9565 req-45f989e5-b213-4b5b-8ad2-58fd192bc1e5 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0722289 Feb 28 17:31:22.211723 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-27739968-ea3d-46dd-b1ea-8521acfb1c1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:31:22.212113 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-27739968-ea3d-46dd-b1ea-8521acfb1c1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:31:22.237724 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:31:22.238737 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:31:22.240954 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 406e0f14-7e94-4e1e-a51d-65513a4af176 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:22.286180 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6485b2f9-589e-4dd0-8cf4-a94d44d2db5f req-add44aff-d22a-4504-b441-aaadcbcd0007 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824134 Feb 28 17:31:22.302664 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ac6f7ca-09ef-4043-8aae-20eaa4fa9565 req-4ec7323b-3be3-4bbd-be5a-a00373c5670b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894942 Feb 28 17:31:22.318946 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33738a01-1f2a-4f88-9c7b-2508813aadfa tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:22.323372 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33738a01-1f2a-4f88-9c7b-2508813aadfa tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:22.391288 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8d8bb9-3e9c-41c4-a1ae-5d38da036aa4 None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:31:22.460196 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 406e0f14-7e94-4e1e-a51d-65513a4af176 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:31:22.472248 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 406e0f14-7e94-4e1e-a51d-65513a4af176 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:22.472732 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:22.547040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d8bb9-3e9c-41c4-a1ae-5d38da036aa4 None None] Deleting port c3bb6027-1004-4701-ae6d-f36f4bacd06f {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:22.547425 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8bb9-3e9c-41c4-a1ae-5d38da036aa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c3bb6027-1004-4701-ae6d-f36f4bacd06f), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:22.550310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 990dcda0-6a86-4059-be82-a9034aec1a25 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:31:22.597875 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471b6c6-1c37-40e1-a769-9dd92c1f9134 req-dde50651-43ee-4c46-8340-aadbc54d758a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:22.599531 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c471b6c6-1c37-40e1-a769-9dd92c1f9134 req-dde50651-43ee-4c46-8340-aadbc54d758a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.0973923 Feb 28 17:31:22.665164 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c471b6c6-1c37-40e1-a769-9dd92c1f9134 req-0df906b7-b964-490a-8cdd-848839e34306 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593498 Feb 28 17:31:22.686989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33738a01-1f2a-4f88-9c7b-2508813aadfa tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (09be4a4d-5d3d-4b63-992a-c2360b8c86fb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:22.702790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7b8d8bb9-3e9c-41c4-a1ae-5d38da036aa4 None None] For port c3bb6027-1004-4701-ae6d-f36f4bacd06f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c3bb6027-1004-4701-ae6d-f36f4bacd06f,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:22.703192 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8bb9-3e9c-41c4-a1ae-5d38da036aa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c3bb6027-1004-4701-ae6d-f36f4bacd06f), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:22.739435 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33738a01-1f2a-4f88-9c7b-2508813aadfa tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:22.745395 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-33738a01-1f2a-4f88-9c7b-2508813aadfa tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:22.747437 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-dfb616f6-3031-4f47-a7d8-db26b7849db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:22.749332 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-dfb616f6-3031-4f47-a7d8-db26b7849db6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7&tenant_id=99c70571e74e4e0589acb386047f6689 HTTP/1.1" status: 200 len: 1133 time: 0.0671434 Feb 28 17:31:22.753147 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33738a01-1f2a-4f88-9c7b-2508813aadfa tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:22.754467 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33738a01-1f2a-4f88-9c7b-2508813aadfa tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:22.764311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-19', 'device_owner': 'compute:nova'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:22.782190 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33738a01-1f2a-4f88-9c7b-2508813aadfa tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=09be4a4d-5d3d-4b63-992a-c2360b8c86fb,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:22.796835 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d8bb9-3e9c-41c4-a1ae-5d38da036aa4 None None] Calling delete_port for c3bb6027-1004-4701-ae6d-f36f4bacd06f owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:22.841683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-27739968-ea3d-46dd-b1ea-8521acfb1c1b None None] Current status of the port c3bb6027-1004-4701-ae6d-f36f4bacd06f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:22.842143 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-27739968-ea3d-46dd-b1ea-8521acfb1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c3bb6027-1004-4701-ae6d-f36f4bacd06f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:22.884326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c3bb6027-1004-4701-ae6d-f36f4bacd06f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:22.884711 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c3bb6027-1004-4701-ae6d-f36f4bacd06f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:22.904645 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:22.912172 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-33738a01-1f2a-4f88-9c7b-2508813aadfa tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9247329 Feb 28 17:31:22.913399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34782) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:22.918019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-348b9a0e-ee7d-4e01-8a35-76b5fe9dc884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'fixed_ips': [{'subnet_id': '09be4a4d-5d3d-4b63-992a-c2360b8c86fb', 'ip_address': '2001:db8::792e:8fcd:d9a4:7128'}], 'name': 'tempest-NetworksTestDHCPv6-615339379'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:22.946932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 406e0f14-7e94-4e1e-a51d-65513a4af176 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:22.947320 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:23.024282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 990dcda0-6a86-4059-be82-a9034aec1a25, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=990dcda0-6a86-4059-be82-a9034aec1a25,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:23.053119 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4087e3cd-98b1-40e8-b5ac-fe20d278da36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406e0f14-7e94-4e1e-a51d-65513a4af176'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:23.055977 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0159bc7a-a328-46a5-bf69-3ece6042a183" -d '{"events": [{"server_uuid": "4087e3cd-98b1-40e8-b5ac-fe20d278da36", "name": "network-vif-plugged", "status": "completed", "tag": "406e0f14-7e94-4e1e-a51d-65513a4af176"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:23.061022 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-27739968-ea3d-46dd-b1ea-8521acfb1c1b None None] For port c3bb6027-1004-4701-ae6d-f36f4bacd06f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c3bb6027-1004-4701-ae6d-f36f4bacd06f,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:23.070726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '990dcda0-6a86-4059-be82-a9034aec1a25', 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453', 'port_id': '990dcda0-6a86-4059-be82-a9034aec1a25', 'mac_address': 'fa:16:3e:72:76:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2be326-2c28-494b-9705-9af762d46614', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:31:23.080759 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 406e0f14-7e94-4e1e-a51d-65513a4af176, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=406e0f14-7e94-4e1e-a51d-65513a4af176,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:23.111384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac114aa-6920-4afa-95ee-50c82ba8ce03 req-af65d77f-4948-40d3-8cce-108ac2b39a2d tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:23.114284 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ac114aa-6920-4afa-95ee-50c82ba8ce03 req-af65d77f-4948-40d3-8cce-108ac2b39a2d tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.2571306 Feb 28 17:31:23.149420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 990dcda0-6a86-4059-be82-a9034aec1a25 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:23.150131 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:23.152250 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-27739968-ea3d-46dd-b1ea-8521acfb1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c3bb6027-1004-4701-ae6d-f36f4bacd06f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:23.163794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348b9a0e-ee7d-4e01-8a35-76b5fe9dc884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:23.169534 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-348b9a0e-ee7d-4e01-8a35-76b5fe9dc884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:23.195872 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:23.209039 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ac114aa-6920-4afa-95ee-50c82ba8ce03 req-04e8dec2-21a2-4336-a2c6-6e1960834e86 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840013 Feb 28 17:31:23.213671 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-348b9a0e-ee7d-4e01-8a35-76b5fe9dc884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port a4aa3ef5-1dd3-49dd-b915-34c17fb1eb98 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:31:23.235531 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8bb9-3e9c-41c4-a1ae-5d38da036aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (c3bb6027-1004-4701-ae6d-f36f4bacd06f), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:23.235531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990dcda0-6a86-4059-be82-a9034aec1a25 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:31:23.308058 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 990dcda0-6a86-4059-be82-a9034aec1a25, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=990dcda0-6a86-4059-be82-a9034aec1a25,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:23.309612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-86dc0fd6-5222-4809-bcd7-d8ff2a3fea7e None None] Could not find standard attr ID for object 6a5785e3-44d8-417d-a08a-e27f979d7345. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:31:23.314102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8d8bb9-3e9c-41c4-a1ae-5d38da036aa4 None None] No DVR routers for this DVR port c3bb6027-1004-4701-ae6d-f36f4bacd06f on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:23.318366 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80781e08-d5a2-4ae8-b732-31fbfd2751d0 req-cd891b28-acf5-4b27-8f98-69a7c6e7525f tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:23.318954 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27739968-ea3d-46dd-b1ea-8521acfb1c1b None None] Pushing event updated for resources: {'Port': ['ID=c3bb6027-1004-4701-ae6d-f36f4bacd06f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:23.325279 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80781e08-d5a2-4ae8-b732-31fbfd2751d0 req-cd891b28-acf5-4b27-8f98-69a7c6e7525f tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 943 time: 0.4943597 Feb 28 17:31:23.401118 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f2cb2c-1d52-4aa0-a0ab-c0dbbedcea8f x-openstack-request-id: req-57f2cb2c-1d52-4aa0-a0ab-c0dbbedcea8f {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:23.401846 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4087e3cd-98b1-40e8-b5ac-fe20d278da36", "name": "network-vif-plugged", "status": "completed", "tag": "406e0f14-7e94-4e1e-a51d-65513a4af176", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:23.403494 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-57f2cb2c-1d52-4aa0-a0ab-c0dbbedcea8f {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:23.405652 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4087e3cd-98b1-40e8-b5ac-fe20d278da36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406e0f14-7e94-4e1e-a51d-65513a4af176', 'code': 200} Feb 28 17:31:23.406604 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fbe04c-cf38-4cc9-9c31-b25467f13fbc None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:23.500777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=406e0f14-7e94-4e1e-a51d-65513a4af176,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:23.503458 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:23.520002 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c3bb6027-1004-4701-ae6d-f36f4bacd06f no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:23.552326 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80781e08-d5a2-4ae8-b732-31fbfd2751d0 req-fc8e4384-5772-45d0-9d73-86669fc92f1f tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204483 Feb 28 17:31:23.553510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: c3bb6027-1004-4701-ae6d-f36f4bacd06f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:31:23.554013 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c3bb6027-1004-4701-ae6d-f36f4bacd06f not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:23.607894 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-348b9a0e-ee7d-4e01-8a35-76b5fe9dc884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::792e:8fcd:d9a4:7128 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/09be4a4d-5d3d-4b63-992a-c2360b8c86fb/a4aa3ef5-1dd3-49dd-b915-34c17fb1eb98) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:23.629028 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d8bb9-3e9c-41c4-a1ae-5d38da036aa4 None None] Pushing event deleted for resources: {'Port': ['ID=c3bb6027-1004-4701-ae6d-f36f4bacd06f,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:23.641194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a55e3-daf3-43a0-9671-a819ac58b394 req-b154c754-b1f8-4994-b1b0-78a2c2c3937e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:23.651082 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-916a55e3-daf3-43a0-9671-a819ac58b394 req-b154c754-b1f8-4994-b1b0-78a2c2c3937e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.1884785 Feb 28 17:31:23.693107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=990dcda0-6a86-4059-be82-a9034aec1a25,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:23.762285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:23.770792 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-916a55e3-daf3-43a0-9671-a819ac58b394 req-52e1432f-4e43-4a38-be34-be69e990d2af tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184835 Feb 28 17:31:23.797221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:23.840540 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Publish callbacks [] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:23.849407 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': '09be4a4d-5d3d-4b63-992a-c2360b8c86fb'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:31:23.850732 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:23.855003 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Transition to ACTIVE for port object ed8ac663-8c4e-410b-b4df-29f442bb7c10 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:31:23.861690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa20ea-6c08-481e-8f25-505679e55dc3 req-48ddc5fa-36be-4a71-8a6f-744475f2ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:23.863356 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1eaa20ea-6c08-481e-8f25-505679e55dc3 req-48ddc5fa-36be-4a71-8a6f-744475f2ccb6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 1128 time: 0.3932004 Feb 28 17:31:23.864063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:23.866202 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7de772-67e4-42e9-afab-6693880d107b" -d '{"events": [{"server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:23.916234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0449f8-57f9-4d12-b45b-ccf2846f88e7 req-1132ec63-70d9-4854-a4a9-7fe2494e8c10 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:23.917739 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eb0449f8-57f9-4d12-b45b-ccf2846f88e7 req-1132ec63-70d9-4854-a4a9-7fe2494e8c10 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.2507420 Feb 28 17:31:23.952221 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a4581fa8-6dcb-4b87-a939-23b4bfb8da5a req-9161a1db-c74f-4e51-a122-a1109d98ad5b service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0387330 Feb 28 17:31:23.973367 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:23.982475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['990dcda0-6a86-4059-be82-a9034aec1a25'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:23.995558 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1eaa20ea-6c08-481e-8f25-505679e55dc3 req-e4672d57-255b-4002-bcfb-a309b73396a5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206031 Feb 28 17:31:24.076402 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eb0449f8-57f9-4d12-b45b-ccf2846f88e7 req-4736db13-1a37-4ba9-828e-7b1447a5725c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401916 Feb 28 17:31:24.123339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] No DVR routers for this DVR port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:24.127754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8ac663-8c4e-410b-b4df-29f442bb7c10,revision_number=10']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:24.181604 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Attempting to bind port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:31:24.181991 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Attempting to bind port ed8ac663-8c4e-410b-b4df-29f442bb7c10 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:31:24.182316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Attempting to bind port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:24.192004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:31:24.192338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Attempting to bind port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:24.211389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:31:24.211746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:31:24.212154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:31:24.212620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Bound port: ed8ac663-8c4e-410b-b4df-29f442bb7c10, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:31:24.212987 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:24.359013 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:24.372035 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:31:24.379497 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11110ab1-38a2-456b-aba1-15ce7b072949 x-openstack-request-id: req-11110ab1-38a2-456b-aba1-15ce7b072949 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:24.379803 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:24.386722 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-11110ab1-38a2-456b-aba1-15ce7b072949 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:24.386722 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'code': 200} Feb 28 17:31:24.422030 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2e1be5a9-5d10-4abb-b01a-66e736c39d30 req-1209d3fa-69f0-4da4-831c-29f1444ae968 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0462937 Feb 28 17:31:24.457649 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:24.512913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8ac663-8c4e-410b-b4df-29f442bb7c10,revision_number=11']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:24.532765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:24.533452 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:24.535564 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-c859608c-f79e-4042-b715-914f5b2515a7 service neutron] 10.222.0.73 "PUT /v2.0/ports/ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 200 len: 1098 time: 1.7748368 Feb 28 17:31:24.551268 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa7a0e-3f20-4dcf-8586-e20d4c1728f1 req-68cf11f3-a6e0-426d-9e04-9b196858ae1b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:24.553227 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cefa7a0e-3f20-4dcf-8586-e20d4c1728f1 req-68cf11f3-a6e0-426d-9e04-9b196858ae1b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.6811414 Feb 28 17:31:24.554144 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5e5aa-ee7d-4f85-b042-aa1999cfed74 req-1f8e2154-bed8-44aa-b3e5-a42f6be14fbc tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:24.555708 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cbf5e5aa-ee7d-4f85-b042-aa1999cfed74 req-1f8e2154-bed8-44aa-b3e5-a42f6be14fbc tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.1365321 Feb 28 17:31:24.587303 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-348b9a0e-ee7d-4e01-8a35-76b5fe9dc884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (a4aa3ef5-1dd3-49dd-b915-34c17fb1eb98), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:24.657626 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cefa7a0e-3f20-4dcf-8586-e20d4c1728f1 req-02470772-04a6-4692-97bc-af3a6a201a39 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964944 Feb 28 17:31:24.682633 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cbf5e5aa-ee7d-4f85-b042-aa1999cfed74 req-a27cf9bc-3a79-48a5-aa24-7cdd39428629 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100607 Feb 28 17:31:24.702781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-7bce23c7-8daa-496e-bdcd-e76ffaeae6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:24.702781 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-7bce23c7-8daa-496e-bdcd-e76ffaeae6d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 1132 time: 0.1103358 Feb 28 17:31:24.789518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea197cc-fef0-4b25-be49-aadba1f0d59e req-82e9f220-939f-452e-a8ea-fd6ac2688076 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:24.791237 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ea197cc-fef0-4b25-be49-aadba1f0d59e req-82e9f220-939f-452e-a8ea-fd6ac2688076 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 944 time: 0.0689297 Feb 28 17:31:24.809049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-12a38a01-9229-4f95-8607-9060b11d9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:24.810630 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-12a38a01-9229-4f95-8607-9060b11d9d10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1136608 Feb 28 17:31:24.828907 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-348b9a0e-ee7d-4e01-8a35-76b5fe9dc884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (a4aa3ef5-1dd3-49dd-b915-34c17fb1eb98), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:24.867337 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-51446d04-b0c7-4ef3-96cd-1685d0fb8af1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 200 len: 217 time: 0.0498583 Feb 28 17:31:24.878015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348b9a0e-ee7d-4e01-8a35-76b5fe9dc884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:24.885316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-348b9a0e-ee7d-4e01-8a35-76b5fe9dc884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:24.890264 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b9a0e-ee7d-4e01-8a35-76b5fe9dc884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:24.893734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Allocated IP 2001:db8::2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/09be4a4d-5d3d-4b63-992a-c2360b8c86fb/8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:24.896078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348b9a0e-ee7d-4e01-8a35-76b5fe9dc884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:24.896692 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-348b9a0e-ee7d-4e01-8a35-76b5fe9dc884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:24.901976 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ea197cc-fef0-4b25-be49-aadba1f0d59e req-8967fc6d-fb73-4019-8277-4d45688a107d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015000 Feb 28 17:31:24.921219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b9a0e-ee7d-4e01-8a35-76b5fe9dc884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=a4aa3ef5-1dd3-49dd-b915-34c17fb1eb98,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:24.967576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-3cebf394-c4d1-4c1c-874d-403ac1e7a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:24.969063 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-3cebf394-c4d1-4c1c-874d-403ac1e7a7aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0933566 Feb 28 17:31:24.982477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713930c-8c7a-4dfb-aee3-9bb45ec63344 req-e177412c-0f66-496b-843e-6e033f816b0f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:24.986678 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6713930c-8c7a-4dfb-aee3-9bb45ec63344 req-e177412c-0f66-496b-843e-6e033f816b0f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.1197195 Feb 28 17:31:25.006267 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-348b9a0e-ee7d-4e01-8a35-76b5fe9dc884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0925622 Feb 28 17:31:25.009623 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34820) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:25.065453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a760570-e878-465c-bdf1-42c19dd0869c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:25.069912 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4a760570-e878-465c-bdf1-42c19dd0869c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0580413 Feb 28 17:31:25.070184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34822) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:25.079598 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6713930c-8c7a-4dfb-aee3-9bb45ec63344 req-d21c64cb-8641-4733-8b51-2227569199a9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820930 Feb 28 17:31:25.082695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-d7269d62-1c88-4136-9ba8-55ca9dc61162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:25.084133 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-d7269d62-1c88-4136-9ba8-55ca9dc61162 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0975502 Feb 28 17:31:25.113529 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Publish callbacks [] for port (8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:25.193663 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-7eb66e85-93a7-4e51-9eca-ccd9dcceffb6 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017442 Feb 28 17:31:25.226760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6aa89-1400-4b36-8d9d-0a3ed1eedb01 req-1d0f05c5-949c-4366-a457-5329897ae95a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:25.228234 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ee6aa89-1400-4b36-8d9d-0a3ed1eedb01 req-1d0f05c5-949c-4366-a457-5329897ae95a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0730333 Feb 28 17:31:25.231452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8717556d-4013-4254-a7af-1488298724ac tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port a4aa3ef5-1dd3-49dd-b915-34c17fb1eb98 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:25.231795 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8717556d-4013-4254-a7af-1488298724ac tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a4aa3ef5-1dd3-49dd-b915-34c17fb1eb98), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:25.268438 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:25.301706 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc964afe-09ea-4a4c-b1e6-7af72544beb8 req-f14f9291-f4ab-45fd-8c08-210fb430938b service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020391 Feb 28 17:31:25.312293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:25.317341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:25.321860 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:25.327149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Pushing event updated for resources: {'Port': ['ID=8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:25.340301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ee6aa89-1400-4b36-8d9d-0a3ed1eedb01 req-c59cdebc-b2ce-49ef-9fe0-4d2af887ab98 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995975 Feb 28 17:31:25.374770 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8717556d-4013-4254-a7af-1488298724ac tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a4aa3ef5-1dd3-49dd-b915-34c17fb1eb98), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:25.387063 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Attempting to bind port 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:31:25.387430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Attempting to bind port 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:31:25.387787 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Attempting to bind port 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:25.390816 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8717556d-4013-4254-a7af-1488298724ac tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for a4aa3ef5-1dd3-49dd-b915-34c17fb1eb98 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:25.393753 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:31:25.394234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:31:25.394638 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:25.395206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:31:25.395677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Bound port: 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:31:25.396050 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:25.462899 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] For port 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:25.466023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] For port 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:31:25.564735 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:25.619056 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8717556d-4013-4254-a7af-1488298724ac tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (a4aa3ef5-1dd3-49dd-b915-34c17fb1eb98), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:25.628589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d60f0-ced2-4086-aa0f-6bc8fccdccbe None None] Pushing event updated for resources: {'Port': ['ID=8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:25.651957 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717556d-4013-4254-a7af-1488298724ac tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=a4aa3ef5-1dd3-49dd-b915-34c17fb1eb98,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:25.682607 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8717556d-4013-4254-a7af-1488298724ac tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:25.689282 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8717556d-4013-4254-a7af-1488298724ac tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/a4aa3ef5-1dd3-49dd-b915-34c17fb1eb98 HTTP/1.1" status: 204 len: 168 time: 0.6159585 Feb 28 17:31:25.689660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34834) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:25.758856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dee708-39d1-4372-b15b-e62943986d4b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:25.760306 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dee708-39d1-4372-b15b-e62943986d4b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:25.764848 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-53dee708-39d1-4372-b15b-e62943986d4b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0718424 Feb 28 17:31:25.770855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34838) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:25.851853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bf6b1-77a2-4806-82e5-52750f7ab259 req-54b3f33f-a75f-435a-8589-31a8e564575c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:25.853677 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc0bf6b1-77a2-4806-82e5-52750f7ab259 req-54b3f33f-a75f-435a-8589-31a8e564575c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 949 time: 0.1110449 Feb 28 17:31:25.881518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2f83b-8e4b-4258-aadd-9c25f551ba14 req-26f65434-74a7-4c38-a314-5855c18a40bd tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:25.891071 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ae2f83b-8e4b-4258-aadd-9c25f551ba14 req-26f65434-74a7-4c38-a314-5855c18a40bd tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.1287341 Feb 28 17:31:25.895865 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-34de4ee7-1554-44e6-bf9d-a744074aae16 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 09be4a4d-5d3d-4b63-992a-c2360b8c86fb {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:31:25.904173 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-34de4ee7-1554-44e6-bf9d-a744074aae16 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (09be4a4d-5d3d-4b63-992a-c2360b8c86fb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:25.921019 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc0bf6b1-77a2-4806-82e5-52750f7ab259 req-ede326fd-93e5-4290-8231-326e2cc8a854 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610707 Feb 28 17:31:25.973459 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ae2f83b-8e4b-4258-aadd-9c25f551ba14 req-bbc089ad-35e3-4da6-ad03-5ed41e1a86a1 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836608 Feb 28 17:31:25.995434 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-34de4ee7-1554-44e6-bf9d-a744074aae16 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (09be4a4d-5d3d-4b63-992a-c2360b8c86fb), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:26.064799 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77476e25-e359-474f-9c29-b099d48e628c req-a574a2bd-1df6-452b-8510-07e4bc076867 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:26.066548 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77476e25-e359-474f-9c29-b099d48e628c req-a574a2bd-1df6-452b-8510-07e4bc076867 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 944 time: 0.0718310 Feb 28 17:31:26.088166 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-34de4ee7-1554-44e6-bf9d-a744074aae16 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (09be4a4d-5d3d-4b63-992a-c2360b8c86fb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:26.135117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77476e25-e359-474f-9c29-b099d48e628c req-612704fd-b021-4aeb-a703-e6aca5c90548 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621884 Feb 28 17:31:26.248149 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f730c-8708-4ff7-b374-60404d209253 req-c36e7892-73a0-4520-b65d-fc52320833a1 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:26.249083 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-439f730c-8708-4ff7-b374-60404d209253 req-c36e7892-73a0-4520-b65d-fc52320833a1 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.0620356 Feb 28 17:31:26.261964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device ed8ac663-8c4e-410b-b4df-29f442bb7c10 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:26.266474 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-34de4ee7-1554-44e6-bf9d-a744074aae16 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (09be4a4d-5d3d-4b63-992a-c2360b8c86fb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:26.302102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] The host n-h2-820368-19 is not matching for port ed8ac663-8c4e-410b-b4df-29f442bb7c10 host n-h1-820368-19! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:31:26.302630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device ed8ac663-8c4e-410b-b4df-29f442bb7c10 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:26.328351 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab5b004c-ce79-4c6e-abdc-963890b6a014 req-a9281987-a247-40ee-921e-5fbca6cf81eb service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0597999 Feb 28 17:31:26.332772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de4ee7-1554-44e6-bf9d-a744074aae16 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=09be4a4d-5d3d-4b63-992a-c2360b8c86fb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:26.334475 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-34de4ee7-1554-44e6-bf9d-a744074aae16 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:26.340109 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-34de4ee7-1554-44e6-bf9d-a744074aae16 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/09be4a4d-5d3d-4b63-992a-c2360b8c86fb HTTP/1.1" status: 204 len: 168 time: 0.5670192 Feb 28 17:31:26.340541 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34850) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:26.380547 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-439f730c-8708-4ff7-b374-60404d209253 req-1eae84ff-9290-4559-9beb-21ad9d769389 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229725 Feb 28 17:31:26.392202 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:26.396224 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519961e7-dd07-4b30-8dd4-12463754a661" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:26.413184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34858) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:26.423959 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f573a77e-f38d-4617-a6e9-ae0b1dc4d2ec tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814393 Feb 28 17:31:26.539478 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7777df0d-ce51-4325-b790-b8728fa0cf27 x-openstack-request-id: req-7777df0d-ce51-4325-b790-b8728fa0cf27 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:26.539777 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:26.540031 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7777df0d-ce51-4325-b790-b8728fa0cf27 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:26.540427 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'status': 'completed', 'code': 200} Feb 28 17:31:26.548525 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d26f14d-184a-4e92-92c5-8ddf86713045 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:26.550268 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1d26f14d-184a-4e92-92c5-8ddf86713045 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1356087 Feb 28 17:31:26.555735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34868) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:26.574088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 990dcda0-6a86-4059-be82-a9034aec1a25 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:26.699309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2a2c21-a9f5-478c-b745-288c37f18799 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:26.703961 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ec2a2c21-a9f5-478c-b745-288c37f18799 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1456218 Feb 28 17:31:26.705884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34878) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:26.735492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519961e7-dd07-4b30-8dd4-12463754a661 req-6a743a41-20a6-44d0-a663-cf1e43c50048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:26.737015 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-519961e7-dd07-4b30-8dd4-12463754a661 req-6a743a41-20a6-44d0-a663-cf1e43c50048 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 1132 time: 0.1958299 Feb 28 17:31:26.746797 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-211bed7f-0c1f-4194-b5ce-86e92cfabc1d req-b4d6ebc7-690f-4524-a020-f50662b244c0 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0673664 Feb 28 17:31:26.762406 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 990dcda0-6a86-4059-be82-a9034aec1a25 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:31:26.767733 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 990dcda0-6a86-4059-be82-a9034aec1a25 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:26.767856 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:26.771675 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a12515bf-bfcd-4931-ae30-d1ef5c93ae48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562112 Feb 28 17:31:26.783638 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34882) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:26.805052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6ed5b675-fb24-4b0f-bdf7-f6042f2eda26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:26.822899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7396-7499-431c-9c2c-096800114283 req-6ba19c72-35a7-412e-b06d-dbdb668d8e6d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:26.824568 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af2f7396-7499-431c-9c2c-096800114283 req-6ba19c72-35a7-412e-b06d-dbdb668d8e6d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.3716211 Feb 28 17:31:26.830815 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519961e7-dd07-4b30-8dd4-12463754a661 req-2ed1a6cb-c697-4bb6-9544-87205d29e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:26.832859 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-519961e7-dd07-4b30-8dd4-12463754a661 req-2ed1a6cb-c697-4bb6-9544-87205d29e422 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99c70571e74e4e0589acb386047f6689&device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 1132 time: 0.2526796 Feb 28 17:31:26.898101 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35984c24-e8a6-4b9b-bcdd-ba178a59dd02 req-4d5afee8-93a7-46a4-b471-9090418f6de2 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:26.900553 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35984c24-e8a6-4b9b-bcdd-ba178a59dd02 req-4d5afee8-93a7-46a4-b471-9090418f6de2 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.2591836 Feb 28 17:31:26.910599 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 990dcda0-6a86-4059-be82-a9034aec1a25 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:26.914438 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:26.924718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34884) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:26.937722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-71fd4bfb-baf7-4d85-a4d7-51e233b556a7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Request body: {'floatingip': {'port_id': '406e0f14-7e94-4e1e-a51d-65513a4af176'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:26.995036 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91019b6-0021-4959-bf01-c49a1e25107f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990dcda0-6a86-4059-be82-a9034aec1a25'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:27.004945 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ef7df1-95ba-4d96-b337-4223e69dc070" -d '{"events": [{"server_uuid": "d91019b6-0021-4959-bf01-c49a1e25107f", "name": "network-vif-plugged", "status": "completed", "tag": "990dcda0-6a86-4059-be82-a9034aec1a25"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:27.055508 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71fd4bfb-baf7-4d85-a4d7-51e233b556a7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for floatingip (e862e653-f130-4ae8-8019-ab6fdd4a5b9e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:27.085545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed5b675-fb24-4b0f-bdf7-f6042f2eda26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:27.089670 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b675-fb24-4b0f-bdf7-f6042f2eda26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:27.125379 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61950bfa-0204-407e-ba50-5f940b2506b5 req-6ca21a86-32b2-4c28-a7d5-b3d8c6e5957a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:27.127804 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61950bfa-0204-407e-ba50-5f940b2506b5 req-6ca21a86-32b2-4c28-a7d5-b3d8c6e5957a tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 949 time: 0.0967262 Feb 28 17:31:27.183273 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af2f7396-7499-431c-9c2c-096800114283 req-56296286-6a6d-4343-93f8-6b783de8f0aa tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494051 Feb 28 17:31:27.221121 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519961e7-dd07-4b30-8dd4-12463754a661 req-2c47fccb-7810-44f7-a6b8-fbe18ebc9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:27.223906 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-519961e7-dd07-4b30-8dd4-12463754a661 req-2c47fccb-7810-44f7-a6b8-fbe18ebc9585 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.3268301 Feb 28 17:31:27.225362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519961e7-dd07-4b30-8dd4-12463754a661 req-ac997d89-f4b0-4bb5-858b-c3c128c48573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:27.234344 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-519961e7-dd07-4b30-8dd4-12463754a661 req-ac997d89-f4b0-4bb5-858b-c3c128c48573 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.4863908 Feb 28 17:31:27.304120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef69020-6d2e-40a5-967b-0fa16b8d0e1c None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:27.311201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 990dcda0-6a86-4059-be82-a9034aec1a25, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=990dcda0-6a86-4059-be82-a9034aec1a25,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:27.351479 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4e6739d9-ac1a-412d-92c1-47fcc3693c47 None None] Provisioning complete for port 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:27.351479 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4e6739d9-ac1a-412d-92c1-47fcc3693c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:27.355862 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61950bfa-0204-407e-ba50-5f940b2506b5 req-0a2e1488-c14b-406e-a81a-a37b3b3736e9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802475 Feb 28 17:31:27.390453 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:27.496322 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-519961e7-dd07-4b30-8dd4-12463754a661 req-5e1070e7-3110-4b12-96f2-6c553dfe6dcc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 200 len: 217 time: 0.2608852 Feb 28 17:31:27.514160 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fdced0-3f4a-4711-a9f1-486202aaebd3 x-openstack-request-id: req-48fdced0-3f4a-4711-a9f1-486202aaebd3 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:27.514427 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91019b6-0021-4959-bf01-c49a1e25107f", "name": "network-vif-plugged", "status": "completed", "tag": "990dcda0-6a86-4059-be82-a9034aec1a25", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:27.514680 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-48fdced0-3f4a-4711-a9f1-486202aaebd3 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:27.515068 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91019b6-0021-4959-bf01-c49a1e25107f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990dcda0-6a86-4059-be82-a9034aec1a25', 'code': 200} Feb 28 17:31:27.517505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=990dcda0-6a86-4059-be82-a9034aec1a25,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:27.520382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:27.621748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519961e7-dd07-4b30-8dd4-12463754a661 req-304495ae-2264-4aa9-ab18-06dd0e4213bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:27.623787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-519961e7-dd07-4b30-8dd4-12463754a661 req-304495ae-2264-4aa9-ab18-06dd0e4213bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0911510 Feb 28 17:31:27.688078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:27.688078 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:27.714485 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50533eb8-4b6e-4858-ad3a-6cde1349833b req-c8912752-10c8-438f-8103-1b8e08965209 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:27.716006 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-50533eb8-4b6e-4858-ad3a-6cde1349833b req-c8912752-10c8-438f-8103-1b8e08965209 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1246061 Feb 28 17:31:27.743043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4e6739d9-ac1a-412d-92c1-47fcc3693c47 None None] Current status of the port 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:27.743867 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4e6739d9-ac1a-412d-92c1-47fcc3693c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:27.744533 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b675-fb24-4b0f-bdf7-f6042f2eda26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (4e510b8b-5ebf-426f-acb4-f538034581c1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:27.833912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed5b675-fb24-4b0f-bdf7-f6042f2eda26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:27.841844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-6ed5b675-fb24-4b0f-bdf7-f6042f2eda26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:27.850391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5b675-fb24-4b0f-bdf7-f6042f2eda26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:27.851224 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b675-fb24-4b0f-bdf7-f6042f2eda26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:27.855919 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-4e6739d9-ac1a-412d-92c1-47fcc3693c47 None None] For port 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:27.861984 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3557b67a-6c6c-45d6-b4b9-c1237c1165d0 None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:31:27.870973 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5b675-fb24-4b0f-bdf7-f6042f2eda26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=4e510b8b-5ebf-426f-acb4-f538034581c1,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:27.882912 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-50533eb8-4b6e-4858-ad3a-6cde1349833b req-fe798b52-4926-48c9-b682-1661b2a27811 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579580 Feb 28 17:31:27.942735 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6ed5b675-fb24-4b0f-bdf7-f6042f2eda26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1520071 Feb 28 17:31:27.945330 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34906) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:27.953472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-2ec5b2b2-ab3b-426c-850a-19b09443a006 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'fixed_ips': [{'subnet_id': '4e510b8b-5ebf-426f-acb4-f538034581c1', 'ip_address': '2001:db8::b679:98f4:feb9:22c1'}], 'name': 'tempest-NetworksTestDHCPv6-1859105051'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:27.957745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34908) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:27.959058 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4e6739d9-ac1a-412d-92c1-47fcc3693c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:28.021390 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:28.021691 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:28.037629 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-519961e7-dd07-4b30-8dd4-12463754a661 req-8a8cd12a-3dec-4c14-8c08-5e64df7ddda3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 200 len: 217 time: 0.7033811 Feb 28 17:31:28.073734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6739d9-ac1a-412d-92c1-47fcc3693c47 None None] Pushing event updated for resources: {'Port': ['ID=8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:28.077533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3557b67a-6c6c-45d6-b4b9-c1237c1165d0 None None] Deleting port 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:28.077909 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3557b67a-6c6c-45d6-b4b9-c1237c1165d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:28.165103 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:31:28.165460 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:31:28.200276 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-3557b67a-6c6c-45d6-b4b9-c1237c1165d0 None None] For port 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:28.200679 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3557b67a-6c6c-45d6-b4b9-c1237c1165d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:28.212128 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec5b2b2-ab3b-426c-850a-19b09443a006 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:28.219074 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3557b67a-6c6c-45d6-b4b9-c1237c1165d0 None None] Calling delete_port for 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:28.366425 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1a75539-baa2-4667-9fe8-1b9ccb72e1e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:28.455873 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0309ccf-30d5-4671-ace9-fd6af27a1a4d req-139a1c2a-c551-4d95-bcac-76d4f619dff3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:28.457417 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c0309ccf-30d5-4671-ace9-fd6af27a1a4d req-139a1c2a-c551-4d95-bcac-76d4f619dff3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1417472 Feb 28 17:31:28.459851 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3557b67a-6c6c-45d6-b4b9-c1237c1165d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:28.476136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b2b2-ab3b-426c-850a-19b09443a006 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:28.543911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-2ec5b2b2-ab3b-426c-850a-19b09443a006 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port c5eec37d-0503-4628-a6d4-faba367504b0 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:31:28.565240 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557b67a-6c6c-45d6-b4b9-c1237c1165d0 None None] No DVR routers for this DVR port 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:28.572409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557b67a-6c6c-45d6-b4b9-c1237c1165d0 None None] Pushing event deleted for resources: {'Port': ['ID=8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:28.610302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adc98e-5e50-45ac-babf-bd8a188bbdc5 req-461bd6d2-46e0-4eed-ab83-c73ab6d19b8d tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:28.610697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ed8ac663-8c4e-410b-b4df-29f442bb7c10 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:31:28.630539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3adc98e-5e50-45ac-babf-bd8a188bbdc5 req-461bd6d2-46e0-4eed-ab83-c73ab6d19b8d tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 1.2985055 Feb 28 17:31:28.703989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519961e7-dd07-4b30-8dd4-12463754a661 req-effda6b1-1b5b-4e34-8831-3443b3fed610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:28.705497 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-519961e7-dd07-4b30-8dd4-12463754a661 req-effda6b1-1b5b-4e34-8831-3443b3fed610 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.6417139 Feb 28 17:31:28.739661 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c0309ccf-30d5-4671-ace9-fd6af27a1a4d req-678df89b-66e1-4a3d-82e7-a0d8701ebd03 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292435 Feb 28 17:31:28.764103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:28.800295 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1a75539-baa2-4667-9fe8-1b9ccb72e1e5 admin admin] Publish callbacks [] for security_group (c65fa061-ce9c-4c02-a46b-a0486adb5262), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:28.840040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3ceffe-088c-4780-9a89-c04860b36b02 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:28.884578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb422a3-f0a0-4890-92f9-695ebd82e2fc req-ba1a8503-7b90-4418-9c89-19028cf7cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:28.886160 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7fb422a3-f0a0-4890-92f9-695ebd82e2fc req-ba1a8503-7b90-4418-9c89-19028cf7cfb6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 1128 time: 0.9331651 Feb 28 17:31:28.886302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-2ec5b2b2-ab3b-426c-850a-19b09443a006 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::b679:98f4:feb9:22c1 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/4e510b8b-5ebf-426f-acb4-f538034581c1/c5eec37d-0503-4628-a6d4-faba367504b0) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:28.903034 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519961e7-dd07-4b30-8dd4-12463754a661 req-d60f4bf0-b659-4273-9dce-93d150e2519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:28.904545 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-519961e7-dd07-4b30-8dd4-12463754a661 req-d60f4bf0-b659-4273-9dce-93d150e2519d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8777995 Feb 28 17:31:28.938481 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1a75539-baa2-4667-9fe8-1b9ccb72e1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c65fa061-ce9c-4c02-a46b-a0486adb5262), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:28.951558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'mac_address': 'fa:16:3e:e2:31:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:31:28.956046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Port 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a update to ACTIVE by agent not found {{(pid=104248) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 28 17:31:29.058959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ed8ac663-8c4e-410b-b4df-29f442bb7c10 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:29.059661 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:29.066727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a75539-baa2-4667-9fe8-1b9ccb72e1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65fa061-ce9c-4c02-a46b-a0486adb5262,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:29.100552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8ac663-8c4e-410b-b4df-29f442bb7c10 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:31:29.110554 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f1a75539-baa2-4667-9fe8-1b9ccb72e1e5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4bbc3e34863d4673a60aa7d0caf25621&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1517065 Feb 28 17:31:29.116909 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34922) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:29.150404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:29.163511 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa836f7-5873-4771-8bcb-3d38d453ec29 req-761a2aa9-752f-4236-aade-913228573dad tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:29.170495 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5fa836f7-5873-4771-8bcb-3d38d453ec29 req-761a2aa9-752f-4236-aade-913228573dad tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 949 time: 0.2254765 Feb 28 17:31:29.218543 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71fd4bfb-baf7-4d85-a4d7-51e233b556a7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:29.227099 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': '4e510b8b-5ebf-426f-acb4-f538034581c1'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:31:29.228062 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:29.238602 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:29.243626 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3adc98e-5e50-45ac-babf-bd8a188bbdc5 req-0f806b60-76a7-4e1e-8d76-73a6eebcff65 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121862 Feb 28 17:31:29.252807 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1376-e315-4e3a-ab6c-5a1a33a6f4c5 admin admin] Publish callbacks [] for security_group (c65fa061-ce9c-4c02-a46b-a0486adb5262), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:29.313280 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b2b2-ab3b-426c-850a-19b09443a006 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (c5eec37d-0503-4628-a6d4-faba367504b0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:29.336022 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71fd4bfb-baf7-4d85-a4d7-51e233b556a7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (e862e653-f130-4ae8-8019-ab6fdd4a5b9e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:29.349071 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5fa836f7-5873-4771-8bcb-3d38d453ec29 req-d554644c-cd5b-4f27-938c-af9451bdc067 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739283 Feb 28 17:31:29.382340 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1376-e315-4e3a-ab6c-5a1a33a6f4c5 admin admin] Publish callbacks [] for security_group (c65fa061-ce9c-4c02-a46b-a0486adb5262), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:29.502842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:29.526625 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7fb422a3-f0a0-4890-92f9-695ebd82e2fc req-df2324e0-7fe7-4aaf-9086-65fe454b82ca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6209731 Feb 28 17:31:29.529802 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5f0c1174-75a6-44a4-a5bf-2fdb4860afcf req-64bcd936-7692-4446-baa6-1be070a85127 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0987923 Feb 28 17:31:29.530320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:31:29.530768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8cf3d65a-33e1-4baf-a6a6-cea8f6cfb38a not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:29.544420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ed8ac663-8c4e-410b-b4df-29f442bb7c10,revision_number=12']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:29.563115 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519961e7-dd07-4b30-8dd4-12463754a661 req-52b80807-3e2d-4fa2-9027-b3998ac1481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:29.564613 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-519961e7-dd07-4b30-8dd4-12463754a661 req-52b80807-3e2d-4fa2-9027-b3998ac1481c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8112278 Feb 28 17:31:29.617124 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86a598-595e-4c04-b88e-fcbac6c6ea16 req-5ed11dd4-d617-4908-878c-fff49da2c155 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:29.621167 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7c86a598-595e-4c04-b88e-fcbac6c6ea16 req-5ed11dd4-d617-4908-878c-fff49da2c155 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1336184 Feb 28 17:31:29.624181 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1376-e315-4e3a-ab6c-5a1a33a6f4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c65fa061-ce9c-4c02-a46b-a0486adb5262), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:29.631759 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1376-e315-4e3a-ab6c-5a1a33a6f4c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:29.635051 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ae2e1376-e315-4e3a-ab6c-5a1a33a6f4c5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c65fa061-ce9c-4c02-a46b-a0486adb5262 HTTP/1.1" status: 204 len: 168 time: 0.5179760 Feb 28 17:31:29.671683 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-519961e7-dd07-4b30-8dd4-12463754a661 req-d1f3e2a6-8f93-4565-b920-864e3f30a5ef service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518468 Feb 28 17:31:29.700280 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b2b2-ab3b-426c-850a-19b09443a006 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c5eec37d-0503-4628-a6d4-faba367504b0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:29.715890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e1376-e315-4e3a-ab6c-5a1a33a6f4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65fa061-ce9c-4c02-a46b-a0486adb5262,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:29.732886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['ed8ac663-8c4e-410b-b4df-29f442bb7c10'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:29.740334 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-71fd4bfb-baf7-4d85-a4d7-51e233b556a7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Floating IP e862e653-f130-4ae8-8019-ab6fdd4a5b9e associated. External IP: 172.25.3.144, port: 406e0f14-7e94-4e1e-a51d-65513a4af176. Feb 28 17:31:29.877090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec5b2b2-ab3b-426c-850a-19b09443a006 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:29.884580 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Allocated IP 2001:db8::2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/4e510b8b-5ebf-426f-acb4-f538034581c1/7c66c585-c0e0-4eb2-9f6d-5a64fc798eec) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:29.916136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-2ec5b2b2-ab3b-426c-850a-19b09443a006 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:29.948717 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7c86a598-595e-4c04-b88e-fcbac6c6ea16 req-9cf76677-d765-4759-a11f-e016e9c33f54 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037856 Feb 28 17:31:29.954409 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5b2b2-ab3b-426c-850a-19b09443a006 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:29.961195 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec5b2b2-ab3b-426c-850a-19b09443a006 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:29.963650 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ec5b2b2-ab3b-426c-850a-19b09443a006 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:29.982512 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5b2b2-ab3b-426c-850a-19b09443a006 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=c5eec37d-0503-4628-a6d4-faba367504b0,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:30.094686 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2ec5b2b2-ab3b-426c-850a-19b09443a006 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1482828 Feb 28 17:31:30.100767 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34938) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:30.105530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-40c2fdc4-5f09-45aa-bb9b-e456532b15c5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'fixed_ips': [{'subnet_id': '4e510b8b-5ebf-426f-acb4-f538034581c1', 'ip_address': '2001:db8::b679:98f4:feb9:22c1'}], 'name': 'tempest-NetworksTestDHCPv6-384354438'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:30.188674 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53cc0bee-2a04-4fe7-89fc-8a116f71a183 req-09a03e99-6efa-4f29-9d84-a4a08bbd3d67 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0924020 Feb 28 17:31:30.255869 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-519961e7-dd07-4b30-8dd4-12463754a661 req-d59b3c2a-9e7c-485d-adc5-b52ec8cff445 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754266 Feb 28 17:31:30.264533 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-519961e7-dd07-4b30-8dd4-12463754a661 req-a2ab65f9-4374-4506-aa7b-982723dfdc49 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799810 Feb 28 17:31:30.268222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8ccf2-a571-42e7-9230-aac9915557dd req-aee1de9f-4363-4803-a64c-e73af9e7ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:30.269822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26f8ccf2-a571-42e7-9230-aac9915557dd req-aee1de9f-4363-4803-a64c-e73af9e7ce65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 1127 time: 0.3581672 Feb 28 17:31:30.300038 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Publish callbacks [] for port (7c66c585-c0e0-4eb2-9f6d-5a64fc798eec), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:30.305098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4e2ed-f49f-4331-8668-ded432aaa974 req-7eab3354-6c48-4cde-ab20-34d641f6151c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:30.317520 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52d4e2ed-f49f-4331-8668-ded432aaa974 req-7eab3354-6c48-4cde-ab20-34d641f6151c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.4458919 Feb 28 17:31:30.376481 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (7c66c585-c0e0-4eb2-9f6d-5a64fc798eec), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:30.458101 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Pushing event updated for resources: {'Port': ['ID=7c66c585-c0e0-4eb2-9f6d-5a64fc798eec,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:30.465157 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49960551-711e-4f7d-ab83-b7ad19b05653 req-55ce25e3-7812-4071-ac2e-d980275832a5 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:30.469537 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49960551-711e-4f7d-ab83-b7ad19b05653 req-55ce25e3-7812-4071-ac2e-d980275832a5 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.0868969 Feb 28 17:31:30.471058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c2fdc4-5f09-45aa-bb9b-e456532b15c5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:30.477021 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40c2fdc4-5f09-45aa-bb9b-e456532b15c5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:30.480387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:30.487111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:30.491443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:30.521642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-40c2fdc4-5f09-45aa-bb9b-e456532b15c5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port b312d4ac-5b6b-4c64-9407-64824400c3d9 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:31:30.580539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52d4e2ed-f49f-4331-8668-ded432aaa974 req-5c106209-2598-4c17-8bc9-985dc95e4d7f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618062 Feb 28 17:31:30.604622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Attempting to bind port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:31:30.608101 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Attempting to bind port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:31:30.612188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Attempting to bind port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:30.623959 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49960551-711e-4f7d-ab83-b7ad19b05653 req-e68ce486-12d6-4c43-a6bb-fdfa19930f0c tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392431 Feb 28 17:31:30.625067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:31:30.627329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:31:30.627989 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:30.629669 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:31:30.631923 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Bound port: 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:31:30.632732 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7c66c585-c0e0-4eb2-9f6d-5a64fc798eec), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:30.661209 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34944) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:30.692502 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-519961e7-dd07-4b30-8dd4-12463754a661 req-417501a4-7381-4e33-9087-7771219bf2d8 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184668 Feb 28 17:31:30.694274 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb88806d-668f-4887-9171-cc9a507a779d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:30.696121 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8ccf2-a571-42e7-9230-aac9915557dd req-d17f0116-3be6-4197-8516-9041898606cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:30.697670 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26f8ccf2-a571-42e7-9230-aac9915557dd req-d17f0116-3be6-4197-8516-9041898606cb service neutron] 10.222.0.69 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.4209354 Feb 28 17:31:30.737318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] For port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:30.741675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] For port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7c66c585-c0e0-4eb2-9f6d-5a64fc798eec,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:31:30.820019 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c2fdc4-5f09-45aa-bb9b-e456532b15c5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 17:31:30.820277 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7c66c585-c0e0-4eb2-9f6d-5a64fc798eec), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:30.820977 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c2fdc4-5f09-45aa-bb9b-e456532b15c5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:31:30.903874 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8bbc4-1238-4fb1-adc4-904d1e9fd36c None None] Pushing event updated for resources: {'Port': ['ID=7c66c585-c0e0-4eb2-9f6d-5a64fc798eec,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:30.914940 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-40c2fdc4-5f09-45aa-bb9b-e456532b15c5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8141637 Feb 28 17:31:30.918671 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34946) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:31.047908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc769272-045c-4a00-ac24-1fc55def61a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:31.057610 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc769272-045c-4a00-ac24-1fc55def61a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:31.062777 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bc769272-045c-4a00-ac24-1fc55def61a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1428850 Feb 28 17:31:31.063623 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34950) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:31.132200 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26f8ccf2-a571-42e7-9230-aac9915557dd req-7eee0911-3ff4-404c-9188-a8ee6e52f0df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f HTTP/1.1" status: 200 len: 999 time: 0.0669954 Feb 28 17:31:31.225190 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb88806d-668f-4887-9171-cc9a507a779d admin admin] Publish callbacks [] for security_group (4c658717-ee20-44b6-b04f-695c50f03e03), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:31.288309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8776b5f5-740a-48c6-a0c6-0b52e120ebb3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port c5eec37d-0503-4628-a6d4-faba367504b0 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:31.288997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8776b5f5-740a-48c6-a0c6-0b52e120ebb3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c5eec37d-0503-4628-a6d4-faba367504b0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:31.303529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8ccf2-a571-42e7-9230-aac9915557dd req-3a3c66d4-516b-4e93-a3cb-e86cce0c4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:31.307190 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26f8ccf2-a571-42e7-9230-aac9915557dd req-3a3c66d4-516b-4e93-a3cb-e86cce0c4cc3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.0938952 Feb 28 17:31:31.311770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fd4bfb-baf7-4d85-a4d7-51e233b556a7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Router 21d47228-24bc-43df-9f1a-8211d5215154 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:31:31.312972 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a16b33-961a-495e-83ac-5dc9bcd99431 req-15b53344-ca14-419e-9c5a-5003fb4e5861 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:31.321896 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a8a16b33-961a-495e-83ac-5dc9bcd99431 req-15b53344-ca14-419e-9c5a-5003fb4e5861 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1805017 Feb 28 17:31:31.329455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c1111-a234-409f-9a1b-e1e10b8f5c64 req-3c6b9296-d229-4fb5-9839-b63f74748640 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:31.330869 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-914c1111-a234-409f-9a1b-e1e10b8f5c64 req-3c6b9296-d229-4fb5-9839-b63f74748640 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.6322002 Feb 28 17:31:31.357673 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb88806d-668f-4887-9171-cc9a507a779d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4c658717-ee20-44b6-b04f-695c50f03e03), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:31.441699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88806d-668f-4887-9171-cc9a507a779d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c658717-ee20-44b6-b04f-695c50f03e03,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:31.461537 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a8a16b33-961a-495e-83ac-5dc9bcd99431 req-3fb365e1-bb8b-491f-b48c-497f0bbdcabf tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392889 Feb 28 17:31:31.478468 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-eb88806d-668f-4887-9171-cc9a507a779d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6b2a6cd094f04c2582554a6a40035e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8159101 Feb 28 17:31:31.480702 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34954) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:31.508936 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:31.535201 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8776b5f5-740a-48c6-a0c6-0b52e120ebb3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c5eec37d-0503-4628-a6d4-faba367504b0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:31.550892 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-914c1111-a234-409f-9a1b-e1e10b8f5c64 req-6455ece5-c8d1-41d8-aae2-de1a70455484 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050173 Feb 28 17:31:31.555617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8776b5f5-740a-48c6-a0c6-0b52e120ebb3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for c5eec37d-0503-4628-a6d4-faba367504b0 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:31.584901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:31.585521 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7c66c585-c0e0-4eb2-9f6d-5a64fc798eec), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:31.671538 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8ccf2-a571-42e7-9230-aac9915557dd req-3376a6a3-4498-4a6d-b886-a73b48674a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:31.674369 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1edb9a2d-2b43-4838-8ffd-bfef54b1756c admin admin] Publish callbacks [] for security_group (4c658717-ee20-44b6-b04f-695c50f03e03), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:31.675200 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26f8ccf2-a571-42e7-9230-aac9915557dd req-3376a6a3-4498-4a6d-b886-a73b48674a32 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3396227 Feb 28 17:31:31.684186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fd4bfb-baf7-4d85-a4d7-51e233b556a7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:31:31.696619 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893f69a-5021-42c8-94e8-ec52c41ec017 None None] Sync routers for ids ['21d47228-24bc-43df-9f1a-8211d5215154'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:31:31.702287 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1edb9a2d-2b43-4838-8ffd-bfef54b1756c admin admin] Publish callbacks [] for security_group (4c658717-ee20-44b6-b04f-695c50f03e03), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:31.705784 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71fd4bfb-baf7-4d85-a4d7-51e233b556a7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:31.717114 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893f69a-5021-42c8-94e8-ec52c41ec017 None None] Routers {'21d47228-24bc-43df-9f1a-8211d5215154'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:31:31.718079 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e893f69a-5021-42c8-94e8-ec52c41ec017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:31:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['21d47228-24bc-43df-9f1a-8211d5215154'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:31.718497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:31.720019 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7c66c585-c0e0-4eb2-9f6d-5a64fc798eec), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:31.774352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7c66c585-c0e0-4eb2-9f6d-5a64fc798eec,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:31.816941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe92bc-1c6b-4abb-8e09-a4b809f285b1 req-19f8361c-abfd-4e9f-b2f0-04b53b4b0489 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:31.818601 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97fe92bc-1c6b-4abb-8e09-a4b809f285b1 req-19f8361c-abfd-4e9f-b2f0-04b53b4b0489 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 1133 time: 0.1548066 Feb 28 17:31:31.858136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1edb9a2d-2b43-4838-8ffd-bfef54b1756c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4c658717-ee20-44b6-b04f-695c50f03e03), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:31.862558 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-71fd4bfb-baf7-4d85-a4d7-51e233b556a7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "PUT /v2.0/floatingips/e862e653-f130-4ae8-8019-ab6fdd4a5b9e HTTP/1.1" status: 200 len: 991 time: 4.9265404 Feb 28 17:31:31.863278 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1edb9a2d-2b43-4838-8ffd-bfef54b1756c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:31.863406 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e893f69a-5021-42c8-94e8-ec52c41ec017 None None] Set router 21d47228-24bc-43df-9f1a-8211d5215154 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:31:31.863526 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1edb9a2d-2b43-4838-8ffd-bfef54b1756c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4c658717-ee20-44b6-b04f-695c50f03e03 HTTP/1.1" status: 204 len: 168 time: 0.3798037 Feb 28 17:31:31.867030 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4087e3cd-98b1-40e8-b5ac-fe20d278da36', 'tag': '406e0f14-7e94-4e1e-a51d-65513a4af176'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:31.869453 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ab99f4-65ba-4c1c-bfc8-326db05dccec" -d '{"events": [{"name": "network-changed", "server_uuid": "4087e3cd-98b1-40e8-b5ac-fe20d278da36", "tag": "406e0f14-7e94-4e1e-a51d-65513a4af176"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:31.876061 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7c66c585-c0e0-4eb2-9f6d-5a64fc798eec), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:31.879292 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26f8ccf2-a571-42e7-9230-aac9915557dd req-d58923c4-21fb-4aee-be0f-e586b3da224f service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702995 Feb 28 17:31:31.891025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a63da-a660-457c-948c-7254a0cb0c9e req-3fb77f3e-5756-45aa-b108-7a6766d94ed8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:31.898412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e68a63da-a660-457c-948c-7254a0cb0c9e req-3fb77f3e-5756-45aa-b108-7a6766d94ed8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1881900 Feb 28 17:31:31.981571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb9a2d-2b43-4838-8ffd-bfef54b1756c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c658717-ee20-44b6-b04f-695c50f03e03,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:32.054689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e68a63da-a660-457c-948c-7254a0cb0c9e req-1891f9f0-2fab-41cb-a24c-b3a6ea501a1b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551542 Feb 28 17:31:32.076947 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97fe92bc-1c6b-4abb-8e09-a4b809f285b1 req-019bb8f5-73d0-43c0-a88f-f6c1ec60d046 tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309685 Feb 28 17:31:32.110886 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8776b5f5-740a-48c6-a0c6-0b52e120ebb3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c5eec37d-0503-4628-a6d4-faba367504b0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:32.123625 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26f8ccf2-a571-42e7-9230-aac9915557dd req-2257a59a-0bd9-4e6a-825f-eb02db805291 service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231057 Feb 28 17:31:32.206999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776b5f5-740a-48c6-a0c6-0b52e120ebb3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=c5eec37d-0503-4628-a6d4-faba367504b0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:32.253168 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8776b5f5-740a-48c6-a0c6-0b52e120ebb3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:32.260111 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34974) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:32.261966 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8776b5f5-740a-48c6-a0c6-0b52e120ebb3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/c5eec37d-0503-4628-a6d4-faba367504b0 HTTP/1.1" status: 204 len: 168 time: 1.1967382 Feb 28 17:31:32.292828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=7c66c585-c0e0-4eb2-9f6d-5a64fc798eec,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:32.323451 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f37947e-62e1-4f83-81b3-1638c2c5fc55 x-openstack-request-id: req-3f37947e-62e1-4f83-81b3-1638c2c5fc55 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:32.323965 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4087e3cd-98b1-40e8-b5ac-fe20d278da36", "tag": "406e0f14-7e94-4e1e-a51d-65513a4af176", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:32.323965 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3f37947e-62e1-4f83-81b3-1638c2c5fc55 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:32.324381 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4087e3cd-98b1-40e8-b5ac-fe20d278da36', 'tag': '406e0f14-7e94-4e1e-a51d-65513a4af176', 'status': 'completed', 'code': 200} Feb 28 17:31:32.380365 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e893f69a-5021-42c8-94e8-ec52c41ec017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e862e653-f130-4ae8-8019-ab6fdd4a5b9e', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'port_id': '406e0f14-7e94-4e1e-a51d-65513a4af176', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'mac_address': 'fa:16:3e:86:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4087e3cd-98b1-40e8-b5ac-fe20d278da36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:31:00Z', 'updated_at': '2022-02-28T17:31:28Z', 'revision_number': 1, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:59Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:32.413020 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2464c94-5d1c-44e3-b4ce-7979acae3156 req-51b88a8b-89b9-465d-8680-9576e0761c05 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:32.423659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2464c94-5d1c-44e3-b4ce-7979acae3156 req-51b88a8b-89b9-465d-8680-9576e0761c05 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.2556458 Feb 28 17:31:32.443920 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893f69a-5021-42c8-94e8-ec52c41ec017 None None] Checking router: 21d47228-24bc-43df-9f1a-8211d5215154 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:31:32.455765 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893f69a-5021-42c8-94e8-ec52c41ec017 None None] Routers {'21d47228-24bc-43df-9f1a-8211d5215154'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:31:32.463098 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e893f69a-5021-42c8-94e8-ec52c41ec017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:31:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['21d47228-24bc-43df-9f1a-8211d5215154'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:32.477872 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45d3d9ed-cff4-4639-bf63-9cd4ed079d36 req-ae4cd87e-24eb-476a-9bbb-fb1da79712af service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0489123 Feb 28 17:31:32.479240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18644cc-6a48-4b4d-8c7c-ed0efdd249cf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:32.481114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18644cc-6a48-4b4d-8c7c-ed0efdd249cf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:32.485112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34984) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:32.507323 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c18644cc-6a48-4b4d-8c7c-ed0efdd249cf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2460480 Feb 28 17:31:32.570563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ed8ac663-8c4e-410b-b4df-29f442bb7c10 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:32.577054 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab99f4-65ba-4c1c-bfc8-326db05dccec req-da3d5f04-ba54-41e4-bf27-b5dff50006da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:32.593421 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb95ff23-d3da-423b-837b-74d6fbbecd97 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 4e510b8b-5ebf-426f-acb4-f538034581c1 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:31:32.598601 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36ab99f4-65ba-4c1c-bfc8-326db05dccec req-da3d5f04-ba54-41e4-bf27-b5dff50006da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff2ef71884464902b3c3748d51422a36&device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 1128 time: 0.2709477 Feb 28 17:31:32.598784 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bb95ff23-d3da-423b-837b-74d6fbbecd97 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (4e510b8b-5ebf-426f-acb4-f538034581c1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:32.661267 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2464c94-5d1c-44e3-b4ce-7979acae3156 req-b3dee51c-a6ac-4907-bf99-983f6028191a tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360103 Feb 28 17:31:32.737882 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bb95ff23-d3da-423b-837b-74d6fbbecd97 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (4e510b8b-5ebf-426f-acb4-f538034581c1), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:32.741658 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e893f69a-5021-42c8-94e8-ec52c41ec017 None None] Set router 21d47228-24bc-43df-9f1a-8211d5215154 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:31:32.834537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab99f4-65ba-4c1c-bfc8-326db05dccec req-67bd93c1-3e87-4d78-a965-a6749f4606d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:32.836376 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36ab99f4-65ba-4c1c-bfc8-326db05dccec req-67bd93c1-3e87-4d78-a965-a6749f4606d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=198c7dae-55a7-4ae2-88af-338d9ce329b1 HTTP/1.1" status: 200 len: 911 time: 0.2236459 Feb 28 17:31:32.863415 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b4f11210-bfdc-4ae4-870f-945e5902f053 None None] Provisioning complete for port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:32.864023 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b4f11210-bfdc-4ae4-870f-945e5902f053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7c66c585-c0e0-4eb2-9f6d-5a64fc798eec), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:32.899407 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bb95ff23-d3da-423b-837b-74d6fbbecd97 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (4e510b8b-5ebf-426f-acb4-f538034581c1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:32.915735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eccaa5-90d4-4b84-84c4-b49255f79f49 req-bd470efe-273d-4cff-9dbd-7458b41166da tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:32.917623 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7eccaa5-90d4-4b84-84c4-b49255f79f49 req-bd470efe-273d-4cff-9dbd-7458b41166da tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1261864 Feb 28 17:31:33.026382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b4f11210-bfdc-4ae4-870f-945e5902f053 None None] Current status of the port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:33.042264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port ed8ac663-8c4e-410b-b4df-29f442bb7c10 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:31:33.049242 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port ed8ac663-8c4e-410b-b4df-29f442bb7c10 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:33.049675 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:33.087053 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4db7e4ca-1ea8-4357-b7bc-0c4d07ea1e8e req-5094f184-f40d-4b82-a240-ad69c980d996 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1048405 Feb 28 17:31:33.126223 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61682c-886e-4f9f-8595-d2a8b9f4f6d6 req-1ed94451-e539-4fc9-8a37-19b2b1c3e5ad tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:33.127900 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd61682c-886e-4f9f-8595-d2a8b9f4f6d6 req-1ed94451-e539-4fc9-8a37-19b2b1c3e5ad tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 950 time: 0.1295495 Feb 28 17:31:33.163581 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7eccaa5-90d4-4b84-84c4-b49255f79f49 req-7b778238-ac58-4e19-be5b-d5c7fa6e161c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337077 Feb 28 17:31:33.165717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ed8ac663-8c4e-410b-b4df-29f442bb7c10 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:33.166128 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:33.176521 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e893f69a-5021-42c8-94e8-ec52c41ec017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e862e653-f130-4ae8-8019-ab6fdd4a5b9e', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'port_id': '406e0f14-7e94-4e1e-a51d-65513a4af176', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'mac_address': 'fa:16:3e:86:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4087e3cd-98b1-40e8-b5ac-fe20d278da36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:31:00Z', 'updated_at': '2022-02-28T17:31:28Z', 'revision_number': 1, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:59Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:33.179209 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36ab99f4-65ba-4c1c-bfc8-326db05dccec req-c8186a31-a969-4fc5-b561-2e91d43037bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406e0f14-7e94-4e1e-a51d-65513a4af176 HTTP/1.1" status: 200 len: 999 time: 0.1961083 Feb 28 17:31:33.222374 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893f69a-5021-42c8-94e8-ec52c41ec017 None None] The sync data for ids ['21d47228-24bc-43df-9f1a-8211d5215154'] in n-d-820368-19 is: [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e862e653-f130-4ae8-8019-ab6fdd4a5b9e', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'port_id': '406e0f14-7e94-4e1e-a51d-65513a4af176', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'mac_address': 'fa:16:3e:86:75:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4087e3cd-98b1-40e8-b5ac-fe20d278da36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:31:00Z', 'updated_at': '2022-02-28T17:31:28Z', 'revision_number': 1, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:59Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:31:33.224808 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bb95ff23-d3da-423b-837b-74d6fbbecd97 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (4e510b8b-5ebf-426f-acb4-f538034581c1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:33.233156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:33.240429 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62acb825-475d-482d-88d3-07afbddd54cd" -d '{"events": [{"server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "name": "network-vif-plugged", "status": "completed", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:33.279737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab99f4-65ba-4c1c-bfc8-326db05dccec req-3a1a4c9e-cc3a-497c-9a16-f8a7231eade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:33.279984 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:33.282053 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a5b8d2e8-f21a-40dd-a7fb-adc3db355706 None None] Could not find standard attr ID for object a4aa3ef5-1dd3-49dd-b915-34c17fb1eb98. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:31:33.282240 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36ab99f4-65ba-4c1c-bfc8-326db05dccec req-3a1a4c9e-cc3a-497c-9a16-f8a7231eade1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b053761d-35a6-4a2b-8791-766dc2209665 HTTP/1.1" status: 200 len: 849 time: 0.0960023 Feb 28 17:31:33.347528 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:33.372351 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bb95ff23-d3da-423b-837b-74d6fbbecd97 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:33.378894 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bb95ff23-d3da-423b-837b-74d6fbbecd97 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/4e510b8b-5ebf-426f-acb4-f538034581c1 HTTP/1.1" status: 204 len: 168 time: 0.8902264 Feb 28 17:31:33.381182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35012) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:33.401206 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd61682c-886e-4f9f-8595-d2a8b9f4f6d6 req-abe17b7b-0773-4cde-84e8-12febde9d67c tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644742 Feb 28 17:31:33.410519 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95ff23-d3da-423b-837b-74d6fbbecd97 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=4e510b8b-5ebf-426f-acb4-f538034581c1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:33.473734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ed8ac663-8c4e-410b-b4df-29f442bb7c10,revision_number=13']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:33.473955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab99f4-65ba-4c1c-bfc8-326db05dccec req-49bbabd3-4006-4076-afbe-ca41b2bdbec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:33.473955 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36ab99f4-65ba-4c1c-bfc8-326db05dccec req-49bbabd3-4006-4076-afbe-ca41b2bdbec0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=198c7dae-55a7-4ae2-88af-338d9ce329b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1824219 Feb 28 17:31:33.480789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-435bfc83-b73d-480a-af53-9885bdc1d3c5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725124 Feb 28 17:31:33.481622 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35014) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:33.486823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f250833-d8ed-4df3-a054-c5ea21a4aefc req-1bc5106e-14d6-4d88-9383-d23fcaaa7e83 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:33.490736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c1a5ff0d-6821-4c25-befd-efb32cc90924 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:33.496052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:33.501582 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f250833-d8ed-4df3-a054-c5ea21a4aefc req-1bc5106e-14d6-4d88-9383-d23fcaaa7e83 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1803279 Feb 28 17:31:33.601695 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f250833-d8ed-4df3-a054-c5ea21a4aefc req-a99129da-2b9c-4c1f-94d7-31f405a35e4b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990272 Feb 28 17:31:33.614446 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:33.614825 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7c66c585-c0e0-4eb2-9f6d-5a64fc798eec), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:33.746071 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3404de38-b939-4b56-b9c2-67587a3d5101 x-openstack-request-id: req-3404de38-b939-4b56-b9c2-67587a3d5101 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:33.746247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b186def-ae07-4985-9153-4bdcc947ba60 req-c33f78f1-ab1e-4dc3-a6ad-f2dd218f44dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:33.746346 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "name": "network-vif-plugged", "status": "completed", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:33.746602 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3404de38-b939-4b56-b9c2-67587a3d5101 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:33.746990 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'code': 200} Feb 28 17:31:33.747810 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b186def-ae07-4985-9153-4bdcc947ba60 req-c33f78f1-ab1e-4dc3-a6ad-f2dd218f44dd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 1129 time: 0.1123669 Feb 28 17:31:33.753751 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f2335-e625-4358-8be6-01a52385b2c4 req-dbab8405-4837-49e7-a83f-b34a92ba80cb tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:33.754971 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36ab99f4-65ba-4c1c-bfc8-326db05dccec req-1d775f5a-9db0-4e14-bf57-be10ab0f0f26 service neutron] 10.222.0.69 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296181 Feb 28 17:31:33.757364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee69a737-2be8-45ee-a9ea-e53f5ecf90de None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:33.757746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449d9a4-79f8-4131-b724-a96ed1eee8d7 None None] New status for floating IP e862e653-f130-4ae8-8019-ab6fdd4a5b9e: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:31:33.763026 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-966f2335-e625-4358-8be6-01a52385b2c4 req-dbab8405-4837-49e7-a83f-b34a92ba80cb tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.2448652 Feb 28 17:31:33.827581 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a5ff0d-6821-4c25-befd-efb32cc90924 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:33.831433 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1a5ff0d-6821-4c25-befd-efb32cc90924 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:33.839752 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-966f2335-e625-4358-8be6-01a52385b2c4 req-2123007e-f05e-4d95-a017-bb1170b043d4 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758848 Feb 28 17:31:33.889911 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-bc0b0782-b6f5-4d43-abdd-2be7d7f925d9 None None] Could not find standard attr ID for object c5eec37d-0503-4628-a6d4-faba367504b0. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:31:33.940316 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b186def-ae07-4985-9153-4bdcc947ba60 req-adcae08b-1039-40c0-81c5-2b92da9f9ab6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843207 Feb 28 17:31:33.992123 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36ab99f4-65ba-4c1c-bfc8-326db05dccec req-5b0564a8-0362-4159-9d32-5a6ef9db8c49 service neutron] 10.222.0.69 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226593 Feb 28 17:31:34.008553 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3003e3-51b9-438b-b436-6677de612ee0 req-9cf563ab-70da-4f48-86a5-3cceff9cd942 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:34.010222 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b3003e3-51b9-438b-b436-6677de612ee0 req-9cf563ab-70da-4f48-86a5-3cceff9cd942 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.2137585 Feb 28 17:31:34.056816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:34.063779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34379838-5d38-4c30-a2c6-159d8f83e08e req-7f877c93-75b2-48c0-a74b-4a9ea14e05d7 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:34.065327 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b3003e3-51b9-438b-b436-6677de612ee0 req-69a2dd02-357a-4f9f-a602-09a208394a46 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479696 Feb 28 17:31:34.066856 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34379838-5d38-4c30-a2c6-159d8f83e08e req-7f877c93-75b2-48c0-a74b-4a9ea14e05d7 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.1215723 Feb 28 17:31:34.182065 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73b7cfc-e586-4a24-bf63-91337cec2377 None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:31:34.193689 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34379838-5d38-4c30-a2c6-159d8f83e08e req-6be726e5-72f6-4d08-8c7f-b4e5efe0cf22 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087353 Feb 28 17:31:34.252560 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d73b7cfc-e586-4a24-bf63-91337cec2377 None None] Deleting port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:34.252946 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d73b7cfc-e586-4a24-bf63-91337cec2377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7c66c585-c0e0-4eb2-9f6d-5a64fc798eec), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:34.317676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d73b7cfc-e586-4a24-bf63-91337cec2377 None None] For port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7c66c585-c0e0-4eb2-9f6d-5a64fc798eec,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:34.318104 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d73b7cfc-e586-4a24-bf63-91337cec2377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7c66c585-c0e0-4eb2-9f6d-5a64fc798eec), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:34.329738 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc429c-5a10-4d35-9a02-dd584ddf3f14 req-8b1f47db-847c-4eff-a627-c312c16a1444 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:34.334110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d73b7cfc-e586-4a24-bf63-91337cec2377 None None] Calling delete_port for 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:34.334471 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-71fc429c-5a10-4d35-9a02-dd584ddf3f14 req-8b1f47db-847c-4eff-a627-c312c16a1444 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0561771 Feb 28 17:31:34.334471 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1a5ff0d-6821-4c25-befd-efb32cc90924 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (a94f1baf-0ff7-40cc-aeeb-c7d20d070d11), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:34.396501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a5ff0d-6821-4c25-befd-efb32cc90924 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:34.407168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-c1a5ff0d-6821-4c25-befd-efb32cc90924 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:34.415032 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a5ff0d-6821-4c25-befd-efb32cc90924 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:34.422360 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1a5ff0d-6821-4c25-befd-efb32cc90924 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:34.431834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f27175-70cf-43fe-aa97-85347f69980d req-6c70e2b7-24cd-49c4-af8b-ca26d12fe7df tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:34.433369 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37f27175-70cf-43fe-aa97-85347f69980d req-6c70e2b7-24cd-49c4-af8b-ca26d12fe7df tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 951 time: 0.1256309 Feb 28 17:31:34.448111 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5ff0d-6821-4c25-befd-efb32cc90924 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=a94f1baf-0ff7-40cc-aeeb-c7d20d070d11,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:34.464058 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-71fc429c-5a10-4d35-9a02-dd584ddf3f14 req-2c497cd4-b3b7-4423-89a4-1653c55c0d8b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911293 Feb 28 17:31:34.505141 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c1a5ff0d-6821-4c25-befd-efb32cc90924 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0216272 Feb 28 17:31:34.508485 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35044) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:34.512929 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-38d12121-388d-4d7f-afcc-d60d0992e95d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'fixed_ips': [{'subnet_id': 'a94f1baf-0ff7-40cc-aeeb-c7d20d070d11', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1306702471'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:34.527565 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d73b7cfc-e586-4a24-bf63-91337cec2377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (7c66c585-c0e0-4eb2-9f6d-5a64fc798eec), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:34.553469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f03de-47dc-4518-913e-87827d6e300b req-3be6ebf1-1ee5-4c4c-9f6c-b71ab537659e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:34.555003 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9d0f03de-47dc-4518-913e-87827d6e300b req-3be6ebf1-1ee5-4c4c-9f6c-b71ab537659e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1202457 Feb 28 17:31:34.560803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b7cfc-e586-4a24-bf63-91337cec2377 None None] Pushing event deleted for resources: {'Port': ['ID=7c66c585-c0e0-4eb2-9f6d-5a64fc798eec,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:34.563797 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b7cfc-e586-4a24-bf63-91337cec2377 None None] No DVR routers for this DVR port 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:34.587391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e083e62-b9ea-468e-8ee7-a89391b46a1c None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:34.637098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-37f27175-70cf-43fe-aa97-85347f69980d req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Deleting port ed8ac663-8c4e-410b-b4df-29f442bb7c10 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:34.637484 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-37f27175-70cf-43fe-aa97-85347f69980d req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:34.674060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b712d-923a-4266-860d-1d459932ae62 req-f3ef91ff-efbd-4379-a261-f8fb595bed39 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:34.675631 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ff0b712d-923a-4266-860d-1d459932ae62 req-f3ef91ff-efbd-4379-a261-f8fb595bed39 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 951 time: 0.1117933 Feb 28 17:31:34.709660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': 'a94f1baf-0ff7-40cc-aeeb-c7d20d070d11'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:31:34.710571 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:34.720328 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9d0f03de-47dc-4518-913e-87827d6e300b req-fae3e743-cf88-4a42-b103-7154813f0864 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522746 Feb 28 17:31:34.757543 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ff0b712d-923a-4266-860d-1d459932ae62 req-ffb35522-3ac9-4209-9c80-19b88b03a733 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573874 Feb 28 17:31:34.792688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d12121-388d-4d7f-afcc-d60d0992e95d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:34.808708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-37f27175-70cf-43fe-aa97-85347f69980d req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] For port ed8ac663-8c4e-410b-b4df-29f442bb7c10, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ed8ac663-8c4e-410b-b4df-29f442bb7c10,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:34.809564 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-37f27175-70cf-43fe-aa97-85347f69980d req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:34.870267 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-37f27175-70cf-43fe-aa97-85347f69980d req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Calling delete_port for ed8ac663-8c4e-410b-b4df-29f442bb7c10 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:34.903526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7cd2c-646c-4ccb-85fa-35366ffac4fb req-bd85557e-ed2e-4bac-b4cd-4b5181af6dfb tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:34.905172 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9de7cd2c-646c-4ccb-85fa-35366ffac4fb req-bd85557e-ed2e-4bac-b4cd-4b5181af6dfb tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0914834 Feb 28 17:31:34.931180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Allocated IP 2001:db8::2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/a94f1baf-0ff7-40cc-aeeb-c7d20d070d11/46aca6ae-306c-41ba-88d9-63b87b4a2dbe) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:34.993002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd329cc-321c-4f51-8a29-9ef6deb1f851 req-4772a8e9-bf69-4847-bff5-a4326002e404 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:34.994878 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1bd329cc-321c-4f51-8a29-9ef6deb1f851 req-4772a8e9-bf69-4847-bff5-a4326002e404 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1356609 Feb 28 17:31:35.010580 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-38d12121-388d-4d7f-afcc-d60d0992e95d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:35.030989 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9de7cd2c-646c-4ccb-85fa-35366ffac4fb req-680b8bf6-0e99-4625-ad11-6b04af852ba8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935266 Feb 28 17:31:35.049561 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-38d12121-388d-4d7f-afcc-d60d0992e95d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port 348c968a-61ee-416e-a903-fdffe99aa903 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:31:35.206868 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Publish callbacks [] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:35.208270 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1bd329cc-321c-4f51-8a29-9ef6deb1f851 req-e10cad7b-236b-45d8-9d7d-538586e20ecd tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078745 Feb 28 17:31:35.254636 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dbea3-1bfb-4934-9079-e4d32e25f28c req-2341b5a5-0b2b-432a-908e-561c6fc3640e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:35.264067 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e04a59ae-8b90-4a3a-9ad1-0db86b9124f3 req-2eed74cd-5b7a-4131-9a7f-f6bdb4ee38e8 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0459592 Feb 28 17:31:35.268891 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eb9dbea3-1bfb-4934-9079-e4d32e25f28c req-2341b5a5-0b2b-432a-908e-561c6fc3640e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0961730 Feb 28 17:31:35.276571 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-37f27175-70cf-43fe-aa97-85347f69980d req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ed8ac663-8c4e-410b-b4df-29f442bb7c10), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:35.293229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['89a9f715-3a11-4479-b2b7-82257c124da5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:35.295271 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['752e806f-6089-41e4-88f6-69959a72acc0', '950d6ead-196c-48ae-b795-f02b6392df02', 'ed8ac663-8c4e-410b-b4df-29f442bb7c10'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:35.359012 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:35.379339 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d12121-388d-4d7f-afcc-d60d0992e95d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:31:35.380086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d12121-388d-4d7f-afcc-d60d0992e95d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:31:35.394690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eb9dbea3-1bfb-4934-9079-e4d32e25f28c req-49589cc8-459c-489a-a0a8-c4de7eb7dcbe tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248331 Feb 28 17:31:35.401339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Pushing event deleted for resources: {'Port': ['ID=ed8ac663-8c4e-410b-b4df-29f442bb7c10,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:35.425942 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:35.433450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:35.433450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:35.433450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:35.433450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:35.433450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:35.433450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:35.433450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:35.433450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:35.433450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:35.433450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:35.434958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:35.435106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:35.436065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:35.459211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:31:35.459558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7c66c585-c0e0-4eb2-9f6d-5a64fc798eec not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:35.486161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f27175-70cf-43fe-aa97-85347f69980d req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] No DVR routers for this DVR port ed8ac663-8c4e-410b-b4df-29f442bb7c10 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:35.490232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-38d12121-388d-4d7f-afcc-d60d0992e95d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9811459 Feb 28 17:31:35.492884 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35078) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:35.500808 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-37f27175-70cf-43fe-aa97-85347f69980d req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:35.500950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:35.501062 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37f27175-70cf-43fe-aa97-85347f69980d req-c559768a-acbd-416c-9a87-d3a96fa212c9 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "DELETE /v2.0/ports/ed8ac663-8c4e-410b-b4df-29f442bb7c10 HTTP/1.1" status: 204 len: 173 time: 1.0527248 Feb 28 17:31:35.506403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'name': 'network-vif-deleted', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:35.508644 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d929b14-b68d-4f0b-91d4-a64c0ad5419f" -d '{"events": [{"server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "name": "network-vif-deleted", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:35.521305 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:35.536141 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:35.545907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Pushing event updated for resources: {'Port': ['ID=46aca6ae-306c-41ba-88d9-63b87b4a2dbe,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:35.612939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc6481-521d-47e0-8e4c-4dfc52dc6038 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:35.616916 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dbfc6481-521d-47e0-8e4c-4dfc52dc6038 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1154425 Feb 28 17:31:35.617242 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35082) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:35.631356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9c255-3bcc-4d20-b81c-248c1aae1c9b req-54f7e1e4-c1fe-4603-b379-f05abcdb9de1 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:35.633068 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e9f9c255-3bcc-4d20-b81c-248c1aae1c9b req-54f7e1e4-c1fe-4603-b379-f05abcdb9de1 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.0951481 Feb 28 17:31:35.712553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa66e70-9bd8-401a-91aa-42d2307b4b55 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:35.712553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa66e70-9bd8-401a-91aa-42d2307b4b55 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:35.715789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e9f9c255-3bcc-4d20-b81c-248c1aae1c9b req-91cf037c-ff44-416a-972e-bb52d4fd09fe tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724392 Feb 28 17:31:35.715789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35084) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:35.722948 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5fa66e70-9bd8-401a-91aa-42d2307b4b55 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1045918 Feb 28 17:31:35.764684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Attempting to bind port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:31:35.764684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Attempting to bind port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:31:35.764684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Attempting to bind port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:35.813312 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83f34c2-a674-4a4a-bb1b-e09794507c17 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet a94f1baf-0ff7-40cc-aeeb-c7d20d070d11 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:31:35.822029 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f45e476-d121-44c0-b192-552ed9c309bd x-openstack-request-id: req-3f45e476-d121-44c0-b192-552ed9c309bd {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:35.822329 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7", "name": "network-vif-deleted", "tag": "ed8ac663-8c4e-410b-b4df-29f442bb7c10", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:35.822571 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3f45e476-d121-44c0-b192-552ed9c309bd {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:35.822970 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7', 'name': 'network-vif-deleted', 'tag': 'ed8ac663-8c4e-410b-b4df-29f442bb7c10', 'status': 'completed', 'code': 200} Feb 28 17:31:35.826683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:31:35.827061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:31:35.827461 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:35.827849 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:31:35.828333 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Bound port: 46aca6ae-306c-41ba-88d9-63b87b4a2dbe, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:31:35.828707 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:35.836527 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e83f34c2-a674-4a4a-bb1b-e09794507c17 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (a94f1baf-0ff7-40cc-aeeb-c7d20d070d11), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:35.893153 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f98e1357-6fd0-4ba8-beed-5769e7d91f85 req-1752410b-d2d3-4a17-a1fc-41c4a7e79d80 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0692925 Feb 28 17:31:35.923219 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7309c970-88bd-4f7e-86a1-ba63d53ab214 req-0ee87a88-f820-41d1-a1a1-9267203414aa tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b2ecb-e1f9-4332-9ed9-16cbfe7e69a7 HTTP/1.1" status: 200 len: 210 time: 0.0523331 Feb 28 17:31:35.948262 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e83f34c2-a674-4a4a-bb1b-e09794507c17 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (a94f1baf-0ff7-40cc-aeeb-c7d20d070d11), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:36.058206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] For port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:36.079896 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] For port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=46aca6ae-306c-41ba-88d9-63b87b4a2dbe,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:31:36.116170 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de5bb0-e2d8-4160-99fd-10440a14c554 req-2680f7f0-06f8-4a89-b273-9a360e659d7b tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:36.126707 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d9de5bb0-e2d8-4160-99fd-10440a14c554 req-2680f7f0-06f8-4a89-b273-9a360e659d7b tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1017203 Feb 28 17:31:36.148777 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e83f34c2-a674-4a4a-bb1b-e09794507c17 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (a94f1baf-0ff7-40cc-aeeb-c7d20d070d11), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:36.149178 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:36.186554 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d9de5bb0-e2d8-4160-99fd-10440a14c554 req-0a80cff5-78b8-40e1-b234-fecc760b969d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599906 Feb 28 17:31:36.215136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068408db-f0bb-4805-b819-25ad68f97038 None None] Pushing event updated for resources: {'Port': ['ID=46aca6ae-306c-41ba-88d9-63b87b4a2dbe,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:36.363502 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c6592-2da6-44e4-8ce1-d99610f45262 req-1df59664-21fe-44f9-8193-ae05f1f99233 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:36.365016 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f31c6592-2da6-44e4-8ce1-d99610f45262 req-1df59664-21fe-44f9-8193-ae05f1f99233 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.0730236 Feb 28 17:31:36.381366 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e83f34c2-a674-4a4a-bb1b-e09794507c17 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (a94f1baf-0ff7-40cc-aeeb-c7d20d070d11), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:36.444086 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f31c6592-2da6-44e4-8ce1-d99610f45262 req-7f0a20a7-5afd-4920-a13d-9b19d6203218 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729704 Feb 28 17:31:36.470034 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f34c2-a674-4a4a-bb1b-e09794507c17 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=a94f1baf-0ff7-40cc-aeeb-c7d20d070d11,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:36.479123 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e83f34c2-a674-4a4a-bb1b-e09794507c17 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:36.483744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e83f34c2-a674-4a4a-bb1b-e09794507c17 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/a94f1baf-0ff7-40cc-aeeb-c7d20d070d11 HTTP/1.1" status: 204 len: 168 time: 0.7677562 Feb 28 17:31:36.491423 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-7607e882-8b53-4e78-9d6c-a8341bb2b1b0 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:36.492926 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-7607e882-8b53-4e78-9d6c-a8341bb2b1b0 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/networks?id=70d9d4f9-19ac-492d-b119-3e433e5efb66 HTTP/1.1" status: 200 len: 810 time: 0.1972783 Feb 28 17:31:36.512389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35116) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:36.577407 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-911970a3-6dfc-42cb-8b13-e7740a5ec9c0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633829 Feb 28 17:31:36.581361 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35120) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:36.583173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d1ae80b8-e03f-4c72-9826-387b7e0f0475 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:36.593380 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-da9c4075-8038-4559-8996-86d8ff01d645 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/quotas/71bce4d668634e5d893981794d3ba01a HTTP/1.1" status: 200 len: 375 time: 0.0722673 Feb 28 17:31:36.775424 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-1e5a2298-1309-4cd8-8b38-979489a5a269 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=71bce4d668634e5d893981794d3ba01a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593089 Feb 28 17:31:36.853085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ae80b8-e03f-4c72-9826-387b7e0f0475 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:36.856554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d1ae80b8-e03f-4c72-9826-387b7e0f0475 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:37.046498 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-fc210bf8-84e7-4a45-b894-8f92dc4df09a service neutron] 10.222.0.72 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623031 Feb 28 17:31:37.227063 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-b22b56c0-1236-45f8-94d9-5eb3468c4aa9 service neutron] 10.222.0.72 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740673 Feb 28 17:31:37.325224 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d1ae80b8-e03f-4c72-9826-387b7e0f0475 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (0dc7a5c8-9300-4559-8c66-fe286e7578f9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:37.397240 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:31:37.415314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae80b8-e03f-4c72-9826-387b7e0f0475 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=0dc7a5c8-9300-4559-8c66-fe286e7578f9,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:37.437269 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 46aca6ae-306c-41ba-88d9-63b87b4a2dbe up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:37.441766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ae80b8-e03f-4c72-9826-387b7e0f0475 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:37.443371 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-d1ae80b8-e03f-4c72-9826-387b7e0f0475 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:37.453474 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ae80b8-e03f-4c72-9826-387b7e0f0475 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:37.454095 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d1ae80b8-e03f-4c72-9826-387b7e0f0475 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:37.572822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:37.576727 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:37.580875 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdcbaf-ad62-45b6-ba18-717b3cbd26e0 req-64ae2568-2c5d-474a-acda-25a040157d74 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:37.592720 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3cdcbaf-ad62-45b6-ba18-717b3cbd26e0 req-64ae2568-2c5d-474a-acda-25a040157d74 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1025078 Feb 28 17:31:37.620934 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d1ae80b8-e03f-4c72-9826-387b7e0f0475 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0414357 Feb 28 17:31:37.623626 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35144) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:37.629299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-7968d6db-ebe1-47c3-8fd5-cc75038ba935 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-36676381', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:37.693900 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe197d8-38d9-484c-9e1f-70f49af966de None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:37.694034 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3cdcbaf-ad62-45b6-ba18-717b3cbd26e0 req-d0686a3c-e9f7-4fe8-b40b-0290d35ee02e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951462 Feb 28 17:31:37.701126 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3314d7-1a51-4660-a203-a8394abceef7 req-32f439e4-8ab0-4ff6-ba5c-d14849a3d48b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:37.702551 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e3314d7-1a51-4660-a203-a8394abceef7 req-32f439e4-8ab0-4ff6-ba5c-d14849a3d48b tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 950 time: 0.1459203 Feb 28 17:31:37.703559 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:37.783594 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7968d6db-ebe1-47c3-8fd5-cc75038ba935 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (0308eb66-9093-4f2e-86b5-98836999e42b), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:37.784651 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7968d6db-ebe1-47c3-8fd5-cc75038ba935 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (0308eb66-9093-4f2e-86b5-98836999e42b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:37.793621 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e3314d7-1a51-4660-a203-a8394abceef7 req-5e07d433-7be7-427f-867c-94e66687ca68 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839589 Feb 28 17:31:37.798220 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2970-1dfe-4c68-8e5e-8567c31d409c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:37.852418 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7968d6db-ebe1-47c3-8fd5-cc75038ba935 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for router_controller (0308eb66-9093-4f2e-86b5-98836999e42b), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:37.889606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c794e97f-c944-462e-b801-60f07219b185 None None] Provisioning complete for port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:37.890169 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c794e97f-c944-462e-b801-60f07219b185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:37.900486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb1a3f-b4cd-422f-996b-ddb1ffcca51e req-8c3873cb-0a16-4857-932c-864eb4bb857b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:37.906368 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8edb1a3f-b4cd-422f-996b-ddb1ffcca51e req-8c3873cb-0a16-4857-932c-864eb4bb857b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1269147 Feb 28 17:31:37.917892 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7035fe9-0b35-49c9-9eb8-d39415925cea req-243bac02-52e9-43b1-87f6-bc5cfd2f2f00 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 210 time: 0.0474412 Feb 28 17:31:37.935878 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7968d6db-ebe1-47c3-8fd5-cc75038ba935 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (0308eb66-9093-4f2e-86b5-98836999e42b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:38.011568 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8edb1a3f-b4cd-422f-996b-ddb1ffcca51e req-517af1e1-acc1-4697-8eac-d767ca9f47dd tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968697 Feb 28 17:31:38.023059 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7968d6db-ebe1-47c3-8fd5-cc75038ba935 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:38.026652 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7968d6db-ebe1-47c3-8fd5-cc75038ba935 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3994074 Feb 28 17:31:38.027491 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35150) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:38.218564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:38.218953 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:38.292129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=46aca6ae-306c-41ba-88d9-63b87b4a2dbe,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:38.345066 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c794e97f-c944-462e-b801-60f07219b185 None None] Current status of the port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:38.346352 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c794e97f-c944-462e-b801-60f07219b185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:38.413650 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:38.507445 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-c794e97f-c944-462e-b801-60f07219b185 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:31:38.508153 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-c794e97f-c944-462e-b801-60f07219b185 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:31:38.508666 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=46aca6ae-306c-41ba-88d9-63b87b4a2dbe,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:38.542263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf565169-193e-483e-bc96-fd71605430cd req-74b02894-34c0-4e12-9d2c-07da55a7d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:38.544102 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf565169-193e-483e-bc96-fd71605430cd req-74b02894-34c0-4e12-9d2c-07da55a7d15c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db5706b395ff456ab153c58167054352&device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 1127 time: 0.0491486 Feb 28 17:31:38.595977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ed8ac663-8c4e-410b-b4df-29f442bb7c10 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:38.618265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: ed8ac663-8c4e-410b-b4df-29f442bb7c10 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:31:38.620958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ed8ac663-8c4e-410b-b4df-29f442bb7c10 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:38.643387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf565169-193e-483e-bc96-fd71605430cd req-7f3c2f92-9a43-4010-985e-85f7f09209a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:38.645570 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf565169-193e-483e-bc96-fd71605430cd req-7f3c2f92-9a43-4010-985e-85f7f09209a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 200 len: 913 time: 0.0935681 Feb 28 17:31:38.673100 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-202f4f92-3839-4eb0-b776-8892f0e9fef8 req-9680b12e-1031-4aa7-afbc-9c40909554e8 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0633342 Feb 28 17:31:38.719205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf565169-193e-483e-bc96-fd71605430cd req-09fd64e3-4a05-4223-b6b6-d66578db8b61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f HTTP/1.1" status: 200 len: 999 time: 0.0673025 Feb 28 17:31:38.777328 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf565169-193e-483e-bc96-fd71605430cd req-c64f815b-e3db-49f7-8820-302f94efdd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:38.778859 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf565169-193e-483e-bc96-fd71605430cd req-c64f815b-e3db-49f7-8820-302f94efdd97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 200 len: 851 time: 0.0520086 Feb 28 17:31:38.842778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4911cdc-2214-4bbc-ab50-6a741ea4da71 req-2185137a-fb9b-4506-bc0b-2d333f6f248e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:38.844166 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4911cdc-2214-4bbc-ab50-6a741ea4da71 req-2185137a-fb9b-4506-bc0b-2d333f6f248e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.2355845 Feb 28 17:31:38.891101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:39.014217 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4911cdc-2214-4bbc-ab50-6a741ea4da71 req-d50f5fc8-0213-43d0-9b3b-2d80e498400e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614485 Feb 28 17:31:39.070088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c794e97f-c944-462e-b801-60f07219b185 None None] Current status of the port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:39.172040 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d9e884e0-78dc-48f1-a465-9f43ae6aa62a req-fead5000-008c-4a8b-a386-b5db7d2a669f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.3685675 Feb 28 17:31:39.193133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9ed81161-95c4-4d81-a10a-4fbe2b99c7e3 None None] Provisioning complete for port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:39.193633 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9ed81161-95c4-4d81-a10a-4fbe2b99c7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:39.217468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa142207-370e-459a-9b89-56243a7f8f4f req-9a06621e-0352-4f80-abba-8800eee59142 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:39.218997 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa142207-370e-459a-9b89-56243a7f8f4f req-9a06621e-0352-4f80-abba-8800eee59142 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 950 time: 0.1078603 Feb 28 17:31:39.238250 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf565169-193e-483e-bc96-fd71605430cd req-058e3dd6-d65a-42ec-8b77-ac91f75b6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:39.239896 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf565169-193e-483e-bc96-fd71605430cd req-058e3dd6-d65a-42ec-8b77-ac91f75b6250 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7739d82a-bcdd-4118-ae9a-7624124a9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4554694 Feb 28 17:31:39.259542 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::1 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/0dc7a5c8-9300-4559-8c66-fe286e7578f9/2dba7289-172f-42f6-a37a-e9e05c5889c8) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:39.276983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b328a-9ae6-4610-8626-fcd2bff4e393 req-e0cf43ed-bc6c-47e0-9646-ddde8f411409 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:39.278593 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fe4b328a-9ae6-4610-8626-fcd2bff4e393 req-e0cf43ed-bc6c-47e0-9646-ddde8f411409 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 950 time: 0.4591351 Feb 28 17:31:39.287587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f98b3b-63cf-4d96-a4cb-1245dc9665b7 req-6fe3e5d2-67b6-4ce7-ae4c-501afd46b103 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:39.287793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9ed81161-95c4-4d81-a10a-4fbe2b99c7e3 None None] Current status of the port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:39.292948 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa142207-370e-459a-9b89-56243a7f8f4f req-9b90f836-2be3-4ca9-a2db-660236a14f59 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646207 Feb 28 17:31:39.306757 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e7f98b3b-63cf-4d96-a4cb-1245dc9665b7 req-6fe3e5d2-67b6-4ce7-ae4c-501afd46b103 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.5021060 Feb 28 17:31:39.396035 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 46aca6ae-306c-41ba-88d9-63b87b4a2dbe up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:39.455526 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79dec750-846f-4194-aa03-b526b599517d req-95ecc595-456c-4ac2-9d8f-017f1bc264e1 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 210 time: 0.0447254 Feb 28 17:31:39.462996 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:39.467707 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:39.490889 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:39.518860 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e7f98b3b-63cf-4d96-a4cb-1245dc9665b7 req-10226e20-acd9-44ed-aa88-c01b47084b39 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107298 Feb 28 17:31:39.538247 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf565169-193e-483e-bc96-fd71605430cd req-74aa8cab-1495-4204-9dfd-8f2a4a5273c8 service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838943 Feb 28 17:31:39.567205 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:39.579275 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:39.598477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-fe4b328a-9ae6-4610-8626-fcd2bff4e393 req-ed9a0268-4edd-44d2-9a14-ea7be7e26306 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Deleting port 950d6ead-196c-48ae-b795-f02b6392df02 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:39.598820 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fe4b328a-9ae6-4610-8626-fcd2bff4e393 req-ed9a0268-4edd-44d2-9a14-ea7be7e26306 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (950d6ead-196c-48ae-b795-f02b6392df02), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:39.624914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:39.630945 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:39.634803 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:39.635355 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (0308eb66-9093-4f2e-86b5-98836999e42b), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:39.641567 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=2dba7289-172f-42f6-a37a-e9e05c5889c8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:39.707605 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf565169-193e-483e-bc96-fd71605430cd req-3df23b05-a167-4320-a207-0bdb42287443 service neutron] 10.222.0.69 "GET /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699424 Feb 28 17:31:39.730056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-fe4b328a-9ae6-4610-8626-fcd2bff4e393 req-ed9a0268-4edd-44d2-9a14-ea7be7e26306 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] For port 950d6ead-196c-48ae-b795-f02b6392df02, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=950d6ead-196c-48ae-b795-f02b6392df02,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:39.730426 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fe4b328a-9ae6-4610-8626-fcd2bff4e393 req-ed9a0268-4edd-44d2-9a14-ea7be7e26306 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (950d6ead-196c-48ae-b795-f02b6392df02), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:39.747728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-fe4b328a-9ae6-4610-8626-fcd2bff4e393 req-ed9a0268-4edd-44d2-9a14-ea7be7e26306 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Calling delete_port for 950d6ead-196c-48ae-b795-f02b6392df02 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:39.842929 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-63ad612f-56b5-4f38-9c72-a7d5c26fc982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:39.865196 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:39.907418 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:39.986974 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fe4b328a-9ae6-4610-8626-fcd2bff4e393 req-ed9a0268-4edd-44d2-9a14-ea7be7e26306 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (950d6ead-196c-48ae-b795-f02b6392df02), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:40.000026 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['752e806f-6089-41e4-88f6-69959a72acc0', '950d6ead-196c-48ae-b795-f02b6392df02'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:40.028561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a0268-4edd-44d2-9a14-ea7be7e26306 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Pushing event deleted for resources: {'Port': ['ID=950d6ead-196c-48ae-b795-f02b6392df02,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:40.030313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['89a9f715-3a11-4479-b2b7-82257c124da5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:40.126375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-947cf6d4-55a6-4421-8098-27d81c9a4b44 None None] Provisioning complete for port 2dba7289-172f-42f6-a37a-e9e05c5889c8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:40.126769 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-947cf6d4-55a6-4421-8098-27d81c9a4b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:40.133877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4b328a-9ae6-4610-8626-fcd2bff4e393 req-ed9a0268-4edd-44d2-9a14-ea7be7e26306 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] No DVR routers for this DVR port 950d6ead-196c-48ae-b795-f02b6392df02 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:40.147346 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-fe4b328a-9ae6-4610-8626-fcd2bff4e393 req-ed9a0268-4edd-44d2-9a14-ea7be7e26306 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:40.147346 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fe4b328a-9ae6-4610-8626-fcd2bff4e393 req-ed9a0268-4edd-44d2-9a14-ea7be7e26306 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "DELETE /v2.0/ports/950d6ead-196c-48ae-b795-f02b6392df02 HTTP/1.1" status: 204 len: 173 time: 0.7779620 Feb 28 17:31:40.148207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'name': 'network-vif-deleted', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:40.150603 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fb6f79-3a9b-45c5-9fb4-665ac8d9a159" -d '{"events": [{"server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "name": "network-vif-deleted", "tag": "950d6ead-196c-48ae-b795-f02b6392df02"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:40.223012 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa29295-86d2-4f03-8efa-aca7195e12d9 x-openstack-request-id: req-3aa29295-86d2-4f03-8efa-aca7195e12d9 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:40.223606 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872ecb07-7609-45d0-a9db-d97d84477a90", "name": "network-vif-deleted", "tag": "950d6ead-196c-48ae-b795-f02b6392df02", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:40.224056 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3aa29295-86d2-4f03-8efa-aca7195e12d9 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:40.224650 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872ecb07-7609-45d0-a9db-d97d84477a90', 'name': 'network-vif-deleted', 'tag': '950d6ead-196c-48ae-b795-f02b6392df02', 'status': 'completed', 'code': 200} Feb 28 17:31:40.243586 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-947cf6d4-55a6-4421-8098-27d81c9a4b44 None None] Port 2dba7289-172f-42f6-a37a-e9e05c5889c8 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:31:40.244663 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-f5862ba9-34d7-49cc-9ecc-c515e87f3faa tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:40.246558 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-f5862ba9-34d7-49cc-9ecc-c515e87f3faa tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.73 "GET /v2.0/networks?id=70d9d4f9-19ac-492d-b119-3e433e5efb66 HTTP/1.1" status: 200 len: 810 time: 0.2284293 Feb 28 17:31:40.258629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-c0ea7f88-32c3-4150-a1d3-b85654409e1e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Request body: {'port': {'device_id': '5352cb18-ef5f-4a08-b99f-48fb37249987', 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66', 'admin_state_up': True, 'tenant_id': '71bce4d668634e5d893981794d3ba01a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:40.312376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44498f5-b95c-4fd2-8cc9-4ea6202ab518 req-4ea348d8-c0a2-4d61-9126-25c23303debb tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:40.314928 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a44498f5-b95c-4fd2-8cc9-4ea6202ab518 req-4ea348d8-c0a2-4d61-9126-25c23303debb tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1500585 Feb 28 17:31:40.335027 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:40.424446 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a44498f5-b95c-4fd2-8cc9-4ea6202ab518 req-a6b0e9f9-36c1-4e51-bb0c-a91074eb67bd tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853240 Feb 28 17:31:40.427961 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:40.428926 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (0308eb66-9093-4f2e-86b5-98836999e42b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:40.506394 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=2dba7289-172f-42f6-a37a-e9e05c5889c8,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:40.581284 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-05c9854c-abd2-43f1-a3ba-71e7583de66a req-91d1da3c-80ec-4018-bbbe-da30e2e9e3c5 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 210 time: 0.0706458 Feb 28 17:31:40.658699 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be8f7246-dfae-4e16-a50d-4d450061b438 req-82cc83f3-edd0-4427-90fe-d3a9f752c903 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 210 time: 0.0360730 Feb 28 17:31:40.664087 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-c0ea7f88-32c3-4150-a1d3-b85654409e1e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Made reservation on behalf of 71bce4d668634e5d893981794d3ba01a for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:40.667481 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-c0ea7f88-32c3-4150-a1d3-b85654409e1e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:40.696219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:40.697752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:40.854438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96630efe-d9a8-48d2-9e6d-860d5d4375ee req-223fb8fd-0478-4439-bb52-34adb6d8c10b tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:40.856271 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96630efe-d9a8-48d2-9e6d-860d5d4375ee req-223fb8fd-0478-4439-bb52-34adb6d8c10b tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1686521 Feb 28 17:31:40.921845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Router 0308eb66-9093-4f2e-86b5-98836999e42b is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:31:40.966286 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-c0ea7f88-32c3-4150-a1d3-b85654409e1e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Allocated IP 172.20.0.6 (70d9d4f9-19ac-492d-b119-3e433e5efb66/a23b1079-2719-418f-994e-e0cc3792a1b5/ec172e29-fb9f-405b-a2e2-d0a308714442) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:40.985578 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96630efe-d9a8-48d2-9e6d-860d5d4375ee req-25e9a489-48bd-458a-a91d-4a3dec3746eb tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135674 Feb 28 17:31:41.078501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:31:41.089169 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d4ca54ad-a474-486a-aebe-6670fd3b5ba7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "PUT /v2.0/routers/0308eb66-9093-4f2e-86b5-98836999e42b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0599048 Feb 28 17:31:41.090271 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35202) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:41.094080 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Sync routers for ids ['0308eb66-9093-4f2e-86b5-98836999e42b'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:31:41.117052 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Routers {'0308eb66-9093-4f2e-86b5-98836999e42b'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:31:41.128626 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:31:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['0308eb66-9093-4f2e-86b5-98836999e42b'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:41.144555 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35285172-32e8-4257-a456-eb38e04a9baf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:41.149396 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-35285172-32e8-4257-a456-eb38e04a9baf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports/2dba7289-172f-42f6-a37a-e9e05c5889c8 HTTP/1.1" status: 200 len: 911 time: 0.0579493 Feb 28 17:31:41.150498 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35204) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:41.203953 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-c0ea7f88-32c3-4150-a1d3-b85654409e1e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks [] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:41.222698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-bea71570-9c1c-4c75-a135-d76a84eb5270 None None] Provisioning complete for port 2dba7289-172f-42f6-a37a-e9e05c5889c8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:41.224810 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bea71570-9c1c-4c75-a135-d76a84eb5270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:41.246151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619f190b-33ae-4479-b6ab-5233c37ec84d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:41.253536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619f190b-33ae-4479-b6ab-5233c37ec84d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:41.258710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35206) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:41.259486 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-619f190b-33ae-4479-b6ab-5233c37ec84d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1073320 Feb 28 17:31:41.314582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-bea71570-9c1c-4c75-a135-d76a84eb5270 None None] Port 2dba7289-172f-42f6-a37a-e9e05c5889c8 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:31:41.345141 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Set router 0308eb66-9093-4f2e-86b5-98836999e42b gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:31:41.368578 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d07570b-4ebe-467b-a450-7105c1382150 req-db4ec136-274a-41f2-885a-a6c121770b07 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0413833 Feb 28 17:31:41.471899 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:41.500822 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-c0ea7f88-32c3-4150-a1d3-b85654409e1e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:41.550805 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['d4956085-d278-46bd-952e-b0e5d75e210c'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:41.601731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-c0ea7f88-32c3-4150-a1d3-b85654409e1e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Network 70d9d4f9-19ac-492d-b119-3e433e5efb66 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:41.617663 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-c0ea7f88-32c3-4150-a1d3-b85654409e1e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:41.623766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-c0ea7f88-32c3-4150-a1d3-b85654409e1e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:41.677447 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0308eb66-9093-4f2e-86b5-98836999e42b', 'name': 'tempest-NetworksTestDHCPv6-router-36676381', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:31:37Z', 'updated_at': '2022-02-28T17:31:39Z', 'revision_number': 2, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'gw_port_host': None, '_interfaces': [{'id': '2dba7289-172f-42f6-a37a-e9e05c5889c8', 'name': '', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'mac_address': 'fa:16:3e:5a:b4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0308eb66-9093-4f2e-86b5-98836999e42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '0dc7a5c8-9300-4559-8c66-fe286e7578f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:31:39Z', 'updated_at': '2022-02-28T17:31:40Z', 'revision_number': 2, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'subnets': [{'id': '0dc7a5c8-9300-4559-8c66-fe286e7578f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:41.677704 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea7f88-32c3-4150-a1d3-b85654409e1e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Pushing event updated for resources: {'Port': ['ID=ec172e29-fb9f-405b-a2e2-d0a308714442,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:41.740000 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Checking router: 0308eb66-9093-4f2e-86b5-98836999e42b for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:31:41.740240 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Updating router 0308eb66-9093-4f2e-86b5-98836999e42b port 2dba7289-172f-42f6-a37a-e9e05c5889c8 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:31:41.743252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eafbf-f8a1-4665-b4bf-68b8f47f3c80 req-fe9fdf2c-dd35-4d58-a6fb-241c594c2cdd tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:41.753504 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e4eafbf-f8a1-4665-b4bf-68b8f47f3c80 req-fe9fdf2c-dd35-4d58-a6fb-241c594c2cdd tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1589062 Feb 28 17:31:41.797337 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80b1062b-e4ec-4d70-84b5-f65ddbf280a8 req-6cbfce9d-7441-41fd-9622-ce47e8bb5b62 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=872ecb07-7609-45d0-a9db-d97d84477a90 HTTP/1.1" status: 200 len: 210 time: 0.0345857 Feb 28 17:31:41.803684 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:41.822664 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e4eafbf-f8a1-4665-b4bf-68b8f47f3c80 req-9df78a1d-9655-4006-9974-f5052b73477b tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671873 Feb 28 17:31:41.834416 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-64c00d96-ac87-4f2f-84a3-2177e9241af4 req-0a3c94f5-aa38-4067-a61e-995ddb37e8f8 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0726001 Feb 28 17:31:41.844201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-c0ea7f88-32c3-4150-a1d3-b85654409e1e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:41.844807 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-c0ea7f88-32c3-4150-a1d3-b85654409e1e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:42.001672 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-c0ea7f88-32c3-4150-a1d3-b85654409e1e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7468109 Feb 28 17:31:42.018704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56695623-4dbe-4eaf-816b-7e7f957cdaa3 req-078faa83-938c-4c5f-bafe-ecc9fb95d34f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:42.029805 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-56695623-4dbe-4eaf-816b-7e7f957cdaa3 req-078faa83-938c-4c5f-bafe-ecc9fb95d34f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1108522 Feb 28 17:31:42.041127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Request body: {'port': {'device_id': '5352cb18-ef5f-4a08-b99f-48fb37249987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:42.067419 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f292a202-4a5c-4ea7-a222-1a17fed13a02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (0308eb66-9093-4f2e-86b5-98836999e42b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:42.084217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2b56c-fee8-40a0-84c9-4679c3de59b1 req-9953c7ef-5e2f-4e7b-91a1-b517f4cef30b tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:42.085736 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f2e2b56c-fee8-40a0-84c9-4679c3de59b1 req-9953c7ef-5e2f-4e7b-91a1-b517f4cef30b tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 931 time: 0.1783962 Feb 28 17:31:42.100755 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-56695623-4dbe-4eaf-816b-7e7f957cdaa3 req-87a353f4-4075-4548-8db3-14131f330081 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696034 Feb 28 17:31:42.196782 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Publish callbacks [] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:42.224558 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9633564-3fd9-4280-860c-46f65d46e8bf req-0524ca7f-0d41-43d0-9d77-c623e3948ccf tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:42.230554 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9633564-3fd9-4280-860c-46f65d46e8bf req-0524ca7f-0d41-43d0-9d77-c623e3948ccf tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.0726500 Feb 28 17:31:42.235476 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f2e2b56c-fee8-40a0-84c9-4679c3de59b1 req-6f230d18-35b0-4a7e-b684-0df0845e78f7 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166205 Feb 28 17:31:42.238014 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:42.289450 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:42.301048 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a9633564-3fd9-4280-860c-46f65d46e8bf req-98543d91-7932-4d96-bb8c-6de320a515e1 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689270 Feb 28 17:31:42.375441 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Pushing event updated for resources: {'Port': ['ID=2dba7289-172f-42f6-a37a-e9e05c5889c8,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:42.385430 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:42.385880 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:42.386450 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:42.386788 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:42.387121 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:42.387498 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:42.388185 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:42.388653 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:42.388983 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:42.389423 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:42.389751 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:42.390140 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:42.390467 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:42.431938 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:42.498710 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Attempting to bind port 2dba7289-172f-42f6-a37a-e9e05c5889c8 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:31:42.499343 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Attempting to bind port 2dba7289-172f-42f6-a37a-e9e05c5889c8 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:31:42.499894 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Attempting to bind port 2dba7289-172f-42f6-a37a-e9e05c5889c8 on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:42.528033 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:31:42.528412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:31:42.528814 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:42.529291 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:31:42.529960 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Bound port: 2dba7289-172f-42f6-a37a-e9e05c5889c8, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:31:42.530387 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:42.604510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 950d6ead-196c-48ae-b795-f02b6392df02 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:42.621115 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] For port 2dba7289-172f-42f6-a37a-e9e05c5889c8, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:42.624333 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] For port 2dba7289-172f-42f6-a37a-e9e05c5889c8, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2dba7289-172f-42f6-a37a-e9e05c5889c8,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:31:42.632997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f292a202-4a5c-4ea7-a222-1a17fed13a02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port 2dba7289-172f-42f6-a37a-e9e05c5889c8 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:42.633526 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f292a202-4a5c-4ea7-a222-1a17fed13a02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:42.639790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 950d6ead-196c-48ae-b795-f02b6392df02 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:31:42.640149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 950d6ead-196c-48ae-b795-f02b6392df02 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:42.718815 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:42.764604 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b5cfc42f-4dc3-4ccc-91f6-606cf7c84b3a None None] Provisioning complete for port 2dba7289-172f-42f6-a37a-e9e05c5889c8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:42.766311 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b5cfc42f-4dc3-4ccc-91f6-606cf7c84b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:42.813637 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aba754-0413-4b59-8f27-15a902deaf94 None None] Pushing event updated for resources: {'Port': ['ID=2dba7289-172f-42f6-a37a-e9e05c5889c8,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:42.817006 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Routers {'0308eb66-9093-4f2e-86b5-98836999e42b'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:31:42.817652 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:31:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['0308eb66-9093-4f2e-86b5-98836999e42b'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:42.826437 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-f292a202-4a5c-4ea7-a222-1a17fed13a02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] For port 2dba7289-172f-42f6-a37a-e9e05c5889c8, host n-d-820368-19, got binding levels [] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:42.826437 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f292a202-4a5c-4ea7-a222-1a17fed13a02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:42.949373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f292a202-4a5c-4ea7-a222-1a17fed13a02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for 2dba7289-172f-42f6-a37a-e9e05c5889c8 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:42.963171 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b5cfc42f-4dc3-4ccc-91f6-606cf7c84b3a None None] Current status of the port 2dba7289-172f-42f6-a37a-e9e05c5889c8 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:42.963571 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b5cfc42f-4dc3-4ccc-91f6-606cf7c84b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:42.964294 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec172e29-fb9f-405b-a2e2-d0a308714442 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:31:42.979443 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Publish callbacks [] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:42.992444 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] Set router 0308eb66-9093-4f2e-86b5-98836999e42b gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:31:43.050181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b5cfc42f-4dc3-4ccc-91f6-606cf7c84b3a None None] For port 2dba7289-172f-42f6-a37a-e9e05c5889c8, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2dba7289-172f-42f6-a37a-e9e05c5889c8,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:43.074773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Transition to ACTIVE for port object ec172e29-fb9f-405b-a2e2-d0a308714442 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:31:43.130066 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b5cfc42f-4dc3-4ccc-91f6-606cf7c84b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:43.215437 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:43.241575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfc42f-4dc3-4ccc-91f6-606cf7c84b3a None None] Pushing event updated for resources: {'Port': ['ID=2dba7289-172f-42f6-a37a-e9e05c5889c8,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:43.263765 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c55a9d2a-7c6c-4e96-a464-cd32479fbeb1 None None] Provisioning complete for port 2dba7289-172f-42f6-a37a-e9e05c5889c8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:43.264566 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c55a9d2a-7c6c-4e96-a464-cd32479fbeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:43.287048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Pushing event updated for resources: {'Port': ['ID=ec172e29-fb9f-405b-a2e2-d0a308714442,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:43.385787 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0308eb66-9093-4f2e-86b5-98836999e42b', 'name': 'tempest-NetworksTestDHCPv6-router-36676381', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:31:37Z', 'updated_at': '2022-02-28T17:31:39Z', 'revision_number': 2, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'gw_port_host': None, '_interfaces': [{'id': '2dba7289-172f-42f6-a37a-e9e05c5889c8', 'name': '', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'mac_address': 'fa:16:3e:5a:b4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0308eb66-9093-4f2e-86b5-98836999e42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '0dc7a5c8-9300-4559-8c66-fe286e7578f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:31:39Z', 'updated_at': '2022-02-28T17:31:42Z', 'revision_number': 4, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'subnets': [{'id': '0dc7a5c8-9300-4559-8c66-fe286e7578f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:43.432615 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8a7a9-1ee0-4ac1-be1e-95ff8662d54c None None] The sync data for ids ['0308eb66-9093-4f2e-86b5-98836999e42b'] in n-d-820368-19 is: [{'id': '0308eb66-9093-4f2e-86b5-98836999e42b', 'name': 'tempest-NetworksTestDHCPv6-router-36676381', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:31:37Z', 'updated_at': '2022-02-28T17:31:39Z', 'revision_number': 2, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'gw_port_host': None, '_interfaces': [{'id': '2dba7289-172f-42f6-a37a-e9e05c5889c8', 'name': '', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'mac_address': 'fa:16:3e:5a:b4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0308eb66-9093-4f2e-86b5-98836999e42b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '0dc7a5c8-9300-4559-8c66-fe286e7578f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:31:39Z', 'updated_at': '2022-02-28T17:31:42Z', 'revision_number': 4, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'subnets': [{'id': '0dc7a5c8-9300-4559-8c66-fe286e7578f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:31:43.511644 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f292a202-4a5c-4ea7-a222-1a17fed13a02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2dba7289-172f-42f6-a37a-e9e05c5889c8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:43.528585 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c55a9d2a-7c6c-4e96-a464-cd32479fbeb1 None None] Current status of the port 2dba7289-172f-42f6-a37a-e9e05c5889c8 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:43.569702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292a202-4a5c-4ea7-a222-1a17fed13a02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=2dba7289-172f-42f6-a37a-e9e05c5889c8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:43.582787 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Attempting to bind port ec172e29-fb9f-405b-a2e2-d0a308714442 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:31:43.582787 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Attempting to bind port ec172e29-fb9f-405b-a2e2-d0a308714442 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:31:43.582787 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Attempting to bind port ec172e29-fb9f-405b-a2e2-d0a308714442 on network 70d9d4f9-19ac-492d-b119-3e433e5efb66 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:43.667904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Port ec172e29-fb9f-405b-a2e2-d0a308714442 on network 70d9d4f9-19ac-492d-b119-3e433e5efb66 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:31:43.668559 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Attempting to bind port ec172e29-fb9f-405b-a2e2-d0a308714442 on network 70d9d4f9-19ac-492d-b119-3e433e5efb66 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:43.709983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9424d5-6d7c-4528-9d1b-e61fb67ca8fe req-75ac6cf6-9376-4a40-903a-45a84f22825c tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:43.725296 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f292a202-4a5c-4ea7-a222-1a17fed13a02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (0308eb66-9093-4f2e-86b5-98836999e42b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:43.726801 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da9424d5-6d7c-4528-9d1b-e61fb67ca8fe req-75ac6cf6-9376-4a40-903a-45a84f22825c tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 943 time: 0.1589065 Feb 28 17:31:43.733168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:31:43.733531 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Checking segment: {'id': 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:31:43.733992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Bound using segment: {'id': 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:31:43.734910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Bound port: ec172e29-fb9f-405b-a2e2-d0a308714442, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:31:43.734910 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:43.824277 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08633bb1-cd01-4e25-aefc-6a4252884cbe req-58bc1c49-d7a2-4e79-9c4e-36895cfe9621 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0706367 Feb 28 17:31:43.905648 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da9424d5-6d7c-4528-9d1b-e61fb67ca8fe req-fa95c2bb-7e78-4fe4-8bd6-5482dbb5b420 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760995 Feb 28 17:31:44.091403 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ae121-84be-49e8-aa1f-33148369b17b req-e70f2294-566a-4785-b1fd-5cafd907c8fd tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:44.098057 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f3ae121-84be-49e8-aa1f-33148369b17b req-e70f2294-566a-4785-b1fd-5cafd907c8fd tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.0990973 Feb 28 17:31:44.121427 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:44.178118 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f3ae121-84be-49e8-aa1f-33148369b17b req-4822fdee-70b2-46d9-a991-055babaabd3e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741193 Feb 28 17:31:44.303736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b0156-88de-4008-9f1b-9d82afd6c0db req-4a151b78-cdea-4fc0-a613-5a2c7f766c12 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:44.305627 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-213b0156-88de-4008-9f1b-9d82afd6c0db req-4a151b78-cdea-4fc0-a613-5a2c7f766c12 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.0603004 Feb 28 17:31:44.354597 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5bd86008-bd7c-4a49-98b0-d694a741335c req-992cba90-9dc1-4041-ab85-67533ad78096 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0867581 Feb 28 17:31:44.369607 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-213b0156-88de-4008-9f1b-9d82afd6c0db req-397fe062-d592-45b0-9287-f27c3cc07f50 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575259 Feb 28 17:31:44.462504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] For port ec172e29-fb9f-405b-a2e2-d0a308714442, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:44.483450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07408cd1-df07-4b3c-905b-fe6f11bb7441 req-734118ec-b961-4399-b88f-9aac6594efae tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:44.484950 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07408cd1-df07-4b3c-905b-fe6f11bb7441 req-734118ec-b961-4399-b88f-9aac6594efae tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=74c878bf-1677-4685-a513-f94a7ffd95ec HTTP/1.1" status: 200 len: 944 time: 0.2088778 Feb 28 17:31:44.486846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] For port ec172e29-fb9f-405b-a2e2-d0a308714442, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ec172e29-fb9f-405b-a2e2-d0a308714442,segment=NetworkSegment(b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc),segment_id=b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:31:44.552166 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f292a202-4a5c-4ea7-a222-1a17fed13a02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Router 0308eb66-9093-4f2e-86b5-98836999e42b has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:31:44.569036 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:44.705919 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:44.706550 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:44.707942 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] 10.222.0.73 "PUT /v2.0/ports/ec172e29-fb9f-405b-a2e2-d0a308714442 HTTP/1.1" status: 200 len: 1092 time: 2.6778903 Feb 28 17:31:44.708399 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5352cb18-ef5f-4a08-b99f-48fb37249987', 'tag': 'ec172e29-fb9f-405b-a2e2-d0a308714442'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:44.710629 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88495628-9b8b-4585-ab35-d4c2296c56a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5352cb18-ef5f-4a08-b99f-48fb37249987", "tag": "ec172e29-fb9f-405b-a2e2-d0a308714442"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:44.739726 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f292a202-4a5c-4ea7-a222-1a17fed13a02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:31:44.741578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276bdfc-0228-4abd-8e17-b1213b965502 service neutron] Pushing event updated for resources: {'Port': ['ID=ec172e29-fb9f-405b-a2e2-d0a308714442,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:44.748132 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f292a202-4a5c-4ea7-a222-1a17fed13a02 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "PUT /v2.0/routers/0308eb66-9093-4f2e-86b5-98836999e42b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4881628 Feb 28 17:31:44.750952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35300) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:44.763297 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e2da5e-e358-4c7a-80fe-b79b4dc07260 x-openstack-request-id: req-e8e2da5e-e358-4c7a-80fe-b79b4dc07260 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:44.763591 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5352cb18-ef5f-4a08-b99f-48fb37249987", "tag": "ec172e29-fb9f-405b-a2e2-d0a308714442", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:44.763846 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e8e2da5e-e358-4c7a-80fe-b79b4dc07260 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:44.764244 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5352cb18-ef5f-4a08-b99f-48fb37249987', 'tag': 'ec172e29-fb9f-405b-a2e2-d0a308714442', 'status': 'completed', 'code': 200} Feb 28 17:31:44.840211 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1745f3-9c6b-4af4-a90e-ab20960709cf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:44.841731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1745f3-9c6b-4af4-a90e-ab20960709cf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:44.843283 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3e1745f3-9c6b-4af4-a90e-ab20960709cf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0915813 Feb 28 17:31:44.845594 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-07408cd1-df07-4b3c-905b-fe6f11bb7441 req-ad06068e-be59-4937-9a91-4c6b291621f2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Deleting port ba67f433-1217-4d5e-bab0-adb685a8523e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:44.845953 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-07408cd1-df07-4b3c-905b-fe6f11bb7441 req-ad06068e-be59-4937-9a91-4c6b291621f2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:44.846709 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35302) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:44.897581 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 0dc7a5c8-9300-4559-8c66-fe286e7578f9 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:31:44.901292 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (0dc7a5c8-9300-4559-8c66-fe286e7578f9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:44.913366 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88495628-9b8b-4585-ab35-d4c2296c56a7 req-46a8d689-93ad-4664-b91c-7cd8c7178b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:44.914982 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-88495628-9b8b-4585-ab35-d4c2296c56a7 req-46a8d689-93ad-4664-b91c-7cd8c7178b7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=71bce4d668634e5d893981794d3ba01a&device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 1126 time: 0.1265764 Feb 28 17:31:44.950060 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (0dc7a5c8-9300-4559-8c66-fe286e7578f9), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:45.021337 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (0dc7a5c8-9300-4559-8c66-fe286e7578f9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:45.050194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-07408cd1-df07-4b3c-905b-fe6f11bb7441 req-ad06068e-be59-4937-9a91-4c6b291621f2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] For port ba67f433-1217-4d5e-bab0-adb685a8523e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ba67f433-1217-4d5e-bab0-adb685a8523e,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:45.052240 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-07408cd1-df07-4b3c-905b-fe6f11bb7441 req-ad06068e-be59-4937-9a91-4c6b291621f2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:45.076610 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6e0c6-53a6-4ef5-9efa-5ee0363e4343 req-4645556b-5437-49dd-9d56-401137ca488b tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:45.078270 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-72a6e0c6-53a6-4ef5-9efa-5ee0363e4343 req-4645556b-5437-49dd-9d56-401137ca488b tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 943 time: 0.0988793 Feb 28 17:31:45.094624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-07408cd1-df07-4b3c-905b-fe6f11bb7441 req-ad06068e-be59-4937-9a91-4c6b291621f2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Calling delete_port for ba67f433-1217-4d5e-bab0-adb685a8523e owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:45.142860 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-72a6e0c6-53a6-4ef5-9efa-5ee0363e4343 req-140922e0-16e1-4db0-89d6-a0d1eeafbde2 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565946 Feb 28 17:31:45.196381 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (0dc7a5c8-9300-4559-8c66-fe286e7578f9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:45.224778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496a7f3-02b2-4ead-a2e7-f08ee2b479aa req-828e808a-f6f8-4309-a10a-9d62c196f55d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:45.226336 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e496a7f3-02b2-4ead-a2e7-f08ee2b479aa req-828e808a-f6f8-4309-a10a-9d62c196f55d tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.2150817 Feb 28 17:31:45.248548 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc7a5c8-9300-4559-8c66-fe286e7578f9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:45.250879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4feadf-224c-4ffb-bb76-1ec6d1f6e169 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:45.254525 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:45.258803 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/0dc7a5c8-9300-4559-8c66-fe286e7578f9 HTTP/1.1" status: 204 len: 168 time: 0.4110587 Feb 28 17:31:45.264944 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35314) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:45.275622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88495628-9b8b-4585-ab35-d4c2296c56a7 req-2d716f4f-7298-4391-8c89-26bd348b80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:45.277167 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-88495628-9b8b-4585-ab35-d4c2296c56a7 req-2d716f4f-7298-4391-8c89-26bd348b80aa service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=71bce4d668634e5d893981794d3ba01a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3541646 Feb 28 17:31:45.285671 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:45.286236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:45.286672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:45.287105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:45.287537 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:45.287964 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:45.288390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:45.288967 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:45.289560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:45.290347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:45.290896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:45.291733 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:45.292271 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557ccc6-af84-49fb-bcdb-5acd41d1e93e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:31:45.418752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ce228e-4c0d-49c0-9cb4-ca2d3b4cadf9 None None] Sync routers for ids ['0308eb66-9093-4f2e-86b5-98836999e42b'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:31:45.432468 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ce228e-4c0d-49c0-9cb4-ca2d3b4cadf9 None None] Routers {'0308eb66-9093-4f2e-86b5-98836999e42b'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:31:45.433455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-69ce228e-4c0d-49c0-9cb4-ca2d3b4cadf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:31:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['0308eb66-9093-4f2e-86b5-98836999e42b'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:45.501120 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-31639492-93c1-4ea0-856d-ad0a6a6dde8b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2245715 Feb 28 17:31:45.501120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c7d76-70b7-4cba-900c-b80afe2af4f4 req-d2a45f05-39d5-40c4-a924-03ce78445eb0 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:45.501627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35324) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:45.507359 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-729c7d76-70b7-4cba-900c-b80afe2af4f4 req-d2a45f05-39d5-40c4-a924-03ce78445eb0 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.2350836 Feb 28 17:31:45.542086 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-69ce228e-4c0d-49c0-9cb4-ca2d3b4cadf9 None None] Set router 0308eb66-9093-4f2e-86b5-98836999e42b gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:31:45.584256 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-729c7d76-70b7-4cba-900c-b80afe2af4f4 req-48b7f44b-ec62-4d5e-b852-a305475e4116 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604374 Feb 28 17:31:45.605026 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0b151f-9448-4ec3-859e-132abb642746 None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:31:45.607005 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 46aca6ae-306c-41ba-88d9-63b87b4a2dbe no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:45.610799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-69ce228e-4c0d-49c0-9cb4-ca2d3b4cadf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0308eb66-9093-4f2e-86b5-98836999e42b', 'name': 'tempest-NetworksTestDHCPv6-router-36676381', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:31:37Z', 'updated_at': '2022-02-28T17:31:43Z', 'revision_number': 3, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:45.618770 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c42075e7-cbba-4988-b559-f7dc765469b8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for router (0308eb66-9093-4f2e-86b5-98836999e42b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:45.691602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ce228e-4c0d-49c0-9cb4-ca2d3b4cadf9 None None] Checking router: 0308eb66-9093-4f2e-86b5-98836999e42b for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:31:45.702695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5e6ea-34a6-4f32-8cbc-de64a50851f1 req-e1699eb8-a1ca-4f76-b5bf-c8d864eadf72 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:45.710178 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ae5e6ea-34a6-4f32-8cbc-de64a50851f1 req-e1699eb8-a1ca-4f76-b5bf-c8d864eadf72 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.0704741 Feb 28 17:31:45.718266 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ce228e-4c0d-49c0-9cb4-ca2d3b4cadf9 None None] Routers {'0308eb66-9093-4f2e-86b5-98836999e42b'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:31:45.718892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-69ce228e-4c0d-49c0-9cb4-ca2d3b4cadf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:31:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['0308eb66-9093-4f2e-86b5-98836999e42b'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:45.763029 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ae5e6ea-34a6-4f32-8cbc-de64a50851f1 req-00116999-c5a2-49e6-8634-75f2ace7aaff tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519481 Feb 28 17:31:45.785039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-e496a7f3-02b2-4ead-a2e7-f08ee2b479aa req-c74498d6-474a-46ea-9cf1-430de4cc229f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Deleting port 752e806f-6089-41e4-88f6-69959a72acc0 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:45.785580 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e496a7f3-02b2-4ead-a2e7-f08ee2b479aa req-c74498d6-474a-46ea-9cf1-430de4cc229f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (752e806f-6089-41e4-88f6-69959a72acc0), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:45.793043 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88495628-9b8b-4585-ab35-d4c2296c56a7 req-8afa3d1c-e104-43af-b87b-55dc344be750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:45.795056 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-88495628-9b8b-4585-ab35-d4c2296c56a7 req-8afa3d1c-e104-43af-b87b-55dc344be750 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5043726 Feb 28 17:31:45.841886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-69ce228e-4c0d-49c0-9cb4-ca2d3b4cadf9 None None] Set router 0308eb66-9093-4f2e-86b5-98836999e42b gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:31:45.903039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:45.903346 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:45.906181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-69ce228e-4c0d-49c0-9cb4-ca2d3b4cadf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0308eb66-9093-4f2e-86b5-98836999e42b', 'name': 'tempest-NetworksTestDHCPv6-router-36676381', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:31:37Z', 'updated_at': '2022-02-28T17:31:43Z', 'revision_number': 3, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:45.909576 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b151f-9448-4ec3-859e-132abb642746 None None] Deleting port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:45.918322 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7f0b151f-9448-4ec3-859e-132abb642746 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:45.918478 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-07408cd1-df07-4b3c-905b-fe6f11bb7441 req-ad06068e-be59-4937-9a91-4c6b291621f2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ba67f433-1217-4d5e-bab0-adb685a8523e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:45.957292 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5066be6e-8bcd-4ae9-905e-79c9fb038704', '7437eb10-5e2c-442f-8a63-28efbec62019'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:46.163857 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ce228e-4c0d-49c0-9cb4-ca2d3b4cadf9 None None] The sync data for ids ['0308eb66-9093-4f2e-86b5-98836999e42b'] in n-d-820368-19 is: [{'id': '0308eb66-9093-4f2e-86b5-98836999e42b', 'name': 'tempest-NetworksTestDHCPv6-router-36676381', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:31:37Z', 'updated_at': '2022-02-28T17:31:43Z', 'revision_number': 3, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:31:46.267669 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7f0b151f-9448-4ec3-859e-132abb642746 None None] For port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=46aca6ae-306c-41ba-88d9-63b87b4a2dbe,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:46.268852 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7f0b151f-9448-4ec3-859e-132abb642746 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:46.279793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=46aca6ae-306c-41ba-88d9-63b87b4a2dbe,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:46.293561 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c42075e7-cbba-4988-b559-f7dc765469b8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (0308eb66-9093-4f2e-86b5-98836999e42b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:46.294639 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b151f-9448-4ec3-859e-132abb642746 None None] Calling delete_port for 46aca6ae-306c-41ba-88d9-63b87b4a2dbe owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:46.319956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5406a-8f9f-4da4-9b4b-8009195add04 req-dfa07383-f703-4c1e-858c-98224954164e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:46.320561 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c42075e7-cbba-4988-b559-f7dc765469b8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for router_controller (0308eb66-9093-4f2e-86b5-98836999e42b), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:46.328365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06068e-be59-4937-9a91-4c6b291621f2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event deleted for resources: {'Port': ['ID=ba67f433-1217-4d5e-bab0-adb685a8523e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:46.339014 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17b5406a-8f9f-4da4-9b4b-8009195add04 req-dfa07383-f703-4c1e-858c-98224954164e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 943 time: 0.0993733 Feb 28 17:31:46.374765 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:46.417040 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17b5406a-8f9f-4da4-9b4b-8009195add04 req-0d1ec747-2d7b-41ff-8d6c-84a0b433b50f tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766182 Feb 28 17:31:46.463153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-07408cd1-df07-4b3c-905b-fe6f11bb7441 req-ad06068e-be59-4937-9a91-4c6b291621f2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] No DVR routers for this DVR port ba67f433-1217-4d5e-bab0-adb685a8523e on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:46.466077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-07408cd1-df07-4b3c-905b-fe6f11bb7441 req-ad06068e-be59-4937-9a91-4c6b291621f2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:46.470467 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07408cd1-df07-4b3c-905b-fe6f11bb7441 req-ad06068e-be59-4937-9a91-4c6b291621f2 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "DELETE /v2.0/ports/ba67f433-1217-4d5e-bab0-adb685a8523e HTTP/1.1" status: 204 len: 173 time: 1.9561331 Feb 28 17:31:46.479088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e496a7f3-02b2-4ead-a2e7-f08ee2b479aa req-c74498d6-474a-46ea-9cf1-430de4cc229f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] For port 752e806f-6089-41e4-88f6-69959a72acc0, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=752e806f-6089-41e4-88f6-69959a72acc0,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:46.479450 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e496a7f3-02b2-4ead-a2e7-f08ee2b479aa req-c74498d6-474a-46ea-9cf1-430de4cc229f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (752e806f-6089-41e4-88f6-69959a72acc0), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:46.483470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-66ce121b-edd1-4ac1-b946-f106456dc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:46.484972 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-66ce121b-edd1-4ac1-b946-f106456dc53f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=71bce4d668634e5d893981794d3ba01a&device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 1126 time: 0.6419578 Feb 28 17:31:46.498746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=46aca6ae-306c-41ba-88d9-63b87b4a2dbe,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:46.529384 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c42075e7-cbba-4988-b559-f7dc765469b8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (0308eb66-9093-4f2e-86b5-98836999e42b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:46.529963 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42075e7-cbba-4988-b559-f7dc765469b8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Fanout notify agent at l3_agent the message router_deleted on router 0308eb66-9093-4f2e-86b5-98836999e42b {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:31:46.535896 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-e496a7f3-02b2-4ead-a2e7-f08ee2b479aa req-c74498d6-474a-46ea-9cf1-430de4cc229f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Calling delete_port for 752e806f-6089-41e4-88f6-69959a72acc0 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:46.542999 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c42075e7-cbba-4988-b559-f7dc765469b8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:46.544114 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c42075e7-cbba-4988-b559-f7dc765469b8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/routers/0308eb66-9093-4f2e-86b5-98836999e42b HTTP/1.1" status: 204 len: 168 time: 1.0416603 Feb 28 17:31:46.547874 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35338) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:46.567414 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5e53f858-dbc1-49f1-b8fd-770c8eb881cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:46.607110 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-b34bc6fa-93af-46df-a95c-399192c8d416 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec172e29-fb9f-405b-a2e2-d0a308714442 HTTP/1.1" status: 200 len: 217 time: 0.1099861 Feb 28 17:31:46.655024 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7f0b151f-9448-4ec3-859e-132abb642746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (46aca6ae-306c-41ba-88d9-63b87b4a2dbe), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:46.722369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b151f-9448-4ec3-859e-132abb642746 None None] No DVR routers for this DVR port 46aca6ae-306c-41ba-88d9-63b87b4a2dbe on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:46.743578 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b151f-9448-4ec3-859e-132abb642746 None None] Pushing event deleted for resources: {'Port': ['ID=46aca6ae-306c-41ba-88d9-63b87b4a2dbe,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:46.767377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c878bf-1677-4685-a513-f94a7ffd95ec', 'name': 'network-vif-deleted', 'tag': 'ba67f433-1217-4d5e-bab0-adb685a8523e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:46.771479 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96bb6a1-9b03-448a-a6b4-58fc49d2193c" -d '{"events": [{"server_uuid": "74c878bf-1677-4685-a513-f94a7ffd95ec", "name": "network-vif-deleted", "tag": "ba67f433-1217-4d5e-bab0-adb685a8523e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:46.776998 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d48670b8-eb7f-4825-96cd-9ba7d3958eaa req-b6485949-6f52-48bd-9527-3ef627b38a84 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0795939 Feb 28 17:31:46.821560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-1b41f113-f53f-4b6d-8cb2-754ea3861b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:46.823967 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-1b41f113-f53f-4b6d-8cb2-754ea3861b28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23b1079-2719-418f-994e-e0cc3792a1b5 HTTP/1.1" status: 200 len: 850 time: 0.2106590 Feb 28 17:31:46.825030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e012ede-9d5e-45f2-adfd-592e254dbaa5 req-c6be4e81-2ef6-46b3-a481-04aea0d6addd tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:46.833754 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6e012ede-9d5e-45f2-adfd-592e254dbaa5 req-c6be4e81-2ef6-46b3-a481-04aea0d6addd tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1269884 Feb 28 17:31:46.906719 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6e012ede-9d5e-45f2-adfd-592e254dbaa5 req-ade03b0e-7aca-4fc8-b799-e5a6438b1d29 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729005 Feb 28 17:31:46.922878 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-02b7cc9e-4855-4151-8864-bf853922ca83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70d9d4f9-19ac-492d-b119-3e433e5efb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710127 Feb 28 17:31:46.967209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e53f858-dbc1-49f1-b8fd-770c8eb881cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:46.972432 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5e53f858-dbc1-49f1-b8fd-770c8eb881cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:47.032695 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcb15cb-1a4d-48d8-8e00-3c269114c0d2 x-openstack-request-id: req-dfcb15cb-1a4d-48d8-8e00-3c269114c0d2 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:47.033011 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c878bf-1677-4685-a513-f94a7ffd95ec", "name": "network-vif-deleted", "tag": "ba67f433-1217-4d5e-bab0-adb685a8523e", "status": "failed", "code": 422}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:47.033239 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dfcb15cb-1a4d-48d8-8e00-3c269114c0d2 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:47.033654 n-d-820368-19 neutron-server[104246]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74c878bf-1677-4685-a513-f94a7ffd95ec', 'name': 'network-vif-deleted', 'tag': 'ba67f433-1217-4d5e-bab0-adb685a8523e', 'status': 'failed', 'code': 422} returned with failed status Feb 28 17:31:47.163027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cf7c0-a072-4cb8-ba56-752ff4311a5a req-9d572e4f-3159-4c3d-9908-11af8eafa1e6 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:47.167264 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da1cf7c0-a072-4cb8-ba56-752ff4311a5a req-9d572e4f-3159-4c3d-9908-11af8eafa1e6 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 949 time: 0.1081061 Feb 28 17:31:47.227220 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9927b610-2ef1-46c4-b365-65cda1aaecb6 req-ef1a851c-7c33-42db-a50a-1b906d785996 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0582743 Feb 28 17:31:47.231014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-4ba65aad-698b-472e-aa18-c3f37b2f941e service neutron] 10.222.0.73 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064852 Feb 28 17:31:47.231797 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e496a7f3-02b2-4ead-a2e7-f08ee2b479aa req-c74498d6-474a-46ea-9cf1-430de4cc229f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (752e806f-6089-41e4-88f6-69959a72acc0), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:47.244740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['89a9f715-3a11-4479-b2b7-82257c124da5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:47.270756 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da1cf7c0-a072-4cb8-ba56-752ff4311a5a req-961fc051-6f7a-4c69-971c-a0e7f6544ba6 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948861 Feb 28 17:31:47.276220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74498d6-474a-46ea-9cf1-430de4cc229f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Pushing event deleted for resources: {'Port': ['ID=752e806f-6089-41e4-88f6-69959a72acc0,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:47.382378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e496a7f3-02b2-4ead-a2e7-f08ee2b479aa req-c74498d6-474a-46ea-9cf1-430de4cc229f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] No DVR routers for this DVR port 752e806f-6089-41e4-88f6-69959a72acc0 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:47.385155 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e496a7f3-02b2-4ead-a2e7-f08ee2b479aa req-c74498d6-474a-46ea-9cf1-430de4cc229f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:47.388592 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e496a7f3-02b2-4ead-a2e7-f08ee2b479aa req-c74498d6-474a-46ea-9cf1-430de4cc229f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.73 "DELETE /v2.0/ports/752e806f-6089-41e4-88f6-69959a72acc0 HTTP/1.1" status: 204 len: 173 time: 2.1553559 Feb 28 17:31:47.410317 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5e53f858-dbc1-49f1-b8fd-770c8eb881cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (81002b6e-a7d0-45c5-a16a-7c23593a1168), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:47.456810 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ac7987f-53be-45f3-9c2a-b2c46571ba8f req-d8ad34af-a857-41de-961b-80f3864b3acd service neutron] 10.222.0.73 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187545 Feb 28 17:31:47.497836 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2dba7289-172f-42f6-a37a-e9e05c5889c8 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:47.520659 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2dba7289-172f-42f6-a37a-e9e05c5889c8 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:31:47.521007 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2dba7289-172f-42f6-a37a-e9e05c5889c8 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:47.537182 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e53f858-dbc1-49f1-b8fd-770c8eb881cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:47.544013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-5e53f858-dbc1-49f1-b8fd-770c8eb881cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:47.551578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e53f858-dbc1-49f1-b8fd-770c8eb881cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:47.552176 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5e53f858-dbc1-49f1-b8fd-770c8eb881cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:47.557140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e372c18-abb4-4ae9-a9e7-83486005aa32 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:47.585834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53f858-dbc1-49f1-b8fd-770c8eb881cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=81002b6e-a7d0-45c5-a16a-7c23593a1168,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:47.611600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083124a-9009-4ae6-9404-8f844d2d4283 req-6a148193-02c6-4fda-a619-e5fc4b2d54f3 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:47.613416 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a083124a-9009-4ae6-9404-8f844d2d4283 req-6a148193-02c6-4fda-a619-e5fc4b2d54f3 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 943 time: 0.0814171 Feb 28 17:31:47.665386 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5e53f858-dbc1-49f1-b8fd-770c8eb881cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1163449 Feb 28 17:31:47.671665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35370) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:47.676431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9066cf2c-1711-46cc-b3e9-48756e216d2f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1086331093', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:47.696416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': '81002b6e-a7d0-45c5-a16a-7c23593a1168'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:31:47.698006 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:47.724553 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a083124a-9009-4ae6-9404-8f844d2d4283 req-2c01be40-809a-469e-9c1f-172e9efe3065 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022844 Feb 28 17:31:47.825577 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9066cf2c-1711-46cc-b3e9-48756e216d2f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (ab223a84-1ecd-491d-a581-bcf481e23a55), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:47.826966 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9066cf2c-1711-46cc-b3e9-48756e216d2f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (ab223a84-1ecd-491d-a581-bcf481e23a55), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:47.866252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Allocated IP 2001:db8::2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/81002b6e-a7d0-45c5-a16a-7c23593a1168/b05ed4fb-cf3c-4355-9116-2786a6d0bb73) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:47.931267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9066cf2c-1711-46cc-b3e9-48756e216d2f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for router_controller (ab223a84-1ecd-491d-a581-bcf481e23a55), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:47.996183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9066cf2c-1711-46cc-b3e9-48756e216d2f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (ab223a84-1ecd-491d-a581-bcf481e23a55), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:48.059382 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57658b-ed9d-43fa-a4c6-e4aabd9da93d req-0134a2a7-9310-477f-a3ff-896cd6a3ba7c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:48.061263 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5f57658b-ed9d-43fa-a4c6-e4aabd9da93d req-0134a2a7-9310-477f-a3ff-896cd6a3ba7c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.0776010 Feb 28 17:31:48.065768 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Publish callbacks [] for port (b05ed4fb-cf3c-4355-9116-2786a6d0bb73), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:48.079967 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9066cf2c-1711-46cc-b3e9-48756e216d2f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:48.081549 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9066cf2c-1711-46cc-b3e9-48756e216d2f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4088724 Feb 28 17:31:48.084387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35376) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:48.167793 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (b05ed4fb-cf3c-4355-9116-2786a6d0bb73), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:48.212535 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:48.215682 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:48.219282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:48.229181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Pushing event updated for resources: {'Port': ['ID=b05ed4fb-cf3c-4355-9116-2786a6d0bb73,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:48.249510 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79115da-3aba-4325-b36c-3f2f1c770d28 req-6ce9488f-7dc1-43d7-8ced-e57a4195967e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:48.252251 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c79115da-3aba-4325-b36c-3f2f1c770d28 req-6ce9488f-7dc1-43d7-8ced-e57a4195967e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 908 time: 0.0843186 Feb 28 17:31:48.256386 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5f57658b-ed9d-43fa-a4c6-e4aabd9da93d req-8aa40f52-e294-4aa4-82e6-22fc52baa6ab tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894433 Feb 28 17:31:48.311674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Attempting to bind port b05ed4fb-cf3c-4355-9116-2786a6d0bb73 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:31:48.312613 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Attempting to bind port b05ed4fb-cf3c-4355-9116-2786a6d0bb73 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:31:48.313768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Attempting to bind port b05ed4fb-cf3c-4355-9116-2786a6d0bb73 on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:48.320288 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:31:48.321176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:31:48.321894 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:48.322457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:31:48.323088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Bound port: b05ed4fb-cf3c-4355-9116-2786a6d0bb73, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:31:48.326566 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b05ed4fb-cf3c-4355-9116-2786a6d0bb73), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:48.407038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] For port b05ed4fb-cf3c-4355-9116-2786a6d0bb73, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:48.412354 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f66ef0c1-22f7-4f56-876f-6c261a4e42fa req-6e25ce25-6987-49bc-ae6a-b8e8f3eb7cbe tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb4fbc7f-e7c8-446f-a052-50909433b121 HTTP/1.1" status: 200 len: 210 time: 0.0479848 Feb 28 17:31:48.414832 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] For port b05ed4fb-cf3c-4355-9116-2786a6d0bb73, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b05ed4fb-cf3c-4355-9116-2786a6d0bb73,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:31:48.489826 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b05ed4fb-cf3c-4355-9116-2786a6d0bb73), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:48.589443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e4f1c-15e0-432a-81eb-fcedb9c5638e None None] Pushing event updated for resources: {'Port': ['ID=b05ed4fb-cf3c-4355-9116-2786a6d0bb73,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:48.623594 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 752e806f-6089-41e4-88f6-69959a72acc0 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:48.651679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 752e806f-6089-41e4-88f6-69959a72acc0 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:31:48.655411 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 752e806f-6089-41e4-88f6-69959a72acc0 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:48.930035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:48.952028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fb4b7-15f3-4802-b7e0-9cf0240f024c req-e9b57cbd-cd63-4e0d-90e3-1c46ef8b869e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:48.953644 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0b3fb4b7-15f3-4802-b7e0-9cf0240f024c req-e9b57cbd-cd63-4e0d-90e3-1c46ef8b869e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 943 time: 0.0974836 Feb 28 17:31:49.035437 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4fbc7f-e7c8-446f-a052-50909433b121', 'name': 'network-vif-deleted', 'tag': '752e806f-6089-41e4-88f6-69959a72acc0'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:49.038519 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96042664-3202-44db-a388-8dad63afcac3" -d '{"events": [{"server_uuid": "cb4fbc7f-e7c8-446f-a052-50909433b121", "name": "network-vif-deleted", "tag": "752e806f-6089-41e4-88f6-69959a72acc0"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:49.086669 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd62113f-84af-4b24-ab6d-63792bde2b41 x-openstack-request-id: req-bd62113f-84af-4b24-ab6d-63792bde2b41 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:49.086965 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4fbc7f-e7c8-446f-a052-50909433b121", "name": "network-vif-deleted", "tag": "752e806f-6089-41e4-88f6-69959a72acc0", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:49.087217 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bd62113f-84af-4b24-ab6d-63792bde2b41 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:49.087658 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4fbc7f-e7c8-446f-a052-50909433b121', 'name': 'network-vif-deleted', 'tag': '752e806f-6089-41e4-88f6-69959a72acc0', 'status': 'completed', 'code': 200} Feb 28 17:31:49.108529 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0b3fb4b7-15f3-4802-b7e0-9cf0240f024c req-d06d4423-8cbe-46ae-a2a1-11f4fb703967 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166890 Feb 28 17:31:49.258750 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7d9e3ca1-b9fc-430d-9957-bbf26d3b091e req-629eb87a-beb4-4a25-9876-a82d3c9c7124 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0343630 Feb 28 17:31:49.273848 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::1 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/81002b6e-a7d0-45c5-a16a-7c23593a1168/b9b978ff-e8ee-4d13-a54a-07ebff51d422) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:49.564454 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd5bf2-5a83-4c3b-9932-bd4ea28a2513 req-edaf3ca9-eb30-4c74-826d-7f71aac238f2 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:49.574475 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-05cd5bf2-5a83-4c3b-9932-bd4ea28a2513 req-edaf3ca9-eb30-4c74-826d-7f71aac238f2 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1782222 Feb 28 17:31:49.581282 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7dc04d01-d007-4a34-a861-21264feba6b7 req-2e88c921-00eb-4c9a-bb3c-aceed5025903 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0796106 Feb 28 17:31:49.595683 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:49.643261 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d03904-3a43-4675-a423-ec7c9aa6b58c req-b1ad0333-8d39-43fa-9d69-e70e510608e7 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:49.644757 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26d03904-3a43-4675-a423-ec7c9aa6b58c req-b1ad0333-8d39-43fa-9d69-e70e510608e7 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 908 time: 0.2389417 Feb 28 17:31:49.673356 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-05cd5bf2-5a83-4c3b-9932-bd4ea28a2513 req-5c642af1-f364-4e7d-bad0-05d43a2ed37a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979037 Feb 28 17:31:49.679586 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b05ed4fb-cf3c-4355-9116-2786a6d0bb73 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:49.738693 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port b05ed4fb-cf3c-4355-9116-2786a6d0bb73 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:49.739066 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b05ed4fb-cf3c-4355-9116-2786a6d0bb73), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:49.755952 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:49.813550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:49.817136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:49.820597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:49.821709 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (ab223a84-1ecd-491d-a581-bcf481e23a55), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:49.827422 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=b9b978ff-e8ee-4d13-a54a-07ebff51d422,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:49.858576 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b05ed4fb-cf3c-4355-9116-2786a6d0bb73 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:49.859247 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b05ed4fb-cf3c-4355-9116-2786a6d0bb73), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:49.897007 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port b05ed4fb-cf3c-4355-9116-2786a6d0bb73, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b05ed4fb-cf3c-4355-9116-2786a6d0bb73,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:49.983236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a248e8a-835a-4bdd-b724-e602e48b49bc req-a6de66de-2416-4b53-9f52-fc6bd80a110a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:49.985061 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a248e8a-835a-4bdd-b724-e602e48b49bc req-a6de66de-2416-4b53-9f52-fc6bd80a110a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.73 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 908 time: 0.0548294 Feb 28 17:31:50.023148 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-647c9c31-37ca-495e-b849-c1c04d3219f1 None None] Provisioning complete for port b05ed4fb-cf3c-4355-9116-2786a6d0bb73 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:50.023522 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-647c9c31-37ca-495e-b849-c1c04d3219f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b05ed4fb-cf3c-4355-9116-2786a6d0bb73), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:50.074395 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:50.078831 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b05ed4fb-cf3c-4355-9116-2786a6d0bb73), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:50.118059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-0a248e8a-835a-4bdd-b724-e602e48b49bc req-a8701048-fcde-4b9d-88b6-9699fe73c771 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Deleting port e970ce62-470b-41c3-beb7-0cc0608ea9db {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:50.118059 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a248e8a-835a-4bdd-b724-e602e48b49bc req-a8701048-fcde-4b9d-88b6-9699fe73c771 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:50.207405 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=b05ed4fb-cf3c-4355-9116-2786a6d0bb73,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:50.263971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0a248e8a-835a-4bdd-b724-e602e48b49bc req-a8701048-fcde-4b9d-88b6-9699fe73c771 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] For port e970ce62-470b-41c3-beb7-0cc0608ea9db, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e970ce62-470b-41c3-beb7-0cc0608ea9db,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:50.264334 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a248e8a-835a-4bdd-b724-e602e48b49bc req-a8701048-fcde-4b9d-88b6-9699fe73c771 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:50.271776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-647c9c31-37ca-495e-b849-c1c04d3219f1 None None] Current status of the port b05ed4fb-cf3c-4355-9116-2786a6d0bb73 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:50.299219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-0a248e8a-835a-4bdd-b724-e602e48b49bc req-a8701048-fcde-4b9d-88b6-9699fe73c771 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Calling delete_port for e970ce62-470b-41c3-beb7-0cc0608ea9db owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:50.361835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07949b18-ce37-4c68-b0fb-cbe262253b34 req-701b3e48-cae6-4c7e-a7ec-53f70a70510e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:50.363300 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07949b18-ce37-4c68-b0fb-cbe262253b34 req-701b3e48-cae6-4c7e-a7ec-53f70a70510e tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1169508 Feb 28 17:31:50.398167 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b60e64ff-e6f3-42f2-9009-cd3f6a970544 None None] Provisioning complete for port b9b978ff-e8ee-4d13-a54a-07ebff51d422 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:50.398682 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cb20e-84ec-40ec-ab05-0c0115eaa1f4 req-333b3d55-15c6-4f87-a52f-e754a35f5bb6 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:50.398964 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b60e64ff-e6f3-42f2-9009-cd3f6a970544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:50.400797 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f03cb20e-84ec-40ec-ab05-0c0115eaa1f4 req-333b3d55-15c6-4f87-a52f-e754a35f5bb6 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 943 time: 0.1191955 Feb 28 17:31:50.440433 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07949b18-ce37-4c68-b0fb-cbe262253b34 req-9cc84925-79f5-44fa-b407-27238478f2d0 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623806 Feb 28 17:31:50.453396 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b60e64ff-e6f3-42f2-9009-cd3f6a970544 None None] Port b9b978ff-e8ee-4d13-a54a-07ebff51d422 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:31:50.475985 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:50.512989 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f03cb20e-84ec-40ec-ab05-0c0115eaa1f4 req-c45b896c-0f4a-43a6-b4de-74479b59dc09 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507245 Feb 28 17:31:50.553597 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:50.554496 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (ab223a84-1ecd-491d-a581-bcf481e23a55), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:50.620805 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a248e8a-835a-4bdd-b724-e602e48b49bc req-a8701048-fcde-4b9d-88b6-9699fe73c771 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e970ce62-470b-41c3-beb7-0cc0608ea9db), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:50.645380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ec172e29-fb9f-405b-a2e2-d0a308714442 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:31:50.647342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8701048-fcde-4b9d-88b6-9699fe73c771 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event deleted for resources: {'Port': ['ID=e970ce62-470b-41c3-beb7-0cc0608ea9db,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:50.648204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=b9b978ff-e8ee-4d13-a54a-07ebff51d422,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:50.707027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:50.708699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:50.763189 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a248e8a-835a-4bdd-b724-e602e48b49bc req-a8701048-fcde-4b9d-88b6-9699fe73c771 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] No DVR routers for this DVR port e970ce62-470b-41c3-beb7-0cc0608ea9db on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:50.770064 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0a248e8a-835a-4bdd-b724-e602e48b49bc req-a8701048-fcde-4b9d-88b6-9699fe73c771 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:50.782090 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a248e8a-835a-4bdd-b724-e602e48b49bc req-a8701048-fcde-4b9d-88b6-9699fe73c771 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.73 "DELETE /v2.0/ports/e970ce62-470b-41c3-beb7-0cc0608ea9db HTTP/1.1" status: 204 len: 173 time: 0.7913845 Feb 28 17:31:50.883691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b84bf-e38e-4e96-8831-3aef33ca7582 req-7aaf80a0-3f29-4081-a4e3-8c23af4f339c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:50.884483 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d13b84bf-e38e-4e96-8831-3aef33ca7582 req-7aaf80a0-3f29-4081-a4e3-8c23af4f339c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.0980694 Feb 28 17:31:50.889718 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ec172e29-fb9f-405b-a2e2-d0a308714442, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ec172e29-fb9f-405b-a2e2-d0a308714442,segment=NetworkSegment(b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc),segment_id=b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:50.906240 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df94ecf4-b51a-4822-a883-35a2ae877220 req-7c043779-7928-4a60-b7ae-de135bdce8a7 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 210 time: 0.0544341 Feb 28 17:31:50.909801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'ec172e29-fb9f-405b-a2e2-d0a308714442', 'network_id': '70d9d4f9-19ac-492d-b119-3e433e5efb66', 'port_id': 'ec172e29-fb9f-405b-a2e2-d0a308714442', 'mac_address': 'fa:16:3e:a8:9d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a23b1079-2719-418f-994e-e0cc3792a1b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:31:51.005078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ec172e29-fb9f-405b-a2e2-d0a308714442 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:51.005478 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:51.025557 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d13b84bf-e38e-4e96-8831-3aef33ca7582 req-81806ea9-0720-450d-98bf-905d863b967b tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355746 Feb 28 17:31:51.040938 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec172e29-fb9f-405b-a2e2-d0a308714442 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:31:51.069010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ec172e29-fb9f-405b-a2e2-d0a308714442, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ec172e29-fb9f-405b-a2e2-d0a308714442,segment=NetworkSegment(b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc),segment_id=b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:51.071987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Router ab223a84-1ecd-491d-a581-bcf481e23a55 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:31:51.088360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c015ee29-d8f8-40d2-8cfc-ef59659337f1', 'name': 'network-vif-deleted', 'tag': 'e970ce62-470b-41c3-beb7-0cc0608ea9db'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:51.090896 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73750cb9-d0db-4e7e-9903-6564b6e77e2e" -d '{"events": [{"server_uuid": "c015ee29-d8f8-40d2-8cfc-ef59659337f1", "name": "network-vif-deleted", "tag": "e970ce62-470b-41c3-beb7-0cc0608ea9db"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:51.134783 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c732a1d-cf7a-4d44-8e1e-cb5e6a815dd7 x-openstack-request-id: req-2c732a1d-cf7a-4d44-8e1e-cb5e6a815dd7 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:51.135419 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c015ee29-d8f8-40d2-8cfc-ef59659337f1", "name": "network-vif-deleted", "tag": "e970ce62-470b-41c3-beb7-0cc0608ea9db", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:51.135419 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2c732a1d-cf7a-4d44-8e1e-cb5e6a815dd7 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:51.136159 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c015ee29-d8f8-40d2-8cfc-ef59659337f1', 'name': 'network-vif-deleted', 'tag': 'e970ce62-470b-41c3-beb7-0cc0608ea9db', 'status': 'completed', 'code': 200} Feb 28 17:31:51.164512 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:51.202919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:31:51.222258 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Sync routers for ids ['ab223a84-1ecd-491d-a581-bcf481e23a55'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:31:51.228801 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35434) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:51.229030 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6fd567b2-9e08-444f-8faf-e0873bd21b3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "PUT /v2.0/routers/ab223a84-1ecd-491d-a581-bcf481e23a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1434550 Feb 28 17:31:51.233147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-174c708c-02ff-4393-a4d0-5429afd68fb1 None None] Provisioning complete for port b9b978ff-e8ee-4d13-a54a-07ebff51d422 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:51.233541 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-174c708c-02ff-4393-a4d0-5429afd68fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:51.237373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ec172e29-fb9f-405b-a2e2-d0a308714442,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:51.243710 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Routers {'ab223a84-1ecd-491d-a581-bcf481e23a55'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:31:51.244804 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:31:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ab223a84-1ecd-491d-a581-bcf481e23a55'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:51.272884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-174c708c-02ff-4393-a4d0-5429afd68fb1 None None] Port b9b978ff-e8ee-4d13-a54a-07ebff51d422 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:31:51.307803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d14568d-3f19-4d19-aaac-63e1487b75a2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:51.310007 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8d14568d-3f19-4d19-aaac-63e1487b75a2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports/b9b978ff-e8ee-4d13-a54a-07ebff51d422 HTTP/1.1" status: 200 len: 911 time: 0.0795836 Feb 28 17:31:51.314595 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35436) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:51.351840 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Set router ab223a84-1ecd-491d-a581-bcf481e23a55 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:31:51.375196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0970b906-0b48-487c-9280-7239cbc55330 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:51.380732 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0970b906-0b48-487c-9280-7239cbc55330 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:51.384983 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0970b906-0b48-487c-9280-7239cbc55330 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0664046 Feb 28 17:31:51.385309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35438) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:51.542834 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['ec172e29-fb9f-405b-a2e2-d0a308714442'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:51.614328 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab223a84-1ecd-491d-a581-bcf481e23a55', 'name': 'tempest-NetworksTestDHCPv6-router-1086331093', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:31:47Z', 'updated_at': '2022-02-28T17:31:49Z', 'revision_number': 2, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'gw_port_host': None, '_interfaces': [{'id': 'b9b978ff-e8ee-4d13-a54a-07ebff51d422', 'name': '', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'mac_address': 'fa:16:3e:97:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab223a84-1ecd-491d-a581-bcf481e23a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '81002b6e-a7d0-45c5-a16a-7c23593a1168', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:31:49Z', 'updated_at': '2022-02-28T17:31:50Z', 'revision_number': 2, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'subnets': [{'id': '81002b6e-a7d0-45c5-a16a-7c23593a1168', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:51.661408 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b05ed4fb-cf3c-4355-9116-2786a6d0bb73 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:51.747273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4139d0-69f2-4656-8db9-a54b0cd3413c req-8e954b2b-b757-46df-ac8b-950d6500e9f2 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:51.751266 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f4139d0-69f2-4656-8db9-a54b0cd3413c req-8e954b2b-b757-46df-ac8b-950d6500e9f2 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.1056194 Feb 28 17:31:51.756768 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Checking router: ab223a84-1ecd-491d-a581-bcf481e23a55 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:31:51.757509 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Updating router ab223a84-1ecd-491d-a581-bcf481e23a55 port b9b978ff-e8ee-4d13-a54a-07ebff51d422 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:31:51.788516 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:51.897804 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port b05ed4fb-cf3c-4355-9116-2786a6d0bb73 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:51.898410 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b05ed4fb-cf3c-4355-9116-2786a6d0bb73), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:51.951403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f4139d0-69f2-4656-8db9-a54b0cd3413c req-786c0435-1bdf-4894-9de7-dfa0dcc78975 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d8612d9-01a3-42f1-90de-4d56ab106930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920390 Feb 28 17:31:52.014988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68929bcc-0d26-432b-8ac6-c3c4c2a7d2ba req-45018164-d59a-46e5-84f6-8d455341dcb1 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:52.016659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-68929bcc-0d26-432b-8ac6-c3c4c2a7d2ba req-45018164-d59a-46e5-84f6-8d455341dcb1 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 950 time: 0.2305970 Feb 28 17:31:52.032294 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03128938-3f33-49f0-8598-545967d0eaba req-344db65c-37e3-4bf4-9009-2b95f69f5555 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:52.034583 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-03128938-3f33-49f0-8598-545967d0eaba req-344db65c-37e3-4bf4-9009-2b95f69f5555 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 944 time: 0.3135841 Feb 28 17:31:52.056210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b05ed4fb-cf3c-4355-9116-2786a6d0bb73 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:52.079885 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d74f8c5-dcc8-4697-9ff8-5c68a7162ea0 req-bf98bc6b-8811-424f-b4eb-0fdc4cf2b0a7 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0442598 Feb 28 17:31:52.153438 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75b06383-2d83-4c4e-a45b-663e7d07a18b req-de37a0f2-60f6-4055-8d12-af3d4992f12e tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c015ee29-d8f8-40d2-8cfc-ef59659337f1 HTTP/1.1" status: 200 len: 210 time: 0.0387955 Feb 28 17:31:52.181181 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-03128938-3f33-49f0-8598-545967d0eaba req-8b73f3fe-777e-4bca-8819-c9cc8494967c tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002705 Feb 28 17:31:52.226781 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Publish callbacks [] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:52.247962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-68929bcc-0d26-432b-8ac6-c3c4c2a7d2ba req-e8ecf945-75f7-4360-9b62-9ccd02fcb35f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Deleting port 89a9f715-3a11-4479-b2b7-82257c124da5 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:52.248220 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-68929bcc-0d26-432b-8ac6-c3c4c2a7d2ba req-e8ecf945-75f7-4360-9b62-9ccd02fcb35f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:52.287119 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:52.343414 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7414ff4-4013-4832-a0d6-76132e78c2db None None] Pushing event updated for resources: {'Port': ['ID=b9b978ff-e8ee-4d13-a54a-07ebff51d422,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:52.369966 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1bdab457-ea8d-4b42-a828-d93a60e45fa0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (ab223a84-1ecd-491d-a581-bcf481e23a55), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:52.419018 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Attempting to bind port b9b978ff-e8ee-4d13-a54a-07ebff51d422 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:31:52.419788 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Attempting to bind port b9b978ff-e8ee-4d13-a54a-07ebff51d422 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:31:52.420401 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Attempting to bind port b9b978ff-e8ee-4d13-a54a-07ebff51d422 on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:52.426372 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:31:52.427271 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:31:52.428241 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:52.428839 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:31:52.429640 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Bound port: b9b978ff-e8ee-4d13-a54a-07ebff51d422, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:31:52.430276 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:52.458303 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d1ba204f-00fe-4ca5-8703-6b2ea29ae42e req-8e1145ce-02d0-436d-8ad7-55b07029142a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0986412 Feb 28 17:31:52.502904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc4ab8-4cdb-4c95-89d8-6c037f7bafdc req-ca254218-95c2-435b-a424-f4ce5b9bf0a0 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:52.511152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e7dc4ab8-4cdb-4c95-89d8-6c037f7bafdc req-ca254218-95c2-435b-a424-f4ce5b9bf0a0 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.2131341 Feb 28 17:31:52.551394 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] For port b9b978ff-e8ee-4d13-a54a-07ebff51d422, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:52.555078 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] For port b9b978ff-e8ee-4d13-a54a-07ebff51d422, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b9b978ff-e8ee-4d13-a54a-07ebff51d422,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:31:52.598880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-68929bcc-0d26-432b-8ac6-c3c4c2a7d2ba req-e8ecf945-75f7-4360-9b62-9ccd02fcb35f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] For port 89a9f715-3a11-4479-b2b7-82257c124da5, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=89a9f715-3a11-4479-b2b7-82257c124da5,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:52.599253 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-68929bcc-0d26-432b-8ac6-c3c4c2a7d2ba req-e8ecf945-75f7-4360-9b62-9ccd02fcb35f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:52.611172 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e7dc4ab8-4cdb-4c95-89d8-6c037f7bafdc req-c945ccf3-6d06-4a31-a046-be99704c5907 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989909 Feb 28 17:31:52.621485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-68929bcc-0d26-432b-8ac6-c3c4c2a7d2ba req-e8ecf945-75f7-4360-9b62-9ccd02fcb35f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Calling delete_port for 89a9f715-3a11-4479-b2b7-82257c124da5 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:52.641179 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:52.655072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e970ce62-470b-41c3-beb7-0cc0608ea9db no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:52.697555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: e970ce62-470b-41c3-beb7-0cc0608ea9db {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:31:52.697781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e970ce62-470b-41c3-beb7-0cc0608ea9db not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:52.707773 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7414ff4-4013-4832-a0d6-76132e78c2db None None] Pushing event updated for resources: {'Port': ['ID=b9b978ff-e8ee-4d13-a54a-07ebff51d422,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:52.742135 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Routers {'ab223a84-1ecd-491d-a581-bcf481e23a55'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:31:52.742762 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:31:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ab223a84-1ecd-491d-a581-bcf481e23a55'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:52.812521 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e682ad7a-11f1-4bb4-848e-1ad707c697e2 None None] Provisioning complete for port b9b978ff-e8ee-4d13-a54a-07ebff51d422 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:52.813204 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e682ad7a-11f1-4bb4-848e-1ad707c697e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:52.854897 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-1bdab457-ea8d-4b42-a828-d93a60e45fa0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port b9b978ff-e8ee-4d13-a54a-07ebff51d422 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:52.855620 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1bdab457-ea8d-4b42-a828-d93a60e45fa0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:52.890280 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] Set router ab223a84-1ecd-491d-a581-bcf481e23a55 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:31:52.912428 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-68929bcc-0d26-432b-8ac6-c3c4c2a7d2ba req-e8ecf945-75f7-4360-9b62-9ccd02fcb35f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (89a9f715-3a11-4479-b2b7-82257c124da5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:52.949496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e682ad7a-11f1-4bb4-848e-1ad707c697e2 None None] Current status of the port b9b978ff-e8ee-4d13-a54a-07ebff51d422 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:52.953248 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e682ad7a-11f1-4bb4-848e-1ad707c697e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:52.957352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['89a9f715-3a11-4479-b2b7-82257c124da5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:52.972497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecf945-75f7-4360-9b62-9ccd02fcb35f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Pushing event deleted for resources: {'Port': ['ID=89a9f715-3a11-4479-b2b7-82257c124da5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:53.018664 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-1bdab457-ea8d-4b42-a828-d93a60e45fa0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] For port b9b978ff-e8ee-4d13-a54a-07ebff51d422, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b9b978ff-e8ee-4d13-a54a-07ebff51d422,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:53.021693 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1bdab457-ea8d-4b42-a828-d93a60e45fa0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:53.033236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-68929bcc-0d26-432b-8ac6-c3c4c2a7d2ba req-e8ecf945-75f7-4360-9b62-9ccd02fcb35f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] No DVR routers for this DVR port 89a9f715-3a11-4479-b2b7-82257c124da5 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:53.039585 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-68929bcc-0d26-432b-8ac6-c3c4c2a7d2ba req-e8ecf945-75f7-4360-9b62-9ccd02fcb35f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:53.041304 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-68929bcc-0d26-432b-8ac6-c3c4c2a7d2ba req-e8ecf945-75f7-4360-9b62-9ccd02fcb35f tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.69 "DELETE /v2.0/ports/89a9f715-3a11-4479-b2b7-82257c124da5 HTTP/1.1" status: 204 len: 173 time: 1.0176249 Feb 28 17:31:53.052860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-1bdab457-ea8d-4b42-a828-d93a60e45fa0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for b9b978ff-e8ee-4d13-a54a-07ebff51d422 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:53.110418 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e682ad7a-11f1-4bb4-848e-1ad707c697e2 None None] For port b9b978ff-e8ee-4d13-a54a-07ebff51d422, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b9b978ff-e8ee-4d13-a54a-07ebff51d422,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:53.137628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1', 'name': 'network-vif-deleted', 'tag': '89a9f715-3a11-4479-b2b7-82257c124da5'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:53.141257 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63499ec9-be0a-437a-af74-b236c43e3c3a" -d '{"events": [{"server_uuid": "5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1", "name": "network-vif-deleted", "tag": "89a9f715-3a11-4479-b2b7-82257c124da5"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:53.169608 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e682ad7a-11f1-4bb4-848e-1ad707c697e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:53.218704 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f77af28-7d7c-4794-ad48-7276a192815d x-openstack-request-id: req-1f77af28-7d7c-4794-ad48-7276a192815d {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:53.219253 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1", "name": "network-vif-deleted", "tag": "89a9f715-3a11-4479-b2b7-82257c124da5", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:53.219253 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f77af28-7d7c-4794-ad48-7276a192815d {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:53.219638 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1', 'name': 'network-vif-deleted', 'tag': '89a9f715-3a11-4479-b2b7-82257c124da5', 'status': 'completed', 'code': 200} Feb 28 17:31:53.267868 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab223a84-1ecd-491d-a581-bcf481e23a55', 'name': 'tempest-NetworksTestDHCPv6-router-1086331093', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:31:47Z', 'updated_at': '2022-02-28T17:31:49Z', 'revision_number': 2, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'gw_port_host': None, '_interfaces': [{'id': 'b9b978ff-e8ee-4d13-a54a-07ebff51d422', 'name': '', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'mac_address': 'fa:16:3e:97:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab223a84-1ecd-491d-a581-bcf481e23a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '81002b6e-a7d0-45c5-a16a-7c23593a1168', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:31:49Z', 'updated_at': '2022-02-28T17:31:52Z', 'revision_number': 4, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'subnets': [{'id': '81002b6e-a7d0-45c5-a16a-7c23593a1168', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:53.285186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682ad7a-11f1-4bb4-848e-1ad707c697e2 None None] Pushing event updated for resources: {'Port': ['ID=b9b978ff-e8ee-4d13-a54a-07ebff51d422,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:53.301527 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f0a47737-1d8e-40a6-a78a-6756048fde29 None None] Provisioning complete for port b9b978ff-e8ee-4d13-a54a-07ebff51d422 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:53.302068 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f0a47737-1d8e-40a6-a78a-6756048fde29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:53.356198 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc31fb8-0aa4-4ba1-8ac0-3c1f2ea062ce None None] The sync data for ids ['ab223a84-1ecd-491d-a581-bcf481e23a55'] in n-d-820368-19 is: [{'id': 'ab223a84-1ecd-491d-a581-bcf481e23a55', 'name': 'tempest-NetworksTestDHCPv6-router-1086331093', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:31:47Z', 'updated_at': '2022-02-28T17:31:49Z', 'revision_number': 2, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'gw_port_host': None, '_interfaces': [{'id': 'b9b978ff-e8ee-4d13-a54a-07ebff51d422', 'name': '', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'mac_address': 'fa:16:3e:97:e7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab223a84-1ecd-491d-a581-bcf481e23a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '81002b6e-a7d0-45c5-a16a-7c23593a1168', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:31:49Z', 'updated_at': '2022-02-28T17:31:52Z', 'revision_number': 4, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'subnets': [{'id': '81002b6e-a7d0-45c5-a16a-7c23593a1168', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:31:53.422190 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fde2c5dd-6f0e-44bb-aebd-0125c633e57c req-353ca46a-dc86-4870-9440-ce644fae1e76 tempest-MigrationsAdminTest-1673285677 tempest-MigrationsAdminTest-1673285677-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7fc8f-c414-4869-a4a6-3cd70ee9ccb1 HTTP/1.1" status: 200 len: 210 time: 0.0613937 Feb 28 17:31:53.427063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1bdab457-ea8d-4b42-a828-d93a60e45fa0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b9b978ff-e8ee-4d13-a54a-07ebff51d422), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:53.476564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f0a47737-1d8e-40a6-a78a-6756048fde29 None None] Current status of the port b9b978ff-e8ee-4d13-a54a-07ebff51d422 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:53.505371 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0dff4-3f14-4d95-b489-1bcd0c1cd371 req-7aa35a7e-eee5-4748-a15a-9afa8ac542dc tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:53.507508 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0e0dff4-3f14-4d95-b489-1bcd0c1cd371 req-7aa35a7e-eee5-4748-a15a-9afa8ac542dc tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 944 time: 0.1240273 Feb 28 17:31:53.574656 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0e0dff4-3f14-4d95-b489-1bcd0c1cd371 req-aeab1d0c-66b6-4a03-bdb3-e942bc1dfb7b tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602043 Feb 28 17:31:53.830088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784ac44-8707-4da9-ac29-9d6a1c19912c req-1c92cefd-e6c1-422a-ae01-6fdff0a392a8 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:53.851255 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2784ac44-8707-4da9-ac29-9d6a1c19912c req-1c92cefd-e6c1-422a-ae01-6fdff0a392a8 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1424491 Feb 28 17:31:53.942269 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2784ac44-8707-4da9-ac29-9d6a1c19912c req-76d24aae-70af-4fc2-b7e2-ae4e38d4b432 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907087 Feb 28 17:31:54.004931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdab457-ea8d-4b42-a828-d93a60e45fa0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=b9b978ff-e8ee-4d13-a54a-07ebff51d422,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:54.139144 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1bdab457-ea8d-4b42-a828-d93a60e45fa0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (ab223a84-1ecd-491d-a581-bcf481e23a55), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:54.219226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f6dce-630d-448e-bac6-ca981298b004 req-652248d5-bad5-4fdd-8ba6-a4295ccbbec7 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:54.229588 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0e3f6dce-630d-448e-bac6-ca981298b004 req-652248d5-bad5-4fdd-8ba6-a4295ccbbec7 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 945 time: 0.0965331 Feb 28 17:31:54.329372 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0e3f6dce-630d-448e-bac6-ca981298b004 req-2661f7cb-ab0c-429c-95e9-b6182f691589 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987341 Feb 28 17:31:54.397517 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdab457-ea8d-4b42-a828-d93a60e45fa0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Router ab223a84-1ecd-491d-a581-bcf481e23a55 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:31:54.508517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7f17ec2-714b-43e6-8ffb-725f50138053 req-4d226e54-d83d-4e1e-94bf-2faff603bb72 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0333908 Feb 28 17:31:54.509592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdab457-ea8d-4b42-a828-d93a60e45fa0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:31:54.517884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1bdab457-ea8d-4b42-a828-d93a60e45fa0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "PUT /v2.0/routers/ab223a84-1ecd-491d-a581-bcf481e23a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1314361 Feb 28 17:31:54.520699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35492) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:54.609131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad248a1d-c812-472f-a7e5-52cb258158fb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:54.610181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad248a1d-c812-472f-a7e5-52cb258158fb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:54.613565 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ad248a1d-c812-472f-a7e5-52cb258158fb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0908561 Feb 28 17:31:54.615877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35496) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:54.676305 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ec172e29-fb9f-405b-a2e2-d0a308714442 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:54.685651 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52baeed6-5843-4f86-971d-e44dc8bc1d4d req-68bc1dfd-625c-46b1-86a2-df47352fd98c service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0300541 Feb 28 17:31:54.690216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4e160c-8e63-4034-8de5-55ac5e8af7d3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 81002b6e-a7d0-45c5-a16a-7c23593a1168 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:31:54.698798 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb4e160c-8e63-4034-8de5-55ac5e8af7d3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (81002b6e-a7d0-45c5-a16a-7c23593a1168), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:54.760269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd8ae6-d625-40aa-8b4f-29f4834d6335 req-fb6c23ce-1c22-4538-9882-5fc3cc522fd4 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:54.761814 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d8bd8ae6-d625-40aa-8b4f-29f4834d6335 req-fb6c23ce-1c22-4538-9882-5fc3cc522fd4 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 944 time: 0.0686548 Feb 28 17:31:54.765279 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb4e160c-8e63-4034-8de5-55ac5e8af7d3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (81002b6e-a7d0-45c5-a16a-7c23593a1168), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:54.814169 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d8bd8ae6-d625-40aa-8b4f-29f4834d6335 req-a19c847e-5a6c-4370-91bb-fced4a3f2eb1 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463381 Feb 28 17:31:54.823953 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port ec172e29-fb9f-405b-a2e2-d0a308714442 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:31:54.829317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port ec172e29-fb9f-405b-a2e2-d0a308714442 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:54.829967 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:54.861355 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb4e160c-8e63-4034-8de5-55ac5e8af7d3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (81002b6e-a7d0-45c5-a16a-7c23593a1168), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:54.932245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ec172e29-fb9f-405b-a2e2-d0a308714442 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:54.932617 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:54.961950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5352cb18-ef5f-4a08-b99f-48fb37249987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec172e29-fb9f-405b-a2e2-d0a308714442'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:54.964265 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5d576a-aefa-4ec1-8faa-bb798d5e08da" -d '{"events": [{"server_uuid": "5352cb18-ef5f-4a08-b99f-48fb37249987", "name": "network-vif-plugged", "status": "completed", "tag": "ec172e29-fb9f-405b-a2e2-d0a308714442"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:54.978447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ec172e29-fb9f-405b-a2e2-d0a308714442, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ec172e29-fb9f-405b-a2e2-d0a308714442,segment=NetworkSegment(b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc),segment_id=b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:55.006396 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d268be23-f941-4a0d-83b2-054efff791b9 x-openstack-request-id: req-d268be23-f941-4a0d-83b2-054efff791b9 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:55.010870 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5352cb18-ef5f-4a08-b99f-48fb37249987", "name": "network-vif-plugged", "status": "completed", "tag": "ec172e29-fb9f-405b-a2e2-d0a308714442", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:55.010870 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d268be23-f941-4a0d-83b2-054efff791b9 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:55.010870 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5352cb18-ef5f-4a08-b99f-48fb37249987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec172e29-fb9f-405b-a2e2-d0a308714442', 'code': 200} Feb 28 17:31:55.030968 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb4e160c-8e63-4034-8de5-55ac5e8af7d3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (81002b6e-a7d0-45c5-a16a-7c23593a1168), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:55.059420 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:55.074073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e160c-8e63-4034-8de5-55ac5e8af7d3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=81002b6e-a7d0-45c5-a16a-7c23593a1168,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:55.078653 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb4e160c-8e63-4034-8de5-55ac5e8af7d3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:55.084935 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cb4e160c-8e63-4034-8de5-55ac5e8af7d3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/81002b6e-a7d0-45c5-a16a-7c23593a1168 HTTP/1.1" status: 204 len: 168 time: 0.4679325 Feb 28 17:31:55.085539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35516) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:55.106671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35518) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:55.121300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6497d3d3-8c8a-4b40-b9e0-2a344520e50a None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:55.128582 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3158a2-9bdd-4116-8b79-b94fd8e33805 req-4a2bf570-4bad-46ea-8253-b50fa5df7e87 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:55.133344 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec3158a2-9bdd-4116-8b79-b94fd8e33805 req-4a2bf570-4bad-46ea-8253-b50fa5df7e87 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1130984 Feb 28 17:31:55.181105 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3867b0-ff87-44ae-992d-665f10628415 req-41e0fb11-572c-4205-a902-91c439ad0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:55.182631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c3867b0-ff87-44ae-992d-665f10628415 req-41e0fb11-572c-4205-a902-91c439ad0501 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 1128 time: 0.0955012 Feb 28 17:31:55.218547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec3158a2-9bdd-4116-8b79-b94fd8e33805 req-311dd663-1352-4be5-8447-0562424bb960 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794928 Feb 28 17:31:55.241520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ec172e29-fb9f-405b-a2e2-d0a308714442,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:55.264543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35522) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:55.265142 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4adea4f5-77fe-4f9b-aca5-8f0bb8d7f260 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1778345 Feb 28 17:31:55.272815 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c3867b0-ff87-44ae-992d-665f10628415 req-02a4af58-e7b4-4e75-b321-df742263dcef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649107 Feb 28 17:31:55.363511 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6dabc253-87cd-4b59-be2e-d2c4f857772e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for router (ab223a84-1ecd-491d-a581-bcf481e23a55), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:55.380524 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd04e5f-6ca1-4eb6-a348-2eb3228efeef None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:31:55.440859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-cfd04e5f-6ca1-4eb6-a348-2eb3228efeef None None] Deleting port b05ed4fb-cf3c-4355-9116-2786a6d0bb73 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:55.441229 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cfd04e5f-6ca1-4eb6-a348-2eb3228efeef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b05ed4fb-cf3c-4355-9116-2786a6d0bb73), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:55.458084 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3c69a5e5-3a99-4248-b2a7-ef8d437cfad6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99c70571e74e4e0589acb386047f6689&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256066 Feb 28 17:31:55.461111 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35528) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:55.506282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866dead-4f83-47a7-b52f-d95aec005a30 req-c3909ad7-7103-4c2d-94da-16706233ff01 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:55.507970 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9866dead-4f83-47a7-b52f-d95aec005a30 req-c3909ad7-7103-4c2d-94da-16706233ff01 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 945 time: 0.0977218 Feb 28 17:31:55.526432 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-cfd04e5f-6ca1-4eb6-a348-2eb3228efeef None None] For port b05ed4fb-cf3c-4355-9116-2786a6d0bb73, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b05ed4fb-cf3c-4355-9116-2786a6d0bb73,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:55.526851 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cfd04e5f-6ca1-4eb6-a348-2eb3228efeef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b05ed4fb-cf3c-4355-9116-2786a6d0bb73), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:55.544300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-cfd04e5f-6ca1-4eb6-a348-2eb3228efeef None None] Calling delete_port for b05ed4fb-cf3c-4355-9116-2786a6d0bb73 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:55.592119 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6dabc253-87cd-4b59-be2e-d2c4f857772e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (ab223a84-1ecd-491d-a581-bcf481e23a55), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:55.597073 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6dabc253-87cd-4b59-be2e-d2c4f857772e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for router_controller (ab223a84-1ecd-491d-a581-bcf481e23a55), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:55.609007 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b05ed4fb-cf3c-4355-9116-2786a6d0bb73 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:55.612465 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9866dead-4f83-47a7-b52f-d95aec005a30 req-bea8bc9e-0744-473d-96df-25b0ed6e1248 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853560 Feb 28 17:31:55.646896 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aec08f3-34e8-42f3-9638-f18937922edb None None] Sync routers for ids ['ab223a84-1ecd-491d-a581-bcf481e23a55'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:31:55.660827 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8451b118-4c77-4186-997e-960d70b6bd8b admin admin] Publish callbacks [] for security_group (6d8612d9-01a3-42f1-90de-4d56ab106930), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:55.694899 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8451b118-4c77-4186-997e-960d70b6bd8b admin admin] Publish callbacks [] for security_group (6d8612d9-01a3-42f1-90de-4d56ab106930), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:55.775271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89927066-7ec9-41ab-97a4-5d7c68d5ba6e req-60f3ca6f-101c-4943-9c56-b393e41da726 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:55.776940 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-89927066-7ec9-41ab-97a4-5d7c68d5ba6e req-60f3ca6f-101c-4943-9c56-b393e41da726 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.73 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 945 time: 0.0967886 Feb 28 17:31:55.845209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec08f3-34e8-42f3-9638-f18937922edb None None] Routers {'ab223a84-1ecd-491d-a581-bcf481e23a55'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:31:55.846418 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3aec08f3-34e8-42f3-9638-f18937922edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:31:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ab223a84-1ecd-491d-a581-bcf481e23a55'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:55.904924 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6dabc253-87cd-4b59-be2e-d2c4f857772e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (ab223a84-1ecd-491d-a581-bcf481e23a55), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:55.905632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dabc253-87cd-4b59-be2e-d2c4f857772e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Fanout notify agent at l3_agent the message router_deleted on router ab223a84-1ecd-491d-a581-bcf481e23a55 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:31:55.921303 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6dabc253-87cd-4b59-be2e-d2c4f857772e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:55.925141 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6dabc253-87cd-4b59-be2e-d2c4f857772e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/routers/ab223a84-1ecd-491d-a581-bcf481e23a55 HTTP/1.1" status: 204 len: 168 time: 0.6597311 Feb 28 17:31:55.927968 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35534) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:55.944342 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8451b118-4c77-4186-997e-960d70b6bd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6d8612d9-01a3-42f1-90de-4d56ab106930), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:55.947064 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8451b118-4c77-4186-997e-960d70b6bd8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:55.949975 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8451b118-4c77-4186-997e-960d70b6bd8b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d8612d9-01a3-42f1-90de-4d56ab106930 HTTP/1.1" status: 204 len: 168 time: 0.4857647 Feb 28 17:31:55.960807 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451b118-4c77-4186-997e-960d70b6bd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8612d9-01a3-42f1-90de-4d56ab106930,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:55.986391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-3aec08f3-34e8-42f3-9638-f18937922edb None None] Set router ab223a84-1ecd-491d-a581-bcf481e23a55 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:31:56.004123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fde849-0de4-4091-8bb0-de9ff1a266c8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:56.006992 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-85fde849-0de4-4091-8bb0-de9ff1a266c8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0766995 Feb 28 17:31:56.009165 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35538) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:56.028669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f868c6-1399-4551-af6d-2422b707569e req-2db9e762-1c69-43c5-aed1-e21fe819a56a tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:56.030203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8f868c6-1399-4551-af6d-2422b707569e req-2db9e762-1c69-43c5-aed1-e21fe819a56a tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.1282792 Feb 28 17:31:56.054335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-89927066-7ec9-41ab-97a4-5d7c68d5ba6e req-9a8162a9-a475-4f76-ab90-ffa5a1354e99 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Deleting port 7437eb10-5e2c-442f-8a63-28efbec62019 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:31:56.055336 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-89927066-7ec9-41ab-97a4-5d7c68d5ba6e req-9a8162a9-a475-4f76-ab90-ffa5a1354e99 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7437eb10-5e2c-442f-8a63-28efbec62019), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:56.067227 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd559a0-3371-46c7-8a92-ca09d09128ad tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:56.075749 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dcd559a0-3371-46c7-8a92-ca09d09128ad tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0586033 Feb 28 17:31:56.075749 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35540) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:56.103611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3aec08f3-34e8-42f3-9638-f18937922edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab223a84-1ecd-491d-a581-bcf481e23a55', 'name': 'tempest-NetworksTestDHCPv6-router-1086331093', 'tenant_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:31:47Z', 'updated_at': '2022-02-28T17:31:53Z', 'revision_number': 3, 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:31:56.141290 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2c562799-77de-4ad8-b534-19a9c59a6098 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688226 Feb 28 17:31:56.147435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aec08f3-34e8-42f3-9638-f18937922edb None None] Checking router: ab223a84-1ecd-491d-a581-bcf481e23a55 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:31:56.148426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35544) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:56.153739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b05ed4fb-cf3c-4355-9116-2786a6d0bb73 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:31:56.154818 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b05ed4fb-cf3c-4355-9116-2786a6d0bb73), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:56.155822 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3b1be01f-8d91-4d01-94cd-8e3638204375 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:56.171568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec08f3-34e8-42f3-9638-f18937922edb None None] Routers set() bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:31:56.172036 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec08f3-34e8-42f3-9638-f18937922edb None None] Router IDs set() for agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 17:31:56.172813 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_agentschedulers_db [None req-3aec08f3-34e8-42f3-9638-f18937922edb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ab223a84-1ecd-491d-a581-bcf481e23a55'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:31:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent'). {{(pid=104248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 17:31:56.173413 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aec08f3-34e8-42f3-9638-f18937922edb None None] The sync data for ids ['ab223a84-1ecd-491d-a581-bcf481e23a55'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:31:56.213165 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cfd04e5f-6ca1-4eb6-a348-2eb3228efeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (b05ed4fb-cf3c-4355-9116-2786a6d0bb73), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:56.218523 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-89927066-7ec9-41ab-97a4-5d7c68d5ba6e req-9a8162a9-a475-4f76-ab90-ffa5a1354e99 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] For port 7437eb10-5e2c-442f-8a63-28efbec62019, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7437eb10-5e2c-442f-8a63-28efbec62019,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:31:56.218949 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-89927066-7ec9-41ab-97a4-5d7c68d5ba6e req-9a8162a9-a475-4f76-ab90-ffa5a1354e99 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7437eb10-5e2c-442f-8a63-28efbec62019), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:56.279024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-89927066-7ec9-41ab-97a4-5d7c68d5ba6e req-9a8162a9-a475-4f76-ab90-ffa5a1354e99 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Calling delete_port for 7437eb10-5e2c-442f-8a63-28efbec62019 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:31:56.287433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd04e5f-6ca1-4eb6-a348-2eb3228efeef None None] Pushing event deleted for resources: {'Port': ['ID=b05ed4fb-cf3c-4355-9116-2786a6d0bb73,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:56.293140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd04e5f-6ca1-4eb6-a348-2eb3228efeef None None] No DVR routers for this DVR port b05ed4fb-cf3c-4355-9116-2786a6d0bb73 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:56.363548 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8f868c6-1399-4551-af6d-2422b707569e req-27b180e9-78d6-4510-a63c-1a85a53d2751 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105865 Feb 28 17:31:56.390693 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 89a9f715-3a11-4479-b2b7-82257c124da5 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:56.408731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 89a9f715-3a11-4479-b2b7-82257c124da5 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:31:56.409199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 89a9f715-3a11-4479-b2b7-82257c124da5 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:56.426362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1be01f-8d91-4d01-94cd-8e3638204375 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:56.430203 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b1be01f-8d91-4d01-94cd-8e3638204375 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:56.509075 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afa38f-1b5a-4847-8c32-93ddebf90260 req-e00f4d23-ff88-4be7-9583-a5c4acc5c944 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:56.510657 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-19afa38f-1b5a-4847-8c32-93ddebf90260 req-e00f4d23-ff88-4be7-9583-a5c4acc5c944 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1430423 Feb 28 17:31:56.591589 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-89927066-7ec9-41ab-97a4-5d7c68d5ba6e req-9a8162a9-a475-4f76-ab90-ffa5a1354e99 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7437eb10-5e2c-442f-8a63-28efbec62019), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:56.604517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-19afa38f-1b5a-4847-8c32-93ddebf90260 req-250eb924-beb3-43e3-9998-062ae995dad4 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855813 Feb 28 17:31:56.633783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5066be6e-8bcd-4ae9-905e-79c9fb038704', '7437eb10-5e2c-442f-8a63-28efbec62019'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:31:56.658795 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8162a9-a475-4f76-ab90-ffa5a1354e99 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event deleted for resources: {'Port': ['ID=7437eb10-5e2c-442f-8a63-28efbec62019,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:56.828218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-89927066-7ec9-41ab-97a4-5d7c68d5ba6e req-9a8162a9-a475-4f76-ab90-ffa5a1354e99 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] No DVR routers for this DVR port 7437eb10-5e2c-442f-8a63-28efbec62019 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:31:56.839933 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-72d56e4d-9d06-4703-83c6-b1f337603b65 req-b0592b4a-c4b7-4408-9d79-18ffcda5ae36 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0351429 Feb 28 17:31:56.841320 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-89927066-7ec9-41ab-97a4-5d7c68d5ba6e req-9a8162a9-a475-4f76-ab90-ffa5a1354e99 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:56.843134 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-89927066-7ec9-41ab-97a4-5d7c68d5ba6e req-9a8162a9-a475-4f76-ab90-ffa5a1354e99 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.73 "DELETE /v2.0/ports/7437eb10-5e2c-442f-8a63-28efbec62019 HTTP/1.1" status: 204 len: 173 time: 1.0607708 Feb 28 17:31:56.844291 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06534aa2-aed0-4242-ba6b-7e605db0e817', 'name': 'network-vif-deleted', 'tag': '7437eb10-5e2c-442f-8a63-28efbec62019'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:31:56.846643 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece07627-b2c9-4a71-b994-77d4ba903d3d" -d '{"events": [{"server_uuid": "06534aa2-aed0-4242-ba6b-7e605db0e817", "name": "network-vif-deleted", "tag": "7437eb10-5e2c-442f-8a63-28efbec62019"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:31:56.897203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35560) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:56.899739 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f890891-c97d-4201-ab0b-bed9ce8b2abf req-7152ad3f-e703-4aaf-b773-e2f530495b6d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 210 time: 0.0727670 Feb 28 17:31:56.925953 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fcaa5b-b06a-4348-aaa8-8900ad4f5f4d x-openstack-request-id: req-76fcaa5b-b06a-4348-aaa8-8900ad4f5f4d {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:31:56.926326 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06534aa2-aed0-4242-ba6b-7e605db0e817", "name": "network-vif-deleted", "tag": "7437eb10-5e2c-442f-8a63-28efbec62019", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:31:56.926702 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76fcaa5b-b06a-4348-aaa8-8900ad4f5f4d {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:31:56.927179 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06534aa2-aed0-4242-ba6b-7e605db0e817', 'name': 'network-vif-deleted', 'tag': '7437eb10-5e2c-442f-8a63-28efbec62019', 'status': 'completed', 'code': 200} Feb 28 17:31:56.962256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35562) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:56.962453 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0eab33f1-2505-4d20-9767-c30bc44aaca8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4459a39a8fbe4d5b90c73bfce089a68c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0570047 Feb 28 17:31:57.021720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.objects.ports [None req-3b1be01f-8d91-4d01-94cd-8e3638204375 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104247) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:31:57.025197 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b1be01f-8d91-4d01-94cd-8e3638204375 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (254ec272-1372-49f4-b02c-6751604217b5), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:57.080140 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a88ad33d-c8a9-4694-b29f-e47c19b612c4 req-d66b45d1-be22-4b79-a8ea-304eb54ba99d service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0366998 Feb 28 17:31:57.105063 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1be01f-8d91-4d01-94cd-8e3638204375 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:57.105267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-3b1be01f-8d91-4d01-94cd-8e3638204375 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:57.108371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1be01f-8d91-4d01-94cd-8e3638204375 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:57.108984 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b1be01f-8d91-4d01-94cd-8e3638204375 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:57.117088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db33e53d-920f-419c-b273-611ead6dc5fb None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:57.132584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1be01f-8d91-4d01-94cd-8e3638204375 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=254ec272-1372-49f4-b02c-6751604217b5,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:57.137412 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9fecba57-b1e0-474b-a8f9-faca2c0fa538 admin admin] Publish callbacks [] for security_group (bae598a9-cfb7-444a-853c-f0196f280357), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:57.167177 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9fecba57-b1e0-474b-a8f9-faca2c0fa538 admin admin] Publish callbacks [] for security_group (bae598a9-cfb7-444a-853c-f0196f280357), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:57.237421 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3b1be01f-8d91-4d01-94cd-8e3638204375 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0867312 Feb 28 17:31:57.240011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35568) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:57.245222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-38769644-5b85-4e34-9e7e-89c1037588dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:57.293527 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': '254ec272-1372-49f4-b02c-6751604217b5'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:31:57.294781 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:57.351639 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9fecba57-b1e0-474b-a8f9-faca2c0fa538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bae598a9-cfb7-444a-853c-f0196f280357), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:57.354529 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9fecba57-b1e0-474b-a8f9-faca2c0fa538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:57.363651 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9fecba57-b1e0-474b-a8f9-faca2c0fa538 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bae598a9-cfb7-444a-853c-f0196f280357 HTTP/1.1" status: 204 len: 168 time: 0.3986502 Feb 28 17:31:57.379030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecba57-b1e0-474b-a8f9-faca2c0fa538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae598a9-cfb7-444a-853c-f0196f280357,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:57.489255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38769644-5b85-4e34-9e7e-89c1037588dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:57.493129 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-38769644-5b85-4e34-9e7e-89c1037588dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:57.507156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca61aec-2de2-467b-bb5e-efdf51869f93 req-c3449f6e-858c-4cbe-8274-a68361518f44 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:57.515330 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dca61aec-2de2-467b-bb5e-efdf51869f93 req-c3449f6e-858c-4cbe-8274-a68361518f44 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.0777493 Feb 28 17:31:57.531157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b9b978ff-e8ee-4d13-a54a-07ebff51d422 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:31:57.557384 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: b9b978ff-e8ee-4d13-a54a-07ebff51d422 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:31:57.557726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b9b978ff-e8ee-4d13-a54a-07ebff51d422 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:31:57.574477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Allocated IP 2001:db8::f816:3eff:fe34:5543 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/254ec272-1372-49f4-b02c-6751604217b5/1911dee5-dddf-49aa-9111-9b90646a1eb0) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:57.600677 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dca61aec-2de2-467b-bb5e-efdf51869f93 req-fbb0f297-7d19-4d60-bf7b-0b6f2f9d5964 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778117 Feb 28 17:31:57.778818 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Publish callbacks [] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:57.821846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9afac7-b4c0-4031-8f10-cfb264476068 req-0f55887e-b56e-4978-9b53-58eeeb3045a6 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:57.825038 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e9afac7-b4c0-4031-8f10-cfb264476068 req-0f55887e-b56e-4978-9b53-58eeeb3045a6 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.0819669 Feb 28 17:31:57.875253 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:57.914535 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e9afac7-b4c0-4031-8f10-cfb264476068 req-855485ab-974b-418e-b937-fb3da025c3b3 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818806 Feb 28 17:31:57.942178 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:57.945954 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:57.949256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:31:57.958333 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-38769644-5b85-4e34-9e7e-89c1037588dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (5ee5d5e4-bf31-421f-b95e-c4e07520df24), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:57.968128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Pushing event updated for resources: {'Port': ['ID=1911dee5-dddf-49aa-9111-9b90646a1eb0,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:58.017451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38769644-5b85-4e34-9e7e-89c1037588dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:31:58.021474 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-38769644-5b85-4e34-9e7e-89c1037588dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:31:58.026485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38769644-5b85-4e34-9e7e-89c1037588dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:58.027162 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-38769644-5b85-4e34-9e7e-89c1037588dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:58.052742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Attempting to bind port 1911dee5-dddf-49aa-9111-9b90646a1eb0 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:31:58.053402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Attempting to bind port 1911dee5-dddf-49aa-9111-9b90646a1eb0 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:31:58.053605 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Attempting to bind port 1911dee5-dddf-49aa-9111-9b90646a1eb0 on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:31:58.062092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:31:58.062799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:31:58.063328 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:58.063787 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:31:58.065957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Bound port: 1911dee5-dddf-49aa-9111-9b90646a1eb0, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:31:58.066596 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:58.076164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38769644-5b85-4e34-9e7e-89c1037588dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=5ee5d5e4-bf31-421f-b95e-c4e07520df24,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:58.146104 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ff0d9be5-a0f5-4ed5-8b1a-3b5450db4fe3 req-239d96fc-8f97-4d55-9189-546b3ddc09bf tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=06534aa2-aed0-4242-ba6b-7e605db0e817 HTTP/1.1" status: 200 len: 210 time: 0.0863831 Feb 28 17:31:58.149547 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] For port 1911dee5-dddf-49aa-9111-9b90646a1eb0, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:31:58.153100 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] For port 1911dee5-dddf-49aa-9111-9b90646a1eb0, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1911dee5-dddf-49aa-9111-9b90646a1eb0,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:31:58.174704 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-38769644-5b85-4e34-9e7e-89c1037588dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9304774 Feb 28 17:31:58.177558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35594) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:31:58.180253 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'mac_address': 'fa:16:3e:6f:e1:63', 'name': 'tempest-NetworksTestDHCPv6-2016720381'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:31:58.255188 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:58.382578 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e00ed-33c1-4729-8632-a9c3f59ad36f None None] Pushing event updated for resources: {'Port': ['ID=1911dee5-dddf-49aa-9111-9b90646a1eb0,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:31:58.424868 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254ce47-28ec-4157-9cd0-0e5a3cdd7872 req-d3ba2abd-e3e4-4bb7-aa91-bcfd7c4fd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:58.427509 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1254ce47-28ec-4157-9cd0-0e5a3cdd7872 req-d3ba2abd-e3e4-4bb7-aa91-bcfd7c4fd693 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=71bce4d668634e5d893981794d3ba01a&device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 1128 time: 0.1196830 Feb 28 17:31:58.442667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa066a-7dbd-435e-b58f-9a692402671c req-c62813f8-d06d-47a3-aba5-8e541f365095 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:58.444901 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ecfa066a-7dbd-435e-b58f-9a692402671c req-c62813f8-d06d-47a3-aba5-8e541f365095 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.2460237 Feb 28 17:31:58.600649 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ecfa066a-7dbd-435e-b58f-9a692402671c req-714d0dae-9d42-49a1-9676-d04b2b3ca89a tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474338 Feb 28 17:31:58.638428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254ce47-28ec-4157-9cd0-0e5a3cdd7872 req-7705b290-5c4e-4511-b860-f013fd8f1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:58.638428 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1254ce47-28ec-4157-9cd0-0e5a3cdd7872 req-7705b290-5c4e-4511-b860-f013fd8f1ce2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70d9d4f9-19ac-492d-b119-3e433e5efb66 HTTP/1.1" status: 200 len: 911 time: 0.1847079 Feb 28 17:31:58.687985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1254ce47-28ec-4157-9cd0-0e5a3cdd7872 req-567fc59f-2117-446e-af50-025d9cfc5854 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec172e29-fb9f-405b-a2e2-d0a308714442 HTTP/1.1" status: 200 len: 217 time: 0.0434201 Feb 28 17:31:58.700510 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:31:58.787155 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254ce47-28ec-4157-9cd0-0e5a3cdd7872 req-0a91b4d2-be2a-4f90-ab10-148ec1d975cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:58.790203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1254ce47-28ec-4157-9cd0-0e5a3cdd7872 req-0a91b4d2-be2a-4f90-ab10-148ec1d975cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23b1079-2719-418f-994e-e0cc3792a1b5 HTTP/1.1" status: 200 len: 850 time: 0.0961518 Feb 28 17:31:58.841290 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1254ce47-28ec-4157-9cd0-0e5a3cdd7872 req-fc0d9bc3-1ef0-4a1e-96a0-16a0d27ab25c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70d9d4f9-19ac-492d-b119-3e433e5efb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432489 Feb 28 17:31:58.918100 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:58.966694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port f084152e-2585-4bb5-b181-c00f8afadaeb yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:31:59.016665 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1254ce47-28ec-4157-9cd0-0e5a3cdd7872 req-ce4d6f1b-b4ef-4b61-a08d-8e9d65247715 service neutron] 10.222.0.73 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683848 Feb 28 17:31:59.146789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc499c30-99aa-403b-b6a0-0cab9314ff7e req-8e19d86e-d153-4340-8d7b-fa19bdb2d6b4 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:59.155251 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc499c30-99aa-403b-b6a0-0cab9314ff7e req-8e19d86e-d153-4340-8d7b-fa19bdb2d6b4 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.0674126 Feb 28 17:31:59.193630 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1254ce47-28ec-4157-9cd0-0e5a3cdd7872 req-b6a9f2aa-ff17-46f8-80c7-f4b32f5e9d33 service neutron] 10.222.0.73 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684027 Feb 28 17:31:59.263711 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc499c30-99aa-403b-b6a0-0cab9314ff7e req-92dd3d41-5b18-4b92-8449-087a7b728cf6 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925307 Feb 28 17:31:59.276860 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d0a9afb-e232-4da3-88fe-d1476ec83b23 req-d2b62aa5-23bb-4daa-a8a1-54b5089ff038 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0468593 Feb 28 17:31:59.297760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 172.20.0.8 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/5ee5d5e4-bf31-421f-b95e-c4e07520df24/f084152e-2585-4bb5-b181-c00f8afadaeb) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:59.305765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::f816:3eff:fe6f:e163 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/254ec272-1372-49f4-b02c-6751604217b5/f084152e-2585-4bb5-b181-c00f8afadaeb) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:31:59.604278 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1911dee5-dddf-49aa-9111-9b90646a1eb0 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:31:59.690147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1911dee5-dddf-49aa-9111-9b90646a1eb0 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:59.690686 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:59.774095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68bd81e-11d8-4cf8-8c9d-8b48957e3418 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:31:59.863697 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29552c2e-f3e0-44a8-824d-8f4070635db3 req-0c9204e8-a984-475f-8549-bbe9c0d61de9 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1142857 Feb 28 17:31:59.864283 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fd516-279e-4e7b-9d07-cc3aa5cd63bd req-911aba56-3b0e-4509-8cf4-e692f9ef6210 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:31:59.875960 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e16fd516-279e-4e7b-9d07-cc3aa5cd63bd req-911aba56-3b0e-4509-8cf4-e692f9ef6210 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.1218076 Feb 28 17:31:59.920474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-266d83a3-2d4f-4eec-8b1c-886f26e6f701 None None] Provisioning complete for port 1911dee5-dddf-49aa-9111-9b90646a1eb0 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:31:59.920846 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-266d83a3-2d4f-4eec-8b1c-886f26e6f701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:31:59.956220 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e16fd516-279e-4e7b-9d07-cc3aa5cd63bd req-f3f7ae6a-2f4e-4b6f-8be4-f607fc1a2808 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775762 Feb 28 17:32:00.018532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b179d9f-fa72-46c7-a2d9-abd02e9b542c req-5d64341a-c48a-42f3-be35-fd9b0b106e01 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.020239 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b179d9f-fa72-46c7-a2d9-abd02e9b542c req-5d64341a-c48a-42f3-be35-fd9b0b106e01 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.2698052 Feb 28 17:32:00.030472 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-7bc426c5-3c28-4a60-919d-b892a65fc2e4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2787652 Feb 28 17:32:00.041418 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1911dee5-dddf-49aa-9111-9b90646a1eb0 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:00.048443 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:00.134254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 1911dee5-dddf-49aa-9111-9b90646a1eb0, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1911dee5-dddf-49aa-9111-9b90646a1eb0,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:00.146277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b179d9f-fa72-46c7-a2d9-abd02e9b542c req-4ebcc759-84cc-42b7-bfdf-36b6c38d36fc tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109087 Feb 28 17:32:00.156428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-266d83a3-2d4f-4eec-8b1c-886f26e6f701 None None] Current status of the port 1911dee5-dddf-49aa-9111-9b90646a1eb0 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:00.156822 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-266d83a3-2d4f-4eec-8b1c-886f26e6f701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:00.194302 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (f084152e-2585-4bb5-b181-c00f8afadaeb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:00.204921 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:00.220908 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-1bd55df2-e8bc-4efd-9ecf-9dea24e08562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.221458 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-1bd55df2-e8bc-4efd-9ecf-9dea24e08562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.221963 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-1bd55df2-e8bc-4efd-9ecf-9dea24e08562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.222409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-1bd55df2-e8bc-4efd-9ecf-9dea24e08562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.222863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-1bd55df2-e8bc-4efd-9ecf-9dea24e08562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.223315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-1bd55df2-e8bc-4efd-9ecf-9dea24e08562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.223768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-1bd55df2-e8bc-4efd-9ecf-9dea24e08562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.226371 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-1bd55df2-e8bc-4efd-9ecf-9dea24e08562 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 6724 time: 0.1228569 Feb 28 17:32:00.238668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49d0af5-daf1-483f-8f51-219592776340 None None] Update dhcp port {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'fixed_ips': [{'subnet_id': '254ec272-1372-49f4-b02c-6751604217b5', 'ip_address': '2001:db8::f816:3eff:fe34:5543'}, {'subnet_id': '5ee5d5e4-bf31-421f-b95e-c4e07520df24'}], 'binding:host_id': 'n-d-820368-19'}, 'id': '1911dee5-dddf-49aa-9111-9b90646a1eb0'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:32:00.324913 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-266d83a3-2d4f-4eec-8b1c-886f26e6f701 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:32:00.325665 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-266d83a3-2d4f-4eec-8b1c-886f26e6f701 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:32:00.352480 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f49d0af5-daf1-483f-8f51-219592776340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:00.360441 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f084152e-2585-4bb5-b181-c00f8afadaeb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:00.369593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=1911dee5-dddf-49aa-9111-9b90646a1eb0,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:00.405366 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacebe5-018d-4ef0-9aac-6a3806f263ab req-9457528c-699c-4a7f-afc3-0ee93e2c4e49 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.414533 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6cacebe5-018d-4ef0-9aac-6a3806f263ab req-9457528c-699c-4a7f-afc3-0ee93e2c4e49 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.0856125 Feb 28 17:32:00.467269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-fc10ad88-d197-4e94-8508-25e833bc9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.467633 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-fc10ad88-d197-4e94-8508-25e833bc9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.468247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-fc10ad88-d197-4e94-8508-25e833bc9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.469816 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-fc10ad88-d197-4e94-8508-25e833bc9aba service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1856261-ad0f-444d-be77-5db0a50f2438&id=fd7a05c5-9896-4296-a65a-a68965a6760b&id=fd7a05c5-9896-4296-a65a-a68965a6760b&id=fd7a05c5-9896-4296-a65a-a68965a6760b&id=fd7a05c5-9896-4296-a65a-a68965a6760b&id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457&id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 HTTP/1.1" status: 200 len: 2298 time: 0.2158055 Feb 28 17:32:00.490687 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:00.507572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:00.508999 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6cacebe5-018d-4ef0-9aac-6a3806f263ab req-5fa609ac-1cd6-45ff-b82a-16011eeca870 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924981 Feb 28 17:32:00.510020 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:00.616946 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=f084152e-2585-4bb5-b181-c00f8afadaeb,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:00.638058 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-34ba17cf-5172-44e1-a72d-6b11c93f86db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=591548df-429c-453d-9590-ad6447c1bcf1 HTTP/1.1" status: 200 len: 1001 time: 0.1521742 Feb 28 17:32:00.651484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9fdbf-15dd-490f-b796-15042976b408 req-e6440806-bce3-45d6-b10d-d4f11680fe5a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.653541 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8dd9fdbf-15dd-490f-b796-15042976b408 req-e6440806-bce3-45d6-b10d-d4f11680fe5a tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.3052361 Feb 28 17:32:00.714208 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7437eb10-5e2c-442f-8a63-28efbec62019 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:00.739891 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 7437eb10-5e2c-442f-8a63-28efbec62019 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:00.740234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7437eb10-5e2c-442f-8a63-28efbec62019 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:00.799441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-f49d0af5-daf1-483f-8f51-219592776340 None None] Allocated IP 172.20.0.2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/5ee5d5e4-bf31-421f-b95e-c4e07520df24/1911dee5-dddf-49aa-9111-9b90646a1eb0) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:00.800801 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.801370 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:00.824325 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-096d5614-fd65-4aa2-bdd7-37fafeb66d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:00.828945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-096d5614-fd65-4aa2-bdd7-37fafeb66d24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=30bbd5bd-b1a3-4e50-b996-451507a14e69 HTTP/1.1" status: 200 len: 856 time: 0.1707950 Feb 28 17:32:00.878833 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-8dd9fdbf-15dd-490f-b796-15042976b408 req-343e9222-34ca-4fc6-a914-a23a0a70f1e8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Deleting port 5066be6e-8bcd-4ae9-905e-79c9fb038704 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:00.879412 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8dd9fdbf-15dd-490f-b796-15042976b408 req-343e9222-34ca-4fc6-a914-a23a0a70f1e8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:00.931471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-266d83a3-2d4f-4eec-8b1c-886f26e6f701 None None] Current status of the port 1911dee5-dddf-49aa-9111-9b90646a1eb0 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:00.975952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f49d0af5-daf1-483f-8f51-219592776340 None None] For port 1911dee5-dddf-49aa-9111-9b90646a1eb0, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1911dee5-dddf-49aa-9111-9b90646a1eb0,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:00.976145 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e224efbc-da30-4b7e-96a9-62c26d75ea48 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7963312 Feb 28 17:32:00.976254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35684) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:01.034370 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-34b16648-b09d-4199-a9b0-75ac43fad1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:01.054303 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-34b16648-b09d-4199-a9b0-75ac43fad1fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1856261-ad0f-444d-be77-5db0a50f2438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2025073 Feb 28 17:32:01.054303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-8dd9fdbf-15dd-490f-b796-15042976b408 req-343e9222-34ca-4fc6-a914-a23a0a70f1e8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] For port 5066be6e-8bcd-4ae9-905e-79c9fb038704, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5066be6e-8bcd-4ae9-905e-79c9fb038704,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:01.054303 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8dd9fdbf-15dd-490f-b796-15042976b408 req-343e9222-34ca-4fc6-a914-a23a0a70f1e8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:01.062307 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f49d0af5-daf1-483f-8f51-219592776340 None None] Publish callbacks [] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:01.065212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-8dd9fdbf-15dd-490f-b796-15042976b408 req-343e9222-34ca-4fc6-a914-a23a0a70f1e8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Calling delete_port for 5066be6e-8bcd-4ae9-905e-79c9fb038704 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:01.070017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7fae4-e8fb-47d2-9a7a-d9c9377a6a63 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:01.075582 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7fae4-e8fb-47d2-9a7a-d9c9377a6a63 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:01.077201 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-61b7fae4-e8fb-47d2-9a7a-d9c9377a6a63 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1012692 Feb 28 17:32:01.079817 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35690) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:01.157348 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f49d0af5-daf1-483f-8f51-219592776340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:01.197018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-85d0a92d-c7c3-41a0-8130-e7ecfadcbbcd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port f084152e-2585-4bb5-b181-c00f8afadaeb {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:01.197369 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85d0a92d-c7c3-41a0-8130-e7ecfadcbbcd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f084152e-2585-4bb5-b181-c00f8afadaeb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:01.340277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d0af5-daf1-483f-8f51-219592776340 None None] Pushing event updated for resources: {'Port': ['ID=1911dee5-dddf-49aa-9111-9b90646a1eb0,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:01.362742 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85d0a92d-c7c3-41a0-8130-e7ecfadcbbcd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f084152e-2585-4bb5-b181-c00f8afadaeb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:01.381022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-85d0a92d-c7c3-41a0-8130-e7ecfadcbbcd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for f084152e-2585-4bb5-b181-c00f8afadaeb owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:01.382885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181d780-a71a-4bca-a2a6-c1699bb068cc req-5b235d8c-3fff-4ef2-810d-fd3e6b04ac9b tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:01.384641 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7181d780-a71a-4bca-a2a6-c1699bb068cc req-5b235d8c-3fff-4ef2-810d-fd3e6b04ac9b tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.3434196 Feb 28 17:32:01.391359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-93a8626a-5545-4111-8390-f124e2bab48b service neutron] 10.222.0.69 "GET /v2.0/networks/c1856261-ad0f-444d-be77-5db0a50f2438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922053 Feb 28 17:32:01.404288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969983a-beef-4f9a-89fb-cf206c5bcace req-e3ca6065-b833-4f73-9499-6bc4b137a181 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:01.413185 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b969983a-beef-4f9a-89fb-cf206c5bcace req-e3ca6065-b833-4f73-9499-6bc4b137a181 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 945 time: 0.1513453 Feb 28 17:32:01.520657 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b969983a-beef-4f9a-89fb-cf206c5bcace req-3a848e8e-2c6c-4af4-a769-ee3347149ef3 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=87bc870c-9484-431f-8f81-e8d5de12e282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064923 Feb 28 17:32:01.551916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1911dee5-dddf-49aa-9111-9b90646a1eb0 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:01.562926 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7181d780-a71a-4bca-a2a6-c1699bb068cc req-b22b39e9-b6a7-4233-a2c1-ef7828dc7dc9 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704581 Feb 28 17:32:01.612604 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-f6c05720-9de8-40fd-a1f1-6f6c54c86805 service neutron] 10.222.0.69 "GET /v2.0/networks/c1856261-ad0f-444d-be77-5db0a50f2438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132013 Feb 28 17:32:01.686537 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-1400cba7-3f9e-4546-8bf3-e94d126a2946 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c HTTP/1.1" status: 200 len: 217 time: 0.0674205 Feb 28 17:32:01.735187 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1911dee5-dddf-49aa-9111-9b90646a1eb0 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:01.735663 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:01.760785 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8dd9fdbf-15dd-490f-b796-15042976b408 req-343e9222-34ca-4fc6-a914-a23a0a70f1e8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5066be6e-8bcd-4ae9-905e-79c9fb038704), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:01.792540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5066be6e-8bcd-4ae9-905e-79c9fb038704'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:32:01.824133 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85d0a92d-c7c3-41a0-8130-e7ecfadcbbcd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f084152e-2585-4bb5-b181-c00f8afadaeb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:01.880850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0a92d-c7c3-41a0-8130-e7ecfadcbbcd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=f084152e-2585-4bb5-b181-c00f8afadaeb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:01.925470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-741abc6a-31e3-431a-8c7d-fae990587df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:01.934113 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-741abc6a-31e3-431a-8c7d-fae990587df5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a4738a0-1289-4e56-b145-4dbba3675af2 HTTP/1.1" status: 200 len: 797 time: 0.2021556 Feb 28 17:32:01.940460 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e9222-34ca-4fc6-a914-a23a0a70f1e8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event deleted for resources: {'Port': ['ID=5066be6e-8bcd-4ae9-905e-79c9fb038704,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:02.000749 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1911dee5-dddf-49aa-9111-9b90646a1eb0 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:02.004914 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc6aac-53b4-4c4b-968d-424bf86918aa req-985e402c-d1fa-469e-ab18-531e494d27c8 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:02.008209 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2cfc6aac-53b4-4c4b-968d-424bf86918aa req-985e402c-d1fa-469e-ab18-531e494d27c8 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.3347843 Feb 28 17:32:02.123213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd9fdbf-15dd-490f-b796-15042976b408 req-343e9222-34ca-4fc6-a914-a23a0a70f1e8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] No DVR routers for this DVR port 5066be6e-8bcd-4ae9-905e-79c9fb038704 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:02.128511 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-96256e82-f699-47e5-b5b2-9c6c35e91eb7 req-fd4cc9a3-46c9-4763-8d52-79fb8d92849e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0818412 Feb 28 17:32:02.131482 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8dd9fdbf-15dd-490f-b796-15042976b408 req-343e9222-34ca-4fc6-a914-a23a0a70f1e8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:02.135165 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8dd9fdbf-15dd-490f-b796-15042976b408 req-343e9222-34ca-4fc6-a914-a23a0a70f1e8 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.73 "DELETE /v2.0/ports/5066be6e-8bcd-4ae9-905e-79c9fb038704 HTTP/1.1" status: 204 len: 173 time: 1.4691448 Feb 28 17:32:02.165873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab6e299-ccbd-432e-8e64-0301dcd510c1', 'name': 'network-vif-deleted', 'tag': '5066be6e-8bcd-4ae9-905e-79c9fb038704'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:02.173544 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf9ac87-fdbd-40f7-a19f-5554ceccf075" -d '{"events": [{"server_uuid": "4ab6e299-ccbd-432e-8e64-0301dcd510c1", "name": "network-vif-deleted", "tag": "5066be6e-8bcd-4ae9-905e-79c9fb038704"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:02.187806 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85d0a92d-c7c3-41a0-8130-e7ecfadcbbcd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:02.193411 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-85d0a92d-c7c3-41a0-8130-e7ecfadcbbcd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/f084152e-2585-4bb5-b181-c00f8afadaeb HTTP/1.1" status: 204 len: 168 time: 1.1110356 Feb 28 17:32:02.201360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35724) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:02.304249 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2e9a62-d489-4cf2-942d-d2b305ee0831 x-openstack-request-id: req-1d2e9a62-d489-4cf2-942d-d2b305ee0831 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:02.305716 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab6e299-ccbd-432e-8e64-0301dcd510c1", "name": "network-vif-deleted", "tag": "5066be6e-8bcd-4ae9-905e-79c9fb038704", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:02.306082 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1d2e9a62-d489-4cf2-942d-d2b305ee0831 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:02.306448 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab6e299-ccbd-432e-8e64-0301dcd510c1', 'name': 'network-vif-deleted', 'tag': '5066be6e-8bcd-4ae9-905e-79c9fb038704', 'status': 'completed', 'code': 200} Feb 28 17:32:02.326879 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7df350-d752-4144-b9ef-8f65f5892d9f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:02.328287 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7df350-d752-4144-b9ef-8f65f5892d9f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:02.329549 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7df350-d752-4144-b9ef-8f65f5892d9f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:02.333834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bc7df350-d752-4144-b9ef-8f65f5892d9f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1158104 Feb 28 17:32:02.334394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35726) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:02.362331 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-85900c01-65ab-482c-98dd-ae08c7a374e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:02.363894 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-85900c01-65ab-482c-98dd-ae08c7a374e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd7a05c5-9896-4296-a65a-a68965a6760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4151735 Feb 28 17:32:02.453447 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2cfc6aac-53b4-4c4b-968d-424bf86918aa req-1782d5e8-6726-4a7d-8b4f-c8de36d2f59a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610156 Feb 28 17:32:02.459300 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a2ac907-9766-4b7b-9475-b624df5b2958 req-862a5a5d-1859-4e3b-894c-dea6aa3f6f7c service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0688691 Feb 28 17:32:02.501315 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b8ff4d97-bdb7-48ba-b2c8-1be992359e5f None None] Provisioning complete for port 1911dee5-dddf-49aa-9111-9b90646a1eb0 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:02.501730 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8ff4d97-bdb7-48ba-b2c8-1be992359e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:02.513248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2e5f53-5acf-4381-b913-96ce0c2e0c71 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 254ec272-1372-49f4-b02c-6751604217b5 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:32:02.520743 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a2e5f53-5acf-4381-b913-96ce0c2e0c71 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (254ec272-1372-49f4-b02c-6751604217b5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:02.593600 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a2e5f53-5acf-4381-b913-96ce0c2e0c71 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (254ec272-1372-49f4-b02c-6751604217b5), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:02.653586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-1591ad74-b914-45e7-9707-d694af117f95 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643731 Feb 28 17:32:02.717528 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff4d97-bdb7-48ba-b2c8-1be992359e5f None None] Current status of the port 1911dee5-dddf-49aa-9111-9b90646a1eb0 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:02.733881 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e9876893-a7df-4b3b-88a3-169b660196b2 req-9ef1ad52-e00a-4c6c-865a-b0ba43c17638 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ab6e299-ccbd-432e-8e64-0301dcd510c1 HTTP/1.1" status: 200 len: 210 time: 0.0572090 Feb 28 17:32:02.857088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d344e589-ec54-4afd-b99c-4922f48dc0cd None None] Could not find standard attr ID for object f084152e-2585-4bb5-b181-c00f8afadaeb. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:32:02.887128 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a2e5f53-5acf-4381-b913-96ce0c2e0c71 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (254ec272-1372-49f4-b02c-6751604217b5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:02.942686 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c3af9-9e14-4d4e-a4fd-cacc905e81d1 req-f7e50a50-97ff-4a85-93b0-fb80b09b54d2 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:02.944240 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-346c3af9-9e14-4d4e-a4fd-cacc905e81d1 req-f7e50a50-97ff-4a85-93b0-fb80b09b54d2 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.2055664 Feb 28 17:32:02.949054 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-d3ef4c63-599b-422f-b17c-6b826750624c service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845886 Feb 28 17:32:03.029807 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-f910d02c-f50e-40dd-b4b1-cdd5b8333f34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=afa3091f-cdea-4a5b-b76f-6b6b3d58246e HTTP/1.1" status: 200 len: 217 time: 0.0585971 Feb 28 17:32:03.137400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-346c3af9-9e14-4d4e-a4fd-cacc905e81d1 req-17173e29-884f-4c08-b01b-0c5b35440a1a tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787314 Feb 28 17:32:03.172596 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a2e5f53-5acf-4381-b913-96ce0c2e0c71 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (254ec272-1372-49f4-b02c-6751604217b5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:03.240438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e5f53-5acf-4381-b913-96ce0c2e0c71 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=254ec272-1372-49f4-b02c-6751604217b5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:03.242577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-33c0f765-88b2-420a-8f62-09b9f5ce303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:03.245029 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-33c0f765-88b2-420a-8f62-09b9f5ce303a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a4738a0-1289-4e56-b145-4dbba3675af2 HTTP/1.1" status: 200 len: 797 time: 0.2076125 Feb 28 17:32:03.247586 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a2e5f53-5acf-4381-b913-96ce0c2e0c71 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:03.250841 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8a2e5f53-5acf-4381-b913-96ce0c2e0c71 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/254ec272-1372-49f4-b02c-6751604217b5 HTTP/1.1" status: 204 len: 168 time: 0.9141824 Feb 28 17:32:03.254106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35742) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:03.259503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10140dfe-7ac9-445d-a38e-7e8f340c1c05 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:03.329902 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-504d829a-5de1-4b02-8185-56dc2dc94de5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 5ee5d5e4-bf31-421f-b95e-c4e07520df24 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:32:03.335288 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-504d829a-5de1-4b02-8185-56dc2dc94de5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (5ee5d5e4-bf31-421f-b95e-c4e07520df24), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:03.337879 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-32333c2c-f566-4e0f-9a6a-b4dc6c4b75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:03.339720 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-32333c2c-f566-4e0f-9a6a-b4dc6c4b75a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd7a05c5-9896-4296-a65a-a68965a6760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0869043 Feb 28 17:32:03.396144 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-504d829a-5de1-4b02-8185-56dc2dc94de5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (5ee5d5e4-bf31-421f-b95e-c4e07520df24), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:03.454973 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-acac40f6-9ec9-4ef1-9df9-0b055de9cc19 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087620 Feb 28 17:32:03.539043 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-504d829a-5de1-4b02-8185-56dc2dc94de5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (5ee5d5e4-bf31-421f-b95e-c4e07520df24), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:03.624738 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-04681186-99e8-41ff-bbfe-48750bf91388 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556945 Feb 28 17:32:03.645112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead09d9-79fb-4435-8e53-85ae62074225 req-af356fa0-c775-4307-9a6b-a7ce69fc6c7d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:03.646643 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0ead09d9-79fb-4435-8e53-85ae62074225 req-af356fa0-c775-4307-9a6b-a7ce69fc6c7d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.0827675 Feb 28 17:32:03.674395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-719c6bdc-8045-433d-9c82-da19f7e6482e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=869423d2-c15c-4e1a-863a-034bf02a7b19 HTTP/1.1" status: 200 len: 217 time: 0.0375173 Feb 28 17:32:03.714286 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0ead09d9-79fb-4435-8e53-85ae62074225 req-da9dde91-c0d1-45a3-a9e0-23278a161e25 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548177 Feb 28 17:32:03.735016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-af8ae8a1-aa58-4468-9f35-417aa862bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:03.737089 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-af8ae8a1-aa58-4468-9f35-417aa862bcbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a4738a0-1289-4e56-b145-4dbba3675af2 HTTP/1.1" status: 200 len: 797 time: 0.0564809 Feb 28 17:32:03.738658 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-504d829a-5de1-4b02-8185-56dc2dc94de5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (5ee5d5e4-bf31-421f-b95e-c4e07520df24), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:03.797896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d829a-5de1-4b02-8185-56dc2dc94de5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee5d5e4-bf31-421f-b95e-c4e07520df24,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:03.812164 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-504d829a-5de1-4b02-8185-56dc2dc94de5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:03.814207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-aa3fb60c-9d86-49d1-addf-1f3e2b589384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:03.816306 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-aa3fb60c-9d86-49d1-addf-1f3e2b589384 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd7a05c5-9896-4296-a65a-a68965a6760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0721505 Feb 28 17:32:03.819428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35754) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:03.821497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-504d829a-5de1-4b02-8185-56dc2dc94de5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/5ee5d5e4-bf31-421f-b95e-c4e07520df24 HTTP/1.1" status: 204 len: 168 time: 0.5633581 Feb 28 17:32:03.864443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35756) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:03.881724 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f948412d-f75f-4ba7-865a-e976e29c996e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611477 Feb 28 17:32:03.888369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35762) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:03.896378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:04.022291 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-82c418e8-3e14-4823-85b9-a3fc9953b61b service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925862 Feb 28 17:32:04.043174 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74873775-0278-4c2e-aca6-f2d5847009a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:04.125943 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-63518e73-19c2-450e-b541-1ccf6f650f71 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971000 Feb 28 17:32:04.126618 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74873775-0278-4c2e-aca6-f2d5847009a1 admin admin] Publish callbacks [] for security_group (2bc788da-9637-4f4e-a36f-557c79ee2820), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:04.137655 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:04.141481 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:04.175565 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-3b1b30cf-0cc9-4367-97ff-2533aae7889e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 HTTP/1.1" status: 200 len: 217 time: 0.0422144 Feb 28 17:32:04.212134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eefb0e4-d121-4cbe-9372-f0fbb9380ced None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:04.238860 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74873775-0278-4c2e-aca6-f2d5847009a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2bc788da-9637-4f4e-a36f-557c79ee2820), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:04.281808 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f35e5626-8d82-40e3-9781-4b0229a43c3d None None] Provisioning complete for port 1911dee5-dddf-49aa-9111-9b90646a1eb0 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:04.282448 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f35e5626-8d82-40e3-9781-4b0229a43c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:04.294106 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-74873775-0278-4c2e-aca6-f2d5847009a1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3a53c921ee8a421cb2c067ceff1ef7fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4277904 Feb 28 17:32:04.308882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35776) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:04.332649 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-aa46b762-d669-4051-9e02-48b11d23e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:04.334389 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-aa46b762-d669-4051-9e02-48b11d23e964 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a4738a0-1289-4e56-b145-4dbba3675af2 HTTP/1.1" status: 200 len: 797 time: 0.1380415 Feb 28 17:32:04.385487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51117707-e9c0-478c-ba0d-347c351d86f5 req-e6142fed-6e50-44ac-8ce4-71a4cb24c281 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:04.387087 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51117707-e9c0-478c-ba0d-347c351d86f5 req-e6142fed-6e50-44ac-8ce4-71a4cb24c281 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.1297610 Feb 28 17:32:04.397166 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74873775-0278-4c2e-aca6-f2d5847009a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc788da-9637-4f4e-a36f-557c79ee2820,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:04.429405 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-fd06dbdd-cfa5-4fac-8559-1c5ff25e2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:04.431115 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-fd06dbdd-cfa5-4fac-8559-1c5ff25e2d31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd7a05c5-9896-4296-a65a-a68965a6760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0904341 Feb 28 17:32:04.474962 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0921c6d9-aeca-49b5-85fe-7d19b78f79dd admin admin] Publish callbacks [] for security_group (2bc788da-9637-4f4e-a36f-557c79ee2820), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:04.489308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4a7e6-ae1e-44a9-8f83-cd6a2b569500 req-0627c5e6-311c-4bc4-b765-3006e23c4b76 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:04.489308 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0fb4a7e6-ae1e-44a9-8f83-cd6a2b569500 req-0627c5e6-311c-4bc4-b765-3006e23c4b76 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1374865 Feb 28 17:32:04.520965 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51117707-e9c0-478c-ba0d-347c351d86f5 req-8d0994e5-a1a0-499b-992b-fbcc587d9dff tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191201 Feb 28 17:32:04.546843 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0921c6d9-aeca-49b5-85fe-7d19b78f79dd admin admin] Publish callbacks [] for security_group (2bc788da-9637-4f4e-a36f-557c79ee2820), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:04.547103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f35e5626-8d82-40e3-9781-4b0229a43c3d None None] Current status of the port 1911dee5-dddf-49aa-9111-9b90646a1eb0 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:04.572650 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-58512499-69ba-47fd-af27-c04b3b0d14a1 service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345382 Feb 28 17:32:04.640725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266046ad-1a99-46ea-a6c1-a1d5ddc8f0de None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:32:04.660375 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e7bb75e-5415-470a-b8b7-8edf9689b55c req-78be496c-015d-4d03-b2ce-8d3de8597904 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0453079 Feb 28 17:32:04.681471 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0fb4a7e6-ae1e-44a9-8f83-cd6a2b569500 req-f2d7e13b-76d6-4916-b0f2-b6a40051351d tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862304 Feb 28 17:32:04.699252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5066be6e-8bcd-4ae9-905e-79c9fb038704 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:04.707476 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-7e552ff0-0f9c-4d37-b378-3f1f4b4557ea service neutron] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280913 Feb 28 17:32:04.746163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 5066be6e-8bcd-4ae9-905e-79c9fb038704 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:04.746163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5066be6e-8bcd-4ae9-905e-79c9fb038704 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:04.746163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 990dcda0-6a86-4059-be82-a9034aec1a25 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:04.763274 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0921c6d9-aeca-49b5-85fe-7d19b78f79dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2bc788da-9637-4f4e-a36f-557c79ee2820), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:04.765693 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0921c6d9-aeca-49b5-85fe-7d19b78f79dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:04.774977 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0921c6d9-aeca-49b5-85fe-7d19b78f79dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2bc788da-9637-4f4e-a36f-557c79ee2820 HTTP/1.1" status: 204 len: 168 time: 0.4564779 Feb 28 17:32:04.775684 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-2bb9f943-a2fe-4402-830d-2d76b0c71a95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=825af014-3a23-4374-91db-0f6bef9b1a4e HTTP/1.1" status: 200 len: 217 time: 0.0597711 Feb 28 17:32:04.800245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921c6d9-aeca-49b5-85fe-7d19b78f79dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc788da-9637-4f4e-a36f-557c79ee2820,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:04.884717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-266046ad-1a99-46ea-a6c1-a1d5ddc8f0de None None] Deleting port 1911dee5-dddf-49aa-9111-9b90646a1eb0 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:04.885125 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-266046ad-1a99-46ea-a6c1-a1d5ddc8f0de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:04.900357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-1adb21f3-a83d-482e-922a-8b3fa4b366a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:04.901733 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 990dcda0-6a86-4059-be82-a9034aec1a25 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:04.901864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-1adb21f3-a83d-482e-922a-8b3fa4b366a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab56271a-4d7e-438f-b38a-5e9ae796d4ba HTTP/1.1" status: 200 len: 797 time: 0.1203454 Feb 28 17:32:04.902244 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:04.956300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dfe6c-a420-4454-a87a-2214c754ffa4 req-0721941a-c5e2-4a83-b614-4d12aecc63d2 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:04.957872 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f81dfe6c-a420-4454-a87a-2214c754ffa4 req-0721941a-c5e2-4a83-b614-4d12aecc63d2 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1126468 Feb 28 17:32:05.008778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.objects.ports [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104247) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:32:05.014930 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-d266e72b-a878-43e8-9169-d257c0b005ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:05.017332 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-d266e72b-a878-43e8-9169-d257c0b005ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1080828 Feb 28 17:32:05.021980 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91019b6-0021-4959-bf01-c49a1e25107f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '990dcda0-6a86-4059-be82-a9034aec1a25'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:05.024509 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9452f52b-745c-40d1-a58b-190b500923dd" -d '{"events": [{"server_uuid": "d91019b6-0021-4959-bf01-c49a1e25107f", "name": "network-vif-unplugged", "status": "completed", "tag": "990dcda0-6a86-4059-be82-a9034aec1a25"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:05.061392 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 990dcda0-6a86-4059-be82-a9034aec1a25, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=990dcda0-6a86-4059-be82-a9034aec1a25,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:05.097753 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393827fc-9c15-4b4c-92bb-65e8aa3f5e27 x-openstack-request-id: req-393827fc-9c15-4b4c-92bb-65e8aa3f5e27 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:05.098086 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91019b6-0021-4959-bf01-c49a1e25107f", "name": "network-vif-unplugged", "status": "completed", "tag": "990dcda0-6a86-4059-be82-a9034aec1a25", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:05.098335 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-393827fc-9c15-4b4c-92bb-65e8aa3f5e27 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:05.098738 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91019b6-0021-4959-bf01-c49a1e25107f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '990dcda0-6a86-4059-be82-a9034aec1a25', 'code': 200} Feb 28 17:32:05.121226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-266046ad-1a99-46ea-a6c1-a1d5ddc8f0de None None] For port 1911dee5-dddf-49aa-9111-9b90646a1eb0, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1911dee5-dddf-49aa-9111-9b90646a1eb0,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:05.121633 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-266046ad-1a99-46ea-a6c1-a1d5ddc8f0de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:05.150024 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:05.171326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-266046ad-1a99-46ea-a6c1-a1d5ddc8f0de None None] Calling delete_port for 1911dee5-dddf-49aa-9111-9b90646a1eb0 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:05.204713 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f5291d1-6e24-4c95-9a22-e8a2e4d0277c req-88d328d1-f21f-4a40-ae1a-bc787ebd5fb5 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0703821 Feb 28 17:32:05.225600 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f81dfe6c-a420-4454-a87a-2214c754ffa4 req-65b05ae8-c77e-48c2-b5c1-28a7d806aef6 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570992 Feb 28 17:32:05.239386 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-f23ca6e0-5a4f-45ed-89a0-9d475b2562d7 service neutron] 10.222.0.69 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146938 Feb 28 17:32:05.309976 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=990dcda0-6a86-4059-be82-a9034aec1a25,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:05.390790 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-fa5ad3a9-bd4a-41d5-aac5-07bafc66e1a2 service neutron] 10.222.0.69 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358178 Feb 28 17:32:05.423021 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:05.435934 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-06830409-6c4f-4a3d-8577-200fbde8ab1b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d96c9c5c-1f32-498a-9e6f-788f52a8fde9 HTTP/1.1" status: 200 len: 217 time: 0.0381837 Feb 28 17:32:05.465027 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-266046ad-1a99-46ea-a6c1-a1d5ddc8f0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:05.496698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266046ad-1a99-46ea-a6c1-a1d5ddc8f0de None None] No DVR routers for this DVR port 1911dee5-dddf-49aa-9111-9b90646a1eb0 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:05.511113 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-bf2b3342-5d1c-4e2a-8bb8-7819c3d9e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:05.512588 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-bf2b3342-5d1c-4e2a-8bb8-7819c3d9e8ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab56271a-4d7e-438f-b38a-5e9ae796d4ba HTTP/1.1" status: 200 len: 797 time: 0.0685368 Feb 28 17:32:05.572370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266046ad-1a99-46ea-a6c1-a1d5ddc8f0de None None] Pushing event deleted for resources: {'Port': ['ID=1911dee5-dddf-49aa-9111-9b90646a1eb0,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:05.610346 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-46c2e9db-d5f6-4878-8f6f-90baecb4987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:05.612634 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-46c2e9db-d5f6-4878-8f6f-90baecb4987f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0923004 Feb 28 17:32:05.627982 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35798) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:05.636571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1911dee5-dddf-49aa-9111-9b90646a1eb0 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:05.652844 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bac9454-4770-413b-988b-9de72b228ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:05.689198 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 1911dee5-dddf-49aa-9111-9b90646a1eb0 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:05.699466 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1911dee5-dddf-49aa-9111-9b90646a1eb0 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:05.779015 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-ba991b95-99ea-4027-9201-b3a41d8f58f7 service neutron] 10.222.0.69 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580389 Feb 28 17:32:05.924976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e70c04-23bb-4f8f-a454-2cb6c7b9c165 req-9928f4d0-c452-4744-9499-a1b4f5c0aa83 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:05.926473 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-11e70c04-23bb-4f8f-a454-2cb6c7b9c165 req-9928f4d0-c452-4744-9499-a1b4f5c0aa83 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.1463120 Feb 28 17:32:05.963526 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d88c3707-80fe-4fba-aef8-ab669461d15c req-25396dee-b5c2-42a6-8ac0-34cf92fe4f74 service neutron] 10.222.0.69 "GET /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732311 Feb 28 17:32:06.009581 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] For port 1911dee5-dddf-49aa-9111-9b90646a1eb0, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1911dee5-dddf-49aa-9111-9b90646a1eb0,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:06.072467 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:06.093728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75785225-dac3-42d6-b104-0fd9e7aa9703 req-f1eeee18-2ae1-409a-8915-52e49d916cc9 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:06.095501 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-75785225-dac3-42d6-b104-0fd9e7aa9703 req-f1eeee18-2ae1-409a-8915-52e49d916cc9 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.1363423 Feb 28 17:32:06.135495 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bac9454-4770-413b-988b-9de72b228ed8 admin admin] Publish callbacks [] for security_group (051b36ce-430b-4718-be5a-c46165c3adbb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:06.141134 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (1911dee5-dddf-49aa-9111-9b90646a1eb0), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:06.193453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=1911dee5-dddf-49aa-9111-9b90646a1eb0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:06.195967 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (691a8266-2813-4ff3-8f79-267f0cc991f4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:06.202160 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bac9454-4770-413b-988b-9de72b228ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (051b36ce-430b-4718-be5a-c46165c3adbb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:06.235813 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-75785225-dac3-42d6-b104-0fd9e7aa9703 req-41bc28a5-ce32-4c6d-a88c-fd571a6260fc tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334758 Feb 28 17:32:06.286823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:06.299806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:06.306137 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4bac9454-4770-413b-988b-9de72b228ed8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=888cfc377a6049e7b933cf51fa39120f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6731784 Feb 28 17:32:06.308375 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:06.308978 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:06.311520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac9454-4770-413b-988b-9de72b228ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051b36ce-430b-4718-be5a-c46165c3adbb,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:06.314627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35812) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:06.317822 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=691a8266-2813-4ff3-8f79-267f0cc991f4,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:06.328488 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eaad23-feaa-4622-bea3-1a325f509a9b None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:06.374698 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-11e70c04-23bb-4f8f-a454-2cb6c7b9c165 req-1b05f73b-9fc6-4c2f-b283-e02ab3135100 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups?id=70c7688c-d3ce-4637-9afc-0be3447fea80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4401748 Feb 28 17:32:06.403063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-8f693181-2c69-4494-a2ca-e4ddc092be1f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:06.404549 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-8f693181-2c69-4494-a2ca-e4ddc092be1f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.69 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 944 time: 0.4613698 Feb 28 17:32:06.422216 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1882551b-dd58-4a01-a10e-8d5d8350bdb8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5327215 Feb 28 17:32:06.427437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35814) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:06.433109 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0db35981-92fc-4861-8d09-8ae892171735 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:06.437308 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44f845fc-6175-4a95-ba63-d706903d4976 admin admin] Publish callbacks [] for security_group (051b36ce-430b-4718-be5a-c46165c3adbb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:06.496696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': '691a8266-2813-4ff3-8f79-267f0cc991f4'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:32:06.496908 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:06.514958 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44f845fc-6175-4a95-ba63-d706903d4976 admin admin] Publish callbacks [] for security_group (051b36ce-430b-4718-be5a-c46165c3adbb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:06.534118 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c623e82-14ce-4ec3-80e8-46a0b84ee1cc req-43ee9e8a-7c91-4488-a296-331afaada30c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:06.540955 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c623e82-14ce-4ec3-80e8-46a0b84ee1cc req-43ee9e8a-7c91-4488-a296-331afaada30c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 943 time: 0.1703210 Feb 28 17:32:06.544616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Deleting port f91e29ef-f8eb-47b7-83e8-b88a8533319f {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:06.545270 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:06.662768 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c623e82-14ce-4ec3-80e8-46a0b84ee1cc req-c8180eaf-e0fe-4e9b-886b-2089eb194c1e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206250 Feb 28 17:32:06.696646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] For port f91e29ef-f8eb-47b7-83e8-b88a8533319f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f91e29ef-f8eb-47b7-83e8-b88a8533319f,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:06.697237 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:06.704968 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 990dcda0-6a86-4059-be82-a9034aec1a25 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:32:06.734444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Allocated IP 2001:db8::f816:3eff:fed3:5624 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/691a8266-2813-4ff3-8f79-267f0cc991f4/903e6ed0-b8f8-4985-ae47-cc7600fa7af3) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:06.744271 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44f845fc-6175-4a95-ba63-d706903d4976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (051b36ce-430b-4718-be5a-c46165c3adbb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:06.747047 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44f845fc-6175-4a95-ba63-d706903d4976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:06.751263 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-44f845fc-6175-4a95-ba63-d706903d4976 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/051b36ce-430b-4718-be5a-c46165c3adbb HTTP/1.1" status: 204 len: 168 time: 0.4344273 Feb 28 17:32:06.756806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db35981-92fc-4861-8d09-8ae892171735 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:06.768035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0db35981-92fc-4861-8d09-8ae892171735 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:06.920910 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 990dcda0-6a86-4059-be82-a9034aec1a25, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=990dcda0-6a86-4059-be82-a9034aec1a25,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:06.947859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f845fc-6175-4a95-ba63-d706903d4976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051b36ce-430b-4718-be5a-c46165c3adbb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:07.041688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '990dcda0-6a86-4059-be82-a9034aec1a25', 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453', 'port_id': '990dcda0-6a86-4059-be82-a9034aec1a25', 'mac_address': 'fa:16:3e:72:76:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2be326-2c28-494b-9705-9af762d46614', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:32:07.048238 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:07.048982 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (e0e8da44-3352-4a50-b85c-bfe49c6c4eeb), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:07.049452 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Floating IP e0e8da44-3352-4a50-b85c-bfe49c6c4eeb disassociated. External IP: 172.25.3.142, port: f91e29ef-f8eb-47b7-83e8-b88a8533319f. Feb 28 17:32:07.049899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Calling delete_port for f91e29ef-f8eb-47b7-83e8-b88a8533319f owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:07.103293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 990dcda0-6a86-4059-be82-a9034aec1a25 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:07.104823 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:07.130846 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990dcda0-6a86-4059-be82-a9034aec1a25 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:32:07.153109 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 990dcda0-6a86-4059-be82-a9034aec1a25, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=990dcda0-6a86-4059-be82-a9034aec1a25,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:07.300824 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f91e29ef-f8eb-47b7-83e8-b88a8533319f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:07.356051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event deleted for resources: {'Port': ['ID=f91e29ef-f8eb-47b7-83e8-b88a8533319f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:07.364128 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0db35981-92fc-4861-8d09-8ae892171735 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (29c24037-0bb8-4c8d-8b56-8335d1bfccb3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:07.445222 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:07.458824 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Publish callbacks [] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:07.496781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db35981-92fc-4861-8d09-8ae892171735 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=29c24037-0bb8-4c8d-8b56-8335d1bfccb3,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:07.540100 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-605dd8d4-119c-4b9a-aaeb-941c999e60b6 req-5645f4a4-3bd0-4261-a1c0-cfa3f07712f1 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 210 time: 0.0351846 Feb 28 17:32:07.540100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db35981-92fc-4861-8d09-8ae892171735 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:07.540934 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-0db35981-92fc-4861-8d09-8ae892171735 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:07.543569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db35981-92fc-4861-8d09-8ae892171735 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:07.544161 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0db35981-92fc-4861-8d09-8ae892171735 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:07.555689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a03b8-9a88-49e8-818c-261826449dff req-cbc75af4-3712-4e61-bd2c-1b596001cb72 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:07.557239 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b84a03b8-9a88-49e8-818c-261826449dff req-cbc75af4-3712-4e61-bd2c-1b596001cb72 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.2051740 Feb 28 17:32:07.607723 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:07.625285 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7903f1e-a4ec-44da-a717-17a145a41eb6 req-630755ef-91fc-4586-9972-f98ac8fa3387 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0559874 Feb 28 17:32:07.647605 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:07.649287 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0db35981-92fc-4861-8d09-8ae892171735 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2200558 Feb 28 17:32:07.650695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35840) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:07.653471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=990dcda0-6a86-4059-be82-a9034aec1a25,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:07.658284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'mac_address': 'fa:16:3e:76:4c:b2', 'name': 'tempest-NetworksTestDHCPv6-837271265'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:07.684968 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:07.687365 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:07.703585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b84a03b8-9a88-49e8-818c-261826449dff req-b61e4da4-a0d8-4784-8311-c13799f023cc tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685170 Feb 28 17:32:07.706661 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:07.707589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:07.707589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:07.707742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:07.708129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:07.708486 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:07.708820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:07.710165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:07.712308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:07.712747 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:07.715991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:07.715991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:07.715991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:07.716302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Router 6e0b4066-152a-4dfb-bae6-754be35365c9 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:32:07.973179 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:07.982107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['990dcda0-6a86-4059-be82-a9034aec1a25'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:32:08.005583 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d597faa5-dcb1-487c-a94d-d8d8b103de60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:08.075688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:32:08.083725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7a1d8-f741-4509-b1df-91d3062221c8 req-d28b19c7-1f63-465d-92cc-52a5e6d8ba16 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:08.092064 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22c7a1d8-f741-4509-b1df-91d3062221c8 req-d28b19c7-1f63-465d-92cc-52a5e6d8ba16 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 944 time: 0.2918892 Feb 28 17:32:08.109238 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af71ac-2768-4d51-a767-00b350b1e5ef None None] Sync routers for ids ['6e0b4066-152a-4dfb-bae6-754be35365c9'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:32:08.109238 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af71ac-2768-4d51-a767-00b350b1e5ef None None] Routers {'6e0b4066-152a-4dfb-bae6-754be35365c9'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:32:08.115898 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c8af71ac-2768-4d51-a767-00b350b1e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:31:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['6e0b4066-152a-4dfb-bae6-754be35365c9'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:08.163441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Attempting to bind port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:32:08.163883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Attempting to bind port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:32:08.164257 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Attempting to bind port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:32:08.172829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:32:08.173380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:32:08.173839 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:08.174328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:32:08.174884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Bound port: 903e6ed0-b8f8-4985-ae47-cc7600fa7af3, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:32:08.175357 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:08.187507 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] No DVR routers for this DVR port f91e29ef-f8eb-47b7-83e8-b88a8533319f on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:08.192553 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:08.203136 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e9cf6e1-ff5d-4363-bd7e-96f0047ae73a req-bd1fc34d-8245-4d2e-9497-654f68bd95ed tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.69 "DELETE /v2.0/ports/f91e29ef-f8eb-47b7-83e8-b88a8533319f HTTP/1.1" status: 204 len: 173 time: 1.7928474 Feb 28 17:32:08.203653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-deleted', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:08.207959 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16e4918-79d5-4185-9bc8-b6ff9b98d193" -d '{"events": [{"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-deleted", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:08.244837 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22c7a1d8-f741-4509-b1df-91d3062221c8 req-d6ac547f-3475-4ad8-9db6-bba2f025b6bb tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518223 Feb 28 17:32:08.261234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Pushing event updated for resources: {'Port': ['ID=903e6ed0-b8f8-4985-ae47-cc7600fa7af3,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:08.277102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:08.280313 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28c4fe1-ec5b-41c4-84a5-31182485a496 x-openstack-request-id: req-c28c4fe1-ec5b-41c4-84a5-31182485a496 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:08.280681 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573ee199-154c-41d8-9df2-818af1a19913", "name": "network-vif-deleted", "tag": "f91e29ef-f8eb-47b7-83e8-b88a8533319f", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:08.291394 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c28c4fe1-ec5b-41c4-84a5-31182485a496 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:08.291394 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573ee199-154c-41d8-9df2-818af1a19913', 'name': 'network-vif-deleted', 'tag': 'f91e29ef-f8eb-47b7-83e8-b88a8533319f', 'status': 'completed', 'code': 200} Feb 28 17:32:08.349815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] For port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:32:08.361891 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-c8af71ac-2768-4d51-a767-00b350b1e5ef None None] Set router 6e0b4066-152a-4dfb-bae6-754be35365c9 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:32:08.375409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] For port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=903e6ed0-b8f8-4985-ae47-cc7600fa7af3,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:32:08.494490 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:08.503477 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:08.514776 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e85ae29a-cbc6-4ea6-82ad-587fadaf1485 req-13d0548f-c3e4-4e72-bf9b-712e2adfff03 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0422270 Feb 28 17:32:08.559366 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port aeacfb16-f2d3-4667-b738-14cee8ddcf25 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:32:08.646751 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10acce4-a9f5-4130-aed4-bfb5b369ca4a None None] Pushing event updated for resources: {'Port': ['ID=903e6ed0-b8f8-4985-ae47-cc7600fa7af3,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:08.715803 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c8af71ac-2768-4d51-a767-00b350b1e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:24:35Z', 'revision_number': 4, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '5c8db67d-2f99-462e-84f2-9e9a9b7ad9da', 'name': '', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'mac_address': 'fa:16:3e:08:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:43Z', 'revision_number': 5, 'project_id': 'db5706b395ff456ab153c58167054352', 'subnets': [{'id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:08.756548 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35874) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:08.790340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4ce81b53-655c-4835-986a-3a29ee92d2d5 req-38238b81-f1d1-405f-933e-ace2c497296c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/ports?device_id=573ee199-154c-41d8-9df2-818af1a19913 HTTP/1.1" status: 200 len: 210 time: 0.0688190 Feb 28 17:32:08.826466 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af71ac-2768-4d51-a767-00b350b1e5ef None None] Checking router: 6e0b4066-152a-4dfb-bae6-754be35365c9 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:32:08.839473 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af71ac-2768-4d51-a767-00b350b1e5ef None None] Routers {'6e0b4066-152a-4dfb-bae6-754be35365c9'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:32:08.840365 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c8af71ac-2768-4d51-a767-00b350b1e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:31:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['6e0b4066-152a-4dfb-bae6-754be35365c9'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:08.963579 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 172.20.0.6 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/29c24037-0bb8-4c8d-8b56-8335d1bfccb3/aeacfb16-f2d3-4667-b738-14cee8ddcf25) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:08.976913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-network', 'tenant_id': 'ea4fc997be944464af476265e128b5af'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:09.002484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::f816:3eff:fe76:4cb2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/691a8266-2813-4ff3-8f79-267f0cc991f4/aeacfb16-f2d3-4667-b738-14cee8ddcf25) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:09.033795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b97f69-a3a4-492e-ab9e-f3355207d9fa req-1a6226f9-1cbc-49bd-a4cf-bb7e1f091ad3 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:09.036109 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9b97f69-a3a4-492e-ab9e-f3355207d9fa req-1a6226f9-1cbc-49bd-a4cf-bb7e1f091ad3 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.2035227 Feb 28 17:32:09.063577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] Made reservation on behalf of ea4fc997be944464af476265e128b5af for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:09.065664 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:09.090400 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:09.201764 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-c8af71ac-2768-4d51-a767-00b350b1e5ef None None] Set router 6e0b4066-152a-4dfb-bae6-754be35365c9 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:32:09.210989 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9b97f69-a3a4-492e-ab9e-f3355207d9fa req-4a5d2121-ab7c-445c-b180-0453f68981e6 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655350 Feb 28 17:32:09.285916 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (aeacfb16-f2d3-4667-b738-14cee8ddcf25), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:09.323325 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] Publish callbacks [] for security_group (9b844d3d-4ffc-480f-99d7-4b0862832e07), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:09.419943 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9b844d3d-4ffc-480f-99d7-4b0862832e07), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:09.484788 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (aeacfb16-f2d3-4667-b738-14cee8ddcf25), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:09.514142 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:32:09.576302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4443d-8378-4865-a0dd-c9cba871a4dc req-ec007f7d-28b2-4a5e-b083-d1e92fe8a12c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:09.588045 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90f4443d-8378-4865-a0dd-c9cba871a4dc req-ec007f7d-28b2-4a5e-b083-d1e92fe8a12c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 944 time: 0.1848743 Feb 28 17:32:09.640565 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (51af6ac1-54d7-4457-b299-6ba1d494c182), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:09.640565 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] Added segment 51af6ac1-54d7-4457-b299-6ba1d494c182 of type vlan for network 4ad767ea-cb0d-4c66-9568-7475bca3a7da Feb 28 17:32:09.640565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b844d3d-4ffc-480f-99d7-4b0862832e07,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:09.658547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:09.668713 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:09.673056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:09.685777 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c8af71ac-2768-4d51-a767-00b350b1e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:24:35Z', 'revision_number': 4, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '5c8db67d-2f99-462e-84f2-9e9a9b7ad9da', 'name': '', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'mac_address': 'fa:16:3e:08:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:43Z', 'revision_number': 5, 'project_id': 'db5706b395ff456ab153c58167054352', 'subnets': [{'id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:09.717322 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90f4443d-8378-4865-a0dd-c9cba871a4dc req-b71f9222-e7f2-4a19-b3dc-b727650d419e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283245 Feb 28 17:32:09.730512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:09.744746 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af71ac-2768-4d51-a767-00b350b1e5ef None None] The sync data for ids ['6e0b4066-152a-4dfb-bae6-754be35365c9'] in n-d-820368-19 is: [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:24:35Z', 'revision_number': 4, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '5c8db67d-2f99-462e-84f2-9e9a9b7ad9da', 'name': '', 'network_id': '7739d82a-bcdd-4118-ae9a-7624124a9b84', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'mac_address': 'fa:16:3e:08:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:33Z', 'updated_at': '2022-02-28T17:24:43Z', 'revision_number': 5, 'project_id': 'db5706b395ff456ab153c58167054352', 'subnets': [{'id': '86d80de3-dbb5-4b00-8151-4a967e698d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:32:09.773182 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=aeacfb16-f2d3-4667-b738-14cee8ddcf25,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:09.792382 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:09.792675 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:09.821195 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (4ad767ea-cb0d-4c66-9568-7475bca3a7da), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:09.878892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:09.880214 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:09.937205 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-799435ff-f205-4fe6-afcd-88710adf1751 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2852583 Feb 28 17:32:09.945449 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35900) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:09.985129 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:09.989456 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8747-e6a5-4e82-a5da-563cf4b8bf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:10.000339 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (4ad767ea-cb0d-4c66-9568-7475bca3a7da), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:10.004782 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:10.005501 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:10.013000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:10.013398 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:10.050329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35902) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:10.134475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e390e-116d-47f1-bfb9-7fd1837c4f0f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:10.170042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=903e6ed0-b8f8-4985-ae47-cc7600fa7af3,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:10.172094 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e390e-116d-47f1-bfb9-7fd1837c4f0f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:10.179624 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9f8e390e-116d-47f1-bfb9-7fd1837c4f0f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2330503 Feb 28 17:32:10.183194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35906) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:10.235302 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:10.263397 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-417261db-871a-47bd-8311-03d1c41b2b0c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for security_group (70c7688c-d3ce-4637-9afc-0be3447fea80), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:10.339877 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=903e6ed0-b8f8-4985-ae47-cc7600fa7af3,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:10.344302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b3897c-50ea-45ca-8b95-7e5174cb3559 None None] New status for floating IP e0e8da44-3352-4a50-b85c-bfe49c6c4eeb: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:32:10.361387 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.5967512 Feb 28 17:32:10.374710 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-417261db-871a-47bd-8311-03d1c41b2b0c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for security_group (70c7688c-d3ce-4637-9afc-0be3447fea80), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:10.380947 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b17c45-ed8b-424f-b1cc-f2a9df133900 admin admin] Pushing event updated for resources: {'Network': ['ID=4ad767ea-cb0d-4c66-9568-7475bca3a7da,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:10.387095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35910) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:10.406886 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-91501ad0-3edb-4c28-aa4b-ad61d4d9fd17 admin admin] Request body: {'subnet': {'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-subnet', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:10.452947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 4ad767ea-cb0d-4c66-9568-7475bca3a7da details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:32:10.458667 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad537c9-e4d8-4fd8-9323-002021807a1e None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:10.481407 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f91e29ef-f8eb-47b7-83e8-b88a8533319f no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:10.544616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd44a3-dceb-4e43-87b7-83d2cbf2f9a7 req-0f981f6b-dace-4e6d-b3e8-4563dba0d455 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:10.546206 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01bd44a3-dceb-4e43-87b7-83d2cbf2f9a7 req-0f981f6b-dace-4e6d-b3e8-4563dba0d455 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.1107156 Feb 28 17:32:10.550012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91501ad0-3edb-4c28-aa4b-ad61d4d9fd17 admin admin] Made reservation on behalf of ea4fc997be944464af476265e128b5af for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:10.552487 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91501ad0-3edb-4c28-aa4b-ad61d4d9fd17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:10.566146 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9abb4d08-7bc4-468b-8096-1a7df2d563b6 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port aeacfb16-f2d3-4667-b738-14cee8ddcf25 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:10.566485 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9abb4d08-7bc4-468b-8096-1a7df2d563b6 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (aeacfb16-f2d3-4667-b738-14cee8ddcf25), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:10.621676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: f91e29ef-f8eb-47b7-83e8-b88a8533319f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:10.622282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f91e29ef-f8eb-47b7-83e8-b88a8533319f not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:10.649251 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-417261db-871a-47bd-8311-03d1c41b2b0c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (70c7688c-d3ce-4637-9afc-0be3447fea80), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:10.652651 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-417261db-871a-47bd-8311-03d1c41b2b0c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:10.654422 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-417261db-871a-47bd-8311-03d1c41b2b0c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "DELETE /v2.0/security-groups/70c7688c-d3ce-4637-9afc-0be3447fea80 HTTP/1.1" status: 204 len: 168 time: 0.6028931 Feb 28 17:32:10.656978 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35914) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:10.679356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417261db-871a-47bd-8311-03d1c41b2b0c tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c7688c-d3ce-4637-9afc-0be3447fea80,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:10.686362 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01bd44a3-dceb-4e43-87b7-83d2cbf2f9a7 req-73a77f07-c02d-40d4-944d-de8096db5e3e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247725 Feb 28 17:32:10.690663 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8a09c70b-a8a0-4a36-8e63-ed20f457b33e None None] Provisioning complete for port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:10.691018 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-e17ec10d-86a1-4ca8-8c8b-c99df5b2b706 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] show failed (client error): The resource could not be found. Feb 28 17:32:10.691161 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8a09c70b-a8a0-4a36-8e63-ed20f457b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:10.692175 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e17ec10d-86a1-4ca8-8c8b-c99df5b2b706 tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "GET /v2.0/security-groups/70c7688c-d3ce-4637-9afc-0be3447fea80 HTTP/1.1" status: 404 len: 347 time: 0.0337174 Feb 28 17:32:10.696102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35916) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:10.738139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 990dcda0-6a86-4059-be82-a9034aec1a25 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:10.786337 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9abb4d08-7bc4-468b-8096-1a7df2d563b6 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (aeacfb16-f2d3-4667-b738-14cee8ddcf25), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:10.801093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9abb4d08-7bc4-468b-8096-1a7df2d563b6 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for aeacfb16-f2d3-4667-b738-14cee8ddcf25 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:10.936989 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 990dcda0-6a86-4059-be82-a9034aec1a25 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:10.938127 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.021773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0350683-c3df-41a6-87de-6c5e14c83a34 req-77424ec2-8deb-4b90-b529-dfd3fa9988fa tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:11.025448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f0350683-c3df-41a6-87de-6c5e14c83a34 req-77424ec2-8deb-4b90-b529-dfd3fa9988fa tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 944 time: 0.0871410 Feb 28 17:32:11.028132 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91501ad0-3edb-4c28-aa4b-ad61d4d9fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (626fd9a3-2875-4a1a-96a9-e380285122fe), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.035895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8a09c70b-a8a0-4a36-8e63-ed20f457b33e None None] Current status of the port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:11.089895 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f34c58ac-a864-4756-b310-d35daa45973f req-45250432-149a-4857-8d81-e622860de10a service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0593383 Feb 28 17:32:11.143185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91501ad0-3edb-4c28-aa4b-ad61d4d9fd17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=626fd9a3-2875-4a1a-96a9-e380285122fe,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:11.166104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 990dcda0-6a86-4059-be82-a9034aec1a25 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:11.166586 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.166808 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f0350683-c3df-41a6-87de-6c5e14c83a34 req-82b32612-721c-417b-8a27-e7a9359569ee tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296194 Feb 28 17:32:11.167907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91501ad0-3edb-4c28-aa4b-ad61d4d9fd17 admin admin] Checking segment: {'id': '51af6ac1-54d7-4457-b299-6ba1d494c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:32:11.168293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91501ad0-3edb-4c28-aa4b-ad61d4d9fd17 admin admin] Network hostable DHCP agents. Network: 4ad767ea-cb0d-4c66-9568-7475bca3a7da, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:32:11.191069 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8d8acc46-1afc-4414-9730-f6393ba4564f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Deleting port bfc55088-0d69-4096-8f32-deed2a892a20 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:11.197221 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8d8acc46-1afc-4414-9730-f6393ba4564f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (bfc55088-0d69-4096-8f32-deed2a892a20), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.197368 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea2a17c-e106-4827-80ac-521ba8fad902 None None] Update dhcp port {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'fixed_ips': [{'subnet_id': '691a8266-2813-4ff3-8f79-267f0cc991f4', 'ip_address': '2001:db8::f816:3eff:fed3:5624'}, {'subnet_id': '29c24037-0bb8-4c8d-8b56-8335d1bfccb3'}], 'binding:host_id': 'n-d-820368-19'}, 'id': '903e6ed0-b8f8-4985-ae47-cc7600fa7af3'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:32:11.231022 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91019b6-0021-4959-bf01-c49a1e25107f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990dcda0-6a86-4059-be82-a9034aec1a25'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:11.244565 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42320186-9374-4974-8291-32a7c7ad79fc" -d '{"events": [{"server_uuid": "d91019b6-0021-4959-bf01-c49a1e25107f", "name": "network-vif-plugged", "status": "completed", "tag": "990dcda0-6a86-4059-be82-a9034aec1a25"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:11.253067 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9abb4d08-7bc4-468b-8096-1a7df2d563b6 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (aeacfb16-f2d3-4667-b738-14cee8ddcf25), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.274828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 990dcda0-6a86-4059-be82-a9034aec1a25, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=990dcda0-6a86-4059-be82-a9034aec1a25,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:11.280308 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a17c-e106-4827-80ac-521ba8fad902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.290695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb4d08-7bc4-468b-8096-1a7df2d563b6 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=aeacfb16-f2d3-4667-b738-14cee8ddcf25,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:11.294730 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91501ad0-3edb-4c28-aa4b-ad61d4d9fd17 admin admin] Network 4ad767ea-cb0d-4c66-9568-7475bca3a7da is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:32:11.371684 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3030a302-7ccf-4f33-b118-bd8741b8e77f x-openstack-request-id: req-3030a302-7ccf-4f33-b118-bd8741b8e77f {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:11.372053 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91019b6-0021-4959-bf01-c49a1e25107f", "name": "network-vif-plugged", "status": "completed", "tag": "990dcda0-6a86-4059-be82-a9034aec1a25", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:11.372327 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3030a302-7ccf-4f33-b118-bd8741b8e77f {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:11.372730 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91019b6-0021-4959-bf01-c49a1e25107f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990dcda0-6a86-4059-be82-a9034aec1a25', 'code': 200} Feb 28 17:32:11.392786 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.399666 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.422129 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8d8acc46-1afc-4414-9730-f6393ba4564f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (bfc55088-0d69-4096-8f32-deed2a892a20), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.422460 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8d8acc46-1afc-4414-9730-f6393ba4564f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for floatingip (bfc55088-0d69-4096-8f32-deed2a892a20), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.424989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-91501ad0-3edb-4c28-aa4b-ad61d4d9fd17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 4ad767ea-cb0d-4c66-9568-7475bca3a7da) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:11.435014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91501ad0-3edb-4c28-aa4b-ad61d4d9fd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:11.438422 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91501ad0-3edb-4c28-aa4b-ad61d4d9fd17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.444102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8d8acc46-1afc-4414-9730-f6393ba4564f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Calling delete_port for bfc55088-0d69-4096-8f32-deed2a892a20 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:11.576762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e676ef-e379-43f2-b3d6-fdd1deb531ce req-2719852d-e2e8-4c91-b598-11b9a73cdf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:11.578680 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-97e676ef-e379-43f2-b3d6-fdd1deb531ce req-2719852d-e2e8-4c91-b598-11b9a73cdf3b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 1128 time: 0.1370068 Feb 28 17:32:11.613107 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-91501ad0-3edb-4c28-aa4b-ad61d4d9fd17 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2254510 Feb 28 17:32:11.621870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23afed87-b0af-4cea-8193-04f59b18a756 None None] Network 4ad767ea-cb0d-4c66-9568-7475bca3a7da requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:11.622655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35934) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:11.654233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:11.695557 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-97e676ef-e379-43f2-b3d6-fdd1deb531ce req-629017f0-c7d1-48a7-8546-e464da73e160 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100047 Feb 28 17:32:11.700321 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9abb4d08-7bc4-468b-8096-1a7df2d563b6 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.706438 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9abb4d08-7bc4-468b-8096-1a7df2d563b6 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/aeacfb16-f2d3-4667-b738-14cee8ddcf25 HTTP/1.1" status: 204 len: 168 time: 1.5152280 Feb 28 17:32:11.707371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35936) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:11.724815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:11.785972 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (b3e32f06-d9b9-45fd-a502-31487d0229c8), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.787589 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (b3e32f06-d9b9-45fd-a502-31487d0229c8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.799278 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=990dcda0-6a86-4059-be82-a9034aec1a25,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:11.811333 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0537c27-e2d3-4b9e-8c63-8adf18a190fe tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:11.816994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0537c27-e2d3-4b9e-8c63-8adf18a190fe tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:11.819245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0537c27-e2d3-4b9e-8c63-8adf18a190fe tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:11.828102 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b0537c27-e2d3-4b9e-8c63-8adf18a190fe tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1189082 Feb 28 17:32:11.830579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35948) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:11.898441 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-64650f45-7557-473a-91c6-ca8968972859 req-51f2737a-2384-4df6-86fd-fd6a079869c8 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1042707 Feb 28 17:32:11.910937 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:11.911320 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.915884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-0ea2a17c-e106-4827-80ac-521ba8fad902 None None] Allocated IP 172.20.0.2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/29c24037-0bb8-4c8d-8b56-8335d1bfccb3/903e6ed0-b8f8-4985-ae47-cc7600fa7af3) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:11.918071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'project_id': 'ea4fc997be944464af476265e128b5af', 'fixed_ips': [{'subnet_id': '626fd9a3-2875-4a1a-96a9-e380285122fe'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:32:11.918914 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:11.960864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db344ddd-f9b5-47ac-8544-b65fed131d38 req-cb4a357d-12bc-4e57-a67c-ef8d8f3dfe36 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:11.962837 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db344ddd-f9b5-47ac-8544-b65fed131d38 req-cb4a357d-12bc-4e57-a67c-ef8d8f3dfe36 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.1038539 Feb 28 17:32:11.993825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-32cbc424-f54e-4d55-bb0e-6b1eb4194244 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 29c24037-0bb8-4c8d-8b56-8335d1bfccb3 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:32:12.034637 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db344ddd-f9b5-47ac-8544-b65fed131d38 req-7371b854-3a3d-4d19-84ca-a3e8a1f8d45b tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605958 Feb 28 17:32:12.038321 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8d8acc46-1afc-4414-9730-f6393ba4564f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (bfc55088-0d69-4096-8f32-deed2a892a20), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:12.068865 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Publish callbacks [] for router_controller (b3e32f06-d9b9-45fd-a502-31487d0229c8), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:12.086931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8acc46-1afc-4414-9730-f6393ba4564f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Pushing event deleted for resources: {'Port': ['ID=bfc55088-0d69-4096-8f32-deed2a892a20,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:12.152592 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8d8acc46-1afc-4414-9730-f6393ba4564f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks [] for floatingip (e0e8da44-3352-4a50-b85c-bfe49c6c4eeb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:12.155907 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8d8acc46-1afc-4414-9730-f6393ba4564f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:12.157219 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8d8acc46-1afc-4414-9730-f6393ba4564f tempest-ServerActionsTestJSON-750522230 tempest-ServerActionsTestJSON-750522230-project] 10.222.0.72 "DELETE /v2.0/floatingips/e0e8da44-3352-4a50-b85c-bfe49c6c4eeb HTTP/1.1" status: 204 len: 168 time: 1.4600351 Feb 28 17:32:12.160854 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35950) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:12.208837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0ea2a17c-e106-4827-80ac-521ba8fad902 None None] For port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=903e6ed0-b8f8-4985-ae47-cc7600fa7af3,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:12.239443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:12.259622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Allocated IP 172.20.0.2 (4ad767ea-cb0d-4c66-9568-7475bca3a7da/626fd9a3-2875-4a1a-96a9-e380285122fe/62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:12.267827 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a17c-e106-4827-80ac-521ba8fad902 None None] Publish callbacks [] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:12.384080 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Publish callbacks [] for router_gateway (b3e32f06-d9b9-45fd-a502-31487d0229c8), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:12.397645 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32cbc424-f54e-4d55-bb0e-6b1eb4194244 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (29c24037-0bb8-4c8d-8b56-8335d1bfccb3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:12.413192 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a17c-e106-4827-80ac-521ba8fad902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:12.486403 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc250b52-7464-4683-a5db-879f59e3354a req-984b39de-e47c-4081-a0ba-d5c014f05e6a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:12.494750 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc250b52-7464-4683-a5db-879f59e3354a req-984b39de-e47c-4081-a0ba-d5c014f05e6a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.1868634 Feb 28 17:32:12.500043 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32cbc424-f54e-4d55-bb0e-6b1eb4194244 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (29c24037-0bb8-4c8d-8b56-8335d1bfccb3), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:12.514532 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:12.615712 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2a17c-e106-4827-80ac-521ba8fad902 None None] Pushing event updated for resources: {'Port': ['ID=903e6ed0-b8f8-4985-ae47-cc7600fa7af3,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:12.699846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc250b52-7464-4683-a5db-879f59e3354a req-34a85b8b-b8c7-4f26-b4f4-dc75fbf6e5ba tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030537 Feb 28 17:32:12.766536 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Publish callbacks [] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:12.787773 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32cbc424-f54e-4d55-bb0e-6b1eb4194244 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (29c24037-0bb8-4c8d-8b56-8335d1bfccb3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:12.871105 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:12.998574 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32cbc424-f54e-4d55-bb0e-6b1eb4194244 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (29c24037-0bb8-4c8d-8b56-8335d1bfccb3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:13.003051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Pushing event updated for resources: {'Port': ['ID=62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:13.065447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Network 4ad767ea-cb0d-4c66-9568-7475bca3a7da is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:13.069002 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:13.075069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:13.093183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32cbc424-f54e-4d55-bb0e-6b1eb4194244 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:13.097911 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-32cbc424-f54e-4d55-bb0e-6b1eb4194244 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/29c24037-0bb8-4c8d-8b56-8335d1bfccb3 HTTP/1.1" status: 204 len: 168 time: 1.2627583 Feb 28 17:32:13.101470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35964) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:13.172920 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbc424-f54e-4d55-bb0e-6b1eb4194244 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=29c24037-0bb8-4c8d-8b56-8335d1bfccb3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:13.210771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Attempting to bind port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:32:13.211155 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Attempting to bind port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '51af6ac1-54d7-4457-b299-6ba1d494c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:32:13.211847 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Attempting to bind port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 on network 4ad767ea-cb0d-4c66-9568-7475bca3a7da {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:32:13.220860 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:32:13.223735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Checking segment: {'id': '51af6ac1-54d7-4457-b299-6ba1d494c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:32:13.224184 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:13.225707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Bound using segment: {'id': '51af6ac1-54d7-4457-b299-6ba1d494c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:32:13.226260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Bound port: 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51af6ac1-54d7-4457-b299-6ba1d494c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:32:13.226670 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:13.285092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19b59f1-1549-4145-b73b-6f076c6cfa55 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 691a8266-2813-4ff3-8f79-267f0cc991f4 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:32:13.290763 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b19b59f1-1549-4145-b73b-6f076c6cfa55 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (691a8266-2813-4ff3-8f79-267f0cc991f4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:13.345500 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b19b59f1-1549-4145-b73b-6f076c6cfa55 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (691a8266-2813-4ff3-8f79-267f0cc991f4), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:13.364872 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] For port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:32:13.372310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] For port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6,segment=NetworkSegment(51af6ac1-54d7-4457-b299-6ba1d494c182),segment_id=51af6ac1-54d7-4457-b299-6ba1d494c182)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:32:13.448545 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b19b59f1-1549-4145-b73b-6f076c6cfa55 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (691a8266-2813-4ff3-8f79-267f0cc991f4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:13.449144 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:13.540448 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Publish callbacks [] for router_gateway (b3e32f06-d9b9-45fd-a502-31487d0229c8), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:13.561393 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5af262-a48f-4525-aa23-20f504ff1908 None None] Pushing event updated for resources: {'Port': ['ID=62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:13.613848 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:13.671618 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:13.693813 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9c79-9429-4047-b6b0-2211f9ccb71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (6e0b4066-152a-4dfb-bae6-754be35365c9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:13.710623 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f996e7f8-8899-4b44-ba5f-e6c09249552e None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:13.793214 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b19b59f1-1549-4145-b73b-6f076c6cfa55 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (691a8266-2813-4ff3-8f79-267f0cc991f4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:13.808294 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e1540-ad15-40cf-bdea-f160e01a9f5a req-17ac8220-3307-4660-b795-d035d4ae87d0 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:13.810178 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f3e1540-ad15-40cf-bdea-f160e01a9f5a req-17ac8220-3307-4660-b795-d035d4ae87d0 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.6241758 Feb 28 17:32:13.884413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b59f1-1549-4145-b73b-6f076c6cfa55 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=691a8266-2813-4ff3-8f79-267f0cc991f4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:13.901846 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b19b59f1-1549-4145-b73b-6f076c6cfa55 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:13.912337 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b19b59f1-1549-4145-b73b-6f076c6cfa55 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/691a8266-2813-4ff3-8f79-267f0cc991f4 HTTP/1.1" status: 204 len: 168 time: 0.7882514 Feb 28 17:32:13.919064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35978) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:14.039602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0395c70b-43db-4361-92e7-6d830bd8db93 None None] Provisioning complete for port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:14.039602 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0395c70b-43db-4361-92e7-6d830bd8db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:14.043493 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d8f31dae-260c-4f18-a2fe-b2f1893e72aa tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169131 Feb 28 17:32:14.049244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35982) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:14.058759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4885b84f-254a-4300-b17e-a1bdfffa3630 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:14.063214 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:14.101539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f3e1540-ad15-40cf-bdea-f160e01a9f5a req-0c6d9546-c787-4470-b864-1a01539dca33 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812171 Feb 28 17:32:14.122077 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:14.122605 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:14.144871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Allocated IP 172.25.3.169 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/ce916f44-4e47-4712-8dde-ac35595070dd) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:14.160983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa278ca-58ff-4b2b-8eaa-b3f5e3142d9c req-5f19fe25-4ddd-4a5c-ba33-6292fc72fae2 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:14.167773 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bfa278ca-58ff-4b2b-8eaa-b3f5e3142d9c req-5f19fe25-4ddd-4a5c-ba33-6292fc72fae2 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.3142977 Feb 28 17:32:14.346740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:14.349174 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0395c70b-43db-4361-92e7-6d830bd8db93 None None] Current status of the port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:14.354149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f05872-6380-4883-a3b2-40218aac647b None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:32:14.357416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0395c70b-43db-4361-92e7-6d830bd8db93 None None] Could not find standard attr ID for object aeacfb16-f2d3-4667-b738-14cee8ddcf25. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:32:14.385455 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Publish callbacks [] for port (ce916f44-4e47-4712-8dde-ac35595070dd), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:14.391352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4885b84f-254a-4300-b17e-a1bdfffa3630 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:14.396358 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4885b84f-254a-4300-b17e-a1bdfffa3630 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:14.403013 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:32:14.426832 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c084c2b7-6c20-4bba-8d6c-bde008f66225 req-a3b238cb-4712-484b-8fe8-67f6b23a1f8e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1860387 Feb 28 17:32:14.427923 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f9f05872-6380-4883-a3b2-40218aac647b None None] Deleting port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:14.428211 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f9f05872-6380-4883-a3b2-40218aac647b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:14.433900 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bfa278ca-58ff-4b2b-8eaa-b3f5e3142d9c req-814bdb82-1357-405a-9cc0-832dd6bb199e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577891 Feb 28 17:32:14.523249 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee9c79-9429-4047-b6b0-2211f9ccb71d admin admin] Deleting port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:14.523249 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9c79-9429-4047-b6b0-2211f9ccb71d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:14.595717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f9f05872-6380-4883-a3b2-40218aac647b None None] For port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=903e6ed0-b8f8-4985-ae47-cc7600fa7af3,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:14.596119 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f9f05872-6380-4883-a3b2-40218aac647b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:14.612878 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ce916f44-4e47-4712-8dde-ac35595070dd), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:14.613473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f9f05872-6380-4883-a3b2-40218aac647b None None] Calling delete_port for 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:14.663170 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-f9ee9c79-9429-4047-b6b0-2211f9ccb71d admin admin] For port 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5c8db67d-2f99-462e-84f2-9e9a9b7ad9da,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:14.663591 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9c79-9429-4047-b6b0-2211f9ccb71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:14.692515 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee9c79-9429-4047-b6b0-2211f9ccb71d admin admin] Calling delete_port for 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:14.716650 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:14.726756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:14.735115 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:14.849802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ce916f44-4e47-4712-8dde-ac35595070dd,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:15.098136 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f9f05872-6380-4883-a3b2-40218aac647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (903e6ed0-b8f8-4985-ae47-cc7600fa7af3), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:15.120996 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f05872-6380-4883-a3b2-40218aac647b None None] No DVR routers for this DVR port 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:15.128971 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9c79-9429-4047-b6b0-2211f9ccb71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (5c8db67d-2f99-462e-84f2-9e9a9b7ad9da), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:15.186074 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee9c79-9429-4047-b6b0-2211f9ccb71d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8db67d-2f99-462e-84f2-9e9a9b7ad9da,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:15.187590 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f05872-6380-4883-a3b2-40218aac647b None None] Pushing event deleted for resources: {'Port': ['ID=903e6ed0-b8f8-4985-ae47-cc7600fa7af3,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:15.352705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0e3714-c4f8-44b2-8dea-083b75a33c39 None None] Network 4ad767ea-cb0d-4c66-9568-7475bca3a7da requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:15.487683 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca322f8-2b1a-47d1-bb7b-a0cc02f7acd0 req-ce3ec273-1489-4513-8a1f-832cd7f220e6 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:15.487683 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ca322f8-2b1a-47d1-bb7b-a0cc02f7acd0 req-ce3ec273-1489-4513-8a1f-832cd7f220e6 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.2154820 Feb 28 17:32:15.496839 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-db68cf4b-2046-439e-92e2-6ab7fde617c4 None None] Provisioning complete for port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:15.497212 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-db68cf4b-2046-439e-92e2-6ab7fde617c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:15.531370 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4885b84f-254a-4300-b17e-a1bdfffa3630 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (53618b03-4c27-44fe-a075-c0dc6edc6a30), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:15.548767 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd767665-28cc-4d3f-8497-b5933e9c7f85 req-6747d466-9e23-4b2a-98ed-c4e6372a12ad tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:15.567723 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fd767665-28cc-4d3f-8497-b5933e9c7f85 req-6747d466-9e23-4b2a-98ed-c4e6372a12ad tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.9901037 Feb 28 17:32:15.637083 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e0b52f9-7f47-48ad-b8ee-78f8e827a424 req-464ae632-d79c-47d0-beaf-18fb424ac37e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1278901 Feb 28 17:32:15.708370 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4885b84f-254a-4300-b17e-a1bdfffa3630 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:15.712387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885b84f-254a-4300-b17e-a1bdfffa3630 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=53618b03-4c27-44fe-a075-c0dc6edc6a30,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:15.720510 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ca322f8-2b1a-47d1-bb7b-a0cc02f7acd0 req-1f730927-a7b0-4ad1-807f-ade2e9af835a tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180846 Feb 28 17:32:15.733518 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-4885b84f-254a-4300-b17e-a1bdfffa3630 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:15.743350 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9c79-9429-4047-b6b0-2211f9ccb71d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (6e0b4066-152a-4dfb-bae6-754be35365c9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:15.750710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885b84f-254a-4300-b17e-a1bdfffa3630 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:15.750844 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4885b84f-254a-4300-b17e-a1bdfffa3630 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:15.771892 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fd767665-28cc-4d3f-8497-b5933e9c7f85 req-64fdbcd8-1adf-48e9-84e5-4d674865fb5a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031894 Feb 28 17:32:15.780488 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd103ae-00d6-4af0-8cc2-95911aa428b4 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:15.901279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36006) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:15.909711 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4885b84f-254a-4300-b17e-a1bdfffa3630 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8564119 Feb 28 17:32:15.917710 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:15.951936 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:16.057218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-db68cf4b-2046-439e-92e2-6ab7fde617c4 None None] Current status of the port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:16.057792 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-db68cf4b-2046-439e-92e2-6ab7fde617c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:16.082545 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Publish callbacks [] for router_gateway (b3e32f06-d9b9-45fd-a502-31487d0229c8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:16.139841 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': '53618b03-4c27-44fe-a075-c0dc6edc6a30'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:32:16.140841 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:16.145526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-db68cf4b-2046-439e-92e2-6ab7fde617c4 None None] For port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6,segment=NetworkSegment(51af6ac1-54d7-4457-b299-6ba1d494c182),segment_id=51af6ac1-54d7-4457-b299-6ba1d494c182)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:16.157833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:16.158243 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:16.211125 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-db68cf4b-2046-439e-92e2-6ab7fde617c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:16.422091 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68cf4b-2046-439e-92e2-6ab7fde617c4 None None] Pushing event updated for resources: {'Port': ['ID=62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:16.446834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ee9c79-9429-4047-b6b0-2211f9ccb71d admin admin] Router 6e0b4066-152a-4dfb-bae6-754be35365c9 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:32:16.448297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5bc3ac33-5bbd-4516-ba22-110e129a1711 None None] Provisioning complete for port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:16.448688 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5bc3ac33-5bbd-4516-ba22-110e129a1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:16.506128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Allocated IP 172.20.0.2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/53618b03-4c27-44fe-a075-c0dc6edc6a30/0df215ae-a2aa-4b51-baf9-f96cc0731e17) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:16.512518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:16.594546 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (b3e32f06-d9b9-45fd-a502-31487d0229c8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:16.618185 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ee9c79-9429-4047-b6b0-2211f9ccb71d admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:32:16.620075 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:16.624174 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:16.627924 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ecee60-0e5d-4fd1-b91e-001b60bfada9 None None] Sync routers for ids ['6e0b4066-152a-4dfb-bae6-754be35365c9'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:32:16.658275 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:16.694305 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ecee60-0e5d-4fd1-b91e-001b60bfada9 None None] Routers {'6e0b4066-152a-4dfb-bae6-754be35365c9'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:32:16.695263 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e6ecee60-0e5d-4fd1-b91e-001b60bfada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:32:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['6e0b4066-152a-4dfb-bae6-754be35365c9'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:16.730403 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:16.730846 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 903e6ed0-b8f8-4985-ae47-cc7600fa7af3 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:16.780634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3ac33-5bbd-4516-ba22-110e129a1711 None None] Current status of the port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:16.867779 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f9ee9c79-9429-4047-b6b0-2211f9ccb71d admin admin] 10.222.0.72 "PUT /v2.0/routers/6e0b4066-152a-4dfb-bae6-754be35365c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7034018 Feb 28 17:32:16.868541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36028) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:16.975050 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Publish callbacks [] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:17.006192 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e6ecee60-0e5d-4fd1-b91e-001b60bfada9 None None] Set router 6e0b4066-152a-4dfb-bae6-754be35365c9 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:32:17.052597 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:17.088109 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-10cd2001-dccf-405e-b5c1-3214be9e4b3b tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:17.089815 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-10cd2001-dccf-405e-b5c1-3214be9e4b3b tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/networks?id=5801e3e6-3a3d-4400-b93c-39437198a453 HTTP/1.1" status: 200 len: 815 time: 0.3951633 Feb 28 17:32:17.144802 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-ae3cca2b-d5de-47f1-b296-210f3fb413f5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/quotas/088b6c3e658846cab75e7b83a81af875 HTTP/1.1" status: 200 len: 375 time: 0.0469666 Feb 28 17:32:17.160488 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:17.163433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:17.177320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:17.219556 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c4d23-d95a-48ce-9a01-13860151d7e4 req-95a09acf-68ef-4a05-8063-4bb8a59c4406 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:17.227076 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3c9c4d23-d95a-48ce-9a01-13860151d7e4 req-95a09acf-68ef-4a05-8063-4bb8a59c4406 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.3592958 Feb 28 17:32:17.239379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Pushing event updated for resources: {'Port': ['ID=0df215ae-a2aa-4b51-baf9-f96cc0731e17,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:17.280338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-104a78a8-0a05-4c60-a869-9355877b9ae3 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=088b6c3e658846cab75e7b83a81af875&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1237853 Feb 28 17:32:17.305483 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e6ecee60-0e5d-4fd1-b91e-001b60bfada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:32:14Z', 'revision_number': 5, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:17.309183 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Attempting to bind port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:32:17.309561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Attempting to bind port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:32:17.309951 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Attempting to bind port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:32:17.315198 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:32:17.315688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:32:17.316094 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:17.316485 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:32:17.316960 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Bound port: 0df215ae-a2aa-4b51-baf9-f96cc0731e17, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:32:17.317339 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:17.328582 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Router b3e32f06-d9b9-45fd-a502-31487d0229c8 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:32:17.348788 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ecee60-0e5d-4fd1-b91e-001b60bfada9 None None] Checking router: 6e0b4066-152a-4dfb-bae6-754be35365c9 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:32:17.361128 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ecee60-0e5d-4fd1-b91e-001b60bfada9 None None] Routers {'6e0b4066-152a-4dfb-bae6-754be35365c9'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:32:17.362013 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e6ecee60-0e5d-4fd1-b91e-001b60bfada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:32:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['6e0b4066-152a-4dfb-bae6-754be35365c9'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:17.389650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.objects.ports [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104247) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:32:17.406539 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] Publish callbacks [] for router (6e0b4066-152a-4dfb-bae6-754be35365c9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:17.510755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] For port 0df215ae-a2aa-4b51-baf9-f96cc0731e17, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:32:17.516740 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e6ecee60-0e5d-4fd1-b91e-001b60bfada9 None None] Set router 6e0b4066-152a-4dfb-bae6-754be35365c9 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:32:17.538435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] For port 0df215ae-a2aa-4b51-baf9-f96cc0731e17, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0df215ae-a2aa-4b51-baf9-f96cc0731e17,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:32:17.587430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:17.629659 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:17.676890 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-815a105c-dde0-4938-907f-8e7a35f860f7 service neutron] 10.222.0.72 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893347 Feb 28 17:32:17.734615 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3c9c4d23-d95a-48ce-9a01-13860151d7e4 req-90b73b32-f926-47cc-8396-b1d780fe8fbc tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066080 Feb 28 17:32:17.783096 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:17.783474 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:17.785170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddb8cd-6296-415d-b1a7-95ea7fd5ee62 None None] Pushing event updated for resources: {'Port': ['ID=0df215ae-a2aa-4b51-baf9-f96cc0731e17,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:17.830943 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54520cbf-aa59-44b2-aa67-3b376750da89 req-42aee3b7-afe6-4ea9-95f5-255330a5884f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0696952 Feb 28 17:32:17.909046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:32:17.938209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Sync routers for ids ['b3e32f06-d9b9-45fd-a502-31487d0229c8'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:32:17.960058 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] Publish callbacks [] for router_gateway (6e0b4066-152a-4dfb-bae6-754be35365c9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:18.000415 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e6ecee60-0e5d-4fd1-b91e-001b60bfada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:32:14Z', 'revision_number': 5, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:18.071364 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ecee60-0e5d-4fd1-b91e-001b60bfada9 None None] The sync data for ids ['6e0b4066-152a-4dfb-bae6-754be35365c9'] in n-d-820368-19 is: [{'id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'name': 'tempest-ServerActionsTestJSON-2044728798-router', 'tenant_id': 'db5706b395ff456ab153c58167054352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:24:27Z', 'updated_at': '2022-02-28T17:32:14Z', 'revision_number': 5, 'project_id': 'db5706b395ff456ab153c58167054352', 'gw_port': {'id': '57139775-8bde-4c00-bc30-a2e6cff723e7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0b4066-152a-4dfb-bae6-754be35365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:24:28Z', 'updated_at': '2022-02-28T17:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:32:18.072363 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:18.081780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Routers {'b3e32f06-d9b9-45fd-a502-31487d0229c8'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:32:18.082467 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:32:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b3e32f06-d9b9-45fd-a502-31487d0229c8'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:18.135341 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-00b6eb42-8e4b-48d1-aaa5-8ca321687e89 service neutron] 10.222.0.72 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475160 Feb 28 17:32:18.166864 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eecbbb-2838-4f02-9040-ed8ad593a5ec req-17badd4e-548c-4a90-a9a7-e95bfefcd4de tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:18.175696 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3eecbbb-2838-4f02-9040-ed8ad593a5ec req-17badd4e-548c-4a90-a9a7-e95bfefcd4de tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.73 "GET /v2.0/ports?device_id=d91019b6-0021-4959-bf01-c49a1e25107f HTTP/1.1" status: 200 len: 945 time: 0.3475635 Feb 28 17:32:18.218209 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:18.225963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9fb1e4fd-4817-48e9-bd61-7380040280a5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.5867062 Feb 28 17:32:18.235752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:18.238779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36040) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:18.376736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Set router b3e32f06-d9b9-45fd-a502-31487d0229c8 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:32:18.376966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] Deleting port 57139775-8bde-4c00-bc30-a2e6cff723e7 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:18.377399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (57139775-8bde-4c00-bc30-a2e6cff723e7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:18.476698 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa5b6271-9d17-4713-8a5a-bd28a5bdef92 req-0a151d32-b378-461e-8389-303370d1e66e service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0425398 Feb 28 17:32:18.559652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-c3eecbbb-2838-4f02-9040-ed8ad593a5ec req-7f98c4e8-e287-40f4-872d-1da5a3d2d053 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Deleting port 990dcda0-6a86-4059-be82-a9034aec1a25 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:18.560004 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c3eecbbb-2838-4f02-9040-ed8ad593a5ec req-7f98c4e8-e287-40f4-872d-1da5a3d2d053 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:18.811789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-c3eecbbb-2838-4f02-9040-ed8ad593a5ec req-7f98c4e8-e287-40f4-872d-1da5a3d2d053 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] For port 990dcda0-6a86-4059-be82-a9034aec1a25, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=990dcda0-6a86-4059-be82-a9034aec1a25,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:18.812256 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c3eecbbb-2838-4f02-9040-ed8ad593a5ec req-7f98c4e8-e287-40f4-872d-1da5a3d2d053 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:18.883957 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-c3eecbbb-2838-4f02-9040-ed8ad593a5ec req-7f98c4e8-e287-40f4-872d-1da5a3d2d053 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Calling delete_port for 990dcda0-6a86-4059-be82-a9034aec1a25 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:19.175404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:32:15Z', 'revision_number': 3, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port': {'id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:13Z', 'updated_at': '2022-02-28T17:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:19.196716 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556b4c-d108-49ce-aeee-5c6ccae1e350 req-d5847341-47e8-463a-aba6-8aa5bc9215dd tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:19.204585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-10556b4c-d108-49ce-aeee-5c6ccae1e350 req-d5847341-47e8-463a-aba6-8aa5bc9215dd tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.3059347 Feb 28 17:32:19.275868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Checking router: b3e32f06-d9b9-45fd-a502-31487d0229c8 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:32:19.277008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Updating router b3e32f06-d9b9-45fd-a502-31487d0229c8 port ce916f44-4e47-4712-8dde-ac35595070dd binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:32:19.357717 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ce916f44-4e47-4712-8dde-ac35595070dd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:19.394478 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-10556b4c-d108-49ce-aeee-5c6ccae1e350 req-1048e2b8-c05a-4fd0-884a-a7fe6e8f9450 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888218 Feb 28 17:32:19.410729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] For port 57139775-8bde-4c00-bc30-a2e6cff723e7, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=57139775-8bde-4c00-bc30-a2e6cff723e7,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:19.411288 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (57139775-8bde-4c00-bc30-a2e6cff723e7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:19.434595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] Calling delete_port for 57139775-8bde-4c00-bc30-a2e6cff723e7 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:19.514933 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] For port 0df215ae-a2aa-4b51-baf9-f96cc0731e17, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0df215ae-a2aa-4b51-baf9-f96cc0731e17,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:19.550075 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:19.591097 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c3eecbbb-2838-4f02-9040-ed8ad593a5ec req-7f98c4e8-e287-40f4-872d-1da5a3d2d053 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (990dcda0-6a86-4059-be82-a9034aec1a25), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:19.626815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['990dcda0-6a86-4059-be82-a9034aec1a25'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:32:19.659837 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98c4e8-e287-40f4-872d-1da5a3d2d053 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Pushing event deleted for resources: {'Port': ['ID=990dcda0-6a86-4059-be82-a9034aec1a25,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:19.743906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4eca7698-e843-4928-b41a-a21d52c64efd None None] Provisioning complete for port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:19.747928 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4eca7698-e843-4928-b41a-a21d52c64efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:19.747928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0df215ae-a2aa-4b51-baf9-f96cc0731e17 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:19.771587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eecbbb-2838-4f02-9040-ed8ad593a5ec req-7f98c4e8-e287-40f4-872d-1da5a3d2d053 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] No DVR routers for this DVR port 990dcda0-6a86-4059-be82-a9034aec1a25 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:19.779282 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c3eecbbb-2838-4f02-9040-ed8ad593a5ec req-7f98c4e8-e287-40f4-872d-1da5a3d2d053 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:19.782458 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ec823698-bd1f-4d3c-8ff3-1f16cc73fb54 req-be166f9d-e8d2-4d50-8d3e-588e4f3ad81d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 210 time: 0.6159251 Feb 28 17:32:19.795364 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3eecbbb-2838-4f02-9040-ed8ad593a5ec req-7f98c4e8-e287-40f4-872d-1da5a3d2d053 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.73 "DELETE /v2.0/ports/990dcda0-6a86-4059-be82-a9034aec1a25 HTTP/1.1" status: 204 len: 173 time: 1.6142559 Feb 28 17:32:19.805482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91019b6-0021-4959-bf01-c49a1e25107f', 'name': 'network-vif-deleted', 'tag': '990dcda0-6a86-4059-be82-a9034aec1a25'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:19.805482 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65f9e5a-856c-4523-9bd8-1517292235b9" -d '{"events": [{"server_uuid": "d91019b6-0021-4959-bf01-c49a1e25107f", "name": "network-vif-deleted", "tag": "990dcda0-6a86-4059-be82-a9034aec1a25"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:19.862837 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a605673-4c27-4856-b1f6-cc519cd3b90f x-openstack-request-id: req-0a605673-4c27-4856-b1f6-cc519cd3b90f {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:19.862837 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91019b6-0021-4959-bf01-c49a1e25107f", "name": "network-vif-deleted", "tag": "990dcda0-6a86-4059-be82-a9034aec1a25", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:19.863062 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:19.863188 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a605673-4c27-4856-b1f6-cc519cd3b90f {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:19.863188 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91019b6-0021-4959-bf01-c49a1e25107f', 'name': 'network-vif-deleted', 'tag': '990dcda0-6a86-4059-be82-a9034aec1a25', 'status': 'completed', 'code': 200} Feb 28 17:32:19.863342 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (57139775-8bde-4c00-bc30-a2e6cff723e7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:19.926957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:19.927492 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:19.975292 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (524b7dc2-3d66-42a6-8b58-f7579a209bae), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.013890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:20.061914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:20.066449 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4eca7698-e843-4928-b41a-a21d52c64efd None None] Current status of the port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:20.066845 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4eca7698-e843-4928-b41a-a21d52c64efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.071150 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:20.072141 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.079487 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4113d204-c413-4ba2-b262-f9e4b6fd2e21 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:20.148631 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2441671 Feb 28 17:32:20.151057 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36070) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:20.160481 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'mac_address': 'fa:16:3e:77:94:b3', 'name': 'tempest-NetworksTestDHCPv6-2110178481'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:20.170768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=0df215ae-a2aa-4b51-baf9-f96cc0731e17,revision_number=4']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:20.186139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75136625-a3cb-4c12-abf1-83a43066e2de tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=524b7dc2-3d66-42a6-8b58-f7579a209bae,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:20.222585 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] Pushing event deleted for resources: {'Port': ['ID=57139775-8bde-4c00-bc30-a2e6cff723e7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:20.234498 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (6e0b4066-152a-4dfb-bae6-754be35365c9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.349854 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Publish callbacks [] for port (ce916f44-4e47-4712-8dde-ac35595070dd), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.352646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-4eca7698-e843-4928-b41a-a21d52c64efd None None] For port 0df215ae-a2aa-4b51-baf9-f96cc0731e17, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0df215ae-a2aa-4b51-baf9-f96cc0731e17,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:20.367718 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:20.368182 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.382003 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (6e0b4066-152a-4dfb-bae6-754be35365c9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.391403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] Publish callbacks [] for router_controller (6e0b4066-152a-4dfb-bae6-754be35365c9), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.413505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:20.482704 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ce916f44-4e47-4712-8dde-ac35595070dd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.491439 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4eca7698-e843-4928-b41a-a21d52c64efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.573553 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.582425 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (6e0b4066-152a-4dfb-bae6-754be35365c9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.583241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e0b4066-152a-4dfb-bae6-754be35365c9 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:32:20.604147 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.604147 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c9ba96a1-8f22-4384-9c7e-0988978aea01 admin admin] 10.222.0.72 "DELETE /v2.0/routers/6e0b4066-152a-4dfb-bae6-754be35365c9 HTTP/1.1" status: 204 len: 168 time: 3.7313378 Feb 28 17:32:20.604380 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36076) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:20.668922 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:32:20.669220 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:32:20.671855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ae9f3-d4c5-4f0d-b383-24a03caebd84 req-c08ed54a-2bdd-4013-98ad-0a2bc984452d tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:20.673469 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-712ae9f3-d4c5-4f0d-b383-24a03caebd84 req-c08ed54a-2bdd-4013-98ad-0a2bc984452d tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.1237409 Feb 28 17:32:20.678114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port d0a7e54f-654c-4553-9b8e-4497d5e4a828 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:32:20.723327 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bc6fe-c53a-42cd-adcb-46384380ed28 None None] Pushing event updated for resources: {'Port': ['ID=ce916f44-4e47-4712-8dde-ac35595070dd,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:20.735494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Attempting to bind port ce916f44-4e47-4712-8dde-ac35595070dd on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:32:20.735940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Attempting to bind port ce916f44-4e47-4712-8dde-ac35595070dd by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:32:20.736219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Attempting to bind port ce916f44-4e47-4712-8dde-ac35595070dd on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:32:20.767132 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.801670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:32:20.805871 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:32:20.805871 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.805871 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:32:20.806380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Bound port: ce916f44-4e47-4712-8dde-ac35595070dd, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:32:20.806634 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ce916f44-4e47-4712-8dde-ac35595070dd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.822576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-171b2fde-206e-46e2-9fcf-6c072a1c0b6a admin admin] Deleting subnet 86d80de3-dbb5-4b00-8151-4a967e698d02 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:32:20.831830 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-171b2fde-206e-46e2-9fcf-6c072a1c0b6a admin admin] Publish callbacks [] for subnet (86d80de3-dbb5-4b00-8151-4a967e698d02), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:20.952721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca7698-e843-4928-b41a-a21d52c64efd None None] Pushing event updated for resources: {'Port': ['ID=0df215ae-a2aa-4b51-baf9-f96cc0731e17,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:20.962486 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7f8d8f60-ad35-4047-8276-63af8dfefe90 req-44ce1077-8961-4fbd-a913-1bd6a0ca492c service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1241460 Feb 28 17:32:20.965615 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-712ae9f3-d4c5-4f0d-b383-24a03caebd84 req-a7409258-24a0-4505-a954-441f154e3c62 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103333 Feb 28 17:32:21.027532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] For port ce916f44-4e47-4712-8dde-ac35595070dd, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:32:21.044253 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] For port ce916f44-4e47-4712-8dde-ac35595070dd, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=ce916f44-4e47-4712-8dde-ac35595070dd,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:32:21.053764 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-171b2fde-206e-46e2-9fcf-6c072a1c0b6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (86d80de3-dbb5-4b00-8151-4a967e698d02), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:21.057805 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4c03fe4a-2d62-488e-96ef-4f6fb7a6e87d req-b27455be-db2e-4a13-9875-7955a69b5872 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 210 time: 0.1366007 Feb 28 17:32:21.242687 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Allocated IP 172.20.0.1 (4ad767ea-cb0d-4c66-9568-7475bca3a7da/626fd9a3-2875-4a1a-96a9-e380285122fe/0b32d833-8930-452c-9ee3-8e97e19636e2) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:21.257425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:21.270548 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ce916f44-4e47-4712-8dde-ac35595070dd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:21.322251 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 172.20.0.4 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/53618b03-4c27-44fe-a075-c0dc6edc6a30/d0a7e54f-654c-4553-9b8e-4497d5e4a828) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:21.324846 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-171b2fde-206e-46e2-9fcf-6c072a1c0b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (86d80de3-dbb5-4b00-8151-4a967e698d02), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:21.357179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:21.401038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::f816:3eff:fe77:94b3 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/524b7dc2-3d66-42a6-8b58-f7579a209bae/d0a7e54f-654c-4553-9b8e-4497d5e4a828) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:21.442277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bc6fe-c53a-42cd-adcb-46384380ed28 None None] Pushing event updated for resources: {'Port': ['ID=ce916f44-4e47-4712-8dde-ac35595070dd,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:21.456496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:21.456496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5c8db67d-2f99-462e-84f2-9e9a9b7ad9da not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:21.482985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Routers {'b3e32f06-d9b9-45fd-a502-31487d0229c8'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:32:21.483623 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:32:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b3e32f06-d9b9-45fd-a502-31487d0229c8'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:21.495289 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Publish callbacks [] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:21.648106 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:21.678879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0df215ae-a2aa-4b51-baf9-f96cc0731e17 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:21.727261 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Network 4ad767ea-cb0d-4c66-9568-7475bca3a7da is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:21.746534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:21.754057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:21.769430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] Set router b3e32f06-d9b9-45fd-a502-31487d0229c8 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:32:21.817843 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Pushing event updated for resources: {'Port': ['ID=0b32d833-8930-452c-9ee3-8e97e19636e2,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:21.911018 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (b3e32f06-d9b9-45fd-a502-31487d0229c8), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:21.915520 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (d0a7e54f-654c-4553-9b8e-4497d5e4a828), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:22.122643 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e5e682bb-c346-4cb3-977a-905df8239380 req-10c47f9e-eb1b-4a98-b1e2-1e9326048259 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.5893581 Feb 28 17:32:22.141806 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-171b2fde-206e-46e2-9fcf-6c072a1c0b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (86d80de3-dbb5-4b00-8151-4a967e698d02), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:22.144226 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d0a7e54f-654c-4553-9b8e-4497d5e4a828), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:22.174820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-e29902f4-40a6-46e8-a7ce-93b55e38b34f tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:22.176372 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-e29902f4-40a6-46e8-a7ce-93b55e38b34f tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.69 "GET /v2.0/networks?id=5801e3e6-3a3d-4400-b93c-39437198a453 HTTP/1.1" status: 200 len: 815 time: 0.7217515 Feb 28 17:32:22.228705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae0d80-d50c-45a7-9e3b-aeade2e97bef req-9ce85ecb-8fae-42ee-bc3c-f97a7dbcca57 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:22.230671 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-03ae0d80-d50c-45a7-9e3b-aeade2e97bef req-9ce85ecb-8fae-42ee-bc3c-f97a7dbcca57 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.0697002 Feb 28 17:32:22.254391 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=d0a7e54f-654c-4553-9b8e-4497d5e4a828,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:22.276136 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-e67dbced-fac0-4bf2-8a65-c65e0d61441c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Request body: {'port': {'device_id': '560962ad-d157-4f42-b922-f835da01f205', 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453', 'admin_state_up': True, 'tenant_id': '088b6c3e658846cab75e7b83a81af875'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:22.280703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b2fde-206e-46e2-9fcf-6c072a1c0b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d80de3-dbb5-4b00-8151-4a967e698d02,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:22.296843 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:22.317456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f1461f-fd61-456d-962a-5c54f30aec95 None None] Network 7739d82a-bcdd-4118-ae9a-7624124a9b84 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:22.324243 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-171b2fde-206e-46e2-9fcf-6c072a1c0b6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:22.334308 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-171b2fde-206e-46e2-9fcf-6c072a1c0b6a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/86d80de3-dbb5-4b00-8151-4a967e698d02 HTTP/1.1" status: 204 len: 168 time: 1.7270553 Feb 28 17:32:22.347491 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36104) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:22.371150 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-53ad3034-b13b-49b3-8517-fb8121d63782 None None] Provisioning complete for port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:22.371735 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-53ad3034-b13b-49b3-8517-fb8121d63782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:22.407980 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:22.408264 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:22.434163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7a7b0b08-8ce5-41e3-9f7f-8cf7380691cc req-16f804ea-69cf-4b61-b927-a81fb8b3704b tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 210 time: 0.1672924 Feb 28 17:32:22.455762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:22.463512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:22.474921 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:22.486119 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-03ae0d80-d50c-45a7-9e3b-aeade2e97bef req-abe51e07-c20b-4db3-ac78-0ce5416d58c9 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434566 Feb 28 17:32:22.494294 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (7739d82a-bcdd-4118-ae9a-7624124a9b84), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:22.603488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:22.606325 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:22.691739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:22.720770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Deleting port 88698f76-7c57-4f7c-9fc2-cc5990352314 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:22.723546 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:22.746083 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-53ad3034-b13b-49b3-8517-fb8121d63782 None None] Current status of the port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:22.751368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a47a8f50-adac-4cd0-8022-23f5b6a981ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5955107 Feb 28 17:32:22.756164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36110) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:22.789537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 990dcda0-6a86-4059-be82-a9034aec1a25 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:22.823931 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 57139775-8bde-4c00-bc30-a2e6cff723e7 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:22.838876 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:32:15Z', 'revision_number': 3, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port': {'id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:13Z', 'updated_at': '2022-02-28T17:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:22.913041 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0013b-9892-46ca-bd83-7047aa209832 None None] The sync data for ids ['b3e32f06-d9b9-45fd-a502-31487d0229c8'] in n-d-820368-19 is: [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:32:15Z', 'revision_number': 3, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port': {'id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:13Z', 'updated_at': '2022-02-28T17:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:32:22.931515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5904fe-ccf0-4f03-8ade-063b3bbba9f8 None None] DHCP port deletion for 7739d82a-bcdd-4118-ae9a-7624124a9b84 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:32:22.936466 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd94ece1-a567-4abd-8639-f8156a71041d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:22.938075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 990dcda0-6a86-4059-be82-a9034aec1a25 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:22.939773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 990dcda0-6a86-4059-be82-a9034aec1a25 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:22.946093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd94ece1-a567-4abd-8639-f8156a71041d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:22.956699 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bd94ece1-a567-4abd-8639-f8156a71041d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1945460 Feb 28 17:32:22.957797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36112) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:22.958052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-e67dbced-fac0-4bf2-8a65-c65e0d61441c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Made reservation on behalf of 088b6c3e658846cab75e7b83a81af875 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:22.963677 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-e67dbced-fac0-4bf2-8a65-c65e0d61441c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:22.983088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 57139775-8bde-4c00-bc30-a2e6cff723e7 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:22.983737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 57139775-8bde-4c00-bc30-a2e6cff723e7 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:22.993151 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Publish callbacks [] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:23.001448 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] For port 88698f76-7c57-4f7c-9fc2-cc5990352314, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=88698f76-7c57-4f7c-9fc2-cc5990352314,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:23.001448 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:23.035161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Calling delete_port for 88698f76-7c57-4f7c-9fc2-cc5990352314 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:23.068934 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:23.071603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7e4af67d-6c70-423d-9245-42f9bd06f686 None None] Provisioning complete for port 0b32d833-8930-452c-9ee3-8e97e19636e2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:23.073008 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7e4af67d-6c70-423d-9245-42f9bd06f686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:23.138073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7e4af67d-6c70-423d-9245-42f9bd06f686 None None] Port 0b32d833-8930-452c-9ee3-8e97e19636e2 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:32:23.170691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-af5904fe-ccf0-4f03-8ade-063b3bbba9f8 None None] Deleting port 88698f76-7c57-4f7c-9fc2-cc5990352314 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:23.171124 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-af5904fe-ccf0-4f03-8ade-063b3bbba9f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:23.229005 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (b3e32f06-d9b9-45fd-a502-31487d0229c8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:23.283662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-e67dbced-fac0-4bf2-8a65-c65e0d61441c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Allocated IP 172.20.0.7 (5801e3e6-3a3d-4400-b93c-39437198a453/bd2be326-2c28-494b-9705-9af762d46614/d67f4a46-0deb-4cdb-9b25-6c6f73beb808) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:23.308171 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-237b08c0-a93c-4a26-a664-3e9d9e19e20c None None] Provisioning complete for port d0a7e54f-654c-4553-9b8e-4497d5e4a828 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:23.308431 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-237b08c0-a93c-4a26-a664-3e9d9e19e20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d0a7e54f-654c-4553-9b8e-4497d5e4a828), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:23.316674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Pushing event updated for resources: {'Port': ['ID=0b32d833-8930-452c-9ee3-8e97e19636e2,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:23.333811 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-af5904fe-ccf0-4f03-8ade-063b3bbba9f8 None None] For port 88698f76-7c57-4f7c-9fc2-cc5990352314, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=88698f76-7c57-4f7c-9fc2-cc5990352314,segment=NetworkSegment(a1404152-c511-4fae-a498-d2ed850a3b6f),segment_id=a1404152-c511-4fae-a498-d2ed850a3b6f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:23.339161 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-af5904fe-ccf0-4f03-8ade-063b3bbba9f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:23.406516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-af5904fe-ccf0-4f03-8ade-063b3bbba9f8 None None] Calling delete_port for 88698f76-7c57-4f7c-9fc2-cc5990352314 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:23.431609 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-237b08c0-a93c-4a26-a664-3e9d9e19e20c None None] Port d0a7e54f-654c-4553-9b8e-4497d5e4a828 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:32:23.487933 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Network 4ad767ea-cb0d-4c66-9568-7475bca3a7da is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:23.489555 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:23.524560 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:23.578415 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-af5904fe-ccf0-4f03-8ade-063b3bbba9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (88698f76-7c57-4f7c-9fc2-cc5990352314), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:23.629016 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5904fe-ccf0-4f03-8ade-063b3bbba9f8 None None] No DVR routers for this DVR port 88698f76-7c57-4f7c-9fc2-cc5990352314 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:23.653898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5904fe-ccf0-4f03-8ade-063b3bbba9f8 None None] Pushing event deleted for resources: {'Port': ['ID=88698f76-7c57-4f7c-9fc2-cc5990352314,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:23.674163 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-e67dbced-fac0-4bf2-8a65-c65e0d61441c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks [] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:23.723830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ce916f44-4e47-4712-8dde-ac35595070dd up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:23.744210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=88698f76-7c57-4f7c-9fc2-cc5990352314,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:23.841917 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d9c7b7bd-9747-4d01-b9d2-1c0acd5f0e17 req-ca5aa39c-5e7f-4f73-a13d-b9e52440b9b2 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 210 time: 0.0622680 Feb 28 17:32:23.881753 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-e67dbced-fac0-4bf2-8a65-c65e0d61441c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:23.898811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] No DVR routers for this DVR port 88698f76-7c57-4f7c-9fc2-cc5990352314 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:23.909357 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port ce916f44-4e47-4712-8dde-ac35595070dd triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:23.909891 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ce916f44-4e47-4712-8dde-ac35595070dd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:23.990418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-086adda3-c438-4908-be4d-22ee2369a7c0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port d0a7e54f-654c-4553-9b8e-4497d5e4a828 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:23.990977 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-086adda3-c438-4908-be4d-22ee2369a7c0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d0a7e54f-654c-4553-9b8e-4497d5e4a828), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:24.017999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-e67dbced-fac0-4bf2-8a65-c65e0d61441c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Network 5801e3e6-3a3d-4400-b93c-39437198a453 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:24.061750 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-e67dbced-fac0-4bf2-8a65-c65e0d61441c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:24.078833 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-e67dbced-fac0-4bf2-8a65-c65e0d61441c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:24.092161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dbced-fac0-4bf2-8a65-c65e0d61441c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Pushing event updated for resources: {'Port': ['ID=d67f4a46-0deb-4cdb-9b25-6c6f73beb808,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:24.151546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de2fcd-5495-4343-9091-4a169174e043 req-fe568410-321a-4f82-880f-dc06be53a13e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:24.153535 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c0de2fcd-5495-4343-9091-4a169174e043 req-fe568410-321a-4f82-880f-dc06be53a13e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.4599879 Feb 28 17:32:24.183483 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port ce916f44-4e47-4712-8dde-ac35595070dd is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:24.184028 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ce916f44-4e47-4712-8dde-ac35595070dd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:24.214200 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port ce916f44-4e47-4712-8dde-ac35595070dd, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=ce916f44-4e47-4712-8dde-ac35595070dd,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:24.221307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-22d8bea5-3d09-426e-9339-cb299b8fb512 None None] Provisioning complete for port 0b32d833-8930-452c-9ee3-8e97e19636e2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:24.226208 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-22d8bea5-3d09-426e-9339-cb299b8fb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:24.268352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-22d8bea5-3d09-426e-9339-cb299b8fb512 None None] Port 0b32d833-8930-452c-9ee3-8e97e19636e2 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:32:24.304524 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ce916f44-4e47-4712-8dde-ac35595070dd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:24.403494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=ce916f44-4e47-4712-8dde-ac35595070dd,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:24.415527 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 88698f76-7c57-4f7c-9fc2-cc5990352314 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:24.461300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 88698f76-7c57-4f7c-9fc2-cc5990352314 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:24.462106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 88698f76-7c57-4f7c-9fc2-cc5990352314 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:24.598126 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (7739d82a-bcdd-4118-ae9a-7624124a9b84), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:24.611809 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b2239361-ca15-4cad-957e-0e8f6024d4bc req-c6fb01b2-9b4a-4c78-8c85-88be2e7881b9 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.4880104 Feb 28 17:32:24.617615 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Router b3e32f06-d9b9-45fd-a502-31487d0229c8 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:32:24.627969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-e67dbced-fac0-4bf2-8a65-c65e0d61441c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:24.628806 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-e67dbced-fac0-4bf2-8a65-c65e0d61441c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:24.647671 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-086adda3-c438-4908-be4d-22ee2369a7c0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d0a7e54f-654c-4553-9b8e-4497d5e4a828), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:24.666829 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-086adda3-c438-4908-be4d-22ee2369a7c0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for d0a7e54f-654c-4553-9b8e-4497d5e4a828 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:24.686975 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7739d82a-bcdd-4118-ae9a-7624124a9b84']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:24.757301 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-e67dbced-fac0-4bf2-8a65-c65e0d61441c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4924119 Feb 28 17:32:24.773167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Request body: {'port': {'device_id': '560962ad-d157-4f42-b922-f835da01f205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:24.787705 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c0de2fcd-5495-4343-9091-4a169174e043 req-2700cd9c-de29-4993-9e06-ac490d0280a7 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853313 Feb 28 17:32:24.797242 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1404152-c511-4fae-a498-d2ed850a3b6f') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:24.797660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1404152-c511-4fae-a498-d2ed850a3b6f') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:24.857384 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (a1404152-c511-4fae-a498-d2ed850a3b6f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:24.889391 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a1404152-c511-4fae-a498-d2ed850a3b6f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:24.892945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82a12a97-4510-4626-92ea-9e2119bf4e2a req-13601f10-50a1-43a9-a836-d0986f73f03f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0566058 Feb 28 17:32:24.897596 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:32:24.898017 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (a1404152-c511-4fae-a498-d2ed850a3b6f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:32:25.057335 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:32:25.060044 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:32:25.068034 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-770896f5-b5dc-498d-96b2-282d6d00401f admin admin] 10.222.0.72 "PUT /v2.0/routers/b3e32f06-d9b9-45fd-a502-31487d0229c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8262908 Feb 28 17:32:25.071406 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (7739d82a-bcdd-4118-ae9a-7624124a9b84), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:25.082242 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:25.091840 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7739d82a-bcdd-4118-ae9a-7624124a9b84 HTTP/1.1" status: 204 len: 168 time: 2.7421775 Feb 28 17:32:25.107842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e255f-2cdd-423d-b210-fe17b9f90b47 admin admin] Pushing event deleted for resources: {'Network': ['ID=7739d82a-bcdd-4118-ae9a-7624124a9b84,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:25.141583 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-086adda3-c438-4908-be4d-22ee2369a7c0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d0a7e54f-654c-4553-9b8e-4497d5e4a828), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:25.251623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086adda3-c438-4908-be4d-22ee2369a7c0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=d0a7e54f-654c-4553-9b8e-4497d5e4a828,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:25.367230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fe3e3-0353-45e7-b41b-f0a3ffcbe135 req-cda0bf56-ebb6-4e15-bc25-9df7a4b9fdae tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:25.369423 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b9fe3e3-0353-45e7-b41b-f0a3ffcbe135 req-cda0bf56-ebb6-4e15-bc25-9df7a4b9fdae tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 931 time: 0.3335819 Feb 28 17:32:25.372986 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-086adda3-c438-4908-be4d-22ee2369a7c0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:25.381559 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36150) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:25.391764 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-086adda3-c438-4908-be4d-22ee2369a7c0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/d0a7e54f-654c-4553-9b8e-4497d5e4a828 HTTP/1.1" status: 204 len: 168 time: 2.4219086 Feb 28 17:32:25.402254 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:25.567103 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ec7c40-4038-4973-997a-166feeb8082f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:25.576710 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ec7c40-4038-4973-997a-166feeb8082f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:25.578412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ec7c40-4038-4973-997a-166feeb8082f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:25.600241 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c5ec7c40-4038-4973-997a-166feeb8082f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2160902 Feb 28 17:32:25.602672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36154) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:25.614442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36156) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:25.730554 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57edfde-bf2f-4688-80a3-d2e051445484 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 524b7dc2-3d66-42a6-8b58-f7579a209bae {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:32:25.734407 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d57edfde-bf2f-4688-80a3-d2e051445484 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (524b7dc2-3d66-42a6-8b58-f7579a209bae), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:25.802368 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ce916f44-4e47-4712-8dde-ac35595070dd up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:25.816055 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b9fe3e3-0353-45e7-b41b-f0a3ffcbe135 req-5b0ba6b5-ff8b-4f43-b0be-2c4df8344bdc tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160390 Feb 28 17:32:25.849343 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d57edfde-bf2f-4688-80a3-d2e051445484 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (524b7dc2-3d66-42a6-8b58-f7579a209bae), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:25.862018 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-48e80c7b-dcd1-4393-9f90-245ed61eaef2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db5706b395ff456ab153c58167054352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293596 Feb 28 17:32:25.878958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36168) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:25.958358 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Sync routers for ids ['b3e32f06-d9b9-45fd-a502-31487d0229c8'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:32:25.975523 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Routers {'b3e32f06-d9b9-45fd-a502-31487d0229c8'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:32:25.976572 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:32:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b3e32f06-d9b9-45fd-a502-31487d0229c8'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:26.001737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port ce916f44-4e47-4712-8dde-ac35595070dd triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:26.002136 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ce916f44-4e47-4712-8dde-ac35595070dd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:26.114013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-03dc239a-22cc-430a-8982-d5f0c95931e3 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:26.114937 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-03dc239a-22cc-430a-8982-d5f0c95931e3 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/networks?id=4ad767ea-cb0d-4c66-9568-7475bca3a7da HTTP/1.1" status: 200 len: 828 time: 0.1984894 Feb 28 17:32:26.140189 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Set router b3e32f06-d9b9-45fd-a502-31487d0229c8 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:32:26.176501 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port ce916f44-4e47-4712-8dde-ac35595070dd is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:26.176757 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-a3a90b35-fa40-431b-99b5-14abef2b6587 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/quotas/ea4fc997be944464af476265e128b5af HTTP/1.1" status: 200 len: 375 time: 0.0557537 Feb 28 17:32:26.232304 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d57edfde-bf2f-4688-80a3-d2e051445484 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (524b7dc2-3d66-42a6-8b58-f7579a209bae), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:26.287250 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71faf0ea-328f-4dd6-aba1-866dac239215 admin admin] Publish callbacks [] for security_group (87bc870c-9484-431f-8f81-e8d5de12e282), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:26.291024 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-7c604cce-a695-48e6-8a45-72cd1f8f2276 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea4fc997be944464af476265e128b5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992324 Feb 28 17:32:26.311215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f49c09-a51e-4699-b234-86edeb68151c req-76a4f6af-ea75-4d27-ade5-7aa00c9f83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:26.312863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48f49c09-a51e-4699-b234-86edeb68151c req-76a4f6af-ea75-4d27-ade5-7aa00c9f83f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 1128 time: 0.2348192 Feb 28 17:32:26.359408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fcb0-fbb5-481b-9b1d-92c81155fc6c req-ee68543a-0219-448c-a0e5-80983088bda0 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:26.361065 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b687fcb0-fbb5-481b-9b1d-92c81155fc6c req-ee68543a-0219-448c-a0e5-80983088bda0 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.3993249 Feb 28 17:32:26.375431 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71faf0ea-328f-4dd6-aba1-866dac239215 admin admin] Publish callbacks [] for security_group (87bc870c-9484-431f-8f81-e8d5de12e282), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:26.379918 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:32:22Z', 'revision_number': 4, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port': {'id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:13Z', 'updated_at': '2022-02-28T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0b32d833-8930-452c-9ee3-8e97e19636e2', 'name': '', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'mac_address': 'fa:16:3e:2c:37:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:20Z', 'updated_at': '2022-02-28T17:32:22Z', 'revision_number': 2, 'project_id': 'ea4fc997be944464af476265e128b5af', 'subnets': [{'id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:26.390828 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d57edfde-bf2f-4688-80a3-d2e051445484 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (524b7dc2-3d66-42a6-8b58-f7579a209bae), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:26.414710 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Checking router: b3e32f06-d9b9-45fd-a502-31487d0229c8 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:32:26.414973 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Updating router b3e32f06-d9b9-45fd-a502-31487d0229c8 port 0b32d833-8930-452c-9ee3-8e97e19636e2 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:32:26.447306 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:26.460834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57edfde-bf2f-4688-80a3-d2e051445484 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=524b7dc2-3d66-42a6-8b58-f7579a209bae,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:26.477214 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d57edfde-bf2f-4688-80a3-d2e051445484 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:26.478587 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2503dc-99fa-4d5b-95bb-fc6574a318ac None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:26.480673 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d57edfde-bf2f-4688-80a3-d2e051445484 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/524b7dc2-3d66-42a6-8b58-f7579a209bae HTTP/1.1" status: 204 len: 168 time: 0.8769903 Feb 28 17:32:26.483164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36178) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:26.529391 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48f49c09-a51e-4699-b234-86edeb68151c req-c5e820f6-921b-4530-a36b-ed4e3f221f58 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873271 Feb 28 17:32:26.619653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b687fcb0-fbb5-481b-9b1d-92c81155fc6c req-e7085038-ee1e-489a-823b-ae2e7c7fcb60 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415228 Feb 28 17:32:26.630783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67f4a46-0deb-4cdb-9b25-6c6f73beb808 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:32:26.650496 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Publish callbacks [] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:26.667349 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30381be-bbcb-4e5f-8ae1-eed1ea0fc336 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 53618b03-4c27-44fe-a075-c0dc6edc6a30 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:32:26.672041 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c30381be-bbcb-4e5f-8ae1-eed1ea0fc336 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (53618b03-4c27-44fe-a075-c0dc6edc6a30), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:26.850326 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c30381be-bbcb-4e5f-8ae1-eed1ea0fc336 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (53618b03-4c27-44fe-a075-c0dc6edc6a30), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:26.850326 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-30643182-d2f1-4de9-b302-21e063771bc8 service neutron] 10.222.0.72 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657054 Feb 28 17:32:26.892017 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Publish callbacks [] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:26.893686 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Transition to ACTIVE for port object d67f4a46-0deb-4cdb-9b25-6c6f73beb808 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:32:26.894976 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71faf0ea-328f-4dd6-aba1-866dac239215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (87bc870c-9484-431f-8f81-e8d5de12e282), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:26.897649 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71faf0ea-328f-4dd6-aba1-866dac239215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:26.898984 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-71faf0ea-328f-4dd6-aba1-866dac239215 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/87bc870c-9484-431f-8f81-e8d5de12e282 HTTP/1.1" status: 204 len: 168 time: 1.0190055 Feb 28 17:32:26.905874 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a8ef3d4-bc17-405f-876e-50f3eb25bec4 req-ff563c97-e615-46a0-a3b8-a5645fe4da05 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0459497 Feb 28 17:32:26.941024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71faf0ea-328f-4dd6-aba1-866dac239215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bc870c-9484-431f-8f81-e8d5de12e282,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:26.991933 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:27.043591 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c30381be-bbcb-4e5f-8ae1-eed1ea0fc336 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (53618b03-4c27-44fe-a075-c0dc6edc6a30), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:27.046061 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:27.055403 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-2545c275-df5a-4b26-9809-31e71377f3f9 service neutron] 10.222.0.72 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655642 Feb 28 17:32:27.209474 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece47378-4b64-49cc-916a-2c4711124888 req-8780fea5-bc89-46ed-8de9-17a2255cf3c2 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:27.212708 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f0a11-d3e4-4dc2-9edb-81e9743472a8 None None] Pushing event updated for resources: {'Port': ['ID=0b32d833-8930-452c-9ee3-8e97e19636e2,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:27.222630 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ece47378-4b64-49cc-916a-2c4711124888 req-8780fea5-bc89-46ed-8de9-17a2255cf3c2 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 931 time: 0.3225362 Feb 28 17:32:27.241898 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c30381be-bbcb-4e5f-8ae1-eed1ea0fc336 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (53618b03-4c27-44fe-a075-c0dc6edc6a30), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:27.293594 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Pushing event updated for resources: {'Port': ['ID=d67f4a46-0deb-4cdb-9b25-6c6f73beb808,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:27.294765 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c30381be-bbcb-4e5f-8ae1-eed1ea0fc336 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:27.294765 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c30381be-bbcb-4e5f-8ae1-eed1ea0fc336 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/53618b03-4c27-44fe-a075-c0dc6edc6a30 HTTP/1.1" status: 204 len: 168 time: 0.7904396 Feb 28 17:32:27.295358 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-67814bd1-b1c9-48a8-8f9b-8b7d89c53e4e req-432a6f6e-b971-4dd5-ab14-097cea798f95 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0639670 Feb 28 17:32:27.317592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36202) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:27.327240 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Attempting to bind port 0b32d833-8930-452c-9ee3-8e97e19636e2 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:32:27.327683 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Attempting to bind port 0b32d833-8930-452c-9ee3-8e97e19636e2 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '51af6ac1-54d7-4457-b299-6ba1d494c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:32:27.327966 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Attempting to bind port 0b32d833-8930-452c-9ee3-8e97e19636e2 on network 4ad767ea-cb0d-4c66-9568-7475bca3a7da {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:32:27.343246 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30381be-bbcb-4e5f-8ae1-eed1ea0fc336 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=53618b03-4c27-44fe-a075-c0dc6edc6a30,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:27.347806 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:32:27.348101 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Checking segment: {'id': '51af6ac1-54d7-4457-b299-6ba1d494c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:32:27.348803 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:27.349256 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Bound using segment: {'id': '51af6ac1-54d7-4457-b299-6ba1d494c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:32:27.349752 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Bound port: 0b32d833-8930-452c-9ee3-8e97e19636e2, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51af6ac1-54d7-4457-b299-6ba1d494c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:32:27.350353 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:27.482848 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] For port 0b32d833-8930-452c-9ee3-8e97e19636e2, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:32:27.509777 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] For port 0b32d833-8930-452c-9ee3-8e97e19636e2, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0b32d833-8930-452c-9ee3-8e97e19636e2,segment=NetworkSegment(51af6ac1-54d7-4457-b299-6ba1d494c182),segment_id=51af6ac1-54d7-4457-b299-6ba1d494c182)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:32:27.561733 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-584357ae-c421-4896-b0d9-9873007f1884 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2394922 Feb 28 17:32:27.566629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36212) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:27.575933 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0b64ba5d-b833-47b0-890a-d8a7fbddd437 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:27.588434 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:27.601513 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ece47378-4b64-49cc-916a-2c4711124888 req-b8fe8abd-6b1e-454c-a9f1-c1ebd11733ac tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111439 Feb 28 17:32:27.639993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Attempting to bind port d67f4a46-0deb-4cdb-9b25-6c6f73beb808 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:32:27.639993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Attempting to bind port d67f4a46-0deb-4cdb-9b25-6c6f73beb808 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:32:27.639993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Attempting to bind port d67f4a46-0deb-4cdb-9b25-6c6f73beb808 on network 5801e3e6-3a3d-4400-b93c-39437198a453 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:32:27.656186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Port d67f4a46-0deb-4cdb-9b25-6c6f73beb808 on network 5801e3e6-3a3d-4400-b93c-39437198a453 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:32:27.656186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Attempting to bind port d67f4a46-0deb-4cdb-9b25-6c6f73beb808 on network 5801e3e6-3a3d-4400-b93c-39437198a453 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:32:27.684699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:32:27.691277 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Checking segment: {'id': '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:32:27.692143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Bound using segment: {'id': '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:32:27.695874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Bound port: d67f4a46-0deb-4cdb-9b25-6c6f73beb808, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:32:27.699181 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:27.720119 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4d157624-a188-4716-973e-abc03055092b req-d04c0481-022e-4ff4-962d-d83673bce495 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 210 time: 0.1654010 Feb 28 17:32:27.853752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-78213a9f-924d-47ec-b863-debb8fb7b9e0 None None] Provisioning complete for port 0b32d833-8930-452c-9ee3-8e97e19636e2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:27.853752 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-78213a9f-924d-47ec-b863-debb8fb7b9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:28.009765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439deb5a-15c6-43d1-946f-345c79b8df2f req-d2714492-3652-4de3-9a87-f117ecf068fa tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:28.012268 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-439deb5a-15c6-43d1-946f-345c79b8df2f req-d2714492-3652-4de3-9a87-f117ecf068fa tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.1682141 Feb 28 17:32:28.018649 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] For port d67f4a46-0deb-4cdb-9b25-6c6f73beb808, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:32:28.020407 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9515ac-c374-4503-8d34-768a3c059e38 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:28.026333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] For port d67f4a46-0deb-4cdb-9b25-6c6f73beb808, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d67f4a46-0deb-4cdb-9b25-6c6f73beb808,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:32:28.043250 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Routers {'b3e32f06-d9b9-45fd-a502-31487d0229c8'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:32:28.043250 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:32:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b3e32f06-d9b9-45fd-a502-31487d0229c8'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:28.064133 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b64ba5d-b833-47b0-890a-d8a7fbddd437 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:28.067891 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b64ba5d-b833-47b0-890a-d8a7fbddd437 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:28.152487 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-439deb5a-15c6-43d1-946f-345c79b8df2f req-e578c629-ec7b-4ff0-85e3-8f77aec26158 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142917 Feb 28 17:32:28.166643 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:28.248428 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f0a11-d3e4-4dc2-9edb-81e9743472a8 None None] Pushing event updated for resources: {'Port': ['ID=0b32d833-8930-452c-9ee3-8e97e19636e2,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:28.301828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Pushing event updated for resources: {'Port': ['ID=d67f4a46-0deb-4cdb-9b25-6c6f73beb808,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:28.339181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:28.340832 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:28.345297 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9e40f511-fc18-4c90-96a6-dbf7ff5f1e24 service neutron] 10.222.0.69 "PUT /v2.0/ports/d67f4a46-0deb-4cdb-9b25-6c6f73beb808 HTTP/1.1" status: 200 len: 1092 time: 3.5808308 Feb 28 17:32:28.345831 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560962ad-d157-4f42-b922-f835da01f205', 'tag': 'd67f4a46-0deb-4cdb-9b25-6c6f73beb808'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:28.348261 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51eed8c-6e91-4487-9e58-4ad8f9e8df32" -d '{"events": [{"name": "network-changed", "server_uuid": "560962ad-d157-4f42-b922-f835da01f205", "tag": "d67f4a46-0deb-4cdb-9b25-6c6f73beb808"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:28.413171 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] Set router b3e32f06-d9b9-45fd-a502-31487d0229c8 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:32:28.428137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-78213a9f-924d-47ec-b863-debb8fb7b9e0 None None] Current status of the port 0b32d833-8930-452c-9ee3-8e97e19636e2 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:28.428799 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-78213a9f-924d-47ec-b863-debb8fb7b9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:28.562290 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80ce189-d28c-4a24-b372-801ae09e5270 x-openstack-request-id: req-f80ce189-d28c-4a24-b372-801ae09e5270 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:28.562512 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560962ad-d157-4f42-b922-f835da01f205", "tag": "d67f4a46-0deb-4cdb-9b25-6c6f73beb808", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:28.566404 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f80ce189-d28c-4a24-b372-801ae09e5270 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:28.568060 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560962ad-d157-4f42-b922-f835da01f205', 'tag': 'd67f4a46-0deb-4cdb-9b25-6c6f73beb808', 'status': 'completed', 'code': 200} Feb 28 17:32:28.650060 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-78213a9f-924d-47ec-b863-debb8fb7b9e0 None None] For port 0b32d833-8930-452c-9ee3-8e97e19636e2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0b32d833-8930-452c-9ee3-8e97e19636e2,segment=NetworkSegment(51af6ac1-54d7-4457-b299-6ba1d494c182),segment_id=51af6ac1-54d7-4457-b299-6ba1d494c182)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:28.666828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e27e2f1-ee9d-46d6-82ce-5d75c547b3d9 None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:32:28.678978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-62affb14-905e-4950-92d9-64b6b359d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:28.680663 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-62affb14-905e-4950-92d9-64b6b359d84a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088b6c3e658846cab75e7b83a81af875&device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 1126 time: 0.2177596 Feb 28 17:32:28.774760 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b64ba5d-b833-47b0-890a-d8a7fbddd437 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (ff3ff464-9f46-4ca2-b09a-10ba743ddf01), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:28.800502 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-78213a9f-924d-47ec-b863-debb8fb7b9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:28.857401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-3a90ffb7-bdbd-44a7-ad4e-1a85607db82b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d67f4a46-0deb-4cdb-9b25-6c6f73beb808 HTTP/1.1" status: 200 len: 217 time: 0.1686919 Feb 28 17:32:28.920144 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b64ba5d-b833-47b0-890a-d8a7fbddd437 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:28.946247 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78213a9f-924d-47ec-b863-debb8fb7b9e0 None None] Pushing event updated for resources: {'Port': ['ID=0b32d833-8930-452c-9ee3-8e97e19636e2,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:28.961089 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5e27e2f1-ee9d-46d6-82ce-5d75c547b3d9 None None] Deleting port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:28.961692 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e27e2f1-ee9d-46d6-82ce-5d75c547b3d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:28.968305 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:32:22Z', 'revision_number': 4, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port': {'id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:13Z', 'updated_at': '2022-02-28T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0b32d833-8930-452c-9ee3-8e97e19636e2', 'name': '', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'mac_address': 'fa:16:3e:2c:37:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:20Z', 'updated_at': '2022-02-28T17:32:27Z', 'revision_number': 4, 'project_id': 'ea4fc997be944464af476265e128b5af', 'subnets': [{'id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:28.974976 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-0b64ba5d-b833-47b0-890a-d8a7fbddd437 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:29.001524 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a1828f22-9177-4ef4-8a5d-8e6f0c255e5a None None] Provisioning complete for port 0b32d833-8930-452c-9ee3-8e97e19636e2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:29.001956 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a1828f22-9177-4ef4-8a5d-8e6f0c255e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:29.011511 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b64ba5d-b833-47b0-890a-d8a7fbddd437 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:29.023098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b64ba5d-b833-47b0-890a-d8a7fbddd437 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:29.045520 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a8c353-d192-44b5-8784-a2fd9686ddf5 None None] The sync data for ids ['b3e32f06-d9b9-45fd-a502-31487d0229c8'] in n-d-820368-19 is: [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:32:22Z', 'revision_number': 4, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port': {'id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:13Z', 'updated_at': '2022-02-28T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0b32d833-8930-452c-9ee3-8e97e19636e2', 'name': '', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'mac_address': 'fa:16:3e:2c:37:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:20Z', 'updated_at': '2022-02-28T17:32:27Z', 'revision_number': 4, 'project_id': 'ea4fc997be944464af476265e128b5af', 'subnets': [{'id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:32:29.060739 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0516572-82ca-4fad-936d-b41d8b5324f1 req-f3cc755f-97c9-4556-8cda-22a2a1b5c60d tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 210 time: 0.1888809 Feb 28 17:32:29.085277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64ba5d-b833-47b0-890a-d8a7fbddd437 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=ff3ff464-9f46-4ca2-b09a-10ba743ddf01,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:29.142985 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36270) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:29.167299 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0b64ba5d-b833-47b0-890a-d8a7fbddd437 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5902839 Feb 28 17:32:29.168294 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36276) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:29.170518 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67d9c-4bf6-4d1e-89bb-b76cdc6d1ef4 req-f8965bfb-89fe-46aa-9d07-826589830f0f tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:29.191677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1abe0658-ab19-420d-bbbb-5631062b74d9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:29.194909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25a67d9c-4bf6-4d1e-89bb-b76cdc6d1ef4 req-f8965bfb-89fe-46aa-9d07-826589830f0f tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 943 time: 0.3433304 Feb 28 17:32:29.264192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-932cdac6-9e98-41a3-9196-9a2212372821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:29.274337 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-932cdac6-9e98-41a3-9196-9a2212372821 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd2be326-2c28-494b-9705-9af762d46614 HTTP/1.1" status: 200 len: 855 time: 0.3854542 Feb 28 17:32:29.381777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a1828f22-9177-4ef4-8a5d-8e6f0c255e5a None None] Current status of the port 0b32d833-8930-452c-9ee3-8e97e19636e2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:29.384266 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-c497104e-1641-4fc4-868c-f8567e948cfc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5801e3e6-3a3d-4400-b93c-39437198a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973234 Feb 28 17:32:29.460456 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2083096733-network', 'tenant_id': 'b562f7c2bc6c4e74b4ee6697f33b621a'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:29.498427 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25a67d9c-4bf6-4d1e-89bb-b76cdc6d1ef4 req-541cf5da-fb99-4b4d-b195-391b43fb6172 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026028 Feb 28 17:32:29.679760 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-9ffc704b-0824-40f2-854c-e3cbea2c44fb service neutron] 10.222.0.69 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830014 Feb 28 17:32:29.711107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f141ff-cbdf-45cc-aa6b-6169aba637f5 req-98e17972-aa74-488f-bd19-1a0ce09da432 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:29.714679 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6f141ff-cbdf-45cc-aa6b-6169aba637f5 req-98e17972-aa74-488f-bd19-1a0ce09da432 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.4096680 Feb 28 17:32:29.805523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0b32d833-8930-452c-9ee3-8e97e19636e2 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:29.846474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6f141ff-cbdf-45cc-aa6b-6169aba637f5 req-004095ee-b57e-415f-8147-f642dbe1a037 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253879 Feb 28 17:32:29.847528 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] Made reservation on behalf of b562f7c2bc6c4e74b4ee6697f33b621a for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:29.850061 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:29.859291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abe0658-ab19-420d-bbbb-5631062b74d9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:29.866693 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1abe0658-ab19-420d-bbbb-5631062b74d9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:29.910426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a1828f22-9177-4ef4-8a5d-8e6f0c255e5a None None] Provisioning complete for port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:29.923622 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a1828f22-9177-4ef4-8a5d-8e6f0c255e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:29.939205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c8ad4c7-99be-4509-b0bf-e10323bfd966 req-555db2d2-e033-4283-9b90-2a9a0ad4c8c7 service neutron] 10.222.0.69 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532125 Feb 28 17:32:30.157310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eed8c-6e91-4487-9e58-4ad8f9e8df32 req-87916f7e-7b25-4c7e-a141-a4ccd209e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:30.159476 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d51eed8c-6e91-4487-9e58-4ad8f9e8df32 req-87916f7e-7b25-4c7e-a141-a4ccd209e822 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088b6c3e658846cab75e7b83a81af875&device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 1126 time: 0.0739005 Feb 28 17:32:30.297989 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5e27e2f1-ee9d-46d6-82ce-5d75c547b3d9 None None] For port 0df215ae-a2aa-4b51-baf9-f96cc0731e17, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0df215ae-a2aa-4b51-baf9-f96cc0731e17,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:30.302081 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e27e2f1-ee9d-46d6-82ce-5d75c547b3d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:30.495588 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5e27e2f1-ee9d-46d6-82ce-5d75c547b3d9 None None] Calling delete_port for 0df215ae-a2aa-4b51-baf9-f96cc0731e17 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:30.560782 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:30.679829 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b9a833f-f86d-4af1-b51a-93704b4577ce req-300b5bed-a4f1-4eb0-b9b1-d0b406277c9e tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 210 time: 0.1322320 Feb 28 17:32:30.839450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-9e848974-1871-42cf-a19f-202503d79a45 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:30.851970 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-9e848974-1871-42cf-a19f-202503d79a45 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.73 "GET /v2.0/networks?id=4ad767ea-cb0d-4c66-9568-7475bca3a7da HTTP/1.1" status: 200 len: 828 time: 0.3411283 Feb 28 17:32:30.861140 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ad58954-f6db-4ba5-b978-d1c04022c35a req-4c10f11a-378d-4f2c-937f-b75ef3d8a61f service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1750793 Feb 28 17:32:30.909049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-4d0514a8-b4db-4205-b597-85b1f16efd25 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Request body: {'port': {'device_id': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'admin_state_up': True, 'tenant_id': 'ea4fc997be944464af476265e128b5af'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:30.997297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0b32d833-8930-452c-9ee3-8e97e19636e2 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:30.997297 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:31.195901 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551373b2-2d9b-4063-ade1-77aaf579e3a8 req-6309a1bd-b180-4a56-9fc6-ede1e5d0086a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:31.203385 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-551373b2-2d9b-4063-ade1-77aaf579e3a8 req-6309a1bd-b180-4a56-9fc6-ede1e5d0086a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 943 time: 0.2924235 Feb 28 17:32:31.214113 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] Publish callbacks [] for security_group (c2133470-b0b2-4e5a-b369-e6a5491feed1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:31.233538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.objects.ports [None req-1abe0658-ab19-420d-bbbb-5631062b74d9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104247) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:32:31.240985 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eed8c-6e91-4487-9e58-4ad8f9e8df32 req-7d6bb072-2cbc-42ab-92ae-4557560ad83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:31.243459 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d51eed8c-6e91-4487-9e58-4ad8f9e8df32 req-7d6bb072-2cbc-42ab-92ae-4557560ad83e service neutron] 10.222.0.69 "GET /v2.0/networks?id=5801e3e6-3a3d-4400-b93c-39437198a453 HTTP/1.1" status: 200 len: 916 time: 1.0676646 Feb 28 17:32:31.348939 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-551373b2-2d9b-4063-ade1-77aaf579e3a8 req-3a4af894-58ba-4662-8f00-f4c5070c532a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445897 Feb 28 17:32:31.353566 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c2133470-b0b2-4e5a-b369-e6a5491feed1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:31.377766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b5eb0-82c4-4e3c-ba7d-dfbc07b389e2 req-514c51e3-f68c-46b2-89c0-4b1549c51566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:31.383768 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b5b5eb0-82c4-4e3c-ba7d-dfbc07b389e2 req-514c51e3-f68c-46b2-89c0-4b1549c51566 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=71bce4d668634e5d893981794d3ba01a&device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 1128 time: 0.9117672 Feb 28 17:32:31.385403 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a1828f22-9177-4ef4-8a5d-8e6f0c255e5a None None] Current status of the port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:31.402265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2133470-b0b2-4e5a-b369-e6a5491feed1,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:31.434677 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d51eed8c-6e91-4487-9e58-4ad8f9e8df32 req-72e4ba33-6b9c-42c4-89ac-8fddb94df088 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d67f4a46-0deb-4cdb-9b25-6c6f73beb808 HTTP/1.1" status: 200 len: 217 time: 0.1746316 Feb 28 17:32:31.440124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0b32d833-8930-452c-9ee3-8e97e19636e2 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:31.484079 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:32:31.494125 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e27e2f1-ee9d-46d6-82ce-5d75c547b3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (0df215ae-a2aa-4b51-baf9-f96cc0731e17), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:31.514014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11a540-005a-4687-ab2f-b0587190d9f3 req-6c1c3c7f-a2a4-41a8-8b8d-6ca66bdaa91e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:31.515675 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cd11a540-005a-4687-ab2f-b0587190d9f3 req-6c1c3c7f-a2a4-41a8-8b8d-6ca66bdaa91e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.6189418 Feb 28 17:32:31.524367 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e27e2f1-ee9d-46d6-82ce-5d75c547b3d9 None None] No DVR routers for this DVR port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:31.537875 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (6e0a3a4a-0abd-4c6d-befe-05b936d859c6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:31.537875 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] Added segment 6e0a3a4a-0abd-4c6d-befe-05b936d859c6 of type vlan for network c239338d-be79-4142-8d38-cd1cd9ccec6f Feb 28 17:32:31.538552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0df215ae-a2aa-4b51-baf9-f96cc0731e17 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:31.557769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_pluggable_backend [None req-1abe0658-ab19-420d-bbbb-5631062b74d9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Port 0df215ae-a2aa-4b51-baf9-f96cc0731e17 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104247) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 28 17:32:31.558106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_pluggable_backend [None req-1abe0658-ab19-420d-bbbb-5631062b74d9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2e:a176 {{(pid=104247) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 28 17:32:31.618534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_pluggable_backend [None req-1abe0658-ab19-420d-bbbb-5631062b74d9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2e:a176 {{(pid=104247) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 28 17:32:31.624944 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1abe0658-ab19-420d-bbbb-5631062b74d9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (12a3cf45-e1ef-4d4f-93ba-5cd9be9a90fb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:31.635219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 0df215ae-a2aa-4b51-baf9-f96cc0731e17 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:31.635566 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0df215ae-a2aa-4b51-baf9-f96cc0731e17 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:31.641012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a036cdfe-9b24-435b-849a-f7c3a746191a None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:31.662300 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (c239338d-be79-4142-8d38-cd1cd9ccec6f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:31.684521 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27e2f1-ee9d-46d6-82ce-5d75c547b3d9 None None] Pushing event deleted for resources: {'Port': ['ID=0df215ae-a2aa-4b51-baf9-f96cc0731e17,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:31.729175 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92c18c7b-ab1b-466b-b22e-415b7846545a req-91d29023-a2ab-492c-9dd9-ead55e5efe46 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1661987 Feb 28 17:32:31.755931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe0658-ab19-420d-bbbb-5631062b74d9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:31.777059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-1abe0658-ab19-420d-bbbb-5631062b74d9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:31.780674 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eed8c-6e91-4487-9e58-4ad8f9e8df32 req-53d2f52d-765b-4491-905e-3d1587146519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:31.782923 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d51eed8c-6e91-4487-9e58-4ad8f9e8df32 req-53d2f52d-765b-4491-905e-3d1587146519 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd2be326-2c28-494b-9705-9af762d46614 HTTP/1.1" status: 200 len: 855 time: 0.3094089 Feb 28 17:32:31.787328 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe0658-ab19-420d-bbbb-5631062b74d9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:31.787935 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1abe0658-ab19-420d-bbbb-5631062b74d9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:31.793667 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.resource_extend [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:32:31.873626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': '12a3cf45-e1ef-4d4f-93ba-5cd9be9a90fb'}, {'subnet_id': 'ff3ff464-9f46-4ca2-b09a-10ba743ddf01'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:32:31.874804 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:31.908422 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe0658-ab19-420d-bbbb-5631062b74d9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=12a3cf45-e1ef-4d4f-93ba-5cd9be9a90fb,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:31.925523 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-af114d3f-977c-4eee-b90b-75b9310aeca6 req-ffc362a6-0bc6-4920-8d68-58861fb66b23 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 210 time: 0.1161995 Feb 28 17:32:31.944643 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1abe0658-ab19-420d-bbbb-5631062b74d9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7628355 Feb 28 17:32:31.945293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36308) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:31.960486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'mac_address': 'fa:16:3e:19:6b:c9', 'name': 'tempest-NetworksTestDHCPv6-1171578704'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:31.966544 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cd11a540-005a-4687-ab2f-b0587190d9f3 req-08a2b27c-68ae-4d05-9fea-0233c3b425c4 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435471 Feb 28 17:32:31.996227 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d51eed8c-6e91-4487-9e58-4ad8f9e8df32 req-7c5daea4-faaf-46d3-8bff-2178cc35e82d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5801e3e6-3a3d-4400-b93c-39437198a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1960828 Feb 28 17:32:32.013062 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (c239338d-be79-4142-8d38-cd1cd9ccec6f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:32.014084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:32.016351 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:32.046201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-4d0514a8-b4db-4205-b597-85b1f16efd25 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Made reservation on behalf of ea4fc997be944464af476265e128b5af for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:32.050473 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-4d0514a8-b4db-4205-b597-85b1f16efd25 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:32.105890 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b5eb0-82c4-4e3c-ba7d-dfbc07b389e2 req-d30951dc-eb56-4409-80a8-d5b1c2bf340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:32.107392 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b5b5eb0-82c4-4e3c-ba7d-dfbc07b389e2 req-d30951dc-eb56-4409-80a8-d5b1c2bf340c service neutron] 10.222.0.73 "GET /v2.0/networks?id=70d9d4f9-19ac-492d-b119-3e433e5efb66 HTTP/1.1" status: 200 len: 911 time: 0.7030890 Feb 28 17:32:32.241959 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] Pushing event updated for resources: {'Network': ['ID=c239338d-be79-4142-8d38-cd1cd9ccec6f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:32.253611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-4d0514a8-b4db-4205-b597-85b1f16efd25 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Allocated IP 172.20.0.7 (4ad767ea-cb0d-4c66-9568-7475bca3a7da/626fd9a3-2875-4a1a-96a9-e380285122fe/4d3c8a64-0500-4195-bf4b-e13825e4f6c2) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:32.298388 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network c239338d-be79-4142-8d38-cd1cd9ccec6f details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:32:32.368764 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1fc6d790-46ee-48ec-b71c-570a8b32eac3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2245643 Feb 28 17:32:32.371287 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36312) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:32.381162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b935bdf0-a48d-4ff7-8b34-f5f82c000ea3 admin admin] Request body: {'subnet': {'network_id': 'c239338d-be79-4142-8d38-cd1cd9ccec6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2083096733-subnet', 'tenant_id': 'b562f7c2bc6c4e74b4ee6697f33b621a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:32.444302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Allocated IP 172.20.0.2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/ff3ff464-9f46-4ca2-b09a-10ba743ddf01/2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:32.458297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Allocated IP 2001:db8::f816:3eff:fee9:b73e (04cb7746-5ae6-409c-8a55-b1c0eea3e379/12a3cf45-e1ef-4d4f-93ba-5cd9be9a90fb/2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:32.459036 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b5b5eb0-82c4-4e3c-ba7d-dfbc07b389e2 req-19f303ab-64f3-4f43-96c8-4019f4964e90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec172e29-fb9f-405b-a2e2-d0a308714442 HTTP/1.1" status: 200 len: 217 time: 0.1338937 Feb 28 17:32:32.469741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:32.560335 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b935bdf0-a48d-4ff7-8b34-f5f82c000ea3 admin admin] Made reservation on behalf of b562f7c2bc6c4e74b4ee6697f33b621a for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:32.562725 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b935bdf0-a48d-4ff7-8b34-f5f82c000ea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:32.650247 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d51eed8c-6e91-4487-9e58-4ad8f9e8df32 req-91faae3d-eecf-4a88-ac9c-2238c1879e82 service neutron] 10.222.0.69 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460528 Feb 28 17:32:32.678692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b5eb0-82c4-4e3c-ba7d-dfbc07b389e2 req-32fac0da-69c4-4e8f-970e-db16067972f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:32.680770 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b5b5eb0-82c4-4e3c-ba7d-dfbc07b389e2 req-32fac0da-69c4-4e8f-970e-db16067972f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a23b1079-2719-418f-994e-e0cc3792a1b5 HTTP/1.1" status: 200 len: 850 time: 0.2076809 Feb 28 17:32:32.686050 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Publish callbacks [] for port (2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:32.692272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device d67f4a46-0deb-4cdb-9b25-6c6f73beb808 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:32:32.838435 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:32.864333 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7762d-1c71-445a-9f87-67b854f03b1c req-ffe7b108-ae5f-4e03-930e-73d6c25000fa tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:32.865992 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-92f7762d-1c71-445a-9f87-67b854f03b1c req-ffe7b108-ae5f-4e03-930e-73d6c25000fa tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 943 time: 0.4373200 Feb 28 17:32:32.903835 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b935bdf0-a48d-4ff7-8b34-f5f82c000ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (76a2b4df-7f0c-4214-bc72-bbf455bc23b8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:32.933112 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:32.992927 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:33.014601 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:33.025759 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Pushing event updated for resources: {'Port': ['ID=2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:33.026986 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port 408ebb51-eb12-4f19-9308-2364d77f8116 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:32:33.057739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:33.114038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port d67f4a46-0deb-4cdb-9b25-6c6f73beb808, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d67f4a46-0deb-4cdb-9b25-6c6f73beb808,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:33.213160 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'd67f4a46-0deb-4cdb-9b25-6c6f73beb808', 'network_id': '5801e3e6-3a3d-4400-b93c-39437198a453', 'port_id': 'd67f4a46-0deb-4cdb-9b25-6c6f73beb808', 'mac_address': 'fa:16:3e:8e:26:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2be326-2c28-494b-9705-9af762d46614', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:32:33.326705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port d67f4a46-0deb-4cdb-9b25-6c6f73beb808 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:33.327652 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:33.354065 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-4d0514a8-b4db-4205-b597-85b1f16efd25 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:33.365300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Attempting to bind port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:32:33.366240 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Attempting to bind port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:32:33.366856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Attempting to bind port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:32:33.371824 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67f4a46-0deb-4cdb-9b25-6c6f73beb808 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:32:33.379966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:32:33.380904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:32:33.381548 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:33.382225 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:32:33.382948 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Bound port: 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:32:33.383585 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:33.412166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port d67f4a46-0deb-4cdb-9b25-6c6f73beb808, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d67f4a46-0deb-4cdb-9b25-6c6f73beb808,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:33.438247 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83d98e35-cc2e-4b8e-bb07-63cb8c04db2f req-a2b253ea-6407-4842-a3a7-4f863896ee9e tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 210 time: 0.1229572 Feb 28 17:32:33.570077 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] For port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:32:33.573553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] For port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:32:33.576330 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:33.604527 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935bdf0-a48d-4ff7-8b34-f5f82c000ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a2b4df-7f0c-4214-bc72-bbf455bc23b8,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:33.612912 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-92f7762d-1c71-445a-9f87-67b854f03b1c req-2f407166-4a31-4f3e-b263-c30d4ed979d0 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7251525 Feb 28 17:32:33.635478 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b5b5eb0-82c4-4e3c-ba7d-dfbc07b389e2 req-36268234-9711-408c-bd1a-fc36097df7b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70d9d4f9-19ac-492d-b119-3e433e5efb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3181381 Feb 28 17:32:33.637782 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d51eed8c-6e91-4487-9e58-4ad8f9e8df32 req-3b9bc923-a1a5-4732-b1b1-7a46f86ecc96 service neutron] 10.222.0.69 "GET /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9775598 Feb 28 17:32:33.643599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b935bdf0-a48d-4ff7-8b34-f5f82c000ea3 admin admin] Checking segment: {'id': '6e0a3a4a-0abd-4c6d-befe-05b936d859c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c239338d-be79-4142-8d38-cd1cd9ccec6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:32:33.643599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935bdf0-a48d-4ff7-8b34-f5f82c000ea3 admin admin] Network hostable DHCP agents. Network: c239338d-be79-4142-8d38-cd1cd9ccec6f, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:32:33.668256 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:33.763757 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=d67f4a46-0deb-4cdb-9b25-6c6f73beb808,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:33.786437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935bdf0-a48d-4ff7-8b34-f5f82c000ea3 admin admin] Network c239338d-be79-4142-8d38-cd1cd9ccec6f is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:32:33.860363 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5f0af-80d2-4115-aa14-f2883fa6f0f1 req-3f59ae76-979e-4a4e-a668-2c2dbf66f0c0 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:33.866203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-40a5f0af-80d2-4115-aa14-f2883fa6f0f1 req-3f59ae76-979e-4a4e-a668-2c2dbf66f0c0 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.2288275 Feb 28 17:32:33.889867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['d67f4a46-0deb-4cdb-9b25-6c6f73beb808'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:32:33.894139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-b935bdf0-a48d-4ff7-8b34-f5f82c000ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, c239338d-be79-4142-8d38-cd1cd9ccec6f) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:33.899745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935bdf0-a48d-4ff7-8b34-f5f82c000ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:33.900397 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b935bdf0-a48d-4ff7-8b34-f5f82c000ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:33.901254 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b5b5eb0-82c4-4e3c-ba7d-dfbc07b389e2 req-8d189c83-5695-4f71-a3f1-1b78e447a666 service neutron] 10.222.0.73 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579033 Feb 28 17:32:33.944802 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-4d0514a8-b4db-4205-b597-85b1f16efd25 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:33.945354 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04816a4f-84a0-4091-94dc-a3348ea13d01 None None] Pushing event updated for resources: {'Port': ['ID=2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:33.946399 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18265a13-3954-4dbb-aa11-08df927c605b None None] Network c239338d-be79-4142-8d38-cd1cd9ccec6f requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:33.991252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 172.20.0.4 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/ff3ff464-9f46-4ca2-b09a-10ba743ddf01/408ebb51-eb12-4f19-9308-2364d77f8116) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:34.080316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::f816:3eff:fe19:6bc9 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/12a3cf45-e1ef-4d4f-93ba-5cd9be9a90fb/408ebb51-eb12-4f19-9308-2364d77f8116) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:34.083631 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0514a8-b4db-4205-b597-85b1f16efd25 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Pushing event updated for resources: {'Port': ['ID=4d3c8a64-0500-4195-bf4b-e13825e4f6c2,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:34.093438 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01a7623e-f07d-44b7-9140-d614b2a8ffc4 req-48f5ab80-b7c9-4968-9877-42aafbd4b709 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1082895 Feb 28 17:32:34.105222 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b935bdf0-a48d-4ff7-8b34-f5f82c000ea3 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7325094 Feb 28 17:32:34.111360 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-40a5f0af-80d2-4115-aa14-f2883fa6f0f1 req-0a8c0f1b-8cfc-44c1-8f17-bf1607186c76 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441945 Feb 28 17:32:34.154496 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-4d0514a8-b4db-4205-b597-85b1f16efd25 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Network 4ad767ea-cb0d-4c66-9568-7475bca3a7da is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:34.158415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-4d0514a8-b4db-4205-b597-85b1f16efd25 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:34.180969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-4d0514a8-b4db-4205-b597-85b1f16efd25 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:34.308017 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b5b5eb0-82c4-4e3c-ba7d-dfbc07b389e2 req-c952c7bd-5ab8-4b07-8d81-7b16049b3f86 service neutron] 10.222.0.73 "GET /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003468 Feb 28 17:32:34.315956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-4d0514a8-b4db-4205-b597-85b1f16efd25 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:34.316908 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-4d0514a8-b4db-4205-b597-85b1f16efd25 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:34.394843 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-4d0514a8-b4db-4205-b597-85b1f16efd25 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4941614 Feb 28 17:32:34.409561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Request body: {'port': {'device_id': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:34.431950 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36338) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:34.577814 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (408ebb51-eb12-4f19-9308-2364d77f8116), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:34.586965 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:34.600263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e98c9b6-a099-432e-82a3-82746acb0442 admin admin] Deleting subnet 76a2b4df-7f0c-4214-bc72-bbf455bc23b8 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:32:34.606642 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e98c9b6-a099-432e-82a3-82746acb0442 admin admin] Publish callbacks [] for subnet (76a2b4df-7f0c-4214-bc72-bbf455bc23b8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:34.674038 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e98c9b6-a099-432e-82a3-82746acb0442 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (76a2b4df-7f0c-4214-bc72-bbf455bc23b8), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:34.706965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68980d64-cbfe-4877-b614-2e02d085a06b None None] Network c239338d-be79-4142-8d38-cd1cd9ccec6f requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:34.720386 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e91031-3e1d-4a68-983b-aa37d54d620b req-0b78107e-ed1d-4f9f-b127-78dc1b795f8f tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:34.728167 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6e91031-3e1d-4a68-983b-aa37d54d620b req-0b78107e-ed1d-4f9f-b127-78dc1b795f8f tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 931 time: 0.1544719 Feb 28 17:32:34.742210 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e98c9b6-a099-432e-82a3-82746acb0442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (76a2b4df-7f0c-4214-bc72-bbf455bc23b8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:34.808866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-41fa9fa9-ab47-4803-810b-0fe13498f73b None None] Provisioning complete for port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:34.808866 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-41fa9fa9-ab47-4803-810b-0fe13498f73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:34.892901 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6e91031-3e1d-4a68-983b-aa37d54d620b req-e3c79dbb-6a9b-4669-b338-346deaf49914 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b844d3d-4ffc-480f-99d7-4b0862832e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636977 Feb 28 17:32:34.910825 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e98c9b6-a099-432e-82a3-82746acb0442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (76a2b4df-7f0c-4214-bc72-bbf455bc23b8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:34.943594 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-41fa9fa9-ab47-4803-810b-0fe13498f73b None None] Port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:32:34.957906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98c9b6-a099-432e-82a3-82746acb0442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a2b4df-7f0c-4214-bc72-bbf455bc23b8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:34.972112 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e98c9b6-a099-432e-82a3-82746acb0442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:34.975568 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1e98c9b6-a099-432e-82a3-82746acb0442 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/76a2b4df-7f0c-4214-bc72-bbf455bc23b8 HTTP/1.1" status: 204 len: 168 time: 0.5405087 Feb 28 17:32:34.984617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ffe0c-c662-4179-9802-a1c455789a00 req-9df5f5ae-6404-4526-be3f-fab55cc9a43d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:34.991830 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ec7ffe0c-c662-4179-9802-a1c455789a00 req-9df5f5ae-6404-4526-be3f-fab55cc9a43d tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 944 time: 0.1840806 Feb 28 17:32:34.993169 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36344) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:35.019271 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (408ebb51-eb12-4f19-9308-2364d77f8116), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.051360 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7299160-4683-475b-95f1-ede9dbc8e678 req-66982163-f99e-4f6b-8493-419c809db862 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0375831 Feb 28 17:32:35.101578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:35.114609 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:32:35.122940 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:35.123199 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Publish callbacks [] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.131052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:35.148751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Transition to ACTIVE for port object 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:32:35.180240 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=408ebb51-eb12-4f19-9308-2364d77f8116,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:35.191607 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6f52eac-9c78-4713-88d2-beef2daeb339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (c239338d-be79-4142-8d38-cd1cd9ccec6f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.212278 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ec7ffe0c-c662-4179-9802-a1c455789a00 req-d11fa5cb-2d18-4502-b9a9-fd87449b5e85 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977799 Feb 28 17:32:35.234052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:35.234052 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.234424 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.311200 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Pushing event updated for resources: {'Port': ['ID=4d3c8a64-0500-4195-bf4b-e13825e4f6c2,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:35.324459 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6f52eac-9c78-4713-88d2-beef2daeb339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (c239338d-be79-4142-8d38-cd1cd9ccec6f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.325672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de530e-dcf2-4b19-bb98-a0f6a8403a71 req-62c79780-166f-47c3-80f3-41278f0ce04e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:35.327293 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2de530e-dcf2-4b19-bb98-a0f6a8403a71 req-62c79780-166f-47c3-80f3-41278f0ce04e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.1304939 Feb 28 17:32:35.358106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d6f52eac-9c78-4713-88d2-beef2daeb339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c239338d-be79-4142-8d38-cd1cd9ccec6f']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:35.371577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d6f52eac-9c78-4713-88d2-beef2daeb339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0a3a4a-0abd-4c6d-befe-05b936d859c6') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:35.371577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d6f52eac-9c78-4713-88d2-beef2daeb339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0a3a4a-0abd-4c6d-befe-05b936d859c6') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:35.389517 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6f52eac-9c78-4713-88d2-beef2daeb339 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (6e0a3a4a-0abd-4c6d-befe-05b936d859c6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.397791 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-be379c8f-0d00-4360-b9b1-fff4387e54f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4514430 Feb 28 17:32:35.398430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36358) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:35.439726 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6f52eac-9c78-4713-88d2-beef2daeb339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (6e0a3a4a-0abd-4c6d-befe-05b936d859c6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.447461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff060d7-945b-4cb6-80ec-4b6207314611 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:35.449620 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f52eac-9c78-4713-88d2-beef2daeb339 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:32:35.450052 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6f52eac-9c78-4713-88d2-beef2daeb339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (6e0a3a4a-0abd-4c6d-befe-05b936d859c6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:32:35.452519 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:32:35.470160 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2de530e-dcf2-4b19-bb98-a0f6a8403a71 req-8c91c772-5950-4255-a817-2df6b5d0d28e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199937 Feb 28 17:32:35.490120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Attempting to bind port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:32:35.490120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Attempting to bind port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '51af6ac1-54d7-4457-b299-6ba1d494c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:32:35.494419 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Attempting to bind port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 on network 4ad767ea-cb0d-4c66-9568-7475bca3a7da {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:32:35.500690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 on network 4ad767ea-cb0d-4c66-9568-7475bca3a7da not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:32:35.501007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Attempting to bind port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 on network 4ad767ea-cb0d-4c66-9568-7475bca3a7da {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:32:35.506939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:32:35.507229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Checking segment: {'id': '51af6ac1-54d7-4457-b299-6ba1d494c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:32:35.507614 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Bound using segment: {'id': '51af6ac1-54d7-4457-b299-6ba1d494c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:32:35.508215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Bound port: 4d3c8a64-0500-4195-bf4b-e13825e4f6c2, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51af6ac1-54d7-4457-b299-6ba1d494c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:32:35.509675 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.542492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767d2119-cd95-459a-86a1-312961c6a975 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:35.550132 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-423f7d84-9d12-4daf-a4c2-31b9bc99141e None None] Provisioning complete for port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:35.553153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767d2119-cd95-459a-86a1-312961c6a975 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:35.553321 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-423f7d84-9d12-4daf-a4c2-31b9bc99141e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.554804 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-767d2119-cd95-459a-86a1-312961c6a975 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1504781 Feb 28 17:32:35.555426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36360) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:35.601403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] For port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:32:35.615026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] For port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=4d3c8a64-0500-4195-bf4b-e13825e4f6c2,segment=NetworkSegment(51af6ac1-54d7-4457-b299-6ba1d494c182),segment_id=51af6ac1-54d7-4457-b299-6ba1d494c182)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:32:35.649094 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6f52eac-9c78-4713-88d2-beef2daeb339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (c239338d-be79-4142-8d38-cd1cd9ccec6f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.664578 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6f52eac-9c78-4713-88d2-beef2daeb339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.670242 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d6f52eac-9c78-4713-88d2-beef2daeb339 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c239338d-be79-4142-8d38-cd1cd9ccec6f HTTP/1.1" status: 204 len: 168 time: 0.6736374 Feb 28 17:32:35.670242 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f52eac-9c78-4713-88d2-beef2daeb339 admin admin] Pushing event deleted for resources: {'Network': ['ID=c239338d-be79-4142-8d38-cd1cd9ccec6f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:35.688481 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-423f7d84-9d12-4daf-a4c2-31b9bc99141e None None] Current status of the port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:35.688950 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-423f7d84-9d12-4daf-a4c2-31b9bc99141e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.699953 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.733791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-423f7d84-9d12-4daf-a4c2-31b9bc99141e None None] For port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:35.745166 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2038f107-2b93-4017-97eb-4e440d691e25 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port 408ebb51-eb12-4f19-9308-2364d77f8116 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:35.747994 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2038f107-2b93-4017-97eb-4e440d691e25 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (408ebb51-eb12-4f19-9308-2364d77f8116), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.781172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:35.781590 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.789474 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] 10.222.0.73 "PUT /v2.0/ports/4d3c8a64-0500-4195-bf4b-e13825e4f6c2 HTTP/1.1" status: 200 len: 1092 time: 1.3865211 Feb 28 17:32:35.790016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'tag': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:35.792302 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08164dfd-f833-41a0-9c61-374d5770c476" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a3eaeb-cdae-4f77-af21-22eaf5c8911a", "tag": "4d3c8a64-0500-4195-bf4b-e13825e4f6c2"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:35.841514 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-423f7d84-9d12-4daf-a4c2-31b9bc99141e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.843803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Pushing event updated for resources: {'Port': ['ID=4d3c8a64-0500-4195-bf4b-e13825e4f6c2,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:35.875973 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:35.876491 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:35.883993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:35.884682 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:35.886654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:35.887193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:35.887692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:35.888285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:35.888776 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:35.889915 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:35.890427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:35.890976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:35.894116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb54ed7-570b-4dea-9999-656cd351900e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:35.915566 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2038f107-2b93-4017-97eb-4e440d691e25 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (408ebb51-eb12-4f19-9308-2364d77f8116), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:35.934828 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac28715-bf29-4b45-a9ab-bd1376f4849c x-openstack-request-id: req-8ac28715-bf29-4b45-a9ab-bd1376f4849c {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:35.935901 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a3eaeb-cdae-4f77-af21-22eaf5c8911a", "tag": "4d3c8a64-0500-4195-bf4b-e13825e4f6c2", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:35.936366 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8ac28715-bf29-4b45-a9ab-bd1376f4849c {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:35.936972 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'tag': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2', 'status': 'completed', 'code': 200} Feb 28 17:32:35.951093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2038f107-2b93-4017-97eb-4e440d691e25 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for 408ebb51-eb12-4f19-9308-2364d77f8116 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:35.990157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:36.088189 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f7d84-9d12-4daf-a4c2-31b9bc99141e None None] Pushing event updated for resources: {'Port': ['ID=2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:36.120926 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36372) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:36.128452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:36.128452 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:36.171653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-78a92944-d04c-4cde-8d06-a08395b0b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:36.176084 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-78a92944-d04c-4cde-8d06-a08395b0b052 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea4fc997be944464af476265e128b5af&device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 1126 time: 0.1972291 Feb 28 17:32:36.217705 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382b0f5-21f7-4c04-a0ab-e6524f9ea577 req-278864d7-5961-43bc-907d-8ac9a4e959cf tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:36.230095 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d382b0f5-21f7-4c04-a0ab-e6524f9ea577 req-278864d7-5961-43bc-907d-8ac9a4e959cf tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 943 time: 0.2300358 Feb 28 17:32:36.294385 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:36.314368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-700d635d-e5b4-4b88-98bc-dbfee4973568 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d3c8a64-0500-4195-bf4b-e13825e4f6c2 HTTP/1.1" status: 200 len: 217 time: 0.1336887 Feb 28 17:32:36.325364 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8964c6a8-8d52-4e3a-ac42-a59324a01418 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b562f7c2bc6c4e74b4ee6697f33b621a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2030365 Feb 28 17:32:36.329566 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36376) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:36.444610 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d382b0f5-21f7-4c04-a0ab-e6524f9ea577 req-9c53676c-82da-4ad6-b0eb-28358d0b7f34 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b844d3d-4ffc-480f-99d7-4b0862832e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125902 Feb 28 17:32:36.448519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-5adfb131-3887-4ed3-85c2-7dd3b8572210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:36.450792 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-5adfb131-3887-4ed3-85c2-7dd3b8572210 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=626fd9a3-2875-4a1a-96a9-e380285122fe HTTP/1.1" status: 200 len: 867 time: 0.1285059 Feb 28 17:32:36.484808 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7ba4f198-24cc-438b-a496-707d03e9ee7e None None] Provisioning complete for port 408ebb51-eb12-4f19-9308-2364d77f8116 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:36.489078 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7ba4f198-24cc-438b-a496-707d03e9ee7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (408ebb51-eb12-4f19-9308-2364d77f8116), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:36.536519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-f267f886-9bb7-4f1a-8264-926de4ba1b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:36.540594 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-f267f886-9bb7-4f1a-8264-926de4ba1b77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ad767ea-cb0d-4c66-9568-7475bca3a7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0748522 Feb 28 17:32:36.557612 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91255eaf-ff1c-431a-99f7-46487efd9d9e req-c6f248c0-fa1b-45c3-8c18-7e37793105d7 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:36.558208 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4f198-24cc-438b-a496-707d03e9ee7e None None] Port 408ebb51-eb12-4f19-9308-2364d77f8116 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:32:36.559273 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-91255eaf-ff1c-431a-99f7-46487efd9d9e req-c6f248c0-fa1b-45c3-8c18-7e37793105d7 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 944 time: 0.1953483 Feb 28 17:32:36.571791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7ba4f198-24cc-438b-a496-707d03e9ee7e None None] Provisioning complete for port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:36.574430 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7ba4f198-24cc-438b-a496-707d03e9ee7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:36.596957 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7d70649-221c-4d79-94df-632bd851d72d admin admin] Publish callbacks [] for security_group (c2133470-b0b2-4e5a-b369-e6a5491feed1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:36.610555 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2038f107-2b93-4017-97eb-4e440d691e25 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (408ebb51-eb12-4f19-9308-2364d77f8116), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:36.623356 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device d67f4a46-0deb-4cdb-9b25-6c6f73beb808 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:36.698313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038f107-2b93-4017-97eb-4e440d691e25 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=408ebb51-eb12-4f19-9308-2364d77f8116,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:36.709290 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7d70649-221c-4d79-94df-632bd851d72d admin admin] Publish callbacks [] for security_group (c2133470-b0b2-4e5a-b369-e6a5491feed1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:36.725824 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4f198-24cc-438b-a496-707d03e9ee7e None None] Current status of the port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:36.770557 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361a410-40d0-4a8c-bf13-58fac3d21330 req-9df587cc-bff5-4a6d-bb81-bca9e130e0f1 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:36.778913 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e361a410-40d0-4a8c-bf13-58fac3d21330 req-9df587cc-bff5-4a6d-bb81-bca9e130e0f1 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.1285732 Feb 28 17:32:36.781842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-578010d6-8060-44c7-b392-8a57914530f4 service neutron] 10.222.0.73 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366443 Feb 28 17:32:36.792738 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-91255eaf-ff1c-431a-99f7-46487efd9d9e req-3e034fc4-8bfd-47ee-b4cb-9adb4965f760 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203622 Feb 28 17:32:36.822650 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port d67f4a46-0deb-4cdb-9b25-6c6f73beb808 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:32:36.856321 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port d67f4a46-0deb-4cdb-9b25-6c6f73beb808 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:36.857245 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:36.941657 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2038f107-2b93-4017-97eb-4e440d691e25 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:36.948697 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2038f107-2b93-4017-97eb-4e440d691e25 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/408ebb51-eb12-4f19-9308-2364d77f8116 HTTP/1.1" status: 204 len: 168 time: 1.3909605 Feb 28 17:32:36.950830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36386) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:36.961502 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e361a410-40d0-4a8c-bf13-58fac3d21330 req-d7fd27cf-a4ad-4ec2-847f-373310188bb9 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824048 Feb 28 17:32:36.998303 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e78d4d6b-c679-49dd-8d1a-6dc6805b3c47 req-b438e73c-ec73-4972-8094-867e42d01c39 service neutron] 10.222.0.73 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066474 Feb 28 17:32:37.038814 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7d70649-221c-4d79-94df-632bd851d72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c2133470-b0b2-4e5a-b369-e6a5491feed1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:37.043686 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7d70649-221c-4d79-94df-632bd851d72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:37.045314 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d7d70649-221c-4d79-94df-632bd851d72d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c2133470-b0b2-4e5a-b369-e6a5491feed1 HTTP/1.1" status: 204 len: 168 time: 0.6917083 Feb 28 17:32:37.047333 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9630cd77-2fd5-46ca-82eb-304e3c75b946 None None] Could not find standard attr ID for object 408ebb51-eb12-4f19-9308-2364d77f8116. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:32:37.048917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port d67f4a46-0deb-4cdb-9b25-6c6f73beb808 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:37.049711 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:37.077400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d70649-221c-4d79-94df-632bd851d72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2133470-b0b2-4e5a-b369-e6a5491feed1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:37.082834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a508663-11f8-4e39-927d-c5f1f460e9d8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:37.084327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a508663-11f8-4e39-927d-c5f1f460e9d8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:37.085760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a508663-11f8-4e39-927d-c5f1f460e9d8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:37.087519 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4a508663-11f8-4e39-927d-c5f1f460e9d8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1357319 Feb 28 17:32:37.090331 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36396) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:37.105260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port d67f4a46-0deb-4cdb-9b25-6c6f73beb808, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d67f4a46-0deb-4cdb-9b25-6c6f73beb808,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:37.107975 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560962ad-d157-4f42-b922-f835da01f205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67f4a46-0deb-4cdb-9b25-6c6f73beb808'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:37.111192 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e695a8b6-10db-4027-b8e6-a35d61310a65" -d '{"events": [{"server_uuid": "560962ad-d157-4f42-b922-f835da01f205", "name": "network-vif-plugged", "status": "completed", "tag": "d67f4a46-0deb-4cdb-9b25-6c6f73beb808"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:37.152427 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a1115d48-16ea-4c98-8a53-6320f30d4765 req-4d532f89-6533-4806-92d1-bb340d3003fa service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0637619 Feb 28 17:32:37.203338 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:37.217847 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8e502c-6193-44be-84d0-530279be3745 x-openstack-request-id: req-2f8e502c-6193-44be-84d0-530279be3745 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:37.223333 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560962ad-d157-4f42-b922-f835da01f205", "name": "network-vif-plugged", "status": "completed", "tag": "d67f4a46-0deb-4cdb-9b25-6c6f73beb808", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:37.223333 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f8e502c-6193-44be-84d0-530279be3745 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:37.223333 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560962ad-d157-4f42-b922-f835da01f205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67f4a46-0deb-4cdb-9b25-6c6f73beb808', 'code': 200} Feb 28 17:32:37.223890 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-3918bded-07ea-4b14-96ad-770349c56048 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 12a3cf45-e1ef-4d4f-93ba-5cd9be9a90fb {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:32:37.283051 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3918bded-07ea-4b14-96ad-770349c56048 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (12a3cf45-e1ef-4d4f-93ba-5cd9be9a90fb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:37.304259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=d67f4a46-0deb-4cdb-9b25-6c6f73beb808,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:37.376888 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3918bded-07ea-4b14-96ad-770349c56048 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (12a3cf45-e1ef-4d4f-93ba-5cd9be9a90fb), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:37.419613 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08164dfd-f833-41a0-9c61-374d5770c476 req-af79222b-2d10-4254-9d3a-45567048242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:37.421186 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08164dfd-f833-41a0-9c61-374d5770c476 req-af79222b-2d10-4254-9d3a-45567048242d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea4fc997be944464af476265e128b5af&device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 1126 time: 0.1938956 Feb 28 17:32:37.455111 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b23c6e1b-ee7a-4927-a6e6-c40952cdfb10 req-636b499c-d1f5-4d27-b5d1-ed6283bda776 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.0723796 Feb 28 17:32:37.482031 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f560a-b578-4d32-afb4-ffb59d380d9f req-654259c6-ff97-4b16-a751-41fd34fc5589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:37.483494 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-048f560a-b578-4d32-afb4-ffb59d380d9f req-654259c6-ff97-4b16-a751-41fd34fc5589 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 1128 time: 0.2017424 Feb 28 17:32:37.624272 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:37.651502 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3918bded-07ea-4b14-96ad-770349c56048 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (12a3cf45-e1ef-4d4f-93ba-5cd9be9a90fb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:37.658349 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-69eacba1-f968-4751-986e-71e54d5d729c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:37.710491 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08164dfd-f833-41a0-9c61-374d5770c476 req-3543f946-f023-4717-9492-f6371d4c8cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:37.711956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db838c66-9494-46d6-823a-6762b344a891 req-b5ec147e-ef45-4912-86d6-28b1f574f52a tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:37.712094 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08164dfd-f833-41a0-9c61-374d5770c476 req-3543f946-f023-4717-9492-f6371d4c8cbc service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ad767ea-cb0d-4c66-9568-7475bca3a7da HTTP/1.1" status: 200 len: 929 time: 0.2720766 Feb 28 17:32:37.720530 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db838c66-9494-46d6-823a-6762b344a891 req-b5ec147e-ef45-4912-86d6-28b1f574f52a tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.0788298 Feb 28 17:32:37.724959 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-048f560a-b578-4d32-afb4-ffb59d380d9f req-75eea5dd-2859-4877-a839-fa5c2a1d0872 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144260 Feb 28 17:32:37.776748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa3657-69fd-4eb4-bde8-4adc680b057f req-eddf2de4-2bfd-476a-8b81-9b2f2c4d1bfb tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:37.787726 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bffa3657-69fd-4eb4-bde8-4adc680b057f req-eddf2de4-2bfd-476a-8b81-9b2f2c4d1bfb tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 943 time: 0.2236269 Feb 28 17:32:37.800326 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08164dfd-f833-41a0-9c61-374d5770c476 req-9df38603-37fe-45fa-8f66-2f8d37507d31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d3c8a64-0500-4195-bf4b-e13825e4f6c2 HTTP/1.1" status: 200 len: 217 time: 0.0697312 Feb 28 17:32:37.806297 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db838c66-9494-46d6-823a-6762b344a891 req-91f8ae4a-2fe2-4731-87b0-dbd85a16eda3 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846741 Feb 28 17:32:37.817280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:37.869432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08164dfd-f833-41a0-9c61-374d5770c476 req-42c9e94b-947b-4ea2-8ba1-7979e88844c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:37.870971 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08164dfd-f833-41a0-9c61-374d5770c476 req-42c9e94b-947b-4ea2-8ba1-7979e88844c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=626fd9a3-2875-4a1a-96a9-e380285122fe HTTP/1.1" status: 200 len: 867 time: 0.0612233 Feb 28 17:32:37.953510 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bffa3657-69fd-4eb4-bde8-4adc680b057f req-7b15eaf5-3727-4e78-ac46-32f7cddb0331 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b844d3d-4ffc-480f-99d7-4b0862832e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598876 Feb 28 17:32:37.954530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:37.955426 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:37.968449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08164dfd-f833-41a0-9c61-374d5770c476 req-2799bb86-c9e0-421b-a2eb-eed0185c185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:37.970585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08164dfd-f833-41a0-9c61-374d5770c476 req-2799bb86-c9e0-421b-a2eb-eed0185c185a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ad767ea-cb0d-4c66-9568-7475bca3a7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0865407 Feb 28 17:32:37.992871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86596f30-7554-49ca-9348-262f7266c78f req-0826cb98-0b68-4f2a-a698-e71d3f063adc tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:37.995108 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-86596f30-7554-49ca-9348-262f7266c78f req-0826cb98-0b68-4f2a-a698-e71d3f063adc tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 945 time: 0.0918503 Feb 28 17:32:38.035189 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3918bded-07ea-4b14-96ad-770349c56048 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (12a3cf45-e1ef-4d4f-93ba-5cd9be9a90fb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:38.059483 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:38.066218 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-86596f30-7554-49ca-9348-262f7266c78f req-cf26f48c-9236-4ed9-8540-7d606f175f46 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579352 Feb 28 17:32:38.073951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918bded-07ea-4b14-96ad-770349c56048 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=12a3cf45-e1ef-4d4f-93ba-5cd9be9a90fb,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:38.081170 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3918bded-07ea-4b14-96ad-770349c56048 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:38.084637 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3918bded-07ea-4b14-96ad-770349c56048 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/12a3cf45-e1ef-4d4f-93ba-5cd9be9a90fb HTTP/1.1" status: 204 len: 168 time: 0.9927716 Feb 28 17:32:38.086955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36424) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:38.091983 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1747ed-acde-469e-b284-759b47b7a911 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:38.114389 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08164dfd-f833-41a0-9c61-374d5770c476 req-ee813802-92ab-4fa0-b99b-83e291b53b5e service neutron] 10.222.0.73 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357455 Feb 28 17:32:38.194040 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e25352-1757-4ecc-82ba-7177cbf825ae tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet ff3ff464-9f46-4ca2-b09a-10ba743ddf01 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:32:38.197323 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8e25352-1757-4ecc-82ba-7177cbf825ae tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (ff3ff464-9f46-4ca2-b09a-10ba743ddf01), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:38.234401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08164dfd-f833-41a0-9c61-374d5770c476 req-5a2cb89e-4b70-471f-a7b2-98e3a4fc8fff service neutron] 10.222.0.73 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110454 Feb 28 17:32:38.256224 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8e25352-1757-4ecc-82ba-7177cbf825ae tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (ff3ff464-9f46-4ca2-b09a-10ba743ddf01), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:38.359689 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8e25352-1757-4ecc-82ba-7177cbf825ae tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (ff3ff464-9f46-4ca2-b09a-10ba743ddf01), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:38.510353 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8e25352-1757-4ecc-82ba-7177cbf825ae tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (ff3ff464-9f46-4ca2-b09a-10ba743ddf01), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:38.548417 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e25352-1757-4ecc-82ba-7177cbf825ae tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3ff464-9f46-4ca2-b09a-10ba743ddf01,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:38.560612 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8e25352-1757-4ecc-82ba-7177cbf825ae tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:38.568671 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f8e25352-1757-4ecc-82ba-7177cbf825ae tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/ff3ff464-9f46-4ca2-b09a-10ba743ddf01 HTTP/1.1" status: 204 len: 168 time: 0.4804058 Feb 28 17:32:38.569092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36440) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:38.653770 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ce66182d-be1e-410d-962d-00a528013fa0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833292 Feb 28 17:32:38.656357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36442) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:38.670398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36444) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:38.731242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935822ba-3cde-4171-aa9b-e502d668696f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:38.733727 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-935822ba-3cde-4171-aa9b-e502d668696f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0763526 Feb 28 17:32:38.737980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36448) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:38.803742 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf0006d-9eac-40d1-b4cb-c6ec162dc491 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:38.805432 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ccf0006d-9eac-40d1-b4cb-c6ec162dc491 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0661006 Feb 28 17:32:38.808278 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36450) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:38.917813 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-49643d9c-efc8-4e03-9572-301a330dc6d6 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1079855 Feb 28 17:32:38.924394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1239345547-network', 'tenant_id': 'fae245b84f344192a93d7b75209d68ba'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:38.940462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36456) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:38.945689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-056e10ea-6bbe-48ac-ba00-582198220d8f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:38.993872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44f2e2-a300-4a33-bea1-06f4cc2c55bc req-8d6ee457-0af1-4077-89b6-b4ae6f6ae36d tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:39.001632 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b44f2e2-a300-4a33-bea1-06f4cc2c55bc req-8d6ee457-0af1-4077-89b6-b4ae6f6ae36d tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.0870011 Feb 28 17:32:39.039954 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] Made reservation on behalf of fae245b84f344192a93d7b75209d68ba for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:39.043086 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.062624 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b44f2e2-a300-4a33-bea1-06f4cc2c55bc req-49d54f88-0f74-4f1f-b759-1651f5acc8fa tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596311 Feb 28 17:32:39.066383 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.104936 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f25d155-06e7-43d2-bf94-13d7ad50355b None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:39.173837 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] Publish callbacks [] for security_group (c6f84c42-75a0-41ea-b727-c768f1e7f55b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.190905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c002b5b-f2aa-46b0-b0eb-b2724fba7de3 req-64bc21f9-c647-44a7-ac6d-28a2ecc79555 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:39.192543 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c002b5b-f2aa-46b0-b0eb-b2724fba7de3 req-64bc21f9-c647-44a7-ac6d-28a2ecc79555 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 943 time: 0.0612557 Feb 28 17:32:39.207885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a4c5c593-95eb-4378-87b5-8fc6949dbc21 None None] Provisioning complete for port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:39.208259 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a4c5c593-95eb-4378-87b5-8fc6949dbc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.250464 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c002b5b-f2aa-46b0-b0eb-b2724fba7de3 req-065b278e-1a73-453c-81dc-7387153e186a tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b844d3d-4ffc-480f-99d7-4b0862832e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509079 Feb 28 17:32:39.255504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056e10ea-6bbe-48ac-ba00-582198220d8f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:39.255504 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-056e10ea-6bbe-48ac-ba00-582198220d8f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.256717 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-056e10ea-6bbe-48ac-ba00-582198220d8f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:32:39.257155 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056e10ea-6bbe-48ac-ba00-582198220d8f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:32:39.302873 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c6f84c42-75a0-41ea-b727-c768f1e7f55b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.367030 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:32:39.388108 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-056e10ea-6bbe-48ac-ba00-582198220d8f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4436502 Feb 28 17:32:39.389263 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a4c5c593-95eb-4378-87b5-8fc6949dbc21 None None] Current status of the port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:39.393841 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27720140-82d7-4798-9df0-6ca83c0a50b6 req-2e6429ea-3291-4cc8-a997-6b9041c58bf1 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:39.404780 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27720140-82d7-4798-9df0-6ca83c0a50b6 req-2e6429ea-3291-4cc8-a997-6b9041c58bf1 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 945 time: 0.0756166 Feb 28 17:32:39.405077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36462) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:39.405077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a6d21ad8-27c2-481e-87fa-a648fb8788d0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:39.408217 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (7135f008-1b01-45ec-85b4-5e17d343b27a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.408592 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] Added segment 7135f008-1b01-45ec-85b4-5e17d343b27a of type vlan for network 085a4052-1b9f-4025-836c-fb2758ebde4f Feb 28 17:32:39.411062 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f84c42-75a0-41ea-b727-c768f1e7f55b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:39.414222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef468c56-4110-4a74-b7e9-f1c6ce7c5b93 None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:32:39.472129 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27720140-82d7-4798-9df0-6ca83c0a50b6 req-5e31b5bb-2a1e-4ba4-9499-386d3ad05859 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695016 Feb 28 17:32:39.477653 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (085a4052-1b9f-4025-836c-fb2758ebde4f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.496778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ef468c56-4110-4a74-b7e9-f1c6ce7c5b93 None None] Deleting port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:39.497169 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ef468c56-4110-4a74-b7e9-f1c6ce7c5b93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.573677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ef468c56-4110-4a74-b7e9-f1c6ce7c5b93 None None] For port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:39.574124 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ef468c56-4110-4a74-b7e9-f1c6ce7c5b93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.588425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ef468c56-4110-4a74-b7e9-f1c6ce7c5b93 None None] Calling delete_port for 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:39.638914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd11325-255d-48cc-9ab9-df756fc35867 req-b0775d04-45fd-44f5-b958-6b7f9bc072f5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:39.641538 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5cd11325-255d-48cc-9ab9-df756fc35867 req-b0775d04-45fd-44f5-b958-6b7f9bc072f5 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 945 time: 0.0682640 Feb 28 17:32:39.654308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58911667-6b64-4de4-8546-d9d34f802633 req-349532ca-2d95-413c-8c4e-f77b9f628f42 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:39.660095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58911667-6b64-4de4-8546-d9d34f802633 req-349532ca-2d95-413c-8c4e-f77b9f628f42 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:39.665530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58911667-6b64-4de4-8546-d9d34f802633 req-349532ca-2d95-413c-8c4e-f77b9f628f42 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:39.676351 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58911667-6b64-4de4-8546-d9d34f802633 req-349532ca-2d95-413c-8c4e-f77b9f628f42 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:39.681975 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58911667-6b64-4de4-8546-d9d34f802633 req-349532ca-2d95-413c-8c4e-f77b9f628f42 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:39.693297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58911667-6b64-4de4-8546-d9d34f802633 req-349532ca-2d95-413c-8c4e-f77b9f628f42 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:39.698670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58911667-6b64-4de4-8546-d9d34f802633 req-349532ca-2d95-413c-8c4e-f77b9f628f42 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:39.700569 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58911667-6b64-4de4-8546-d9d34f802633 req-349532ca-2d95-413c-8c4e-f77b9f628f42 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5443 time: 0.1446056 Feb 28 17:32:39.702114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d21ad8-27c2-481e-87fa-a648fb8788d0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:39.705884 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6d21ad8-27c2-481e-87fa-a648fb8788d0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.707423 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d21ad8-27c2-481e-87fa-a648fb8788d0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:32:39.707683 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d21ad8-27c2-481e-87fa-a648fb8788d0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:32:39.711763 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (085a4052-1b9f-4025-836c-fb2758ebde4f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.712671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:39.713810 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.759933 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5cd11325-255d-48cc-9ab9-df756fc35867 req-1ccc154d-c6f7-43d2-b72a-1a14071a01d2 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064315 Feb 28 17:32:39.790120 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ef468c56-4110-4a74-b7e9-f1c6ce7c5b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.801673 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:39.834421 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1547935 Feb 28 17:32:39.834421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaf96b-d8f0-4801-98a7-06c9f0f7b772 admin admin] Pushing event updated for resources: {'Network': ['ID=085a4052-1b9f-4025-836c-fb2758ebde4f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:39.842109 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a6d21ad8-27c2-481e-87fa-a648fb8788d0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4381626 Feb 28 17:32:39.843254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36474) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:39.847825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-179c35dd-4f5a-434a-820f-6a9058aab6b7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:39.873041 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 085a4052-1b9f-4025-836c-fb2758ebde4f details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:32:39.876238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:39.876689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:39.882306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef468c56-4110-4a74-b7e9-f1c6ce7c5b93 None None] Pushing event deleted for resources: {'Port': ['ID=2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:39.887453 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5b8e9727-d315-4a00-b251-561ad47a4db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:39.900172 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58911667-6b64-4de4-8546-d9d34f802633 req-99f405fd-506a-4904-ab6e-761b9f5766a0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1823659 Feb 28 17:32:39.938225 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef468c56-4110-4a74-b7e9-f1c6ce7c5b93 None None] No DVR routers for this DVR port 2e8a30af-91a2-4f9e-9ec1-71c2c5cfcfb6 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:39.988517 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:40.125991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179c35dd-4f5a-434a-820f-6a9058aab6b7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:40.129972 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-179c35dd-4f5a-434a-820f-6a9058aab6b7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:40.131071 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-179c35dd-4f5a-434a-820f-6a9058aab6b7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:32:40.131495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179c35dd-4f5a-434a-820f-6a9058aab6b7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:32:40.178952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e04ee9-a4b2-478a-9de2-f06b76accad3 req-ef176500-428f-4b8f-9a71-2ed3de3e066a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:40.182427 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90e04ee9-a4b2-478a-9de2-f06b76accad3 req-ef176500-428f-4b8f-9a71-2ed3de3e066a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 945 time: 0.0651197 Feb 28 17:32:40.199994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b03617-3004-4f2b-8f28-6122303ae60c req-b6ab6325-f644-4cc4-81ea-2e04622308e7 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:40.202391 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95b03617-3004-4f2b-8f28-6122303ae60c req-b6ab6325-f644-4cc4-81ea-2e04622308e7 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.0604501 Feb 28 17:32:40.233974 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-90e04ee9-a4b2-478a-9de2-f06b76accad3 req-6cbb2e01-f3fc-4cc4-acb7-3727ddb45188 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Feb 28 17:32:40.256534 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-179c35dd-4f5a-434a-820f-6a9058aab6b7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4158809 Feb 28 17:32:40.285575 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36488) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:40.285679 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95b03617-3004-4f2b-8f28-6122303ae60c req-435411ed-e26d-4329-a8f6-a55921f99483 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572619 Feb 28 17:32:40.285764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1620632c-53f0-40d1-83af-169006c4cda0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:40.401700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4d05a-612d-4977-87f2-d560af599ecf req-6481f1d6-51c5-48c4-b24a-83d1f33cd292 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:40.408557 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9cc4d05a-612d-4977-87f2-d560af599ecf req-6481f1d6-51c5-48c4-b24a-83d1f33cd292 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 945 time: 0.0723970 Feb 28 17:32:40.475860 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9cc4d05a-612d-4977-87f2-d560af599ecf req-9ef4e03e-e4a6-449a-b1d4-42b372329ce0 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603914 Feb 28 17:32:40.602178 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6aaad-c662-4ae0-ada8-4c0d1ed45f88 req-47ba1dbb-bc11-4e3c-866c-d582f1000402 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:40.611004 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b0e6aaad-c662-4ae0-ada8-4c0d1ed45f88 req-47ba1dbb-bc11-4e3c-866c-d582f1000402 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 943 time: 0.0690820 Feb 28 17:32:40.658469 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b0e6aaad-c662-4ae0-ada8-4c0d1ed45f88 req-d527e5d7-dbe2-4fba-8c1b-33ccee440c01 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b844d3d-4ffc-480f-99d7-4b0862832e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464778 Feb 28 17:32:40.860987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:32:40.973856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=4d3c8a64-0500-4195-bf4b-e13825e4f6c2,segment=NetworkSegment(51af6ac1-54d7-4457-b299-6ba1d494c182),segment_id=51af6ac1-54d7-4457-b299-6ba1d494c182)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:40.975694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1620632c-53f0-40d1-83af-169006c4cda0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:40.979050 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1620632c-53f0-40d1-83af-169006c4cda0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:40.981237 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-1620632c-53f0-40d1-83af-169006c4cda0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:32:40.981237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1620632c-53f0-40d1-83af-169006c4cda0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:32:40.999040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'port_id': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2', 'mac_address': 'fa:16:3e:1c:36:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:32:41.031034 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf0ef4-5a95-4c1e-978e-34521751223d req-5efc6ebd-6f29-4b54-9bff-2b3739d66c9b tempest-ComputeTenantNetworksTest-2141094540 tempest-ComputeTenantNetworksTest-2141094540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.036463 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:41.036850 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:41.036964 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf0ef4-5a95-4c1e-978e-34521751223d req-5efc6ebd-6f29-4b54-9bff-2b3739d66c9b tempest-ComputeTenantNetworksTest-2141094540 tempest-ComputeTenantNetworksTest-2141094540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.042154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf0ef4-5a95-4c1e-978e-34521751223d req-5efc6ebd-6f29-4b54-9bff-2b3739d66c9b tempest-ComputeTenantNetworksTest-2141094540 tempest-ComputeTenantNetworksTest-2141094540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.043753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5faf0ef4-5a95-4c1e-978e-34521751223d req-5efc6ebd-6f29-4b54-9bff-2b3739d66c9b tempest-ComputeTenantNetworksTest-2141094540 tempest-ComputeTenantNetworksTest-2141094540-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7028644 Feb 28 17:32:41.056758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:32:41.081843 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c8836-cd44-45a8-8b21-66aeb79a6b3e req-edcda1ea-cc31-4675-a9b7-00ca5e3f6477 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.083396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc6c8836-cd44-45a8-8b21-66aeb79a6b3e req-edcda1ea-cc31-4675-a9b7-00ca5e3f6477 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.73 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.1338673 Feb 28 17:32:41.083595 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=4d3c8a64-0500-4195-bf4b-e13825e4f6c2,segment=NetworkSegment(51af6ac1-54d7-4457-b299-6ba1d494c182),segment_id=51af6ac1-54d7-4457-b299-6ba1d494c182)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:41.098645 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-71a84cb4-8ffb-417d-80b4-4c8483914310 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.103254 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-71a84cb4-8ffb-417d-80b4-4c8483914310 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.108734 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-71a84cb4-8ffb-417d-80b4-4c8483914310 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.114079 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-71a84cb4-8ffb-417d-80b4-4c8483914310 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.119374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-71a84cb4-8ffb-417d-80b4-4c8483914310 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.124751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-71a84cb4-8ffb-417d-80b4-4c8483914310 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.130219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-71a84cb4-8ffb-417d-80b4-4c8483914310 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.132167 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-71a84cb4-8ffb-417d-80b4-4c8483914310 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5443 time: 0.1766768 Feb 28 17:32:41.144024 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1620632c-53f0-40d1-83af-169006c4cda0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8858120 Feb 28 17:32:41.147231 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36510) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:41.152459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-bc83bca3-c185-4286-a1fe-536ba47ea04f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:41.157264 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:41.227041 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=4d3c8a64-0500-4195-bf4b-e13825e4f6c2,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:41.259610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-bdedba6c-498d-43c1-83bb-38621a2a8f04 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.260997 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-bdedba6c-498d-43c1-83bb-38621a2a8f04 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "GET /v2.0/ports/3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1160247 Feb 28 17:32:41.321474 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c9be1-85a3-4bc0-9d97-9da1671058ab req-0d31acec-a294-4815-bf0f-22d3560eca2e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.325896 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c23c9be1-85a3-4bc0-9d97-9da1671058ab req-0d31acec-a294-4815-bf0f-22d3560eca2e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 945 time: 0.1907768 Feb 28 17:32:41.363835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f64036-b036-438c-9a6e-dc8bcd14da77 req-4727533d-d17e-40d2-b807-300b18e1259b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.370211 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f64036-b036-438c-9a6e-dc8bcd14da77 req-4727533d-d17e-40d2-b807-300b18e1259b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.378430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f64036-b036-438c-9a6e-dc8bcd14da77 req-4727533d-d17e-40d2-b807-300b18e1259b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.380789 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:41.384889 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f64036-b036-438c-9a6e-dc8bcd14da77 req-4727533d-d17e-40d2-b807-300b18e1259b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.391291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f64036-b036-438c-9a6e-dc8bcd14da77 req-4727533d-d17e-40d2-b807-300b18e1259b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.396790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f64036-b036-438c-9a6e-dc8bcd14da77 req-4727533d-d17e-40d2-b807-300b18e1259b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.402407 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f64036-b036-438c-9a6e-dc8bcd14da77 req-4727533d-d17e-40d2-b807-300b18e1259b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.404428 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8f64036-b036-438c-9a6e-dc8bcd14da77 req-4727533d-d17e-40d2-b807-300b18e1259b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5443 time: 0.1284475 Feb 28 17:32:41.406833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc83bca3-c185-4286-a1fe-536ba47ea04f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:41.410411 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc83bca3-c185-4286-a1fe-536ba47ea04f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:41.412184 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc83bca3-c185-4286-a1fe-536ba47ea04f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:32:41.412618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc83bca3-c185-4286-a1fe-536ba47ea04f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:32:41.444030 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c23c9be1-85a3-4bc0-9d97-9da1671058ab req-706e2f50-421c-4144-b983-46c2da587954 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898507 Feb 28 17:32:41.465239 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-cc6c8836-cd44-45a8-8b21-66aeb79a6b3e req-b0c3ee7f-5315-439f-b2ee-fec3b3bee416 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Deleting port ec172e29-fb9f-405b-a2e2-d0a308714442 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:41.465506 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cc6c8836-cd44-45a8-8b21-66aeb79a6b3e req-b0c3ee7f-5315-439f-b2ee-fec3b3bee416 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:41.471187 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['4d3c8a64-0500-4195-bf4b-e13825e4f6c2'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:32:41.496791 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8f64036-b036-438c-9a6e-dc8bcd14da77 req-7a3a8c27-5f52-47eb-a977-bf2c2f3e6d71 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725973 Feb 28 17:32:41.499492 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-54f07bcc-5c55-435e-932e-86276c5aa71e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "GET /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2326236 Feb 28 17:32:41.509151 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bc83bca3-c185-4286-a1fe-536ba47ea04f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3577659 Feb 28 17:32:41.525461 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36518) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:41.529808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-187d26ed-a298-4132-8b02-105a83dfcd89 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:41.584825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-c3c407d3-7e2b-4eef-935a-a9301aa0a195 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:41.684432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324d977-1159-4049-8fbf-8d47b8bdae59 req-7ff841c6-97b4-41c5-b4e7-687865a3f4dc tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.686527 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3324d977-1159-4049-8fbf-8d47b8bdae59 req-7ff841c6-97b4-41c5-b4e7-687865a3f4dc tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.0867913 Feb 28 17:32:41.739250 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3324d977-1159-4049-8fbf-8d47b8bdae59 req-0e877cc8-0339-4303-9a0e-a33b91a4709f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467668 Feb 28 17:32:41.760237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-cc6c8836-cd44-45a8-8b21-66aeb79a6b3e req-b0c3ee7f-5315-439f-b2ee-fec3b3bee416 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] For port ec172e29-fb9f-405b-a2e2-d0a308714442, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ec172e29-fb9f-405b-a2e2-d0a308714442,segment=NetworkSegment(b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc),segment_id=b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:41.760429 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cc6c8836-cd44-45a8-8b21-66aeb79a6b3e req-b0c3ee7f-5315-439f-b2ee-fec3b3bee416 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:41.778287 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187d26ed-a298-4132-8b02-105a83dfcd89 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:41.782305 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-187d26ed-a298-4132-8b02-105a83dfcd89 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:41.783722 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-187d26ed-a298-4132-8b02-105a83dfcd89 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:32:41.784148 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187d26ed-a298-4132-8b02-105a83dfcd89 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:32:41.801093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-cc6c8836-cd44-45a8-8b21-66aeb79a6b3e req-b0c3ee7f-5315-439f-b2ee-fec3b3bee416 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Calling delete_port for ec172e29-fb9f-405b-a2e2-d0a308714442 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:41.810473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547b717-6fba-4e8a-9278-4ac037d15033 req-d98c20dc-da87-4c4d-84fa-51c7bfa02e58 tempest-ComputeTenantNetworksTest-2141094540 tempest-ComputeTenantNetworksTest-2141094540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.811841 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4547b717-6fba-4e8a-9278-4ac037d15033 req-d98c20dc-da87-4c4d-84fa-51c7bfa02e58 tempest-ComputeTenantNetworksTest-2141094540 tempest-ComputeTenantNetworksTest-2141094540-project] 10.222.0.72 "GET /v2.0/networks/085a4052-1b9f-4025-836c-fb2758ebde4f HTTP/1.1" status: 200 len: 769 time: 0.2314367 Feb 28 17:32:41.821802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36522) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:41.852251 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-c3c407d3-7e2b-4eef-935a-a9301aa0a195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:41.864238 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-187d26ed-a298-4132-8b02-105a83dfcd89 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3370371 Feb 28 17:32:41.866939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36524) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:41.912912 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-34ae465a-021a-4479-8b05-50e0ad3636a8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0416017 Feb 28 17:32:41.914132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36526) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:41.934793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143c829-c1de-432f-b35b-288129c5ea71 req-8126b96a-f8ca-4953-b345-b6530237cb6f tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:41.936390 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8143c829-c1de-432f-b35b-288129c5ea71 req-8126b96a-f8ca-4953-b345-b6530237cb6f tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 945 time: 0.1182790 Feb 28 17:32:41.997112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12316034-01af-4369-b774-6595a3c3f135 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:42.001355 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-12316034-01af-4369-b774-6595a3c3f135 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0844619 Feb 28 17:32:42.002132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36528) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:42.051846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0eb5f25f-d4b0-41b3-b226-d72c7a756aca tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490158 Feb 28 17:32:42.055363 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8143c829-c1de-432f-b35b-288129c5ea71 req-4d6cce4d-60d3-405b-9b32-eb462d58aeef tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990236 Feb 28 17:32:42.056044 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36530) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:42.061896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-2d8d2d6d-bcb4-4e54-a7e7-1c4629a5f7f8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:42.152430 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b49c238e-898e-4e82-9c2f-c58bb9234a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (085a4052-1b9f-4025-836c-fb2758ebde4f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:42.204275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f1486-6d86-4c68-b2bc-f7273ed0bc64 req-5e061b91-88f5-41dc-a6fa-fe46012d3116 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:42.206117 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e26f1486-6d86-4c68-b2bc-f7273ed0bc64 req-5e061b91-88f5-41dc-a6fa-fe46012d3116 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 944 time: 0.0812755 Feb 28 17:32:42.233560 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cc6c8836-cd44-45a8-8b21-66aeb79a6b3e req-b0c3ee7f-5315-439f-b2ee-fec3b3bee416 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ec172e29-fb9f-405b-a2e2-d0a308714442), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:42.247694 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['ec172e29-fb9f-405b-a2e2-d0a308714442'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:32:42.264396 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8d2d6d-bcb4-4e54-a7e7-1c4629a5f7f8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:42.264644 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f83cb-09a4-4562-b4b4-ccb73c06e3e0 req-12d7e05c-cd7b-4689-85d6-6af7059c8be8 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:42.269312 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2d6d-bcb4-4e54-a7e7-1c4629a5f7f8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:42.274237 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce5f83cb-09a4-4562-b4b4-ccb73c06e3e0 req-12d7e05c-cd7b-4689-85d6-6af7059c8be8 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 945 time: 0.3769634 Feb 28 17:32:42.274419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['d4956085-d278-46bd-952e-b0e5d75e210c'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:32:42.313180 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3ee7f-5315-439f-b2ee-fec3b3bee416 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Pushing event deleted for resources: {'Port': ['ID=ec172e29-fb9f-405b-a2e2-d0a308714442,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:42.336293 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e26f1486-6d86-4c68-b2bc-f7273ed0bc64 req-cb91ed8f-8f4f-447c-a145-c0d869f43542 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b844d3d-4ffc-480f-99d7-4b0862832e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187551 Feb 28 17:32:42.403711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6c8836-cd44-45a8-8b21-66aeb79a6b3e req-b0c3ee7f-5315-439f-b2ee-fec3b3bee416 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] No DVR routers for this DVR port ec172e29-fb9f-405b-a2e2-d0a308714442 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:42.407890 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cc6c8836-cd44-45a8-8b21-66aeb79a6b3e req-b0c3ee7f-5315-439f-b2ee-fec3b3bee416 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:42.411121 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc6c8836-cd44-45a8-8b21-66aeb79a6b3e req-b0c3ee7f-5315-439f-b2ee-fec3b3bee416 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.73 "DELETE /v2.0/ports/ec172e29-fb9f-405b-a2e2-d0a308714442 HTTP/1.1" status: 204 len: 173 time: 1.2776144 Feb 28 17:32:42.431952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5352cb18-ef5f-4a08-b99f-48fb37249987', 'name': 'network-vif-deleted', 'tag': 'ec172e29-fb9f-405b-a2e2-d0a308714442'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:42.434519 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a431a4-45a8-4c58-aa51-422ac899c4ae" -d '{"events": [{"server_uuid": "5352cb18-ef5f-4a08-b99f-48fb37249987", "name": "network-vif-deleted", "tag": "ec172e29-fb9f-405b-a2e2-d0a308714442"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:42.454129 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:42.506494 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5656d3-35ae-455b-8ce9-ee0902d8a8fa x-openstack-request-id: req-8d5656d3-35ae-455b-8ce9-ee0902d8a8fa {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:42.506706 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5352cb18-ef5f-4a08-b99f-48fb37249987", "name": "network-vif-deleted", "tag": "ec172e29-fb9f-405b-a2e2-d0a308714442", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:42.506955 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d5656d3-35ae-455b-8ce9-ee0902d8a8fa {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:42.507359 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5352cb18-ef5f-4a08-b99f-48fb37249987', 'name': 'network-vif-deleted', 'tag': 'ec172e29-fb9f-405b-a2e2-d0a308714442', 'status': 'completed', 'code': 200} Feb 28 17:32:42.545345 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b49c238e-898e-4e82-9c2f-c58bb9234a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (085a4052-1b9f-4025-836c-fb2758ebde4f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:42.554412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce5f83cb-09a4-4562-b4b4-ccb73c06e3e0 req-dac8dcd2-74e5-41b5-8415-1f02fc964a3f tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794552 Feb 28 17:32:42.559394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-c3c407d3-7e2b-4eef-935a-a9301aa0a195 service neutron] For port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:42.596318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b49c238e-898e-4e82-9c2f-c58bb9234a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085a4052-1b9f-4025-836c-fb2758ebde4f']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:42.620351 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b49c238e-898e-4e82-9c2f-c58bb9234a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7135f008-1b01-45ec-85b4-5e17d343b27a') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:42.620762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b49c238e-898e-4e82-9c2f-c58bb9234a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7135f008-1b01-45ec-85b4-5e17d343b27a') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:42.623122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-c3c407d3-7e2b-4eef-935a-a9301aa0a195 service neutron] For port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:32:42.653968 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b49c238e-898e-4e82-9c2f-c58bb9234a13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (7135f008-1b01-45ec-85b4-5e17d343b27a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:42.678758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-c3c407d3-7e2b-4eef-935a-a9301aa0a195 service neutron] device_id is not set on port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:32:42.683920 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b49c238e-898e-4e82-9c2f-c58bb9234a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (7135f008-1b01-45ec-85b4-5e17d343b27a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:42.697643 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-c3c407d3-7e2b-4eef-935a-a9301aa0a195 service neutron] Publish callbacks [] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:42.699756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49c238e-898e-4e82-9c2f-c58bb9234a13 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:32:42.700143 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b49c238e-898e-4e82-9c2f-c58bb9234a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (7135f008-1b01-45ec-85b4-5e17d343b27a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:32:42.702284 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:32:42.738431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36544) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:42.754235 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ff4e6-5943-4858-a0c7-84060f800ad1 req-6e63aa5d-fc32-4f9d-a409-0d60c70347f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:42.760372 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ff4e6-5943-4858-a0c7-84060f800ad1 req-6e63aa5d-fc32-4f9d-a409-0d60c70347f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:42.764790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ff4e6-5943-4858-a0c7-84060f800ad1 req-6e63aa5d-fc32-4f9d-a409-0d60c70347f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:42.770173 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ff4e6-5943-4858-a0c7-84060f800ad1 req-6e63aa5d-fc32-4f9d-a409-0d60c70347f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:42.775438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ff4e6-5943-4858-a0c7-84060f800ad1 req-6e63aa5d-fc32-4f9d-a409-0d60c70347f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:42.780636 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ff4e6-5943-4858-a0c7-84060f800ad1 req-6e63aa5d-fc32-4f9d-a409-0d60c70347f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:42.786870 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ff4e6-5943-4858-a0c7-84060f800ad1 req-6e63aa5d-fc32-4f9d-a409-0d60c70347f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:42.789003 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c84ff4e6-5943-4858-a0c7-84060f800ad1 req-6e63aa5d-fc32-4f9d-a409-0d60c70347f4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 5443 time: 0.1773441 Feb 28 17:32:42.805353 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-c3c407d3-7e2b-4eef-935a-a9301aa0a195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:42.821807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.objects.ports [None req-2d8d2d6d-bcb4-4e54-a7e7-1c4629a5f7f8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104247) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:32:42.840217 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2d6d-bcb4-4e54-a7e7-1c4629a5f7f8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (d510eb1a-d95c-400c-862d-eac0c8f4f69d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:42.867591 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b49c238e-898e-4e82-9c2f-c58bb9234a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (085a4052-1b9f-4025-836c-fb2758ebde4f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:42.873343 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b49c238e-898e-4e82-9c2f-c58bb9234a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:42.878753 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:42.878903 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b49c238e-898e-4e82-9c2f-c58bb9234a13 admin admin] 10.222.0.72 "DELETE /v2.0/networks/085a4052-1b9f-4025-836c-fb2758ebde4f HTTP/1.1" status: 204 len: 168 time: 1.0535140 Feb 28 17:32:42.955796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c238e-898e-4e82-9c2f-c58bb9234a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=085a4052-1b9f-4025-836c-fb2758ebde4f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:42.959244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-c3c407d3-7e2b-4eef-935a-a9301aa0a195 service neutron] No DVR routers for this DVR port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:42.963238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c407d3-7e2b-4eef-935a-a9301aa0a195 service neutron] Pushing event updated for resources: {'Port': ['ID=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c,revision_number=6']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:43.024040 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8d2d6d-bcb4-4e54-a7e7-1c4629a5f7f8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:43.057014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-c3c407d3-7e2b-4eef-935a-a9301aa0a195 service neutron] In _notify_port_updated(), no bound segment for port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c on network fd7a05c5-9896-4296-a65a-a68965a6760b {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:32:43.058407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-c3c407d3-7e2b-4eef-935a-a9301aa0a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:43.061810 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-c3c407d3-7e2b-4eef-935a-a9301aa0a195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:43.064819 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c84ff4e6-5943-4858-a0c7-84060f800ad1 req-43b698a4-05c3-4135-9c8e-7f1fc8566a38 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=6558a406-619f-4ba9-bd37-dc96b4241995&id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2638586 Feb 28 17:32:43.070420 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-c3c407d3-7e2b-4eef-935a-a9301aa0a195 service neutron] 10.222.0.69 "PUT /v2.0/ports/3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c HTTP/1.1" status: 200 len: 1032 time: 1.4910245 Feb 28 17:32:43.086277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-2d8d2d6d-bcb4-4e54-a7e7-1c4629a5f7f8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:43.113552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f22f0b7-8a3b-4eaf-ab3f-4f46def322c7 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:43.113730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8d2d6d-bcb4-4e54-a7e7-1c4629a5f7f8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:43.113730 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2d6d-bcb4-4e54-a7e7-1c4629a5f7f8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:43.163406 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90cae10c-7f83-4630-927d-6ee2a3699307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:43.179099 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:32:43.195369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-b907c3d0-51e5-4f3b-969a-d8ef17b53086 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:43.196715 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-b907c3d0-51e5-4f3b-969a-d8ef17b53086 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "GET /v2.0/ports/afa3091f-cdea-4a5b-b76f-6b6b3d58246e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1174212 Feb 28 17:32:43.199282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:43.199822 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:43.220824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d2d6d-bcb4-4e54-a7e7-1c4629a5f7f8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=d510eb1a-d95c-400c-862d-eac0c8f4f69d,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:43.221359 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f2295255-ecff-4b1d-99f1-b4d7386c35a4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:43.301697 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2d8d2d6d-bcb4-4e54-a7e7-1c4629a5f7f8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2441125 Feb 28 17:32:43.311762 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36558) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:43.317116 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c8d2376f-7ea5-4913-99b5-07378e9a787c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'mac_address': 'fa:16:3e:07:41:8f', 'name': 'tempest-NetworksTestDHCPv6-306957813'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:43.387139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44556be-97bf-44f7-93cb-4f5b97eee4dd req-fd6dcd0f-b3c7-459c-a29c-266dff873e2b tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:43.396323 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f44556be-97bf-44f7-93cb-4f5b97eee4dd req-fd6dcd0f-b3c7-459c-a29c-266dff873e2b tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.2800946 Feb 28 17:32:43.434325 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f2295255-ecff-4b1d-99f1-b4d7386c35a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:43.465292 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1dc7c46f-c05b-4876-b537-fba15b82b4e6 req-0d84a6ad-0809-40e8-ae29-e9590a51705f tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=5352cb18-ef5f-4a08-b99f-48fb37249987 HTTP/1.1" status: 200 len: 210 time: 0.0640748 Feb 28 17:32:43.503590 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36562) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:43.587103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': 'd510eb1a-d95c-400c-862d-eac0c8f4f69d'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:32:43.588320 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:43.633664 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-cb18c315-2c34-4e33-9e42-ed5b5e72bf79 None None] Provisioning complete for port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:43.634081 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cb18c315-2c34-4e33-9e42-ed5b5e72bf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:43.665775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f2295255-ecff-4b1d-99f1-b4d7386c35a4 service neutron] For port afa3091f-cdea-4a5b-b76f-6b6b3d58246e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=afa3091f-cdea-4a5b-b76f-6b6b3d58246e,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:43.703580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f2295255-ecff-4b1d-99f1-b4d7386c35a4 service neutron] For port afa3091f-cdea-4a5b-b76f-6b6b3d58246e, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:32:43.714256 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-49c61a24-80c7-41e1-8e46-b375f2d580f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fae245b84f344192a93d7b75209d68ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2002444 Feb 28 17:32:43.715893 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36564) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:43.745269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f2295255-ecff-4b1d-99f1-b4d7386c35a4 service neutron] device_id is not set on port afa3091f-cdea-4a5b-b76f-6b6b3d58246e yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:32:43.748775 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90cae10c-7f83-4630-927d-6ee2a3699307 admin admin] Publish callbacks [] for security_group (8f23cca8-86fd-45c1-b1e4-cd919a42bd55), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:43.754642 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f2295255-ecff-4b1d-99f1-b4d7386c35a4 service neutron] Publish callbacks [] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:43.771085 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f44556be-97bf-44f7-93cb-4f5b97eee4dd req-d8231839-2eb2-47f1-bc95-de7596438e2d tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737388 Feb 28 17:32:43.781594 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Allocated IP 2001:db8::f816:3eff:fefd:3d3f (04cb7746-5ae6-409c-8a55-b1c0eea3e379/d510eb1a-d95c-400c-862d-eac0c8f4f69d/fb0d0404-6303-4c9a-b3ac-73cd69c20fb9) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:43.794187 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb958cb-dda7-4142-93b6-d89a5d87a95e req-499b2614-105d-44e9-b583-c392c3bace25 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:43.802942 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6cb958cb-dda7-4142-93b6-d89a5d87a95e req-499b2614-105d-44e9-b583-c392c3bace25 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 945 time: 0.2001810 Feb 28 17:32:43.814576 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:43.815069 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:43.837626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d2376f-7ea5-4913-99b5-07378e9a787c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:43.881394 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f2295255-ecff-4b1d-99f1-b4d7386c35a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:43.888066 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90cae10c-7f83-4630-927d-6ee2a3699307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8f23cca8-86fd-45c1-b1e4-cd919a42bd55), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:43.950387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-cb18c315-2c34-4e33-9e42-ed5b5e72bf79 None None] Port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:32:43.964768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:43.968442 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b738100e-e38f-4466-be95-6c194b03b086" -d '{"events": [{"server_uuid": "b9a3eaeb-cdae-4f77-af21-22eaf5c8911a", "name": "network-vif-plugged", "status": "completed", "tag": "4d3c8a64-0500-4195-bf4b-e13825e4f6c2"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:43.973579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f2295255-ecff-4b1d-99f1-b4d7386c35a4 service neutron] No DVR routers for this DVR port afa3091f-cdea-4a5b-b76f-6b6b3d58246e on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:43.993387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=4d3c8a64-0500-4195-bf4b-e13825e4f6c2,segment=NetworkSegment(51af6ac1-54d7-4457-b299-6ba1d494c182),segment_id=51af6ac1-54d7-4457-b299-6ba1d494c182)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:44.037830 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.053767 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2295255-ecff-4b1d-99f1-b4d7386c35a4 service neutron] Pushing event updated for resources: {'Port': ['ID=afa3091f-cdea-4a5b-b76f-6b6b3d58246e,revision_number=6']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:44.059553 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6cb958cb-dda7-4142-93b6-d89a5d87a95e req-bd81e3be-bf1d-4ef4-b74d-21d1778ffe32 tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556939 Feb 28 17:32:44.067027 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8d2376f-7ea5-4913-99b5-07378e9a787c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.077025 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.077862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ec172e29-fb9f-405b-a2e2-d0a308714442 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:44.093852 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a296a86-bc6a-4938-90d7-69fe99512085 req-3193bfb2-e7b2-4048-b43b-be65850c91e1 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:44.094319 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-90cae10c-7f83-4630-927d-6ee2a3699307 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e98c9bfac45a4aea9ee03c1fbc23f3a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3018632 Feb 28 17:32:44.098987 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a296a86-bc6a-4938-90d7-69fe99512085 req-3193bfb2-e7b2-4048-b43b-be65850c91e1 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 944 time: 0.2485859 Feb 28 17:32:44.100210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36568) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:44.122570 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cae10c-7f83-4630-927d-6ee2a3699307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f23cca8-86fd-45c1-b1e4-cd919a42bd55,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:44.125758 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6135053-7f0c-4295-9170-3df7edac6ed5 admin admin] Publish callbacks [] for security_group (c6f84c42-75a0-41ea-b727-c768f1e7f55b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.137728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-c8d2376f-7ea5-4913-99b5-07378e9a787c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port 3964c4f2-9551-4d66-9669-12701549e42d yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:32:44.222967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f2295255-ecff-4b1d-99f1-b4d7386c35a4 service neutron] In _notify_port_updated(), no bound segment for port afa3091f-cdea-4a5b-b76f-6b6b3d58246e on network fd7a05c5-9896-4296-a65a-a68965a6760b {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:32:44.223896 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f2295255-ecff-4b1d-99f1-b4d7386c35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:44.224520 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f2295255-ecff-4b1d-99f1-b4d7386c35a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.225844 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f2295255-ecff-4b1d-99f1-b4d7386c35a4 service neutron] 10.222.0.69 "PUT /v2.0/ports/afa3091f-cdea-4a5b-b76f-6b6b3d58246e HTTP/1.1" status: 200 len: 1032 time: 1.0121632 Feb 28 17:32:44.256873 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901d29d7-5c19-4931-bea5-a2c10f87a525 x-openstack-request-id: req-901d29d7-5c19-4931-bea5-a2c10f87a525 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:44.257569 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a3eaeb-cdae-4f77-af21-22eaf5c8911a", "name": "network-vif-plugged", "status": "completed", "tag": "4d3c8a64-0500-4195-bf4b-e13825e4f6c2", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:44.258053 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-901d29d7-5c19-4931-bea5-a2c10f87a525 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:44.258824 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2', 'code': 200} Feb 28 17:32:44.263734 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a296a86-bc6a-4938-90d7-69fe99512085 req-533e5d68-3f60-4f99-85db-711ab9fbd1c6 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b844d3d-4ffc-480f-99d7-4b0862832e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366522 Feb 28 17:32:44.267642 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6135053-7f0c-4295-9170-3df7edac6ed5 admin admin] Publish callbacks [] for security_group (c6f84c42-75a0-41ea-b727-c768f1e7f55b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.272663 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: ec172e29-fb9f-405b-a2e2-d0a308714442 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:44.273186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ec172e29-fb9f-405b-a2e2-d0a308714442 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:44.344722 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Publish callbacks [] for port (fb0d0404-6303-4c9a-b3ac-73cd69c20fb9), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.385435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-921f973e-6f0f-4246-a18e-937d6fe934c4 None None] Provisioning complete for port afa3091f-cdea-4a5b-b76f-6b6b3d58246e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:44.385813 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-921f973e-6f0f-4246-a18e-937d6fe934c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.387384 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=4d3c8a64-0500-4195-bf4b-e13825e4f6c2,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:44.410121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b6682-6ac9-47b8-b736-6f3d3c13a16e req-ec870a26-e651-48d3-b7af-d92a603f4a2e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:44.415469 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b6682-6ac9-47b8-b736-6f3d3c13a16e req-ec870a26-e651-48d3-b7af-d92a603f4a2e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:44.425760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b6682-6ac9-47b8-b736-6f3d3c13a16e req-ec870a26-e651-48d3-b7af-d92a603f4a2e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:44.432399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b6682-6ac9-47b8-b736-6f3d3c13a16e req-ec870a26-e651-48d3-b7af-d92a603f4a2e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:44.438805 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b6682-6ac9-47b8-b736-6f3d3c13a16e req-ec870a26-e651-48d3-b7af-d92a603f4a2e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:44.440131 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-921f973e-6f0f-4246-a18e-937d6fe934c4 None None] Port afa3091f-cdea-4a5b-b76f-6b6b3d58246e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:32:44.440811 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-701b6682-6ac9-47b8-b736-6f3d3c13a16e req-ec870a26-e651-48d3-b7af-d92a603f4a2e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 3885 time: 0.1318250 Feb 28 17:32:44.459901 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6135053-7f0c-4295-9170-3df7edac6ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c6f84c42-75a0-41ea-b727-c768f1e7f55b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.462618 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6135053-7f0c-4295-9170-3df7edac6ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.463752 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c6135053-7f0c-4295-9170-3df7edac6ed5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c6f84c42-75a0-41ea-b727-c768f1e7f55b HTTP/1.1" status: 204 len: 168 time: 0.7275310 Feb 28 17:32:44.480157 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (fb0d0404-6303-4c9a-b3ac-73cd69c20fb9), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.485393 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3b3ea-697c-444f-8e3c-5463a7cad2b4 req-066ce663-ebb0-45f2-8c2b-f6d945b5ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:44.486979 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-faf3b3ea-697c-444f-8e3c-5463a7cad2b4 req-066ce663-ebb0-45f2-8c2b-f6d945b5ee02 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 1128 time: 0.2220223 Feb 28 17:32:44.491610 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-97eeb623-5ffe-403e-b890-31006beb96a6 admin admin] Publish callbacks [] for security_group (8f23cca8-86fd-45c1-b1e4-cd919a42bd55), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.512597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6135053-7f0c-4295-9170-3df7edac6ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f84c42-75a0-41ea-b727-c768f1e7f55b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:44.532086 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80247263-5996-4bb8-8fe1-47f10738a623 req-450ec36a-50aa-45aa-b6e0-149054cacdab tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:44.534159 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80247263-5996-4bb8-8fe1-47f10738a623 req-450ec36a-50aa-45aa-b6e0-149054cacdab tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.69 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 945 time: 0.1898179 Feb 28 17:32:44.552140 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-c8d2376f-7ea5-4913-99b5-07378e9a787c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::f816:3eff:fe07:418f (04cb7746-5ae6-409c-8a55-b1c0eea3e379/d510eb1a-d95c-400c-862d-eac0c8f4f69d/3964c4f2-9551-4d66-9669-12701549e42d) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:44.561598 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-701b6682-6ac9-47b8-b736-6f3d3c13a16e req-7b627b61-1b00-4214-9f65-2d7e2e24580e tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131580 Feb 28 17:32:44.602201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:44.608980 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-97eeb623-5ffe-403e-b890-31006beb96a6 admin admin] Publish callbacks [] for security_group (8f23cca8-86fd-45c1-b1e4-cd919a42bd55), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.611163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Pushing event updated for resources: {'Port': ['ID=fb0d0404-6303-4c9a-b3ac-73cd69c20fb9,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:44.613714 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:44.618631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:44.682511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device d96c9c5c-1f32-498a-9e6f-788f52a8fde9 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:44.699589 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-faf3b3ea-697c-444f-8e3c-5463a7cad2b4 req-2860d01a-e4aa-41bb-8f65-3a1e3f687756 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9b844d3d-4ffc-480f-99d7-4b0862832e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058384 Feb 28 17:32:44.714876 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f359731a-0261-459c-a1a9-60cd94aeb7f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Deleting port d96c9c5c-1f32-498a-9e6f-788f52a8fde9 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:44.715236 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f359731a-0261-459c-a1a9-60cd94aeb7f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.749143 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Attempting to bind port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:32:44.749529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Attempting to bind port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:32:44.749957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Attempting to bind port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:32:44.760695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:32:44.765913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:32:44.765913 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.765913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:32:44.765913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Bound port: fb0d0404-6303-4c9a-b3ac-73cd69c20fb9, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:32:44.765913 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fb0d0404-6303-4c9a-b3ac-73cd69c20fb9), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.843067 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8d2376f-7ea5-4913-99b5-07378e9a787c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (3964c4f2-9551-4d66-9669-12701549e42d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.872793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port d96c9c5c-1f32-498a-9e6f-788f52a8fde9 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:44.873364 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.876641 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-80247263-5996-4bb8-8fe1-47f10738a623 req-8969aa3c-e773-4554-83bf-75ef4dd9848c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Deleting port d67f4a46-0deb-4cdb-9b25-6c6f73beb808 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:44.876987 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-80247263-5996-4bb8-8fe1-47f10738a623 req-8969aa3c-e773-4554-83bf-75ef4dd9848c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.889139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] For port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:32:44.904332 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-97eeb623-5ffe-403e-b890-31006beb96a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8f23cca8-86fd-45c1-b1e4-cd919a42bd55), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.907609 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-97eeb623-5ffe-403e-b890-31006beb96a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.908781 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-97eeb623-5ffe-403e-b890-31006beb96a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f23cca8-86fd-45c1-b1e4-cd919a42bd55 HTTP/1.1" status: 204 len: 168 time: 0.8033826 Feb 28 17:32:44.920770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f359731a-0261-459c-a1a9-60cd94aeb7f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] For port d96c9c5c-1f32-498a-9e6f-788f52a8fde9, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d96c9c5c-1f32-498a-9e6f-788f52a8fde9,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:44.920770 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f359731a-0261-459c-a1a9-60cd94aeb7f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:44.931169 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port d96c9c5c-1f32-498a-9e6f-788f52a8fde9, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d96c9c5c-1f32-498a-9e6f-788f52a8fde9,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:44.934793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] For port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=fb0d0404-6303-4c9a-b3ac-73cd69c20fb9,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:32:44.964288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeb623-5ffe-403e-b890-31006beb96a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f23cca8-86fd-45c1-b1e4-cd919a42bd55,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:44.967346 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686f7e1-8222-4ca7-947d-562802d76890 req-be8ab88c-bf13-4794-896a-0f27d18d954f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:44.969153 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9686f7e1-8222-4ca7-947d-562802d76890 req-be8ab88c-bf13-4794-896a-0f27d18d954f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.0861199 Feb 28 17:32:44.986184 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f359731a-0261-459c-a1a9-60cd94aeb7f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Calling delete_port for d96c9c5c-1f32-498a-9e6f-788f52a8fde9 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:44.998571 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:45.006259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 825af014-3a23-4374-91db-0f6bef9b1a4e no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:45.009512 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8d2376f-7ea5-4913-99b5-07378e9a787c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3964c4f2-9551-4d66-9669-12701549e42d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:45.078072 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (fb0d0404-6303-4c9a-b3ac-73cd69c20fb9), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:45.080454 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-80247263-5996-4bb8-8fe1-47f10738a623 req-8969aa3c-e773-4554-83bf-75ef4dd9848c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] For port d67f4a46-0deb-4cdb-9b25-6c6f73beb808, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d67f4a46-0deb-4cdb-9b25-6c6f73beb808,segment=NetworkSegment(6b35d8ce-650a-4a05-8a8e-dfce0c9276e4),segment_id=6b35d8ce-650a-4a05-8a8e-dfce0c9276e4)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:45.085579 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-80247263-5996-4bb8-8fe1-47f10738a623 req-8969aa3c-e773-4554-83bf-75ef4dd9848c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:45.115387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-80247263-5996-4bb8-8fe1-47f10738a623 req-8969aa3c-e773-4554-83bf-75ef4dd9848c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Calling delete_port for d67f4a46-0deb-4cdb-9b25-6c6f73beb808 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:45.142430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=d96c9c5c-1f32-498a-9e6f-788f52a8fde9,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:45.160160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d2376f-7ea5-4913-99b5-07378e9a787c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:45.174309 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9686f7e1-8222-4ca7-947d-562802d76890 req-38f825a9-433b-4e3d-97ae-3a6d789e641d tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984134 Feb 28 17:32:45.182342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-c8d2376f-7ea5-4913-99b5-07378e9a787c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:45.188454 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2376f-7ea5-4913-99b5-07378e9a787c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=3964c4f2-9551-4d66-9669-12701549e42d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:45.192529 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d2376f-7ea5-4913-99b5-07378e9a787c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:45.199418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d2376f-7ea5-4913-99b5-07378e9a787c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:45.200141 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8d2376f-7ea5-4913-99b5-07378e9a787c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:45.285977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaf0da-1c5e-4fc2-bfd9-9a46af6b3b89 None None] Pushing event updated for resources: {'Port': ['ID=fb0d0404-6303-4c9a-b3ac-73cd69c20fb9,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:45.286203 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c8d2376f-7ea5-4913-99b5-07378e9a787c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9713027 Feb 28 17:32:45.293394 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36590) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:45.381173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 825af014-3a23-4374-91db-0f6bef9b1a4e is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:45.381563 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:45.386394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e2b67-d3e7-46a4-9f48-38bcb0873af0 req-c126d724-aa7c-400d-9897-469d73a15d52 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:45.390626 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf3e2b67-d3e7-46a4-9f48-38bcb0873af0 req-c126d724-aa7c-400d-9897-469d73a15d52 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.1773121 Feb 28 17:32:45.430637 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 825af014-3a23-4374-91db-0f6bef9b1a4e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=825af014-3a23-4374-91db-0f6bef9b1a4e,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:45.488883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848b8a23-e5d7-45b8-8c4b-66e786c1d768 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:45.492408 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:45.495414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:45.501151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848b8a23-e5d7-45b8-8c4b-66e786c1d768 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:45.503480 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-848b8a23-e5d7-45b8-8c4b-66e786c1d768 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2073734 Feb 28 17:32:45.513183 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36596) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:45.519930 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f359731a-0261-459c-a1a9-60cd94aeb7f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d96c9c5c-1f32-498a-9e6f-788f52a8fde9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:45.598855 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359731a-0261-459c-a1a9-60cd94aeb7f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event deleted for resources: {'Port': ['ID=d96c9c5c-1f32-498a-9e6f-788f52a8fde9,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:45.661222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=825af014-3a23-4374-91db-0f6bef9b1a4e,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:45.686789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf3e2b67-d3e7-46a4-9f48-38bcb0873af0 req-f6349b7a-40ba-4393-aad8-0b7f9c70f48f tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839355 Feb 28 17:32:45.739222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:45.739222 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:45.765320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f359731a-0261-459c-a1a9-60cd94aeb7f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] No DVR routers for this DVR port d96c9c5c-1f32-498a-9e6f-788f52a8fde9 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:45.769582 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f359731a-0261-459c-a1a9-60cd94aeb7f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:45.785613 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:45.790224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-f359731a-0261-459c-a1a9-60cd94aeb7f0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "DELETE /v2.0/ports/d96c9c5c-1f32-498a-9e6f-788f52a8fde9 HTTP/1.1" status: 204 len: 173 time: 1.5099337 Feb 28 17:32:45.795354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-deleted', 'tag': 'd96c9c5c-1f32-498a-9e6f-788f52a8fde9'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:45.800515 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5342a5-8b44-4769-89ac-7d64c5f4a38d" -d '{"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-deleted", "tag": "d96c9c5c-1f32-498a-9e6f-788f52a8fde9"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:45.870679 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-80247263-5996-4bb8-8fe1-47f10738a623 req-8969aa3c-e773-4554-83bf-75ef4dd9848c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d67f4a46-0deb-4cdb-9b25-6c6f73beb808), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:45.875921 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:45.877603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device afa3091f-cdea-4a5b-b76f-6b6b3d58246e no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:45.940628 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['d67f4a46-0deb-4cdb-9b25-6c6f73beb808'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:32:45.967128 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36608) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:46.014875 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e25f8-4107-4fac-ae63-02c98807f520 req-3dfd9426-3ef7-40be-9bf5-e3ab7aeae2af tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:46.022851 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f2e25f8-4107-4fac-ae63-02c98807f520 req-3dfd9426-3ef7-40be-9bf5-e3ab7aeae2af tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 945 time: 0.6683652 Feb 28 17:32:46.055449 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:46.055563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-80247263-5996-4bb8-8fe1-47f10738a623 req-8969aa3c-e773-4554-83bf-75ef4dd9848c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] No DVR routers for this DVR port d67f4a46-0deb-4cdb-9b25-6c6f73beb808 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:46.055563 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-80247263-5996-4bb8-8fe1-47f10738a623 req-8969aa3c-e773-4554-83bf-75ef4dd9848c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:46.055563 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80247263-5996-4bb8-8fe1-47f10738a623 req-8969aa3c-e773-4554-83bf-75ef4dd9848c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.69 "DELETE /v2.0/ports/d67f4a46-0deb-4cdb-9b25-6c6f73beb808 HTTP/1.1" status: 204 len: 173 time: 1.5119355 Feb 28 17:32:46.058685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969aa3c-e773-4554-83bf-75ef4dd9848c tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] Pushing event deleted for resources: {'Port': ['ID=d67f4a46-0deb-4cdb-9b25-6c6f73beb808,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:46.075412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:46.081787 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c89072-f985-4904-ad8f-4e0df58573aa req-7287e37a-6f6e-449d-ae26-e909346bf996 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:46.091086 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-76c89072-f985-4904-ad8f-4e0df58573aa req-7287e37a-6f6e-449d-ae26-e909346bf996 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 945 time: 0.2250671 Feb 28 17:32:46.095977 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f2e25f8-4107-4fac-ae63-02c98807f520 req-9f085d17-68c0-4214-9c0e-c512c075912a tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/security-groups?id=ad9fa569-f348-4059-a305-97f1c224fb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673954 Feb 28 17:32:46.165582 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f04fe6c8-54ec-4882-ac79-c8198b158300 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port 3964c4f2-9551-4d66-9669-12701549e42d {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:46.168005 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f04fe6c8-54ec-4882-ac79-c8198b158300 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3964c4f2-9551-4d66-9669-12701549e42d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:46.222448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-76c89072-f985-4904-ad8f-4e0df58573aa req-d4f65aac-b50e-4cc3-856c-843560545463 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b844d3d-4ffc-480f-99d7-4b0862832e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273205 Feb 28 17:32:46.228492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:46.258883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] The host n-h2-820368-19 is not matching for port afa3091f-cdea-4a5b-b76f-6b6b3d58246e host ! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:32:46.259328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device afa3091f-cdea-4a5b-b76f-6b6b3d58246e not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:46.259744 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 869423d2-c15c-4e1a-863a-034bf02a7b19 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:46.261484 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd96c9c5c-1f32-498a-9e6f-788f52a8fde9'}, {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825af014-3a23-4374-91db-0f6bef9b1a4e'}, {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc0e85fa-8738-4d52-88bf-01c1fb9db8b4'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:46.264540 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012baf44-efe0-41d1-9a87-fa5ef051057c" -d '{"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d96c9c5c-1f32-498a-9e6f-788f52a8fde9"}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "825af014-3a23-4374-91db-0f6bef9b1a4e"}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "dc0e85fa-8738-4d52-88bf-01c1fb9db8b4"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:46.295496 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-45bd97de-ec4e-43d3-b2b6-86f96bc800c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Deleting port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:46.306506 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-45bd97de-ec4e-43d3-b2b6-86f96bc800c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:46.369366 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:46.369800 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fb0d0404-6303-4c9a-b3ac-73cd69c20fb9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:46.507368 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Publish callbacks [] for security_group (bf5038d7-9902-48e8-9977-7af42b736684), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:46.536459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d638c3d-bb7a-4086-85bf-d8645ed07d08 req-34ee5a41-711b-416d-ba75-fb0263acc06f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:46.559229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d638c3d-bb7a-4086-85bf-d8645ed07d08 req-34ee5a41-711b-416d-ba75-fb0263acc06f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:46.560846 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 869423d2-c15c-4e1a-863a-034bf02a7b19 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:46.564539 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:46.565433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d638c3d-bb7a-4086-85bf-d8645ed07d08 req-34ee5a41-711b-416d-ba75-fb0263acc06f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:46.571458 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d638c3d-bb7a-4086-85bf-d8645ed07d08 req-34ee5a41-711b-416d-ba75-fb0263acc06f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:46.579008 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0d638c3d-bb7a-4086-85bf-d8645ed07d08 req-34ee5a41-711b-416d-ba75-fb0263acc06f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 3146 time: 0.2884791 Feb 28 17:32:46.598189 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:46.598576 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fb0d0404-6303-4c9a-b3ac-73cd69c20fb9), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:46.608405 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f04fe6c8-54ec-4882-ac79-c8198b158300 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3964c4f2-9551-4d66-9669-12701549e42d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:46.623740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 869423d2-c15c-4e1a-863a-034bf02a7b19, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=869423d2-c15c-4e1a-863a-034bf02a7b19,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:46.624004 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bf5038d7-9902-48e8-9977-7af42b736684), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:46.668752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=fb0d0404-6303-4c9a-b3ac-73cd69c20fb9,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:46.692076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f04fe6c8-54ec-4882-ac79-c8198b158300 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for 3964c4f2-9551-4d66-9669-12701549e42d owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:46.703371 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:46.704188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 591548df-429c-453d-9590-ad6447c1bcf1 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:46.763367 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36624) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:46.812151 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3f86eabee9f14077988708689b574805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8414047 Feb 28 17:32:46.815853 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5038d7-9902-48e8-9977-7af42b736684,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:46.820219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36628) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:46.865258 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af28e275-8cba-4353-9884-016adb7963c7 x-openstack-request-id: req-af28e275-8cba-4353-9884-016adb7963c7 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:46.865993 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-deleted", "tag": "d96c9c5c-1f32-498a-9e6f-788f52a8fde9", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:46.865993 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-af28e275-8cba-4353-9884-016adb7963c7 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:46.866242 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-deleted', 'tag': 'd96c9c5c-1f32-498a-9e6f-788f52a8fde9', 'status': 'completed', 'code': 200} Feb 28 17:32:46.886336 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0d638c3d-bb7a-4086-85bf-d8645ed07d08 req-fc1fc24d-8795-42fb-8c4b-ae7f714b10f9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928424 Feb 28 17:32:46.903513 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (fb0d0404-6303-4c9a-b3ac-73cd69c20fb9), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:46.904408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:46.908469 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:46.908469 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:46.908747 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=869423d2-c15c-4e1a-863a-034bf02a7b19,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:46.908849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:46.908849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:46.908849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:46.908849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:46.908849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:46.909277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:46.909392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:46.910176 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:46.910509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:46.911260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20576a09-dc71-4716-b82b-2fda22bfef38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:32:46.995366 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf5f1e7-3d9e-4965-89f5-e019bd08a59e x-openstack-request-id: req-1bf5f1e7-3d9e-4965-89f5-e019bd08a59e {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:46.995658 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d96c9c5c-1f32-498a-9e6f-788f52a8fde9", "code": 200}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "825af014-3a23-4374-91db-0f6bef9b1a4e", "code": 200}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "dc0e85fa-8738-4d52-88bf-01c1fb9db8b4", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:46.995949 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1bf5f1e7-3d9e-4965-89f5-e019bd08a59e {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:46.996425 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd96c9c5c-1f32-498a-9e6f-788f52a8fde9', 'code': 200} Feb 28 17:32:46.996687 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825af014-3a23-4374-91db-0f6bef9b1a4e', 'code': 200} Feb 28 17:32:46.998181 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc0e85fa-8738-4d52-88bf-01c1fb9db8b4', 'code': 200} Feb 28 17:32:47.038223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e9fea-fcdc-4e91-9c76-24910df8a881 req-a8754115-5f69-4cb0-8833-7379788c2b0a tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:47.059097 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de3e9fea-fcdc-4e91-9c76-24910df8a881 req-a8754115-5f69-4cb0-8833-7379788c2b0a tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.1961658 Feb 28 17:32:47.082447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-679d7c78-8580-4525-905b-28507435eb2b None None] Provisioning complete for port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:47.083122 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-679d7c78-8580-4525-905b-28507435eb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fb0d0404-6303-4c9a-b3ac-73cd69c20fb9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.099219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-45bd97de-ec4e-43d3-b2b6-86f96bc800c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] For port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:47.099728 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-45bd97de-ec4e-43d3-b2b6-86f96bc800c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.124161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-45bd97de-ec4e-43d3-b2b6-86f96bc800c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Calling delete_port for dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:47.134603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=fb0d0404-6303-4c9a-b3ac-73cd69c20fb9,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:47.148493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-493764922-network', 'tenant_id': 'b6a5f26c739943298b972c521fa38307'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:47.160337 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 591548df-429c-453d-9590-ad6447c1bcf1 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:47.161003 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (591548df-429c-453d-9590-ad6447c1bcf1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.166817 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de3e9fea-fcdc-4e91-9c76-24910df8a881 req-4de0c4ae-e958-4a2d-9422-122fd6166d27 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066773 Feb 28 17:32:47.254504 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f04fe6c8-54ec-4882-ac79-c8198b158300 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3964c4f2-9551-4d66-9669-12701549e42d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.292832 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-679d7c78-8580-4525-905b-28507435eb2b None None] Current status of the port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:47.305221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 591548df-429c-453d-9590-ad6447c1bcf1, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=591548df-429c-453d-9590-ad6447c1bcf1,segment=NetworkSegment(39cd4ac3-f6cb-45df-8a5d-f7f31d6af775),segment_id=39cd4ac3-f6cb-45df-8a5d-f7f31d6af775)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:47.311193 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fe6c8-54ec-4882-ac79-c8198b158300 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=3964c4f2-9551-4d66-9669-12701549e42d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:47.313906 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-966a4142-aa80-4cd1-931d-e1d7178f9cd1 admin admin] Publish callbacks [] for security_group (bf5038d7-9902-48e8-9977-7af42b736684), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.333035 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] Made reservation on behalf of b6a5f26c739943298b972c521fa38307 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:47.335730 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.354155 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f04fe6c8-54ec-4882-ac79-c8198b158300 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.361006 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f04fe6c8-54ec-4882-ac79-c8198b158300 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/3964c4f2-9551-4d66-9669-12701549e42d HTTP/1.1" status: 204 len: 168 time: 1.8427482 Feb 28 17:32:47.362387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36634) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:47.363112 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.377919 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (591548df-429c-453d-9590-ad6447c1bcf1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.379020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:47.388310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cc52a63-1eb7-4d5b-98c1-6459d7016d5c req-95c931ab-64e6-413a-b8b3-0d457edfa62e tempest-ServerDiskConfigTestJSON-340645875 tempest-ServerDiskConfigTestJSON-340645875-project] 10.222.0.72 "GET /v2.0/ports?device_id=560962ad-d157-4f42-b922-f835da01f205 HTTP/1.1" status: 200 len: 210 time: 0.0767961 Feb 28 17:32:47.438598 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-966a4142-aa80-4cd1-931d-e1d7178f9cd1 admin admin] Publish callbacks [] for security_group (bf5038d7-9902-48e8-9977-7af42b736684), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.452580 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1089f4e-4cd4-43bd-8d84-024a3e459749 req-a1058562-7f7a-4d50-87ef-48d258146d6e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:47.454696 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c1089f4e-4cd4-43bd-8d84-024a3e459749 req-a1058562-7f7a-4d50-87ef-48d258146d6e tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.3308632 Feb 28 17:32:47.472674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5f3a1501-2cd7-4f2f-80be-d7626d59a04d None None] Could not find standard attr ID for object 3964c4f2-9551-4d66-9669-12701549e42d. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:32:47.484462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d6cd9-2ca6-4f1e-bcba-f0a7ecaa549c req-b91eae05-5bde-4ea1-8240-824f1b56e9da tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:47.488874 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-037d6cd9-2ca6-4f1e-bcba-f0a7ecaa549c req-b91eae05-5bde-4ea1-8240-824f1b56e9da tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 946 time: 0.1674745 Feb 28 17:32:47.502587 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=591548df-429c-453d-9590-ad6447c1bcf1,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:47.514629 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] The host n-h2-820368-19 is not matching for port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c host ! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:32:47.515777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:47.524695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device d67f4a46-0deb-4cdb-9b25-6c6f73beb808 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:47.535695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae6aef5-c55b-47ea-9a23-0bfdc3ed6f91 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:47.543937 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae6aef5-c55b-47ea-9a23-0bfdc3ed6f91 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:47.543937 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7ae6aef5-c55b-47ea-9a23-0bfdc3ed6f91 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1733308 Feb 28 17:32:47.546821 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36636) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:47.563238 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-45bd97de-ec4e-43d3-b2b6-86f96bc800c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (dc0e85fa-8738-4d52-88bf-01c1fb9db8b4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.565310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: d67f4a46-0deb-4cdb-9b25-6c6f73beb808 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:47.565310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device d67f4a46-0deb-4cdb-9b25-6c6f73beb808 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:47.619422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd97de-ec4e-43d3-b2b6-86f96bc800c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event deleted for resources: {'Port': ['ID=dc0e85fa-8738-4d52-88bf-01c1fb9db8b4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:47.646055 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c1089f4e-4cd4-43bd-8d84-024a3e459749 req-4c57db0c-de18-4426-8c95-651a483a53d4 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728103 Feb 28 17:32:47.661839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca79bbf-1b7c-44af-a672-b3c04e626e41 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet d510eb1a-d95c-400c-862d-eac0c8f4f69d {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:32:47.669832 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ca79bbf-1b7c-44af-a672-b3c04e626e41 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (d510eb1a-d95c-400c-862d-eac0c8f4f69d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.686079 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-45bd97de-ec4e-43d3-b2b6-86f96bc800c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] No DVR routers for this DVR port dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:47.689368 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-45bd97de-ec4e-43d3-b2b6-86f96bc800c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.693075 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-45bd97de-ec4e-43d3-b2b6-86f96bc800c7 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "DELETE /v2.0/ports/dc0e85fa-8738-4d52-88bf-01c1fb9db8b4 HTTP/1.1" status: 204 len: 173 time: 1.8840725 Feb 28 17:32:47.720636 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] Publish callbacks [] for security_group (ec10fa67-fd1c-44c5-b282-cbe99b76856a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.729920 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ca79bbf-1b7c-44af-a672-b3c04e626e41 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (d510eb1a-d95c-400c-862d-eac0c8f4f69d), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.732856 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-966a4142-aa80-4cd1-931d-e1d7178f9cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bf5038d7-9902-48e8-9977-7af42b736684), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.735807 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-966a4142-aa80-4cd1-931d-e1d7178f9cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.736928 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-966a4142-aa80-4cd1-931d-e1d7178f9cd1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf5038d7-9902-48e8-9977-7af42b736684 HTTP/1.1" status: 204 len: 168 time: 0.9157164 Feb 28 17:32:47.745346 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3365ad-01ba-4884-9a1e-2665df186d95 req-41c7b73a-5485-40c9-ba18-1a4cb9c7359f tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:47.746937 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e3365ad-01ba-4884-9a1e-2665df186d95 req-41c7b73a-5485-40c9-ba18-1a4cb9c7359f tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 945 time: 0.2428110 Feb 28 17:32:47.768964 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a4142-aa80-4cd1-931d-e1d7178f9cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5038d7-9902-48e8-9977-7af42b736684,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:47.781280 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-037d6cd9-2ca6-4f1e-bcba-f0a7ecaa549c req-a84b1439-d9f0-4db4-aaed-79500ce279e2 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Deleting port d4956085-d278-46bd-952e-b0e5d75e210c {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:47.781607 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-037d6cd9-2ca6-4f1e-bcba-f0a7ecaa549c req-a84b1439-d9f0-4db4-aaed-79500ce279e2 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d4956085-d278-46bd-952e-b0e5d75e210c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.815914 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ec10fa67-fd1c-44c5-b282-cbe99b76856a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.839815 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:32:47.847722 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:47.862695 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9e9cdc12-e6cc-4d95-a3ae-674663c15144), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.863054 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] Added segment 9e9cdc12-e6cc-4d95-a3ae-674663c15144 of type vlan for network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 Feb 28 17:32:47.866998 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ca79bbf-1b7c-44af-a672-b3c04e626e41 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (d510eb1a-d95c-400c-862d-eac0c8f4f69d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.895654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec10fa67-fd1c-44c5-b282-cbe99b76856a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:47.913178 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e3365ad-01ba-4884-9a1e-2665df186d95 req-d5f3485f-0bed-408c-b564-858aca951fdd tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b844d3d-4ffc-480f-99d7-4b0862832e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571319 Feb 28 17:32:47.920714 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:47.928241 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fb0d0404-6303-4c9a-b3ac-73cd69c20fb9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.954265 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-037d6cd9-2ca6-4f1e-bcba-f0a7ecaa549c req-a84b1439-d9f0-4db4-aaed-79500ce279e2 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] For port d4956085-d278-46bd-952e-b0e5d75e210c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d4956085-d278-46bd-952e-b0e5d75e210c,segment=NetworkSegment(b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc),segment_id=b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:47.954635 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-037d6cd9-2ca6-4f1e-bcba-f0a7ecaa549c req-a84b1439-d9f0-4db4-aaed-79500ce279e2 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d4956085-d278-46bd-952e-b0e5d75e210c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.957077 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (35a3f1d3-cd98-4d44-8f59-5d12963c2d66), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.982529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-5bc25454-eb16-4685-b9c7-70a2b234d0bc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Deleting port 825af014-3a23-4374-91db-0f6bef9b1a4e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:47.982529 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-5bc25454-eb16-4685-b9c7-70a2b234d0bc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:47.990630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-037d6cd9-2ca6-4f1e-bcba-f0a7ecaa549c req-a84b1439-d9f0-4db4-aaed-79500ce279e2 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Calling delete_port for d4956085-d278-46bd-952e-b0e5d75e210c owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:48.066914 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (35a3f1d3-cd98-4d44-8f59-5d12963c2d66), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:48.068335 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:48.069207 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:48.079018 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:48.129467 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ca79bbf-1b7c-44af-a672-b3c04e626e41 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (d510eb1a-d95c-400c-862d-eac0c8f4f69d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:48.207418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca79bbf-1b7c-44af-a672-b3c04e626e41 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=d510eb1a-d95c-400c-862d-eac0c8f4f69d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:48.211441 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ca79bbf-1b7c-44af-a672-b3c04e626e41 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:48.217568 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5ca79bbf-1b7c-44af-a672-b3c04e626e41 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/d510eb1a-d95c-400c-862d-eac0c8f4f69d HTTP/1.1" status: 204 len: 168 time: 0.6660676 Feb 28 17:32:48.225066 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2807552-2ecf-42b1-9b19-e20afb04bc9d None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:48.227034 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e386c7-e2fe-445b-8158-98aecd0338e5 req-d3ef61b9-b137-4dfd-a378-9e5225b062e6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:48.230867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36648) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:48.232479 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e386c7-e2fe-445b-8158-98aecd0338e5 req-d3ef61b9-b137-4dfd-a378-9e5225b062e6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:48.247802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e386c7-e2fe-445b-8158-98aecd0338e5 req-d3ef61b9-b137-4dfd-a378-9e5225b062e6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:48.247802 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-59e386c7-e2fe-445b-8158-98aecd0338e5 req-d3ef61b9-b137-4dfd-a378-9e5225b062e6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 2409 time: 0.1951134 Feb 28 17:32:48.256334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4812872 Feb 28 17:32:48.259918 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36650) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:48.261961 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c0070-f6bc-4d81-a9b6-ed12a26be0d5 admin admin] Pushing event updated for resources: {'Network': ['ID=35a3f1d3-cd98-4d44-8f59-5d12963c2d66,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:48.268507 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-59fcf216-e542-4d9d-83a7-c4c30021f038 admin admin] Request body: {'subnet': {'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-493764922-subnet', 'tenant_id': 'b6a5f26c739943298b972c521fa38307', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:48.348414 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e7b7c670-9c45-4ccb-99c4-e836ae357c3c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163893 Feb 28 17:32:48.349632 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-59e386c7-e2fe-445b-8158-98aecd0338e5 req-e3060e8e-35eb-4e6f-be15-f28ae7267d0b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027133 Feb 28 17:32:48.355601 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36654) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:48.369487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-8ff08e30-232d-4dd9-8b2f-99037a852949 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:48.384379 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fcf216-e542-4d9d-83a7-c4c30021f038 admin admin] Made reservation on behalf of b6a5f26c739943298b972c521fa38307 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:48.385154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-5bc25454-eb16-4685-b9c7-70a2b234d0bc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] For port 825af014-3a23-4374-91db-0f6bef9b1a4e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=825af014-3a23-4374-91db-0f6bef9b1a4e,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:48.387460 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-5bc25454-eb16-4685-b9c7-70a2b234d0bc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:48.393503 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-59fcf216-e542-4d9d-83a7-c4c30021f038 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:48.417062 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-9253e31c-fc73-4679-96ba-f856b8752057 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 258 time: 0.3777363 Feb 28 17:32:48.418132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-5bc25454-eb16-4685-b9c7-70a2b234d0bc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Calling delete_port for 825af014-3a23-4374-91db-0f6bef9b1a4e owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:48.441049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:48.508761 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:32:48.659505 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-037d6cd9-2ca6-4f1e-bcba-f0a7ecaa549c req-a84b1439-d9f0-4db4-aaed-79500ce279e2 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d4956085-d278-46bd-952e-b0e5d75e210c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:48.660677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99200a0c-cdd0-4a28-9b31-e3e1f5dd8951 req-75ea4a8d-5807-4765-a8d7-94668d338c9e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:48.661886 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-99200a0c-cdd0-4a28-9b31-e3e1f5dd8951 req-75ea4a8d-5807-4765-a8d7-94668d338c9e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.1673837 Feb 28 17:32:48.674236 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:48.675232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['d4956085-d278-46bd-952e-b0e5d75e210c'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:32:48.721072 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff08e30-232d-4dd9-8b2f-99037a852949 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:48.724454 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ff08e30-232d-4dd9-8b2f-99037a852949 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:48.736136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1206b9fc-0af0-4658-bc15-fa3a48606d0a None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:32:48.751141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b1439-d9f0-4db4-aaed-79500ce279e2 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Pushing event deleted for resources: {'Port': ['ID=d4956085-d278-46bd-952e-b0e5d75e210c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:48.788963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1206b9fc-0af0-4658-bc15-fa3a48606d0a None None] Deleting port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:48.789834 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1206b9fc-0af0-4658-bc15-fa3a48606d0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (fb0d0404-6303-4c9a-b3ac-73cd69c20fb9), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:48.820028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-037d6cd9-2ca6-4f1e-bcba-f0a7ecaa549c req-a84b1439-d9f0-4db4-aaed-79500ce279e2 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] No DVR routers for this DVR port d4956085-d278-46bd-952e-b0e5d75e210c on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:48.822166 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-5bc25454-eb16-4685-b9c7-70a2b234d0bc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (825af014-3a23-4374-91db-0f6bef9b1a4e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:48.824907 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-037d6cd9-2ca6-4f1e-bcba-f0a7ecaa549c req-a84b1439-d9f0-4db4-aaed-79500ce279e2 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:48.828336 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-037d6cd9-2ca6-4f1e-bcba-f0a7ecaa549c req-a84b1439-d9f0-4db4-aaed-79500ce279e2 tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.69 "DELETE /v2.0/ports/d4956085-d278-46bd-952e-b0e5d75e210c HTTP/1.1" status: 204 len: 173 time: 1.3344245 Feb 28 17:32:48.857684 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-99200a0c-cdd0-4a28-9b31-e3e1f5dd8951 req-9718c255-eb35-4732-9354-9b7c02aa1840 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886482 Feb 28 17:32:48.867578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560962ad-d157-4f42-b922-f835da01f205', 'name': 'network-vif-deleted', 'tag': 'd67f4a46-0deb-4cdb-9b25-6c6f73beb808'}, {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-deleted', 'tag': 'dc0e85fa-8738-4d52-88bf-01c1fb9db8b4'}, {'server_uuid': 'a175c6f7-3a3c-48fc-a6be-1b56284d6e26', 'name': 'network-vif-deleted', 'tag': 'd4956085-d278-46bd-952e-b0e5d75e210c'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:48.875961 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4114006-bd9c-4554-9c85-858c34f2b018" -d '{"events": [{"server_uuid": "560962ad-d157-4f42-b922-f835da01f205", "name": "network-vif-deleted", "tag": "d67f4a46-0deb-4cdb-9b25-6c6f73beb808"}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-deleted", "tag": "dc0e85fa-8738-4d52-88bf-01c1fb9db8b4"}, {"server_uuid": "a175c6f7-3a3c-48fc-a6be-1b56284d6e26", "name": "network-vif-deleted", "tag": "d4956085-d278-46bd-952e-b0e5d75e210c"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:48.916637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc25454-eb16-4685-b9c7-70a2b234d0bc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event deleted for resources: {'Port': ['ID=825af014-3a23-4374-91db-0f6bef9b1a4e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:48.936140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1206b9fc-0af0-4658-bc15-fa3a48606d0a None None] For port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=fb0d0404-6303-4c9a-b3ac-73cd69c20fb9,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:48.936140 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1206b9fc-0af0-4658-bc15-fa3a48606d0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (fb0d0404-6303-4c9a-b3ac-73cd69c20fb9), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:48.941487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-5bc25454-eb16-4685-b9c7-70a2b234d0bc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] No DVR routers for this DVR port 825af014-3a23-4374-91db-0f6bef9b1a4e on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:48.946352 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-5bc25454-eb16-4685-b9c7-70a2b234d0bc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:48.949777 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-5bc25454-eb16-4685-b9c7-70a2b234d0bc tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "DELETE /v2.0/ports/825af014-3a23-4374-91db-0f6bef9b1a4e HTTP/1.1" status: 204 len: 173 time: 1.2481828 Feb 28 17:32:48.959310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1206b9fc-0af0-4658-bc15-fa3a48606d0a None None] Calling delete_port for fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:49.025431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869423d2-c15c-4e1a-863a-034bf02a7b19'}, {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '591548df-429c-453d-9590-ad6447c1bcf1'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:49.027848 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a33b8c-834f-4b17-b2a4-23fea96fbf0e" -d '{"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "869423d2-c15c-4e1a-863a-034bf02a7b19"}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "591548df-429c-453d-9590-ad6447c1bcf1"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:49.060657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-5e43327b-5386-4372-a955-48247125a73b req-38e4d09e-5b18-4317-bbe0-402dbe1c6551 service neutron] (104246) timed out ('10.222.0.73', 55052) {{(pid=104246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 17:32:49.075017 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:49.086032 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-59fcf216-e542-4d9d-83a7-c4c30021f038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (d47d19de-d00b-4f78-9653-e301d6107c8f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:49.098291 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-94b0275a-6f48-461f-b5ef-e2a59d85a8c9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Deleting port 869423d2-c15c-4e1a-863a-034bf02a7b19 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:49.098627 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-94b0275a-6f48-461f-b5ef-e2a59d85a8c9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:49.155357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ecdeab18-74bd-41c4-92f3-1c86ef0d7f8c req-280fdce8-4211-455c-b157-c1885de70f8d tempest-ServerRescueTestJSON-362582966 tempest-ServerRescueTestJSON-362582966-project] 10.222.0.72 "GET /v2.0/ports?device_id=a175c6f7-3a3c-48fc-a6be-1b56284d6e26 HTTP/1.1" status: 200 len: 210 time: 0.1232214 Feb 28 17:32:49.196458 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcf216-e542-4d9d-83a7-c4c30021f038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47d19de-d00b-4f78-9653-e301d6107c8f,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:49.199059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-94b0275a-6f48-461f-b5ef-e2a59d85a8c9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] For port 869423d2-c15c-4e1a-863a-034bf02a7b19, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=869423d2-c15c-4e1a-863a-034bf02a7b19,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:49.199427 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-94b0275a-6f48-461f-b5ef-e2a59d85a8c9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:49.214304 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-94b0275a-6f48-461f-b5ef-e2a59d85a8c9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Calling delete_port for 869423d2-c15c-4e1a-863a-034bf02a7b19 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:49.215777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcf216-e542-4d9d-83a7-c4c30021f038 admin admin] Checking segment: {'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:32:49.216139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fcf216-e542-4d9d-83a7-c4c30021f038 admin admin] Network hostable DHCP agents. Network: 35a3f1d3-cd98-4d44-8f59-5d12963c2d66, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:32:49.253360 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1206b9fc-0af0-4658-bc15-fa3a48606d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (fb0d0404-6303-4c9a-b3ac-73cd69c20fb9), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:49.264305 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35500bb-47f1-4e0e-8b6c-f626ee24e763 x-openstack-request-id: req-d35500bb-47f1-4e0e-8b6c-f626ee24e763 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:49.264666 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560962ad-d157-4f42-b922-f835da01f205", "name": "network-vif-deleted", "tag": "d67f4a46-0deb-4cdb-9b25-6c6f73beb808", "status": "completed", "code": 200}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-deleted", "tag": "dc0e85fa-8738-4d52-88bf-01c1fb9db8b4", "status": "completed", "code": 200}, {"server_uuid": "a175c6f7-3a3c-48fc-a6be-1b56284d6e26", "name": "network-vif-deleted", "tag": "d4956085-d278-46bd-952e-b0e5d75e210c", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:49.265480 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d35500bb-47f1-4e0e-8b6c-f626ee24e763 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:49.265872 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560962ad-d157-4f42-b922-f835da01f205', 'name': 'network-vif-deleted', 'tag': 'd67f4a46-0deb-4cdb-9b25-6c6f73beb808', 'status': 'completed', 'code': 200} Feb 28 17:32:49.266154 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-deleted', 'tag': 'dc0e85fa-8738-4d52-88bf-01c1fb9db8b4', 'status': 'completed', 'code': 200} Feb 28 17:32:49.266505 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a175c6f7-3a3c-48fc-a6be-1b56284d6e26', 'name': 'network-vif-deleted', 'tag': 'd4956085-d278-46bd-952e-b0e5d75e210c', 'status': 'completed', 'code': 200} Feb 28 17:32:49.341116 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6396cff6-9d77-4bac-aaf5-cab16f4561b1 x-openstack-request-id: req-6396cff6-9d77-4bac-aaf5-cab16f4561b1 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:49.341418 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "869423d2-c15c-4e1a-863a-034bf02a7b19", "code": 200}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "591548df-429c-453d-9590-ad6447c1bcf1", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:49.344042 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6396cff6-9d77-4bac-aaf5-cab16f4561b1 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:49.344482 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869423d2-c15c-4e1a-863a-034bf02a7b19', 'code': 200} Feb 28 17:32:49.344746 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '591548df-429c-453d-9590-ad6447c1bcf1', 'code': 200} Feb 28 17:32:49.350256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206b9fc-0af0-4658-bc15-fa3a48606d0a None None] Pushing event deleted for resources: {'Port': ['ID=fb0d0404-6303-4c9a-b3ac-73cd69c20fb9,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:49.366360 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206b9fc-0af0-4658-bc15-fa3a48606d0a None None] No DVR routers for this DVR port fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:49.377373 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fcf216-e542-4d9d-83a7-c4c30021f038 admin admin] Network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:32:49.468252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.objects.ports [None req-8ff08e30-232d-4dd9-8b2f-99037a852949 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104247) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:32:49.480161 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ff08e30-232d-4dd9-8b2f-99037a852949 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (46d0c99f-9a8b-4a10-bdb6-75e426d06004), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:49.489333 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-59fcf216-e542-4d9d-83a7-c4c30021f038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 35a3f1d3-cd98-4d44-8f59-5d12963c2d66) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:49.505773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147efbe2-4e2e-46c6-a7c4-57d1f02cd40e None None] Network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:49.518852 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-94b0275a-6f48-461f-b5ef-e2a59d85a8c9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (869423d2-c15c-4e1a-863a-034bf02a7b19), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:49.525064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fcf216-e542-4d9d-83a7-c4c30021f038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:49.525651 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-59fcf216-e542-4d9d-83a7-c4c30021f038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:49.547821 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff08e30-232d-4dd9-8b2f-99037a852949 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:49.551026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-8ff08e30-232d-4dd9-8b2f-99037a852949 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:49.555369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff08e30-232d-4dd9-8b2f-99037a852949 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:49.555954 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ff08e30-232d-4dd9-8b2f-99037a852949 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:49.568769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0275a-6f48-461f-b5ef-e2a59d85a8c9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event deleted for resources: {'Port': ['ID=869423d2-c15c-4e1a-863a-034bf02a7b19,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:49.580977 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff08e30-232d-4dd9-8b2f-99037a852949 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=46d0c99f-9a8b-4a10-bdb6-75e426d06004,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:49.595061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941468c1-ac5e-435d-8290-11c28917e545 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:49.629579 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-59fcf216-e542-4d9d-83a7-c4c30021f038 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3684700 Feb 28 17:32:49.661345 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8ff08e30-232d-4dd9-8b2f-99037a852949 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3047924 Feb 28 17:32:49.663669 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36692) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:49.677284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5c9e9843-eed3-4670-9c6a-a539fd222549 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'mac_address': 'fa:16:3e:cd:63:58', 'name': 'tempest-NetworksTestDHCPv6-1495611893'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:49.678820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-94b0275a-6f48-461f-b5ef-e2a59d85a8c9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] No DVR routers for this DVR port 869423d2-c15c-4e1a-863a-034bf02a7b19 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:49.683661 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-94b0275a-6f48-461f-b5ef-e2a59d85a8c9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:49.690457 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-94b0275a-6f48-461f-b5ef-e2a59d85a8c9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "DELETE /v2.0/ports/869423d2-c15c-4e1a-863a-034bf02a7b19 HTTP/1.1" status: 204 len: 173 time: 0.7322817 Feb 28 17:32:49.714338 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3acb1-3bf0-48c3-9312-af344916cf44 req-643c4f81-1871-4b1f-8ed6-7e500f2a1a77 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:49.716368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Allocated IP 172.25.3.82 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/11f0ecc1-5768-4bd6-9b19-fc87bc2981b1) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:49.721403 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07b3acb1-3bf0-48c3-9312-af344916cf44 req-643c4f81-1871-4b1f-8ed6-7e500f2a1a77 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 943 time: 0.1525853 Feb 28 17:32:49.750552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf112efd-7ca3-4c56-aaf6-c9d031ad4fb4 None None] Network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:49.811209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': '46d0c99f-9a8b-4a10-bdb6-75e426d06004'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:32:49.812936 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:49.859662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:49.945425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:49.950882 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-07b3acb1-3bf0-48c3-9312-af344916cf44 req-039e3d9c-ba72-448e-92d1-d5a4e24bf739 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups?id=b1193aff-bbf5-440a-b236-a5da5025b0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283399 Feb 28 17:32:49.958101 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device fb0d0404-6303-4c9a-b3ac-73cd69c20fb9 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:50.056437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36700) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:50.090998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Deleting port 591548df-429c-453d-9590-ad6447c1bcf1 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:50.091577 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (591548df-429c-453d-9590-ad6447c1bcf1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.147182 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bef7e7-fb2e-4a3f-b795-9d5f49e49f76 admin admin] Deleting subnet bd2be326-2c28-494b-9705-9af762d46614 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:32:50.155292 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6bef7e7-fb2e-4a3f-b795-9d5f49e49f76 admin admin] Publish callbacks [] for subnet (bd2be326-2c28-494b-9705-9af762d46614), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.158000 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9e9843-eed3-4670-9c6a-a539fd222549 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:50.205953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] For port 591548df-429c-453d-9590-ad6447c1bcf1, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=591548df-429c-453d-9590-ad6447c1bcf1,segment=NetworkSegment(39cd4ac3-f6cb-45df-8a5d-f7f31d6af775),segment_id=39cd4ac3-f6cb-45df-8a5d-f7f31d6af775)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:50.207478 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (591548df-429c-453d-9590-ad6447c1bcf1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.284281 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6bef7e7-fb2e-4a3f-b795-9d5f49e49f76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (bd2be326-2c28-494b-9705-9af762d46614), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.339034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Allocated IP 2001:db8::f816:3eff:fe3a:3da9 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/46d0c99f-9a8b-4a10-bdb6-75e426d06004/3633ce8d-83c0-4ca6-9704-b57a87881418) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:50.365828 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c9e9843-eed3-4670-9c6a-a539fd222549 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.382109 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6bef7e7-fb2e-4a3f-b795-9d5f49e49f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (bd2be326-2c28-494b-9705-9af762d46614), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.391778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5110f-62af-41da-8286-bc721048b2e7 req-bd6427d1-c618-4ce0-9cc6-f524bd4c09d9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:50.399403 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9f5110f-62af-41da-8286-bc721048b2e7 req-bd6427d1-c618-4ce0-9cc6-f524bd4c09d9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.2073619 Feb 28 17:32:50.407840 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for port (11f0ecc1-5768-4bd6-9b19-fc87bc2981b1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.429136 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.429256 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (51be535b-b135-4953-8d36-c58683d88601), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.429544 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Floating IP 51be535b-b135-4953-8d36-c58683d88601 disassociated. External IP: 172.25.3.221, port: 591548df-429c-453d-9590-ad6447c1bcf1. Feb 28 17:32:50.429894 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Calling delete_port for 591548df-429c-453d-9590-ad6447c1bcf1 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:50.448391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-5c9e9843-eed3-4670-9c6a-a539fd222549 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port 80b9c691-87e5-410e-88a0-46e72b5eaceb yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:32:50.546189 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Publish callbacks [] for port (3633ce8d-83c0-4ca6-9704-b57a87881418), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.549156 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9f5110f-62af-41da-8286-bc721048b2e7 req-25f32264-6025-492a-9eb9-692415b16f97 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493373 Feb 28 17:32:50.612470 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (3633ce8d-83c0-4ca6-9704-b57a87881418), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.613719 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (11f0ecc1-5768-4bd6-9b19-fc87bc2981b1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.674703 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6bef7e7-fb2e-4a3f-b795-9d5f49e49f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (bd2be326-2c28-494b-9705-9af762d46614), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.684401 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:50.699083 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:50.703682 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:50.719477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device d4956085-d278-46bd-952e-b0e5d75e210c no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:50.762122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bef7e7-fb2e-4a3f-b795-9d5f49e49f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2be326-2c28-494b-9705-9af762d46614,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:50.776223 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6bef7e7-fb2e-4a3f-b795-9d5f49e49f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.782386 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e6bef7e7-fb2e-4a3f-b795-9d5f49e49f76 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/bd2be326-2c28-494b-9705-9af762d46614 HTTP/1.1" status: 204 len: 168 time: 0.7250285 Feb 28 17:32:50.783027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Pushing event updated for resources: {'Port': ['ID=3633ce8d-83c0-4ca6-9704-b57a87881418,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:50.793830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36718) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:50.801627 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: d4956085-d278-46bd-952e-b0e5d75e210c {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:50.801627 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device d4956085-d278-46bd-952e-b0e5d75e210c not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:50.846813 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-5c9e9843-eed3-4670-9c6a-a539fd222549 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::f816:3eff:fecd:6358 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/46d0c99f-9a8b-4a10-bdb6-75e426d06004/80b9c691-87e5-410e-88a0-46e72b5eaceb) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:50.905114 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Attempting to bind port 3633ce8d-83c0-4ca6-9704-b57a87881418 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:32:50.906056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Attempting to bind port 3633ce8d-83c0-4ca6-9704-b57a87881418 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:32:50.906435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Attempting to bind port 3633ce8d-83c0-4ca6-9704-b57a87881418 on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:32:50.917719 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:32:50.918593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:32:50.918593 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:50.918916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:32:50.919377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Bound port: 3633ce8d-83c0-4ca6-9704-b57a87881418, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:32:50.919769 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3633ce8d-83c0-4ca6-9704-b57a87881418), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:51.014660 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a085d876-6c0c-4064-bf29-59cd229f247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (5801e3e6-3a3d-4400-b93c-39437198a453), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:51.072974 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] For port 3633ce8d-83c0-4ca6-9704-b57a87881418, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:32:51.074232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] For port 3633ce8d-83c0-4ca6-9704-b57a87881418, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3633ce8d-83c0-4ca6-9704-b57a87881418,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:32:51.125685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Pushing event updated for resources: {'Port': ['ID=11f0ecc1-5768-4bd6-9b19-fc87bc2981b1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:51.137625 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3633ce8d-83c0-4ca6-9704-b57a87881418), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:51.145547 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:51.154511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:51.154511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:51.219933 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa902d9b-b283-4e4e-b9c6-e5eadfaab8d2 None None] Pushing event updated for resources: {'Port': ['ID=3633ce8d-83c0-4ca6-9704-b57a87881418,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:51.237595 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a085d876-6c0c-4064-bf29-59cd229f247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (5801e3e6-3a3d-4400-b93c-39437198a453), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:51.252559 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (591548df-429c-453d-9590-ad6447c1bcf1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:51.282778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-deleted', 'tag': '825af014-3a23-4374-91db-0f6bef9b1a4e'}, {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-deleted', 'tag': '869423d2-c15c-4e1a-863a-034bf02a7b19'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:51.285712 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f137945e-9204-48aa-9684-55e93910ad66" -d '{"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-deleted", "tag": "825af014-3a23-4374-91db-0f6bef9b1a4e"}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-deleted", "tag": "869423d2-c15c-4e1a-863a-034bf02a7b19"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:51.313941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a085d876-6c0c-4064-bf29-59cd229f247e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5801e3e6-3a3d-4400-b93c-39437198a453']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:51.338621 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a085d876-6c0c-4064-bf29-59cd229f247e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:51.338844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a085d876-6c0c-4064-bf29-59cd229f247e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b35d8ce-650a-4a05-8a8e-dfce0c9276e4') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:51.340259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event deleted for resources: {'Port': ['ID=591548df-429c-453d-9590-ad6447c1bcf1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:51.354046 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a085d876-6c0c-4064-bf29-59cd229f247e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (6b35d8ce-650a-4a05-8a8e-dfce0c9276e4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:51.401519 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a085d876-6c0c-4064-bf29-59cd229f247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (6b35d8ce-650a-4a05-8a8e-dfce0c9276e4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:51.407354 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for floatingip (499306f8-38a6-46cd-a006-de3f6ae25a8c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:51.408961 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:32:51.427445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-df8d1a5f-4fda-417f-a9a5-74bfb2330259 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:51.429916 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-df8d1a5f-4fda-417f-a9a5-74bfb2330259 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 814 time: 0.2952256 Feb 28 17:32:51.435901 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a085d876-6c0c-4064-bf29-59cd229f247e admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:32:51.436291 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a085d876-6c0c-4064-bf29-59cd229f247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (6b35d8ce-650a-4a05-8a8e-dfce0c9276e4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:32:51.439391 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:32:51.509463 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c9e9843-eed3-4670-9c6a-a539fd222549 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (80b9c691-87e5-410e-88a0-46e72b5eaceb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:51.510734 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Router b86cc08e-2533-47e3-832b-a90706833245 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:32:51.520593 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-4d4b1b8c-5c00-460b-bad7-d08098883025 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/quotas/b6a5f26c739943298b972c521fa38307 HTTP/1.1" status: 200 len: 375 time: 0.0821586 Feb 28 17:32:51.574529 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-659c7941-5782-4db9-8ad9-3e86fdf5f129 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530078 Feb 28 17:32:51.601469 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (11f0ecc1-5768-4bd6-9b19-fc87bc2981b1), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:51.809181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36752) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:51.820179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:32:51.837258 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34049b6b-02d7-420d-9d46-34cf78e5e607 None None] Sync routers for ids ['b86cc08e-2533-47e3-832b-a90706833245'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:32:51.889085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] No DVR routers for this DVR port 591548df-429c-453d-9590-ad6447c1bcf1 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:51.892657 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:51.893482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34049b6b-02d7-420d-9d46-34cf78e5e607 None None] Routers {'b86cc08e-2533-47e3-832b-a90706833245'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:32:51.894170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-34049b6b-02d7-420d-9d46-34cf78e5e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:32:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b86cc08e-2533-47e3-832b-a90706833245'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:51.896632 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09b5116f-af55-420b-bbbc-399e8ec56617 req-0b043820-0140-4a71-8b80-27f3e5013959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.69 "DELETE /v2.0/ports/591548df-429c-453d-9590-ad6447c1bcf1 HTTP/1.1" status: 204 len: 173 time: 2.2004972 Feb 28 17:32:51.953389 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a085d876-6c0c-4064-bf29-59cd229f247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (5801e3e6-3a3d-4400-b93c-39437198a453), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:51.968241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3633ce8d-83c0-4ca6-9704-b57a87881418 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:51.982340 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec606e7b-88dc-4ffa-8d7e-0cf6ac0144d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.005690 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a085d876-6c0c-4064-bf29-59cd229f247e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.014057 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a085d876-6c0c-4064-bf29-59cd229f247e admin admin] 10.222.0.72 "DELETE /v2.0/networks/5801e3e6-3a3d-4400-b93c-39437198a453 HTTP/1.1" status: 204 len: 168 time: 1.2148283 Feb 28 17:32:52.029364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085d876-6c0c-4064-bf29-59cd229f247e admin admin] Pushing event deleted for resources: {'Network': ['ID=5801e3e6-3a3d-4400-b93c-39437198a453,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:52.030613 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for port (11f0ecc1-5768-4bd6-9b19-fc87bc2981b1), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.095612 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-097f919e-e666-4ca6-a71e-0f158c6d641f service neutron] 10.222.0.72 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183928 Feb 28 17:32:52.111155 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c9e9843-eed3-4670-9c6a-a539fd222549 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (80b9c691-87e5-410e-88a0-46e72b5eaceb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.113637 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (11f0ecc1-5768-4bd6-9b19-fc87bc2981b1), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.128372 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-34049b6b-02d7-420d-9d46-34cf78e5e607 None None] Set router b86cc08e-2533-47e3-832b-a90706833245 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:32:52.141771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e9843-eed3-4670-9c6a-a539fd222549 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:52.145881 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-5c9e9843-eed3-4670-9c6a-a539fd222549 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:52.212645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e9843-eed3-4670-9c6a-a539fd222549 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:52.219021 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec606e7b-88dc-4ffa-8d7e-0cf6ac0144d0 admin admin] Publish callbacks [] for security_group (b9089906-bf29-4875-9946-fae9487c7b93), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.225235 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9e9843-eed3-4670-9c6a-a539fd222549 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:52.226195 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c9e9843-eed3-4670-9c6a-a539fd222549 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.227385 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 3633ce8d-83c0-4ca6-9704-b57a87881418 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:52.227989 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3633ce8d-83c0-4ca6-9704-b57a87881418), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.231540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Pushing event updated for resources: {'Port': ['ID=11f0ecc1-5768-4bd6-9b19-fc87bc2981b1,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:52.253325 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (499306f8-38a6-46cd-a006-de3f6ae25a8c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.291722 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec606e7b-88dc-4ffa-8d7e-0cf6ac0144d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b9089906-bf29-4875-9946-fae9487c7b93), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.317301 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e9843-eed3-4670-9c6a-a539fd222549 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=80b9c691-87e5-410e-88a0-46e72b5eaceb,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:52.359760 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ec606e7b-88dc-4ffa-8d7e-0cf6ac0144d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2973cc24fc194e10941800082640ae1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5464525 Feb 28 17:32:52.359976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36758) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:52.383962 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.384291 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-cc83e2a1-1a39-4ad6-b7f5-982c5cdad3db tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9491973 Feb 28 17:32:52.392283 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5c9e9843-eed3-4670-9c6a-a539fd222549 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7266047 Feb 28 17:32:52.393021 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36760) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:52.425225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36762) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:52.434443 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-066e7210-487f-41d6-80b8-5793b15e4b17 service neutron] 10.222.0.72 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330696 Feb 28 17:32:52.467679 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463480c1-cbc5-409f-8e7f-29ada5d6dda8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:52.475797 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463480c1-cbc5-409f-8e7f-29ada5d6dda8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:52.486660 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-463480c1-cbc5-409f-8e7f-29ada5d6dda8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0921826 Feb 28 17:32:52.487323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36764) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:52.539071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec606e7b-88dc-4ffa-8d7e-0cf6ac0144d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9089906-bf29-4875-9946-fae9487c7b93,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:52.602883 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3b5993d9-9dfa-407d-a26a-c870c4be3c25 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=088b6c3e658846cab75e7b83a81af875&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1757979 Feb 28 17:32:52.612572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36766) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:52.691212 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-6175170a-ac53-4562-b821-58a29a1548f8 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 695 time: 0.2793479 Feb 28 17:32:52.727360 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-add27132-c7dc-4fcb-94d8-067871721809 admin admin] Publish callbacks [] for security_group (b9089906-bf29-4875-9946-fae9487c7b93), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.731070 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09f8bd28-cda3-4d21-a9d6-4cb04c839909 admin admin] Publish callbacks [] for security_group (ad9fa569-f348-4059-a305-97f1c224fb77), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.736945 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 3633ce8d-83c0-4ca6-9704-b57a87881418 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:52.737171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-32d6d5fa-cbcd-4bfc-b7b2-528b2ea90819 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port 80b9c691-87e5-410e-88a0-46e72b5eaceb {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:52.737441 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-32d6d5fa-cbcd-4bfc-b7b2-528b2ea90819 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (80b9c691-87e5-410e-88a0-46e72b5eaceb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.737574 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3633ce8d-83c0-4ca6-9704-b57a87881418), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.751489 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-add27132-c7dc-4fcb-94d8-067871721809 admin admin] Publish callbacks [] for security_group (b9089906-bf29-4875-9946-fae9487c7b93), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.764766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-34049b6b-02d7-420d-9d46-34cf78e5e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cc08e-2533-47e3-832b-a90706833245', 'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-router', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:01Z', 'updated_at': '2022-02-28T17:22:09Z', 'revision_number': 4, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'gw_port': {'id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:02Z', 'updated_at': '2022-02-28T17:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2c11b134-a888-40ba-ba4b-d0bf76917d9e', 'name': '', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'mac_address': 'fa:16:3e:d2:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:07Z', 'updated_at': '2022-02-28T17:22:16Z', 'revision_number': 5, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'subnets': [{'id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:52.819971 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34049b6b-02d7-420d-9d46-34cf78e5e607 None None] Checking router: b86cc08e-2533-47e3-832b-a90706833245 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:32:52.820194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36772) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:52.833156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 3633ce8d-83c0-4ca6-9704-b57a87881418, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3633ce8d-83c0-4ca6-9704-b57a87881418,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:52.838963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34049b6b-02d7-420d-9d46-34cf78e5e607 None None] Routers {'b86cc08e-2533-47e3-832b-a90706833245'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:32:52.839835 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-34049b6b-02d7-420d-9d46-34cf78e5e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:32:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b86cc08e-2533-47e3-832b-a90706833245'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:52.911992 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-add27132-c7dc-4fcb-94d8-067871721809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b9089906-bf29-4875-9946-fae9487c7b93), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.914640 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-add27132-c7dc-4fcb-94d8-067871721809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.917210 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-add27132-c7dc-4fcb-94d8-067871721809 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9089906-bf29-4875-9946-fae9487c7b93 HTTP/1.1" status: 204 len: 168 time: 0.5548356 Feb 28 17:32:52.955027 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3633ce8d-83c0-4ca6-9704-b57a87881418), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:52.965242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add27132-c7dc-4fcb-94d8-067871721809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9089906-bf29-4875-9946-fae9487c7b93,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:52.965838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c7d11ba5-03ca-40a7-8121-38ae590a33b4 None None] Provisioning complete for port 3633ce8d-83c0-4ca6-9704-b57a87881418 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:52.967150 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c7d11ba5-03ca-40a7-8121-38ae590a33b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3633ce8d-83c0-4ca6-9704-b57a87881418), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:53.096698 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-32d6d5fa-cbcd-4bfc-b7b2-528b2ea90819 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (80b9c691-87e5-410e-88a0-46e72b5eaceb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:53.130902 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-32d6d5fa-cbcd-4bfc-b7b2-528b2ea90819 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for 80b9c691-87e5-410e-88a0-46e72b5eaceb owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:53.204783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-a6d9020c-fdde-4f91-923f-3d014b86aed0 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:53.206332 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-a6d9020c-fdde-4f91-923f-3d014b86aed0 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.4966450 Feb 28 17:32:53.210977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c7d11ba5-03ca-40a7-8121-38ae590a33b4 None None] Current status of the port 3633ce8d-83c0-4ca6-9704-b57a87881418 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:53.216252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=3633ce8d-83c0-4ca6-9704-b57a87881418,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:53.221700 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-ab09763e-c30d-4308-9cfe-462b243ccd99 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:32:53.222673 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d15b9838-b639-43a2-86dd-0a1440b6a19a req-ab09763e-c30d-4308-9cfe-462b243ccd99 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065622 Feb 28 17:32:53.264324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-34049b6b-02d7-420d-9d46-34cf78e5e607 None None] Set router b86cc08e-2533-47e3-832b-a90706833245 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:32:53.295167 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f54d7c-6703-4387-b8fe-595eb7fabc04 x-openstack-request-id: req-c0f54d7c-6703-4387-b8fe-595eb7fabc04 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:53.295696 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-deleted", "tag": "825af014-3a23-4374-91db-0f6bef9b1a4e", "status": "completed", "code": 200}, {"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-deleted", "tag": "869423d2-c15c-4e1a-863a-034bf02a7b19", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:53.296352 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c0f54d7c-6703-4387-b8fe-595eb7fabc04 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:53.300759 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-deleted', 'tag': '825af014-3a23-4374-91db-0f6bef9b1a4e', 'status': 'completed', 'code': 200} Feb 28 17:32:53.301386 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-deleted', 'tag': '869423d2-c15c-4e1a-863a-034bf02a7b19', 'status': 'completed', 'code': 200} Feb 28 17:32:53.315991 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b72bcf3a-01aa-4ffc-bb3b-3316f827af43 req-011a1d8b-3185-46aa-9843-0ed4277daba3 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0534835 Feb 28 17:32:53.361166 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09f8bd28-cda3-4d21-a9d6-4cb04c839909 admin admin] Publish callbacks [] for security_group (ad9fa569-f348-4059-a305-97f1c224fb77), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:53.478484 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5a75941-3a4b-4cbc-9cb3-733f54889c94 req-bdd045ea-f932-4679-80cf-77fdbde4330b tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 210 time: 0.0753338 Feb 28 17:32:53.540214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451ec4f-54e1-409d-b845-94199b9e0fb8 req-f06a3320-8cd5-41bc-94fd-39bff692ddcd tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:53.556185 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0451ec4f-54e1-409d-b845-94199b9e0fb8 req-f06a3320-8cd5-41bc-94fd-39bff692ddcd tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.1516032 Feb 28 17:32:53.611255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7531e8b7-7695-42a5-9e8d-b22b5b4245ac None None] Provisioning complete for port 80b9c691-87e5-410e-88a0-46e72b5eaceb triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:53.611627 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7531e8b7-7695-42a5-9e8d-b22b5b4245ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (80b9c691-87e5-410e-88a0-46e72b5eaceb), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:53.666249 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0451ec4f-54e1-409d-b845-94199b9e0fb8 req-e89bb538-ebf5-45e7-9fda-051b180e5b09 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017954 Feb 28 17:32:53.683548 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09f8bd28-cda3-4d21-a9d6-4cb04c839909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ad9fa569-f348-4059-a305-97f1c224fb77), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:53.687674 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09f8bd28-cda3-4d21-a9d6-4cb04c839909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:53.691862 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-09f8bd28-cda3-4d21-a9d6-4cb04c839909 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ad9fa569-f348-4059-a305-97f1c224fb77 HTTP/1.1" status: 204 len: 168 time: 1.0741980 Feb 28 17:32:53.725840 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7531e8b7-7695-42a5-9e8d-b22b5b4245ac None None] Port 80b9c691-87e5-410e-88a0-46e72b5eaceb cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:32:53.750841 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-32d6d5fa-cbcd-4bfc-b7b2-528b2ea90819 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (80b9c691-87e5-410e-88a0-46e72b5eaceb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:53.758424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-34049b6b-02d7-420d-9d46-34cf78e5e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cc08e-2533-47e3-832b-a90706833245', 'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-router', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:01Z', 'updated_at': '2022-02-28T17:22:09Z', 'revision_number': 4, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'gw_port': {'id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:02Z', 'updated_at': '2022-02-28T17:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2c11b134-a888-40ba-ba4b-d0bf76917d9e', 'name': '', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'mac_address': 'fa:16:3e:d2:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:07Z', 'updated_at': '2022-02-28T17:22:16Z', 'revision_number': 5, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'subnets': [{'id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:53.775416 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29730b98-ff27-4574-b405-b0f0fd71cd3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:53.797400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34049b6b-02d7-420d-9d46-34cf78e5e607 None None] The sync data for ids ['b86cc08e-2533-47e3-832b-a90706833245'] in n-d-820368-19 is: [{'id': 'b86cc08e-2533-47e3-832b-a90706833245', 'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-router', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:01Z', 'updated_at': '2022-02-28T17:22:09Z', 'revision_number': 4, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'gw_port': {'id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:02Z', 'updated_at': '2022-02-28T17:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2c11b134-a888-40ba-ba4b-d0bf76917d9e', 'name': '', 'network_id': 'c1856261-ad0f-444d-be77-5db0a50f2438', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'mac_address': 'fa:16:3e:d2:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:07Z', 'updated_at': '2022-02-28T17:22:16Z', 'revision_number': 5, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'subnets': [{'id': '30bbd5bd-b1a3-4e50-b996-451507a14e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:32:53.811215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6d5fa-cbcd-4bfc-b7b2-528b2ea90819 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=80b9c691-87e5-410e-88a0-46e72b5eaceb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:53.823541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8bd28-cda3-4d21-a9d6-4cb04c839909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9fa569-f348-4059-a305-97f1c224fb77,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:53.866307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3633ce8d-83c0-4ca6-9704-b57a87881418 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:32:53.893008 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-32d6d5fa-cbcd-4bfc-b7b2-528b2ea90819 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:53.896931 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-32d6d5fa-cbcd-4bfc-b7b2-528b2ea90819 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/80b9c691-87e5-410e-88a0-46e72b5eaceb HTTP/1.1" status: 204 len: 168 time: 1.4086466 Feb 28 17:32:53.910559 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36786) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:53.930124 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-83cfe489-fd80-40de-a957-a32a6439b375 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:53.932389 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-83cfe489-fd80-40de-a957-a32a6439b375 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3288853 Feb 28 17:32:54.007204 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 3633ce8d-83c0-4ca6-9704-b57a87881418 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:32:54.012146 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3633ce8d-83c0-4ca6-9704-b57a87881418), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:54.084480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2593adac-982a-4b5f-8e52-1067696faa6b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:54.089870 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2593adac-982a-4b5f-8e52-1067696faa6b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:54.095412 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2593adac-982a-4b5f-8e52-1067696faa6b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1620188 Feb 28 17:32:54.102641 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36790) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:54.194239 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 3633ce8d-83c0-4ca6-9704-b57a87881418 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:54.223006 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36794) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:54.248973 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ff3a8239-f0a8-4f13-8d73-74e90282d26c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:54.319177 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae230d0f-98fb-46b5-a672-3ec65af90e95 None None] New status for floating IP 51be535b-b135-4953-8d36-c58683d88601: DOWN {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:32:54.337288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-29730b98-ff27-4574-b405-b0f0fd71cd3d admin admin] Deleting port 08745295-a9d8-480f-9fe1-06841090f954 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:54.337739 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29730b98-ff27-4574-b405-b0f0fd71cd3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (08745295-a9d8-480f-9fe1-06841090f954), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:54.379866 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-7fb536ee-bd2c-480c-803b-2fe78b09067c tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 695 time: 0.2819338 Feb 28 17:32:54.407625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-db7be27c-b60d-41a2-8a19-743c6f3c2b94 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Request body: {'floatingip': {'port_id': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:54.505092 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-db7be27c-b60d-41a2-8a19-743c6f3c2b94 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for floatingip (499306f8-38a6-46cd-a006-de3f6ae25a8c), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:54.513032 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e29dd7-cd77-493a-b549-1721d422792b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 46d0c99f-9a8b-4a10-bdb6-75e426d06004 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:32:54.518187 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e29dd7-cd77-493a-b549-1721d422792b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (46d0c99f-9a8b-4a10-bdb6-75e426d06004), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:54.528612 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-973d5e2e-1883-4ab2-8a8f-312f361aec74 req-c20d290e-11e8-47d3-b7e9-9b38aea65a73 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0670443 Feb 28 17:32:54.531568 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ff3a8239-f0a8-4f13-8d73-74e90282d26c admin admin] Publish callbacks [] for security_group (926021d0-aa2c-4e10-a7da-36a147c80d32), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:54.550285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-29730b98-ff27-4574-b405-b0f0fd71cd3d admin admin] For port 08745295-a9d8-480f-9fe1-06841090f954, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=08745295-a9d8-480f-9fe1-06841090f954,segment=NetworkSegment(b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc),segment_id=b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:54.550745 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29730b98-ff27-4574-b405-b0f0fd71cd3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (08745295-a9d8-480f-9fe1-06841090f954), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:54.574280 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-29730b98-ff27-4574-b405-b0f0fd71cd3d admin admin] Calling delete_port for 08745295-a9d8-480f-9fe1-06841090f954 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:54.644217 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e29dd7-cd77-493a-b549-1721d422792b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (46d0c99f-9a8b-4a10-bdb6-75e426d06004), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:54.745781 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ff3a8239-f0a8-4f13-8d73-74e90282d26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (926021d0-aa2c-4e10-a7da-36a147c80d32), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:54.786050 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-129bbe0d-5b40-404f-924c-f2c510706241 req-e40aa16c-cf47-4daf-90c4-f1435c7aaaf7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 210 time: 0.0440934 Feb 28 17:32:54.842720 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ff3a8239-f0a8-4f13-8d73-74e90282d26c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d26ef0ae6140428e83435ff713b6c4c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6108873 Feb 28 17:32:54.842720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a8239-f0a8-4f13-8d73-74e90282d26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926021d0-aa2c-4e10-a7da-36a147c80d32,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:54.842720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36814) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:54.929044 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e29dd7-cd77-493a-b549-1721d422792b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (46d0c99f-9a8b-4a10-bdb6-75e426d06004), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:55.057531 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dd5579a4-3309-49f9-b5ae-93286aa48131 admin admin] Publish callbacks [] for security_group (926021d0-aa2c-4e10-a7da-36a147c80d32), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:55.068528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c54a2-71e6-4ffc-bec1-02db02183ff9 req-15d5c1cf-0366-4d79-a20c-adf443b37d62 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:55.075341 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad6c54a2-71e6-4ffc-bec1-02db02183ff9 req-15d5c1cf-0366-4d79-a20c-adf443b37d62 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.1288884 Feb 28 17:32:55.109576 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dd5579a4-3309-49f9-b5ae-93286aa48131 admin admin] Publish callbacks [] for security_group (926021d0-aa2c-4e10-a7da-36a147c80d32), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:55.126980 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29730b98-ff27-4574-b405-b0f0fd71cd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (08745295-a9d8-480f-9fe1-06841090f954), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:55.166861 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29730b98-ff27-4574-b405-b0f0fd71cd3d admin admin] Pushing event deleted for resources: {'Port': ['ID=08745295-a9d8-480f-9fe1-06841090f954,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:55.187357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36822) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:55.208022 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad6c54a2-71e6-4ffc-bec1-02db02183ff9 req-e692cf98-4cb7-49d4-a351-a2f76873f5b3 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318119 Feb 28 17:32:55.288547 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e29dd7-cd77-493a-b549-1721d422792b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (46d0c99f-9a8b-4a10-bdb6-75e426d06004), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:55.326235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-deleted', 'tag': '591548df-429c-453d-9590-ad6447c1bcf1'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:55.326235 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b22610-0a8f-4009-b010-c1fceeb8b8c1" -d '{"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-deleted", "tag": "591548df-429c-453d-9590-ad6447c1bcf1"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:55.329209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e29dd7-cd77-493a-b549-1721d422792b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=46d0c99f-9a8b-4a10-bdb6-75e426d06004,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:55.362364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badddfc0-308d-48fd-a4bf-8475e908ce86 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:55.379554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dd5579a4-3309-49f9-b5ae-93286aa48131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (926021d0-aa2c-4e10-a7da-36a147c80d32), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:55.379781 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e29dd7-cd77-493a-b549-1721d422792b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:55.383767 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-46e29dd7-cd77-493a-b549-1721d422792b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/46d0c99f-9a8b-4a10-bdb6-75e426d06004 HTTP/1.1" status: 204 len: 168 time: 1.2794700 Feb 28 17:32:55.387887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36828) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:55.391036 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dd5579a4-3309-49f9-b5ae-93286aa48131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:55.397353 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dd5579a4-3309-49f9-b5ae-93286aa48131 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/926021d0-aa2c-4e10-a7da-36a147c80d32 HTTP/1.1" status: 204 len: 168 time: 0.5562792 Feb 28 17:32:55.422749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1567421377-network', 'tenant_id': '278a56c7fd844bd8912e70616a4da8ca'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:55.442273 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f53ca3-9cd1-4f7a-942c-50591e143f51 x-openstack-request-id: req-67f53ca3-9cd1-4f7a-942c-50591e143f51 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:55.442651 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca62ea88-29d7-44ba-890d-0c91b566a6f6", "name": "network-vif-deleted", "tag": "591548df-429c-453d-9590-ad6447c1bcf1", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:55.442909 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-67f53ca3-9cd1-4f7a-942c-50591e143f51 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:55.443501 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca62ea88-29d7-44ba-890d-0c91b566a6f6', 'name': 'network-vif-deleted', 'tag': '591548df-429c-453d-9590-ad6447c1bcf1', 'status': 'completed', 'code': 200} Feb 28 17:32:55.448396 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5579a4-3309-49f9-b5ae-93286aa48131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926021d0-aa2c-4e10-a7da-36a147c80d32,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:55.532669 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-15e39028-46bf-4575-b481-2ea10c24be15 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1435633 Feb 28 17:32:55.535125 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.resource_extend [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-db7be27c-b60d-41a2-8a19-743c6f3c2b94 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:32:55.537390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36832) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:55.586624 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29730b98-ff27-4574-b405-b0f0fd71cd3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:55.661061 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-db7be27c-b60d-41a2-8a19-743c6f3c2b94 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:55.681956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b8849-4b04-4ae5-bed7-852316516abb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:55.685682 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ef9b8849-4b04-4ae5-bed7-852316516abb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1470597 Feb 28 17:32:55.688639 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36836) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:55.691737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00971504-e80e-4de7-8de2-bb64386e418e None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:32:55.731821 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-db7be27c-b60d-41a2-8a19-743c6f3c2b94 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (499306f8-38a6-46cd-a006-de3f6ae25a8c), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:55.739692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] Made reservation on behalf of 278a56c7fd844bd8912e70616a4da8ca for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:55.742094 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:55.798008 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0f848a-6cd7-496a-ac46-22c913f26cc5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:55.801842 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ea0f848a-6cd7-496a-ac46-22c913f26cc5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1097283 Feb 28 17:32:55.802171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36840) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:55.806136 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:55.832412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c724cac-0334-4cda-aac0-bb5749e2d500 req-87577c30-594d-4e77-8612-72becce4049a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0961475 Feb 28 17:32:55.841011 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-00971504-e80e-4de7-8de2-bb64386e418e None None] Deleting port 3633ce8d-83c0-4ca6-9704-b57a87881418 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:55.853217 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-00971504-e80e-4de7-8de2-bb64386e418e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3633ce8d-83c0-4ca6-9704-b57a87881418), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:55.986983 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] Publish callbacks [] for security_group (aadf0c5c-9192-45ca-9bd1-09d0c28a7aad), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:56.065178 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8a659a9b-e137-41e9-94f1-e4c459b8d7b9 req-61ffe0a4-4b46-4763-97fb-2182405e6d45 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 210 time: 0.0644319 Feb 28 17:32:56.097334 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (aadf0c5c-9192-45ca-9bd1-09d0c28a7aad), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:56.110169 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-00971504-e80e-4de7-8de2-bb64386e418e None None] For port 3633ce8d-83c0-4ca6-9704-b57a87881418, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3633ce8d-83c0-4ca6-9704-b57a87881418,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:56.110565 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-00971504-e80e-4de7-8de2-bb64386e418e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3633ce8d-83c0-4ca6-9704-b57a87881418), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:56.117457 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6cd260b7-a801-49cf-8971-783910a49c4a req-f7e95c45-f904-4fb2-ab29-7ff128b3220b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2797515 Feb 28 17:32:56.124730 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3633ce8d-83c0-4ca6-9704-b57a87881418 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:56.197477 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5236f916-5a6b-4ef2-a828-ebf850eb4a79 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3935068 Feb 28 17:32:56.200981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36850) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:56.213544 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d2511f42-70af-4f90-93cc-02cf2fac89dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:56.262889 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-db7be27c-b60d-41a2-8a19-743c6f3c2b94 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Floating IP 499306f8-38a6-46cd-a006-de3f6ae25a8c associated. External IP: 172.25.3.82, port: 4d3c8a64-0500-4195-bf4b-e13825e4f6c2. Feb 28 17:32:56.325632 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-00971504-e80e-4de7-8de2-bb64386e418e None None] Calling delete_port for 3633ce8d-83c0-4ca6-9704-b57a87881418 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:56.481134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 3633ce8d-83c0-4ca6-9704-b57a87881418 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:32:56.482247 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3633ce8d-83c0-4ca6-9704-b57a87881418), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:56.524023 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-c90614f0-6554-4599-be4e-4730fef02518 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:56.525506 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-c90614f0-6554-4599-be4e-4730fef02518 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.69 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 814 time: 0.1982851 Feb 28 17:32:56.556090 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 3633ce8d-83c0-4ca6-9704-b57a87881418, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3633ce8d-83c0-4ca6-9704-b57a87881418,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:56.586447 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-db7be27c-b60d-41a2-8a19-743c6f3c2b94 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Router b3e32f06-d9b9-45fd-a502-31487d0229c8 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:32:56.604661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:32:56.618666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-981e4ce5-67a2-4425-8d92-29406dded234 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Request body: {'port': {'device_id': 'b8cd869f-d974-49cc-bdf8-84f77d09a61e', 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66', 'admin_state_up': True, 'tenant_id': 'b6a5f26c739943298b972c521fa38307'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:56.656940 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3633ce8d-83c0-4ca6-9704-b57a87881418), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:56.676823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:56.766098 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-00971504-e80e-4de7-8de2-bb64386e418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (3633ce8d-83c0-4ca6-9704-b57a87881418), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:56.772499 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=3633ce8d-83c0-4ca6-9704-b57a87881418,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:56.803872 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00971504-e80e-4de7-8de2-bb64386e418e None None] No DVR routers for this DVR port 3633ce8d-83c0-4ca6-9704-b57a87881418 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:32:56.810392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-db7be27c-b60d-41a2-8a19-743c6f3c2b94 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:32:56.823779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-db7be27c-b60d-41a2-8a19-743c6f3c2b94 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:56.851181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb51b71-16b0-450d-81ec-6bcd01b0f896 None None] Sync routers for ids ['b3e32f06-d9b9-45fd-a502-31487d0229c8'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:32:56.857570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00971504-e80e-4de7-8de2-bb64386e418e None None] Pushing event deleted for resources: {'Port': ['ID=3633ce8d-83c0-4ca6-9704-b57a87881418,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:56.859907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb51b71-16b0-450d-81ec-6bcd01b0f896 None None] Routers {'b3e32f06-d9b9-45fd-a502-31487d0229c8'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:32:56.860455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1cb51b71-16b0-450d-81ec-6bcd01b0f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:32:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b3e32f06-d9b9-45fd-a502-31487d0229c8'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:56.902536 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-db7be27c-b60d-41a2-8a19-743c6f3c2b94 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "PUT /v2.0/floatingips/499306f8-38a6-46cd-a006-de3f6ae25a8c HTTP/1.1" status: 200 len: 995 time: 2.5113800 Feb 28 17:32:56.903317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'tag': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:32:56.906983 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648f1bae-87e6-40b3-ac4d-9b89c52290a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a3eaeb-cdae-4f77-af21-22eaf5c8911a", "tag": "4d3c8a64-0500-4195-bf4b-e13825e4f6c2"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:32:57.013096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-e043eaaf-7564-4c41-a5db-e5b191446512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:57.020155 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-e043eaaf-7564-4c41-a5db-e5b191446512 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea4fc997be944464af476265e128b5af&device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 1128 time: 0.1003964 Feb 28 17:32:57.027312 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-1cb51b71-16b0-450d-81ec-6bcd01b0f896 None None] Set router b3e32f06-d9b9-45fd-a502-31487d0229c8 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:32:57.124819 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-d39c855a-89ad-4c5c-84b4-576300ba607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:57.126858 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-d39c855a-89ad-4c5c-84b4-576300ba607c service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ad767ea-cb0d-4c66-9568-7475bca3a7da HTTP/1.1" status: 200 len: 929 time: 0.1059833 Feb 28 17:32:57.320849 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-e7f0f73e-aa25-4dbe-8b40-71ce5e7ccecb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d3c8a64-0500-4195-bf4b-e13825e4f6c2 HTTP/1.1" status: 200 len: 998 time: 0.1868536 Feb 28 17:32:57.354787 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1cb51b71-16b0-450d-81ec-6bcd01b0f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:32:22Z', 'revision_number': 4, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port': {'id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:13Z', 'updated_at': '2022-02-28T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '499306f8-38a6-46cd-a006-de3f6ae25a8c', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'port_id': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'mac_address': 'fa:16:3e:1c:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:32:51Z', 'updated_at': '2022-02-28T17:32:55Z', 'revision_number': 1, 'project_id': 'ea4fc997be944464af476265e128b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b32d833-8930-452c-9ee3-8e97e19636e2', 'name': '', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'mac_address': 'fa:16:3e:2c:37:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:20Z', 'updated_at': '2022-02-28T17:32:28Z', 'revision_number': 5, 'project_id': 'ea4fc997be944464af476265e128b5af', 'subnets': [{'id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:57.377920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-3c0e4cb6-183c-46e3-a117-dfee9b131446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:57.380165 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-3c0e4cb6-183c-46e3-a117-dfee9b131446 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=626fd9a3-2875-4a1a-96a9-e380285122fe HTTP/1.1" status: 200 len: 867 time: 0.0526898 Feb 28 17:32:57.396004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb51b71-16b0-450d-81ec-6bcd01b0f896 None None] Checking router: b3e32f06-d9b9-45fd-a502-31487d0229c8 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:32:57.411457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb51b71-16b0-450d-81ec-6bcd01b0f896 None None] Routers {'b3e32f06-d9b9-45fd-a502-31487d0229c8'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:32:57.412056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1cb51b71-16b0-450d-81ec-6bcd01b0f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:32:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b3e32f06-d9b9-45fd-a502-31487d0229c8'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:57.423432 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (8f6b5d5a-6882-4148-a088-4efa0d6b4918), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:57.423777 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] Added segment 8f6b5d5a-6882-4148-a088-4efa0d6b4918 of type vlan for network 57283300-ecfb-4964-9b25-77d87f12d7a4 Feb 28 17:32:57.442916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-7303f80d-33d4-47c9-b9d2-06e9f2296f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:57.444452 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-7303f80d-33d4-47c9-b9d2-06e9f2296f00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ad767ea-cb0d-4c66-9568-7475bca3a7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0538077 Feb 28 17:32:57.472837 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (57283300-ecfb-4964-9b25-77d87f12d7a4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:57.536959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29730b98-ff27-4574-b405-b0f0fd71cd3d admin admin] Router 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:32:57.551098 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-1cb51b71-16b0-450d-81ec-6bcd01b0f896 None None] Set router b3e32f06-d9b9-45fd-a502-31487d0229c8 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:32:57.552620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81280da3-dba9-4141-b23c-5356e021fad9 req-9786893a-00e2-4156-8b94-3829b54de418 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:57.555433 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-81280da3-dba9-4141-b23c-5356e021fad9 req-9786893a-00e2-4156-8b94-3829b54de418 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 1.0762501 Feb 28 17:32:57.597847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (57283300-ecfb-4964-9b25-77d87f12d7a4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:57.621948 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:57.621948 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:57.621948 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd260b7-a801-49cf-8971-783910a49c4a req-b7196e38-9a9d-40db-9960-44ca7dd8d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:57.621948 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6cd260b7-a801-49cf-8971-783910a49c4a req-b7196e38-9a9d-40db-9960-44ca7dd8d49c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea4fc997be944464af476265e128b5af&device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 1128 time: 1.2973664 Feb 28 17:32:57.637248 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-4c5c2969-a73d-40ee-aed6-fe796fdbd65a service neutron] 10.222.0.72 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855588 Feb 28 17:32:57.763983 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b83de95d-d430-419a-832f-c40f8e9c29e4 req-292c19ab-b656-4fa8-80f4-ea256fd5eff6 service neutron] 10.222.0.72 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243904 Feb 28 17:32:57.823316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2511f42-70af-4f90-93cc-02cf2fac89dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:57.824650 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d2511f42-70af-4f90-93cc-02cf2fac89dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:57.846266 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-81280da3-dba9-4141-b23c-5356e021fad9 req-eb789f9a-ad2b-4699-a24d-0efd865577f1 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810709 Feb 28 17:32:57.869941 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] Pushing event updated for resources: {'Network': ['ID=57283300-ecfb-4964-9b25-77d87f12d7a4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:57.911308 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c416ecb0-2c40-4bc2-8709-b03c81ae7d73 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7169559 Feb 28 17:32:57.914307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36882) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:57.919823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-85dba9d9-4ec1-4cf3-aa2c-c825e19104da admin admin] Request body: {'subnet': {'network_id': '57283300-ecfb-4964-9b25-77d87f12d7a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1567421377-subnet', 'tenant_id': '278a56c7fd844bd8912e70616a4da8ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:57.946503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 57283300-ecfb-4964-9b25-77d87f12d7a4 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:32:58.034421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd260b7-a801-49cf-8971-783910a49c4a req-c469e713-f3c7-452f-ac4b-6e6c9dec2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:58.036050 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6cd260b7-a801-49cf-8971-783910a49c4a req-c469e713-f3c7-452f-ac4b-6e6c9dec2330 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ad767ea-cb0d-4c66-9568-7475bca3a7da HTTP/1.1" status: 200 len: 929 time: 0.4063060 Feb 28 17:32:58.052401 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29730b98-ff27-4574-b405-b0f0fd71cd3d admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:32:58.057234 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fa0fc7-b553-49cb-8498-91c919ed07ea x-openstack-request-id: req-a4fa0fc7-b553-49cb-8498-91c919ed07ea {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:32:58.057234 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a3eaeb-cdae-4f77-af21-22eaf5c8911a", "tag": "4d3c8a64-0500-4195-bf4b-e13825e4f6c2", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:32:58.057234 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a4fa0fc7-b553-49cb-8498-91c919ed07ea {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:32:58.057546 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'tag': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2', 'status': 'completed', 'code': 200} Feb 28 17:32:58.067058 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3436ca7-5c8f-4b8a-8e06-45fef8d1f6b1 req-e1658130-fcc3-4a4c-9517-43a31e5ea5d0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0883157 Feb 28 17:32:58.067210 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-29730b98-ff27-4574-b405-b0f0fd71cd3d admin admin] 10.222.0.72 "PUT /v2.0/routers/2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2341311 Feb 28 17:32:58.067341 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b416e6-a4ff-4fd0-933f-4a1b27905552 None None] Sync routers for ids ['2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:32:58.067823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36886) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:32:58.090821 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b416e6-a4ff-4fd0-933f-4a1b27905552 None None] Routers {'2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:32:58.098124 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-35b416e6-a4ff-4fd0-933f-4a1b27905552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:32:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:58.135107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-981e4ce5-67a2-4425-8d92-29406dded234 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Made reservation on behalf of b6a5f26c739943298b972c521fa38307 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:58.139274 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-981e4ce5-67a2-4425-8d92-29406dded234 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:58.200151 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1cb51b71-16b0-450d-81ec-6bcd01b0f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:32:22Z', 'revision_number': 4, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port': {'id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:13Z', 'updated_at': '2022-02-28T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '499306f8-38a6-46cd-a006-de3f6ae25a8c', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'port_id': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'mac_address': 'fa:16:3e:1c:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:32:51Z', 'updated_at': '2022-02-28T17:32:55Z', 'revision_number': 1, 'project_id': 'ea4fc997be944464af476265e128b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b32d833-8930-452c-9ee3-8e97e19636e2', 'name': '', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'mac_address': 'fa:16:3e:2c:37:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:20Z', 'updated_at': '2022-02-28T17:32:28Z', 'revision_number': 5, 'project_id': 'ea4fc997be944464af476265e128b5af', 'subnets': [{'id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:58.261793 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-98918533-9434-4bda-97c1-882f3dcb1b29 req-e2b0c718-f4f5-45cd-b94a-0a8b34775ca1 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 210 time: 0.0896311 Feb 28 17:32:58.279034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb51b71-16b0-450d-81ec-6bcd01b0f896 None None] The sync data for ids ['b3e32f06-d9b9-45fd-a502-31487d0229c8'] in n-d-820368-19 is: [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:32:22Z', 'revision_number': 4, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port': {'id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:13Z', 'updated_at': '2022-02-28T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '499306f8-38a6-46cd-a006-de3f6ae25a8c', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'floating_ip_address': '172.25.3.82', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'port_id': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'mac_address': 'fa:16:3e:1c:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:32:51Z', 'updated_at': '2022-02-28T17:32:55Z', 'revision_number': 1, 'project_id': 'ea4fc997be944464af476265e128b5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b32d833-8930-452c-9ee3-8e97e19636e2', 'name': '', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'mac_address': 'fa:16:3e:2c:37:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:20Z', 'updated_at': '2022-02-28T17:32:28Z', 'revision_number': 5, 'project_id': 'ea4fc997be944464af476265e128b5af', 'subnets': [{'id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:32:58.280480 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6cd260b7-a801-49cf-8971-783910a49c4a req-26e132f3-d923-4b9d-8048-dc942c47c001 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d3c8a64-0500-4195-bf4b-e13825e4f6c2 HTTP/1.1" status: 200 len: 998 time: 0.2366061 Feb 28 17:32:58.350157 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-35b416e6-a4ff-4fd0-933f-4a1b27905552 None None] Set router 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:32:58.495206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-981e4ce5-67a2-4425-8d92-29406dded234 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Allocated IP 172.20.0.3 (35a3f1d3-cd98-4d44-8f59-5d12963c2d66/d47d19de-d00b-4f78-9653-e301d6107c8f/3938d6b9-54a2-46c6-9805-3df4c1dc621e) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:32:58.561211 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] Publish callbacks [] for router (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:58.563353 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dba9d9-4ec1-4cf3-aa2c-c825e19104da admin admin] Made reservation on behalf of 278a56c7fd844bd8912e70616a4da8ca for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:32:58.565895 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85dba9d9-4ec1-4cf3-aa2c-c825e19104da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:58.571832 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-373a5abb-cd4c-4a85-a8a5-7404389c4920 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 258 time: 0.2895565 Feb 28 17:32:58.609510 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:58.653622 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-35b416e6-a4ff-4fd0-933f-4a1b27905552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'name': 'tempest-ServerRescueTestJSON-189955293-router', 'tenant_id': '71bce4d668634e5d893981794d3ba01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:32Z', 'updated_at': '2022-02-28T17:32:54Z', 'revision_number': 5, 'project_id': '71bce4d668634e5d893981794d3ba01a', 'gw_port': {'id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:58.708529 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b416e6-a4ff-4fd0-933f-4a1b27905552 None None] Checking router: 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:32:58.716469 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94143cb-ea67-4773-a304-fa53add4dba4 None None] New status for floating IP 499306f8-38a6-46cd-a006-de3f6ae25a8c: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:32:58.725634 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b416e6-a4ff-4fd0-933f-4a1b27905552 None None] Routers {'2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:32:58.726573 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-35b416e6-a4ff-4fd0-933f-4a1b27905552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:32:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:58.742057 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-981e4ce5-67a2-4425-8d92-29406dded234 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks [] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:58.933955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd260b7-a801-49cf-8971-783910a49c4a req-0dd19048-d839-43b1-b012-bfd21d7c55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:58.937895 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6cd260b7-a801-49cf-8971-783910a49c4a req-0dd19048-d839-43b1-b012-bfd21d7c55dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=626fd9a3-2875-4a1a-96a9-e380285122fe HTTP/1.1" status: 200 len: 867 time: 0.6430478 Feb 28 17:32:58.940590 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-35b416e6-a4ff-4fd0-933f-4a1b27905552 None None] Set router 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:32:58.975526 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] Publish callbacks [] for router_gateway (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:59.034035 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-981e4ce5-67a2-4425-8d92-29406dded234 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:59.070635 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-981e4ce5-67a2-4425-8d92-29406dded234 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:59.092297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-981e4ce5-67a2-4425-8d92-29406dded234 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:59.095690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-981e4ce5-67a2-4425-8d92-29406dded234 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:32:59.177038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-981e4ce5-67a2-4425-8d92-29406dded234 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:59.178113 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-981e4ce5-67a2-4425-8d92-29406dded234 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:59.242995 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-35b416e6-a4ff-4fd0-933f-4a1b27905552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'name': 'tempest-ServerRescueTestJSON-189955293-router', 'tenant_id': '71bce4d668634e5d893981794d3ba01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:32Z', 'updated_at': '2022-02-28T17:32:54Z', 'revision_number': 5, 'project_id': '71bce4d668634e5d893981794d3ba01a', 'gw_port': {'id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:32:59.244273 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:59.272173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd260b7-a801-49cf-8971-783910a49c4a req-538c5040-3dcd-4d85-a13d-f9339f7d26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:59.277861 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6cd260b7-a801-49cf-8971-783910a49c4a req-538c5040-3dcd-4d85-a13d-f9339f7d26f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ad767ea-cb0d-4c66-9568-7475bca3a7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3333037 Feb 28 17:32:59.286979 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b416e6-a4ff-4fd0-933f-4a1b27905552 None None] The sync data for ids ['2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1'] in n-d-820368-19 is: [{'id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'name': 'tempest-ServerRescueTestJSON-189955293-router', 'tenant_id': '71bce4d668634e5d893981794d3ba01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:32Z', 'updated_at': '2022-02-28T17:32:54Z', 'revision_number': 5, 'project_id': '71bce4d668634e5d893981794d3ba01a', 'gw_port': {'id': '168b5c1e-911b-4fb8-89b7-66fb6e872120', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:32:59.326760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9459552-e4c8-428a-88a2-6bdce448e904 req-22160b06-b949-4e38-927d-836d8c0d82ba tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:59.331303 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d9459552-e4c8-428a-88a2-6bdce448e904 req-22160b06-b949-4e38-927d-836d8c0d82ba tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.3111892 Feb 28 17:32:59.338507 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-981e4ce5-67a2-4425-8d92-29406dded234 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7410736 Feb 28 17:32:59.365566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e4ce5-67a2-4425-8d92-29406dded234 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Pushing event updated for resources: {'Port': ['ID=3938d6b9-54a2-46c6-9805-3df4c1dc621e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:59.387451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Request body: {'port': {'device_id': 'b8cd869f-d974-49cc-bdf8-84f77d09a61e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:32:59.510087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] Deleting port 168b5c1e-911b-4fb8-89b7-66fb6e872120 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:32:59.510436 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (168b5c1e-911b-4fb8-89b7-66fb6e872120), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:59.550528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.objects.ports [None req-d2511f42-70af-4f90-93cc-02cf2fac89dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104246) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:32:59.556852 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:59.563951 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d2511f42-70af-4f90-93cc-02cf2fac89dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (1add990b-1ca0-426c-80b0-60226555055a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:59.598247 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85dba9d9-4ec1-4cf3-aa2c-c825e19104da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (91fc99db-f887-417a-a900-34a270b3b32f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:59.665546 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2511f42-70af-4f90-93cc-02cf2fac89dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:32:59.692248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2511f42-70af-4f90-93cc-02cf2fac89dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=1add990b-1ca0-426c-80b0-60226555055a,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:59.712535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dba9d9-4ec1-4cf3-aa2c-c825e19104da admin admin] Pushing event updated for resources: {'Subnet': ['ID=91fc99db-f887-417a-a900-34a270b3b32f,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:32:59.735011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] For port 168b5c1e-911b-4fb8-89b7-66fb6e872120, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=168b5c1e-911b-4fb8-89b7-66fb6e872120,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:32:59.735373 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (168b5c1e-911b-4fb8-89b7-66fb6e872120), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:59.736435 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-d2511f42-70af-4f90-93cc-02cf2fac89dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:32:59.741064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2511f42-70af-4f90-93cc-02cf2fac89dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:32:59.745555 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d2511f42-70af-4f90-93cc-02cf2fac89dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:59.747280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c7143c-f822-4bfa-bc6f-de97bdd4e41e None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:32:59.760291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dba9d9-4ec1-4cf3-aa2c-c825e19104da admin admin] Checking segment: {'id': '8f6b5d5a-6882-4148-a088-4efa0d6b4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '57283300-ecfb-4964-9b25-77d87f12d7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:32:59.760641 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dba9d9-4ec1-4cf3-aa2c-c825e19104da admin admin] Network hostable DHCP agents. Network: 57283300-ecfb-4964-9b25-77d87f12d7a4, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:32:59.774410 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] Calling delete_port for 168b5c1e-911b-4fb8-89b7-66fb6e872120 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:32:59.775663 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d9459552-e4c8-428a-88a2-6bdce448e904 req-66bab3b9-17a4-4446-a1c0-5dbf6764fe9d tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3505423 Feb 28 17:32:59.791139 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:32:59.849542 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 08745295-a9d8-480f-9fe1-06841090f954 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:32:59.896462 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 08745295-a9d8-480f-9fe1-06841090f954 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:32:59.897599 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 08745295-a9d8-480f-9fe1-06841090f954 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:32:59.915983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dba9d9-4ec1-4cf3-aa2c-c825e19104da admin admin] Network 57283300-ecfb-4964-9b25-77d87f12d7a4 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:33:00.007241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-85dba9d9-4ec1-4cf3-aa2c-c825e19104da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 57283300-ecfb-4964-9b25-77d87f12d7a4) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:00.018503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a90d15-e2aa-4eea-8e2f-1c630f3143af None None] Network 57283300-ecfb-4964-9b25-77d87f12d7a4 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:00.047201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aacaff7e-c9fd-419d-ad56-75b0f7b15ab2 req-fc0029fb-3344-4e93-a2c2-09773fe5cf50 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0406590 Feb 28 17:33:00.049475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dba9d9-4ec1-4cf3-aa2c-c825e19104da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:00.050098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85dba9d9-4ec1-4cf3-aa2c-c825e19104da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:00.053433 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6cd260b7-a801-49cf-8971-783910a49c4a req-6d67a359-748d-40d4-ada1-1a4005cf230c service neutron] 10.222.0.73 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7457032 Feb 28 17:33:00.070144 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Allocated IP 172.25.3.199 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/a803dc07-ad52-41aa-95b5-78bd8cdc2ff9) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:00.105806 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': '1add990b-1ca0-426c-80b0-60226555055a'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:33:00.117299 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:00.132034 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d2511f42-70af-4f90-93cc-02cf2fac89dd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.9268124 Feb 28 17:33:00.140484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36928) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:00.158772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a7bff664-8408-4656-87f0-cfeb06c5a4e4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'mac_address': 'fa:16:3e:be:39:da', 'name': 'tempest-NetworksTestDHCPv6-400851490'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:00.178811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3938d6b9-54a2-46c6-9805-3df4c1dc621e {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:33:00.192962 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Publish callbacks [] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:00.258188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6cd260b7-a801-49cf-8971-783910a49c4a req-c8bf4e61-f4a8-41f1-8b4f-921d3551156a service neutron] 10.222.0.73 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965125 Feb 28 17:33:00.302467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb7c5b-b988-465c-a575-42d7caecd5c5 req-c097f332-32d5-40fb-a4ea-3d4078c42289 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:00.307791 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b0eb7c5b-b988-465c-a575-42d7caecd5c5 req-c097f332-32d5-40fb-a4ea-3d4078c42289 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 931 time: 0.0910778 Feb 28 17:33:00.336607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6590661-24ba-48bc-90da-5aa900bdbf0f None None] Network 57283300-ecfb-4964-9b25-77d87f12d7a4 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:00.342455 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-85dba9d9-4ec1-4cf3-aa2c-c825e19104da admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4227822 Feb 28 17:33:00.401655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Allocated IP 2001:db8::f816:3eff:fe29:59d4 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/1add990b-1ca0-426c-80b0-60226555055a/f403840f-5e04-417b-90af-e90a521c9e36) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:00.444783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f1bae-87e6-40b3-ac4d-9b89c52290a8 req-5de033f0-25d7-445b-abb5-69f5d6751ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:00.447843 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-648f1bae-87e6-40b3-ac4d-9b89c52290a8 req-5de033f0-25d7-445b-abb5-69f5d6751ae3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea4fc997be944464af476265e128b5af&device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 1128 time: 0.1320000 Feb 28 17:33:00.458695 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b0eb7c5b-b988-465c-a575-42d7caecd5c5 req-3b7f3424-e2ef-43ee-a411-90236923111d tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340961 Feb 28 17:33:00.524107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36934) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:00.606600 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (168b5c1e-911b-4fb8-89b7-66fb6e872120), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:00.608137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Transition to ACTIVE for port object 3938d6b9-54a2-46c6-9805-3df4c1dc621e will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:33:00.638708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f1bae-87e6-40b3-ac4d-9b89c52290a8 req-94c3ed4c-74ab-4022-9372-2b311ed6826b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:00.643092 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-648f1bae-87e6-40b3-ac4d-9b89c52290a8 req-94c3ed4c-74ab-4022-9372-2b311ed6826b service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ad767ea-cb0d-4c66-9568-7475bca3a7da HTTP/1.1" status: 200 len: 929 time: 0.1823344 Feb 28 17:33:00.647714 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for port (a803dc07-ad52-41aa-95b5-78bd8cdc2ff9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:00.649452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] Pushing event deleted for resources: {'Port': ['ID=168b5c1e-911b-4fb8-89b7-66fb6e872120,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:00.681659 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Publish callbacks [] for port (f403840f-5e04-417b-90af-e90a521c9e36), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:00.745797 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-648f1bae-87e6-40b3-ac4d-9b89c52290a8 req-ad97d337-9276-4261-a2e9-03674223de90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d3c8a64-0500-4195-bf4b-e13825e4f6c2 HTTP/1.1" status: 200 len: 1000 time: 0.0970933 Feb 28 17:33:00.747275 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:00.759278 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9b050a4f-ac2b-45f0-979b-bb7b505576ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:00.776265 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (f403840f-5e04-417b-90af-e90a521c9e36), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:00.777082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bff664-8408-4656-87f0-cfeb06c5a4e4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:00.795635 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:00.838525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:00.841986 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:00.852060 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:00.852220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Pushing event updated for resources: {'Port': ['ID=3938d6b9-54a2-46c6-9805-3df4c1dc621e,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:00.863635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Pushing event updated for resources: {'Port': ['ID=f403840f-5e04-417b-90af-e90a521c9e36,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:00.864517 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f1bae-87e6-40b3-ac4d-9b89c52290a8 req-caaa672d-4967-4b4c-875a-3df76e5b685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:00.866082 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-648f1bae-87e6-40b3-ac4d-9b89c52290a8 req-caaa672d-4967-4b4c-875a-3df76e5b685d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=626fd9a3-2875-4a1a-96a9-e380285122fe HTTP/1.1" status: 200 len: 867 time: 0.1100159 Feb 28 17:33:00.950019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Attempting to bind port f403840f-5e04-417b-90af-e90a521c9e36 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:33:00.950379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Attempting to bind port f403840f-5e04-417b-90af-e90a521c9e36 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:33:00.951107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Attempting to bind port f403840f-5e04-417b-90af-e90a521c9e36 on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:00.957056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:33:00.957414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:00.958928 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:00.958928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:33:00.959415 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Bound port: f403840f-5e04-417b-90af-e90a521c9e36, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:33:00.959905 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f403840f-5e04-417b-90af-e90a521c9e36), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.067451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f1bae-87e6-40b3-ac4d-9b89c52290a8 req-619a796e-20ff-4670-b788-e1cfaba07c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:01.069161 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-648f1bae-87e6-40b3-ac4d-9b89c52290a8 req-619a796e-20ff-4670-b788-e1cfaba07c41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ad767ea-cb0d-4c66-9568-7475bca3a7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1869555 Feb 28 17:33:01.087185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Attempting to bind port 3938d6b9-54a2-46c6-9805-3df4c1dc621e on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:33:01.087523 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Attempting to bind port 3938d6b9-54a2-46c6-9805-3df4c1dc621e by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:33:01.087862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Attempting to bind port 3938d6b9-54a2-46c6-9805-3df4c1dc621e on network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:01.106640 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] For port f403840f-5e04-417b-90af-e90a521c9e36, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:33:01.114687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] For port f403840f-5e04-417b-90af-e90a521c9e36, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f403840f-5e04-417b-90af-e90a521c9e36,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:33:01.183833 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Port 3938d6b9-54a2-46c6-9805-3df4c1dc621e on network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:33:01.184177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Attempting to bind port 3938d6b9-54a2-46c6-9805-3df4c1dc621e on network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:01.200219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:33:01.200574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Checking segment: {'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:01.200960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Bound using segment: {'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:33:01.201415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Bound port: 3938d6b9-54a2-46c6-9805-3df4c1dc621e, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:33:01.201961 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.206563 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f403840f-5e04-417b-90af-e90a521c9e36), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.273967 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (a803dc07-ad52-41aa-95b5-78bd8cdc2ff9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.278251 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] For port 3938d6b9-54a2-46c6-9805-3df4c1dc621e, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:33:01.283648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] For port 3938d6b9-54a2-46c6-9805-3df4c1dc621e, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3938d6b9-54a2-46c6-9805-3df4c1dc621e,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:33:01.320003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac96eac-4b6a-459a-bbad-b72e6f1d7a96 None None] Pushing event updated for resources: {'Port': ['ID=f403840f-5e04-417b-90af-e90a521c9e36,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:01.347214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d888e-7447-47e5-baa8-dd31c96cfe14 req-f534386f-1c68-490b-a73d-1b2fc67eb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:01.348564 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-099d888e-7447-47e5-baa8-dd31c96cfe14 req-f534386f-1c68-490b-a73d-1b2fc67eb5e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff2ef71884464902b3c3748d51422a36&device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 1128 time: 0.2083585 Feb 28 17:33:01.356923 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.366442 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] Publish callbacks [] for router_controller (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.382806 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.386379 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-648f1bae-87e6-40b3-ac4d-9b89c52290a8 req-bd8f53e7-d93c-4fc2-aee6-acd5f3fcd582 service neutron] 10.222.0.73 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003671 Feb 28 17:33:01.394764 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:01.445499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:01.463475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:01.512948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Pushing event updated for resources: {'Port': ['ID=a803dc07-ad52-41aa-95b5-78bd8cdc2ff9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:01.537077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Pushing event updated for resources: {'Port': ['ID=3938d6b9-54a2-46c6-9805-3df4c1dc621e,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:01.568535 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.569523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:33:01.575444 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a7bff664-8408-4656-87f0-cfeb06c5a4e4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.581348 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.584974 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6c47309c-08ff-4cba-8c66-4927c11e5efa admin admin] 10.222.0.72 "DELETE /v2.0/routers/2a25c2a1-a660-44c7-89b7-a9c6a1c0aba1 HTTP/1.1" status: 204 len: 168 time: 3.5147769 Feb 28 17:33:01.593753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36950) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:01.628828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:01.629366 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.630825 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-736ea76c-3a8b-4fbf-a9ea-26a6b70b7480 service neutron] 10.222.0.69 "PUT /v2.0/ports/3938d6b9-54a2-46c6-9805-3df4c1dc621e HTTP/1.1" status: 200 len: 1092 time: 2.2483687 Feb 28 17:33:01.642288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cd869f-d974-49cc-bdf8-84f77d09a61e', 'tag': '3938d6b9-54a2-46c6-9805-3df4c1dc621e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:33:01.645525 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541e3d31-5a1e-41dd-b540-864307f32b69" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cd869f-d974-49cc-bdf8-84f77d09a61e", "tag": "3938d6b9-54a2-46c6-9805-3df4c1dc621e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:33:01.659045 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9b050a4f-ac2b-45f0-979b-bb7b505576ad admin admin] Publish callbacks [] for security_group (e7ee1c2a-3862-453b-8aaf-9f4768215d4c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.712042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-a7bff664-8408-4656-87f0-cfeb06c5a4e4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port a796aef3-3e6a-4359-865c-20a198392e3c yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:33:01.735705 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9b050a4f-ac2b-45f0-979b-bb7b505576ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e7ee1c2a-3862-453b-8aaf-9f4768215d4c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.737577 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-648f1bae-87e6-40b3-ac4d-9b89c52290a8 req-91b54121-d71b-46e1-812c-3871f0f3f784 service neutron] 10.222.0.73 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022451 Feb 28 17:33:01.756690 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-db92cf07-0102-44ab-8dfd-e09bd2fc7836 admin admin] Deleting subnet a23b1079-2719-418f-994e-e0cc3792a1b5 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:01.773327 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d888e-7447-47e5-baa8-dd31c96cfe14 req-486e65e0-d93f-4ba1-a6b3-1e8ff5aeb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:01.774896 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-099d888e-7447-47e5-baa8-dd31c96cfe14 req-486e65e0-d93f-4ba1-a6b3-1e8ff5aeb168 service neutron] 10.222.0.69 "GET /v2.0/networks?id=198c7dae-55a7-4ae2-88af-338d9ce329b1 HTTP/1.1" status: 200 len: 911 time: 0.4197652 Feb 28 17:33:01.822329 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db92cf07-0102-44ab-8dfd-e09bd2fc7836 admin admin] Publish callbacks [] for subnet (a23b1079-2719-418f-994e-e0cc3792a1b5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.862035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for floatingip (28816db7-a5f2-4747-a047-81d0566a4584), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.885044 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9b050a4f-ac2b-45f0-979b-bb7b505576ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f2511587ce1d4435b9723818e5755cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3578367 Feb 28 17:33:01.891186 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36954) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:01.902091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b050a4f-ac2b-45f0-979b-bb7b505576ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ee1c2a-3862-453b-8aaf-9f4768215d4c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:01.911141 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db92cf07-0102-44ab-8dfd-e09bd2fc7836 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (a23b1079-2719-418f-994e-e0cc3792a1b5), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:01.927935 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-099d888e-7447-47e5-baa8-dd31c96cfe14 req-eca2960f-44a0-4b94-b979-88bc8c737f8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406e0f14-7e94-4e1e-a51d-65513a4af176 HTTP/1.1" status: 200 len: 1001 time: 0.0801830 Feb 28 17:33:01.974853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d6b5d-b724-44da-9a67-d96628d949c4 req-69ec30d0-c804-4a21-83e7-d973da9ce045 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:01.976376 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-023d6b5d-b724-44da-9a67-d96628d949c4 req-69ec30d0-c804-4a21-83e7-d973da9ce045 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.4573569 Feb 28 17:33:02.000817 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-52faf8cd-49ba-476e-af9f-0fd94135c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:02.002327 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-52faf8cd-49ba-476e-af9f-0fd94135c6b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 1126 time: 0.2619169 Feb 28 17:33:02.028041 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a803dc07-ad52-41aa-95b5-78bd8cdc2ff9), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.054443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d888e-7447-47e5-baa8-dd31c96cfe14 req-646cfd5b-4415-4d78-af12-653f117522f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:02.056163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-099d888e-7447-47e5-baa8-dd31c96cfe14 req-646cfd5b-4415-4d78-af12-653f117522f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b053761d-35a6-4a2b-8791-766dc2209665 HTTP/1.1" status: 200 len: 849 time: 0.1213479 Feb 28 17:33:02.062501 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-b3576fc2-cdd7-40fd-9692-56c0a015a6bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3938d6b9-54a2-46c6-9805-3df4c1dc621e HTTP/1.1" status: 200 len: 217 time: 0.0525475 Feb 28 17:33:02.084946 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-a7bff664-8408-4656-87f0-cfeb06c5a4e4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::f816:3eff:febe:39da (04cb7746-5ae6-409c-8a55-b1c0eea3e379/1add990b-1ca0-426c-80b0-60226555055a/a796aef3-3e6a-4359-865c-20a198392e3c) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:02.124534 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db92cf07-0102-44ab-8dfd-e09bd2fc7836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (a23b1079-2719-418f-994e-e0cc3792a1b5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.143374 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-023d6b5d-b724-44da-9a67-d96628d949c4 req-ac7460d2-86b3-4ff5-a4da-01a361ff15b6 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590111 Feb 28 17:33:02.160094 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-26573fd4-5833-4073-b54e-901ed17d6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:02.163909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-26573fd4-5833-4073-b54e-901ed17d6e7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d47d19de-d00b-4f78-9653-e301d6107c8f HTTP/1.1" status: 200 len: 854 time: 0.0853560 Feb 28 17:33:02.167484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d888e-7447-47e5-baa8-dd31c96cfe14 req-259eb557-a3f4-4e0a-800b-cb483e726153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:02.169292 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-099d888e-7447-47e5-baa8-dd31c96cfe14 req-259eb557-a3f4-4e0a-800b-cb483e726153 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=198c7dae-55a7-4ae2-88af-338d9ce329b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1055889 Feb 28 17:33:02.315651 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-3b8ff12c-3f1e-4cee-b697-0b59a4fbfa06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453457 Feb 28 17:33:02.331039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f403840f-5e04-417b-90af-e90a521c9e36 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:02.355010 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a07ebba-f853-4bb7-b8df-d8ecaba7468e admin admin] Publish callbacks [] for security_group (e7ee1c2a-3862-453b-8aaf-9f4768215d4c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.462820 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a07ebba-f853-4bb7-b8df-d8ecaba7468e admin admin] Publish callbacks [] for security_group (e7ee1c2a-3862-453b-8aaf-9f4768215d4c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.483608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port f403840f-5e04-417b-90af-e90a521c9e36 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:02.484054 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f403840f-5e04-417b-90af-e90a521c9e36), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.557178 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db92cf07-0102-44ab-8dfd-e09bd2fc7836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (a23b1079-2719-418f-994e-e0cc3792a1b5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.615109 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92cf07-0102-44ab-8dfd-e09bd2fc7836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a23b1079-2719-418f-994e-e0cc3792a1b5,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:02.633590 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db92cf07-0102-44ab-8dfd-e09bd2fc7836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.640836 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-db92cf07-0102-44ab-8dfd-e09bd2fc7836 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a23b1079-2719-418f-994e-e0cc3792a1b5 HTTP/1.1" status: 204 len: 168 time: 1.0458248 Feb 28 17:33:02.642984 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port f403840f-5e04-417b-90af-e90a521c9e36 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:02.643941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36956) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:02.644451 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f403840f-5e04-417b-90af-e90a521c9e36), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.662045 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a7bff664-8408-4656-87f0-cfeb06c5a4e4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (a796aef3-3e6a-4359-865c-20a198392e3c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.697814 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for port (a803dc07-ad52-41aa-95b5-78bd8cdc2ff9), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.712404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port f403840f-5e04-417b-90af-e90a521c9e36, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f403840f-5e04-417b-90af-e90a521c9e36,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:02.743130 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e6d8cf50-182c-4a26-b439-b824ae5d0339 None None] Provisioning complete for port f403840f-5e04-417b-90af-e90a521c9e36 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:02.743639 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e6d8cf50-182c-4a26-b439-b824ae5d0339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f403840f-5e04-417b-90af-e90a521c9e36), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.769462 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a07ebba-f853-4bb7-b8df-d8ecaba7468e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e7ee1c2a-3862-453b-8aaf-9f4768215d4c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.773023 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a07ebba-f853-4bb7-b8df-d8ecaba7468e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.774492 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5a07ebba-f853-4bb7-b8df-d8ecaba7468e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7ee1c2a-3862-453b-8aaf-9f4768215d4c HTTP/1.1" status: 204 len: 168 time: 0.8808942 Feb 28 17:33:02.794137 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (a803dc07-ad52-41aa-95b5-78bd8cdc2ff9), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.810493 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f403840f-5e04-417b-90af-e90a521c9e36), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.857739 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07ebba-f853-4bb7-b8df-d8ecaba7468e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ee1c2a-3862-453b-8aaf-9f4768215d4c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:02.879721 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2eebeaa-c230-4423-93e6-9b8803dd2c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (70d9d4f9-19ac-492d-b119-3e433e5efb66), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:02.904007 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=f403840f-5e04-417b-90af-e90a521c9e36,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:02.913056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Pushing event updated for resources: {'Port': ['ID=a803dc07-ad52-41aa-95b5-78bd8cdc2ff9,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:02.915757 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a7bff664-8408-4656-87f0-cfeb06c5a4e4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (a796aef3-3e6a-4359-865c-20a198392e3c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:03.001746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8cf50-182c-4a26-b439-b824ae5d0339 None None] Current status of the port f403840f-5e04-417b-90af-e90a521c9e36 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:03.021613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bff664-8408-4656-87f0-cfeb06c5a4e4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:03.024330 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53da483a-135d-400d-a21a-c055835a6224 req-fa07dc33-e68f-4b7f-8729-1ce018383433 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.7076266 Feb 28 17:33:03.027038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a7bff664-8408-4656-87f0-cfeb06c5a4e4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:03.041648 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (28816db7-a5f2-4747-a047-81d0566a4584), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:03.044465 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bff664-8408-4656-87f0-cfeb06c5a4e4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:03.050189 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bff664-8408-4656-87f0-cfeb06c5a4e4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:03.050789 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a7bff664-8408-4656-87f0-cfeb06c5a4e4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:03.056797 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bff664-8408-4656-87f0-cfeb06c5a4e4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=a796aef3-3e6a-4359-865c-20a198392e3c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:03.110271 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2eebeaa-c230-4423-93e6-9b8803dd2c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (70d9d4f9-19ac-492d-b119-3e433e5efb66), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:03.134718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a2eebeaa-c230-4423-93e6-9b8803dd2c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d9d4f9-19ac-492d-b119-3e433e5efb66']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:03.144424 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-099d888e-7447-47e5-baa8-dd31c96cfe14 req-9fd6799a-773a-4eda-bfc5-a804dacb3fe1 service neutron] 10.222.0.69 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9668477 Feb 28 17:33:03.148482 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a2eebeaa-c230-4423-93e6-9b8803dd2c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:03.148902 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a2eebeaa-c230-4423-93e6-9b8803dd2c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:03.163668 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2eebeaa-c230-4423-93e6-9b8803dd2c83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:03.184849 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:03.192572 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-25f97f56-369f-40cb-9780-ff153130157b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5943341 Feb 28 17:33:03.195548 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2eebeaa-c230-4423-93e6-9b8803dd2c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:03.256433 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-72163241-956e-45e0-bf57-109c9c9e6273 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0627487 Feb 28 17:33:03.267883 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a7bff664-8408-4656-87f0-cfeb06c5a4e4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1262665 Feb 28 17:33:03.273851 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36964) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:03.290300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2eebeaa-c230-4423-93e6-9b8803dd2c83 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:33:03.290780 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2eebeaa-c230-4423-93e6-9b8803dd2c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (b55cfb81-5ffb-4b63-a58e-8eef68dd4fcc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:33:03.292543 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:33:03.360335 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-099d888e-7447-47e5-baa8-dd31c96cfe14 req-5b69020f-ebf7-477c-a1dc-73b343cad000 service neutron] 10.222.0.69 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084851 Feb 28 17:33:03.381809 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-6d136262-1b28-49eb-81f0-6df5d27f9851 service neutron] 10.222.0.69 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423114 Feb 28 17:33:03.492835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-4f35e320-ed8d-4e04-affd-38cd3d0dd14e tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:03.500498 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-4f35e320-ed8d-4e04-affd-38cd3d0dd14e tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.2430642 Feb 28 17:33:03.509122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-05ed6290-54d0-4202-b10a-5d29a1e3b450 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:33:03.517000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54ee4635-215f-4f5d-ab6a-a01d7ed26238 req-05ed6290-54d0-4202-b10a-5d29a1e3b450 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155244 Feb 28 17:33:03.518510 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2eebeaa-c230-4423-93e6-9b8803dd2c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (70d9d4f9-19ac-492d-b119-3e433e5efb66), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:03.538537 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2eebeaa-c230-4423-93e6-9b8803dd2c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:03.542173 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a2eebeaa-c230-4423-93e6-9b8803dd2c83 admin admin] 10.222.0.72 "DELETE /v2.0/networks/70d9d4f9-19ac-492d-b119-3e433e5efb66 HTTP/1.1" status: 204 len: 168 time: 0.8952093 Feb 28 17:33:03.551530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8ddffd56-2a33-48b9-a7b7-887f3e90f1ff None None] Provisioning complete for port a796aef3-3e6a-4359-865c-20a198392e3c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:03.556804 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8ddffd56-2a33-48b9-a7b7-887f3e90f1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a796aef3-3e6a-4359-865c-20a198392e3c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:03.585216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eebeaa-c230-4423-93e6-9b8803dd2c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d9d4f9-19ac-492d-b119-3e433e5efb66,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:03.586946 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf72b7d2-258a-444e-9b08-61e0a0a06452 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:03.594359 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf72b7d2-258a-444e-9b08-61e0a0a06452 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:03.597479 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bf72b7d2-258a-444e-9b08-61e0a0a06452 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3159206 Feb 28 17:33:03.600672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36972) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:03.626425 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b3960d-e78a-44cd-a0f7-edd1d7fa2b09 x-openstack-request-id: req-a4b3960d-e78a-44cd-a0f7-edd1d7fa2b09 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:33:03.626724 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cd869f-d974-49cc-bdf8-84f77d09a61e", "tag": "3938d6b9-54a2-46c6-9805-3df4c1dc621e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:33:03.626984 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a4b3960d-e78a-44cd-a0f7-edd1d7fa2b09 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:33:03.627473 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cd869f-d974-49cc-bdf8-84f77d09a61e', 'tag': '3938d6b9-54a2-46c6-9805-3df4c1dc621e', 'status': 'completed', 'code': 200} Feb 28 17:33:03.654049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8ddffd56-2a33-48b9-a7b7-887f3e90f1ff None None] Port a796aef3-3e6a-4359-865c-20a198392e3c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:33:03.660623 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36974) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:03.661684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fa6c4-eaab-474f-baba-c99f05835b46 req-988bf6b3-1ae1-44a3-9d41-3771d7b8cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:03.663456 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-207fa6c4-eaab-474f-baba-c99f05835b46 req-988bf6b3-1ae1-44a3-9d41-3771d7b8cbb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff2ef71884464902b3c3748d51422a36&device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 1128 time: 0.2268219 Feb 28 17:33:03.676349 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a88d886-698c-4fd7-92a0-de1d58a8ee8a req-80d5b51e-55e3-4596-b012-e8be6db1cab4 service neutron] 10.222.0.69 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934210 Feb 28 17:33:03.695915 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29a508-c584-4f00-8488-9bdc3e138ab6 req-12ad0580-5184-4ad0-9a24-19643b51a828 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:03.700212 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf29a508-c584-4f00-8488-9bdc3e138ab6 req-12ad0580-5184-4ad0-9a24-19643b51a828 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 943 time: 0.2036240 Feb 28 17:33:03.709251 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-20f30240-c9f6-41ac-a4d8-74fc15bc7b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:03.806668 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-20f30240-c9f6-41ac-a4d8-74fc15bc7b21 admin admin] Publish callbacks [] for security_group (8dae7c8e-435a-4dd8-a84a-e09739c55458), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:03.822623 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f403840f-5e04-417b-90af-e90a521c9e36 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:03.895325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769f9c7-2410-4807-ae8d-6d41f9873c95 req-78fbb46e-b3e5-45fc-a343-e43a872f130b tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:03.897729 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5769f9c7-2410-4807-ae8d-6d41f9873c95 req-78fbb46e-b3e5-45fc-a343-e43a872f130b tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.1825907 Feb 28 17:33:03.905343 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-20f30240-c9f6-41ac-a4d8-74fc15bc7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8dae7c8e-435a-4dd8-a84a-e09739c55458), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:03.912016 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf29a508-c584-4f00-8488-9bdc3e138ab6 req-c4b9a2fd-0523-4d69-99d5-d840f54a4147 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007525 Feb 28 17:33:03.932574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fa6c4-eaab-474f-baba-c99f05835b46 req-d9f652da-be0e-437a-aa92-11acfe10e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:03.939028 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-20f30240-c9f6-41ac-a4d8-74fc15bc7b21 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0b87bcd3bb94786a082f813f5e4e90f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2761848 Feb 28 17:33:03.941912 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-207fa6c4-eaab-474f-baba-c99f05835b46 req-d9f652da-be0e-437a-aa92-11acfe10e5f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=198c7dae-55a7-4ae2-88af-338d9ce329b1 HTTP/1.1" status: 200 len: 911 time: 0.2398467 Feb 28 17:33:03.943519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36976) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:03.986893 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port f403840f-5e04-417b-90af-e90a521c9e36 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:03.988442 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f403840f-5e04-417b-90af-e90a521c9e36), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:04.059483 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e3d31-5a1e-41dd-b540-864307f32b69 req-3dd5d4a1-bb1c-4c7b-a258-0c90b0a671b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:04.061234 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-541e3d31-5a1e-41dd-b540-864307f32b69 req-3dd5d4a1-bb1c-4c7b-a258-0c90b0a671b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 1126 time: 0.2219362 Feb 28 17:33:04.064204 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5769f9c7-2410-4807-ae8d-6d41f9873c95 req-41262039-d127-4dbb-ac30-ffbd1acc39ea tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314728 Feb 28 17:33:04.071617 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-207fa6c4-eaab-474f-baba-c99f05835b46 req-e5346759-a04b-4aea-bd09-6dad4bbd7344 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406e0f14-7e94-4e1e-a51d-65513a4af176 HTTP/1.1" status: 200 len: 1001 time: 0.1232982 Feb 28 17:33:04.108025 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f30240-c9f6-41ac-a4d8-74fc15bc7b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dae7c8e-435a-4dd8-a84a-e09739c55458,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:04.134478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9c294c6e-b5ac-4fc6-b602-7149e34d0f9e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port a796aef3-3e6a-4359-865c-20a198392e3c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:04.134824 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c294c6e-b5ac-4fc6-b602-7149e34d0f9e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a796aef3-3e6a-4359-865c-20a198392e3c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:04.174812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port f403840f-5e04-417b-90af-e90a521c9e36 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:04.188092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 168b5c1e-911b-4fb8-89b7-66fb6e872120 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:33:04.200268 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36980) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:04.237534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 168b5c1e-911b-4fb8-89b7-66fb6e872120 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:33:04.237998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 168b5c1e-911b-4fb8-89b7-66fb6e872120 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:33:04.329772 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f5c0c70-4d1a-4e5d-a3fb-89ecbb34d6dc admin admin] Publish callbacks [] for security_group (8dae7c8e-435a-4dd8-a84a-e09739c55458), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:04.341652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c294c6e-b5ac-4fc6-b602-7149e34d0f9e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a796aef3-3e6a-4359-865c-20a198392e3c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:04.358787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9c294c6e-b5ac-4fc6-b602-7149e34d0f9e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for a796aef3-3e6a-4359-865c-20a198392e3c owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:04.369032 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-766a361a-e5cd-415f-b716-f61f94ab7ac7 req-53a11b8e-a207-40fa-a94c-b93726eb54ad tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0611677 Feb 28 17:33:04.387100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339e9ed-fb1d-400c-ab23-a16515b5bb16 req-d4d6d765-33fc-46d4-b84a-65b6880a91e3 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:04.390325 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0339e9ed-fb1d-400c-ab23-a16515b5bb16 req-d4d6d765-33fc-46d4-b84a-65b6880a91e3 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1323743 Feb 28 17:33:04.432970 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f5c0c70-4d1a-4e5d-a3fb-89ecbb34d6dc admin admin] Publish callbacks [] for security_group (8dae7c8e-435a-4dd8-a84a-e09739c55458), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:04.435289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fa6c4-eaab-474f-baba-c99f05835b46 req-f02b2c6e-50fa-4fc2-9986-d3eaefa4a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:04.437273 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-207fa6c4-eaab-474f-baba-c99f05835b46 req-f02b2c6e-50fa-4fc2-9986-d3eaefa4a3d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b053761d-35a6-4a2b-8791-766dc2209665 HTTP/1.1" status: 200 len: 849 time: 0.3500845 Feb 28 17:33:04.462799 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a6bad485-58a4-484e-9ff3-419e16ae2d07 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=71bce4d668634e5d893981794d3ba01a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1707394 Feb 28 17:33:04.466957 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 36984) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:04.470336 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e3d31-5a1e-41dd-b540-864307f32b69 req-0b6d0a3c-244a-4ec4-bb58-f1e073d7c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:04.470754 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-541e3d31-5a1e-41dd-b540-864307f32b69 req-0b6d0a3c-244a-4ec4-bb58-f1e073d7c56f service neutron] 10.222.0.69 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 915 time: 0.4020061 Feb 28 17:33:04.506215 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0339e9ed-fb1d-400c-ab23-a16515b5bb16 req-c89dfa59-0416-47ac-bccf-e91b999ab8d1 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.1057792 Feb 28 17:33:04.529103 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-0339e9ed-fb1d-400c-ab23-a16515b5bb16 req-40d96644-1c57-406c-9167-64788477d514 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Request body: {'floatingip': {'port_id': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:04.573252 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-0339e9ed-fb1d-400c-ab23-a16515b5bb16 req-40d96644-1c57-406c-9167-64788477d514 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for floatingip (28816db7-a5f2-4747-a047-81d0566a4584), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:04.573719 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-541e3d31-5a1e-41dd-b540-864307f32b69 req-9acd9840-e374-46ed-8078-79484a5810f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3938d6b9-54a2-46c6-9805-3df4c1dc621e HTTP/1.1" status: 200 len: 217 time: 0.0787559 Feb 28 17:33:04.646562 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fa6c4-eaab-474f-baba-c99f05835b46 req-859e5cc5-2c7b-4912-b050-550d2f0018e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:04.648067 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-207fa6c4-eaab-474f-baba-c99f05835b46 req-859e5cc5-2c7b-4912-b050-550d2f0018e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=198c7dae-55a7-4ae2-88af-338d9ce329b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1981027 Feb 28 17:33:04.668275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e3d31-5a1e-41dd-b540-864307f32b69 req-d521e806-36de-4ba4-a884-f86397d3a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:04.668275 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-541e3d31-5a1e-41dd-b540-864307f32b69 req-d521e806-36de-4ba4-a884-f86397d3a920 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d47d19de-d00b-4f78-9653-e301d6107c8f HTTP/1.1" status: 200 len: 854 time: 0.0844505 Feb 28 17:33:04.671730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f44cf538-e273-4c8a-9235-005f7d608469 admin admin] Publish callbacks [] for security_group (f7aebf6c-1cc5-4ccc-8c1d-278d5a844688), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:04.747665 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-541e3d31-5a1e-41dd-b540-864307f32b69 req-9e02946a-da94-48fa-a938-320918828057 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649893 Feb 28 17:33:04.754592 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f5c0c70-4d1a-4e5d-a3fb-89ecbb34d6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8dae7c8e-435a-4dd8-a84a-e09739c55458), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:04.760041 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f5c0c70-4d1a-4e5d-a3fb-89ecbb34d6dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:04.760041 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5f5c0c70-4d1a-4e5d-a3fb-89ecbb34d6dc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8dae7c8e-435a-4dd8-a84a-e09739c55458 HTTP/1.1" status: 204 len: 168 time: 0.8142817 Feb 28 17:33:04.783678 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f44cf538-e273-4c8a-9235-005f7d608469 admin admin] Publish callbacks [] for security_group (f7aebf6c-1cc5-4ccc-8c1d-278d5a844688), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:04.813074 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c0c70-4d1a-4e5d-a3fb-89ecbb34d6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dae7c8e-435a-4dd8-a84a-e09739c55458,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:04.875813 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c294c6e-b5ac-4fc6-b602-7149e34d0f9e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (a796aef3-3e6a-4359-865c-20a198392e3c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:04.909987 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-207fa6c4-eaab-474f-baba-c99f05835b46 req-8185fbc9-e52c-4e8c-8dbf-b66f9c9c9060 service neutron] 10.222.0.69 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542202 Feb 28 17:33:04.934505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c294c6e-b5ac-4fc6-b602-7149e34d0f9e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=a796aef3-3e6a-4359-865c-20a198392e3c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:04.994701 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c294c6e-b5ac-4fc6-b602-7149e34d0f9e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:05.000570 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9c294c6e-b5ac-4fc6-b602-7149e34d0f9e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/a796aef3-3e6a-4359-865c-20a198392e3c HTTP/1.1" status: 204 len: 168 time: 1.3962538 Feb 28 17:33:05.000975 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36998) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:05.003782 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-0339e9ed-fb1d-400c-ab23-a16515b5bb16 req-40d96644-1c57-406c-9167-64788477d514 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 17:33:05.004900 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0339e9ed-fb1d-400c-ab23-a16515b5bb16 req-40d96644-1c57-406c-9167-64788477d514 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "PUT /v2.0/floatingips/28816db7-a5f2-4747-a047-81d0566a4584 HTTP/1.1" status: 409 len: 550 time: 0.4856040 Feb 28 17:33:05.064045 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-541e3d31-5a1e-41dd-b540-864307f32b69 req-2679805f-cb1d-4700-b7ae-7a5a0e8644ca service neutron] 10.222.0.69 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004835 Feb 28 17:33:05.094824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9adf9c5-560f-4d69-8061-458696b455f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:05.096525 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9adf9c5-560f-4d69-8061-458696b455f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:05.107486 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e9adf9c5-560f-4d69-8061-458696b455f2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1031039 Feb 28 17:33:05.110140 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37004) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:05.228709 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc45f368-5f8d-4d51-b5af-1df99014a11a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 1add990b-1ca0-426c-80b0-60226555055a {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:05.236726 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc45f368-5f8d-4d51-b5af-1df99014a11a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (1add990b-1ca0-426c-80b0-60226555055a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:05.246618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb74d-4337-4dce-bcb3-48dbcad5b37a req-1715299f-1293-4e7c-8b12-2f8c0ed345b9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:05.248187 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac9eb74d-4337-4dce-bcb3-48dbcad5b37a req-1715299f-1293-4e7c-8b12-2f8c0ed345b9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 943 time: 0.1419504 Feb 28 17:33:05.258114 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f44cf538-e273-4c8a-9235-005f7d608469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f7aebf6c-1cc5-4ccc-8c1d-278d5a844688), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:05.260771 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f44cf538-e273-4c8a-9235-005f7d608469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:05.262354 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f44cf538-e273-4c8a-9235-005f7d608469 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f7aebf6c-1cc5-4ccc-8c1d-278d5a844688 HTTP/1.1" status: 204 len: 168 time: 0.7943013 Feb 28 17:33:05.267547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-207fa6c4-eaab-474f-baba-c99f05835b46 req-79ddb6af-6d4c-45a2-a174-97d6c597f99d service neutron] 10.222.0.69 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459208 Feb 28 17:33:05.317396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-541e3d31-5a1e-41dd-b540-864307f32b69 req-c425341f-12f9-4de5-b56e-d949d0592d4a service neutron] 10.222.0.69 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411675 Feb 28 17:33:05.320339 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-eb25ea51-22a1-44df-b941-fcc1f12012e0 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips/28816db7-a5f2-4747-a047-81d0566a4584 HTTP/1.1" status: 200 len: 693 time: 0.0856566 Feb 28 17:33:05.321654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cf538-e273-4c8a-9235-005f7d608469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aebf6c-1cc5-4ccc-8c1d-278d5a844688,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:05.413884 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc45f368-5f8d-4d51-b5af-1df99014a11a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (1add990b-1ca0-426c-80b0-60226555055a), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:05.448847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-df632566-48ec-4554-a520-1f06d477fed8 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:05.451056 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-df632566-48ec-4554-a520-1f06d477fed8 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.1250036 Feb 28 17:33:05.461108 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac9eb74d-4337-4dce-bcb3-48dbcad5b37a req-af8b1c32-8ccb-44db-8606-2ed382361130 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673272 Feb 28 17:33:05.474600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-719b833d-cbb9-42e7-8b03-b62960707668 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:33:05.478617 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-719b833d-cbb9-42e7-8b03-b62960707668 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0202141 Feb 28 17:33:05.543370 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-02ec2ed6-17d7-4a59-8dc8-077f677637cf tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0586917 Feb 28 17:33:05.618475 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-ef76f42a-cbbe-4a54-a475-04681d70875c tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0665567 Feb 28 17:33:05.799649 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-8b7df33f-5863-40fa-b1bc-423611a2d581 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Deleting port a803dc07-ad52-41aa-95b5-78bd8cdc2ff9 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:05.802594 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-8b7df33f-5863-40fa-b1bc-423611a2d581 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a803dc07-ad52-41aa-95b5-78bd8cdc2ff9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:05.945018 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-8b7df33f-5863-40fa-b1bc-423611a2d581 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a803dc07-ad52-41aa-95b5-78bd8cdc2ff9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:05.945674 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-8b7df33f-5863-40fa-b1bc-423611a2d581 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for floatingip (a803dc07-ad52-41aa-95b5-78bd8cdc2ff9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:05.954533 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc45f368-5f8d-4d51-b5af-1df99014a11a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (1add990b-1ca0-426c-80b0-60226555055a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:05.972071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-8b7df33f-5863-40fa-b1bc-423611a2d581 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Calling delete_port for a803dc07-ad52-41aa-95b5-78bd8cdc2ff9 owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:06.020066 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6dcb1-d3a9-491b-83c8-4a88d1af0e7a req-7e5e3198-c127-485c-bfcd-9691d9143bbc tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:06.021571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3cc6dcb1-d3a9-491b-83c8-4a88d1af0e7a req-7e5e3198-c127-485c-bfcd-9691d9143bbc tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.4607055 Feb 28 17:33:06.122512 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3cc6dcb1-d3a9-491b-83c8-4a88d1af0e7a req-8ef3dcc3-3745-46f3-912d-5301b5933b33 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821512 Feb 28 17:33:06.128842 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc45f368-5f8d-4d51-b5af-1df99014a11a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (1add990b-1ca0-426c-80b0-60226555055a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:06.146993 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc45f368-5f8d-4d51-b5af-1df99014a11a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:06.151692 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bc45f368-5f8d-4d51-b5af-1df99014a11a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/1add990b-1ca0-426c-80b0-60226555055a HTTP/1.1" status: 204 len: 168 time: 1.0393229 Feb 28 17:33:06.155916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33060ca1-c4db-4995-ab15-02294e467be8 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:06.169914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37034) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:06.172100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45f368-5f8d-4d51-b5af-1df99014a11a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=1add990b-1ca0-426c-80b0-60226555055a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:06.220461 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-27fd228f-dcd1-4397-9563-b96f36d31522 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456712 Feb 28 17:33:06.223109 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37036) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:06.228703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4bf37db8-0736-419b-9f42-ba5c52891d59 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:06.289622 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-8b7df33f-5863-40fa-b1bc-423611a2d581 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (a803dc07-ad52-41aa-95b5-78bd8cdc2ff9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:06.338873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7df33f-5863-40fa-b1bc-423611a2d581 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Pushing event deleted for resources: {'Port': ['ID=a803dc07-ad52-41aa-95b5-78bd8cdc2ff9,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:06.395543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30a87c7-a548-4390-b840-0bd2e59bd7f2 None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:33:06.427452 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-8b7df33f-5863-40fa-b1bc-423611a2d581 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for floatingip (28816db7-a5f2-4747-a047-81d0566a4584), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:06.431370 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-8b7df33f-5863-40fa-b1bc-423611a2d581 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:06.433112 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-075d3827-cd1b-4cd5-aa78-cba8475e6c04 req-8b7df33f-5863-40fa-b1bc-423611a2d581 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "DELETE /v2.0/floatingips/28816db7-a5f2-4747-a047-81d0566a4584 HTTP/1.1" status: 204 len: 173 time: 0.8093812 Feb 28 17:33:06.487802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf37db8-0736-419b-9f42-ba5c52891d59 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:06.491713 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4bf37db8-0736-419b-9f42-ba5c52891d59 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:06.516128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a30a87c7-a548-4390-b840-0bd2e59bd7f2 None None] Deleting port f403840f-5e04-417b-90af-e90a521c9e36 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:06.518724 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a30a87c7-a548-4390-b840-0bd2e59bd7f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f403840f-5e04-417b-90af-e90a521c9e36), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:06.618978 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-98d38685-322a-441e-b46f-d701e1d40544 req-137a64e6-e6d0-44f1-b5e9-f8ab68a84433 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0398805 Feb 28 17:33:06.622043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a30a87c7-a548-4390-b840-0bd2e59bd7f2 None None] For port f403840f-5e04-417b-90af-e90a521c9e36, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f403840f-5e04-417b-90af-e90a521c9e36,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:06.622631 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a30a87c7-a548-4390-b840-0bd2e59bd7f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f403840f-5e04-417b-90af-e90a521c9e36), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:06.659133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a30a87c7-a548-4390-b840-0bd2e59bd7f2 None None] Calling delete_port for f403840f-5e04-417b-90af-e90a521c9e36 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:06.762842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3938d6b9-54a2-46c6-9805-3df4c1dc621e details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:33:06.790175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37058) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:06.908646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-network', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:06.960152 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 3938d6b9-54a2-46c6-9805-3df4c1dc621e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3938d6b9-54a2-46c6-9805-3df4c1dc621e,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:06.977696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '3938d6b9-54a2-46c6-9805-3df4c1dc621e', 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66', 'port_id': '3938d6b9-54a2-46c6-9805-3df4c1dc621e', 'mac_address': 'fa:16:3e:c9:98:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47d19de-d00b-4f78-9653-e301d6107c8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:33:06.981834 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a30a87c7-a548-4390-b840-0bd2e59bd7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (f403840f-5e04-417b-90af-e90a521c9e36), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.013083 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-50d6888b-1a77-4325-9c1d-822e49650b05 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 1000 time: 0.3518848 Feb 28 17:33:07.021265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a87c7-a548-4390-b840-0bd2e59bd7f2 None None] Pushing event deleted for resources: {'Port': ['ID=f403840f-5e04-417b-90af-e90a521c9e36,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:07.028682 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] Made reservation on behalf of c1fc731029cd4e4081e19f4961c8257c for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:07.032969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a87c7-a548-4390-b840-0bd2e59bd7f2 None None] No DVR routers for this DVR port f403840f-5e04-417b-90af-e90a521c9e36 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:33:07.042025 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.070794 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.080879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 3938d6b9-54a2-46c6-9805-3df4c1dc621e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:07.081275 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.100395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-35220b03-b84c-4baf-bdbb-580944b0c429 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:07.112203 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3938d6b9-54a2-46c6-9805-3df4c1dc621e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:33:07.116342 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-35220b03-b84c-4baf-bdbb-580944b0c429 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports/4d3c8a64-0500-4195-bf4b-e13825e4f6c2 HTTP/1.1" status: 200 len: 942 time: 0.0931053 Feb 28 17:33:07.141961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.objects.ports [None req-4bf37db8-0736-419b-9f42-ba5c52891d59 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104246) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:33:07.153731 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4bf37db8-0736-419b-9f42-ba5c52891d59 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (91bd2b43-1cbb-4b8c-8a2c-13b2e8622b10), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.163652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 3938d6b9-54a2-46c6-9805-3df4c1dc621e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3938d6b9-54a2-46c6-9805-3df4c1dc621e,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:07.185505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf37db8-0736-419b-9f42-ba5c52891d59 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:07.205465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-4bf37db8-0736-419b-9f42-ba5c52891d59 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:07.216888 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42a9a1a-5629-42a4-bc99-a72bbc37ad40 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:07.221218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf37db8-0736-419b-9f42-ba5c52891d59 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:07.221809 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4bf37db8-0736-419b-9f42-ba5c52891d59 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.225969 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] Publish callbacks [] for security_group (3e035694-773e-40c2-8a5b-7582af8ffcfd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.268780 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.301908 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf37db8-0736-419b-9f42-ba5c52891d59 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=91bd2b43-1cbb-4b8c-8a2c-13b2e8622b10,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:07.315075 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3e035694-773e-40c2-8a5b-7582af8ffcfd), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.340167 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-ef8d1259-a4aa-4df4-8783-dce1be940bf0 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 1000 time: 0.1650467 Feb 28 17:33:07.371340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e035694-773e-40c2-8a5b-7582af8ffcfd,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:07.381684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=3938d6b9-54a2-46c6-9805-3df4c1dc621e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:07.404200 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4bf37db8-0736-419b-9f42-ba5c52891d59 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1799450 Feb 28 17:33:07.426659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37076) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:07.438688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:33:07.456496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-98dad287-8f37-4ba7-99fb-32077ec9fb4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'mac_address': 'fa:16:3e:77:42:98', 'name': 'tempest-NetworksTestDHCPv6-1049616411'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:07.482204 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3938d6b9-54a2-46c6-9805-3df4c1dc621e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:33:07.542565 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': '91bd2b43-1cbb-4b8c-8a2c-13b2e8622b10'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:33:07.543412 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.613629 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d008799a-ce3b-4da4-89fb-75b896281b16), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.614394 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] Added segment d008799a-ce3b-4da4-89fb-75b896281b16 of type vlan for network 1fdc8515-83f9-468e-b637-d170a1267dbe Feb 28 17:33:07.624538 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-ab833611-09bd-4ea8-bac3-6108044aa82d tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:07.628930 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-ab833611-09bd-4ea8-bac3-6108044aa82d tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.2871006 Feb 28 17:33:07.656845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe26da-f5e4-4ee1-99f3-4bf2a6c7d50c req-5c2a78a7-fcc2-49ce-a126-46a7c315efd0 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:07.659188 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14fe26da-f5e4-4ee1-99f3-4bf2a6c7d50c req-5c2a78a7-fcc2-49ce-a126-46a7c315efd0 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 944 time: 0.1966500 Feb 28 17:33:07.705956 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Allocated IP 2001:db8::f816:3eff:fedf:af92 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/91bd2b43-1cbb-4b8c-8a2c-13b2e8622b10/141efa7b-dd09-448a-bbad-a80f903e62f9) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:07.791676 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-2d1db60a-eae1-4b52-9c07-bdce7801ab90 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 1000 time: 0.1570628 Feb 28 17:33:07.812728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-dfff934b-3dc7-415f-b334-b351994ca31f tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:07.831071 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14fe26da-f5e4-4ee1-99f3-4bf2a6c7d50c req-da75aa64-826f-4100-aba1-b84dd3134dae tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294563 Feb 28 17:33:07.833449 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (1fdc8515-83f9-468e-b637-d170a1267dbe), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.872717 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Publish callbacks [] for port (141efa7b-dd09-448a-bbad-a80f903e62f9), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.883659 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f403840f-5e04-417b-90af-e90a521c9e36 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:33:07.893376 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.924646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: f403840f-5e04-417b-90af-e90a521c9e36 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:33:07.925266 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f403840f-5e04-417b-90af-e90a521c9e36 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:33:07.965085 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-dfff934b-3dc7-415f-b334-b351994ca31f tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for floatingip (499306f8-38a6-46cd-a006-de3f6ae25a8c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:07.976258 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (141efa7b-dd09-448a-bbad-a80f903e62f9), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:08.011745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dad287-8f37-4ba7-99fb-32077ec9fb4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:08.038046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:08.043352 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55631ba6-81dd-4d01-940e-111399e08934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:08.047665 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:08.062487 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:08.088831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Pushing event updated for resources: {'Port': ['ID=141efa7b-dd09-448a-bbad-a80f903e62f9,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:08.097675 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1839d966-f7d3-4a21-971d-6097158945c1 req-f23fa5ed-817d-4e20-8384-e651a30fea99 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0811224 Feb 28 17:33:08.100422 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (1fdc8515-83f9-468e-b637-d170a1267dbe), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:08.103276 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:08.103822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:08.104322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:08.105175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:08.105689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:08.105951 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:08.106373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:08.106590 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:08.107038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:08.107530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:08.108548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:08.109088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:08.109558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:08.110078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:08.110553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:08.160745 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Attempting to bind port 141efa7b-dd09-448a-bbad-a80f903e62f9 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:33:08.163547 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Attempting to bind port 141efa7b-dd09-448a-bbad-a80f903e62f9 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:33:08.164135 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Attempting to bind port 141efa7b-dd09-448a-bbad-a80f903e62f9 on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:08.176404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:33:08.178265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:08.181135 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:08.181700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:33:08.182402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Bound port: 141efa7b-dd09-448a-bbad-a80f903e62f9, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:33:08.184153 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (141efa7b-dd09-448a-bbad-a80f903e62f9), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:08.193189 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-dfff934b-3dc7-415f-b334-b351994ca31f tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:08.246139 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4511893 Feb 28 17:33:08.247841 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37092) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:08.253916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a7d39b83-4cab-4736-ba4c-1d95ca09f9b2 admin admin] Request body: {'subnet': {'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-subnet', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:08.273867 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-dfff934b-3dc7-415f-b334-b351994ca31f tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (499306f8-38a6-46cd-a006-de3f6ae25a8c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:08.274248 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-dfff934b-3dc7-415f-b334-b351994ca31f tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Floating IP 499306f8-38a6-46cd-a006-de3f6ae25a8c disassociated. External IP: 172.25.3.82, port: 4d3c8a64-0500-4195-bf4b-e13825e4f6c2. Feb 28 17:33:08.291836 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] For port 141efa7b-dd09-448a-bbad-a80f903e62f9, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:33:08.297472 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] For port 141efa7b-dd09-448a-bbad-a80f903e62f9, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=141efa7b-dd09-448a-bbad-a80f903e62f9,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:33:08.336281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69672590-f0a2-4467-ab7b-fe95fe750103 admin admin] Pushing event updated for resources: {'Network': ['ID=1fdc8515-83f9-468e-b637-d170a1267dbe,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:08.347550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 1fdc8515-83f9-468e-b637-d170a1267dbe details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:33:08.408477 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-98dad287-8f37-4ba7-99fb-32077ec9fb4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:08.446811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-98dad287-8f37-4ba7-99fb-32077ec9fb4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port 47e0f86e-9280-4d0d-b7e8-25328d2ad072 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:33:08.464122 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (141efa7b-dd09-448a-bbad-a80f903e62f9), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:08.560324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb97d3-e558-4788-bb30-21774c22ef23 None None] Pushing event updated for resources: {'Port': ['ID=141efa7b-dd09-448a-bbad-a80f903e62f9,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:08.644176 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-98dad287-8f37-4ba7-99fb-32077ec9fb4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::f816:3eff:fe77:4298 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/91bd2b43-1cbb-4b8c-8a2c-13b2e8622b10/47e0f86e-9280-4d0d-b7e8-25328d2ad072) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:08.753369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3938d6b9-54a2-46c6-9805-3df4c1dc621e up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:08.993725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 3938d6b9-54a2-46c6-9805-3df4c1dc621e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:33:08.998138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 3938d6b9-54a2-46c6-9805-3df4c1dc621e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:08.999124 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:09.117638 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-98dad287-8f37-4ba7-99fb-32077ec9fb4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (47e0f86e-9280-4d0d-b7e8-25328d2ad072), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:09.137815 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d39b83-4cab-4736-ba4c-1d95ca09f9b2 admin admin] Made reservation on behalf of c1fc731029cd4e4081e19f4961c8257c for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:09.141350 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7d39b83-4cab-4736-ba4c-1d95ca09f9b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:09.152660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-d5e2b389-5f7c-4f9d-b8ab-5270c5889de2 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:09.160770 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-d5e2b389-5f7c-4f9d-b8ab-5270c5889de2 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/networks?id=57283300-ecfb-4964-9b25-77d87f12d7a4 HTTP/1.1" status: 200 len: 810 time: 0.2493379 Feb 28 17:33:09.187311 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-ff652426-3224-40ca-8434-1c53ea9d1584 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/quotas/278a56c7fd844bd8912e70616a4da8ca HTTP/1.1" status: 200 len: 375 time: 0.0242772 Feb 28 17:33:09.188126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 3938d6b9-54a2-46c6-9805-3df4c1dc621e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:09.188591 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:09.241013 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-56d2726b-24e8-4d6a-8a03-46685eaf8f97 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=278a56c7fd844bd8912e70616a4da8ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534823 Feb 28 17:33:09.241459 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cd869f-d974-49cc-bdf8-84f77d09a61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3938d6b9-54a2-46c6-9805-3df4c1dc621e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:33:09.244051 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b6df96-09c4-45b6-9753-47b51b2e5712" -d '{"events": [{"server_uuid": "b8cd869f-d974-49cc-bdf8-84f77d09a61e", "name": "network-vif-plugged", "status": "completed", "tag": "3938d6b9-54a2-46c6-9805-3df4c1dc621e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:33:09.260348 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 3938d6b9-54a2-46c6-9805-3df4c1dc621e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3938d6b9-54a2-46c6-9805-3df4c1dc621e,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:09.320196 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:09.324486 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-98dad287-8f37-4ba7-99fb-32077ec9fb4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (47e0f86e-9280-4d0d-b7e8-25328d2ad072), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:09.344630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-dfff934b-3dc7-415f-b334-b351994ca31f tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Router b3e32f06-d9b9-45fd-a502-31487d0229c8 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:33:09.407031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dad287-8f37-4ba7-99fb-32077ec9fb4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:09.410943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=3938d6b9-54a2-46c6-9805-3df4c1dc621e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:09.416701 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-98dad287-8f37-4ba7-99fb-32077ec9fb4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:09.426659 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-2f827fdb-48a3-442c-9351-edfb08531d74 service neutron] 10.222.0.72 "GET /v2.0/networks/57283300-ecfb-4964-9b25-77d87f12d7a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845841 Feb 28 17:33:09.437015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dad287-8f37-4ba7-99fb-32077ec9fb4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:09.453095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dad287-8f37-4ba7-99fb-32077ec9fb4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:09.453729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-98dad287-8f37-4ba7-99fb-32077ec9fb4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:09.464220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dad287-8f37-4ba7-99fb-32077ec9fb4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=47e0f86e-9280-4d0d-b7e8-25328d2ad072,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:09.569246 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-dff2a22a-1ceb-4307-851c-e9f2a3a9b608 service neutron] 10.222.0.72 "GET /v2.0/networks/57283300-ecfb-4964-9b25-77d87f12d7a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410866 Feb 28 17:33:09.578374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-dfff934b-3dc7-415f-b334-b351994ca31f tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:33:09.583191 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-dfff934b-3dc7-415f-b334-b351994ca31f tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:09.589824 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-98dad287-8f37-4ba7-99fb-32077ec9fb4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1620643 Feb 28 17:33:09.592736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37122) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:09.594301 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda5fe13-c7c7-4640-848d-86b1e7a34e9d None None] Sync routers for ids ['b3e32f06-d9b9-45fd-a502-31487d0229c8'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:33:09.619154 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda5fe13-c7c7-4640-848d-86b1e7a34e9d None None] Routers {'b3e32f06-d9b9-45fd-a502-31487d0229c8'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:33:09.624367 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fda5fe13-c7c7-4640-848d-86b1e7a34e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:32:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b3e32f06-d9b9-45fd-a502-31487d0229c8'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:09.644787 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7d39b83-4cab-4736-ba4c-1d95ca09f9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (de636b4e-eaba-413c-99cf-762f33fdde32), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:09.703026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d39b83-4cab-4736-ba4c-1d95ca09f9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de636b4e-eaba-413c-99cf-762f33fdde32,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:09.703893 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282b24a7-88a5-4007-b5ef-9bcfa6f7bcd9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:09.723632 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282b24a7-88a5-4007-b5ef-9bcfa6f7bcd9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:09.727077 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-282b24a7-88a5-4007-b5ef-9bcfa6f7bcd9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1330793 Feb 28 17:33:09.730065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37124) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:09.757853 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-dfff934b-3dc7-415f-b334-b351994ca31f tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "PUT /v2.0/floatingips/499306f8-38a6-46cd-a006-de3f6ae25a8c HTTP/1.1" status: 200 len: 694 time: 1.9432929 Feb 28 17:33:09.763384 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'tag': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:33:09.772655 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0104a3cf-04cb-4c19-891d-e711aa9cf849" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a3eaeb-cdae-4f77-af21-22eaf5c8911a", "tag": "4d3c8a64-0500-4195-bf4b-e13825e4f6c2"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:33:09.862318 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9d399785-82c1-40a3-b67c-f97cb1329f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:09.903749 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:09.954955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d39b83-4cab-4736-ba4c-1d95ca09f9b2 admin admin] Checking segment: {'id': 'd008799a-ce3b-4da4-89fb-75b896281b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:09.955233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d39b83-4cab-4736-ba4c-1d95ca09f9b2 admin admin] Network hostable DHCP agents. Network: 1fdc8515-83f9-468e-b637-d170a1267dbe, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:33:09.973907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-66b5dada-3ed1-4fff-bef2-4fc158cc8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:09.974198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5c522ad3-a17a-4df3-a997-ea8a087543c9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port 47e0f86e-9280-4d0d-b7e8-25328d2ad072 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:09.974550 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c522ad3-a17a-4df3-a997-ea8a087543c9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (47e0f86e-9280-4d0d-b7e8-25328d2ad072), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:09.975555 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-66b5dada-3ed1-4fff-bef2-4fc158cc8ee2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea4fc997be944464af476265e128b5af&device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 1128 time: 0.1943307 Feb 28 17:33:09.986995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 141efa7b-dd09-448a-bbad-a80f903e62f9 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:10.099660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 141efa7b-dd09-448a-bbad-a80f903e62f9 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:10.099953 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (141efa7b-dd09-448a-bbad-a80f903e62f9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:10.103060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d39b83-4cab-4736-ba4c-1d95ca09f9b2 admin admin] Network 1fdc8515-83f9-468e-b637-d170a1267dbe is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:33:10.205657 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-fda5fe13-c7c7-4640-848d-86b1e7a34e9d None None] Set router b3e32f06-d9b9-45fd-a502-31487d0229c8 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:33:10.218540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-a7d39b83-4cab-4736-ba4c-1d95ca09f9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 1fdc8515-83f9-468e-b637-d170a1267dbe) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:10.236382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d39b83-4cab-4736-ba4c-1d95ca09f9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:10.236852 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c522ad3-a17a-4df3-a997-ea8a087543c9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (47e0f86e-9280-4d0d-b7e8-25328d2ad072), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:10.237365 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7d39b83-4cab-4736-ba4c-1d95ca09f9b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:10.258898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-00e4d1f2-b012-43b8-babe-76da346e4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:10.266633 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-00e4d1f2-b012-43b8-babe-76da346e4447 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ad767ea-cb0d-4c66-9568-7475bca3a7da HTTP/1.1" status: 200 len: 929 time: 0.2702448 Feb 28 17:33:10.274140 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5c522ad3-a17a-4df3-a997-ea8a087543c9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for 47e0f86e-9280-4d0d-b7e8-25328d2ad072 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:10.422698 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-31af8cec-df3a-4e99-a1ce-8c86291e399c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d3c8a64-0500-4195-bf4b-e13825e4f6c2 HTTP/1.1" status: 200 len: 217 time: 0.1549699 Feb 28 17:33:10.595921 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 141efa7b-dd09-448a-bbad-a80f903e62f9 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:10.596516 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (141efa7b-dd09-448a-bbad-a80f903e62f9), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:10.600417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b483b9aa-2387-46ba-aee7-361daf92bf37 None None] Network 1fdc8515-83f9-468e-b637-d170a1267dbe requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:10.608520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-99363efe-1f84-4521-b299-e9864d479cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:10.616930 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-99363efe-1f84-4521-b299-e9864d479cfa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=626fd9a3-2875-4a1a-96a9-e380285122fe HTTP/1.1" status: 200 len: 867 time: 0.1933987 Feb 28 17:33:10.650069 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d6d2b-c5ac-4aad-8c31-5e9a9e30d1af req-ac9f5a99-08bf-4d07-b13c-a072bdb4b1ae tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:10.651648 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f98d6d2b-c5ac-4aad-8c31-5e9a9e30d1af req-ac9f5a99-08bf-4d07-b13c-a072bdb4b1ae tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 945 time: 0.2175210 Feb 28 17:33:10.710629 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a7d39b83-4cab-4736-ba4c-1d95ca09f9b2 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4605024 Feb 28 17:33:10.712340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37138) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:10.734524 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:10.756324 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-ec5c59ab-f2aa-4ab7-beef-ef6bf100690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:10.770392 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-ec5c59ab-f2aa-4ab7-beef-ef6bf100690c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ad767ea-cb0d-4c66-9568-7475bca3a7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1524985 Feb 28 17:33:10.783889 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fda5fe13-c7c7-4640-848d-86b1e7a34e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:32:22Z', 'revision_number': 4, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port': {'id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:13Z', 'updated_at': '2022-02-28T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0b32d833-8930-452c-9ee3-8e97e19636e2', 'name': '', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'mac_address': 'fa:16:3e:2c:37:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:20Z', 'updated_at': '2022-02-28T17:32:28Z', 'revision_number': 5, 'project_id': 'ea4fc997be944464af476265e128b5af', 'subnets': [{'id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:10.836141 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 141efa7b-dd09-448a-bbad-a80f903e62f9, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=141efa7b-dd09-448a-bbad-a80f903e62f9,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:10.839456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d88983-b7d8-43ba-895b-0af0fb392f4a None None] Network 1fdc8515-83f9-468e-b637-d170a1267dbe requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:10.870219 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda5fe13-c7c7-4640-848d-86b1e7a34e9d None None] Checking router: b3e32f06-d9b9-45fd-a502-31487d0229c8 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:33:10.889956 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda5fe13-c7c7-4640-848d-86b1e7a34e9d None None] Routers {'b3e32f06-d9b9-45fd-a502-31487d0229c8'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:33:10.890729 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fda5fe13-c7c7-4640-848d-86b1e7a34e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:33:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b3e32f06-d9b9-45fd-a502-31487d0229c8'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:10.893463 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e50bafcf-d920-4fc4-9b54-a02d02d9e176 None None] Provisioning complete for port 141efa7b-dd09-448a-bbad-a80f903e62f9 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:10.894037 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e50bafcf-d920-4fc4-9b54-a02d02d9e176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (141efa7b-dd09-448a-bbad-a80f903e62f9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:10.895842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-51116474-3673-4721-8119-b67fe96c2bd4 service neutron] 10.222.0.72 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241972 Feb 28 17:33:10.937626 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f98d6d2b-c5ac-4aad-8c31-5e9a9e30d1af req-2dceed6c-1d51-46c4-a9f9-ce3764a7104f tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653682 Feb 28 17:33:10.972029 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:10.975156 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:10.996726 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (141efa7b-dd09-448a-bbad-a80f903e62f9), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:11.029761 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d78ce440-6da4-474e-ab9c-dec7c28d921d req-e3649e23-877e-47e0-b159-4152168d7c34 service neutron] 10.222.0.72 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329346 Feb 28 17:33:11.032849 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c522ad3-a17a-4df3-a997-ea8a087543c9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (47e0f86e-9280-4d0d-b7e8-25328d2ad072), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:11.046796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e50bafcf-d920-4fc4-9b54-a02d02d9e176 None None] Current status of the port 141efa7b-dd09-448a-bbad-a80f903e62f9 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:11.046796 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e50bafcf-d920-4fc4-9b54-a02d02d9e176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (141efa7b-dd09-448a-bbad-a80f903e62f9), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:11.135461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=141efa7b-dd09-448a-bbad-a80f903e62f9,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:11.144025 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-e50bafcf-d920-4fc4-9b54-a02d02d9e176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:33:11.144382 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-e50bafcf-d920-4fc4-9b54-a02d02d9e176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:33:11.213319 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-fda5fe13-c7c7-4640-848d-86b1e7a34e9d None None] Set router b3e32f06-d9b9-45fd-a502-31487d0229c8 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:33:11.220302 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bca9fc-7bac-4adb-91f0-e12c30b64453 x-openstack-request-id: req-89bca9fc-7bac-4adb-91f0-e12c30b64453 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:33:11.227054 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cd869f-d974-49cc-bdf8-84f77d09a61e", "name": "network-vif-plugged", "status": "completed", "tag": "3938d6b9-54a2-46c6-9805-3df4c1dc621e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:33:11.228535 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-89bca9fc-7bac-4adb-91f0-e12c30b64453 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:33:11.229096 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cd869f-d974-49cc-bdf8-84f77d09a61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3938d6b9-54a2-46c6-9805-3df4c1dc621e', 'code': 200} Feb 28 17:33:11.359709 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:11.386973 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2f96e7-3385-4976-80c0-4a2ed9c3bfaa x-openstack-request-id: req-dd2f96e7-3385-4976-80c0-4a2ed9c3bfaa {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:33:11.387486 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a3eaeb-cdae-4f77-af21-22eaf5c8911a", "tag": "4d3c8a64-0500-4195-bf4b-e13825e4f6c2", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:33:11.387593 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dd2f96e7-3385-4976-80c0-4a2ed9c3bfaa {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:33:11.387904 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'tag': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2', 'status': 'completed', 'code': 200} Feb 28 17:33:11.398796 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c522ad3-a17a-4df3-a997-ea8a087543c9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:11.398796 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5c522ad3-a17a-4df3-a997-ea8a087543c9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/47e0f86e-9280-4d0d-b7e8-25328d2ad072 HTTP/1.1" status: 204 len: 168 time: 1.6631491 Feb 28 17:33:11.398796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c522ad3-a17a-4df3-a997-ea8a087543c9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=47e0f86e-9280-4d0d-b7e8-25328d2ad072,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:11.405620 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27cd437c-189a-46fb-8c45-30c3a0f94d67 req-551a89dd-655e-4247-8565-50f5375588df tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.1560321 Feb 28 17:33:11.408008 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37146) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:11.461083 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Publish callbacks [] for router_controller (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:11.512767 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e681ae6b-eb35-4509-a24c-1295f6980f0e req-584725ef-fdba-472c-b2ab-463192f868eb tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 210 time: 0.0742877 Feb 28 17:33:11.532381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f487a5c1-d5e2-4d3d-8377-8855c13d0bb4 req-7d14a40f-14f1-4b5f-9635-8a6f43f62a96 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips/499306f8-38a6-46cd-a006-de3f6ae25a8c HTTP/1.1" status: 200 len: 694 time: 0.0751636 Feb 28 17:33:11.554475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d89220-9c40-464e-b846-58f410c19e3e req-d8fca589-f599-4d89-955f-c4cc48921879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:11.556343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4d89220-9c40-464e-b846-58f410c19e3e req-d8fca589-f599-4d89-955f-c4cc48921879 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 1128 time: 0.2592247 Feb 28 17:33:11.616217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104a3cf-04cb-4c19-891d-e711aa9cf849 req-f2ec4a6e-20f8-4794-a03c-c34a6a9e2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:11.617962 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0104a3cf-04cb-4c19-891d-e711aa9cf849 req-f2ec4a6e-20f8-4794-a03c-c34a6a9e2b04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea4fc997be944464af476265e128b5af&device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 1128 time: 0.2538736 Feb 28 17:33:11.626249 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c356dc-712c-4fe6-bd87-86966d903083 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:11.627555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c356dc-712c-4fe6-bd87-86966d903083 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:11.631628 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-13c356dc-712c-4fe6-bd87-86966d903083 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2141917 Feb 28 17:33:11.651853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37148) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:11.718711 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fda5fe13-c7c7-4640-848d-86b1e7a34e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:32:22Z', 'revision_number': 4, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port': {'id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:13Z', 'updated_at': '2022-02-28T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0b32d833-8930-452c-9ee3-8e97e19636e2', 'name': '', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'mac_address': 'fa:16:3e:2c:37:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:20Z', 'updated_at': '2022-02-28T17:32:28Z', 'revision_number': 5, 'project_id': 'ea4fc997be944464af476265e128b5af', 'subnets': [{'id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:11.734883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e50bafcf-d920-4fc4-9b54-a02d02d9e176 None None] Current status of the port 141efa7b-dd09-448a-bbad-a80f903e62f9 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:11.784564 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda5fe13-c7c7-4640-848d-86b1e7a34e9d None None] The sync data for ids ['b3e32f06-d9b9-45fd-a502-31487d0229c8'] in n-d-820368-19 is: [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:32:22Z', 'revision_number': 4, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port': {'id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:13Z', 'updated_at': '2022-02-28T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0b32d833-8930-452c-9ee3-8e97e19636e2', 'name': '', 'network_id': '4ad767ea-cb0d-4c66-9568-7475bca3a7da', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'mac_address': 'fa:16:3e:2c:37:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:20Z', 'updated_at': '2022-02-28T17:32:28Z', 'revision_number': 5, 'project_id': 'ea4fc997be944464af476265e128b5af', 'subnets': [{'id': '626fd9a3-2875-4a1a-96a9-e380285122fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:33:11.790188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-7498ecdf-0bab-49df-b0bd-9b956097ebf7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 91bd2b43-1cbb-4b8c-8a2c-13b2e8622b10 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:11.794016 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7498ecdf-0bab-49df-b0bd-9b956097ebf7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (91bd2b43-1cbb-4b8c-8a2c-13b2e8622b10), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:11.840464 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7498ecdf-0bab-49df-b0bd-9b956097ebf7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (91bd2b43-1cbb-4b8c-8a2c-13b2e8622b10), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:11.848310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-328b6320-0b8d-427a-9d0b-940e0cd0ec5f None None] Could not find standard attr ID for object 47e0f86e-9280-4d0d-b7e8-25328d2ad072. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:33:11.877454 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4d89220-9c40-464e-b846-58f410c19e3e req-72e62111-ed21-4942-9304-939a2fd374e9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106446 Feb 28 17:33:11.887236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 141efa7b-dd09-448a-bbad-a80f903e62f9 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:11.903746 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Publish callbacks [] for router_gateway (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:11.965975 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 141efa7b-dd09-448a-bbad-a80f903e62f9 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:11.966547 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (141efa7b-dd09-448a-bbad-a80f903e62f9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:12.015949 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487a5c1-d5e2-4d3d-8377-8855c13d0bb4 req-5fd28435-3b80-489b-93e6-198a03f4ee6d tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:12.017401 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f487a5c1-d5e2-4d3d-8377-8855c13d0bb4 req-5fd28435-3b80-489b-93e6-198a03f4ee6d tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.4842453 Feb 28 17:33:12.053873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104a3cf-04cb-4c19-891d-e711aa9cf849 req-7f18668f-54be-4924-8fcc-cabab42c3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:12.059299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0104a3cf-04cb-4c19-891d-e711aa9cf849 req-7f18668f-54be-4924-8fcc-cabab42c3620 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ad767ea-cb0d-4c66-9568-7475bca3a7da HTTP/1.1" status: 200 len: 929 time: 0.4260437 Feb 28 17:33:12.132319 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 141efa7b-dd09-448a-bbad-a80f903e62f9 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:12.188110 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f487a5c1-d5e2-4d3d-8377-8855c13d0bb4 req-17df807b-1175-4697-8ebb-8696b735acbb tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 697 time: 0.1513281 Feb 28 17:33:12.210326 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0104a3cf-04cb-4c19-891d-e711aa9cf849 req-7f81e8a6-5c4c-4769-be3b-0a8e4a0b5106 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d3c8a64-0500-4195-bf4b-e13825e4f6c2 HTTP/1.1" status: 200 len: 217 time: 0.1442695 Feb 28 17:33:12.289064 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f487a5c1-d5e2-4d3d-8377-8855c13d0bb4 req-d01d1ccc-ce4f-4b77-983e-82056a6b3772 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 697 time: 0.0934019 Feb 28 17:33:12.324419 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7498ecdf-0bab-49df-b0bd-9b956097ebf7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (91bd2b43-1cbb-4b8c-8a2c-13b2e8622b10), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:12.432177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7759182-9f66-43cd-83fe-c10de9cd7932 None None] New status for floating IP 499306f8-38a6-46cd-a006-de3f6ae25a8c: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:33:12.468298 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450aaa7-7ed7-4809-9b9e-615042adbe7e req-b40e061e-6b3d-4780-bfb7-b032cdff25c3 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:12.470602 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7450aaa7-7ed7-4809-9b9e-615042adbe7e req-b40e061e-6b3d-4780-bfb7-b032cdff25c3 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 945 time: 0.3827899 Feb 28 17:33:12.475149 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7498ecdf-0bab-49df-b0bd-9b956097ebf7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (91bd2b43-1cbb-4b8c-8a2c-13b2e8622b10), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:12.507520 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7498ecdf-0bab-49df-b0bd-9b956097ebf7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:12.513135 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7498ecdf-0bab-49df-b0bd-9b956097ebf7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/91bd2b43-1cbb-4b8c-8a2c-13b2e8622b10 HTTP/1.1" status: 204 len: 168 time: 0.8582196 Feb 28 17:33:12.513135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104a3cf-04cb-4c19-891d-e711aa9cf849 req-425c6bdc-f73e-4655-a5f5-ce3664e3b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:12.514556 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0104a3cf-04cb-4c19-891d-e711aa9cf849 req-425c6bdc-f73e-4655-a5f5-ce3664e3b42c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=626fd9a3-2875-4a1a-96a9-e380285122fe HTTP/1.1" status: 200 len: 867 time: 0.2924614 Feb 28 17:33:12.518388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37156) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:12.531985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3461c0-563f-4291-b5bf-2fc82f2d18ca None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:12.602618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-f487a5c1-d5e2-4d3d-8377-8855c13d0bb4 req-72139214-3450-4edb-8e73-27a3cc4b6477 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Deleting port 11f0ecc1-5768-4bd6-9b19-fc87bc2981b1 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:12.608620 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f487a5c1-d5e2-4d3d-8377-8855c13d0bb4 req-72139214-3450-4edb-8e73-27a3cc4b6477 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (11f0ecc1-5768-4bd6-9b19-fc87bc2981b1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:12.638887 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498ecdf-0bab-49df-b0bd-9b956097ebf7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=91bd2b43-1cbb-4b8c-8a2c-13b2e8622b10,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:12.644750 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-deae727b-a813-45c3-8d77-02a17a6d5ee3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980301 Feb 28 17:33:12.650230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37160) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:12.661404 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Publish callbacks [] for router_gateway (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:12.669136 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:12.689237 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:12.711726 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104a3cf-04cb-4c19-891d-e711aa9cf849 req-cfc5605f-3754-4806-aaff-a87afd1f9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:12.713570 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0104a3cf-04cb-4c19-891d-e711aa9cf849 req-cfc5605f-3754-4806-aaff-a87afd1f9a5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ad767ea-cb0d-4c66-9568-7475bca3a7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1536117 Feb 28 17:33:12.746583 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7450aaa7-7ed7-4809-9b9e-615042adbe7e req-1ec1b66e-814f-4bb8-acf7-41f4d73c76a3 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533641 Feb 28 17:33:12.791760 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f487a5c1-d5e2-4d3d-8377-8855c13d0bb4 req-72139214-3450-4edb-8e73-27a3cc4b6477 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (11f0ecc1-5768-4bd6-9b19-fc87bc2981b1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:12.791980 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f487a5c1-d5e2-4d3d-8377-8855c13d0bb4 req-72139214-3450-4edb-8e73-27a3cc4b6477 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for floatingip (11f0ecc1-5768-4bd6-9b19-fc87bc2981b1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:12.814445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-f487a5c1-d5e2-4d3d-8377-8855c13d0bb4 req-72139214-3450-4edb-8e73-27a3cc4b6477 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Calling delete_port for 11f0ecc1-5768-4bd6-9b19-fc87bc2981b1 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:12.913245 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0104a3cf-04cb-4c19-891d-e711aa9cf849 req-a21defbb-c939-4b62-9b19-27c6115c1fe4 service neutron] 10.222.0.73 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907911 Feb 28 17:33:12.929615 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Allocated IP 172.25.3.22 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/d6e7a0f4-cbea-44c3-a46a-c37ca368156b) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:12.998280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd9da9d-fb2a-45e1-a1bb-ad1f9db03294 None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:33:13.024672 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73f3f523-78fb-4a2a-bfce-3b3ad3ffe81f req-302693cb-9e05-44bd-8e37-4175db7f8b5b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.1103499 Feb 28 17:33:13.043571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8bd11b-5fa8-4805-8bc2-3c4538ff363c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:13.052623 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6b8bd11b-5fa8-4805-8bc2-3c4538ff363c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3990121 Feb 28 17:33:13.067796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37162) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:13.105246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9da9d-fb2a-45e1-a1bb-ad1f9db03294 None None] Deleting port 141efa7b-dd09-448a-bbad-a80f903e62f9 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:13.105801 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4bd9da9d-fb2a-45e1-a1bb-ad1f9db03294 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (141efa7b-dd09-448a-bbad-a80f903e62f9), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:13.124939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b242be-3aae-4922-8dd9-62dbf8dccd57 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:13.129156 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-25b242be-3aae-4922-8dd9-62dbf8dccd57 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0602510 Feb 28 17:33:13.129784 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37164) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:13.227618 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c415bfa6-b423-43d4-ac1b-c75340cbef40 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932262 Feb 28 17:33:13.238375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-4bd9da9d-fb2a-45e1-a1bb-ad1f9db03294 None None] For port 141efa7b-dd09-448a-bbad-a80f903e62f9, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=141efa7b-dd09-448a-bbad-a80f903e62f9,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:13.239158 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4bd9da9d-fb2a-45e1-a1bb-ad1f9db03294 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (141efa7b-dd09-448a-bbad-a80f903e62f9), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:13.244591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37166) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:13.263339 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9da9d-fb2a-45e1-a1bb-ad1f9db03294 None None] Calling delete_port for 141efa7b-dd09-448a-bbad-a80f903e62f9 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:13.284526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-0d39204a-d441-46d3-9b6a-79b297e11a0c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:13.289895 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ce987ee-7ac6-48b2-8f3c-df6a7f75604f req-2cb747dc-f764-4361-b9e0-21a4c3bfbcb9 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 210 time: 0.1378901 Feb 28 17:33:13.329663 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0104a3cf-04cb-4c19-891d-e711aa9cf849 req-a961638d-6e11-4526-9f0f-e083c1e28cc7 service neutron] 10.222.0.73 "GET /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012535 Feb 28 17:33:13.441623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-db4deb5c-a20f-4363-b8ce-a1e0772e6f1e tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:13.443216 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-db4deb5c-a20f-4363-b8ce-a1e0772e6f1e tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.73 "GET /v2.0/networks?id=57283300-ecfb-4964-9b25-77d87f12d7a4 HTTP/1.1" status: 200 len: 810 time: 0.3125439 Feb 28 17:33:13.462230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-1a1c1590-085e-449e-813c-9377e704485b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Request body: {'port': {'device_id': 'e44fa760-ffed-4eda-9704-9b4acca568a2', 'network_id': '57283300-ecfb-4964-9b25-77d87f12d7a4', 'admin_state_up': True, 'tenant_id': '278a56c7fd844bd8912e70616a4da8ca'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:13.570761 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4bd9da9d-fb2a-45e1-a1bb-ad1f9db03294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (141efa7b-dd09-448a-bbad-a80f903e62f9), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:13.582553 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Publish callbacks [] for port (d6e7a0f4-cbea-44c3-a46a-c37ca368156b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:13.600622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d39204a-d441-46d3-9b6a-79b297e11a0c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:13.604037 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d39204a-d441-46d3-9b6a-79b297e11a0c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:13.626082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9da9d-fb2a-45e1-a1bb-ad1f9db03294 None None] Pushing event deleted for resources: {'Port': ['ID=141efa7b-dd09-448a-bbad-a80f903e62f9,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:13.630166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd9da9d-fb2a-45e1-a1bb-ad1f9db03294 None None] No DVR routers for this DVR port 141efa7b-dd09-448a-bbad-a80f903e62f9 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:33:13.656659 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f487a5c1-d5e2-4d3d-8377-8855c13d0bb4 req-72139214-3450-4edb-8e73-27a3cc4b6477 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (11f0ecc1-5768-4bd6-9b19-fc87bc2981b1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:13.692075 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72139214-3450-4edb-8e73-27a3cc4b6477 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Pushing event deleted for resources: {'Port': ['ID=11f0ecc1-5768-4bd6-9b19-fc87bc2981b1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:13.717501 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d6e7a0f4-cbea-44c3-a46a-c37ca368156b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:13.755801 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-1a1c1590-085e-449e-813c-9377e704485b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Made reservation on behalf of 278a56c7fd844bd8912e70616a4da8ca for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:13.759669 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-1a1c1590-085e-449e-813c-9377e704485b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:13.795810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e7a0f4-cbea-44c3-a46a-c37ca368156b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:13.808586 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:13.813807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:13.817613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:13.859760 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f487a5c1-d5e2-4d3d-8377-8855c13d0bb4 req-72139214-3450-4edb-8e73-27a3cc4b6477 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks [] for floatingip (499306f8-38a6-46cd-a006-de3f6ae25a8c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:13.862378 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f487a5c1-d5e2-4d3d-8377-8855c13d0bb4 req-72139214-3450-4edb-8e73-27a3cc4b6477 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:13.867360 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f487a5c1-d5e2-4d3d-8377-8855c13d0bb4 req-72139214-3450-4edb-8e73-27a3cc4b6477 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "DELETE /v2.0/floatingips/499306f8-38a6-46cd-a006-de3f6ae25a8c HTTP/1.1" status: 204 len: 173 time: 1.5721195 Feb 28 17:33:13.914953 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 141efa7b-dd09-448a-bbad-a80f903e62f9 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:33:13.953858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 141efa7b-dd09-448a-bbad-a80f903e62f9 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:33:13.954191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 141efa7b-dd09-448a-bbad-a80f903e62f9 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:33:13.963931 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:14.082882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c7806-4a21-4218-8947-41c184081d53 req-f94877e9-98ea-459a-8e69-7db3ade3a850 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:14.084324 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-695c7806-4a21-4218-8947-41c184081d53 req-f94877e9-98ea-459a-8e69-7db3ade3a850 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 945 time: 0.1644573 Feb 28 17:33:14.099055 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a60d8-d5a6-418e-b607-a93b0e09df03 req-85484dc6-0856-45df-8cd9-73367e6699b4 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:14.100596 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-688a60d8-d5a6-418e-b607-a93b0e09df03 req-85484dc6-0856-45df-8cd9-73367e6699b4 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1249816 Feb 28 17:33:14.128394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-1a1c1590-085e-449e-813c-9377e704485b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Allocated IP 172.20.0.6 (57283300-ecfb-4964-9b25-77d87f12d7a4/91fc99db-f887-417a-a900-34a270b3b32f/98b43bde-fc79-4f69-aa31-4a2841a9dd87) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:14.139005 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d39204a-d441-46d3-9b6a-79b297e11a0c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (8f49950c-9200-4c05-bd89-b52acfe3cc82), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:14.148346 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-688a60d8-d5a6-418e-b607-a93b0e09df03 req-8cd89dac-bd97-46ef-abee-2d0798421a72 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0423748 Feb 28 17:33:14.211671 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-695c7806-4a21-4218-8947-41c184081d53 req-b45ed878-01b4-48c5-a3d9-b3195bd85ac8 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141989 Feb 28 17:33:14.221154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d39204a-d441-46d3-9b6a-79b297e11a0c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:14.237226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-0d39204a-d441-46d3-9b6a-79b297e11a0c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:14.240647 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d39204a-d441-46d3-9b6a-79b297e11a0c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:14.241313 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d39204a-d441-46d3-9b6a-79b297e11a0c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:14.250439 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b822dc-a9ca-405d-b158-84e268375290 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:14.264568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39204a-d441-46d3-9b6a-79b297e11a0c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=8f49950c-9200-4c05-bd89-b52acfe3cc82,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:14.336295 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0d39204a-d441-46d3-9b6a-79b297e11a0c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0827463 Feb 28 17:33:14.338451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37188) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:14.350255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-714592a1-9609-4d4e-b734-d34639cdfe4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'mac_address': 'fa:16:3e:73:29:37', 'name': 'tempest-NetworksTestDHCPv6-646222637'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:14.354201 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad374b75-2259-4e0a-b735-306871174e59 req-87abc02f-d1f7-4482-a040-3297db34ff6c tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0591025 Feb 28 17:33:14.444771 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d56eee8a-bacc-4cae-ac19-c22be43ce26f req-b844559a-153f-4f42-a45f-9a360addf16e tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1115501 Feb 28 17:33:14.487442 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': '8f49950c-9200-4c05-bd89-b52acfe3cc82'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:33:14.488187 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:14.491081 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Publish callbacks [] for router_gateway (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:14.645355 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e4a6c801-4632-4e9a-ac54-93187159a64e req-cdbf1d71-fc56-48cd-a080-400cf5133fba tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 210 time: 0.0481982 Feb 28 17:33:14.647300 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-1a1c1590-085e-449e-813c-9377e704485b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Publish callbacks [] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:14.701913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Allocated IP 2001:db8::2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/8f49950c-9200-4c05-bd89-b52acfe3cc82/1e59fc45-b514-4a9a-aafc-ff48630ab581) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:14.779385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714592a1-9609-4d4e-b734-d34639cdfe4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:14.780047 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-1a1c1590-085e-449e-813c-9377e704485b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:14.907391 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:14.908463 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Publish callbacks [] for port (1e59fc45-b514-4a9a-aafc-ff48630ab581), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:14.927213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-1a1c1590-085e-449e-813c-9377e704485b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Network 57283300-ecfb-4964-9b25-77d87f12d7a4 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:14.937731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-1a1c1590-085e-449e-813c-9377e704485b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:14.943773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-1a1c1590-085e-449e-813c-9377e704485b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:14.952743 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c1590-085e-449e-813c-9377e704485b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Pushing event updated for resources: {'Port': ['ID=98b43bde-fc79-4f69-aa31-4a2841a9dd87,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:15.019204 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (1e59fc45-b514-4a9a-aafc-ff48630ab581), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:15.033715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-1a1c1590-085e-449e-813c-9377e704485b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:15.034405 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-1a1c1590-085e-449e-813c-9377e704485b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:15.038702 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-714592a1-9609-4d4e-b734-d34639cdfe4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:15.066520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-714592a1-9609-4d4e-b734-d34639cdfe4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port 7f87b437-fcaf-4dc8-bc64-c951786b325b yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:33:15.080026 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:15.089039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:15.093616 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Pushing event updated for resources: {'Port': ['ID=1e59fc45-b514-4a9a-aafc-ff48630ab581,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:15.098399 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:15.145393 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-1a1c1590-085e-449e-813c-9377e704485b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6926665 Feb 28 17:33:15.174142 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Attempting to bind port 1e59fc45-b514-4a9a-aafc-ff48630ab581 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:33:15.174510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Attempting to bind port 1e59fc45-b514-4a9a-aafc-ff48630ab581 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:33:15.208796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Attempting to bind port 1e59fc45-b514-4a9a-aafc-ff48630ab581 on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:15.209365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Request body: {'port': {'device_id': 'e44fa760-ffed-4eda-9704-9b4acca568a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:15.209474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:33:15.209474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:15.209474 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:15.209474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:33:15.209474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Bound port: 1e59fc45-b514-4a9a-aafc-ff48630ab581, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:33:15.209474 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1e59fc45-b514-4a9a-aafc-ff48630ab581), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:15.222731 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555124f2-2c68-4e0b-903e-215c24002242 req-78b83303-9e3c-4b0a-9a14-91fa9d36caf2 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:15.224418 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-555124f2-2c68-4e0b-903e-215c24002242 req-78b83303-9e3c-4b0a-9a14-91fa9d36caf2 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 945 time: 0.2359810 Feb 28 17:33:15.286528 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] For port 1e59fc45-b514-4a9a-aafc-ff48630ab581, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:33:15.289515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] For port 1e59fc45-b514-4a9a-aafc-ff48630ab581, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1e59fc45-b514-4a9a-aafc-ff48630ab581,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:33:15.360008 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:15.368451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-714592a1-9609-4d4e-b734-d34639cdfe4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::c (04cb7746-5ae6-409c-8a55-b1c0eea3e379/8f49950c-9200-4c05-bd89-b52acfe3cc82/7f87b437-fcaf-4dc8-bc64-c951786b325b) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:15.371311 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1e59fc45-b514-4a9a-aafc-ff48630ab581), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:15.388732 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-555124f2-2c68-4e0b-903e-215c24002242 req-eb52e9ca-a037-411a-a796-a24fcd2289a9 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b844d3d-4ffc-480f-99d7-4b0862832e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180329 Feb 28 17:33:15.462274 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:33:15.485147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a328a3-ae3f-4814-99dd-1d61a78853f5 None None] Pushing event updated for resources: {'Port': ['ID=1e59fc45-b514-4a9a-aafc-ff48630ab581,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:15.667422 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:33:15.680562 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Sync routers for ids ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:33:15.731080 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Routers {'7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:33:15.731817 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:33:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:15.796300 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:15.797734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e57168f3-522a-4e7e-880f-d264a28f7c69 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0827777 Feb 28 17:33:15.800626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37206) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:16.036067 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Set router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:33:16.160336 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd042833-26a6-45c3-a69e-d57b1c92f0e6 req-96c6794f-c628-4357-a4aa-bb016a67ca3b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:16.169210 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dd042833-26a6-45c3-a69e-d57b1c92f0e6 req-96c6794f-c628-4357-a4aa-bb016a67ca3b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 931 time: 0.3420494 Feb 28 17:33:16.199560 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3bf38d0-34bb-4881-ab75-6f4159dc41c9 req-40b72ffa-2b4f-4fc0-9845-6ae652746b68 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.1020975 Feb 28 17:33:16.278010 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:33:14Z', 'revision_number': 3, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:16.309569 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Checking router: 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:33:16.310218 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Updating router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b port d6e7a0f4-cbea-44c3-a46a-c37ca368156b binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:33:16.346193 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d6e7a0f4-cbea-44c3-a46a-c37ca368156b), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:16.406695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dd042833-26a6-45c3-a69e-d57b1c92f0e6 req-73fbb830-93b5-4d33-acac-0a0ac172d104 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240438 Feb 28 17:33:16.702953 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Publish callbacks [] for port (d6e7a0f4-cbea-44c3-a46a-c37ca368156b), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:16.727790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b43bde-fc79-4f69-aa31-4a2841a9dd87 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:33:16.746371 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Publish callbacks [] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:16.772084 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d6e7a0f4-cbea-44c3-a46a-c37ca368156b), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:16.776116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Transition to ACTIVE for port object 98b43bde-fc79-4f69-aa31-4a2841a9dd87 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:33:16.853941 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:16.878238 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Pushing event updated for resources: {'Port': ['ID=d6e7a0f4-cbea-44c3-a46a-c37ca368156b,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:16.905508 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:16.905851 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:16.906208 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:16.906538 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:16.906865 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:16.907190 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:16.910175 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:16.910534 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:16.910864 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:16.911207 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:16.912228 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:16.912802 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:16.914113 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:16.936117 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Attempting to bind port d6e7a0f4-cbea-44c3-a46a-c37ca368156b on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:33:16.936540 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Attempting to bind port d6e7a0f4-cbea-44c3-a46a-c37ca368156b by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:33:16.936910 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Attempting to bind port d6e7a0f4-cbea-44c3-a46a-c37ca368156b on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:16.945399 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:33:16.945793 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:16.946208 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:16.946649 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:33:16.947067 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Bound port: d6e7a0f4-cbea-44c3-a46a-c37ca368156b, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:33:16.947459 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d6e7a0f4-cbea-44c3-a46a-c37ca368156b), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:17.024945 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] For port d6e7a0f4-cbea-44c3-a46a-c37ca368156b, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:33:17.028225 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] For port d6e7a0f4-cbea-44c3-a46a-c37ca368156b, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d6e7a0f4-cbea-44c3-a46a-c37ca368156b,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:33:17.075727 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:17.090200 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Pushing event updated for resources: {'Port': ['ID=98b43bde-fc79-4f69-aa31-4a2841a9dd87,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:17.096786 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d6e7a0f4-cbea-44c3-a46a-c37ca368156b), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:17.155884 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-714592a1-9609-4d4e-b734-d34639cdfe4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (7f87b437-fcaf-4dc8-bc64-c951786b325b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:17.191482 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47edd30-ed5b-495a-9bd8-9ee061ad42f0 None None] Pushing event updated for resources: {'Port': ['ID=d6e7a0f4-cbea-44c3-a46a-c37ca368156b,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:17.208658 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f45ca-9641-4ac6-b93f-4fbc116fb0f8 req-b4f05a80-ae68-46f2-9d45-8c62c6f09cd3 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:17.212205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-377f45ca-9641-4ac6-b93f-4fbc116fb0f8 req-b4f05a80-ae68-46f2-9d45-8c62c6f09cd3 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 945 time: 0.4302156 Feb 28 17:33:17.248772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e052c9cb-bd16-4cf1-8ef5-875e41ebbe68 None None] Provisioning complete for port 1e59fc45-b514-4a9a-aafc-ff48630ab581 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:17.251010 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e052c9cb-bd16-4cf1-8ef5-875e41ebbe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1e59fc45-b514-4a9a-aafc-ff48630ab581), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:17.259085 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Routers {'7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:33:17.259711 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:33:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:17.299908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Allocated IP 172.20.0.1 (1fdc8515-83f9-468e-b637-d170a1267dbe/de636b4e-eaba-413c-99cf-762f33fdde32/56ddcb66-3626-4b89-9e39-27b788922721) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:17.422582 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Publish callbacks [] for port (56ddcb66-3626-4b89-9e39-27b788922721), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:17.437305 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2f730-e066-4e4b-a498-e9e943173156 req-199700c7-4506-43a5-aa81-5d901b1e5126 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:17.444232 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0e2f730-e066-4e4b-a498-e9e943173156 req-199700c7-4506-43a5-aa81-5d901b1e5126 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 945 time: 0.6656342 Feb 28 17:33:17.451858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e052c9cb-bd16-4cf1-8ef5-875e41ebbe68 None None] Current status of the port 1e59fc45-b514-4a9a-aafc-ff48630ab581 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:17.457279 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e052c9cb-bd16-4cf1-8ef5-875e41ebbe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1e59fc45-b514-4a9a-aafc-ff48630ab581), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:17.505209 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36c8e80d-ab40-49b2-b565-ddb7014defb4 req-6eb73876-6462-4ebd-91bd-5cf1bc9dc796 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0470901 Feb 28 17:33:17.529685 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e052c9cb-bd16-4cf1-8ef5-875e41ebbe68 None None] For port 1e59fc45-b514-4a9a-aafc-ff48630ab581, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1e59fc45-b514-4a9a-aafc-ff48630ab581,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:17.560378 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (56ddcb66-3626-4b89-9e39-27b788922721), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:17.588101 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e052c9cb-bd16-4cf1-8ef5-875e41ebbe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1e59fc45-b514-4a9a-aafc-ff48630ab581), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:17.654734 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Network 1fdc8515-83f9-468e-b637-d170a1267dbe is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:17.666743 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:17.674863 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:17.699290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052c9cb-bd16-4cf1-8ef5-875e41ebbe68 None None] Pushing event updated for resources: {'Port': ['ID=1e59fc45-b514-4a9a-aafc-ff48630ab581,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:17.737832 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0e2f730-e066-4e4b-a498-e9e943173156 req-041469f9-16c2-4227-ad9a-7cff69358fd9 tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b844d3d-4ffc-480f-99d7-4b0862832e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927372 Feb 28 17:33:17.766276 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Attempting to bind port 98b43bde-fc79-4f69-aa31-4a2841a9dd87 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:33:17.766619 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Attempting to bind port 98b43bde-fc79-4f69-aa31-4a2841a9dd87 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '8f6b5d5a-6882-4148-a088-4efa0d6b4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '57283300-ecfb-4964-9b25-77d87f12d7a4'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:33:17.766951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Attempting to bind port 98b43bde-fc79-4f69-aa31-4a2841a9dd87 on network 57283300-ecfb-4964-9b25-77d87f12d7a4 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:17.780421 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] Set router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:33:17.782707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-377f45ca-9641-4ac6-b93f-4fbc116fb0f8 req-441ee8ec-235a-4888-a4ab-74ad6157e94b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Deleting port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:17.782707 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-377f45ca-9641-4ac6-b93f-4fbc116fb0f8 req-441ee8ec-235a-4888-a4ab-74ad6157e94b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:17.789233 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-714592a1-9609-4d4e-b734-d34639cdfe4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7f87b437-fcaf-4dc8-bc64-c951786b325b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:17.802091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Port 98b43bde-fc79-4f69-aa31-4a2841a9dd87 on network 57283300-ecfb-4964-9b25-77d87f12d7a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:33:17.802399 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Attempting to bind port 98b43bde-fc79-4f69-aa31-4a2841a9dd87 on network 57283300-ecfb-4964-9b25-77d87f12d7a4 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:17.836445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Pushing event updated for resources: {'Port': ['ID=56ddcb66-3626-4b89-9e39-27b788922721,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:17.913614 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:33:17.914019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Checking segment: {'id': '8f6b5d5a-6882-4148-a088-4efa0d6b4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '57283300-ecfb-4964-9b25-77d87f12d7a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:17.914365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Bound using segment: {'id': '8f6b5d5a-6882-4148-a088-4efa0d6b4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '57283300-ecfb-4964-9b25-77d87f12d7a4'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:33:17.914817 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Bound port: 98b43bde-fc79-4f69-aa31-4a2841a9dd87, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6b5d5a-6882-4148-a088-4efa0d6b4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '57283300-ecfb-4964-9b25-77d87f12d7a4'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:33:17.915177 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:17.915641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1e59fc45-b514-4a9a-aafc-ff48630ab581 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:17.934005 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:17.970196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714592a1-9609-4d4e-b734-d34639cdfe4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:17.981771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-714592a1-9609-4d4e-b734-d34639cdfe4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:17.991724 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714592a1-9609-4d4e-b734-d34639cdfe4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:17.997341 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714592a1-9609-4d4e-b734-d34639cdfe4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:17.998566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-714592a1-9609-4d4e-b734-d34639cdfe4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:18.007821 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714592a1-9609-4d4e-b734-d34639cdfe4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=7f87b437-fcaf-4dc8-bc64-c951786b325b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:18.091786 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1e59fc45-b514-4a9a-aafc-ff48630ab581 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:18.092210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-377f45ca-9641-4ac6-b93f-4fbc116fb0f8 req-441ee8ec-235a-4888-a4ab-74ad6157e94b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] For port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=4d3c8a64-0500-4195-bf4b-e13825e4f6c2,segment=NetworkSegment(51af6ac1-54d7-4457-b299-6ba1d494c182),segment_id=51af6ac1-54d7-4457-b299-6ba1d494c182)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:18.092590 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-377f45ca-9641-4ac6-b93f-4fbc116fb0f8 req-441ee8ec-235a-4888-a4ab-74ad6157e94b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:18.092981 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1e59fc45-b514-4a9a-aafc-ff48630ab581), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:18.121149 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c64585-703f-46bc-bb0b-be8f52cc19be req-580832b2-48bf-4d08-8b7e-98dc95e13514 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:18.122331 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] For port 98b43bde-fc79-4f69-aa31-4a2841a9dd87, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:33:18.125505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-377f45ca-9641-4ac6-b93f-4fbc116fb0f8 req-441ee8ec-235a-4888-a4ab-74ad6157e94b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Calling delete_port for 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:18.135085 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a5c64585-703f-46bc-bb0b-be8f52cc19be req-580832b2-48bf-4d08-8b7e-98dc95e13514 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 943 time: 0.4511285 Feb 28 17:33:18.172211 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:33:14Z', 'revision_number': 3, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:18.206832 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1e59fc45-b514-4a9a-aafc-ff48630ab581 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:18.233638 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-714592a1-9609-4d4e-b734-d34639cdfe4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8932912 Feb 28 17:33:18.245043 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37222) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:18.250113 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d91dad-9bb3-4095-8e0d-129bd62fd69a None None] The sync data for ids ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'] in n-d-820368-19 is: [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:33:14Z', 'revision_number': 3, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:33:18.283900 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a5c64585-703f-46bc-bb0b-be8f52cc19be req-fd5a87c0-dbd9-43f3-9788-fdcd864ca36e tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358523 Feb 28 17:33:18.449419 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] For port 98b43bde-fc79-4f69-aa31-4a2841a9dd87, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=98b43bde-fc79-4f69-aa31-4a2841a9dd87,segment=NetworkSegment(8f6b5d5a-6882-4148-a088-4efa0d6b4918),segment_id=8f6b5d5a-6882-4148-a088-4efa0d6b4918)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:33:18.473841 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ff404d-b72f-459c-aeec-fc1408d0d892 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:18.479735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ff404d-b72f-459c-aeec-fc1408d0d892 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:18.484885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37226) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:18.485382 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-43ff404d-b72f-459c-aeec-fc1408d0d892 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2388995 Feb 28 17:33:18.502209 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-377f45ca-9641-4ac6-b93f-4fbc116fb0f8 req-441ee8ec-235a-4888-a4ab-74ad6157e94b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (4d3c8a64-0500-4195-bf4b-e13825e4f6c2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:18.522751 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['4d3c8a64-0500-4195-bf4b-e13825e4f6c2'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:33:18.593545 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:18.601297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-458f0287-2dbf-433f-b253-2f6cb41a96e4 None None] Provisioning complete for port 7f87b437-fcaf-4dc8-bc64-c951786b325b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:18.601682 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-458f0287-2dbf-433f-b253-2f6cb41a96e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7f87b437-fcaf-4dc8-bc64-c951786b325b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:18.605660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ee8ec-235a-4888-a4ab-74ad6157e94b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Pushing event deleted for resources: {'Port': ['ID=4d3c8a64-0500-4195-bf4b-e13825e4f6c2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:18.653327 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (56ddcb66-3626-4b89-9e39-27b788922721), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:18.722688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-458f0287-2dbf-433f-b253-2f6cb41a96e4 None None] Port 7f87b437-fcaf-4dc8-bc64-c951786b325b cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:33:18.788226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:18.792529 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:18.793749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] 10.222.0.73 "PUT /v2.0/ports/98b43bde-fc79-4f69-aa31-4a2841a9dd87 HTTP/1.1" status: 200 len: 1092 time: 3.6209798 Feb 28 17:33:18.829674 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44fa760-ffed-4eda-9704-9b4acca568a2', 'tag': '98b43bde-fc79-4f69-aa31-4a2841a9dd87'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:33:18.837672 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77eba128-211d-4750-86c1-2baa7e767360" -d '{"events": [{"name": "network-changed", "server_uuid": "e44fa760-ffed-4eda-9704-9b4acca568a2", "tag": "98b43bde-fc79-4f69-aa31-4a2841a9dd87"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:33:18.912803 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3784f-068a-4244-b401-f4ce2db410b2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port 7f87b437-fcaf-4dc8-bc64-c951786b325b {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:18.913709 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f7c3784f-068a-4244-b401-f4ce2db410b2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7f87b437-fcaf-4dc8-bc64-c951786b325b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:18.919372 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-377f45ca-9641-4ac6-b93f-4fbc116fb0f8 req-441ee8ec-235a-4888-a4ab-74ad6157e94b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] No DVR routers for this DVR port 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:33:18.926979 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3500b351-ffde-4eef-815e-d033bf076b51 req-be6edd63-138a-478f-8d07-70af287fdb3b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.2089169 Feb 28 17:33:18.926979 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-377f45ca-9641-4ac6-b93f-4fbc116fb0f8 req-441ee8ec-235a-4888-a4ab-74ad6157e94b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:18.932790 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-377f45ca-9641-4ac6-b93f-4fbc116fb0f8 req-441ee8ec-235a-4888-a4ab-74ad6157e94b tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.73 "DELETE /v2.0/ports/4d3c8a64-0500-4195-bf4b-e13825e4f6c2 HTTP/1.1" status: 204 len: 173 time: 1.6295338 Feb 28 17:33:19.040716 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dc340-d60a-4ba6-bc52-40470229db00 service neutron] Pushing event updated for resources: {'Port': ['ID=98b43bde-fc79-4f69-aa31-4a2841a9dd87,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:19.146289 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f7c3784f-068a-4244-b401-f4ce2db410b2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7f87b437-fcaf-4dc8-bc64-c951786b325b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:19.173562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e1f0831-97a1-469a-a05f-9706eeadf8e4 req-dd6b870b-d122-4973-a98d-abfd077a53ea tempest-FloatingIPsAssociationNegativeTestJSON-595656117 tempest-FloatingIPsAssociationNegativeTestJSON-595656117-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a3eaeb-cdae-4f77-af21-22eaf5c8911a HTTP/1.1" status: 200 len: 210 time: 0.0899200 Feb 28 17:33:19.177540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-2c906e41-368e-4db8-a89e-35eb26b1b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:19.180205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-2c906e41-368e-4db8-a89e-35eb26b1b10f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=278a56c7fd844bd8912e70616a4da8ca&device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 1126 time: 0.2027712 Feb 28 17:33:19.194594 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3784f-068a-4244-b401-f4ce2db410b2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for 7f87b437-fcaf-4dc8-bc64-c951786b325b owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:19.259113 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-9e2d229d-bab5-4246-93fc-9e4011c47f11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98b43bde-fc79-4f69-aa31-4a2841a9dd87 HTTP/1.1" status: 200 len: 217 time: 0.0699329 Feb 28 17:33:19.273417 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d64829-8c11-48b2-82b2-f87458554613 x-openstack-request-id: req-72d64829-8c11-48b2-82b2-f87458554613 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:33:19.273713 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44fa760-ffed-4eda-9704-9b4acca568a2", "tag": "98b43bde-fc79-4f69-aa31-4a2841a9dd87", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:33:19.273981 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-72d64829-8c11-48b2-82b2-f87458554613 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:33:19.274389 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44fa760-ffed-4eda-9704-9b4acca568a2', 'tag': '98b43bde-fc79-4f69-aa31-4a2841a9dd87', 'status': 'completed', 'code': 200} Feb 28 17:33:19.367518 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-29bde7ed-7b95-4bca-882a-f3f661e23b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:19.371044 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-29bde7ed-7b95-4bca-882a-f3f661e23b2e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91fc99db-f887-417a-a900-34a270b3b32f HTTP/1.1" status: 200 len: 850 time: 0.1051874 Feb 28 17:33:19.452363 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-7058e205-bb40-4ff6-b553-2878a17f5a5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57283300-ecfb-4964-9b25-77d87f12d7a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745461 Feb 28 17:33:19.461983 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Publish callbacks [] for port (56ddcb66-3626-4b89-9e39-27b788922721), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:19.548743 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (56ddcb66-3626-4b89-9e39-27b788922721), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:19.585037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376e8e4-4d64-41a0-a684-cbf618bceee8 req-d52f8737-dabc-4127-8edb-a1fa501de0c3 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:19.593067 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b376e8e4-4d64-41a0-a684-cbf618bceee8 req-d52f8737-dabc-4127-8edb-a1fa501de0c3 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 943 time: 0.1394207 Feb 28 17:33:19.636532 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:19.659058 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f7c3784f-068a-4244-b401-f4ce2db410b2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7f87b437-fcaf-4dc8-bc64-c951786b325b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:19.677811 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-68a44004-1a38-4f72-a8bf-234eb9decbd4 service neutron] 10.222.0.73 "GET /v2.0/networks/57283300-ecfb-4964-9b25-77d87f12d7a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129769 Feb 28 17:33:19.797586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b376e8e4-4d64-41a0-a684-cbf618bceee8 req-d6147634-fa17-4b9f-96c3-38cf6d9f6bf5 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034943 Feb 28 17:33:19.809351 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2cedd7ce-686d-4bf1-a871-c4597ac9ffa9 req-7f2ea074-5de0-4434-92eb-22d8f5e74887 service neutron] 10.222.0.73 "GET /v2.0/networks/57283300-ecfb-4964-9b25-77d87f12d7a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117301 Feb 28 17:33:19.953667 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d6e7a0f4-cbea-44c3-a46a-c37ca368156b up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:20.115410 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d6e7a0f4-cbea-44c3-a46a-c37ca368156b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:20.115789 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d6e7a0f4-cbea-44c3-a46a-c37ca368156b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:20.181754 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Pushing event updated for resources: {'Port': ['ID=56ddcb66-3626-4b89-9e39-27b788922721,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:20.237455 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f7c3784f-068a-4244-b401-f4ce2db410b2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:20.251495 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f7c3784f-068a-4244-b401-f4ce2db410b2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/7f87b437-fcaf-4dc8-bc64-c951786b325b HTTP/1.1" status: 204 len: 168 time: 1.7652826 Feb 28 17:33:20.256712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37256) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:20.325571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37258) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:20.328376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Network 1fdc8515-83f9-468e-b637-d170a1267dbe is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:20.337293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3784f-068a-4244-b401-f4ce2db410b2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=7f87b437-fcaf-4dc8-bc64-c951786b325b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:20.369571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:20.379710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce313477-9936-4418-8f71-a956a2350660 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:20.384086 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce313477-9936-4418-8f71-a956a2350660 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:20.385146 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ce313477-9936-4418-8f71-a956a2350660 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1245401 Feb 28 17:33:20.387044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37260) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:20.453978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd1f9d8-52a0-4f20-aeff-6b2f88f40554 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 8f49950c-9200-4c05-bd89-b52acfe3cc82 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:20.466577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eba128-211d-4750-86c1-2baa7e767360 req-da1dbbce-c1b1-4bfc-8350-6ddba9a1a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:20.468507 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77eba128-211d-4750-86c1-2baa7e767360 req-da1dbbce-c1b1-4bfc-8350-6ddba9a1a9b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=278a56c7fd844bd8912e70616a4da8ca&device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 1126 time: 0.3409042 Feb 28 17:33:20.494348 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9dd1f9d8-52a0-4f20-aeff-6b2f88f40554 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (8f49950c-9200-4c05-bd89-b52acfe3cc82), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:20.666809 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9dd1f9d8-52a0-4f20-aeff-6b2f88f40554 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (8f49950c-9200-4c05-bd89-b52acfe3cc82), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:20.735078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d6e7a0f4-cbea-44c3-a46a-c37ca368156b is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:20.735663 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d6e7a0f4-cbea-44c3-a46a-c37ca368156b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:20.787185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port d6e7a0f4-cbea-44c3-a46a-c37ca368156b, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d6e7a0f4-cbea-44c3-a46a-c37ca368156b,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:20.863313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eba128-211d-4750-86c1-2baa7e767360 req-300ba86b-ade8-4dfe-bf01-f981a66d3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:20.865321 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77eba128-211d-4750-86c1-2baa7e767360 req-300ba86b-ade8-4dfe-bf01-f981a66d3ab1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=57283300-ecfb-4964-9b25-77d87f12d7a4 HTTP/1.1" status: 200 len: 911 time: 0.3892608 Feb 28 17:33:20.874010 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d6e7a0f4-cbea-44c3-a46a-c37ca368156b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:20.977953 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77eba128-211d-4750-86c1-2baa7e767360 req-4830cc02-a0c8-444b-b938-a5821ae7b122 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98b43bde-fc79-4f69-aa31-4a2841a9dd87 HTTP/1.1" status: 200 len: 217 time: 0.0756762 Feb 28 17:33:21.013320 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3af8287a-d269-4fa8-a577-f9bea5037f3f req-56cb48e3-e38c-4bf2-bd3f-fa7ea48990fa tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.7531035 Feb 28 17:33:21.020565 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=d6e7a0f4-cbea-44c3-a46a-c37ca368156b,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:21.041770 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9dd1f9d8-52a0-4f20-aeff-6b2f88f40554 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (8f49950c-9200-4c05-bd89-b52acfe3cc82), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:21.048498 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:33:21.101648 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:33:21.101830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 4d3c8a64-0500-4195-bf4b-e13825e4f6c2 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:33:21.176230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eba128-211d-4750-86c1-2baa7e767360 req-dba5b6cf-eeac-440b-adcb-53b22bde74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:21.178291 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77eba128-211d-4750-86c1-2baa7e767360 req-dba5b6cf-eeac-440b-adcb-53b22bde74b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91fc99db-f887-417a-a900-34a270b3b32f HTTP/1.1" status: 200 len: 850 time: 0.1902852 Feb 28 17:33:21.248024 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77eba128-211d-4750-86c1-2baa7e767360 req-4d58187d-2c44-4f63-a2e5-c3684ce0d03b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57283300-ecfb-4964-9b25-77d87f12d7a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496864 Feb 28 17:33:21.252051 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9dd1f9d8-52a0-4f20-aeff-6b2f88f40554 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (8f49950c-9200-4c05-bd89-b52acfe3cc82), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:21.293561 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:33:21.390797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'name': 'network-vif-deleted', 'tag': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:33:21.393878 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a988059-cccc-4f12-92d3-3f65e7da0838" -d '{"events": [{"server_uuid": "b9a3eaeb-cdae-4f77-af21-22eaf5c8911a", "name": "network-vif-deleted", "tag": "4d3c8a64-0500-4195-bf4b-e13825e4f6c2"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:33:21.398792 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77eba128-211d-4750-86c1-2baa7e767360 req-055fc06f-ec40-415a-831d-7fc3bea7a407 service neutron] 10.222.0.73 "GET /v2.0/networks/57283300-ecfb-4964-9b25-77d87f12d7a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411362 Feb 28 17:33:21.402852 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1f9d8-52a0-4f20-aeff-6b2f88f40554 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=8f49950c-9200-4c05-bd89-b52acfe3cc82,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:21.522369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:33:21.525117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77eba128-211d-4750-86c1-2baa7e767360 req-d1d3030a-3388-4563-a8b1-272d3be0214b service neutron] 10.222.0.73 "GET /v2.0/networks/57283300-ecfb-4964-9b25-77d87f12d7a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031826 Feb 28 17:33:21.526886 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a816288b-cda3-448c-9f15-ac6cb4f6f5be x-openstack-request-id: req-a816288b-cda3-448c-9f15-ac6cb4f6f5be {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:33:21.527211 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a3eaeb-cdae-4f77-af21-22eaf5c8911a", "name": "network-vif-deleted", "tag": "4d3c8a64-0500-4195-bf4b-e13825e4f6c2", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:33:21.527534 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a816288b-cda3-448c-9f15-ac6cb4f6f5be {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:33:21.528010 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a3eaeb-cdae-4f77-af21-22eaf5c8911a', 'name': 'network-vif-deleted', 'tag': '4d3c8a64-0500-4195-bf4b-e13825e4f6c2', 'status': 'completed', 'code': 200} Feb 28 17:33:21.537391 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9dd1f9d8-52a0-4f20-aeff-6b2f88f40554 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:21.544771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Sync routers for ids ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:33:21.545005 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9dd1f9d8-52a0-4f20-aeff-6b2f88f40554 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/8f49950c-9200-4c05-bd89-b52acfe3cc82 HTTP/1.1" status: 204 len: 168 time: 1.1543498 Feb 28 17:33:21.551145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5444aaa-c4a2-4688-b805-3d0f7abf5cc1 req-957d906d-b845-470e-ade3-049f8a516228 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:21.553560 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e36d28-ab78-4fba-9b69-b602f07d86d5 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:21.559436 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5444aaa-c4a2-4688-b805-3d0f7abf5cc1 req-957d906d-b845-470e-ade3-049f8a516228 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 943 time: 0.4498339 Feb 28 17:33:21.568022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37274) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:21.586990 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-de11af45-970e-4d0f-ad80-1cb1e35632ec admin admin] 10.222.0.72 "PUT /v2.0/routers/7eaf0e38-96f0-461d-b6a7-308dfa06bd2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7774932 Feb 28 17:33:21.620090 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5444aaa-c4a2-4688-b805-3d0f7abf5cc1 req-c999f8d4-e081-47bd-8141-4f5bf45690d1 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573399 Feb 28 17:33:21.678507 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37278) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:21.678870 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0dcd1cb9-d457-4c02-9d4a-4153b4c36047 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982778 Feb 28 17:33:21.793210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17669ca2-6ea7-46e6-b331-19a2ea3a9c58 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:21.807509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37282) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:21.817753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-17669ca2-6ea7-46e6-b331-19a2ea3a9c58 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1378956 Feb 28 17:33:21.844154 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Routers {'7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:33:21.844809 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:33:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:21.863282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b1224b-7f01-480f-94d4-3b06c83ea242 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:21.865112 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37286) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:21.872262 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-48b1224b-7f01-480f-94d4-3b06c83ea242 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0619869 Feb 28 17:33:21.909295 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d6e7a0f4-cbea-44c3-a46a-c37ca368156b up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:21.995848 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee55084-235e-4d36-b546-78012459477c None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:33:22.021577 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-64fd935f-489e-4feb-a53f-8f0bec1465f9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1552839 Feb 28 17:33:22.024351 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37290) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:22.038453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9990f80f-cee9-40ab-96dc-73dba17c08a0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:22.152950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d6e7a0f4-cbea-44c3-a46a-c37ca368156b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:22.153376 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d6e7a0f4-cbea-44c3-a46a-c37ca368156b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:22.178609 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8d900142-60d2-4671-a1e6-456628cf10f1 req-20260da1-be21-41d0-9110-ac39e948d767 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0525157 Feb 28 17:33:22.206777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Set router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:33:22.221461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3ee55084-235e-4d36-b546-78012459477c None None] Deleting port 1e59fc45-b514-4a9a-aafc-ff48630ab581 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:22.221461 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3ee55084-235e-4d36-b546-78012459477c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1e59fc45-b514-4a9a-aafc-ff48630ab581), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:22.338946 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-9e8e296a-5ba4-4e2d-aef7-3a80696ae87e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:22.340441 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-9e8e296a-5ba4-4e2d-aef7-3a80696ae87e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/networks?id=1fdc8515-83f9-468e-b637-d170a1267dbe HTTP/1.1" status: 200 len: 820 time: 0.1149523 Feb 28 17:33:22.362819 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8426a358-5295-4ba3-9614-f8a39672fa0a tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/quotas/c1fc731029cd4e4081e19f4961c8257c HTTP/1.1" status: 200 len: 375 time: 0.0162237 Feb 28 17:33:22.383157 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d87a9553-ccd8-407f-b5fa-7fef5209d8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (b3e32f06-d9b9-45fd-a502-31487d0229c8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:22.462052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d6e7a0f4-cbea-44c3-a46a-c37ca368156b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:22.470895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-3ee55084-235e-4d36-b546-78012459477c None None] For port 1e59fc45-b514-4a9a-aafc-ff48630ab581, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1e59fc45-b514-4a9a-aafc-ff48630ab581,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:22.471294 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3ee55084-235e-4d36-b546-78012459477c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1e59fc45-b514-4a9a-aafc-ff48630ab581), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:22.490556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3ee55084-235e-4d36-b546-78012459477c None None] Calling delete_port for 1e59fc45-b514-4a9a-aafc-ff48630ab581 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:22.496030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9990f80f-cee9-40ab-96dc-73dba17c08a0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:22.500063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9990f80f-cee9-40ab-96dc-73dba17c08a0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:22.650489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:33:18Z', 'revision_number': 4, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '56ddcb66-3626-4b89-9e39-27b788922721', 'name': '', 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'mac_address': 'fa:16:3e:b5:d0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:17Z', 'updated_at': '2022-02-28T17:33:18Z', 'revision_number': 2, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'subnets': [{'id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:22.674630 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-3e90ce46-2325-46ce-968b-0fc6982410c3 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1fc731029cd4e4081e19f4961c8257c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3039675 Feb 28 17:33:22.714307 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3ee55084-235e-4d36-b546-78012459477c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (1e59fc45-b514-4a9a-aafc-ff48630ab581), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:22.727718 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Checking router: 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:33:22.728401 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Updating router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b port 56ddcb66-3626-4b89-9e39-27b788922721 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:33:22.764720 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (56ddcb66-3626-4b89-9e39-27b788922721), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:22.766998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee55084-235e-4d36-b546-78012459477c None None] No DVR routers for this DVR port 1e59fc45-b514-4a9a-aafc-ff48630ab581 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:33:22.817215 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee55084-235e-4d36-b546-78012459477c None None] Pushing event deleted for resources: {'Port': ['ID=1e59fc45-b514-4a9a-aafc-ff48630ab581,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:22.836480 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b2b6f-7a20-49c1-8e72-c311e53ae40c req-9628e006-5229-455b-ac8b-1a050d189651 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:22.843117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-569b2b6f-7a20-49c1-8e72-c311e53ae40c req-9628e006-5229-455b-ac8b-1a050d189651 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 943 time: 0.1242268 Feb 28 17:33:22.907806 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-569b2b6f-7a20-49c1-8e72-c311e53ae40c req-1fb73f66-5535-4110-a866-8bcc035db77e tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591242 Feb 28 17:33:22.954578 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-25b7ecc6-da69-4bec-95fa-52a809a5bced service neutron] 10.222.0.72 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724328 Feb 28 17:33:23.059915 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 98b43bde-fc79-4f69-aa31-4a2841a9dd87 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:33:23.080597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d87a9553-ccd8-407f-b5fa-7fef5209d8c2 admin admin] Deleting port 0b32d833-8930-452c-9ee3-8e97e19636e2 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:23.081203 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d87a9553-ccd8-407f-b5fa-7fef5209d8c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:23.155953 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-18cc6112-38eb-4e9a-bd31-4a94b74b4d38 service neutron] 10.222.0.72 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909728 Feb 28 17:33:23.249945 n-d-820368-19 neutron-server[104247]: DEBUG neutron.objects.ports [None req-9990f80f-cee9-40ab-96dc-73dba17c08a0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104247) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:33:23.256400 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9990f80f-cee9-40ab-96dc-73dba17c08a0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (e105af5f-660f-4cba-946c-5c99cf5fa9b4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:23.271696 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-d87a9553-ccd8-407f-b5fa-7fef5209d8c2 admin admin] For port 0b32d833-8930-452c-9ee3-8e97e19636e2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0b32d833-8930-452c-9ee3-8e97e19636e2,segment=NetworkSegment(51af6ac1-54d7-4457-b299-6ba1d494c182),segment_id=51af6ac1-54d7-4457-b299-6ba1d494c182)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:23.273691 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d87a9553-ccd8-407f-b5fa-7fef5209d8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:23.281239 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 98b43bde-fc79-4f69-aa31-4a2841a9dd87, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=98b43bde-fc79-4f69-aa31-4a2841a9dd87,segment=NetworkSegment(8f6b5d5a-6882-4148-a088-4efa0d6b4918),segment_id=8f6b5d5a-6882-4148-a088-4efa0d6b4918)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:23.303454 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '98b43bde-fc79-4f69-aa31-4a2841a9dd87', 'network_id': '57283300-ecfb-4964-9b25-77d87f12d7a4', 'port_id': '98b43bde-fc79-4f69-aa31-4a2841a9dd87', 'mac_address': 'fa:16:3e:b4:d3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fc99db-f887-417a-a900-34a270b3b32f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:33:23.312838 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Publish callbacks [] for port (56ddcb66-3626-4b89-9e39-27b788922721), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:23.322317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9990f80f-cee9-40ab-96dc-73dba17c08a0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:23.323358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d87a9553-ccd8-407f-b5fa-7fef5209d8c2 admin admin] Calling delete_port for 0b32d833-8930-452c-9ee3-8e97e19636e2 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:23.329655 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-9990f80f-cee9-40ab-96dc-73dba17c08a0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:23.338752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9990f80f-cee9-40ab-96dc-73dba17c08a0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:23.339367 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9990f80f-cee9-40ab-96dc-73dba17c08a0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:23.343510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0f4b78-b6c4-46bd-b9a7-4a4c533b2498 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:23.348684 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2f5d6b0-5d7a-4165-9a3c-4b50c69ae201 req-dc2f41ef-4c5e-48e0-a89f-5ef420c480ba tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0610235 Feb 28 17:33:23.390813 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990f80f-cee9-40ab-96dc-73dba17c08a0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=e105af5f-660f-4cba-946c-5c99cf5fa9b4,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:23.395779 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (56ddcb66-3626-4b89-9e39-27b788922721), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:23.465424 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b911313-923e-4df0-b333-f38ce64a698d req-53f5aef3-05e8-4523-a334-b9bc56784148 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 210 time: 0.0362623 Feb 28 17:33:23.480095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37310) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:23.480864 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9990f80f-cee9-40ab-96dc-73dba17c08a0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4468620 Feb 28 17:33:23.489981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1800980e-8b1f-444e-81d7-83863764205b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:23.515432 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 98b43bde-fc79-4f69-aa31-4a2841a9dd87 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:23.515827 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:23.572152 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b43bde-fc79-4f69-aa31-4a2841a9dd87 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:33:23.592792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': 'e105af5f-660f-4cba-946c-5c99cf5fa9b4'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:33:23.597002 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:23.646512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dfedc-f1c4-421f-81e7-8fa299e218b9 None None] Pushing event updated for resources: {'Port': ['ID=56ddcb66-3626-4b89-9e39-27b788922721,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:23.650202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 98b43bde-fc79-4f69-aa31-4a2841a9dd87, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=98b43bde-fc79-4f69-aa31-4a2841a9dd87,segment=NetworkSegment(8f6b5d5a-6882-4148-a088-4efa0d6b4918),segment_id=8f6b5d5a-6882-4148-a088-4efa0d6b4918)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:23.753715 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:23.760035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d87a9553-ccd8-407f-b5fa-7fef5209d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0b32d833-8930-452c-9ee3-8e97e19636e2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:23.793121 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1800980e-8b1f-444e-81d7-83863764205b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:23.799186 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1800980e-8b1f-444e-81d7-83863764205b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:23.824380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a9553-ccd8-407f-b5fa-7fef5209d8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b32d833-8930-452c-9ee3-8e97e19636e2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:23.849128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=98b43bde-fc79-4f69-aa31-4a2841a9dd87,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:23.855461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1e59fc45-b514-4a9a-aafc-ff48630ab581 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:33:23.928546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 1e59fc45-b514-4a9a-aafc-ff48630ab581 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:33:23.928913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1e59fc45-b514-4a9a-aafc-ff48630ab581 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:33:23.948003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Attempting to bind port 56ddcb66-3626-4b89-9e39-27b788922721 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:33:23.948386 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Attempting to bind port 56ddcb66-3626-4b89-9e39-27b788922721 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'd008799a-ce3b-4da4-89fb-75b896281b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:33:23.948749 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Attempting to bind port 56ddcb66-3626-4b89-9e39-27b788922721 on network 1fdc8515-83f9-468e-b637-d170a1267dbe {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:23.981862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:33:23.983032 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Checking segment: {'id': 'd008799a-ce3b-4da4-89fb-75b896281b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:23.983032 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:23.983032 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Bound using segment: {'id': 'd008799a-ce3b-4da4-89fb-75b896281b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:33:23.984194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Bound port: 56ddcb66-3626-4b89-9e39-27b788922721, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd008799a-ce3b-4da4-89fb-75b896281b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:33:23.991900 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (56ddcb66-3626-4b89-9e39-27b788922721), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:24.033527 n-d-820368-19 neutron-server[104246]: INFO neutron.db.ipam_backend_mixin [None req-1800980e-8b1f-444e-81d7-83863764205b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e105af5f-660f-4cba-946c-5c99cf5fa9b4 (CIDR: 2001:db8::/64) Feb 28 17:33:24.108526 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-1800980e-8b1f-444e-81d7-83863764205b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:33:24.108808 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Allocated IP 2001:db8::f816:3eff:fe2b:b0ba (04cb7746-5ae6-409c-8a55-b1c0eea3e379/e105af5f-660f-4cba-946c-5c99cf5fa9b4/87dc6319-52ad-4a4d-a450-924d1cff133e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:24.109168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1800980e-8b1f-444e-81d7-83863764205b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:24.154439 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231a0e-5e45-4a2d-96c3-7d1883056b2b req-412741b0-4a28-458c-9eb0-3fc2e8af6187 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:24.160013 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa231a0e-5e45-4a2d-96c3-7d1883056b2b req-412741b0-4a28-458c-9eb0-3fc2e8af6187 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 944 time: 0.0857372 Feb 28 17:33:24.179445 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d87a9553-ccd8-407f-b5fa-7fef5209d8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (b3e32f06-d9b9-45fd-a502-31487d0229c8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:24.249909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1800980e-8b1f-444e-81d7-83863764205b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7680485 Feb 28 17:33:24.250759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37318) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:24.259931 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d0fdaa54-1b7f-401e-be3e-cd03146f836c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:24.308892 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa231a0e-5e45-4a2d-96c3-7d1883056b2b req-e8bb7f62-7806-4627-af36-dca34252b042 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358044 Feb 28 17:33:24.382141 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['98b43bde-fc79-4f69-aa31-4a2841a9dd87'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:33:24.391397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] For port 56ddcb66-3626-4b89-9e39-27b788922721, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:33:24.444807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] For port 56ddcb66-3626-4b89-9e39-27b788922721, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=56ddcb66-3626-4b89-9e39-27b788922721,segment=NetworkSegment(d008799a-ce3b-4da4-89fb-75b896281b16),segment_id=d008799a-ce3b-4da4-89fb-75b896281b16)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:33:24.513665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fdaa54-1b7f-401e-be3e-cd03146f836c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:24.517434 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0fdaa54-1b7f-401e-be3e-cd03146f836c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:24.537041 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-645c465b-600c-4f48-b575-f475fd04e8b9 req-79a56b61-892a-431a-87f0-1ba5d9a245b9 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0457389 Feb 28 17:33:24.556073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87a9553-ccd8-407f-b5fa-7fef5209d8c2 admin admin] Router b3e32f06-d9b9-45fd-a502-31487d0229c8 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:33:24.590872 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (56ddcb66-3626-4b89-9e39-27b788922721), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:24.640743 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c492c50-a290-49de-baf6-ae5a9f20e0b6 req-12583b1b-e4bb-44ca-98ea-55c4bbd09a20 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 210 time: 0.0441415 Feb 28 17:33:24.690894 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87a9553-ccd8-407f-b5fa-7fef5209d8c2 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:33:24.696852 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d87a9553-ccd8-407f-b5fa-7fef5209d8c2 admin admin] 10.222.0.72 "PUT /v2.0/routers/b3e32f06-d9b9-45fd-a502-31487d0229c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3670654 Feb 28 17:33:24.700971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37326) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:24.705347 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75292bec-dc09-48f6-a8b4-736b07b23df2 None None] Sync routers for ids ['b3e32f06-d9b9-45fd-a502-31487d0229c8'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:33:24.712578 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Publish callbacks [] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:24.722897 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75292bec-dc09-48f6-a8b4-736b07b23df2 None None] Routers {'b3e32f06-d9b9-45fd-a502-31487d0229c8'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:33:24.726474 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-75292bec-dc09-48f6-a8b4-736b07b23df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:33:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b3e32f06-d9b9-45fd-a502-31487d0229c8'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:24.752080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Routers {'7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:33:24.752825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:33:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:24.758358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dfedc-f1c4-421f-81e7-8fa299e218b9 None None] Pushing event updated for resources: {'Port': ['ID=56ddcb66-3626-4b89-9e39-27b788922721,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:24.802984 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:24.868192 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:24.873085 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] Publish callbacks [] for router (b3e32f06-d9b9-45fd-a502-31487d0229c8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:24.882325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:24.939699 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-75292bec-dc09-48f6-a8b4-736b07b23df2 None None] Set router b3e32f06-d9b9-45fd-a502-31487d0229c8 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:33:24.965862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Pushing event updated for resources: {'Port': ['ID=87dc6319-52ad-4a4d-a450-924d1cff133e,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:24.970695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:25.036190 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] Publish callbacks [] for router_gateway (b3e32f06-d9b9-45fd-a502-31487d0229c8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:25.068062 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0fdaa54-1b7f-401e-be3e-cd03146f836c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (ce8ab387-2af0-4425-b720-afa8bd92d845), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:25.072325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] Set router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:33:25.074323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Attempting to bind port 87dc6319-52ad-4a4d-a450-924d1cff133e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:33:25.074774 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Attempting to bind port 87dc6319-52ad-4a4d-a450-924d1cff133e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:33:25.075101 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Attempting to bind port 87dc6319-52ad-4a4d-a450-924d1cff133e on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:25.111311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:33:25.111593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:25.111904 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:25.112300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:33:25.112782 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Bound port: 87dc6319-52ad-4a4d-a450-924d1cff133e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:33:25.113163 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:25.128813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdaa54-1b7f-401e-be3e-cd03146f836c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=ce8ab387-2af0-4425-b720-afa8bd92d845,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:25.149840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fdaa54-1b7f-401e-be3e-cd03146f836c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:25.151629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-d0fdaa54-1b7f-401e-be3e-cd03146f836c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:25.161474 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fdaa54-1b7f-401e-be3e-cd03146f836c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:25.162833 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0fdaa54-1b7f-401e-be3e-cd03146f836c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:25.195658 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-75292bec-dc09-48f6-a8b4-736b07b23df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:33:23Z', 'revision_number': 5, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port': {'id': 'ce916f44-4e47-4712-8dde-ac35595070dd', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:32:13Z', 'updated_at': '2022-02-28T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:25.203852 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] Deleting port ce916f44-4e47-4712-8dde-ac35595070dd {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:25.204459 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ce916f44-4e47-4712-8dde-ac35595070dd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:25.233651 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75292bec-dc09-48f6-a8b4-736b07b23df2 None None] Checking router: b3e32f06-d9b9-45fd-a502-31487d0229c8 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:33:25.243634 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75292bec-dc09-48f6-a8b4-736b07b23df2 None None] Routers {'b3e32f06-d9b9-45fd-a502-31487d0229c8'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:33:25.244567 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-75292bec-dc09-48f6-a8b4-736b07b23df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:33:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b3e32f06-d9b9-45fd-a502-31487d0229c8'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:25.261726 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d0fdaa54-1b7f-401e-be3e-cd03146f836c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0034196 Feb 28 17:33:25.261983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37332) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:25.268151 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'mac_address': 'fa:16:3e:f6:6d:3f', 'name': 'tempest-NetworksTestDHCPv6-489539077'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:25.322297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] For port ce916f44-4e47-4712-8dde-ac35595070dd, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=ce916f44-4e47-4712-8dde-ac35595070dd,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:25.322943 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ce916f44-4e47-4712-8dde-ac35595070dd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:25.343135 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] Calling delete_port for ce916f44-4e47-4712-8dde-ac35595070dd owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:25.378261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] For port 87dc6319-52ad-4a4d-a450-924d1cff133e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:33:25.382864 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] For port 87dc6319-52ad-4a4d-a450-924d1cff133e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=87dc6319-52ad-4a4d-a450-924d1cff133e,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:33:25.411929 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:33:18Z', 'revision_number': 4, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '56ddcb66-3626-4b89-9e39-27b788922721', 'name': '', 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'mac_address': 'fa:16:3e:b5:d0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:17Z', 'updated_at': '2022-02-28T17:33:24Z', 'revision_number': 4, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'subnets': [{'id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:25.413663 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-75292bec-dc09-48f6-a8b4-736b07b23df2 None None] Set router b3e32f06-d9b9-45fd-a502-31487d0229c8 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:33:25.448883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049789c-bb7c-4fe6-877e-50114feb04c2 None None] The sync data for ids ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'] in n-d-820368-19 is: [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:33:18Z', 'revision_number': 4, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '56ddcb66-3626-4b89-9e39-27b788922721', 'name': '', 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'mac_address': 'fa:16:3e:b5:d0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:17Z', 'updated_at': '2022-02-28T17:33:24Z', 'revision_number': 4, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'subnets': [{'id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:33:25.473452 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:25.547499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:25.595033 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-75292bec-dc09-48f6-a8b4-736b07b23df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:33:25Z', 'revision_number': 6, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:25.634865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa577e6-fff3-49b3-8aa5-493be8f813cb None None] Pushing event updated for resources: {'Port': ['ID=87dc6319-52ad-4a4d-a450-924d1cff133e,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:25.651579 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75292bec-dc09-48f6-a8b4-736b07b23df2 None None] The sync data for ids ['b3e32f06-d9b9-45fd-a502-31487d0229c8'] in n-d-820368-19 is: [{'id': 'b3e32f06-d9b9-45fd-a502-31487d0229c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-856678485-router', 'tenant_id': 'ea4fc997be944464af476265e128b5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:32:11Z', 'updated_at': '2022-02-28T17:33:25Z', 'revision_number': 6, 'project_id': 'ea4fc997be944464af476265e128b5af', 'gw_port_host': None}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:33:25.711992 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a972df-6cf5-4cda-92b8-74c5efe0c0c9 req-18208112-7995-4914-aa08-fd35a5570640 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:25.723587 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97a972df-6cf5-4cda-92b8-74c5efe0c0c9 req-18208112-7995-4914-aa08-fd35a5570640 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 944 time: 0.2892449 Feb 28 17:33:25.782443 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-440c3dca-eef7-40f8-977e-07712601499a req-75b0322a-7adc-4086-99e1-b6fbf0fa611d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0488842 Feb 28 17:33:25.843315 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97a972df-6cf5-4cda-92b8-74c5efe0c0c9 req-10eaae44-1264-44eb-9ca3-55ca1f2d16c7 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168034 Feb 28 17:33:25.857743 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:25.913411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port 071746b0-72a8-4370-b7f4-4d212e3d4ffc yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:33:25.975979 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ce916f44-4e47-4712-8dde-ac35595070dd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:26.006760 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8ab45099-22e6-43f3-ac81-e8c02e0e4df3 req-e4ecb9a4-a349-4f50-b485-982cf02c442e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 210 time: 0.0947535 Feb 28 17:33:26.007907 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce916f44-4e47-4712-8dde-ac35595070dd,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:26.233198 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (b3e32f06-d9b9-45fd-a502-31487d0229c8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:26.428248 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (b3e32f06-d9b9-45fd-a502-31487d0229c8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:26.431027 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] Publish callbacks [] for router_controller (b3e32f06-d9b9-45fd-a502-31487d0229c8), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:26.490168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-eab793f1-5736-4b99-a28b-4b756688da75 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:26.493593 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-eab793f1-5736-4b99-a28b-4b756688da75 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.73 "GET /v2.0/networks?id=1fdc8515-83f9-468e-b637-d170a1267dbe HTTP/1.1" status: 200 len: 820 time: 0.4004259 Feb 28 17:33:26.505898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-2ca3be8e-9af1-4714-b04d-dc3b307bb92e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Request body: {'port': {'device_id': '76592487-66c2-4099-9b4f-66111fdc012e', 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'admin_state_up': True, 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:26.558977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8:0:1::2d3 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/ce8ab387-2af0-4425-b720-afa8bd92d845/071746b0-72a8-4370-b7f4-4d212e3d4ffc) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:26.573360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::f816:3eff:fef6:6d3f (04cb7746-5ae6-409c-8a55-b1c0eea3e379/e105af5f-660f-4cba-946c-5c99cf5fa9b4/071746b0-72a8-4370-b7f4-4d212e3d4ffc) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:26.610953 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (b3e32f06-d9b9-45fd-a502-31487d0229c8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:26.611621 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3e32f06-d9b9-45fd-a502-31487d0229c8 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:33:26.651281 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:26.655598 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e1de05e7-e920-44ce-b780-9d47aabf433e admin admin] 10.222.0.72 "DELETE /v2.0/routers/b3e32f06-d9b9-45fd-a502-31487d0229c8 HTTP/1.1" status: 204 len: 168 time: 1.9550042 Feb 28 17:33:26.658188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37340) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:26.710382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 56ddcb66-3626-4b89-9e39-27b788922721 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:26.754249 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-55db1f40-b267-4f24-b305-6476fe92feee admin admin] Deleting subnet 626fd9a3-2875-4a1a-96a9-e380285122fe {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:26.758220 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55db1f40-b267-4f24-b305-6476fe92feee admin admin] Publish callbacks [] for subnet (626fd9a3-2875-4a1a-96a9-e380285122fe), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:26.793195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-2ca3be8e-9af1-4714-b04d-dc3b307bb92e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Made reservation on behalf of c1fc731029cd4e4081e19f4961c8257c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:26.796606 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-2ca3be8e-9af1-4714-b04d-dc3b307bb92e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:26.809200 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55db1f40-b267-4f24-b305-6476fe92feee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (626fd9a3-2875-4a1a-96a9-e380285122fe), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:26.841804 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 56ddcb66-3626-4b89-9e39-27b788922721 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:26.844907 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (56ddcb66-3626-4b89-9e39-27b788922721), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.048821 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6e2d2b6-ca14-4cd8-bd80-ccc8255b0d51 req-d8362ec4-94b6-40fe-a142-263dfea7b22f tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0823517 Feb 28 17:33:27.074150 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 56ddcb66-3626-4b89-9e39-27b788922721 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:27.074483 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (56ddcb66-3626-4b89-9e39-27b788922721), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.104438 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55db1f40-b267-4f24-b305-6476fe92feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (626fd9a3-2875-4a1a-96a9-e380285122fe), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.106355 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 98b43bde-fc79-4f69-aa31-4a2841a9dd87 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:27.113570 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (071746b0-72a8-4370-b7f4-4d212e3d4ffc), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.168989 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 56ddcb66-3626-4b89-9e39-27b788922721, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=56ddcb66-3626-4b89-9e39-27b788922721,segment=NetworkSegment(d008799a-ce3b-4da4-89fb-75b896281b16),segment_id=d008799a-ce3b-4da4-89fb-75b896281b16)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:27.221979 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (56ddcb66-3626-4b89-9e39-27b788922721), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.277362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a778dbf-e2c4-4111-9647-39feef1621e1 req-34c74933-228c-4807-abe5-d8fca437b6c2 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:27.290228 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8a778dbf-e2c4-4111-9647-39feef1621e1 req-34c74933-228c-4807-abe5-d8fca437b6c2 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 944 time: 0.3012533 Feb 28 17:33:27.293394 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c3592f8-49d4-439a-ae11-d82a2999489c req-049d17d5-d3ac-44c7-a0d5-898a316017b3 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 210 time: 0.0587234 Feb 28 17:33:27.293394 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55db1f40-b267-4f24-b305-6476fe92feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (626fd9a3-2875-4a1a-96a9-e380285122fe), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.325636 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55db1f40-b267-4f24-b305-6476fe92feee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.338173 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-55db1f40-b267-4f24-b305-6476fe92feee admin admin] 10.222.0.72 "DELETE /v2.0/subnets/626fd9a3-2875-4a1a-96a9-e380285122fe HTTP/1.1" status: 204 len: 168 time: 0.6749139 Feb 28 17:33:27.341218 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37350) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:27.363609 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=56ddcb66-3626-4b89-9e39-27b788922721,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:27.371062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32aee57-7dad-4a41-b439-86def04fc0ac None None] Network 4ad767ea-cb0d-4c66-9568-7475bca3a7da requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:27.401363 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-2ca3be8e-9af1-4714-b04d-dc3b307bb92e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Allocated IP 172.20.0.5 (1fdc8515-83f9-468e-b637-d170a1267dbe/de636b4e-eaba-413c-99cf-762f33fdde32/464b5029-00ce-4e67-8e22-18e611b9c24e) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:27.445813 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8a778dbf-e2c4-4111-9647-39feef1621e1 req-962de7cd-a930-4f6b-b78e-f7c00d82ddd8 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545324 Feb 28 17:33:27.494085 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0b32d833-8930-452c-9ee3-8e97e19636e2 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:33:27.496155 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db1f40-b267-4f24-b305-6476fe92feee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=626fd9a3-2875-4a1a-96a9-e380285122fe,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:27.506843 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (4ad767ea-cb0d-4c66-9568-7475bca3a7da), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.533671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 0b32d833-8930-452c-9ee3-8e97e19636e2 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:33:27.539836 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0b32d833-8930-452c-9ee3-8e97e19636e2 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:33:27.543847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (071746b0-72a8-4370-b7f4-4d212e3d4ffc), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.574806 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22228a0b-3578-4b7f-bf72-e5d57cb14799 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:27.617402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Deleting port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:27.617706 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.668366 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 98b43bde-fc79-4f69-aa31-4a2841a9dd87 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:33:27.681124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 98b43bde-fc79-4f69-aa31-4a2841a9dd87 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:27.681739 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.724153 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5e928cda-0897-4a0d-bd53-3e4a509f0d9b None None] Provisioning complete for port 87dc6319-52ad-4a4d-a450-924d1cff133e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:27.724775 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e928cda-0897-4a0d-bd53-3e4a509f0d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.728684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] For port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6,segment=NetworkSegment(51af6ac1-54d7-4457-b299-6ba1d494c182),segment_id=51af6ac1-54d7-4457-b299-6ba1d494c182)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:27.729049 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.766486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Calling delete_port for 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:27.803784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d98bd97-942e-4582-be6b-fd86d18fea78 None None] DHCP port deletion for 4ad767ea-cb0d-4c66-9568-7475bca3a7da request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:33:27.850387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=071746b0-72a8-4370-b7f4-4d212e3d4ffc,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:27.875189 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:27.879715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:27.888770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:27.899253 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:27.900060 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.906765 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-2ca3be8e-9af1-4714-b04d-dc3b307bb92e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:27.940082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 98b43bde-fc79-4f69-aa31-4a2841a9dd87 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:27.940717 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.031409 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-335ff3c9-d519-407f-a529-98e95ae00e26 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7682941 Feb 28 17:33:28.037520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37352) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:28.047756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 98b43bde-fc79-4f69-aa31-4a2841a9dd87, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=98b43bde-fc79-4f69-aa31-4a2841a9dd87,segment=NetworkSegment(8f6b5d5a-6882-4148-a088-4efa0d6b4918),segment_id=8f6b5d5a-6882-4148-a088-4efa0d6b4918)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:28.052365 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44fa760-ffed-4eda-9704-9b4acca568a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b43bde-fc79-4f69-aa31-4a2841a9dd87'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:33:28.055152 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7dda7c-6dca-41e7-a548-0a37f09aab37" -d '{"events": [{"server_uuid": "e44fa760-ffed-4eda-9704-9b4acca568a2", "name": "network-vif-plugged", "status": "completed", "tag": "98b43bde-fc79-4f69-aa31-4a2841a9dd87"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:33:28.080082 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-2ca3be8e-9af1-4714-b04d-dc3b307bb92e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.118692 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 56ddcb66-3626-4b89-9e39-27b788922721 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:28.187007 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62017cb0-f1fa-4c1c-bda6-d87660d167a3 x-openstack-request-id: req-62017cb0-f1fa-4c1c-bda6-d87660d167a3 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:33:28.187593 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44fa760-ffed-4eda-9704-9b4acca568a2", "name": "network-vif-plugged", "status": "completed", "tag": "98b43bde-fc79-4f69-aa31-4a2841a9dd87", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:33:28.188010 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-62017cb0-f1fa-4c1c-bda6-d87660d167a3 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:33:28.188667 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44fa760-ffed-4eda-9704-9b4acca568a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b43bde-fc79-4f69-aa31-4a2841a9dd87', 'code': 200} Feb 28 17:33:28.196475 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.224902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-2ca3be8e-9af1-4714-b04d-dc3b307bb92e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Network 1fdc8515-83f9-468e-b637-d170a1267dbe is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:28.238835 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ca49f1-78e8-49a6-9631-5a1a1a522cbb None None] Update dhcp port {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'fixed_ips': [{'subnet_id': 'e105af5f-660f-4cba-946c-5c99cf5fa9b4', 'ip_address': '2001:db8::f816:3eff:fe2b:b0ba'}, {'subnet_id': 'ce8ab387-2af0-4425-b720-afa8bd92d845'}], 'binding:host_id': 'n-d-820368-19'}, 'id': '87dc6319-52ad-4a4d-a450-924d1cff133e'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:33:28.241489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-2ca3be8e-9af1-4714-b04d-dc3b307bb92e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:28.243971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-2ca3be8e-9af1-4714-b04d-dc3b307bb92e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:28.248863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0d98bd97-942e-4582-be6b-fd86d18fea78 None None] Deleting port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:28.249493 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0d98bd97-942e-4582-be6b-fd86d18fea78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.270549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5e928cda-0897-4a0d-bd53-3e4a509f0d9b None None] Current status of the port 87dc6319-52ad-4a4d-a450-924d1cff133e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:28.270940 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e928cda-0897-4a0d-bd53-3e4a509f0d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.342578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-2ca3be8e-9af1-4714-b04d-dc3b307bb92e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:28.343215 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-2ca3be8e-9af1-4714-b04d-dc3b307bb92e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.345613 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3be8e-9af1-4714-b04d-dc3b307bb92e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Pushing event updated for resources: {'Port': ['ID=464b5029-00ce-4e67-8e22-18e611b9c24e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:28.364789 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.370466 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1903be88-114a-4720-acf0-fc4d0f4a7170 req-ed2d9865-a2d2-424f-8f2b-9397c195d3a6 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.1860280 Feb 28 17:33:28.399489 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:33:28.404898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:28.416393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] No DVR routers for this DVR port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:33:28.447212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389c3b4-3efb-44a9-87b2-ac3868910f31 req-80dbcd9f-0373-4b7f-b650-f9eae2e31572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:28.448753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a389c3b4-3efb-44a9-87b2-ac3868910f31 req-80dbcd9f-0373-4b7f-b650-f9eae2e31572 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 1128 time: 0.2086101 Feb 28 17:33:28.461132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c56946e2-7fab-4f72-8210-f13380835e8f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port 071746b0-72a8-4370-b7f4-4d212e3d4ffc {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:28.461471 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c56946e2-7fab-4f72-8210-f13380835e8f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (071746b0-72a8-4370-b7f4-4d212e3d4ffc), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.495155 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-2ca3be8e-9af1-4714-b04d-dc3b307bb92e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9935009 Feb 28 17:33:28.602729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (4ad767ea-cb0d-4c66-9568-7475bca3a7da), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.659067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0d98bd97-942e-4582-be6b-fd86d18fea78 None None] For port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6,segment=NetworkSegment(51af6ac1-54d7-4457-b299-6ba1d494c182),segment_id=51af6ac1-54d7-4457-b299-6ba1d494c182)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:28.659847 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0d98bd97-942e-4582-be6b-fd86d18fea78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.676542 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0d98bd97-942e-4582-be6b-fd86d18fea78 None None] Calling delete_port for 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:28.713218 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad767ea-cb0d-4c66-9568-7475bca3a7da']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:28.739496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51af6ac1-54d7-4457-b299-6ba1d494c182') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:28.739854 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51af6ac1-54d7-4457-b299-6ba1d494c182') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:28.762499 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (51af6ac1-54d7-4457-b299-6ba1d494c182), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.790535 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5e928cda-0897-4a0d-bd53-3e4a509f0d9b None None] For port 87dc6319-52ad-4a4d-a450-924d1cff133e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=87dc6319-52ad-4a4d-a450-924d1cff133e,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:28.796639 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0d98bd97-942e-4582-be6b-fd86d18fea78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.810504 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (51af6ac1-54d7-4457-b299-6ba1d494c182), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.817466 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98bd97-942e-4582-be6b-fd86d18fea78 None None] No DVR routers for this DVR port 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:33:28.819403 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 56ddcb66-3626-4b89-9e39-27b788922721 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:28.819880 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (56ddcb66-3626-4b89-9e39-27b788922721), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.831088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:33:28.834799 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (51af6ac1-54d7-4457-b299-6ba1d494c182), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:33:28.839742 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:33:28.870842 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e928cda-0897-4a0d-bd53-3e4a509f0d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.873265 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86ca49f1-78e8-49a6-9631-5a1a1a522cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:28.881745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588733-e47e-4e01-8483-196a16e57362 req-98d6b3db-913b-4baf-9571-8649700927f7 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:28.883361 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36588733-e47e-4e01-8483-196a16e57362 req-98d6b3db-913b-4baf-9571-8649700927f7 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 931 time: 0.2540836 Feb 28 17:33:28.883736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=98b43bde-fc79-4f69-aa31-4a2841a9dd87,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:28.964487 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98bd97-942e-4582-be6b-fd86d18fea78 None None] Pushing event deleted for resources: {'Port': ['ID=62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:29.076630 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36588733-e47e-4e01-8483-196a16e57362 req-ab16c5a3-74d0-47da-aee6-1acf1c9092eb tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158996 Feb 28 17:33:29.118776 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (4ad767ea-cb0d-4c66-9568-7475bca3a7da), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:29.125210 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:29.128592 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4ad767ea-cb0d-4c66-9568-7475bca3a7da HTTP/1.1" status: 204 len: 168 time: 1.7848918 Feb 28 17:33:29.175512 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ad1be-a23b-483e-b81e-aa4aad0535c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ad767ea-cb0d-4c66-9568-7475bca3a7da,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:29.203921 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Request body: {'port': {'device_id': '76592487-66c2-4099-9b4f-66111fdc012e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:29.218592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-86ca49f1-78e8-49a6-9631-5a1a1a522cbb None None] Allocated IP 2001:db8:0:1::2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/ce8ab387-2af0-4425-b720-afa8bd92d845/87dc6319-52ad-4a4d-a450-924d1cff133e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:29.309302 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a389c3b4-3efb-44a9-87b2-ac3868910f31 req-e2e45531-297a-4bc0-a8e9-a77ca3f0ea44 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8508010 Feb 28 17:33:29.323297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e928cda-0897-4a0d-bd53-3e4a509f0d9b None None] Pushing event updated for resources: {'Port': ['ID=87dc6319-52ad-4a4d-a450-924d1cff133e,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:29.365493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60097c5d-d907-497c-92bf-117eab468ac7 req-82f5ab61-31b5-4b47-8641-27a0aca40326 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:29.367185 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60097c5d-d907-497c-92bf-117eab468ac7 req-82f5ab61-31b5-4b47-8641-27a0aca40326 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 945 time: 0.8257401 Feb 28 17:33:29.380592 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:29.394788 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-86ca49f1-78e8-49a6-9631-5a1a1a522cbb None None] For port 87dc6319-52ad-4a4d-a450-924d1cff133e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=87dc6319-52ad-4a4d-a450-924d1cff133e,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:29.397751 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c56946e2-7fab-4f72-8210-f13380835e8f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (071746b0-72a8-4370-b7f4-4d212e3d4ffc), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:29.444213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c56946e2-7fab-4f72-8210-f13380835e8f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for 071746b0-72a8-4370-b7f4-4d212e3d4ffc owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:29.457423 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86ca49f1-78e8-49a6-9631-5a1a1a522cbb None None] Publish callbacks [] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:29.525095 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ff7bef21-1acf-4000-8bd5-4148544fbf9d req-8db2014b-b073-41e2-8662-e0bbcd291959 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0502324 Feb 28 17:33:29.548138 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86ca49f1-78e8-49a6-9631-5a1a1a522cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:29.616038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 56ddcb66-3626-4b89-9e39-27b788922721 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:29.617377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 87dc6319-52ad-4a4d-a450-924d1cff133e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:29.624416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca49f1-78e8-49a6-9631-5a1a1a522cbb None None] Pushing event updated for resources: {'Port': ['ID=87dc6319-52ad-4a4d-a450-924d1cff133e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:29.636883 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60097c5d-d907-497c-92bf-117eab468ac7 req-3305bf7f-480b-4f25-a3d8-24682015d4c4 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599776 Feb 28 17:33:29.679209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37366) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:29.768837 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9691d804-4d7e-49cc-ae68-2c90f703e110 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea4fc997be944464af476265e128b5af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0880742 Feb 28 17:33:29.771417 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37368) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:29.816387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 87dc6319-52ad-4a4d-a450-924d1cff133e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:29.816387 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:29.873859 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e8af70b-ab30-4c48-8a31-cd0ed43bf5f0 admin admin] Publish callbacks [] for security_group (9b844d3d-4ffc-480f-99d7-4b0862832e07), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:29.906427 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e8af70b-ab30-4c48-8a31-cd0ed43bf5f0 admin admin] Publish callbacks [] for security_group (9b844d3d-4ffc-480f-99d7-4b0862832e07), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:29.991478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 87dc6319-52ad-4a4d-a450-924d1cff133e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:30.003587 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ce916f44-4e47-4712-8dde-ac35595070dd no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:33:30.030839 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: ce916f44-4e47-4712-8dde-ac35595070dd {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:33:30.032401 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ce916f44-4e47-4712-8dde-ac35595070dd not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:33:30.032886 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e8af70b-ab30-4c48-8a31-cd0ed43bf5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9b844d3d-4ffc-480f-99d7-4b0862832e07), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:30.041384 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e8af70b-ab30-4c48-8a31-cd0ed43bf5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:30.042561 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8e8af70b-ab30-4c48-8a31-cd0ed43bf5f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b844d3d-4ffc-480f-99d7-4b0862832e07 HTTP/1.1" status: 204 len: 168 time: 0.2699742 Feb 28 17:33:30.068769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8af70b-ab30-4c48-8a31-cd0ed43bf5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b844d3d-4ffc-480f-99d7-4b0862832e07,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:30.074838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464b5029-00ce-4e67-8e22-18e611b9c24e {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:33:30.085464 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Publish callbacks [] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:30.171480 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Transition to ACTIVE for port object 464b5029-00ce-4e67-8e22-18e611b9c24e will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:33:30.172510 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c56946e2-7fab-4f72-8210-f13380835e8f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (071746b0-72a8-4370-b7f4-4d212e3d4ffc), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:30.243129 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56946e2-7fab-4f72-8210-f13380835e8f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=071746b0-72a8-4370-b7f4-4d212e3d4ffc,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:30.243784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 87dc6319-52ad-4a4d-a450-924d1cff133e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:30.333767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 87dc6319-52ad-4a4d-a450-924d1cff133e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:30.336565 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:30.340627 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:30.342293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf950a-d3dc-4c6b-ba1f-b0400ce717e8 req-abfd1491-8eac-4716-8b66-7c080a19cb0c tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:30.343251 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c56946e2-7fab-4f72-8210-f13380835e8f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:30.343969 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8edf950a-d3dc-4c6b-ba1f-b0400ce717e8 req-abfd1491-8eac-4716-8b66-7c080a19cb0c tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 931 time: 0.1703284 Feb 28 17:33:30.346525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c56946e2-7fab-4f72-8210-f13380835e8f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/071746b0-72a8-4370-b7f4-4d212e3d4ffc HTTP/1.1" status: 204 len: 168 time: 2.3115180 Feb 28 17:33:30.360188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37374) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:30.473966 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8edf950a-d3dc-4c6b-ba1f-b0400ce717e8 req-1c0cc70a-ca15-4685-8cc3-84f3ec0fdaec tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214700 Feb 28 17:33:30.488041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Pushing event updated for resources: {'Port': ['ID=464b5029-00ce-4e67-8e22-18e611b9c24e,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:30.554810 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 87dc6319-52ad-4a4d-a450-924d1cff133e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:30.564284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98764eb7-a567-4216-bf96-b8a8f7dc0fb6 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:30.565867 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-98764eb7-a567-4216-bf96-b8a8f7dc0fb6 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2044580 Feb 28 17:33:30.568538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37380) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:30.634105 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Attempting to bind port 464b5029-00ce-4e67-8e22-18e611b9c24e on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:33:30.634888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Attempting to bind port 464b5029-00ce-4e67-8e22-18e611b9c24e by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'd008799a-ce3b-4da4-89fb-75b896281b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:33:30.635127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Attempting to bind port 464b5029-00ce-4e67-8e22-18e611b9c24e on network 1fdc8515-83f9-468e-b637-d170a1267dbe {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:30.641560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Port 464b5029-00ce-4e67-8e22-18e611b9c24e on network 1fdc8515-83f9-468e-b637-d170a1267dbe not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:33:30.642168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Attempting to bind port 464b5029-00ce-4e67-8e22-18e611b9c24e on network 1fdc8515-83f9-468e-b637-d170a1267dbe {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:30.648458 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:33:30.649078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Checking segment: {'id': 'd008799a-ce3b-4da4-89fb-75b896281b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:30.650411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Bound using segment: {'id': 'd008799a-ce3b-4da4-89fb-75b896281b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:33:30.651043 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Bound port: 464b5029-00ce-4e67-8e22-18e611b9c24e, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd008799a-ce3b-4da4-89fb-75b896281b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:33:30.651926 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:30.663556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:33:30.695759 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca14913b-93a9-476e-b3a4-d7b46e3dbe44 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:30.700423 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ca14913b-93a9-476e-b3a4-d7b46e3dbe44 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1307516 Feb 28 17:33:30.703714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37384) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:30.726182 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:33:30.732393 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 62b2b52a-de9d-4256-b33b-7c6f3b5d6ff6 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:33:30.842610 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2e37ad02-7092-4421-a7df-f0c26e372ae3 req-568f3cf3-54c4-486e-ac7c-71569ae8b737 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.1030412 Feb 28 17:33:30.848182 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3335c798-829c-4bf3-88cd-11b3063c28ab tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:30.855531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3335c798-829c-4bf3-88cd-11b3063c28ab tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:30.857615 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3335c798-829c-4bf3-88cd-11b3063c28ab tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:30.865041 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3335c798-829c-4bf3-88cd-11b3063c28ab tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1568944 Feb 28 17:33:30.884792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37388) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:30.940923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] For port 464b5029-00ce-4e67-8e22-18e611b9c24e, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:33:30.944279 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] For port 464b5029-00ce-4e67-8e22-18e611b9c24e, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=464b5029-00ce-4e67-8e22-18e611b9c24e,segment=NetworkSegment(d008799a-ce3b-4da4-89fb-75b896281b16),segment_id=d008799a-ce3b-4da4-89fb-75b896281b16)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:33:31.021790 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:31.042234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7a0d0010-1a9a-4113-970b-ead583a13c4b None None] Provisioning complete for port 87dc6319-52ad-4a4d-a450-924d1cff133e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:31.047816 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0010-1a9a-4113-970b-ead583a13c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:31.122298 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8e7b19-cc16-48c8-a2c0-cc9e348fe027 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet ce8ab387-2af0-4425-b720-afa8bd92d845 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:31.125522 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:31.126187 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:31.128944 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] 10.222.0.73 "PUT /v2.0/ports/464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 200 len: 1092 time: 2.5916986 Feb 28 17:33:31.131051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76592487-66c2-4099-9b4f-66111fdc012e', 'tag': '464b5029-00ce-4e67-8e22-18e611b9c24e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:33:31.133597 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61539b5e-2c45-43f9-b3ed-2d75e3f38544" -d '{"events": [{"name": "network-changed", "server_uuid": "76592487-66c2-4099-9b4f-66111fdc012e", "tag": "464b5029-00ce-4e67-8e22-18e611b9c24e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:33:31.150644 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7b19-cc16-48c8-a2c0-cc9e348fe027 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (ce8ab387-2af0-4425-b720-afa8bd92d845), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:31.169994 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5b5e6-efee-4004-8b6b-c7a9a438005f service neutron] Pushing event updated for resources: {'Port': ['ID=464b5029-00ce-4e67-8e22-18e611b9c24e,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:31.272484 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7b19-cc16-48c8-a2c0-cc9e348fe027 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (ce8ab387-2af0-4425-b720-afa8bd92d845), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:31.291827 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d0010-1a9a-4113-970b-ead583a13c4b None None] Current status of the port 87dc6319-52ad-4a4d-a450-924d1cff133e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:31.304875 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7a0d0010-1a9a-4113-970b-ead583a13c4b None None] Could not find standard attr ID for object 071746b0-72a8-4370-b7f4-4d212e3d4ffc. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:33:31.333845 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6190fddc-80e9-4315-b552-9ed54470026c x-openstack-request-id: req-6190fddc-80e9-4315-b552-9ed54470026c {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:33:31.335833 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76592487-66c2-4099-9b4f-66111fdc012e", "tag": "464b5029-00ce-4e67-8e22-18e611b9c24e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:33:31.336497 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6190fddc-80e9-4315-b552-9ed54470026c {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:33:31.338873 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76592487-66c2-4099-9b4f-66111fdc012e', 'tag': '464b5029-00ce-4e67-8e22-18e611b9c24e', 'status': 'completed', 'code': 200} Feb 28 17:33:31.374470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-89271488-8c20-4c47-be2a-206657248943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:31.376259 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-89271488-8c20-4c47-be2a-206657248943 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1fc731029cd4e4081e19f4961c8257c&device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 1126 time: 0.1082728 Feb 28 17:33:31.387106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e67a0c-9b20-4102-88fe-b22b43ddebfe req-7b1f1f74-1c1b-43b6-87b9-f3da5fd4ec91 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:31.396799 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08e67a0c-9b20-4102-88fe-b22b43ddebfe req-7b1f1f74-1c1b-43b6-87b9-f3da5fd4ec91 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 945 time: 0.5587313 Feb 28 17:33:31.455757 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-b4d4576c-7fbe-4816-82b2-106d19b2859e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 200 len: 217 time: 0.0712705 Feb 28 17:33:31.486569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7b19-cc16-48c8-a2c0-cc9e348fe027 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (ce8ab387-2af0-4425-b720-afa8bd92d845), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:31.503780 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08e67a0c-9b20-4102-88fe-b22b43ddebfe req-12bcf429-0828-48d0-b726-25bfbe024c7e tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025643 Feb 28 17:33:31.529124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-3a66d62f-08d3-4e90-be21-a4fff0951e36 None None] Could not find standard attr ID for object 071746b0-72a8-4370-b7f4-4d212e3d4ffc. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:33:31.593962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-6c219984-c427-45ff-842b-1b5ab5bd2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:31.603767 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-6c219984-c427-45ff-842b-1b5ab5bd2538 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de636b4e-eaba-413c-99cf-762f33fdde32 HTTP/1.1" status: 200 len: 860 time: 0.1418650 Feb 28 17:33:31.674204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-8e7e46d4-f838-4505-a4df-33b6b920b057 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1fdc8515-83f9-468e-b637-d170a1267dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638075 Feb 28 17:33:31.690545 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7b19-cc16-48c8-a2c0-cc9e348fe027 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (ce8ab387-2af0-4425-b720-afa8bd92d845), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:31.758779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e7b19-cc16-48c8-a2c0-cc9e348fe027 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8ab387-2af0-4425-b720-afa8bd92d845,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:31.767048 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7b19-cc16-48c8-a2c0-cc9e348fe027 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:31.773027 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37406) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:31.774474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7c8e7b19-cc16-48c8-a2c0-cc9e348fe027 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/ce8ab387-2af0-4425-b720-afa8bd92d845 HTTP/1.1" status: 204 len: 168 time: 0.8837481 Feb 28 17:33:31.832079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc4c385-4ec4-4a0e-8505-d3bb523c65de None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:31.882928 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-ac7e9b1e-281b-4bbf-b208-8210a6a31b61 service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977613 Feb 28 17:33:32.002813 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e86d348-23ea-4b3b-af7d-e5b7a4f7f882 req-bdbf6557-e11b-4312-9494-ebe3ab5f5a86 service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078508 Feb 28 17:33:32.021901 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e2cf859-72d4-4668-990c-47b72ad39194 req-39b4e7b2-f1ca-4e70-abe4-9116dfac614a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0543454 Feb 28 17:33:32.026139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b10faf-e3a1-489d-9db5-fefea8989d14 req-94181159-305f-4456-9cc9-05bad02a5503 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:32.030982 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7b10faf-e3a1-489d-9db5-fefea8989d14 req-94181159-305f-4456-9cc9-05bad02a5503 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 943 time: 0.3551393 Feb 28 17:33:32.063467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc3ad08-a2e0-486a-ad26-6ebdafa2fdd4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet e105af5f-660f-4cba-946c-5c99cf5fa9b4 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:32.067880 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ad08-a2e0-486a-ad26-6ebdafa2fdd4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (e105af5f-660f-4cba-946c-5c99cf5fa9b4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:32.154976 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ad08-a2e0-486a-ad26-6ebdafa2fdd4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (e105af5f-660f-4cba-946c-5c99cf5fa9b4), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:32.207532 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7b10faf-e3a1-489d-9db5-fefea8989d14 req-28966f2e-9476-4204-b68a-7f3ad990d5d7 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670804 Feb 28 17:33:32.286758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61539b5e-2c45-43f9-b3ed-2d75e3f38544 req-2696ae05-31da-496d-ac82-aac2adf1940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:32.288611 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-61539b5e-2c45-43f9-b3ed-2d75e3f38544 req-2696ae05-31da-496d-ac82-aac2adf1940c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1fc731029cd4e4081e19f4961c8257c&device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 1126 time: 0.1529498 Feb 28 17:33:32.322772 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ad08-a2e0-486a-ad26-6ebdafa2fdd4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (e105af5f-660f-4cba-946c-5c99cf5fa9b4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:32.443795 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61539b5e-2c45-43f9-b3ed-2d75e3f38544 req-b55e305f-50ff-4492-82a1-bba2ee336194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:32.445566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-61539b5e-2c45-43f9-b3ed-2d75e3f38544 req-b55e305f-50ff-4492-82a1-bba2ee336194 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1fdc8515-83f9-468e-b637-d170a1267dbe HTTP/1.1" status: 200 len: 921 time: 0.1484785 Feb 28 17:33:32.504703 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-61539b5e-2c45-43f9-b3ed-2d75e3f38544 req-d886335c-957f-4ba2-a7ca-a045214d31fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 200 len: 217 time: 0.0525391 Feb 28 17:33:32.538976 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ad08-a2e0-486a-ad26-6ebdafa2fdd4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (e105af5f-660f-4cba-946c-5c99cf5fa9b4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:32.601546 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3ad08-a2e0-486a-ad26-6ebdafa2fdd4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=e105af5f-660f-4cba-946c-5c99cf5fa9b4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:32.608736 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ad08-a2e0-486a-ad26-6ebdafa2fdd4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:32.612661 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0cc3ad08-a2e0-486a-ad26-6ebdafa2fdd4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/e105af5f-660f-4cba-946c-5c99cf5fa9b4 HTTP/1.1" status: 204 len: 168 time: 0.8370860 Feb 28 17:33:32.615271 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37454) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:32.649252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61539b5e-2c45-43f9-b3ed-2d75e3f38544 req-6b931c39-99eb-4cf9-a446-408e91369875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:32.650788 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-61539b5e-2c45-43f9-b3ed-2d75e3f38544 req-6b931c39-99eb-4cf9-a446-408e91369875 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de636b4e-eaba-413c-99cf-762f33fdde32 HTTP/1.1" status: 200 len: 860 time: 0.1403043 Feb 28 17:33:32.694542 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cd82719b-219b-4465-93b8-bb2c3f5fe48b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780072 Feb 28 17:33:32.699477 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-61539b5e-2c45-43f9-b3ed-2d75e3f38544 req-5fa512ce-aabb-43bf-bd5a-06d0be0303fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1fdc8515-83f9-468e-b637-d170a1267dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387383 Feb 28 17:33:32.699616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37456) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:32.705108 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-17092be7-77b3-4a91-8bb2-e03ec642ad20 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:32.763636 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d840794-db5f-43c0-ab11-c74daab0a594 req-19306769-806e-43a0-b8b3-2ddc46a13ade tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:32.765294 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4d840794-db5f-43c0-ab11-c74daab0a594 req-19306769-806e-43a0-b8b3-2ddc46a13ade tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 945 time: 0.1483731 Feb 28 17:33:32.797603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab63cb3e-5c6a-42a3-bc02-aabb99547f9d None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:32.862005 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4d840794-db5f-43c0-ab11-c74daab0a594 req-4b6d03a7-64c5-4ea7-b30f-7e656f9130c0 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834711 Feb 28 17:33:32.864236 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-61539b5e-2c45-43f9-b3ed-2d75e3f38544 req-1c2e5d26-3d4a-4e98-946a-f9616f42c095 service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576958 Feb 28 17:33:32.895402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17092be7-77b3-4a91-8bb2-e03ec642ad20 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:32.900646 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17092be7-77b3-4a91-8bb2-e03ec642ad20 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:32.920029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-75b8212f-25f1-4329-ac8f-ce9b03535eda None None] Provisioning complete for port 87dc6319-52ad-4a4d-a450-924d1cff133e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:32.920350 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75b8212f-25f1-4329-ac8f-ce9b03535eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.006050 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-61539b5e-2c45-43f9-b3ed-2d75e3f38544 req-96422c97-497c-419c-b270-df631d62c75a service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351449 Feb 28 17:33:33.050541 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-75b8212f-25f1-4329-ac8f-ce9b03535eda None None] Current status of the port 87dc6319-52ad-4a4d-a450-924d1cff133e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:33.074097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e7cdf1-a504-475e-b964-f8f95b4dc466 None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:33:33.115944 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37466) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:33.134299 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-32e7cdf1-a504-475e-b964-f8f95b4dc466 None None] Deleting port 87dc6319-52ad-4a4d-a450-924d1cff133e {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:33.134859 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-32e7cdf1-a504-475e-b964-f8f95b4dc466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.204303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-32e7cdf1-a504-475e-b964-f8f95b4dc466 None None] For port 87dc6319-52ad-4a4d-a450-924d1cff133e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=87dc6319-52ad-4a4d-a450-924d1cff133e,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:33.204980 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-32e7cdf1-a504-475e-b964-f8f95b4dc466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.218757 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-336b5977-0b79-46a6-a632-2df6c73c8429 req-63fa2824-5ecf-4237-9971-ccadbc3476ef tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0822046 Feb 28 17:33:33.219114 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-32e7cdf1-a504-475e-b964-f8f95b4dc466 None None] Calling delete_port for 87dc6319-52ad-4a4d-a450-924d1cff133e owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:33.340970 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-af84297b-98b6-4b45-a21b-c681172f6f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.393654 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-32e7cdf1-a504-475e-b964-f8f95b4dc466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (87dc6319-52ad-4a4d-a450-924d1cff133e), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.394675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ac7e9-1746-4f86-b155-c79996f1a0ea req-129fc6f8-c21e-4907-8e5a-4460159652d3 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:33.396185 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b71ac7e9-1746-4f86-b155-c79996f1a0ea req-129fc6f8-c21e-4907-8e5a-4460159652d3 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 943 time: 0.0704143 Feb 28 17:33:33.428627 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7cdf1-a504-475e-b964-f8f95b4dc466 None None] Pushing event deleted for resources: {'Port': ['ID=87dc6319-52ad-4a4d-a450-924d1cff133e,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:33.447687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e7cdf1-a504-475e-b964-f8f95b4dc466 None None] No DVR routers for this DVR port 87dc6319-52ad-4a4d-a450-924d1cff133e on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:33:33.505714 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b71ac7e9-1746-4f86-b155-c79996f1a0ea req-107308e3-c4e5-4f18-af89-dbcbe949e55d tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887454 Feb 28 17:33:33.530730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.objects.ports [None req-17092be7-77b3-4a91-8bb2-e03ec642ad20 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104247) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:33:33.531157 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-af84297b-98b6-4b45-a21b-c681172f6f94 admin admin] Publish callbacks [] for security_group (de4851c4-8773-4f58-94c7-82c6605350cc), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.532575 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17092be7-77b3-4a91-8bb2-e03ec642ad20 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (41c125db-b9de-4844-959b-0f6755d25501), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.557872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0bf7a-1e41-4817-b8a0-b79e9f6d40fc req-02fd2929-385c-4adc-88d8-3dde3848acf9 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:33.565976 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6da0bf7a-1e41-4817-b8a0-b79e9f6d40fc req-02fd2929-385c-4adc-88d8-3dde3848acf9 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 945 time: 0.0718400 Feb 28 17:33:33.584782 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17092be7-77b3-4a91-8bb2-e03ec642ad20 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:33.588062 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-17092be7-77b3-4a91-8bb2-e03ec642ad20 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:33.596377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17092be7-77b3-4a91-8bb2-e03ec642ad20 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:33.596377 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17092be7-77b3-4a91-8bb2-e03ec642ad20 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.602678 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb14692-5329-4d65-9dd7-1fec05c3f0ea None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:33.610194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17092be7-77b3-4a91-8bb2-e03ec642ad20 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=41c125db-b9de-4844-959b-0f6755d25501,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:33.614486 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6da0bf7a-1e41-4817-b8a0-b79e9f6d40fc req-bbe03f8a-5c62-48e2-9fa3-b0985a28ba4b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474768 Feb 28 17:33:33.615621 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-af84297b-98b6-4b45-a21b-c681172f6f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (de4851c4-8773-4f58-94c7-82c6605350cc), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.658169 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-17092be7-77b3-4a91-8bb2-e03ec642ad20 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9596899 Feb 28 17:33:33.660997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37474) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:33.666273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-23313304-d3b2-4304-8e07-157c23da2056 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:33.687488 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-af84297b-98b6-4b45-a21b-c681172f6f94 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f3576f62cfc24a32a4361bbbb666ed86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5703123 Feb 28 17:33:33.689696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84297b-98b6-4b45-a21b-c681172f6f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4851c4-8773-4f58-94c7-82c6605350cc,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:33.692389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37476) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:33.761340 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e69afce-4f83-4074-8d32-9a383f2f34d0 admin admin] Publish callbacks [] for security_group (de4851c4-8773-4f58-94c7-82c6605350cc), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.770078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': '41c125db-b9de-4844-959b-0f6755d25501'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:33:33.771304 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.787061 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e69afce-4f83-4074-8d32-9a383f2f34d0 admin admin] Publish callbacks [] for security_group (de4851c4-8773-4f58-94c7-82c6605350cc), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.821611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23313304-d3b2-4304-8e07-157c23da2056 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:33.826012 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23313304-d3b2-4304-8e07-157c23da2056 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.895714 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e69afce-4f83-4074-8d32-9a383f2f34d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (de4851c4-8773-4f58-94c7-82c6605350cc), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.898530 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e69afce-4f83-4074-8d32-9a383f2f34d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:33.902798 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9e69afce-4f83-4074-8d32-9a383f2f34d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/de4851c4-8773-4f58-94c7-82c6605350cc HTTP/1.1" status: 204 len: 168 time: 0.2061524 Feb 28 17:33:33.926715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Allocated IP 2001:db8::f816:3eff:fee7:1085 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/41c125db-b9de-4844-959b-0f6755d25501/7d002c7e-37b7-4184-a086-4eec117cdc8e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:33.929655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69afce-4f83-4074-8d32-9a383f2f34d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4851c4-8773-4f58-94c7-82c6605350cc,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:33.964787 n-d-820368-19 neutron-server[104247]: INFO neutron.db.ipam_backend_mixin [None req-23313304-d3b2-4304-8e07-157c23da2056 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41c125db-b9de-4844-959b-0f6755d25501 (CIDR: 2001:db8::/64) Feb 28 17:33:33.988010 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-23313304-d3b2-4304-8e07-157c23da2056 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:33:33.989361 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23313304-d3b2-4304-8e07-157c23da2056 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:34.054923 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-23313304-d3b2-4304-8e07-157c23da2056 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3899488 Feb 28 17:33:34.056669 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37482) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:34.068694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4fe293d6-6d5e-489c-82ad-dbe27feec9e3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:34.090636 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Publish callbacks [] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:34.172785 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 87dc6319-52ad-4a4d-a450-924d1cff133e no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:33:34.193603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 87dc6319-52ad-4a4d-a450-924d1cff133e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:33:34.193968 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 87dc6319-52ad-4a4d-a450-924d1cff133e not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:33:34.195932 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:34.251087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:34.255975 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:34.260430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:34.264237 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Pushing event updated for resources: {'Port': ['ID=7d002c7e-37b7-4184-a086-4eec117cdc8e,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:34.296778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe293d6-6d5e-489c-82ad-dbe27feec9e3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:34.301073 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4fe293d6-6d5e-489c-82ad-dbe27feec9e3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:34.327555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Attempting to bind port 7d002c7e-37b7-4184-a086-4eec117cdc8e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:33:34.327931 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Attempting to bind port 7d002c7e-37b7-4184-a086-4eec117cdc8e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:33:34.328323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Attempting to bind port 7d002c7e-37b7-4184-a086-4eec117cdc8e on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:34.334990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:33:34.335375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:34.336108 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:34.336529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:33:34.337126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Bound port: 7d002c7e-37b7-4184-a086-4eec117cdc8e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:33:34.337511 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:34.419587 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] For port 7d002c7e-37b7-4184-a086-4eec117cdc8e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:33:34.426252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] For port 7d002c7e-37b7-4184-a086-4eec117cdc8e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7d002c7e-37b7-4184-a086-4eec117cdc8e,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:33:34.441333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3aa40d41-9a6a-46b9-99ce-eef5808c1663 req-9e227358-b8db-4a50-af63-09c57adce303 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0311925 Feb 28 17:33:34.524735 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:34.631397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d45a6-6068-4936-96b7-27fc875494d0 None None] Pushing event updated for resources: {'Port': ['ID=7d002c7e-37b7-4184-a086-4eec117cdc8e,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:34.681873 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4fe293d6-6d5e-489c-82ad-dbe27feec9e3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (10342062-7772-47de-82bf-92cf93db4981), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:34.708257 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe293d6-6d5e-489c-82ad-dbe27feec9e3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:34.711773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-4fe293d6-6d5e-489c-82ad-dbe27feec9e3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:34.733748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d75387-b488-409a-b8d6-073f3bb5c9e4 req-659b8271-1e8a-4fa9-a25e-cefad7f7b031 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:34.741393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe293d6-6d5e-489c-82ad-dbe27feec9e3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:34.741960 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01d75387-b488-409a-b8d6-073f3bb5c9e4 req-659b8271-1e8a-4fa9-a25e-cefad7f7b031 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 943 time: 0.1470470 Feb 28 17:33:34.742454 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4fe293d6-6d5e-489c-82ad-dbe27feec9e3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:34.791298 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01d75387-b488-409a-b8d6-073f3bb5c9e4 req-4994190e-ab4c-4421-829f-a49bc11f9877 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483971 Feb 28 17:33:34.829700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814c2ae-ca0c-489b-b30b-99366a915a7b req-cac3cf92-b5a4-4175-808f-47fe0d6fd9ab tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:34.831372 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6814c2ae-ca0c-489b-b30b-99366a915a7b req-cac3cf92-b5a4-4175-808f-47fe0d6fd9ab tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 945 time: 0.0856490 Feb 28 17:33:34.832053 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe293d6-6d5e-489c-82ad-dbe27feec9e3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=10342062-7772-47de-82bf-92cf93db4981,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:34.944431 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4fe293d6-6d5e-489c-82ad-dbe27feec9e3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8832915 Feb 28 17:33:34.951919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37504) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:34.956887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'mac_address': 'fa:16:3e:32:cc:94', 'name': 'tempest-NetworksTestDHCPv6-1492342328'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:35.010890 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33b586-d853-4792-9a0f-e75f51223674 req-3d01e3c2-0c0c-4dcc-84b8-ce1998174d1b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:35.021108 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff33b586-d853-4792-9a0f-e75f51223674 req-3d01e3c2-0c0c-4dcc-84b8-ce1998174d1b tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.73 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 945 time: 0.1353281 Feb 28 17:33:35.055527 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6814c2ae-ca0c-489b-b30b-99366a915a7b req-5254ea6c-b6cb-413e-91a0-95ffd63f6484 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125804 Feb 28 17:33:35.107432 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 464b5029-00ce-4e67-8e22-18e611b9c24e details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:33:35.154050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-ff33b586-d853-4792-9a0f-e75f51223674 req-1b4a5db5-3039-4551-8235-72616114cfb5 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Deleting port 98b43bde-fc79-4f69-aa31-4a2841a9dd87 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:35.154651 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ff33b586-d853-4792-9a0f-e75f51223674 req-1b4a5db5-3039-4551-8235-72616114cfb5 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:35.239376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:35.255817 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37510) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:35.267030 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 464b5029-00ce-4e67-8e22-18e611b9c24e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=464b5029-00ce-4e67-8e22-18e611b9c24e,segment=NetworkSegment(d008799a-ce3b-4da4-89fb-75b896281b16),segment_id=d008799a-ce3b-4da4-89fb-75b896281b16)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:35.288319 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '464b5029-00ce-4e67-8e22-18e611b9c24e', 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'port_id': '464b5029-00ce-4e67-8e22-18e611b9c24e', 'mac_address': 'fa:16:3e:01:7d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:33:35.344875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-ff33b586-d853-4792-9a0f-e75f51223674 req-1b4a5db5-3039-4551-8235-72616114cfb5 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] For port 98b43bde-fc79-4f69-aa31-4a2841a9dd87, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=98b43bde-fc79-4f69-aa31-4a2841a9dd87,segment=NetworkSegment(8f6b5d5a-6882-4148-a088-4efa0d6b4918),segment_id=8f6b5d5a-6882-4148-a088-4efa0d6b4918)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:35.345539 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ff33b586-d853-4792-9a0f-e75f51223674 req-1b4a5db5-3039-4551-8235-72616114cfb5 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:35.349246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 464b5029-00ce-4e67-8e22-18e611b9c24e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:35.349765 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:35.354795 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:35.365652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-ff33b586-d853-4792-9a0f-e75f51223674 req-1b4a5db5-3039-4551-8235-72616114cfb5 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Calling delete_port for 98b43bde-fc79-4f69-aa31-4a2841a9dd87 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:35.368100 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464b5029-00ce-4e67-8e22-18e611b9c24e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:33:35.376270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port b367d519-4df8-4d60-83f2-963c8148479b yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:33:35.403973 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 464b5029-00ce-4e67-8e22-18e611b9c24e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=464b5029-00ce-4e67-8e22-18e611b9c24e,segment=NetworkSegment(d008799a-ce3b-4da4-89fb-75b896281b16),segment_id=d008799a-ce3b-4da4-89fb-75b896281b16)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:35.425184 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-156202052-network', 'tenant_id': 'd0f115cefc7e4abfbe77362926522618'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:35.495933 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:35.529600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Made reservation on behalf of d0f115cefc7e4abfbe77362926522618 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:35.538044 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:35.582121 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:35.595035 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8:0:1::1a (04cb7746-5ae6-409c-8a55-b1c0eea3e379/10342062-7772-47de-82bf-92cf93db4981/b367d519-4df8-4d60-83f2-963c8148479b) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:35.600653 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=464b5029-00ce-4e67-8e22-18e611b9c24e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:35.601549 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::f816:3eff:fe32:cc94 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/41c125db-b9de-4844-959b-0f6755d25501/b367d519-4df8-4d60-83f2-963c8148479b) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:35.647790 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5416091-7009-426f-91d5-3cd87b8f0cfc req-8832f15d-696c-441c-a848-93d19406b228 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0671008 Feb 28 17:33:35.679578 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ff33b586-d853-4792-9a0f-e75f51223674 req-1b4a5db5-3039-4551-8235-72616114cfb5 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (98b43bde-fc79-4f69-aa31-4a2841a9dd87), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:35.684731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['98b43bde-fc79-4f69-aa31-4a2841a9dd87'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:33:35.731936 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a5db5-3039-4551-8235-72616114cfb5 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Pushing event deleted for resources: {'Port': ['ID=98b43bde-fc79-4f69-aa31-4a2841a9dd87,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:35.786473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff33b586-d853-4792-9a0f-e75f51223674 req-1b4a5db5-3039-4551-8235-72616114cfb5 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] No DVR routers for this DVR port 98b43bde-fc79-4f69-aa31-4a2841a9dd87 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:33:35.791917 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ff33b586-d853-4792-9a0f-e75f51223674 req-1b4a5db5-3039-4551-8235-72616114cfb5 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:35.795266 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff33b586-d853-4792-9a0f-e75f51223674 req-1b4a5db5-3039-4551-8235-72616114cfb5 tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.73 "DELETE /v2.0/ports/98b43bde-fc79-4f69-aa31-4a2841a9dd87 HTTP/1.1" status: 204 len: 173 time: 0.7765188 Feb 28 17:33:35.795721 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44fa760-ffed-4eda-9704-9b4acca568a2', 'name': 'network-vif-deleted', 'tag': '98b43bde-fc79-4f69-aa31-4a2841a9dd87'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:33:35.798019 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eb0572-3bfe-4602-b020-d15ce27bac6f" -d '{"events": [{"server_uuid": "e44fa760-ffed-4eda-9704-9b4acca568a2", "name": "network-vif-deleted", "tag": "98b43bde-fc79-4f69-aa31-4a2841a9dd87"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:33:35.829714 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (b367d519-4df8-4d60-83f2-963c8148479b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:35.841854 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['464b5029-00ce-4e67-8e22-18e611b9c24e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:33:35.871984 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1827277-02b2-468b-a7c0-bf4540f1ee3e x-openstack-request-id: req-c1827277-02b2-468b-a7c0-bf4540f1ee3e {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:33:35.872517 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44fa760-ffed-4eda-9704-9b4acca568a2", "name": "network-vif-deleted", "tag": "98b43bde-fc79-4f69-aa31-4a2841a9dd87", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:33:35.872936 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c1827277-02b2-468b-a7c0-bf4540f1ee3e {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:33:35.873499 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44fa760-ffed-4eda-9704-9b4acca568a2', 'name': 'network-vif-deleted', 'tag': '98b43bde-fc79-4f69-aa31-4a2841a9dd87', 'status': 'completed', 'code': 200} Feb 28 17:33:35.892508 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Publish callbacks [] for security_group (3086a65d-c673-4c15-8e50-c57c3ae899df), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:35.941769 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b367d519-4df8-4d60-83f2-963c8148479b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.020812 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3086a65d-c673-4c15-8e50-c57c3ae899df), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.064531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:36.074870 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3086a65d-c673-4c15-8e50-c57c3ae899df,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:36.075813 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:36.092427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:36.093540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:36.093789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:36.093892 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:36.094297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:36.094608 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:36.094910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:36.095241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:36.095586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:36.095886 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:36.096214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:36.096538 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:36.096921 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:36.097320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:36.099031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:36.099703 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.112065 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e61622-4e24-4d13-b157-7efbc83efff1 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:36.129030 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:33:36.135378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=b367d519-4df8-4d60-83f2-963c8148479b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:36.140108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c103c-93a9-41ad-9300-02c3b2fd5eb8 req-d9e1fb99-d42c-493c-bdf3-4327ca002495 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:36.145372 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f08c103c-93a9-41ad-9300-02c3b2fd5eb8 req-d9e1fb99-d42c-493c-bdf3-4327ca002495 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 944 time: 0.2135735 Feb 28 17:33:36.191048 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e1be12c1-9d3a-4c35-893e-9d6262bdfba8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.191673 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Added segment e1be12c1-9d3a-4c35-893e-9d6262bdfba8 of type vlan for network fbf7a80f-77ae-447e-aa03-8092261ab0fd Feb 28 17:33:36.237720 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f08c103c-93a9-41ad-9300-02c3b2fd5eb8 req-0cbd4679-c00f-4182-ab91-3f6d28ef47c4 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888536 Feb 28 17:33:36.271446 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ffeebd0c-ce88-4cca-baff-e93afac5472b req-76c9d2ac-c7bf-4001-a4b4-2050c74f95db tempest-ServerGroupTestJSON-808282647 tempest-ServerGroupTestJSON-808282647-project] 10.222.0.72 "GET /v2.0/ports?device_id=e44fa760-ffed-4eda-9704-9b4acca568a2 HTTP/1.1" status: 200 len: 210 time: 0.0582483 Feb 28 17:33:36.271680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7d002c7e-37b7-4184-a086-4eec117cdc8e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:36.290092 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (fbf7a80f-77ae-447e-aa03-8092261ab0fd), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.311051 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8c50cf44-3f19-4a0b-aae0-38d54685ab11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3520858 Feb 28 17:33:36.313587 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37522) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:36.319812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-3bb6a988-a9a9-4cbf-813f-e66416997430 None None] Provisioning complete for port 7d002c7e-37b7-4184-a086-4eec117cdc8e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:36.320184 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a988-a9a9-4cbf-813f-e66416997430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.375369 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (fbf7a80f-77ae-447e-aa03-8092261ab0fd), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.376596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:36.377261 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.425794 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 7d002c7e-37b7-4184-a086-4eec117cdc8e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:36.426262 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.459970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-18957379-5f5a-45f6-8ae6-96650cc22057 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port b367d519-4df8-4d60-83f2-963c8148479b {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:36.461956 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-18957379-5f5a-45f6-8ae6-96650cc22057 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b367d519-4df8-4d60-83f2-963c8148479b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.471382 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2142866 Feb 28 17:33:36.474062 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37524) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:36.478932 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b2d8553d-ee14-4138-a663-1ac45713dbcc admin admin] Request body: {'subnet': {'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-156202052-subnet', 'tenant_id': 'd0f115cefc7e4abfbe77362926522618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:36.493628 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6a988-a9a9-4cbf-813f-e66416997430 None None] Current status of the port 7d002c7e-37b7-4184-a086-4eec117cdc8e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:36.494058 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a988-a9a9-4cbf-813f-e66416997430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.510691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d5136-6a60-4ad0-9765-5714d7e63bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=fbf7a80f-77ae-447e-aa03-8092261ab0fd,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:36.538387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network fbf7a80f-77ae-447e-aa03-8092261ab0fd details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:33:36.589550 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-18957379-5f5a-45f6-8ae6-96650cc22057 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b367d519-4df8-4d60-83f2-963c8148479b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.601500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-18957379-5f5a-45f6-8ae6-96650cc22057 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for b367d519-4df8-4d60-83f2-963c8148479b owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:36.604079 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d8553d-ee14-4138-a663-1ac45713dbcc admin admin] Made reservation on behalf of d0f115cefc7e4abfbe77362926522618 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:36.605079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492bdf7-110f-4b99-b7d4-90c35ea39f76 None None] Update dhcp port {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'fixed_ips': [{'subnet_id': '41c125db-b9de-4844-959b-0f6755d25501', 'ip_address': '2001:db8::f816:3eff:fee7:1085'}, {'subnet_id': '10342062-7772-47de-82bf-92cf93db4981'}], 'binding:host_id': 'n-d-820368-19'}, 'id': '7d002c7e-37b7-4184-a086-4eec117cdc8e'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:33:36.607083 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b2d8553d-ee14-4138-a663-1ac45713dbcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.614088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-3bb6a988-a9a9-4cbf-813f-e66416997430 None None] For port 7d002c7e-37b7-4184-a086-4eec117cdc8e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7d002c7e-37b7-4184-a086-4eec117cdc8e,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:36.646058 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d492bdf7-110f-4b99-b7d4-90c35ea39f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.763711 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a988-a9a9-4cbf-813f-e66416997430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:36.886616 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b40cb24d-1458-4c90-a34c-b5b4bf78bd3f req-c092eb31-6b9f-4328-962f-6a1e479eb5de tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0699351 Feb 28 17:33:36.992684 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-18957379-5f5a-45f6-8ae6-96650cc22057 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b367d519-4df8-4d60-83f2-963c8148479b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:37.038898 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b2d8553d-ee14-4138-a663-1ac45713dbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (c2b01692-329b-4c25-a414-a0c28766e21b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:37.050731 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18957379-5f5a-45f6-8ae6-96650cc22057 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=b367d519-4df8-4d60-83f2-963c8148479b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:37.055310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 7d002c7e-37b7-4184-a086-4eec117cdc8e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:37.055798 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:37.084229 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-18957379-5f5a-45f6-8ae6-96650cc22057 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:37.088878 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-18957379-5f5a-45f6-8ae6-96650cc22057 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/b367d519-4df8-4d60-83f2-963c8148479b HTTP/1.1" status: 204 len: 168 time: 0.7741141 Feb 28 17:33:37.091799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37528) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:37.099795 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8553d-ee14-4138-a663-1ac45713dbcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b01692-329b-4c25-a414-a0c28766e21b,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:37.107150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d8553d-ee14-4138-a663-1ac45713dbcc admin admin] Checking segment: {'id': 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:37.107511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d8553d-ee14-4138-a663-1ac45713dbcc admin admin] Network hostable DHCP agents. Network: fbf7a80f-77ae-447e-aa03-8092261ab0fd, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:33:37.133671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6a988-a9a9-4cbf-813f-e66416997430 None None] Pushing event updated for resources: {'Port': ['ID=7d002c7e-37b7-4184-a086-4eec117cdc8e,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:37.145917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 464b5029-00ce-4e67-8e22-18e611b9c24e up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:37.164608 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5d005a-d5a6-41c4-a7e3-e46ace2e9531 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:37.168428 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ff5d005a-d5a6-41c4-a7e3-e46ace2e9531 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0726528 Feb 28 17:33:37.168829 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37530) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:37.199090 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d8553d-ee14-4138-a663-1ac45713dbcc admin admin] Network fbf7a80f-77ae-447e-aa03-8092261ab0fd is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:33:37.215110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-d492bdf7-110f-4b99-b7d4-90c35ea39f76 None None] Allocated IP 2001:db8:0:1::2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/10342062-7772-47de-82bf-92cf93db4981/7d002c7e-37b7-4184-a086-4eec117cdc8e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:37.233035 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f4fd2e-949b-4b56-8b95-748e64792eb1 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:37.237170 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f5f4fd2e-949b-4b56-8b95-748e64792eb1 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0647581 Feb 28 17:33:37.237445 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37532) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:37.257290 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:33:37.257655 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:33:37.293132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-b2d8553d-ee14-4138-a663-1ac45713dbcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, fbf7a80f-77ae-447e-aa03-8092261ab0fd) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:37.299464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8fb89-eb69-406c-9039-e8c4bb35cf17 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:37.301124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8fb89-eb69-406c-9039-e8c4bb35cf17 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:37.302670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8fb89-eb69-406c-9039-e8c4bb35cf17 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:37.305460 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6cc8fb89-eb69-406c-9039-e8c4bb35cf17 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0669041 Feb 28 17:33:37.308070 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37538) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:37.317578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d8553d-ee14-4138-a663-1ac45713dbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:37.318387 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b2d8553d-ee14-4138-a663-1ac45713dbcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:37.328481 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823655a6-6cfe-42c8-ac76-8b20f148ed4d None None] Network fbf7a80f-77ae-447e-aa03-8092261ab0fd requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:37.384481 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-310bf601-4158-44a7-aaf9-b45c6f632178 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 10342062-7772-47de-82bf-92cf93db4981 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:37.425561 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca32c5-46d2-4f5b-a5c6-ab28de91d0b2 req-b578d376-e68b-4998-b715-b7f1247fac6e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:37.427729 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0aca32c5-46d2-4f5b-a5c6-ab28de91d0b2 req-b578d376-e68b-4998-b715-b7f1247fac6e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 944 time: 0.0813341 Feb 28 17:33:37.444726 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b2d8553d-ee14-4138-a663-1ac45713dbcc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9620144 Feb 28 17:33:37.445110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 464b5029-00ce-4e67-8e22-18e611b9c24e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:33:37.466774 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d492bdf7-110f-4b99-b7d4-90c35ea39f76 None None] For port 7d002c7e-37b7-4184-a086-4eec117cdc8e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7d002c7e-37b7-4184-a086-4eec117cdc8e,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:37.493607 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0aca32c5-46d2-4f5b-a5c6-ab28de91d0b2 req-3a1b1454-198f-4192-b946-f0a89daf8de8 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578446 Feb 28 17:33:37.518092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 464b5029-00ce-4e67-8e22-18e611b9c24e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:37.518510 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:37.529031 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d492bdf7-110f-4b99-b7d4-90c35ea39f76 None None] Publish callbacks [] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:37.597839 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-310bf601-4158-44a7-aaf9-b45c6f632178 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (10342062-7772-47de-82bf-92cf93db4981), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:37.615438 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d492bdf7-110f-4b99-b7d4-90c35ea39f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:37.628130 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cbf41c-005f-461a-94f8-cd3d809106a1 None None] Network fbf7a80f-77ae-447e-aa03-8092261ab0fd requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:37.663512 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-310bf601-4158-44a7-aaf9-b45c6f632178 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (10342062-7772-47de-82bf-92cf93db4981), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:37.678188 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:37.760179 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-40dc0e73-8504-43fb-a3e8-1d00dec5a001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:37.801382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37566) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:37.863975 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-310bf601-4158-44a7-aaf9-b45c6f632178 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (10342062-7772-47de-82bf-92cf93db4981), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:37.875977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492bdf7-110f-4b99-b7d4-90c35ea39f76 None None] Pushing event updated for resources: {'Port': ['ID=7d002c7e-37b7-4184-a086-4eec117cdc8e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:37.904944 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 7d002c7e-37b7-4184-a086-4eec117cdc8e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:37.937586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-22eba4d0-41f2-4235-a1c4-4ec1d8ae3192 admin admin] Deleting subnet 91fc99db-f887-417a-a900-34a270b3b32f {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:37.951779 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-22eba4d0-41f2-4235-a1c4-4ec1d8ae3192 admin admin] Publish callbacks [] for subnet (91fc99db-f887-417a-a900-34a270b3b32f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:37.970593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 464b5029-00ce-4e67-8e22-18e611b9c24e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:37.971923 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.004384 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76592487-66c2-4099-9b4f-66111fdc012e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464b5029-00ce-4e67-8e22-18e611b9c24e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:33:38.007180 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd63078c-ec54-4e59-8e1d-0d9ce0668d54" -d '{"events": [{"server_uuid": "76592487-66c2-4099-9b4f-66111fdc012e", "name": "network-vif-plugged", "status": "completed", "tag": "464b5029-00ce-4e67-8e22-18e611b9c24e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:33:38.013701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-22eba4d0-41f2-4235-a1c4-4ec1d8ae3192 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (91fc99db-f887-417a-a900-34a270b3b32f), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.034801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 464b5029-00ce-4e67-8e22-18e611b9c24e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=464b5029-00ce-4e67-8e22-18e611b9c24e,segment=NetworkSegment(d008799a-ce3b-4da4-89fb-75b896281b16),segment_id=d008799a-ce3b-4da4-89fb-75b896281b16)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:38.063950 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-22eba4d0-41f2-4235-a1c4-4ec1d8ae3192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (91fc99db-f887-417a-a900-34a270b3b32f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.112619 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.157547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ddc7d4eb-251c-4f7b-a2f6-67de51cf7e13 req-c6c3d699-0395-4818-b801-6df47afae850 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0381625 Feb 28 17:33:38.188111 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-22eba4d0-41f2-4235-a1c4-4ec1d8ae3192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (91fc99db-f887-417a-a900-34a270b3b32f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.227426 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3c1e76-aa6f-46f9-aced-2691a34b9010 x-openstack-request-id: req-3a3c1e76-aa6f-46f9-aced-2691a34b9010 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:33:38.227980 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76592487-66c2-4099-9b4f-66111fdc012e", "name": "network-vif-plugged", "status": "completed", "tag": "464b5029-00ce-4e67-8e22-18e611b9c24e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:33:38.227980 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3a3c1e76-aa6f-46f9-aced-2691a34b9010 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:33:38.228353 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76592487-66c2-4099-9b4f-66111fdc012e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464b5029-00ce-4e67-8e22-18e611b9c24e', 'code': 200} Feb 28 17:33:38.229200 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7d002c7e-37b7-4184-a086-4eec117cdc8e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:38.237376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eba4d0-41f2-4235-a1c4-4ec1d8ae3192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91fc99db-f887-417a-a900-34a270b3b32f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:38.247615 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-22eba4d0-41f2-4235-a1c4-4ec1d8ae3192 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.250904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-22eba4d0-41f2-4235-a1c4-4ec1d8ae3192 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/91fc99db-f887-417a-a900-34a270b3b32f HTTP/1.1" status: 204 len: 168 time: 0.4479315 Feb 28 17:33:38.259547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37580) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:38.301533 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94c416-0011-4867-b7c5-deda7188888a req-3d2fd317-c79d-432e-af2d-fff9865b3ad4 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:38.314113 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a94c416-0011-4867-b7c5-deda7188888a req-3d2fd317-c79d-432e-af2d-fff9865b3ad4 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/networks?id=fbf7a80f-77ae-447e-aa03-8092261ab0fd HTTP/1.1" status: 200 len: 821 time: 0.2765415 Feb 28 17:33:38.332660 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a94c416-0011-4867-b7c5-deda7188888a req-a13e5022-1b79-423b-be16-e2539dd777ec tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/quotas/d0f115cefc7e4abfbe77362926522618 HTTP/1.1" status: 200 len: 375 time: 0.0174980 Feb 28 17:33:38.345701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-310bf601-4158-44a7-aaf9-b45c6f632178 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (10342062-7772-47de-82bf-92cf93db4981), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.372202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=464b5029-00ce-4e67-8e22-18e611b9c24e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:38.384001 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 7d002c7e-37b7-4184-a086-4eec117cdc8e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:38.384388 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.412551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bf601-4158-44a7-aaf9-b45c6f632178 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=10342062-7772-47de-82bf-92cf93db4981,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:38.423768 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-310bf601-4158-44a7-aaf9-b45c6f632178 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.424538 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a94c416-0011-4867-b7c5-deda7188888a req-ee7a85e2-140c-4761-9ad5-feb17dd80388 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0f115cefc7e4abfbe77362926522618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907655 Feb 28 17:33:38.430221 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-310bf601-4158-44a7-aaf9-b45c6f632178 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/10342062-7772-47de-82bf-92cf93db4981 HTTP/1.1" status: 204 len: 168 time: 1.1209638 Feb 28 17:33:38.435292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37582) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:38.493267 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c5316fd1-674d-4369-b223-94e550d25a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (57283300-ecfb-4964-9b25-77d87f12d7a4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.517960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcaacf-5d61-4a06-a236-2c31a6797d35 req-832f5f81-9060-459a-8f53-9b98248debf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:38.519924 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ddcaacf-5d61-4a06-a236-2c31a6797d35 req-832f5f81-9060-459a-8f53-9b98248debf7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 1128 time: 0.2284069 Feb 28 17:33:38.553021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e900957-1fb5-484d-8b5e-4df52c260654 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 41c125db-b9de-4844-959b-0f6755d25501 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:38.559211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 7d002c7e-37b7-4184-a086-4eec117cdc8e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:38.562531 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3e900957-1fb5-484d-8b5e-4df52c260654 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (41c125db-b9de-4844-959b-0f6755d25501), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.608681 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a94c416-0011-4867-b7c5-deda7188888a req-73e3a483-1e42-4548-b1a8-bec9e2fd08f5 service neutron] 10.222.0.72 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832073 Feb 28 17:33:38.636864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ddcaacf-5d61-4a06-a236-2c31a6797d35 req-36ecceed-bf12-4eba-8f5a-e4a56a72e989 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108904 Feb 28 17:33:38.654185 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3e900957-1fb5-484d-8b5e-4df52c260654 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (41c125db-b9de-4844-959b-0f6755d25501), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.718473 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c5316fd1-674d-4369-b223-94e550d25a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (57283300-ecfb-4964-9b25-77d87f12d7a4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.745428 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-c5316fd1-674d-4369-b223-94e550d25a53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57283300-ecfb-4964-9b25-77d87f12d7a4']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:38.763942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-c5316fd1-674d-4369-b223-94e550d25a53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6b5d5a-6882-4148-a088-4efa0d6b4918') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:38.764286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-c5316fd1-674d-4369-b223-94e550d25a53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6b5d5a-6882-4148-a088-4efa0d6b4918') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:38.774178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e769285-bcde-4903-8566-e6ab5aa5b2dc req-95f610fa-5661-4dfd-b380-9076e2857193 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:38.776296 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e769285-bcde-4903-8566-e6ab5aa5b2dc req-95f610fa-5661-4dfd-b380-9076e2857193 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1354973 Feb 28 17:33:38.782407 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c5316fd1-674d-4369-b223-94e550d25a53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (8f6b5d5a-6882-4148-a088-4efa0d6b4918), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.789455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-33795692-2082-4ed3-8f82-bf27fdb18ae1 None None] Could not find standard attr ID for object b367d519-4df8-4d60-83f2-963c8148479b. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:33:38.792222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9d16e1-11cd-42d2-8177-84e6b0941998 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:38.794364 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a94c416-0011-4867-b7c5-deda7188888a req-15a76cab-a7b1-4469-be2e-b1175fd0abb3 service neutron] 10.222.0.72 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708205 Feb 28 17:33:38.808891 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c5316fd1-674d-4369-b223-94e550d25a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (8f6b5d5a-6882-4148-a088-4efa0d6b4918), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.814844 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3e900957-1fb5-484d-8b5e-4df52c260654 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (41c125db-b9de-4844-959b-0f6755d25501), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.817360 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5316fd1-674d-4369-b223-94e550d25a53 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:33:38.817526 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c5316fd1-674d-4369-b223-94e550d25a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (8f6b5d5a-6882-4148-a088-4efa0d6b4918), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.875517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-33795692-2082-4ed3-8f82-bf27fdb18ae1 None None] Provisioning complete for port 7d002c7e-37b7-4184-a086-4eec117cdc8e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:38.875890 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-33795692-2082-4ed3-8f82-bf27fdb18ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:33:38.883899 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:33:38.907071 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e769285-bcde-4903-8566-e6ab5aa5b2dc req-1c4538e0-3c8d-4a08-8ef0-cf50d5bec735 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183870 Feb 28 17:33:38.970389 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c5316fd1-674d-4369-b223-94e550d25a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (57283300-ecfb-4964-9b25-77d87f12d7a4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.984394 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c5316fd1-674d-4369-b223-94e550d25a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:38.991440 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c5316fd1-674d-4369-b223-94e550d25a53 admin admin] 10.222.0.72 "DELETE /v2.0/networks/57283300-ecfb-4964-9b25-77d87f12d7a4 HTTP/1.1" status: 204 len: 168 time: 0.7290406 Feb 28 17:33:39.015853 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5316fd1-674d-4369-b223-94e550d25a53 admin admin] Pushing event deleted for resources: {'Network': ['ID=57283300-ecfb-4964-9b25-77d87f12d7a4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:39.040957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-33795692-2082-4ed3-8f82-bf27fdb18ae1 None None] Current status of the port 7d002c7e-37b7-4184-a086-4eec117cdc8e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:39.050801 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3e900957-1fb5-484d-8b5e-4df52c260654 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (41c125db-b9de-4844-959b-0f6755d25501), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:39.129194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 98b43bde-fc79-4f69-aa31-4a2841a9dd87 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:33:39.136226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e900957-1fb5-484d-8b5e-4df52c260654 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=41c125db-b9de-4844-959b-0f6755d25501,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:39.154066 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3e900957-1fb5-484d-8b5e-4df52c260654 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:39.164812 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3e900957-1fb5-484d-8b5e-4df52c260654 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/41c125db-b9de-4844-959b-0f6755d25501 HTTP/1.1" status: 204 len: 168 time: 0.7254498 Feb 28 17:33:39.166558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37598) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:39.172938 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 98b43bde-fc79-4f69-aa31-4a2841a9dd87 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:33:39.173250 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 98b43bde-fc79-4f69-aa31-4a2841a9dd87 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:33:39.178806 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ef1dd5d7-46c1-4602-9951-a8601ef06757 req-8ec7d895-1f3e-44dc-9f8a-1596f4eef7f4 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 210 time: 0.0500612 Feb 28 17:33:39.236922 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37602) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:39.237615 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8d0a5731-b1ff-470e-bb7d-11283f2b900a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691516 Feb 28 17:33:39.242812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-169877cb-4c4c-451f-86d4-df50b0df1d6a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:39.358744 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d07c8ea8-21a6-4e48-97e8-2dd1f0a24d91 req-742ddc96-a972-4d1d-8f80-ab6bf8eeb053 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0465147 Feb 28 17:33:39.406396 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37608) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:39.451744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ac16c1de-1b81-4c66-aa66-a4d8e67ded47 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=278a56c7fd844bd8912e70616a4da8ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439234 Feb 28 17:33:39.454181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37610) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:39.465075 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169877cb-4c4c-451f-86d4-df50b0df1d6a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:39.469138 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-169877cb-4c4c-451f-86d4-df50b0df1d6a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:39.512141 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ccdad459-0064-430f-9ee4-968a54663b98 admin admin] Publish callbacks [] for security_group (aadf0c5c-9192-45ca-9bd1-09d0c28a7aad), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:39.539490 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ccdad459-0064-430f-9ee4-968a54663b98 admin admin] Publish callbacks [] for security_group (aadf0c5c-9192-45ca-9bd1-09d0c28a7aad), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:39.672597 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ccdad459-0064-430f-9ee4-968a54663b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (aadf0c5c-9192-45ca-9bd1-09d0c28a7aad), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:39.675800 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ccdad459-0064-430f-9ee4-968a54663b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:39.680467 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ccdad459-0064-430f-9ee4-968a54663b98 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aadf0c5c-9192-45ca-9bd1-09d0c28a7aad HTTP/1.1" status: 204 len: 168 time: 0.2252347 Feb 28 17:33:39.690857 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdad459-0064-430f-9ee4-968a54663b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadf0c5c-9192-45ca-9bd1-09d0c28a7aad,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:39.776003 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-169877cb-4c4c-451f-86d4-df50b0df1d6a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (e64c838f-7349-4fcd-958d-0b0d7e2edc56), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:39.845188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169877cb-4c4c-451f-86d4-df50b0df1d6a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:39.849339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-169877cb-4c4c-451f-86d4-df50b0df1d6a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:39.858418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169877cb-4c4c-451f-86d4-df50b0df1d6a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:39.859021 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-169877cb-4c4c-451f-86d4-df50b0df1d6a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:39.879167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169877cb-4c4c-451f-86d4-df50b0df1d6a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=e64c838f-7349-4fcd-958d-0b0d7e2edc56,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:39.895380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1d7781-2d70-4cce-aeeb-929f33ca4bd4 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:39.974444 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-169877cb-4c4c-451f-86d4-df50b0df1d6a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7338555 Feb 28 17:33:39.975569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37618) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:39.984454 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cf5341e6-428c-4b9b-9610-e4e678801b4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:39.984685 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:39.984685 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-07de12c0-7094-418a-8e04-20c6a2af2775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:40.018652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5ea1cbeb-4b6b-4526-9ce9-f5a84b7f48d2 None None] Provisioning complete for port 7d002c7e-37b7-4184-a086-4eec117cdc8e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:40.019029 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5ea1cbeb-4b6b-4526-9ce9-f5a84b7f48d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:40.163093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b5ed4-2606-462c-83c8-99f39836062f req-92349fd6-a890-4431-a84d-16fa4467c381 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:40.165092 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a0b5ed4-2606-462c-83c8-99f39836062f req-92349fd6-a890-4431-a84d-16fa4467c381 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1197891 Feb 28 17:33:40.199507 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1cbeb-4b6b-4526-9ce9-f5a84b7f48d2 None None] Current status of the port 7d002c7e-37b7-4184-a086-4eec117cdc8e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:40.253871 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a0b5ed4-2606-462c-83c8-99f39836062f req-975bcae4-fa28-4c8f-9f7e-bf42bc71c311 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820961 Feb 28 17:33:40.279141 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5341e6-428c-4b9b-9610-e4e678801b4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:40.283479 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf5341e6-428c-4b9b-9610-e4e678801b4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:40.400628 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ecd007b-5d28-436e-b287-7222a91821c5 req-b4389583-d28d-4795-b947-cfd4f65e76f1 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 210 time: 0.0392992 Feb 28 17:33:40.440696 n-d-820368-19 neutron-server[104247]: INFO neutron.db.ipam_backend_mixin [None req-cf5341e6-428c-4b9b-9610-e4e678801b4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e64c838f-7349-4fcd-958d-0b0d7e2edc56 (CIDR: 2001:db8::/64) Feb 28 17:33:40.500588 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5341e6-428c-4b9b-9610-e4e678801b4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:33:40.501650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5341e6-428c-4b9b-9610-e4e678801b4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:40.548850 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-649e4762-6e2b-46fb-8fb7-d1e5e62a4504 req-2a028199-fa3f-4cc3-b640-7c248b02b535 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0600493 Feb 28 17:33:40.553307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8f8659d8-481d-4508-a3e7-b686d8d9becd None None] Provisioning complete for port 7d002c7e-37b7-4184-a086-4eec117cdc8e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:40.554210 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8f8659d8-481d-4508-a3e7-b686d8d9becd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:40.577013 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37634) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:40.577511 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cf5341e6-428c-4b9b-9610-e4e678801b4f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6005397 Feb 28 17:33:40.589015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:40.664605 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8f8659d8-481d-4508-a3e7-b686d8d9becd None None] Current status of the port 7d002c7e-37b7-4184-a086-4eec117cdc8e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:40.849459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:40.853344 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:40.880391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-756920a8-7436-4a36-85ff-1b8c8d83172d None None] Could not find standard attr ID for object b367d519-4df8-4d60-83f2-963c8148479b. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:33:41.062129 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37644) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:41.169255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-262985438-network', 'tenant_id': '6245b9d2a54f4064829f9d0ea75229fa'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:41.238202 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] Made reservation on behalf of 6245b9d2a54f4064829f9d0ea75229fa for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:41.240572 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:41.296372 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:41.335745 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:41.401143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fafa9e-1d73-44ed-9fef-bb4432f29837 req-31c09f98-8f18-46a0-a776-d372322995bb tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:41.402713 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37fafa9e-1d73-44ed-9fef-bb4432f29837 req-31c09f98-8f18-46a0-a776-d372322995bb tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.0559759 Feb 28 17:33:41.413139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.objects.ports [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104246) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:33:41.468604 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37fafa9e-1d73-44ed-9fef-bb4432f29837 req-c203c490-4ed1-4d80-a219-4a6d664465c9 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565622 Feb 28 17:33:41.578337 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cbf6b643-0a51-4a12-874f-a5cdff755225 req-71cefbb0-78e3-4085-93e4-4b27130797f0 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 210 time: 0.0397675 Feb 28 17:33:42.017233 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f959d2d-fbcd-4089-9492-64117aec1f80 req-334b2d71-20cd-4da8-a4ca-1a8a443b1182 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0286958 Feb 28 17:33:42.072393 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94c416-0011-4867-b7c5-deda7188888a req-52d8b59e-4581-456a-9f6c-138eeeb3aead tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:42.073971 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a94c416-0011-4867-b7c5-deda7188888a req-52d8b59e-4581-456a-9f6c-138eeeb3aead tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.73 "GET /v2.0/networks?id=fbf7a80f-77ae-447e-aa03-8092261ab0fd HTTP/1.1" status: 200 len: 821 time: 0.7420197 Feb 28 17:33:42.093066 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] Publish callbacks [] for security_group (be0f0e0b-022d-425b-808f-e011d062c5e1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:42.097154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-9a94c416-0011-4867-b7c5-deda7188888a req-52b3e013-77bf-4b55-941a-c38549629841 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Request body: {'port': {'device_id': 'ffbf8f54-4817-4c9b-b2fe-53dad871487e', 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd', 'admin_state_up': True, 'tenant_id': 'd0f115cefc7e4abfbe77362926522618'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:42.147301 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f06f30-1c43-4949-b467-3542dad17755 req-87e82752-6a9d-4de2-8e79-28bf3d92d2b2 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:42.148932 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-85f06f30-1c43-4949-b467-3542dad17755 req-87e82752-6a9d-4de2-8e79-28bf3d92d2b2 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.0659733 Feb 28 17:33:42.189693 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (be0f0e0b-022d-425b-808f-e011d062c5e1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:42.201697 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-85f06f30-1c43-4949-b467-3542dad17755 req-212be3c0-e520-4207-b4ff-709f4802ea92 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452936 Feb 28 17:33:42.206637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc371090-f1bb-4d78-bbc3-f5b4d3122a78 req-0387f2a2-4465-41cb-bfb3-f32e60e158ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:42.206637 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc371090-f1bb-4d78-bbc3-f5b4d3122a78 req-0387f2a2-4465-41cb-bfb3-f32e60e158ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1fc731029cd4e4081e19f4961c8257c&device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 1128 time: 0.1403925 Feb 28 17:33:42.242686 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:33:42.318303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0f0e0b-022d-425b-808f-e011d062c5e1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:42.326965 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (634acc1b-cb74-4351-8025-14a42dfb476e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:42.327282 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] Added segment 634acc1b-cb74-4351-8025-14a42dfb476e of type vlan for network 025c50b6-aef6-427c-b4dd-ce17165ac484 Feb 28 17:33:42.390729 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:42.405081 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (025c50b6-aef6-427c-b4dd-ce17165ac484), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:42.438304 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:42.449631 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc371090-f1bb-4d78-bbc3-f5b4d3122a78 req-21479e34-c692-4845-be7c-19b4b324bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:42.451605 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc371090-f1bb-4d78-bbc3-f5b4d3122a78 req-21479e34-c692-4845-be7c-19b4b324bc07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1fdc8515-83f9-468e-b637-d170a1267dbe HTTP/1.1" status: 200 len: 921 time: 0.2316864 Feb 28 17:33:42.524121 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc371090-f1bb-4d78-bbc3-f5b4d3122a78 req-2cb7b740-4096-445b-94c4-0fb5b32e48fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 200 len: 217 time: 0.0513973 Feb 28 17:33:42.524660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a94c416-0011-4867-b7c5-deda7188888a req-52b3e013-77bf-4b55-941a-c38549629841 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Made reservation on behalf of d0f115cefc7e4abfbe77362926522618 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:42.527961 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9a94c416-0011-4867-b7c5-deda7188888a req-52b3e013-77bf-4b55-941a-c38549629841 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:42.555466 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (025c50b6-aef6-427c-b4dd-ce17165ac484), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:42.556352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:42.556914 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:42.685274 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c9168c6-715f-4aad-a62b-01bc339c3a5a req-70d87b11-5cdb-4375-974b-8afc4e3bfd59 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 210 time: 0.0290749 Feb 28 17:33:42.704341 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6380329 Feb 28 17:33:42.709107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37660) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:42.742236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4f947719-c59c-430a-a04e-21896b83cb34 admin admin] Request body: {'subnet': {'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-262985438-subnet', 'tenant_id': '6245b9d2a54f4064829f9d0ea75229fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:42.746240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc371090-f1bb-4d78-bbc3-f5b4d3122a78 req-1aa582e0-46fd-4b9f-9d9a-efcf586ffa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:42.748182 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc371090-f1bb-4d78-bbc3-f5b4d3122a78 req-1aa582e0-46fd-4b9f-9d9a-efcf586ffa89 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de636b4e-eaba-413c-99cf-762f33fdde32 HTTP/1.1" status: 200 len: 860 time: 0.2176697 Feb 28 17:33:42.760337 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda3802-5963-4591-9c56-6d7573cee44f admin admin] Pushing event updated for resources: {'Network': ['ID=025c50b6-aef6-427c-b4dd-ce17165ac484,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:42.771955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 025c50b6-aef6-427c-b4dd-ce17165ac484 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:33:42.815885 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc371090-f1bb-4d78-bbc3-f5b4d3122a78 req-d3bddf76-fe21-40e3-878d-271a1e0dc349 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1fdc8515-83f9-468e-b637-d170a1267dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564713 Feb 28 17:33:42.926338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f947719-c59c-430a-a04e-21896b83cb34 admin admin] Made reservation on behalf of 6245b9d2a54f4064829f9d0ea75229fa for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:42.928634 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f947719-c59c-430a-a04e-21896b83cb34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:42.936750 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] For port 7d002c7e-37b7-4184-a086-4eec117cdc8e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7d002c7e-37b7-4184-a086-4eec117cdc8e,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:43.013481 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-9a94c416-0011-4867-b7c5-deda7188888a req-52b3e013-77bf-4b55-941a-c38549629841 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Allocated IP 172.20.0.12 (fbf7a80f-77ae-447e-aa03-8092261ab0fd/c2b01692-329b-4c25-a414-a0c28766e21b/1efbaabb-36c4-4952-9577-8c5cb0e1cff3) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:43.065782 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:43.091590 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc371090-f1bb-4d78-bbc3-f5b4d3122a78 req-84b63652-6fd2-45d3-8a2e-7514f92a70f6 service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609394 Feb 28 17:33:43.130681 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-846231eb-ddd3-4d14-9f1b-f13943dcc7cb req-5081c5d7-aa34-4651-af55-1a754ec8a4f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0326550 Feb 28 17:33:43.166691 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:43.293174 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (86517655-c1f7-4c5d-b677-039c1c57a7c2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:43.445078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:43.448042 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=7d002c7e-37b7-4184-a086-4eec117cdc8e,revision_number=8']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:43.462238 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc371090-f1bb-4d78-bbc3-f5b4d3122a78 req-8ad7f45c-de00-451e-abcd-14b493018346 service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633037 Feb 28 17:33:43.472943 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:43.479628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:43.480231 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:43.483234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=86517655-c1f7-4c5d-b677-039c1c57a7c2,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:43.503766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec0e7c3-c0a0-471d-ba9a-8e2cf8389707 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:43.504502 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9a94c416-0011-4867-b7c5-deda7188888a req-52b3e013-77bf-4b55-941a-c38549629841 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:43.564183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f947719-c59c-430a-a04e-21896b83cb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (cb110c1f-5ae6-479d-98d8-8a85f1f33199), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:43.609662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca217f-44d9-49db-8ebc-3bf69ac4098a req-fe25b126-e087-4984-8bf8-aeefdbec6f73 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:43.611240 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43ca217f-44d9-49db-8ebc-3bf69ac4098a req-fe25b126-e087-4984-8bf8-aeefdbec6f73 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.0686779 Feb 28 17:33:43.615768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f947719-c59c-430a-a04e-21896b83cb34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb110c1f-5ae6-479d-98d8-8a85f1f33199,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:43.629411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-27782066-6093-40ca-af87-2c18ec0507a3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0501297 Feb 28 17:33:43.631695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37670) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:43.636712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'mac_address': 'fa:16:3e:18:32:91', 'name': 'tempest-NetworksTestDHCPv6-932397760'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:43.670337 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9a94c416-0011-4867-b7c5-deda7188888a req-52b3e013-77bf-4b55-941a-c38549629841 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:43.681417 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43ca217f-44d9-49db-8ebc-3bf69ac4098a req-d25d6ecd-2d4a-48fe-89fd-dd7184b0519a tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621378 Feb 28 17:33:43.722903 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f947719-c59c-430a-a04e-21896b83cb34 admin admin] Checking segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:43.722903 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f947719-c59c-430a-a04e-21896b83cb34 admin admin] Network hostable DHCP agents. Network: 025c50b6-aef6-427c-b4dd-ce17165ac484, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:33:43.754381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a94c416-0011-4867-b7c5-deda7188888a req-52b3e013-77bf-4b55-941a-c38549629841 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Network fbf7a80f-77ae-447e-aa03-8092261ab0fd is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:43.771193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-9a94c416-0011-4867-b7c5-deda7188888a req-52b3e013-77bf-4b55-941a-c38549629841 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:43.779507 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a94c416-0011-4867-b7c5-deda7188888a req-52b3e013-77bf-4b55-941a-c38549629841 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:43.789970 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b65de1-b9bc-4faf-aa62-00d443635291 None None] Update dhcp port {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'fixed_ips': [{'subnet_id': '86517655-c1f7-4c5d-b677-039c1c57a7c2', 'ip_address': '2001:db8:0:1:f816:3eff:fee7:1085'}, {'subnet_id': 'e64c838f-7349-4fcd-958d-0b0d7e2edc56'}], 'binding:host_id': 'n-d-820368-19'}, 'id': '7d002c7e-37b7-4184-a086-4eec117cdc8e'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:33:43.822079 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3e013-77bf-4b55-941a-c38549629841 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Pushing event updated for resources: {'Port': ['ID=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:43.831204 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-46b65de1-b9bc-4faf-aa62-00d443635291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:43.836898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06f40b-d0dc-409b-adaa-a4fd77ff3b00 req-aee66e0d-c628-46ab-af08-3ba677c1a9c0 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:43.839232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bf06f40b-d0dc-409b-adaa-a4fd77ff3b00 req-aee66e0d-c628-46ab-af08-3ba677c1a9c0 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 932 time: 0.0634971 Feb 28 17:33:43.872774 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94c416-0011-4867-b7c5-deda7188888a req-52b3e013-77bf-4b55-941a-c38549629841 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:43.873396 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9a94c416-0011-4867-b7c5-deda7188888a req-52b3e013-77bf-4b55-941a-c38549629841 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:43.885263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f947719-c59c-430a-a04e-21896b83cb34 admin admin] Network 025c50b6-aef6-427c-b4dd-ce17165ac484 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:33:43.906259 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bf06f40b-d0dc-409b-adaa-a4fd77ff3b00 req-4e4fb5be-c86f-4019-bc2b-20035031f559 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472915 Feb 28 17:33:43.918168 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:43.946888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-4f947719-c59c-430a-a04e-21896b83cb34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 025c50b6-aef6-427c-b4dd-ce17165ac484) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:43.953560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f947719-c59c-430a-a04e-21896b83cb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:43.954206 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f947719-c59c-430a-a04e-21896b83cb34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:43.970172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ba082-30b4-4ea0-81d4-aa5c243f91cf None None] Network 025c50b6-aef6-427c-b4dd-ce17165ac484 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:44.013261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a94c416-0011-4867-b7c5-deda7188888a req-52b3e013-77bf-4b55-941a-c38549629841 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9266360 Feb 28 17:33:44.025541 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Request body: {'port': {'device_id': 'ffbf8f54-4817-4c9b-b2fe-53dad871487e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:44.043043 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4f947719-c59c-430a-a04e-21896b83cb34 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3242185 Feb 28 17:33:44.115610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:44.208618 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7d002c7e-37b7-4184-a086-4eec117cdc8e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:44.267213 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6001cf4e-f36a-4493-9cd3-2924e613f6b8 req-729e1610-b7ea-4fe7-85b1-0cdd657b2d2b tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0421913 Feb 28 17:33:44.273055 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:44.300667 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:44.328052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port 944296d6-779a-4a20-9989-dcadeb753ec5 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:33:44.328500 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-46b65de1-b9bc-4faf-aa62-00d443635291 None None] Allocated IP 2001:db8::2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/e64c838f-7349-4fcd-958d-0b0d7e2edc56/7d002c7e-37b7-4184-a086-4eec117cdc8e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:44.343782 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af7584c-03fd-4e57-8a85-15ca9606ba84 None None] Network 025c50b6-aef6-427c-b4dd-ce17165ac484 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:44.408929 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 7d002c7e-37b7-4184-a086-4eec117cdc8e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:44.409311 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:44.555497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-46b65de1-b9bc-4faf-aa62-00d443635291 None None] For port 7d002c7e-37b7-4184-a086-4eec117cdc8e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7d002c7e-37b7-4184-a086-4eec117cdc8e,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:44.617796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 7d002c7e-37b7-4184-a086-4eec117cdc8e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:44.624105 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-46b65de1-b9bc-4faf-aa62-00d443635291 None None] Publish callbacks [] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:44.685144 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-46b65de1-b9bc-4faf-aa62-00d443635291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:44.786858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b65de1-b9bc-4faf-aa62-00d443635291 None None] Pushing event updated for resources: {'Port': ['ID=7d002c7e-37b7-4184-a086-4eec117cdc8e,revision_number=9']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:44.997990 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-9898797d-9d00-4e3e-b033-be5588345939 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:45.004581 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-9898797d-9d00-4e3e-b033-be5588345939 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 0.4708912 Feb 28 17:33:45.019910 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-551abf50-2fd3-4293-b176-9b56ef5f488f tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/quotas/6245b9d2a54f4064829f9d0ea75229fa HTTP/1.1" status: 200 len: 375 time: 0.0144093 Feb 28 17:33:45.024230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::39e (04cb7746-5ae6-409c-8a55-b1c0eea3e379/e64c838f-7349-4fcd-958d-0b0d7e2edc56/944296d6-779a-4a20-9989-dcadeb753ec5) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:45.038123 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8:0:1:f816:3eff:fe18:3291 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/86517655-c1f7-4c5d-b677-039c1c57a7c2/944296d6-779a-4a20-9989-dcadeb753ec5) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:45.055794 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-136c0d0a-6096-41bf-b36a-5cb94bfd3072 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349064 Feb 28 17:33:45.163819 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-f328bc1d-b5ef-4459-8adf-f1f67317aef7 service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070604 Feb 28 17:33:45.262650 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:33:45.276974 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-7d1ff180-e80a-412b-8c41-89f8335d0584 service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117229 Feb 28 17:33:45.277225 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Publish callbacks [] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:45.284444 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (944296d6-779a-4a20-9989-dcadeb753ec5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:45.300654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Transition to ACTIVE for port object 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:33:45.409257 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:45.441919 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (944296d6-779a-4a20-9989-dcadeb753ec5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:45.501345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Pushing event updated for resources: {'Port': ['ID=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:45.583967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:45.628141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Attempting to bind port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:33:45.628489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Attempting to bind port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:33:45.628824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Attempting to bind port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 on network fbf7a80f-77ae-447e-aa03-8092261ab0fd {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:45.641189 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:45.660005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:45.661995 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bceb07-0f6e-4e55-9bfc-3e0da87223f9 req-e0ec061f-702a-4c96-a0cb-e2f178482357 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:45.670872 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3bceb07-0f6e-4e55-9bfc-3e0da87223f9 req-e0ec061f-702a-4c96-a0cb-e2f178482357 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1134253 Feb 28 17:33:45.676174 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:45.676706 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:45.687373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 on network fbf7a80f-77ae-447e-aa03-8092261ab0fd not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:33:45.687373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Attempting to bind port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 on network fbf7a80f-77ae-447e-aa03-8092261ab0fd {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:45.705033 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:33:45.705376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Checking segment: {'id': 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:45.705775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Bound using segment: {'id': 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:33:45.706247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Bound port: 1efbaabb-36c4-4952-9577-8c5cb0e1cff3, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:33:45.706785 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:45.726388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=944296d6-779a-4a20-9989-dcadeb753ec5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:45.732070 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3bceb07-0f6e-4e55-9bfc-3e0da87223f9 req-66909238-4652-4f67-97f7-bf92a641c6c2 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599549 Feb 28 17:33:45.786244 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e128a2f1-82e3-48a4-aa59-83c394d1a8cb tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1491208 Feb 28 17:33:45.786413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37706) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:45.826036 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] For port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:33:45.829787 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] For port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:33:45.863933 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d738bccd-7bc4-4ad8-af66-c81a5aa6c677 None None] Provisioning complete for port 7d002c7e-37b7-4184-a086-4eec117cdc8e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:45.864504 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d738bccd-7bc4-4ad8-af66-c81a5aa6c677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:45.915774 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:45.968206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:45.968839 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:45.970798 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a94c416-0011-4867-b7c5-deda7188888a req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] 10.222.0.73 "PUT /v2.0/ports/1efbaabb-36c4-4952-9577-8c5cb0e1cff3 HTTP/1.1" status: 200 len: 1093 time: 1.9502001 Feb 28 17:33:45.971285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbf8f54-4817-4c9b-b2fe-53dad871487e', 'tag': '1efbaabb-36c4-4952-9577-8c5cb0e1cff3'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:33:45.973734 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8284e214-6ecb-46c4-b3c7-bd354f185338" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbf8f54-4817-4c9b-b2fe-53dad871487e", "tag": "1efbaabb-36c4-4952-9577-8c5cb0e1cff3"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:33:45.974034 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3710bf-d10d-4945-b65b-71499b1b5ab0 req-21230d48-f95f-45c3-978a-19eba20bc89a tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:45.992546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d738bccd-7bc4-4ad8-af66-c81a5aa6c677 None None] Current status of the port 7d002c7e-37b7-4184-a086-4eec117cdc8e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:46.011171 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed3710bf-d10d-4945-b65b-71499b1b5ab0 req-21230d48-f95f-45c3-978a-19eba20bc89a tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 944 time: 0.1837997 Feb 28 17:33:46.023513 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ff2c4-b64f-49ea-9bb3-6a56e603de15 service neutron] Pushing event updated for resources: {'Port': ['ID=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:46.080374 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed3710bf-d10d-4945-b65b-71499b1b5ab0 req-b8501479-2e0d-4ada-827c-cbd6f638d390 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754840 Feb 28 17:33:46.091508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-bcd65c38-a148-43b5-a7c3-76e3772ef265 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port 944296d6-779a-4a20-9989-dcadeb753ec5 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:46.091858 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bcd65c38-a148-43b5-a7c3-76e3772ef265 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (944296d6-779a-4a20-9989-dcadeb753ec5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:46.198007 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7d002c7e-37b7-4184-a086-4eec117cdc8e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:46.232053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94c416-0011-4867-b7c5-deda7188888a req-9a00a216-2969-4410-aa64-7a15a300e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:46.234543 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a94c416-0011-4867-b7c5-deda7188888a req-9a00a216-2969-4410-aa64-7a15a300e941 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d0f115cefc7e4abfbe77362926522618&device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 1127 time: 0.1446164 Feb 28 17:33:46.257110 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40ec02d7-ef2d-42b9-a497-f25df2db14e3 req-d853f925-1495-42a0-8c34-06ecfb6a406a tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0640991 Feb 28 17:33:46.262040 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bcd65c38-a148-43b5-a7c3-76e3772ef265 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (944296d6-779a-4a20-9989-dcadeb753ec5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:46.277397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-bcd65c38-a148-43b5-a7c3-76e3772ef265 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for 944296d6-779a-4a20-9989-dcadeb753ec5 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:46.317809 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0baac7f5-201d-4022-a95d-09181140181c None None] Provisioning complete for port 944296d6-779a-4a20-9989-dcadeb753ec5 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:46.317809 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0baac7f5-201d-4022-a95d-09181140181c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (944296d6-779a-4a20-9989-dcadeb753ec5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:46.319792 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a94c416-0011-4867-b7c5-deda7188888a req-420c8b9a-de34-4da6-8a4a-5f63d69e1e17 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1efbaabb-36c4-4952-9577-8c5cb0e1cff3 HTTP/1.1" status: 200 len: 217 time: 0.0763125 Feb 28 17:33:46.394621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94c416-0011-4867-b7c5-deda7188888a req-1865036d-ad90-4ee6-b485-37796a8ac6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:46.397489 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a94c416-0011-4867-b7c5-deda7188888a req-1865036d-ad90-4ee6-b485-37796a8ac6ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2b01692-329b-4c25-a414-a0c28766e21b HTTP/1.1" status: 200 len: 861 time: 0.0719011 Feb 28 17:33:46.406345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 7d002c7e-37b7-4184-a086-4eec117cdc8e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:46.406720 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:46.430265 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97623e55-24ae-4fcb-942b-3358c0c02ead req-c9d7c317-26a7-4b57-bcf4-b7734ed463bd tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 210 time: 0.0413904 Feb 28 17:33:46.454619 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a94c416-0011-4867-b7c5-deda7188888a req-193126bb-6850-4598-97db-2933bb9b2efb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbf7a80f-77ae-447e-aa03-8092261ab0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449290 Feb 28 17:33:46.494747 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2846c3-a793-4e9a-9222-446d46efa9ff x-openstack-request-id: req-2b2846c3-a793-4e9a-9222-446d46efa9ff {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:33:46.495870 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbf8f54-4817-4c9b-b2fe-53dad871487e", "tag": "1efbaabb-36c4-4952-9577-8c5cb0e1cff3", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:33:46.495870 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2b2846c3-a793-4e9a-9222-446d46efa9ff {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:33:46.496164 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0baac7f5-201d-4022-a95d-09181140181c None None] Port 944296d6-779a-4a20-9989-dcadeb753ec5 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:33:46.497097 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbf8f54-4817-4c9b-b2fe-53dad871487e', 'tag': '1efbaabb-36c4-4952-9577-8c5cb0e1cff3', 'status': 'completed', 'code': 200} Feb 28 17:33:46.582978 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 7d002c7e-37b7-4184-a086-4eec117cdc8e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:46.605727 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a94c416-0011-4867-b7c5-deda7188888a req-ae3c008c-09bf-46b4-9022-c298dc5d35c4 service neutron] 10.222.0.73 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417334 Feb 28 17:33:46.704662 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a94c416-0011-4867-b7c5-deda7188888a req-fee87bab-2750-4cf6-a053-a867c9fadd27 service neutron] 10.222.0.73 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933859 Feb 28 17:33:46.712193 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bcd65c38-a148-43b5-a7c3-76e3772ef265 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (944296d6-779a-4a20-9989-dcadeb753ec5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:46.743669 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd65c38-a148-43b5-a7c3-76e3772ef265 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=944296d6-779a-4a20-9989-dcadeb753ec5,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:46.796674 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bcd65c38-a148-43b5-a7c3-76e3772ef265 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:46.802180 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bcd65c38-a148-43b5-a7c3-76e3772ef265 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/944296d6-779a-4a20-9989-dcadeb753ec5 HTTP/1.1" status: 204 len: 168 time: 1.0137439 Feb 28 17:33:46.802423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37714) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:46.913475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b4168b-f538-466c-a0a8-39402b9632bd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:46.914546 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-17b4168b-f538-466c-a0a8-39402b9632bd tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1110132 Feb 28 17:33:46.917250 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37716) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:46.920110 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284e214-6ecb-46c4-b3c7-bd354f185338 req-1a243010-8f9c-458d-a768-6b95446bc796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:46.922679 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8284e214-6ecb-46c4-b3c7-bd354f185338 req-1a243010-8f9c-458d-a768-6b95446bc796 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d0f115cefc7e4abfbe77362926522618&device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 1127 time: 0.0844769 Feb 28 17:33:46.948354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7383953-6ec9-4abf-9b92-3f820991858c req-ecee6f03-3885-401b-bca3-8bea64ceb125 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:46.956750 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7383953-6ec9-4abf-9b92-3f820991858c req-ecee6f03-3885-401b-bca3-8bea64ceb125 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1101670 Feb 28 17:33:47.033821 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284e214-6ecb-46c4-b3c7-bd354f185338 req-d757fdac-9b53-4b17-98d4-91c0b4780636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:47.035552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8284e214-6ecb-46c4-b3c7-bd354f185338 req-d757fdac-9b53-4b17-98d4-91c0b4780636 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fbf7a80f-77ae-447e-aa03-8092261ab0fd HTTP/1.1" status: 200 len: 922 time: 0.1073213 Feb 28 17:33:47.048638 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7383953-6ec9-4abf-9b92-3f820991858c req-0d86f928-e0ee-47e0-8c97-dd305cff1e01 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844529 Feb 28 17:33:47.057822 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff8cee1-4cc5-4dd6-a06e-5b2ed29764c8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:47.060661 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0ff8cee1-4cc5-4dd6-a06e-5b2ed29764c8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1406500 Feb 28 17:33:47.063556 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37718) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:47.098609 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8284e214-6ecb-46c4-b3c7-bd354f185338 req-297012c3-6e11-4340-bfb5-9709c9c52de0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1efbaabb-36c4-4952-9577-8c5cb0e1cff3 HTTP/1.1" status: 200 len: 217 time: 0.0567892 Feb 28 17:33:47.137193 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dc1ea0-935d-40b7-bee2-d881beab717c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:47.138774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dc1ea0-935d-40b7-bee2-d881beab717c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:47.140931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dc1ea0-935d-40b7-bee2-d881beab717c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:47.143173 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-46dc1ea0-935d-40b7-bee2-d881beab717c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0786834 Feb 28 17:33:47.146806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37722) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:47.184779 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284e214-6ecb-46c4-b3c7-bd354f185338 req-5c3c8349-06ff-4586-b887-af74906a090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:47.186385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8284e214-6ecb-46c4-b3c7-bd354f185338 req-5c3c8349-06ff-4586-b887-af74906a090f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2b01692-329b-4c25-a414-a0c28766e21b HTTP/1.1" status: 200 len: 861 time: 0.0789478 Feb 28 17:33:47.221006 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8284e214-6ecb-46c4-b3c7-bd354f185338 req-acff89da-8d62-49b4-ab07-7b1ab3ac3b74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbf7a80f-77ae-447e-aa03-8092261ab0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285497 Feb 28 17:33:47.244092 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 86517655-c1f7-4c5d-b677-039c1c57a7c2 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:47.250587 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (86517655-c1f7-4c5d-b677-039c1c57a7c2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:47.289119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74434b2-4dfc-4497-9422-2f974b5da95d req-45c23a63-f627-4cd4-b5d9-4529b9ee47a9 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:47.296213 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f74434b2-4dfc-4497-9422-2f974b5da95d req-45c23a63-f627-4cd4-b5d9-4529b9ee47a9 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 944 time: 0.1067176 Feb 28 17:33:47.325997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (86517655-c1f7-4c5d-b677-039c1c57a7c2), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:47.329677 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8284e214-6ecb-46c4-b3c7-bd354f185338 req-ca7316f3-0ed6-47d3-96d4-52a6915b1b88 service neutron] 10.222.0.73 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022687 Feb 28 17:33:47.390491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f74434b2-4dfc-4497-9422-2f974b5da95d req-b10b54ec-6d47-4c98-90c1-a7d5aec12428 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932627 Feb 28 17:33:47.438121 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8284e214-6ecb-46c4-b3c7-bd354f185338 req-1ecb78b3-ee96-4f37-bff7-185c72407ed8 service neutron] 10.222.0.73 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016912 Feb 28 17:33:47.452507 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (86517655-c1f7-4c5d-b677-039c1c57a7c2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:47.516047 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a4bd2636-4dd2-4834-acf3-c601cf2110cc req-8030d8cb-c0ff-4b52-ac42-16ad513ff917 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0398314 Feb 28 17:33:47.609340 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54706a41-d223-4fee-bd86-9c4af9a56a67 req-e1551004-4541-4af2-a5cc-c771be1b85b2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 210 time: 0.0280688 Feb 28 17:33:47.632229 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (86517655-c1f7-4c5d-b677-039c1c57a7c2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:47.658490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=86517655-c1f7-4c5d-b677-039c1c57a7c2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:47.662986 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:47.669202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/86517655-c1f7-4c5d-b677-039c1c57a7c2 HTTP/1.1" status: 204 len: 168 time: 0.5222077 Feb 28 17:33:47.669840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37728) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:47.672919 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa613c8b-cd4c-4212-8444-89f5810d07b8 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:47.674865 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:47.675287 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:47.675700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:47.676113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:47.676514 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:47.676940 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:47.677349 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:47.677744 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:47.678163 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:47.678555 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:47.679214 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:47.680028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:47.680028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a97d554-d626-4109-adbb-94f1065037ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:33:47.742578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-1594348b-63ae-4510-b525-887c1fd15055 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet e64c838f-7349-4fcd-958d-0b0d7e2edc56 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:47.745971 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1594348b-63ae-4510-b525-887c1fd15055 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (e64c838f-7349-4fcd-958d-0b0d7e2edc56), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:47.786976 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1594348b-63ae-4510-b525-887c1fd15055 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (e64c838f-7349-4fcd-958d-0b0d7e2edc56), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:47.887226 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1594348b-63ae-4510-b525-887c1fd15055 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (e64c838f-7349-4fcd-958d-0b0d7e2edc56), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:48.009607 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1594348b-63ae-4510-b525-887c1fd15055 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (e64c838f-7349-4fcd-958d-0b0d7e2edc56), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:48.035919 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594348b-63ae-4510-b525-887c1fd15055 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=e64c838f-7349-4fcd-958d-0b0d7e2edc56,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:48.047365 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1594348b-63ae-4510-b525-887c1fd15055 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:48.051262 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1594348b-63ae-4510-b525-887c1fd15055 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/e64c838f-7349-4fcd-958d-0b0d7e2edc56 HTTP/1.1" status: 204 len: 168 time: 0.3802230 Feb 28 17:33:48.054269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37730) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:48.107773 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4c994647-ee8f-40c3-8787-b9d50f995653 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523262 Feb 28 17:33:48.111423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37734) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:48.126241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7ed81b1a-b612-4a0b-b268-d001133d7b5c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:48.269216 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-90dcefbd-c59d-42a0-85c8-d12317ae1433 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:48.271716 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-90dcefbd-c59d-42a0-85c8-d12317ae1433 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 0.1627076 Feb 28 17:33:48.287197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-90f2c1bd-26e8-44c7-bee5-887fe6a153e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Request body: {'port': {'device_id': '66f3b22a-e1e6-4b57-b037-d9a3257aa9ff', 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'admin_state_up': True, 'tenant_id': '6245b9d2a54f4064829f9d0ea75229fa'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:48.297658 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9d975-c7c4-4979-96a9-883dc640f0ae req-92d4891a-c109-40f6-b348-b9b35c74f3ff tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:48.306000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15c9d975-c7c4-4979-96a9-883dc640f0ae req-92d4891a-c109-40f6-b348-b9b35c74f3ff tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1620972 Feb 28 17:33:48.373327 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15c9d975-c7c4-4979-96a9-883dc640f0ae req-085867df-c284-4b94-a851-7a8229425a63 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595064 Feb 28 17:33:48.375886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed81b1a-b612-4a0b-b268-d001133d7b5c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:48.380886 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ed81b1a-b612-4a0b-b268-d001133d7b5c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:48.459707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6417bc-83d6-467d-bdb5-f01139a16609 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:48.558855 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-90f2c1bd-26e8-44c7-bee5-887fe6a153e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Made reservation on behalf of 6245b9d2a54f4064829f9d0ea75229fa for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:48.564802 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-90f2c1bd-26e8-44c7-bee5-887fe6a153e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:48.566004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6736be5e-3482-4dac-83ca-f5c18049a629 None None] Provisioning complete for port 7d002c7e-37b7-4184-a086-4eec117cdc8e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:48.566679 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6736be5e-3482-4dac-83ca-f5c18049a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:48.582824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031456-60da-420f-9a6a-d12edc6e120b req-df473412-7ea8-4b5a-8bf8-b218859d6162 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:48.584661 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-67031456-60da-420f-9a6a-d12edc6e120b req-df473412-7ea8-4b5a-8bf8-b218859d6162 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 944 time: 0.0864427 Feb 28 17:33:48.671223 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6736be5e-3482-4dac-83ca-f5c18049a629 None None] Current status of the port 7d002c7e-37b7-4184-a086-4eec117cdc8e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:48.720766 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-67031456-60da-420f-9a6a-d12edc6e120b req-3e32137a-02e0-4800-910b-fea4540219c1 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097586 Feb 28 17:33:48.748163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229f0858-457a-4bc1-b7f3-9684e4637884 None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:33:48.784248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-90f2c1bd-26e8-44c7-bee5-887fe6a153e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Allocated IP 172.20.0.7 (025c50b6-aef6-427c-b4dd-ce17165ac484/cb110c1f-5ae6-479d-98d8-8a85f1f33199/3f19e91d-6fd2-4753-9826-cc84e46fcf75) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:48.809429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ed81b1a-b612-4a0b-b268-d001133d7b5c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (20fd46ca-591f-41ce-a790-445980795f7f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:48.825569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-229f0858-457a-4bc1-b7f3-9684e4637884 None None] Deleting port 7d002c7e-37b7-4184-a086-4eec117cdc8e {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:48.826411 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-229f0858-457a-4bc1-b7f3-9684e4637884 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:48.884642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed81b1a-b612-4a0b-b268-d001133d7b5c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=20fd46ca-591f-41ce-a790-445980795f7f,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:48.891126 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f09dc6c7-d750-41a8-93c5-e6c3a8b17897 req-52d36030-9821-4235-966e-2b266676fae0 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0993812 Feb 28 17:33:48.904711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed81b1a-b612-4a0b-b268-d001133d7b5c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:48.906402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-7ed81b1a-b612-4a0b-b268-d001133d7b5c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:48.912716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed81b1a-b612-4a0b-b268-d001133d7b5c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:48.914531 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ed81b1a-b612-4a0b-b268-d001133d7b5c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:48.961383 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-229f0858-457a-4bc1-b7f3-9684e4637884 None None] For port 7d002c7e-37b7-4184-a086-4eec117cdc8e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7d002c7e-37b7-4184-a086-4eec117cdc8e,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:48.962229 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-229f0858-457a-4bc1-b7f3-9684e4637884 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:48.980404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-229f0858-457a-4bc1-b7f3-9684e4637884 None None] Calling delete_port for 7d002c7e-37b7-4184-a086-4eec117cdc8e owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:49.019074 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e2df012-d0c5-4479-9ec4-1c566e46e37a req-2efb76ad-5b17-4e09-b556-10960c720be8 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 210 time: 0.0369947 Feb 28 17:33:49.030384 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-90f2c1bd-26e8-44c7-bee5-887fe6a153e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks [] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:49.037427 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7ed81b1a-b612-4a0b-b268-d001133d7b5c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9248719 Feb 28 17:33:49.040348 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37742) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:49.047500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-dc5faf60-3f08-4e02-89c5-50c601759767 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:49.136099 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-90f2c1bd-26e8-44c7-bee5-887fe6a153e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:49.158393 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-229f0858-457a-4bc1-b7f3-9684e4637884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (7d002c7e-37b7-4184-a086-4eec117cdc8e), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:49.186424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f0858-457a-4bc1-b7f3-9684e4637884 None None] Pushing event deleted for resources: {'Port': ['ID=7d002c7e-37b7-4184-a086-4eec117cdc8e,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:49.187680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229f0858-457a-4bc1-b7f3-9684e4637884 None None] No DVR routers for this DVR port 7d002c7e-37b7-4184-a086-4eec117cdc8e on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:33:49.210143 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd0e56e-60c6-48cf-a654-b45613456e67 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:49.216049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-90f2c1bd-26e8-44c7-bee5-887fe6a153e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Network 025c50b6-aef6-427c-b4dd-ce17165ac484 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:49.217628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2c1bd-26e8-44c7-bee5-887fe6a153e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Pushing event updated for resources: {'Port': ['ID=3f19e91d-6fd2-4753-9826-cc84e46fcf75,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:49.220221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-90f2c1bd-26e8-44c7-bee5-887fe6a153e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:49.222355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-90f2c1bd-26e8-44c7-bee5-887fe6a153e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:49.232296 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5faf60-3f08-4e02-89c5-50c601759767 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:49.237239 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc5faf60-3f08-4e02-89c5-50c601759767 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:49.283701 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-90f2c1bd-26e8-44c7-bee5-887fe6a153e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:49.284332 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-90f2c1bd-26e8-44c7-bee5-887fe6a153e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:49.331817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'project_id': 'b97e9d27cb7d4906b28ce05c311349d6', 'fixed_ips': [{'subnet_id': '20fd46ca-591f-41ce-a790-445980795f7f'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:33:49.332676 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:49.353730 n-d-820368-19 neutron-server[104247]: INFO neutron.db.ipam_backend_mixin [None req-dc5faf60-3f08-4e02-89c5-50c601759767 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20fd46ca-591f-41ce-a790-445980795f7f (CIDR: 2001:db8::/64) Feb 28 17:33:49.386937 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5faf60-3f08-4e02-89c5-50c601759767 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:33:49.387627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5faf60-3f08-4e02-89c5-50c601759767 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:49.389731 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-90f2c1bd-26e8-44c7-bee5-887fe6a153e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1079600 Feb 28 17:33:49.401050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Request body: {'port': {'device_id': '66f3b22a-e1e6-4b57-b037-d9a3257aa9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:49.482096 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Allocated IP 2001:db8::2 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/20fd46ca-591f-41ce-a790-445980795f7f/9a9c1a00-ecc5-43f4-8c7c-78bef993bd06) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:49.482303 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:49.512279 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dc5faf60-3f08-4e02-89c5-50c601759767 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4702923 Feb 28 17:33:49.513072 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37746) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:49.520055 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'subnet': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:49.616532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935a75-f93a-4b04-acc8-867006ff4a06 req-e983e96b-631a-43d8-85f2-29b59764ad0c tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:49.618608 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66935a75-f93a-4b04-acc8-867006ff4a06 req-e983e96b-631a-43d8-85f2-29b59764ad0c tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1501756 Feb 28 17:33:49.671512 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Publish callbacks [] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:49.685464 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66935a75-f93a-4b04-acc8-867006ff4a06 req-ee2a9b92-c3db-44af-b96e-567211b945dd tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578134 Feb 28 17:33:49.751486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:49.755009 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:49.803750 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:49.814928 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f19e91d-6fd2-4753-9826-cc84e46fcf75 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:33:49.823301 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Publish callbacks [] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:49.849259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Transition to ACTIVE for port object 3f19e91d-6fd2-4753-9826-cc84e46fcf75 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:33:49.852711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:49.861219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:49.865019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Pushing event updated for resources: {'Port': ['ID=9a9c1a00-ecc5-43f4-8c7c-78bef993bd06,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:49.868107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:49.899010 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1596b5a-a65c-4f5e-95cd-b5ff112aa420 req-6f47d2f8-4b3e-4749-8cc3-74287ee00b75 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:49.903473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1596b5a-a65c-4f5e-95cd-b5ff112aa420 req-6f47d2f8-4b3e-4749-8cc3-74287ee00b75 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 944 time: 0.0880041 Feb 28 17:33:49.936282 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:49.937176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Attempting to bind port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:33:49.937615 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Attempting to bind port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:33:49.938120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Attempting to bind port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 on network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:49.944739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:33:49.945176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Checking segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:49.945738 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:49.946163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Bound using segment: {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:33:49.946718 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Bound port: 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69071fa-4b47-4715-ae22-59450032acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:33:49.947168 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:49.987153 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1596b5a-a65c-4f5e-95cd-b5ff112aa420 req-b5f010fc-e09e-43ea-91bd-21026d6946f0 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769045 Feb 28 17:33:50.032687 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Pushing event updated for resources: {'Port': ['ID=3f19e91d-6fd2-4753-9826-cc84e46fcf75,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:50.053889 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] For port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:33:50.063436 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] For port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9a9c1a00-ecc5-43f4-8c7c-78bef993bd06,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:33:50.127931 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2791dbd8-520e-4ab3-8d54-a6a41d8644dd req-1356b961-d8ab-41fb-82a5-6fa011379fb5 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0378985 Feb 28 17:33:50.141047 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:50.151141 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7d002c7e-37b7-4184-a086-4eec117cdc8e no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:33:50.160608 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Attempting to bind port 3f19e91d-6fd2-4753-9826-cc84e46fcf75 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:33:50.161313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Attempting to bind port 3f19e91d-6fd2-4753-9826-cc84e46fcf75 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:33:50.161490 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Attempting to bind port 3f19e91d-6fd2-4753-9826-cc84e46fcf75 on network 025c50b6-aef6-427c-b4dd-ce17165ac484 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:50.187221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Port 3f19e91d-6fd2-4753-9826-cc84e46fcf75 on network 025c50b6-aef6-427c-b4dd-ce17165ac484 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:33:50.187589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Attempting to bind port 3f19e91d-6fd2-4753-9826-cc84e46fcf75 on network 025c50b6-aef6-427c-b4dd-ce17165ac484 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:33:50.196993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:33:50.198347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Checking segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:33:50.198347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Bound using segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:33:50.199399 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 7d002c7e-37b7-4184-a086-4eec117cdc8e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:33:50.200088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7d002c7e-37b7-4184-a086-4eec117cdc8e not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:33:50.203997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Bound port: 3f19e91d-6fd2-4753-9826-cc84e46fcf75, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:33:50.204390 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:50.236203 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5099b0b-016d-44f3-b01e-fc2f757c8cc8 None None] Pushing event updated for resources: {'Port': ['ID=9a9c1a00-ecc5-43f4-8c7c-78bef993bd06,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:50.281948 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] For port 3f19e91d-6fd2-4753-9826-cc84e46fcf75, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:33:50.286745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] For port 3f19e91d-6fd2-4753-9826-cc84e46fcf75, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3f19e91d-6fd2-4753-9826-cc84e46fcf75,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:33:50.352401 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:50.371835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1200f9f-6ee3-44bb-a26f-18f9ee24e2bc req-2c0fc405-d753-4c19-8537-2edd5ed87db2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:50.379268 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b1200f9f-6ee3-44bb-a26f-18f9ee24e2bc req-2c0fc405-d753-4c19-8537-2edd5ed87db2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 943 time: 0.1695712 Feb 28 17:33:50.410747 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:50.411536 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:50.413003 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] 10.222.0.69 "PUT /v2.0/ports/3f19e91d-6fd2-4753-9826-cc84e46fcf75 HTTP/1.1" status: 200 len: 1092 time: 1.0162127 Feb 28 17:33:50.413479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f3b22a-e1e6-4b57-b037-d9a3257aa9ff', 'tag': '3f19e91d-6fd2-4753-9826-cc84e46fcf75'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:33:50.416887 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fdef10-7d39-4c6d-85a7-fecf2e3abfe6" -d '{"events": [{"name": "network-changed", "server_uuid": "66f3b22a-e1e6-4b57-b037-d9a3257aa9ff", "tag": "3f19e91d-6fd2-4753-9826-cc84e46fcf75"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:33:50.441452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.objects.ports [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104247) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:33:50.474520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cce94-998b-4dab-89a0-9288a95c5520 service neutron] Pushing event updated for resources: {'Port': ['ID=3f19e91d-6fd2-4753-9826-cc84e46fcf75,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:50.556971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b1200f9f-6ee3-44bb-a26f-18f9ee24e2bc req-8301190b-6fdc-47c9-a0bb-97a9847329c5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715715 Feb 28 17:33:50.599225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-4c04b9bc-7f0a-491a-98b8-e3fd8dde066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:50.601455 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-4c04b9bc-7f0a-491a-98b8-e3fd8dde066b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 1126 time: 0.0781484 Feb 28 17:33:50.668568 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9aacd7e-7f92-4bab-9f26-60d5bc37a076 x-openstack-request-id: req-a9aacd7e-7f92-4bab-9f26-60d5bc37a076 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:33:50.668568 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f3b22a-e1e6-4b57-b037-d9a3257aa9ff", "tag": "3f19e91d-6fd2-4753-9826-cc84e46fcf75", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:33:50.668568 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a9aacd7e-7f92-4bab-9f26-60d5bc37a076 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:33:50.668568 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f3b22a-e1e6-4b57-b037-d9a3257aa9ff', 'tag': '3f19e91d-6fd2-4753-9826-cc84e46fcf75', 'status': 'completed', 'code': 200} Feb 28 17:33:50.687540 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-c0bcda48-412e-4bac-b21f-499016c5a8ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f19e91d-6fd2-4753-9826-cc84e46fcf75 HTTP/1.1" status: 200 len: 217 time: 0.0782115 Feb 28 17:33:50.744797 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:50.791163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-dbb04122-55b8-42ca-b9ee-2975f306de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:50.796775 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-dbb04122-55b8-42ca-b9ee-2975f306de3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb110c1f-5ae6-479d-98d8-8a85f1f33199 HTTP/1.1" status: 200 len: 845 time: 0.0975113 Feb 28 17:33:50.846586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-6d8df5db-cc96-4e84-a12f-1b35b842ac70 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=025c50b6-aef6-427c-b4dd-ce17165ac484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377042 Feb 28 17:33:50.968507 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eabe99-bcbc-4c91-9b5e-ea49c9a796ef req-ed0117a1-b71a-488a-a331-ec7dc932a0b0 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:50.968507 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22eabe99-bcbc-4c91-9b5e-ea49c9a796ef req-ed0117a1-b71a-488a-a331-ec7dc932a0b0 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1279981 Feb 28 17:33:51.019862 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-89ef09f8-759e-4996-bbf9-e32cdd9a8be9 service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672776 Feb 28 17:33:51.046956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] For port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9a9c1a00-ecc5-43f4-8c7c-78bef993bd06,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:51.056889 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-22eabe99-bcbc-4c91-9b5e-ea49c9a796ef req-114c9920-b7c7-440d-8727-db783033eb29 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967345 Feb 28 17:33:51.092258 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:51.137676 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6030f63-f03e-4f5d-a60a-0f5455745bc3 req-af548a00-b51c-4e4e-a8ab-6705e76559a3 service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119623 Feb 28 17:33:51.146251 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:51.175477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:33:51.261876 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (7fdefaa2-eed2-4ab6-9d20-b3b481f57bd8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:51.333392 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-76d41c3e-4b5d-42ee-9272-6f13a996f106 req-93fad81d-b566-4559-a9be-368113ddfc9d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca62ea88-29d7-44ba-890d-0c91b566a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0375404 Feb 28 17:33:51.358518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Subnet': ['ID=7fdefaa2-eed2-4ab6-9d20-b3b481f57bd8,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:51.419716 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:51.422531 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdef10-7d39-4c6d-85a7-fecf2e3abfe6 req-a9321e0f-0c09-42f7-8e69-f473b633bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:51.425124 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53fdef10-7d39-4c6d-85a7-fecf2e3abfe6 req-a9321e0f-0c09-42f7-8e69-f473b633bbb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 1126 time: 0.0895035 Feb 28 17:33:51.433023 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=9a9c1a00-ecc5-43f4-8c7c-78bef993bd06,revision_number=4']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:51.436154 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '1efbaabb-36c4-4952-9577-8c5cb0e1cff3', 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd', 'port_id': '1efbaabb-36c4-4952-9577-8c5cb0e1cff3', 'mac_address': 'fa:16:3e:19:54:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b01692-329b-4c25-a414-a0c28766e21b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:33:51.437876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:51.440596 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:51.451588 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:51.452789 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:51.462866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ec858-96c0-4d23-b8e7-9b7e009fce3d req-9ba67973-bec2-453b-be51-3102844e57ea tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:51.471145 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e14ec858-96c0-4d23-b8e7-9b7e009fce3d req-9ba67973-bec2-453b-be51-3102844e57ea tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 944 time: 0.3380632 Feb 28 17:33:51.508999 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:51.509380 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:51.556346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:33:51.561451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdef10-7d39-4c6d-85a7-fecf2e3abfe6 req-e3247aab-619c-4066-99fc-e2696d3a43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:51.563530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53fdef10-7d39-4c6d-85a7-fecf2e3abfe6 req-e3247aab-619c-4066-99fc-e2696d3a43c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 906 time: 0.1280324 Feb 28 17:33:51.613195 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e14ec858-96c0-4d23-b8e7-9b7e009fce3d req-56588e07-57fb-4c92-b119-2cee5fde5af6 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324110 Feb 28 17:33:51.638375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:51.638609 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53fdef10-7d39-4c6d-85a7-fecf2e3abfe6 req-1223055a-273f-481d-b5ee-8d5c164f94d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f19e91d-6fd2-4753-9826-cc84e46fcf75 HTTP/1.1" status: 200 len: 217 time: 0.0630121 Feb 28 17:33:51.669595 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3c94ae43-c86b-4d71-9f3e-80445503dca4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1534703 Feb 28 17:33:51.672572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37770) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:51.678028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Request body: {'port': {'network_id': '04cb7746-5ae6-409c-8a55-b1c0eea3e379', 'mac_address': 'fa:16:3e:2a:10:44', 'name': 'tempest-NetworksTestDHCPv6-1768513604'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:33:51.697350 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:51.781161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdef10-7d39-4c6d-85a7-fecf2e3abfe6 req-4d7c15b0-926e-4adf-bca8-6e03bc6277fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:51.784712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53fdef10-7d39-4c6d-85a7-fecf2e3abfe6 req-4d7c15b0-926e-4adf-bca8-6e03bc6277fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb110c1f-5ae6-479d-98d8-8a85f1f33199 HTTP/1.1" status: 200 len: 845 time: 0.1379018 Feb 28 17:33:51.788877 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:51.797685 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9988f2b6-d4a2-4317-bd6d-4d2c176533a9 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:51.820322 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdd0e0-e23b-4168-9c29-5e7d23384ec2 req-19f40246-a3ea-4452-9446-4b84f9bec991 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:51.821941 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29bdd0e0-e23b-4168-9c29-5e7d23384ec2 req-19f40246-a3ea-4452-9446-4b84f9bec991 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 943 time: 0.1681511 Feb 28 17:33:51.847352 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53fdef10-7d39-4c6d-85a7-fecf2e3abfe6 req-618cdff8-1e07-4d73-a018-f1747ceb7e5e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=025c50b6-aef6-427c-b4dd-ce17165ac484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490344 Feb 28 17:33:51.875187 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5307e293-a3a9-46c8-af0e-d386b89cbc32 None None] Provisioning complete for port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:51.875583 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5307e293-a3a9-46c8-af0e-d386b89cbc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:51.946597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Made reservation on behalf of b97e9d27cb7d4906b28ce05c311349d6 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:33:51.961113 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29bdd0e0-e23b-4168-9c29-5e7d23384ec2 req-cf6439cf-edc6-4bf1-b364-6416060ef91c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167192 Feb 28 17:33:52.008766 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53fdef10-7d39-4c6d-85a7-fecf2e3abfe6 req-2370eff2-ff24-47d7-958c-06e59c30dd7c service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455085 Feb 28 17:33:52.024681 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['1efbaabb-36c4-4952-9577-8c5cb0e1cff3'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:33:52.042747 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:52.082533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5307e293-a3a9-46c8-af0e-d386b89cbc32 None None] Current status of the port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:52.087049 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5307e293-a3a9-46c8-af0e-d386b89cbc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:52.102791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] device_id is not set on port fb8245f9-ac43-41fa-be60-29f40d2c9026 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:33:52.135680 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53fdef10-7d39-4c6d-85a7-fecf2e3abfe6 req-0aabda73-1b98-44ef-a32d-63727f601793 service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201975 Feb 28 17:33:52.175190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5307e293-a3a9-46c8-af0e-d386b89cbc32 None None] For port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9a9c1a00-ecc5-43f4-8c7c-78bef993bd06,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:52.268104 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5307e293-a3a9-46c8-af0e-d386b89cbc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:52.305850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:52.325779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd7fef-fdfd-422a-9555-760d36d3977e req-ff24dc82-8e2f-4134-b1ff-8a02c44dd5e2 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:52.327308 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0fd7fef-fdfd-422a-9555-760d36d3977e req-ff24dc82-8e2f-4134-b1ff-8a02c44dd5e2 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1309173 Feb 28 17:33:52.373173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307e293-a3a9-46c8-af0e-d386b89cbc32 None None] Pushing event updated for resources: {'Port': ['ID=9a9c1a00-ecc5-43f4-8c7c-78bef993bd06,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:52.413956 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:52.414321 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:52.470730 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0fd7fef-fdfd-422a-9555-760d36d3977e req-c4bf8d81-6dce-41b5-9d52-09851d1c9abe tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346526 Feb 28 17:33:52.485974 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8::3a6 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/20fd46ca-591f-41ce-a790-445980795f7f/fb8245f9-ac43-41fa-be60-29f40d2c9026) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:52.493896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2a:1044 (04cb7746-5ae6-409c-8a55-b1c0eea3e379/7fdefaa2-eed2-4ab6-9d20-b3b481f57bd8/fb8245f9-ac43-41fa-be60-29f40d2c9026) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:33:52.627448 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37784) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:52.707535 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:52.718220 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for port (fb8245f9-ac43-41fa-be60-29f40d2c9026), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:52.753973 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a4349f3-500b-4dee-ad31-d6924751b631 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for security_group (b1193aff-bbf5-440a-b236-a5da5025b0ec), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:52.781729 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a4349f3-500b-4dee-ad31-d6924751b631 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for security_group (b1193aff-bbf5-440a-b236-a5da5025b0ec), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:52.807451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5910323-c417-4c51-97d7-0ecdb14254e9 req-21498124-fb4f-4167-9fcc-24fc0bf5998e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:52.814569 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5910323-c417-4c51-97d7-0ecdb14254e9 req-21498124-fb4f-4167-9fcc-24fc0bf5998e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 945 time: 0.0936246 Feb 28 17:33:52.872159 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5910323-c417-4c51-97d7-0ecdb14254e9 req-e3445bb3-8fcd-400d-a968-0903d59cca3b tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504763 Feb 28 17:33:52.906321 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (fb8245f9-ac43-41fa-be60-29f40d2c9026), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:52.909264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-85ee12d7-43a1-4fd7-9d06-15aeeb372f93 None None] Provisioning complete for port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:52.909898 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-85ee12d7-43a1-4fd7-9d06-15aeeb372f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:52.928007 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a4349f3-500b-4dee-ad31-d6924751b631 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b1193aff-bbf5-440a-b236-a5da5025b0ec), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:52.930998 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a4349f3-500b-4dee-ad31-d6924751b631 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:52.934930 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8a4349f3-500b-4dee-ad31-d6924751b631 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "DELETE /v2.0/security-groups/b1193aff-bbf5-440a-b236-a5da5025b0ec HTTP/1.1" status: 204 len: 168 time: 0.3037581 Feb 28 17:33:52.935858 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37790) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:52.955147 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4349f3-500b-4dee-ad31-d6924751b631 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1193aff-bbf5-440a-b236-a5da5025b0ec,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:52.959174 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-d952d6a8-c3a6-42ed-b3af-7b9ec63d2b32 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] show failed (client error): The resource could not be found. Feb 28 17:33:52.962958 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d952d6a8-c3a6-42ed-b3af-7b9ec63d2b32 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "GET /v2.0/security-groups/b1193aff-bbf5-440a-b236-a5da5025b0ec HTTP/1.1" status: 404 len: 347 time: 0.0223835 Feb 28 17:33:52.963536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37792) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:52.976860 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3f19e91d-6fd2-4753-9826-cc84e46fcf75 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:33:53.033142 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event updated for resources: {'Port': ['ID=fb8245f9-ac43-41fa-be60-29f40d2c9026,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:53.049544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:33:53.052803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-85ee12d7-43a1-4fd7-9d06-15aeeb372f93 None None] Current status of the port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:53.058737 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:33:53.116557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:33:53.122066 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:53.122751 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.165047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a524a64-f6b6-4761-9be8-f0d2d3e9fb4a req-c3b599bd-f3f8-4516-ac7f-9450b34b0a78 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:53.172791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:53.174329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a524a64-f6b6-4761-9be8-f0d2d3e9fb4a req-c3b599bd-f3f8-4516-ac7f-9450b34b0a78 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 943 time: 0.0724788 Feb 28 17:33:53.177033 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 3f19e91d-6fd2-4753-9826-cc84e46fcf75, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3f19e91d-6fd2-4753-9826-cc84e46fcf75,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:53.220491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-99c410ea-dff1-4dcf-b24f-2cf58b6584e5 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5467441 Feb 28 17:33:53.222707 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2b16853b-2f1f-41c5-bbb9-cdd029a1daa4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Deleting port addbd48c-0c58-4fad-b317-8b8da08a8bb4 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:53.228925 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37796) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:53.229075 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2b16853b-2f1f-41c5-bbb9-cdd029a1daa4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (addbd48c-0c58-4fad-b317-8b8da08a8bb4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.233160 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '3f19e91d-6fd2-4753-9826-cc84e46fcf75', 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'port_id': '3f19e91d-6fd2-4753-9826-cc84e46fcf75', 'mac_address': 'fa:16:3e:6d:ef:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb110c1f-5ae6-479d-98d8-8a85f1f33199', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:33:53.276151 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a524a64-f6b6-4761-9be8-f0d2d3e9fb4a req-c4d6c644-127b-4267-af42-44bf3ffa7dad tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957937 Feb 28 17:33:53.334884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 3f19e91d-6fd2-4753-9826-cc84e46fcf75 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:53.335470 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.351559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f19e91d-6fd2-4753-9826-cc84e46fcf75 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:33:53.368869 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2b16853b-2f1f-41c5-bbb9-cdd029a1daa4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (addbd48c-0c58-4fad-b317-8b8da08a8bb4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.369347 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2b16853b-2f1f-41c5-bbb9-cdd029a1daa4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for floatingip (addbd48c-0c58-4fad-b317-8b8da08a8bb4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.376203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-51d2eb27-1879-486e-b760-5461eb443a83 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting port fb8245f9-ac43-41fa-be60-29f40d2c9026 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:53.376556 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51d2eb27-1879-486e-b760-5461eb443a83 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (fb8245f9-ac43-41fa-be60-29f40d2c9026), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.385111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 3f19e91d-6fd2-4753-9826-cc84e46fcf75, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3f19e91d-6fd2-4753-9826-cc84e46fcf75,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:53.386642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2b16853b-2f1f-41c5-bbb9-cdd029a1daa4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Calling delete_port for addbd48c-0c58-4fad-b317-8b8da08a8bb4 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:53.414866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:33:53.419678 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:53.420297 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.443438 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.477656 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51d2eb27-1879-486e-b760-5461eb443a83 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (fb8245f9-ac43-41fa-be60-29f40d2c9026), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.514670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-51d2eb27-1879-486e-b760-5461eb443a83 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Calling delete_port for fb8245f9-ac43-41fa-be60-29f40d2c9026 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:53.540343 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b7ff9bd7-a5a2-43b3-841f-992898966c27 None None] Provisioning complete for port fb8245f9-ac43-41fa-be60-29f40d2c9026 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:53.540722 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b7ff9bd7-a5a2-43b3-841f-992898966c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fb8245f9-ac43-41fa-be60-29f40d2c9026), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.582101 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=3f19e91d-6fd2-4753-9826-cc84e46fcf75,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:53.640855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff9bd7-a5a2-43b3-841f-992898966c27 None None] Port fb8245f9-ac43-41fa-be60-29f40d2c9026 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:33:53.647831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:53.648218 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.649405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b256e3-3d43-4597-8314-cdf72e750535 req-30ea4fc8-6517-4123-8edc-7084dc7e8e71 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:53.662999 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-09b256e3-3d43-4597-8314-cdf72e750535 req-30ea4fc8-6517-4123-8edc-7084dc7e8e71 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.0876276 Feb 28 17:33:53.667778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3f19e91d-6fd2-4753-9826-cc84e46fcf75'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:33:53.701221 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2b16853b-2f1f-41c5-bbb9-cdd029a1daa4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (addbd48c-0c58-4fad-b317-8b8da08a8bb4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.743373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbf8f54-4817-4c9b-b2fe-53dad871487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efbaabb-36c4-4952-9577-8c5cb0e1cff3'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:33:53.745886 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bc6df9-a442-4aea-b611-7974a328dd53" -d '{"events": [{"server_uuid": "ffbf8f54-4817-4c9b-b2fe-53dad871487e", "name": "network-vif-plugged", "status": "completed", "tag": "1efbaabb-36c4-4952-9577-8c5cb0e1cff3"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:33:53.749774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16853b-2f1f-41c5-bbb9-cdd029a1daa4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event deleted for resources: {'Port': ['ID=addbd48c-0c58-4fad-b317-8b8da08a8bb4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:53.777362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:53.783412 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-09b256e3-3d43-4597-8314-cdf72e750535 req-cc765fc2-6562-4a63-8a8b-f06d40466cfc tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187809 Feb 28 17:33:53.805151 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51d2eb27-1879-486e-b760-5461eb443a83 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (fb8245f9-ac43-41fa-be60-29f40d2c9026), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.831892 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2b16853b-2f1f-41c5-bbb9-cdd029a1daa4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for floatingip (51be535b-b135-4953-8d36-c58683d88601), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.836653 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2b16853b-2f1f-41c5-bbb9-cdd029a1daa4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.836851 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2b16853b-2f1f-41c5-bbb9-cdd029a1daa4 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "DELETE /v2.0/floatingips/51be535b-b135-4953-8d36-c58683d88601 HTTP/1.1" status: 204 len: 168 time: 0.8723624 Feb 28 17:33:53.839710 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37802) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:53.863754 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f698ea-a13c-4fe1-bdba-7cdd065ff89a x-openstack-request-id: req-b0f698ea-a13c-4fe1-bdba-7cdd065ff89a {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:33:53.863754 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbf8f54-4817-4c9b-b2fe-53dad871487e", "name": "network-vif-plugged", "status": "completed", "tag": "1efbaabb-36c4-4952-9577-8c5cb0e1cff3", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:33:53.863754 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b0f698ea-a13c-4fe1-bdba-7cdd065ff89a {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:33:53.863754 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbf8f54-4817-4c9b-b2fe-53dad871487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efbaabb-36c4-4952-9577-8c5cb0e1cff3', 'code': 200} Feb 28 17:33:53.887904 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:53.909372 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2eb27-1879-486e-b760-5461eb443a83 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Port': ['ID=fb8245f9-ac43-41fa-be60-29f40d2c9026,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:53.967853 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:54.017584 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51d2eb27-1879-486e-b760-5461eb443a83 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:54.023837 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-51d2eb27-1879-486e-b760-5461eb443a83 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/fb8245f9-ac43-41fa-be60-29f40d2c9026 HTTP/1.1" status: 204 len: 168 time: 0.7970867 Feb 28 17:33:54.024083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37806) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:54.069377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908de621-344d-43f4-afea-dd575f8e7436 req-b5381d7f-52e4-47ff-bd8e-fb9451163355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:54.070918 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-908de621-344d-43f4-afea-dd575f8e7436 req-b5381d7f-52e4-47ff-bd8e-fb9451163355 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 1129 time: 0.1671834 Feb 28 17:33:54.096301 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2e1aa-c263-4b7b-9712-b6d228b75bca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Deleting port afa3091f-cdea-4a5b-b76f-6b6b3d58246e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:54.097718 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d3b2e1aa-c263-4b7b-9712-b6d228b75bca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:54.131541 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-908de621-344d-43f4-afea-dd575f8e7436 req-8fbaebf8-0216-41cf-8540-368fdf5a4107 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531025 Feb 28 17:33:54.139477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b36ee-da8c-44bb-b1c8-241cc9aeaf70 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:54.141078 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b79b36ee-da8c-44bb-b1c8-241cc9aeaf70 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1161256 Feb 28 17:33:54.143539 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37808) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:54.182266 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967807b-6000-44bb-a9f8-ffedade56312 req-844caa2c-25eb-48f3-9534-eae61a70f0f1 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:54.191864 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:54.205587 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3967807b-6000-44bb-a9f8-ffedade56312 req-844caa2c-25eb-48f3-9534-eae61a70f0f1 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.1943271 Feb 28 17:33:54.216859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37828e6-282b-4aba-a724-ca0be3c53162 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:54.218620 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d37828e6-282b-4aba-a724-ca0be3c53162 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0740273 Feb 28 17:33:54.221052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37810) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:54.270635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:54.270635 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:54.290876 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d3b2e1aa-c263-4b7b-9712-b6d228b75bca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:54.310378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd7c4f5-306b-49a7-9465-c3a98c08657a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:54.312014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd7c4f5-306b-49a7-9465-c3a98c08657a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:54.313592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd7c4f5-306b-49a7-9465-c3a98c08657a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:54.315428 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5bd7c4f5-306b-49a7-9465-c3a98c08657a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0933945 Feb 28 17:33:54.318465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37814) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:54.341550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2e1aa-c263-4b7b-9712-b6d228b75bca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Calling delete_port for afa3091f-cdea-4a5b-b76f-6b6b3d58246e owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:54.357245 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3967807b-6000-44bb-a9f8-ffedade56312 req-20c855d9-15b3-49ba-9b07-c64e71eb24bf tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475296 Feb 28 17:33:54.382091 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:54.438096 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-094dc0aa-1524-4efe-b11d-c685aa7e7dc0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 20fd46ca-591f-41ce-a790-445980795f7f {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:54.443316 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-094dc0aa-1524-4efe-b11d-c685aa7e7dc0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (20fd46ca-591f-41ce-a790-445980795f7f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:54.492011 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-094dc0aa-1524-4efe-b11d-c685aa7e7dc0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (20fd46ca-591f-41ce-a790-445980795f7f), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:54.518816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dc7d4-5b62-4f17-9696-cfa426bdf2c3 req-c073311b-3cda-4089-9077-3d1ea457c243 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:54.520290 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d64dc7d4-5b62-4f17-9696-cfa426bdf2c3 req-c073311b-3cda-4089-9077-3d1ea457c243 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 944 time: 0.1288812 Feb 28 17:33:54.540267 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d3b2e1aa-c263-4b7b-9712-b6d228b75bca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (afa3091f-cdea-4a5b-b76f-6b6b3d58246e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:54.575902 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2e1aa-c263-4b7b-9712-b6d228b75bca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event deleted for resources: {'Port': ['ID=afa3091f-cdea-4a5b-b76f-6b6b3d58246e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:54.607034 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d64dc7d4-5b62-4f17-9696-cfa426bdf2c3 req-2ca7b692-fefe-4682-9f64-12790c71f8e0 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801101 Feb 28 17:33:54.623203 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-094dc0aa-1524-4efe-b11d-c685aa7e7dc0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (20fd46ca-591f-41ce-a790-445980795f7f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:54.660370 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d3b2e1aa-c263-4b7b-9712-b6d228b75bca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:54.663675 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d3b2e1aa-c263-4b7b-9712-b6d228b75bca tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "DELETE /v2.0/ports/afa3091f-cdea-4a5b-b76f-6b6b3d58246e HTTP/1.1" status: 204 len: 168 time: 0.8230057 Feb 28 17:33:54.666486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37816) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:54.752396 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-094dc0aa-1524-4efe-b11d-c685aa7e7dc0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (20fd46ca-591f-41ce-a790-445980795f7f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:54.782005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dc0aa-1524-4efe-b11d-c685aa7e7dc0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=20fd46ca-591f-41ce-a790-445980795f7f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:54.787703 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-094dc0aa-1524-4efe-b11d-c685aa7e7dc0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:54.791784 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-094dc0aa-1524-4efe-b11d-c685aa7e7dc0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/20fd46ca-591f-41ce-a790-445980795f7f HTTP/1.1" status: 204 len: 168 time: 0.4723599 Feb 28 17:33:54.793455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65077d0e-3669-4d63-a1d7-097eead18c92 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:54.794680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37818) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:54.865328 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6d0825-6ba6-4383-a8a2-5d65f8879d27 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Deleting subnet 7fdefaa2-eed2-4ab6-9d20-b3b481f57bd8 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:54.869246 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b6d0825-6ba6-4383-a8a2-5d65f8879d27 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (7fdefaa2-eed2-4ab6-9d20-b3b481f57bd8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:54.939428 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b6d0825-6ba6-4383-a8a2-5d65f8879d27 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (7fdefaa2-eed2-4ab6-9d20-b3b481f57bd8), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:54.984959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3f19e91d-6fd2-4753-9826-cc84e46fcf75 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:33:55.140188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 3f19e91d-6fd2-4753-9826-cc84e46fcf75 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:33:55.153627 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 3f19e91d-6fd2-4753-9826-cc84e46fcf75 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:55.154376 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:55.222971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-864f26f7-069c-470a-bd4d-446512826c98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Deleting port 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:55.225349 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-864f26f7-069c-470a-bd4d-446512826c98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:55.244987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe701a-500f-49ce-b8d6-eec22d744efc req-77f8cb96-e0a3-4d2b-955a-a389e4dd6933 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:55.247397 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-68fe701a-500f-49ce-b8d6-eec22d744efc req-77f8cb96-e0a3-4d2b-955a-a389e4dd6933 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1061540 Feb 28 17:33:55.285668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 3f19e91d-6fd2-4753-9826-cc84e46fcf75 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:55.286165 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:55.334179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 3f19e91d-6fd2-4753-9826-cc84e46fcf75, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3f19e91d-6fd2-4753-9826-cc84e46fcf75,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:55.403664 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-864f26f7-069c-470a-bd4d-446512826c98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:55.409356 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:55.427886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-864f26f7-069c-470a-bd4d-446512826c98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Calling delete_port for 3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:55.478320 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-68fe701a-500f-49ce-b8d6-eec22d744efc req-838a64e8-dbaf-448c-a23d-3eab65f9efe2 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511533 Feb 28 17:33:55.491757 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b6d0825-6ba6-4383-a8a2-5d65f8879d27 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (7fdefaa2-eed2-4ab6-9d20-b3b481f57bd8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:55.544411 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=3f19e91d-6fd2-4753-9826-cc84e46fcf75,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:55.673696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5972c57-8e9c-423f-a045-063740e6e60f req-745b4335-8a8c-4d54-b6ce-a0fe98a3f341 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:55.675272 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5972c57-8e9c-423f-a045-063740e6e60f req-745b4335-8a8c-4d54-b6ce-a0fe98a3f341 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.1471729 Feb 28 17:33:55.757737 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b6d0825-6ba6-4383-a8a2-5d65f8879d27 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (7fdefaa2-eed2-4ab6-9d20-b3b481f57bd8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:55.776198 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5972c57-8e9c-423f-a045-063740e6e60f req-0a60b5f8-c4bc-4a21-ad5b-c045cfdddb34 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911956 Feb 28 17:33:55.796841 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f65df7-8e7d-42da-ba33-bf7cb0213927 req-5c64038b-6942-44f5-9893-5e5647be6cae tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:55.800901 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-23f65df7-8e7d-42da-ba33-bf7cb0213927 req-5c64038b-6942-44f5-9893-5e5647be6cae tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 945 time: 0.1003575 Feb 28 17:33:55.802216 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-864f26f7-069c-470a-bd4d-446512826c98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:55.829355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d0825-6ba6-4383-a8a2-5d65f8879d27 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Subnet': ['ID=7fdefaa2-eed2-4ab6-9d20-b3b481f57bd8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:55.843177 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b6d0825-6ba6-4383-a8a2-5d65f8879d27 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:55.848895 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9b6d0825-6ba6-4383-a8a2-5d65f8879d27 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/7fdefaa2-eed2-4ab6-9d20-b3b481f57bd8 HTTP/1.1" status: 204 len: 168 time: 1.0529602 Feb 28 17:33:55.851975 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37826) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:55.861961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f3b22a-e1e6-4b57-b037-d9a3257aa9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f19e91d-6fd2-4753-9826-cc84e46fcf75'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:33:55.864506 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db97803-23ef-4cda-83f6-6b5d09e5f608" -d '{"events": [{"server_uuid": "66f3b22a-e1e6-4b57-b037-d9a3257aa9ff", "name": "network-vif-plugged", "status": "completed", "tag": "3f19e91d-6fd2-4753-9826-cc84e46fcf75"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:33:55.884735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f26f7-069c-470a-bd4d-446512826c98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event deleted for resources: {'Port': ['ID=3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:55.955582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2e1e36-18c2-4940-a614-e5d02bd917b2 None None] Network 04cb7746-5ae6-409c-8a55-b1c0eea3e379 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:55.967509 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-968b6394-1ecd-4497-9c83-c03b2e9506db tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137331 Feb 28 17:33:55.968142 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37830) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:56.009014 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-23f65df7-8e7d-42da-ba33-bf7cb0213927 req-045fc450-0c32-412a-9802-13a1ce12cd02 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862254 Feb 28 17:33:56.025168 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ee20f4-1734-4431-96e4-fd46b227a615 x-openstack-request-id: req-f6ee20f4-1734-4431-96e4-fd46b227a615 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:33:56.025447 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f3b22a-e1e6-4b57-b037-d9a3257aa9ff", "name": "network-vif-plugged", "status": "completed", "tag": "3f19e91d-6fd2-4753-9826-cc84e46fcf75", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:33:56.025694 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f6ee20f4-1734-4431-96e4-fd46b227a615 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:33:56.026123 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f3b22a-e1e6-4b57-b037-d9a3257aa9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f19e91d-6fd2-4753-9826-cc84e46fcf75', 'code': 200} Feb 28 17:33:56.059675 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-864f26f7-069c-470a-bd4d-446512826c98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:56.066339 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-864f26f7-069c-470a-bd4d-446512826c98 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "DELETE /v2.0/ports/3b947db9-dffb-4fd9-8e67-7d3f3e4ea83c HTTP/1.1" status: 204 len: 168 time: 1.3964677 Feb 28 17:33:56.066695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37832) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:56.082854 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c5f3a290-7f44-49a1-ad65-75e61e0638f4 None None] Provisioning complete for port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:33:56.083178 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a290-7f44-49a1-ad65-75e61e0638f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:56.114212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0a53dc-d994-4348-ad6b-ec14bbf63044 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:56.118583 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2a0a53dc-d994-4348-ad6b-ec14bbf63044 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1493378 Feb 28 17:33:56.120200 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37834) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:56.122315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ea61b-daf0-4012-ac3f-381f4ffea371 req-2fd122ca-a453-4745-978e-08393ba9178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:56.123779 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d21ea61b-daf0-4012-ac3f-381f4ffea371 req-2fd122ca-a453-4745-978e-08393ba9178c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1fc731029cd4e4081e19f4961c8257c&device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 1128 time: 0.1699085 Feb 28 17:33:56.137484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b6a955-b3ca-4d11-af5b-1a97686faf36 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Deleting subnet ab56271a-4d7e-438f-b38a-5e9ae796d4ba {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:56.142274 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e4b6a955-b3ca-4d11-af5b-1a97686faf36 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for subnet (ab56271a-4d7e-438f-b38a-5e9ae796d4ba), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:56.168315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642c45f-9ce3-42b5-a9f5-7415520917a7 req-1f6ed103-5426-4041-bfc0-481033b50a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:56.176900 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9642c45f-9ce3-42b5-a9f5-7415520917a7 req-1f6ed103-5426-4041-bfc0-481033b50a4d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 1128 time: 0.1282904 Feb 28 17:33:56.191864 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e4b6a955-b3ca-4d11-af5b-1a97686faf36 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (ab56271a-4d7e-438f-b38a-5e9ae796d4ba), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:56.238035 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c5f3a290-7f44-49a1-ad65-75e61e0638f4 None None] Current status of the port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:33:56.264706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e40875-0d08-48c3-bf8d-a0cb3e1be80c None None] DHCP port deletion for 04cb7746-5ae6-409c-8a55-b1c0eea3e379 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:33:56.269689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dd7457-6c74-4602-b6bc-d6d30ce0e51e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:56.274201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-96dd7457-6c74-4602-b6bc-d6d30ce0e51e tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1493950 Feb 28 17:33:56.274873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37836) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:56.298591 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e4b6a955-b3ca-4d11-af5b-1a97686faf36 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (ab56271a-4d7e-438f-b38a-5e9ae796d4ba), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:56.344286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b8e40875-0d08-48c3-bf8d-a0cb3e1be80c None None] Deleting port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:56.344942 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8e40875-0d08-48c3-bf8d-a0cb3e1be80c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:56.364702 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ff05874d-6520-409a-a1d6-6719f501b538 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860574 Feb 28 17:33:56.373113 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37838) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:56.414298 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10836c4-245a-449c-85f9-2e3bc6c68580 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:56.414885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10836c4-245a-449c-85f9-2e3bc6c68580 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:56.418285 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e10836c4-245a-449c-85f9-2e3bc6c68580 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/fb8245f9-ac43-41fa-be60-29f40d2c9026 HTTP/1.1" status: 404 len: 333 time: 0.0440595 Feb 28 17:33:56.420662 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9642c45f-9ce3-42b5-a9f5-7415520917a7 req-60882920-6332-4c89-8511-e2a7139d6871 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357073 Feb 28 17:33:56.420956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37840) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:56.432028 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b8e40875-0d08-48c3-bf8d-a0cb3e1be80c None None] For port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9a9c1a00-ecc5-43f4-8c7c-78bef993bd06,segment=NetworkSegment(e69071fa-4b47-4715-ae22-59450032acef),segment_id=e69071fa-4b47-4715-ae22-59450032acef)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:56.432611 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8e40875-0d08-48c3-bf8d-a0cb3e1be80c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:56.442172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ea61b-daf0-4012-ac3f-381f4ffea371 req-7b3c8327-a333-440e-be6a-b9aaf0365cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:56.443733 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d21ea61b-daf0-4012-ac3f-381f4ffea371 req-7b3c8327-a333-440e-be6a-b9aaf0365cd1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1fdc8515-83f9-468e-b637-d170a1267dbe HTTP/1.1" status: 200 len: 921 time: 0.2887619 Feb 28 17:33:56.453267 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b8e40875-0d08-48c3-bf8d-a0cb3e1be80c None None] Calling delete_port for 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:56.459642 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b58b6d-d622-471d-9790-65f753b80317 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:56.460106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b58b6d-d622-471d-9790-65f753b80317 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:56.464154 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-90b58b6d-d622-471d-9790-65f753b80317 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/7fdefaa2-eed2-4ab6-9d20-b3b481f57bd8 HTTP/1.1" status: 404 len: 337 time: 0.0421810 Feb 28 17:33:56.468768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37842) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:56.478083 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e4b6a955-b3ca-4d11-af5b-1a97686faf36 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (ab56271a-4d7e-438f-b38a-5e9ae796d4ba), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:56.524026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d21ea61b-daf0-4012-ac3f-381f4ffea371 req-e64f0451-6047-4673-90ab-aea3f07af3fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 200 len: 217 time: 0.0733933 Feb 28 17:33:56.541913 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64144ba-1943-4b67-b6a3-3521129dd055 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:56.542395 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64144ba-1943-4b67-b6a3-3521129dd055 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:56.554457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a64144ba-1943-4b67-b6a3-3521129dd055 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/20fd46ca-591f-41ce-a790-445980795f7f HTTP/1.1" status: 404 len: 337 time: 0.0863879 Feb 28 17:33:56.555358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6a955-b3ca-4d11-af5b-1a97686faf36 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event deleted for resources: {'Subnet': ['ID=ab56271a-4d7e-438f-b38a-5e9ae796d4ba,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:56.557201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37846) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:56.581387 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e4b6a955-b3ca-4d11-af5b-1a97686faf36 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:56.588961 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e4b6a955-b3ca-4d11-af5b-1a97686faf36 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "DELETE /v2.0/subnets/ab56271a-4d7e-438f-b38a-5e9ae796d4ba HTTP/1.1" status: 204 len: 168 time: 0.5175197 Feb 28 17:33:56.589284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52192080-3597-468d-9dac-a56fa0348020 None None] Network a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:56.608892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37848) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:56.611430 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ea61b-daf0-4012-ac3f-381f4ffea371 req-e123d0a3-8f28-41a9-b325-408a6122e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:56.613384 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d21ea61b-daf0-4012-ac3f-381f4ffea371 req-e123d0a3-8f28-41a9-b325-408a6122e16a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de636b4e-eaba-413c-99cf-762f33fdde32 HTTP/1.1" status: 200 len: 860 time: 0.0819523 Feb 28 17:33:56.668470 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8e40875-0d08-48c3-bf8d-a0cb3e1be80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (9a9c1a00-ecc5-43f4-8c7c-78bef993bd06), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:56.673445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-7251ee95-58e8-4169-8a2a-89e8567390f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Deleting subnet 8a4738a0-1289-4e56-b145-4dbba3675af2 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:33:56.676780 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-b614094d-043c-4962-97df-b3a249ccc0b2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:56.682913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b614094d-043c-4962-97df-b3a249ccc0b2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:56.689768 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b614094d-043c-4962-97df-b3a249ccc0b2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/944296d6-779a-4a20-9989-dcadeb753ec5 HTTP/1.1" status: 404 len: 333 time: 0.1191325 Feb 28 17:33:56.694985 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7251ee95-58e8-4169-8a2a-89e8567390f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks [] for subnet (8a4738a0-1289-4e56-b145-4dbba3675af2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:56.698290 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37850) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:56.706443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e40875-0d08-48c3-bf8d-a0cb3e1be80c None None] Pushing event deleted for resources: {'Port': ['ID=9a9c1a00-ecc5-43f4-8c7c-78bef993bd06,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:56.708347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e40875-0d08-48c3-bf8d-a0cb3e1be80c None None] No DVR routers for this DVR port 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:33:56.754539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d21ea61b-daf0-4012-ac3f-381f4ffea371 req-65f08b6d-149a-4bb4-8f8e-50d2754ce2db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1fdc8515-83f9-468e-b637-d170a1267dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767779 Feb 28 17:33:56.760744 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f74f9b6-8873-4f8f-b663-a52ffac2a967 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:56.761289 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f74f9b6-8873-4f8f-b663-a52ffac2a967 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:56.765742 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9f74f9b6-8873-4f8f-b663-a52ffac2a967 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/86517655-c1f7-4c5d-b677-039c1c57a7c2 HTTP/1.1" status: 404 len: 337 time: 0.0580456 Feb 28 17:33:56.778016 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37852) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:56.784513 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d34838-4914-4bb4-b17b-4082d620b4a3 req-0c7dfab8-0d29-4976-a56d-96072f954492 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:56.790729 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66d34838-4914-4bb4-b17b-4082d620b4a3 req-0c7dfab8-0d29-4976-a56d-96072f954492 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1714280 Feb 28 17:33:56.791193 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7251ee95-58e8-4169-8a2a-89e8567390f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (8a4738a0-1289-4e56-b145-4dbba3675af2), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:56.841885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3755c059-428e-4074-8bbf-ed51324e2680 None None] DHCP port deletion for a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:33:56.854133 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec6126b-1e07-458a-96d5-e0683756eb11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:56.859780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec6126b-1e07-458a-96d5-e0683756eb11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:56.863136 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5ec6126b-1e07-458a-96d5-e0683756eb11 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/e64c838f-7349-4fcd-958d-0b0d7e2edc56 HTTP/1.1" status: 404 len: 337 time: 0.0840468 Feb 28 17:33:56.866917 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37860) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:56.922783 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-699cab7a-6c51-44fe-a3b4-5fe3c5251556 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:56.923360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699cab7a-6c51-44fe-a3b4-5fe3c5251556 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:56.926375 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-699cab7a-6c51-44fe-a3b4-5fe3c5251556 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/b367d519-4df8-4d60-83f2-963c8148479b HTTP/1.1" status: 404 len: 333 time: 0.0571978 Feb 28 17:33:56.934402 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37862) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:56.956027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3755c059-428e-4074-8bbf-ed51324e2680 None None] Deleting port 82c8983e-0f12-4676-9b21-a169968b352b {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:56.957171 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3755c059-428e-4074-8bbf-ed51324e2680 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (82c8983e-0f12-4676-9b21-a169968b352b), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:56.997371 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7251ee95-58e8-4169-8a2a-89e8567390f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (8a4738a0-1289-4e56-b145-4dbba3675af2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:56.999666 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-630b0432-a185-480b-8a4c-afacddc34fdf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.000139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630b0432-a185-480b-8a4c-afacddc34fdf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.006409 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-630b0432-a185-480b-8a4c-afacddc34fdf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/10342062-7772-47de-82bf-92cf93db4981 HTTP/1.1" status: 404 len: 337 time: 0.0684404 Feb 28 17:33:57.030832 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66d34838-4914-4bb4-b17b-4082d620b4a3 req-87a0d3ab-5ea6-4672-93f3-fa00eae5b38a tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266648 Feb 28 17:33:57.031387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37866) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.031670 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3d811-2bb2-47a2-a9bf-3d307d460cde req-a1cb5908-4ef2-418a-abd7-72916d4f1cb4 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:57.040429 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6f3d811-2bb2-47a2-a9bf-3d307d460cde req-a1cb5908-4ef2-418a-abd7-72916d4f1cb4 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.1379428 Feb 28 17:33:57.116567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6f3d811-2bb2-47a2-a9bf-3d307d460cde req-fceffab5-b5dd-4f2f-a9a5-b60645f0a697 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749786 Feb 28 17:33:57.120684 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f4c973-2303-4692-87bb-24838e7b3d7d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.121175 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f4c973-2303-4692-87bb-24838e7b3d7d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.125285 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f8f4c973-2303-4692-87bb-24838e7b3d7d tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/41c125db-b9de-4844-959b-0f6755d25501 HTTP/1.1" status: 404 len: 337 time: 0.0901039 Feb 28 17:33:57.131277 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37870) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.156026 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-3755c059-428e-4074-8bbf-ed51324e2680 None None] For port 82c8983e-0f12-4676-9b21-a169968b352b, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=82c8983e-0f12-4676-9b21-a169968b352b,segment=NetworkSegment(9602a6b2-63ca-4a31-afa3-9872ea57190c),segment_id=9602a6b2-63ca-4a31-afa3-9872ea57190c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:57.156446 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3755c059-428e-4074-8bbf-ed51324e2680 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (82c8983e-0f12-4676-9b21-a169968b352b), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:57.170528 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3755c059-428e-4074-8bbf-ed51324e2680 None None] Calling delete_port for 82c8983e-0f12-4676-9b21-a169968b352b owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:57.176244 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d21ea61b-daf0-4012-ac3f-381f4ffea371 req-44622186-5cca-4119-be83-9579da9809ef service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141080 Feb 28 17:33:57.196334 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-c790120c-2141-4a97-8103-31f622598fa7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.196915 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c790120c-2141-4a97-8103-31f622598fa7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.200107 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c790120c-2141-4a97-8103-31f622598fa7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/071746b0-72a8-4370-b7f4-4d212e3d4ffc HTTP/1.1" status: 404 len: 333 time: 0.0676303 Feb 28 17:33:57.202736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37874) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.239302 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-648b468b-8a2a-47f7-b02e-79fbc2377fb9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.239784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648b468b-8a2a-47f7-b02e-79fbc2377fb9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.245020 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-648b468b-8a2a-47f7-b02e-79fbc2377fb9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/ce8ab387-2af0-4425-b720-afa8bd92d845 HTTP/1.1" status: 404 len: 337 time: 0.0390294 Feb 28 17:33:57.245020 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7251ee95-58e8-4169-8a2a-89e8567390f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (8a4738a0-1289-4e56-b145-4dbba3675af2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:57.245506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37876) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.295186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27320c5-fcd9-40ce-a3b4-87e4c6ff5fff req-41c022ed-6441-4228-b7e2-89d373e2c139 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:57.296687 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f27320c5-fcd9-40ce-a3b4-87e4c6ff5fff req-41c022ed-6441-4228-b7e2-89d373e2c139 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 945 time: 0.1501949 Feb 28 17:33:57.319077 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-e111704f-3b59-4b0c-b2ec-cb86055f60b9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.319516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e111704f-3b59-4b0c-b2ec-cb86055f60b9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.325746 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e111704f-3b59-4b0c-b2ec-cb86055f60b9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/e105af5f-660f-4cba-946c-5c99cf5fa9b4 HTTP/1.1" status: 404 len: 337 time: 0.0718269 Feb 28 17:33:57.336747 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3755c059-428e-4074-8bbf-ed51324e2680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (82c8983e-0f12-4676-9b21-a169968b352b), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:57.341153 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2081af2-7738-4533-bce6-78a321af7b99 None None] Network fd7a05c5-9896-4296-a65a-a68965a6760b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:33:57.341548 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7251ee95-58e8-4169-8a2a-89e8567390f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:57.344744 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7251ee95-58e8-4169-8a2a-89e8567390f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "DELETE /v2.0/subnets/8a4738a0-1289-4e56-b145-4dbba3675af2 HTTP/1.1" status: 204 len: 168 time: 0.7345176 Feb 28 17:33:57.345355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37878) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.362521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37880) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.370619 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f27320c5-fcd9-40ce-a3b4-87e4c6ff5fff req-2e1450bb-17e8-4e81-9ccc-0147dd06cf2e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580115 Feb 28 17:33:57.373171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251ee95-58e8-4169-8a2a-89e8567390f1 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4738a0-1289-4e56-b145-4dbba3675af2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:57.377032 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-580c8ea9-fdec-43ac-a1b1-503a3ebd92ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.377608 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580c8ea9-fdec-43ac-a1b1-503a3ebd92ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.383124 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-580c8ea9-fdec-43ac-a1b1-503a3ebd92ef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/7f87b437-fcaf-4dc8-bc64-c951786b325b HTTP/1.1" status: 404 len: 333 time: 0.0335300 Feb 28 17:33:57.384541 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37882) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.408304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153db6d-cd5e-4d54-acf6-0498706950f9 req-369cc2a0-6774-4d45-952b-b67e36c72b56 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:57.416822 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4153db6d-cd5e-4d54-acf6-0498706950f9 req-369cc2a0-6774-4d45-952b-b67e36c72b56 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.1864531 Feb 28 17:33:57.424996 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d21ea61b-daf0-4012-ac3f-381f4ffea371 req-2b158823-285b-4045-8a5c-4d173203b275 service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232294 Feb 28 17:33:57.478805 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4153db6d-cd5e-4d54-acf6-0498706950f9 req-d1b01964-a57e-4d3e-8cf2-de642168cefe tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610209 Feb 28 17:33:57.491210 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-5120b961-218d-475e-8ba7-e7e3671724cf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.491675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5120b961-218d-475e-8ba7-e7e3671724cf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.494879 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5120b961-218d-475e-8ba7-e7e3671724cf tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/8f49950c-9200-4c05-bd89-b52acfe3cc82 HTTP/1.1" status: 404 len: 337 time: 0.1104877 Feb 28 17:33:57.505976 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37884) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.519726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755c059-428e-4074-8bbf-ed51324e2680 None None] Pushing event deleted for resources: {'Port': ['ID=82c8983e-0f12-4676-9b21-a169968b352b,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:57.522006 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3755c059-428e-4074-8bbf-ed51324e2680 None None] No DVR routers for this DVR port 82c8983e-0f12-4676-9b21-a169968b352b on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:33:57.530970 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-de235982-cb91-498c-bb23-e877abc21234 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.531555 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de235982-cb91-498c-bb23-e877abc21234 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.540040 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-de235982-cb91-498c-bb23-e877abc21234 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/47e0f86e-9280-4d0d-b7e8-25328d2ad072 HTTP/1.1" status: 404 len: 333 time: 0.0413539 Feb 28 17:33:57.542983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37890) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.552819 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1946e93e-b5b7-43ed-b549-6a27dc55846d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (a27b7ef0-0df5-4eaa-98f9-6b18b6a87457), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:57.577508 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9aad4f-118a-4266-af0a-1a7e3cdc290b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.578045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9aad4f-118a-4266-af0a-1a7e3cdc290b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.585659 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1c9aad4f-118a-4266-af0a-1a7e3cdc290b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/91bd2b43-1cbb-4b8c-8a2c-13b2e8622b10 HTTP/1.1" status: 404 len: 337 time: 0.0409479 Feb 28 17:33:57.586355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37892) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.628262 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-02008fc1-8161-4486-980a-a108ead23c53 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.628845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02008fc1-8161-4486-980a-a108ead23c53 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.640417 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-02008fc1-8161-4486-980a-a108ead23c53 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/a796aef3-3e6a-4359-865c-20a198392e3c HTTP/1.1" status: 404 len: 333 time: 0.0473855 Feb 28 17:33:57.640417 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37894) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.661027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8239ed-cfb8-4ddf-a0ed-2152b5a9cc7d None None] DHCP port deletion for fd7a05c5-9896-4296-a65a-a68965a6760b request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:33:57.685069 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-3700496b-448c-4dad-807b-5eb28b8351d4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.685585 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3700496b-448c-4dad-807b-5eb28b8351d4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.696481 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3700496b-448c-4dad-807b-5eb28b8351d4 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/1add990b-1ca0-426c-80b0-60226555055a HTTP/1.1" status: 404 len: 337 time: 0.0578926 Feb 28 17:33:57.700925 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37896) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.736965 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f6623e-d1e7-455e-96a9-7d3e27da1ae8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.737540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f6623e-d1e7-455e-96a9-7d3e27da1ae8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.743792 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a2f6623e-d1e7-455e-96a9-7d3e27da1ae8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/80b9c691-87e5-410e-88a0-46e72b5eaceb HTTP/1.1" status: 404 len: 333 time: 0.0410202 Feb 28 17:33:57.745564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37898) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.746588 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1946e93e-b5b7-43ed-b549-6a27dc55846d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (a27b7ef0-0df5-4eaa-98f9-6b18b6a87457), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:57.749711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fb8239ed-cfb8-4ddf-a0ed-2152b5a9cc7d None None] Deleting port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:33:57.750496 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fb8239ed-cfb8-4ddf-a0ed-2152b5a9cc7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (68c6cbb5-c16b-4dd1-8eb1-5522791517f2), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:57.790891 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2d232c-05a4-49a7-91a5-f9881f3040a8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.791235 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2d232c-05a4-49a7-91a5-f9881f3040a8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.796722 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5f2d232c-05a4-49a7-91a5-f9881f3040a8 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/46d0c99f-9a8b-4a10-bdb6-75e426d06004 HTTP/1.1" status: 404 len: 337 time: 0.0448320 Feb 28 17:33:57.798012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37900) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.801104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-1946e93e-b5b7-43ed-b549-6a27dc55846d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27b7ef0-0df5-4eaa-98f9-6b18b6a87457']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:57.812042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4eb6d4-c6dd-4fdb-b36e-0d20e647f241 req-87fe8424-4a71-4329-a90f-483080c69438 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:57.831597 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b4eb6d4-c6dd-4fdb-b36e-0d20e647f241 req-87fe8424-4a71-4329-a90f-483080c69438 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.2167799 Feb 28 17:33:57.831772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fb8239ed-cfb8-4ddf-a0ed-2152b5a9cc7d None None] For port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=68c6cbb5-c16b-4dd1-8eb1-5522791517f2,segment=NetworkSegment(a81a9f4e-3ba8-46f6-9dac-87086711b9d0),segment_id=a81a9f4e-3ba8-46f6-9dac-87086711b9d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:33:57.832117 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fb8239ed-cfb8-4ddf-a0ed-2152b5a9cc7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (68c6cbb5-c16b-4dd1-8eb1-5522791517f2), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:57.832729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-1946e93e-b5b7-43ed-b549-6a27dc55846d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9602a6b2-63ca-4a31-afa3-9872ea57190c') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:57.833026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-1946e93e-b5b7-43ed-b549-6a27dc55846d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9602a6b2-63ca-4a31-afa3-9872ea57190c') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:57.835130 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c3ab47-df35-4f4c-814d-8ee974a3caef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.835685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c3ab47-df35-4f4c-814d-8ee974a3caef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.839110 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-63c3ab47-df35-4f4c-814d-8ee974a3caef tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/3964c4f2-9551-4d66-9669-12701549e42d HTTP/1.1" status: 404 len: 333 time: 0.0399263 Feb 28 17:33:57.844757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37902) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.850850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fb8239ed-cfb8-4ddf-a0ed-2152b5a9cc7d None None] Calling delete_port for 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:33:57.857097 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1946e93e-b5b7-43ed-b549-6a27dc55846d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (9602a6b2-63ca-4a31-afa3-9872ea57190c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:57.879202 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-42483ecf-cac0-442c-86f0-e3ee4054cce7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.879901 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42483ecf-cac0-442c-86f0-e3ee4054cce7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.883099 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-42483ecf-cac0-442c-86f0-e3ee4054cce7 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/d510eb1a-d95c-400c-862d-eac0c8f4f69d HTTP/1.1" status: 404 len: 337 time: 0.0371897 Feb 28 17:33:57.887558 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b4eb6d4-c6dd-4fdb-b36e-0d20e647f241 req-f07b596d-3cea-457e-a86b-ba83a941ef30 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533624 Feb 28 17:33:57.889587 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37904) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.897243 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1946e93e-b5b7-43ed-b549-6a27dc55846d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9602a6b2-63ca-4a31-afa3-9872ea57190c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:57.906970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1946e93e-b5b7-43ed-b549-6a27dc55846d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:33:57.907563 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1946e93e-b5b7-43ed-b549-6a27dc55846d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (9602a6b2-63ca-4a31-afa3-9872ea57190c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:33:57.920459 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:33:57.923210 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a8d133-acf1-4b67-86f0-63c15906484b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.923210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a8d133-acf1-4b67-86f0-63c15906484b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.923210 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b0a8d133-acf1-4b67-86f0-63c15906484b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/408ebb51-eb12-4f19-9308-2364d77f8116 HTTP/1.1" status: 404 len: 333 time: 0.0315921 Feb 28 17:33:57.923210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37908) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:57.959953 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a12b02-8414-4a73-94e6-515438422bea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:57.960412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a12b02-8414-4a73-94e6-515438422bea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:57.969287 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f2a12b02-8414-4a73-94e6-515438422bea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/12a3cf45-e1ef-4d4f-93ba-5cd9be9a90fb HTTP/1.1" status: 404 len: 337 time: 0.0453424 Feb 28 17:33:57.969912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37912) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.001311 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ff1d7a-d029-46d9-8854-025c0a95c2c3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:58.002043 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ff1d7a-d029-46d9-8854-025c0a95c2c3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:58.008662 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-59ff1d7a-d029-46d9-8854-025c0a95c2c3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/ff3ff464-9f46-4ca2-b09a-10ba743ddf01 HTTP/1.1" status: 404 len: 337 time: 0.0377393 Feb 28 17:33:58.009285 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37914) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.034069 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-5617b70b-1969-4308-9418-40cf7f24da10 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:58.034795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5617b70b-1969-4308-9418-40cf7f24da10 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:58.037887 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fb8239ed-cfb8-4ddf-a0ed-2152b5a9cc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (68c6cbb5-c16b-4dd1-8eb1-5522791517f2), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:58.053508 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5617b70b-1969-4308-9418-40cf7f24da10 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/d0a7e54f-654c-4553-9b8e-4497d5e4a828 HTTP/1.1" status: 404 len: 333 time: 0.0429304 Feb 28 17:33:58.055275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37920) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.111550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8239ed-cfb8-4ddf-a0ed-2152b5a9cc7d None None] Pushing event deleted for resources: {'Port': ['ID=68c6cbb5-c16b-4dd1-8eb1-5522791517f2,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:58.124759 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8239ed-cfb8-4ddf-a0ed-2152b5a9cc7d None None] No DVR routers for this DVR port 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:33:58.126724 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf299021-4f92-4bba-a838-54f8318137d0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:58.127204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf299021-4f92-4bba-a838-54f8318137d0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:58.129344 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1946e93e-b5b7-43ed-b549-6a27dc55846d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (a27b7ef0-0df5-4eaa-98f9-6b18b6a87457), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:58.133749 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cf299021-4f92-4bba-a838-54f8318137d0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/524b7dc2-3d66-42a6-8b58-f7579a209bae HTTP/1.1" status: 404 len: 337 time: 0.0774431 Feb 28 17:33:58.138792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37922) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.155399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1946e93e-b5b7-43ed-b549-6a27dc55846d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:58.159568 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1946e93e-b5b7-43ed-b549-6a27dc55846d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "DELETE /v2.0/networks/a27b7ef0-0df5-4eaa-98f9-6b18b6a87457 HTTP/1.1" status: 204 len: 168 time: 0.7879910 Feb 28 17:33:58.164811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37926) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.197829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:33:58.235675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939a4ee-2ad5-4b9c-bc78-d5d13ae67f44 req-cc4e9e6c-0fa7-4994-949d-2a230b8f1ca3 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:58.237190 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7939a4ee-2ad5-4b9c-bc78-d5d13ae67f44 req-cc4e9e6c-0fa7-4994-949d-2a230b8f1ca3 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.2304306 Feb 28 17:33:58.237997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946e93e-b5b7-43ed-b549-6a27dc55846d tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event deleted for resources: {'Network': ['ID=a27b7ef0-0df5-4eaa-98f9-6b18b6a87457,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:58.240166 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e12206b-aeb5-43d6-83b8-ea665a3da2f3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:58.240698 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e12206b-aeb5-43d6-83b8-ea665a3da2f3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:58.249300 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7e12206b-aeb5-43d6-83b8-ea665a3da2f3 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/53618b03-4c27-44fe-a075-c0dc6edc6a30 HTTP/1.1" status: 404 len: 337 time: 0.1058412 Feb 28 17:33:58.249951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37928) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.252014 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:33:58.252579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9a9c1a00-ecc5-43f4-8c7c-78bef993bd06 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:33:58.253392 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 82c8983e-0f12-4676-9b21-a169968b352b no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:33:58.280220 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 82c8983e-0f12-4676-9b21-a169968b352b {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:33:58.280972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 82c8983e-0f12-4676-9b21-a169968b352b not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:33:58.281807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:33:58.289549 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-f562e765-4deb-4456-bdf3-e90e6304fd68 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:58.290163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f562e765-4deb-4456-bdf3-e90e6304fd68 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:58.293744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f562e765-4deb-4456-bdf3-e90e6304fd68 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/aeacfb16-f2d3-4667-b738-14cee8ddcf25 HTTP/1.1" status: 404 len: 333 time: 0.0351675 Feb 28 17:33:58.297045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37930) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.312336 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:33:58.316449 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 68c6cbb5-c16b-4dd1-8eb1-5522791517f2 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:33:58.335429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-454c395c-95ff-4da5-8d4f-ad8e54c44209 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (fd7a05c5-9896-4296-a65a-a68965a6760b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:58.345517 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7939a4ee-2ad5-4b9c-bc78-d5d13ae67f44 req-65a08748-821f-4f34-be29-46ad0f026d60 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945926 Feb 28 17:33:58.368040 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e28cff-4412-4120-b70a-123f62b3a115 req-b9b5d4e7-9e09-476f-893a-041919f31d67 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:58.369522 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-71e28cff-4412-4120-b70a-123f62b3a115 req-b9b5d4e7-9e09-476f-893a-041919f31d67 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.2201791 Feb 28 17:33:58.371711 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35bbb81-7116-40db-9f8b-8803607ad9ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:58.372147 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35bbb81-7116-40db-9f8b-8803607ad9ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:58.379963 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37934) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.380120 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e35bbb81-7116-40db-9f8b-8803607ad9ea tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/29c24037-0bb8-4c8d-8b56-8335d1bfccb3 HTTP/1.1" status: 404 len: 337 time: 0.0752673 Feb 28 17:33:58.409336 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fc3f5e-df90-4559-a76a-a563e6061cb9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:58.410183 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fc3f5e-df90-4559-a76a-a563e6061cb9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:58.414055 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-56fc3f5e-df90-4559-a76a-a563e6061cb9 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/691a8266-2813-4ff3-8f79-267f0cc991f4 HTTP/1.1" status: 404 len: 337 time: 0.0350471 Feb 28 17:33:58.418763 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37938) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.467033 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d05981f-e5ea-49f4-a15b-91f69a4f8cc0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:58.467609 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d05981f-e5ea-49f4-a15b-91f69a4f8cc0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:58.470768 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9d05981f-e5ea-49f4-a15b-91f69a4f8cc0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/f084152e-2585-4bb5-b181-c00f8afadaeb HTTP/1.1" status: 404 len: 333 time: 0.0380194 Feb 28 17:33:58.485464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37942) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.501520 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-454c395c-95ff-4da5-8d4f-ad8e54c44209 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (fd7a05c5-9896-4296-a65a-a68965a6760b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:58.519722 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-f643e46d-ee8c-469f-99f5-bf2c1d9d48db tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:58.520088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f643e46d-ee8c-469f-99f5-bf2c1d9d48db tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:58.521198 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-71e28cff-4412-4120-b70a-123f62b3a115 req-b78c25cb-1f42-4b6a-8a4a-7012fdb44701 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416442 Feb 28 17:33:58.523249 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f643e46d-ee8c-469f-99f5-bf2c1d9d48db tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/5ee5d5e4-bf31-421f-b95e-c4e07520df24 HTTP/1.1" status: 404 len: 337 time: 0.0368261 Feb 28 17:33:58.529597 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37944) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.549609 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-454c395c-95ff-4da5-8d4f-ad8e54c44209 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7a05c5-9896-4296-a65a-a68965a6760b']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:58.562024 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f3ab8f-6d69-4e5a-8893-49fc27ee3aba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:58.562537 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-454c395c-95ff-4da5-8d4f-ad8e54c44209 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:58.562668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f3ab8f-6d69-4e5a-8893-49fc27ee3aba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:58.562781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-454c395c-95ff-4da5-8d4f-ad8e54c44209 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81a9f4e-3ba8-46f6-9dac-87086711b9d0') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:58.565487 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-34f3ab8f-6d69-4e5a-8893-49fc27ee3aba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/254ec272-1372-49f4-b02c-6751604217b5 HTTP/1.1" status: 404 len: 337 time: 0.0340071 Feb 28 17:33:58.568961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37946) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.583288 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-454c395c-95ff-4da5-8d4f-ad8e54c44209 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (a81a9f4e-3ba8-46f6-9dac-87086711b9d0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:58.585998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d8bc3-81e7-43d1-8016-2d2341e5fc70 req-8e61e821-277f-428a-adc3-1c8db7a99004 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:58.587594 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-759d8bc3-81e7-43d1-8016-2d2341e5fc70 req-8e61e821-277f-428a-adc3-1c8db7a99004 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.1471126 Feb 28 17:33:58.600202 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-454c395c-95ff-4da5-8d4f-ad8e54c44209 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a81a9f4e-3ba8-46f6-9dac-87086711b9d0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:58.606435 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d14ec942-6428-40a8-bbc7-6085e939dc9a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab223a84-1ecd-491d-a581-bcf481e23a55 HTTP/1.1" status: 200 len: 205 time: 0.0366542 Feb 28 17:33:58.608790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37948) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.611680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454c395c-95ff-4da5-8d4f-ad8e54c44209 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:33:58.612090 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-454c395c-95ff-4da5-8d4f-ad8e54c44209 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (a81a9f4e-3ba8-46f6-9dac-87086711b9d0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:33:58.616528 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:33:58.695788 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-66eca786-6c15-4538-a560-93df1d14b730 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] delete failed (client error): The resource could not be found. Feb 28 17:33:58.698592 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-66eca786-6c15-4538-a560-93df1d14b730 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/routers/ab223a84-1ecd-491d-a581-bcf481e23a55 HTTP/1.1" status: 404 len: 336 time: 0.0884259 Feb 28 17:33:58.701563 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37950) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.732291 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-759d8bc3-81e7-43d1-8016-2d2341e5fc70 req-0a224be5-a35e-41c4-a308-881e45646e5d tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291595 Feb 28 17:33:58.735153 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-2968ad9d-6bf1-4aec-ab8a-91b16c506578 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:58.735617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2968ad9d-6bf1-4aec-ab8a-91b16c506578 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:58.738600 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2968ad9d-6bf1-4aec-ab8a-91b16c506578 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/81002b6e-a7d0-45c5-a16a-7c23593a1168 HTTP/1.1" status: 404 len: 337 time: 0.0360339 Feb 28 17:33:58.741419 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37952) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.757960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6cb69-1622-4874-92a0-7cbc03b3ce0c req-4653ce9d-e85e-4901-bc02-b83d1ab80ee8 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:58.760286 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d5d6cb69-1622-4874-92a0-7cbc03b3ce0c req-4653ce9d-e85e-4901-bc02-b83d1ab80ee8 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 945 time: 0.1319263 Feb 28 17:33:58.760842 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-454c395c-95ff-4da5-8d4f-ad8e54c44209 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (fd7a05c5-9896-4296-a65a-a68965a6760b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:58.783769 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6eb7d64d-d72a-44de-961d-2d15031368cc tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "GET /v2.0/ports?device_id=0308eb66-9093-4f2e-86b5-98836999e42b HTTP/1.1" status: 200 len: 205 time: 0.0378811 Feb 28 17:33:58.783960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37956) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.819807 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-454c395c-95ff-4da5-8d4f-ad8e54c44209 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:58.838420 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-454c395c-95ff-4da5-8d4f-ad8e54c44209 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] 10.222.0.72 "DELETE /v2.0/networks/fd7a05c5-9896-4296-a65a-a68965a6760b HTTP/1.1" status: 204 len: 168 time: 0.6593487 Feb 28 17:33:58.838669 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-abf4409b-f30b-4300-884d-c342c90f62d0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] delete failed (client error): The resource could not be found. Feb 28 17:33:58.838669 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-abf4409b-f30b-4300-884d-c342c90f62d0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/routers/0308eb66-9093-4f2e-86b5-98836999e42b HTTP/1.1" status: 404 len: 336 time: 0.0509181 Feb 28 17:33:58.838982 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c395c-95ff-4da5-8d4f-ad8e54c44209 tempest-TaggedBootDevicesTest_v242-418058245 tempest-TaggedBootDevicesTest_v242-418058245-project] Pushing event deleted for resources: {'Network': ['ID=fd7a05c5-9896-4296-a65a-a68965a6760b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:33:58.851871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37958) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.902969 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d5d6cb69-1622-4874-92a0-7cbc03b3ce0c req-fd5319a4-22db-4af0-b698-103d72f20bf9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704584 Feb 28 17:33:58.946392 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-b197c73d-86d6-44b7-9b12-822e11a62666 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:58.948168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b197c73d-86d6-44b7-9b12-822e11a62666 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:58.955334 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b197c73d-86d6-44b7-9b12-822e11a62666 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/0dc7a5c8-9300-4559-8c66-fe286e7578f9 HTTP/1.1" status: 404 len: 337 time: 0.1027265 Feb 28 17:33:58.969008 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37964) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:58.998115 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa960f3-7e60-424d-9213-7c03c58f754f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:58.998833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa960f3-7e60-424d-9213-7c03c58f754f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.002274 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-faa960f3-7e60-424d-9213-7c03c58f754f tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/a94f1baf-0ff7-40cc-aeeb-c7d20d070d11 HTTP/1.1" status: 404 len: 337 time: 0.0438316 Feb 28 17:33:59.007146 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37968) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.018887 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07597822-1fc3-4453-9c4e-8655ec7098c2 req-af9193a0-2f8f-4648-9f37-fe191333cc3f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:59.025891 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07597822-1fc3-4453-9c4e-8655ec7098c2 req-af9193a0-2f8f-4648-9f37-fe191333cc3f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.1037068 Feb 28 17:33:59.051442 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0a81f3-56b3-4eb4-8070-ef52289c2d4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:59.054927 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0a81f3-56b3-4eb4-8070-ef52289c2d4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.064301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8b0a81f3-56b3-4eb4-8070-ef52289c2d4c tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/c5eec37d-0503-4628-a6d4-faba367504b0 HTTP/1.1" status: 404 len: 333 time: 0.0531836 Feb 28 17:33:59.064301 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37978) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.080786 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07597822-1fc3-4453-9c4e-8655ec7098c2 req-3b924a65-9dd9-4f9c-b673-1c4721140c25 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539088 Feb 28 17:33:59.118309 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-244974c3-3471-4bf1-81fd-6ad3076e719b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:59.118874 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244974c3-3471-4bf1-81fd-6ad3076e719b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.126067 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-244974c3-3471-4bf1-81fd-6ad3076e719b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/4e510b8b-5ebf-426f-acb4-f538034581c1 HTTP/1.1" status: 404 len: 337 time: 0.0573699 Feb 28 17:33:59.126827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37990) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.160379 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1d1ac7-0e54-4a9a-a2d9-2d94d9c9a10a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:59.161055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1d1ac7-0e54-4a9a-a2d9-2d94d9c9a10a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.164921 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ed1d1ac7-0e54-4a9a-a2d9-2d94d9c9a10a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/a4aa3ef5-1dd3-49dd-b915-34c17fb1eb98 HTTP/1.1" status: 404 len: 333 time: 0.0360789 Feb 28 17:33:59.169846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37994) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.196100 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc6c7a8-399e-431b-aa52-e3263c8d8a37 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:59.196709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc6c7a8-399e-431b-aa52-e3263c8d8a37 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.202895 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ccc6c7a8-399e-431b-aa52-e3263c8d8a37 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/09be4a4d-5d3d-4b63-992a-c2360b8c86fb HTTP/1.1" status: 404 len: 337 time: 0.0294566 Feb 28 17:33:59.203219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37996) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.231084 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a206bb-3bf5-4fb4-8e80-4bb197ca43f0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:59.231801 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a206bb-3bf5-4fb4-8e80-4bb197ca43f0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.237324 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a5a206bb-3bf5-4fb4-8e80-4bb197ca43f0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/6a5785e3-44d8-417d-a08a-e27f979d7345 HTTP/1.1" status: 404 len: 333 time: 0.0307593 Feb 28 17:33:59.238017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37998) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.274084 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4a892e-de0f-4471-bc1c-f0c6f1d23fba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:59.275112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4a892e-de0f-4471-bc1c-f0c6f1d23fba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.280696 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-df4a892e-de0f-4471-bc1c-f0c6f1d23fba tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/a36671f6-bf20-4a89-9477-2e9bb3663aa8 HTTP/1.1" status: 404 len: 337 time: 0.0396323 Feb 28 17:33:59.281606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38002) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.301552 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb6bf0-c42f-4458-8e40-59f40da1db9c req-d1d28613-fc8e-4c3d-a634-2c0b6bcf7027 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:59.301552 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7bcb6bf0-c42f-4458-8e40-59f40da1db9c req-d1d28613-fc8e-4c3d-a634-2c0b6bcf7027 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 0.1668563 Feb 28 17:33:59.314068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6e64e-9776-405b-8e77-0d9e84ae9675 req-06287547-9174-4691-9405-742c3d70fefc tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:59.315672 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cac6e64e-9776-405b-8e77-0d9e84ae9675 req-06287547-9174-4691-9405-742c3d70fefc tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.0870609 Feb 28 17:33:59.315927 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7bcb6bf0-c42f-4458-8e40-59f40da1db9c req-42ffcaa5-a5ca-48e4-a9e5-8ec658679b1c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/quotas/6245b9d2a54f4064829f9d0ea75229fa HTTP/1.1" status: 200 len: 375 time: 0.0103462 Feb 28 17:33:59.316916 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74648c7-5d38-4e63-994a-577e666b44a0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:59.317545 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74648c7-5d38-4e63-994a-577e666b44a0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.320569 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a74648c7-5d38-4e63-994a-577e666b44a0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/a114eba9-109b-4273-9554-540ee18eb710 HTTP/1.1" status: 404 len: 333 time: 0.0384860 Feb 28 17:33:59.323571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38004) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.357405 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51a4427-e3f2-496b-ac8c-5934fdabbcb2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:59.357815 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51a4427-e3f2-496b-ac8c-5934fdabbcb2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.363813 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c51a4427-e3f2-496b-ac8c-5934fdabbcb2 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/ec17ce2b-a265-4b20-9bca-a7e27b4609e7 HTTP/1.1" status: 404 len: 337 time: 0.0347390 Feb 28 17:33:59.364209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38008) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.392981 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cac6e64e-9776-405b-8e77-0d9e84ae9675 req-85260a74-4656-40da-8dbf-62977753f868 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666993 Feb 28 17:33:59.403163 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a24c1f8-f136-4223-a705-4f43c8272253 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:59.403736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a24c1f8-f136-4223-a705-4f43c8272253 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.409402 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0a24c1f8-f136-4223-a705-4f43c8272253 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/6a2968d9-8cff-4d2d-b27a-ca8577962f2d HTTP/1.1" status: 404 len: 333 time: 0.0420258 Feb 28 17:33:59.412261 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38010) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.459490 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b8578d-e3d4-42f4-9a04-34c6f70b069b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:59.460008 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b8578d-e3d4-42f4-9a04-34c6f70b069b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.465857 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f8b8578d-e3d4-42f4-9a04-34c6f70b069b tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/1bfe85d0-f98f-4327-9322-545c1915211d HTTP/1.1" status: 404 len: 337 time: 0.0526161 Feb 28 17:33:59.466038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38014) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.501112 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-47530c3d-ac47-44f5-9873-5fc67aa01139 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:59.501752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47530c3d-ac47-44f5-9873-5fc67aa01139 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.507216 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-47530c3d-ac47-44f5-9873-5fc67aa01139 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/a573d6be-2c58-428f-b4b7-ee7865550d29 HTTP/1.1" status: 404 len: 333 time: 0.0380421 Feb 28 17:33:59.508286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38016) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.541227 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9ab287-4ccf-4e5f-b3c9-205505f688b0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:59.541675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9ab287-4ccf-4e5f-b3c9-205505f688b0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.547472 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3d9ab287-4ccf-4e5f-b3c9-205505f688b0 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/f4e9ad03-a841-40c4-85fd-13146457ccbb HTTP/1.1" status: 404 len: 337 time: 0.0359671 Feb 28 17:33:59.547847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38018) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.548558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596622de-da49-49db-8df8-db5c207c3080 req-b073cd77-2bae-4d5b-b689-5873c33a9c8b tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:59.550568 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-596622de-da49-49db-8df8-db5c207c3080 req-b073cd77-2bae-4d5b-b689-5873c33a9c8b tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.0700810 Feb 28 17:33:59.576536 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7bcb6bf0-c42f-4458-8e40-59f40da1db9c req-8a77895e-7627-4d90-bb8b-d4ae89dbc5f3 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2202549 Feb 28 17:33:59.577468 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2b64b3-e405-46b1-a6aa-cca2a5a8321a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:59.578038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2b64b3-e405-46b1-a6aa-cca2a5a8321a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.583190 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bb2b64b3-e405-46b1-a6aa-cca2a5a8321a tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/ports/780f78ad-ceda-4c32-9ea6-64b19e2c81aa HTTP/1.1" status: 404 len: 333 time: 0.0322156 Feb 28 17:33:59.584037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38022) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.626042 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-993fd007-e5ea-4b2e-a827-93b6d21f9e92 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] DELETE failed (client error): The resource could not be found. Feb 28 17:33:59.626422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993fd007-e5ea-4b2e-a827-93b6d21f9e92 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:33:59.631882 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-993fd007-e5ea-4b2e-a827-93b6d21f9e92 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/subnets/793e0e14-d67a-4451-a0db-eeb79eaea32f HTTP/1.1" status: 404 len: 337 time: 0.0448310 Feb 28 17:33:59.632802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38024) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:33:59.645199 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-596622de-da49-49db-8df8-db5c207c3080 req-763b5080-fe28-4483-a4d1-c7a0bcdab969 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858727 Feb 28 17:33:59.685551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7bcb6bf0-c42f-4458-8e40-59f40da1db9c req-0f64d80b-39b8-4202-bec3-ea734e4b889a service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009960 Feb 28 17:33:59.760988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-614e10b1-8816-4236-aa84-3e4f9da6a235 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (04cb7746-5ae6-409c-8a55-b1c0eea3e379), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:59.780919 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7bcb6bf0-c42f-4458-8e40-59f40da1db9c req-80234107-a5c5-49c3-a735-ef767ff51d01 service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943823 Feb 28 17:33:59.832021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055cfd7-d8e8-44c0-b2bc-e09b65e1eaf9 req-dae6a12b-fc4a-446e-b65c-5a32c5343551 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:33:59.833551 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5055cfd7-d8e8-44c0-b2bc-e09b65e1eaf9 req-dae6a12b-fc4a-446e-b65c-5a32c5343551 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1061702 Feb 28 17:33:59.889778 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-614e10b1-8816-4236-aa84-3e4f9da6a235 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (04cb7746-5ae6-409c-8a55-b1c0eea3e379), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:59.928761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-614e10b1-8816-4236-aa84-3e4f9da6a235 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cb7746-5ae6-409c-8a55-b1c0eea3e379']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:59.942114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-614e10b1-8816-4236-aa84-3e4f9da6a235 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69071fa-4b47-4715-ae22-59450032acef') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:59.945884 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-614e10b1-8816-4236-aa84-3e4f9da6a235 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69071fa-4b47-4715-ae22-59450032acef') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:33:59.947227 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5055cfd7-d8e8-44c0-b2bc-e09b65e1eaf9 req-0c2f30a7-c239-4a30-a1e0-aec8d90bf612 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874565 Feb 28 17:33:59.956476 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-614e10b1-8816-4236-aa84-3e4f9da6a235 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (e69071fa-4b47-4715-ae22-59450032acef), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:33:59.977744 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-614e10b1-8816-4236-aa84-3e4f9da6a235 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e69071fa-4b47-4715-ae22-59450032acef), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:00.009395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614e10b1-8816-4236-aa84-3e4f9da6a235 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:00.009395 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-614e10b1-8816-4236-aa84-3e4f9da6a235 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (e69071fa-4b47-4715-ae22-59450032acef), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:00.026028 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:00.180475 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-614e10b1-8816-4236-aa84-3e4f9da6a235 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (04cb7746-5ae6-409c-8a55-b1c0eea3e379), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:00.186747 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-614e10b1-8816-4236-aa84-3e4f9da6a235 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:00.198509 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-614e10b1-8816-4236-aa84-3e4f9da6a235 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] 10.222.0.72 "DELETE /v2.0/networks/04cb7746-5ae6-409c-8a55-b1c0eea3e379 HTTP/1.1" status: 204 len: 168 time: 0.5591331 Feb 28 17:34:00.221729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e10b1-8816-4236-aa84-3e4f9da6a235 tempest-NetworksTestDHCPv6-1365504781 tempest-NetworksTestDHCPv6-1365504781-project] Pushing event deleted for resources: {'Network': ['ID=04cb7746-5ae6-409c-8a55-b1c0eea3e379,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:00.745145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38080) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:00.956721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240e161-a3bc-4039-9611-c5477577ddcb req-754b6e33-471f-4639-a44b-82e2b2632017 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:00.958485 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6240e161-a3bc-4039-9611-c5477577ddcb req-754b6e33-471f-4639-a44b-82e2b2632017 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 0.1401289 Feb 28 17:34:00.981006 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6240e161-a3bc-4039-9611-c5477577ddcb req-0c9adccf-a850-4220-9831-552e510351d6 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/quotas/6245b9d2a54f4064829f9d0ea75229fa HTTP/1.1" status: 200 len: 375 time: 0.0164614 Feb 28 17:34:01.006244 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6714fc60-1ea5-48ad-ba8e-d94398cb69a4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b97e9d27cb7d4906b28ce05c311349d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2583752 Feb 28 17:34:01.008556 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38098) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:01.095875 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6240e161-a3bc-4039-9611-c5477577ddcb req-9dde2919-c7cc-477b-a2ea-7ece2a265eee tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1071076 Feb 28 17:34:01.115589 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afba7d2e-c06c-4047-a966-f164c9404bed admin admin] Publish callbacks [] for security_group (7dffaa43-faa7-482b-be23-5d9bbe7890a1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:01.181155 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afba7d2e-c06c-4047-a966-f164c9404bed admin admin] Publish callbacks [] for security_group (7dffaa43-faa7-482b-be23-5d9bbe7890a1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:01.232059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580e02a-d42d-48d4-b52b-52c545b4053c req-88dd98f1-c52d-4983-bc14-002f37a97e22 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:01.239974 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3580e02a-d42d-48d4-b52b-52c545b4053c req-88dd98f1-c52d-4983-bc14-002f37a97e22 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1063604 Feb 28 17:34:01.268489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6240e161-a3bc-4039-9611-c5477577ddcb req-66af119e-6bcb-48af-9bb5-183ab50ce58f service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621323 Feb 28 17:34:01.322791 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3580e02a-d42d-48d4-b52b-52c545b4053c req-bb279860-b104-4842-9f6a-b7fa738e5e41 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807979 Feb 28 17:34:01.353629 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afba7d2e-c06c-4047-a966-f164c9404bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7dffaa43-faa7-482b-be23-5d9bbe7890a1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:01.356793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afba7d2e-c06c-4047-a966-f164c9404bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:01.364544 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-afba7d2e-c06c-4047-a966-f164c9404bed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7dffaa43-faa7-482b-be23-5d9bbe7890a1 HTTP/1.1" status: 204 len: 168 time: 0.3484197 Feb 28 17:34:01.380343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba7d2e-c06c-4047-a966-f164c9404bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dffaa43-faa7-482b-be23-5d9bbe7890a1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:01.396404 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6240e161-a3bc-4039-9611-c5477577ddcb req-d66fc3b8-ac9a-49ac-887d-4c8e765c1965 service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175413 Feb 28 17:34:01.474177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c29794-c5e2-4959-811a-d74687d02178 req-bb5a86b9-ae84-44a4-8a69-4ed8dfed2781 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:01.475684 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-89c29794-c5e2-4959-811a-d74687d02178 req-bb5a86b9-ae84-44a4-8a69-4ed8dfed2781 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.0929787 Feb 28 17:34:01.521641 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-89c29794-c5e2-4959-811a-d74687d02178 req-fb9fa1ef-ec69-45c3-9a9a-14f1625cd976 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Feb 28 17:34:01.678761 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-02d2af9c-ed74-4ac7-aa5c-4ff1189a4026 req-2b384626-f18a-45f7-82e7-1d2af09b0850 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 210 time: 0.0577118 Feb 28 17:34:02.103654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-4daf87b1-2820-4b7f-a71c-6153cd5180b5 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:02.110573 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-4daf87b1-2820-4b7f-a71c-6153cd5180b5 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 814 time: 0.1364675 Feb 28 17:34:02.122046 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-b512525f-87e1-4eab-864f-ff396bf08efd tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/quotas/b6a5f26c739943298b972c521fa38307 HTTP/1.1" status: 200 len: 375 time: 0.0100498 Feb 28 17:34:02.178701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-20959eca-ac8a-49e5-ba6d-47da74f7cbaf tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501313 Feb 28 17:34:02.294123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-34c2795a-8eec-497e-ac51-5bd7aa64b519 service neutron] 10.222.0.72 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071601 Feb 28 17:34:02.398320 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-b9e8b271-4f6e-41eb-b628-9a97fcd9a705 service neutron] 10.222.0.72 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978346 Feb 28 17:34:02.472917 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987540ad-471f-4ae0-b0a2-5b8d21a809da req-59bd0459-9d52-4e39-b5ae-d7ea3c498bc4 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:02.474589 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-987540ad-471f-4ae0-b0a2-5b8d21a809da req-59bd0459-9d52-4e39-b5ae-d7ea3c498bc4 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.0606201 Feb 28 17:34:02.546286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-987540ad-471f-4ae0-b0a2-5b8d21a809da req-507a5e5e-5890-4046-abe2-3048ce817c71 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663188 Feb 28 17:34:02.648614 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38166) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:02.756411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d6cde-a77a-4b86-beaa-84f0e40b2fb9 req-6d684a5c-92d2-4557-91d1-f883becfe63c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:02.764713 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ac2d6cde-a77a-4b86-beaa-84f0e40b2fb9 req-6d684a5c-92d2-4557-91d1-f883becfe63c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.1323953 Feb 28 17:34:02.793598 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30fc9cf1-5e63-40f7-8d84-1d661370cda8 req-e49aeff6-af1d-4f76-8ee5-897137955bc1 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 210 time: 0.0976760 Feb 28 17:34:02.891707 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ac2d6cde-a77a-4b86-beaa-84f0e40b2fb9 req-0507bb15-f388-47af-aee1-822edd8b42bd tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247671 Feb 28 17:34:02.929474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Request body: {'networks': [{'name': 'tempest-network--801243656'}, {'name': 'tempest-network--740502952'}]} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:02.929780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Request body: {'network': {'name': 'tempest-network--801243656'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:02.930385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Request body: {'network': {'name': 'tempest-network--740502952'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:02.931279 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d79bca2f-81f4-4164-8d19-b53b84d5abb9 req-4d0e17b8-371e-4188-9456-fbedce1c37bb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1645422 Feb 28 17:34:03.001240 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dd1c9539-6815-4095-8eb1-2dd4ce79ace4 req-cf902fb4-2bf1-4b38-bc25-6bdb6586e6b1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 210 time: 0.0498219 Feb 28 17:34:03.045622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bca2f-81f4-4164-8d19-b53b84d5abb9 req-7e8c3277-807e-4cf4-8a25-032ecb580bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:03.047446 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d79bca2f-81f4-4164-8d19-b53b84d5abb9 req-7e8c3277-807e-4cf4-8a25-032ecb580bc7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff2ef71884464902b3c3748d51422a36&device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 1128 time: 0.0724647 Feb 28 17:34:03.077158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Made reservation on behalf of 2b9e3c262a71466fb4a83fea1bcb92be for: {'network': 2} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:03.081393 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:03.093913 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:03.198016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bca2f-81f4-4164-8d19-b53b84d5abb9 req-d13447a1-2384-49d5-9188-aaa843c7517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:03.199555 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d79bca2f-81f4-4164-8d19-b53b84d5abb9 req-d13447a1-2384-49d5-9188-aaa843c7517b service neutron] 10.222.0.69 "GET /v2.0/networks?id=198c7dae-55a7-4ae2-88af-338d9ce329b1 HTTP/1.1" status: 200 len: 911 time: 0.1287754 Feb 28 17:34:03.203401 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks [] for security_group (87b3c267-47c2-4d37-93bb-209660ca589e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:03.271016 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d79bca2f-81f4-4164-8d19-b53b84d5abb9 req-cfa8354b-8fcb-4cb9-bc68-b2cd63ea74c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406e0f14-7e94-4e1e-a51d-65513a4af176 HTTP/1.1" status: 200 len: 1001 time: 0.0647175 Feb 28 17:34:03.290393 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (87b3c267-47c2-4d37-93bb-209660ca589e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:03.291704 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:03.323201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bca2f-81f4-4164-8d19-b53b84d5abb9 req-fba812bc-1cdb-4be3-b887-0211ef232dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:03.324932 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d79bca2f-81f4-4164-8d19-b53b84d5abb9 req-fba812bc-1cdb-4be3-b887-0211ef232dc6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b053761d-35a6-4a2b-8791-766dc2209665 HTTP/1.1" status: 200 len: 849 time: 0.0480452 Feb 28 17:34:03.355296 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:34:03.361770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b3c267-47c2-4d37-93bb-209660ca589e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:03.368329 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (fcc60ac5-42fe-4e7d-9638-f8a383733115), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:03.368609 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Added segment fcc60ac5-42fe-4e7d-9638-f8a383733115 of type vlan for network ea39a2c8-9f53-4a6a-bf7c-4e9fe2a4ef7f Feb 28 17:34:03.413420 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (ea39a2c8-9f53-4a6a-bf7c-4e9fe2a4ef7f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:03.447318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:34:03.463051 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a909121a-0eb0-4833-8126-a4983c14b9e9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:03.463372 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Added segment a909121a-0eb0-4833-8126-a4983c14b9e9 of type vlan for network 0862dcd2-c5cb-42db-a1b3-a3539b4404bb Feb 28 17:34:03.503715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bca2f-81f4-4164-8d19-b53b84d5abb9 req-55896465-655b-4642-87ee-91dc85273187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:03.509819 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d79bca2f-81f4-4164-8d19-b53b84d5abb9 req-55896465-655b-4642-87ee-91dc85273187 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=198c7dae-55a7-4ae2-88af-338d9ce329b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1745141 Feb 28 17:34:03.517155 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (0862dcd2-c5cb-42db-a1b3-a3539b4404bb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:03.635014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d79bca2f-81f4-4164-8d19-b53b84d5abb9 req-e1f05517-2df4-4af6-b00b-4ccf03ba6711 service neutron] 10.222.0.69 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117332 Feb 28 17:34:03.638196 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (ea39a2c8-9f53-4a6a-bf7c-4e9fe2a4ef7f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:03.638702 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (0862dcd2-c5cb-42db-a1b3-a3539b4404bb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:03.643908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:03.648729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:03.649392 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:03.763501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event updated for resources: {'Network': ['ID=ea39a2c8-9f53-4a6a-bf7c-4e9fe2a4ef7f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:03.775800 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network ea39a2c8-9f53-4a6a-bf7c-4e9fe2a4ef7f details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:34:03.860561 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2084682 Feb 28 17:34:03.908509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38192) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:03.914657 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6578117a-488e-4c95-8874-5f9e70327649 req-e4f5ca09-3397-4f63-86eb-2705742676f8 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 210 time: 0.0646963 Feb 28 17:34:03.935077 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315d5b4-b136-48ce-a49a-2e8817f6038e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event updated for resources: {'Network': ['ID=0862dcd2-c5cb-42db-a1b3-a3539b4404bb,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:03.954409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 0862dcd2-c5cb-42db-a1b3-a3539b4404bb details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:34:04.086807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87a17b-93c7-4bfb-b069-86a314098d7d req-a63cb998-8365-40c0-a7a6-d3626539035d tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:04.088856 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7c87a17b-93c7-4bfb-b069-86a314098d7d req-a63cb998-8365-40c0-a7a6-d3626539035d tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.0645189 Feb 28 17:34:04.151450 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7c87a17b-93c7-4bfb-b069-86a314098d7d req-5d988a9f-a152-41ca-b740-c97737dc848e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560381 Feb 28 17:34:04.280868 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-41091d9b-496f-4c11-8f9d-a2bbe6ccd7d5 req-18a4ef63-5649-4e83-9833-d1b23d796011 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 210 time: 0.0399899 Feb 28 17:34:04.331806 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d79bca2f-81f4-4164-8d19-b53b84d5abb9 req-bb7a65eb-3cac-4aa7-9578-5c86c6260efc service neutron] 10.222.0.69 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6899009 Feb 28 17:34:04.343835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af35756-ec3a-4262-ac1b-44fd2aa2ef43 req-1a8f4d83-bd09-4b4e-b219-801a260629ce tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:04.345302 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3af35756-ec3a-4262-ac1b-44fd2aa2ef43 req-1a8f4d83-bd09-4b4e-b219-801a260629ce tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.4356358 Feb 28 17:34:04.353295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47579903-3ac2-4ce5-a6bd-acacbe0c6c64 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:04.359279 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47579903-3ac2-4ce5-a6bd-acacbe0c6c64 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:04.364476 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47579903-3ac2-4ce5-a6bd-acacbe0c6c64 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:04.374971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47579903-3ac2-4ce5-a6bd-acacbe0c6c64 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:04.374971 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-47579903-3ac2-4ce5-a6bd-acacbe0c6c64 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4598548 Feb 28 17:34:04.375240 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38200) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:04.385676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240e161-a3bc-4039-9611-c5477577ddcb req-df9d3151-875a-4802-b63f-b323fcfeafd2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:04.387158 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6240e161-a3bc-4039-9611-c5477577ddcb req-df9d3151-875a-4802-b63f-b323fcfeafd2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 0.4763398 Feb 28 17:34:04.401378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-6240e161-a3bc-4039-9611-c5477577ddcb req-ae6ac660-d25d-4203-9a4b-2a8a18cacfc4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Request body: {'port': {'device_id': '6783aaff-5690-4a19-8bd8-30b29f7484f7', 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'admin_state_up': True, 'tenant_id': '6245b9d2a54f4064829f9d0ea75229fa'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:04.453341 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc3c1-2fbb-4a09-b2ff-e6139773f7d3 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (ea39a2c8-9f53-4a6a-bf7c-4e9fe2a4ef7f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:04.526365 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3af35756-ec3a-4262-ac1b-44fd2aa2ef43 req-754ca4a0-ff23-47b5-9c1f-50c3d4ad7d2f tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519890 Feb 28 17:34:04.568496 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc3c1-2fbb-4a09-b2ff-e6139773f7d3 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (ea39a2c8-9f53-4a6a-bf7c-4e9fe2a4ef7f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:04.587891 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-cf7fc3c1-2fbb-4a09-b2ff-e6139773f7d3 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea39a2c8-9f53-4a6a-bf7c-4e9fe2a4ef7f']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:04.597399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-cf7fc3c1-2fbb-4a09-b2ff-e6139773f7d3 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc60ac5-42fe-4e7d-9638-f8a383733115') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:04.597694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-cf7fc3c1-2fbb-4a09-b2ff-e6139773f7d3 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc60ac5-42fe-4e7d-9638-f8a383733115') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:04.607417 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc3c1-2fbb-4a09-b2ff-e6139773f7d3 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (fcc60ac5-42fe-4e7d-9638-f8a383733115), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:04.620234 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc3c1-2fbb-4a09-b2ff-e6139773f7d3 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (fcc60ac5-42fe-4e7d-9638-f8a383733115), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:04.627763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7fc3c1-2fbb-4a09-b2ff-e6139773f7d3 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc3c1-2fbb-4a09-b2ff-e6139773f7d3 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (fcc60ac5-42fe-4e7d-9638-f8a383733115), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:04.631592 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:04.643092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6240e161-a3bc-4039-9611-c5477577ddcb req-ae6ac660-d25d-4203-9a4b-2a8a18cacfc4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Made reservation on behalf of 6245b9d2a54f4064829f9d0ea75229fa for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:04.650362 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6240e161-a3bc-4039-9611-c5477577ddcb req-ae6ac660-d25d-4203-9a4b-2a8a18cacfc4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:04.734397 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc3c1-2fbb-4a09-b2ff-e6139773f7d3 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (ea39a2c8-9f53-4a6a-bf7c-4e9fe2a4ef7f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:04.744544 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc3c1-2fbb-4a09-b2ff-e6139773f7d3 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:04.750022 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cf7fc3c1-2fbb-4a09-b2ff-e6139773f7d3 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "DELETE /v2.0/networks/ea39a2c8-9f53-4a6a-bf7c-4e9fe2a4ef7f HTTP/1.1" status: 204 len: 168 time: 0.3718991 Feb 28 17:34:04.750352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38206) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:04.775595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fc3c1-2fbb-4a09-b2ff-e6139773f7d3 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event deleted for resources: {'Network': ['ID=ea39a2c8-9f53-4a6a-bf7c-4e9fe2a4ef7f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:04.851472 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-6240e161-a3bc-4039-9611-c5477577ddcb req-ae6ac660-d25d-4203-9a4b-2a8a18cacfc4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Allocated IP 172.20.0.9 (025c50b6-aef6-427c-b4dd-ce17165ac484/cb110c1f-5ae6-479d-98d8-8a85f1f33199/482e2e4a-abab-46cb-9856-c2de48ba2979) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:34:04.854175 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9ad2d5-9791-48c0-a421-8742a6d1b710 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (0862dcd2-c5cb-42db-a1b3-a3539b4404bb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:04.968360 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9ad2d5-9791-48c0-a421-8742a6d1b710 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (0862dcd2-c5cb-42db-a1b3-a3539b4404bb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:04.995498 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6d9ad2d5-9791-48c0-a421-8742a6d1b710 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0862dcd2-c5cb-42db-a1b3-a3539b4404bb']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:05.005946 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6d9ad2d5-9791-48c0-a421-8742a6d1b710 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a909121a-0eb0-4833-8126-a4983c14b9e9') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:05.006401 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6d9ad2d5-9791-48c0-a421-8742a6d1b710 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a909121a-0eb0-4833-8126-a4983c14b9e9') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:05.017646 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9ad2d5-9791-48c0-a421-8742a6d1b710 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (a909121a-0eb0-4833-8126-a4983c14b9e9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.059199 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9ad2d5-9791-48c0-a421-8742a6d1b710 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a909121a-0eb0-4833-8126-a4983c14b9e9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.063478 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf3f12a8-2b7f-4351-a3d1-01605e872a62 req-e6c58f24-5bbe-49c8-896c-57595c4cbba1 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 210 time: 0.0378151 Feb 28 17:34:05.070161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9ad2d5-9791-48c0-a421-8742a6d1b710 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:05.070905 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9ad2d5-9791-48c0-a421-8742a6d1b710 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (a909121a-0eb0-4833-8126-a4983c14b9e9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:05.077579 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:05.132766 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6240e161-a3bc-4039-9611-c5477577ddcb req-ae6ac660-d25d-4203-9a4b-2a8a18cacfc4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks [] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.144611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-8ace6604-9ad3-41e8-a914-d8dbd5a6e209 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:05.146404 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-8ace6604-9ad3-41e8-a914-d8dbd5a6e209 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.69 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 814 time: 0.1609657 Feb 28 17:34:05.160019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-d9db6629-bbd3-41e1-a6e4-b27d23e1026e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Request body: {'port': {'device_id': 'eca1b529-785c-4cde-9dd5-43ba763d2668', 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66', 'admin_state_up': True, 'tenant_id': 'b6a5f26c739943298b972c521fa38307'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:05.244429 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:34:05.254598 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9ad2d5-9791-48c0-a421-8742a6d1b710 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (0862dcd2-c5cb-42db-a1b3-a3539b4404bb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.269834 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d9ad2d5-9791-48c0-a421-8742a6d1b710 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.275593 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6d9ad2d5-9791-48c0-a421-8742a6d1b710 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "DELETE /v2.0/networks/0862dcd2-c5cb-42db-a1b3-a3539b4404bb HTTP/1.1" status: 204 len: 168 time: 0.5219219 Feb 28 17:34:05.280353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38214) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:05.298397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ad2d5-9791-48c0-a421-8742a6d1b710 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event deleted for resources: {'Network': ['ID=0862dcd2-c5cb-42db-a1b3-a3539b4404bb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:05.354281 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6240e161-a3bc-4039-9611-c5477577ddcb req-ae6ac660-d25d-4203-9a4b-2a8a18cacfc4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.382293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:05.401097 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:34:05.402803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '1efbaabb-36c4-4952-9577-8c5cb0e1cff3', 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd', 'port_id': '1efbaabb-36c4-4952-9577-8c5cb0e1cff3', 'mac_address': 'fa:16:3e:19:54:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b01692-329b-4c25-a414-a0c28766e21b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:34:05.405062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3f19e91d-6fd2-4753-9826-cc84e46fcf75'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:05.455038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646e358-715b-4477-9a6c-c7be2e3365a5 req-af392425-5484-4672-b264-95938a2d25a5 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:05.456685 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9646e358-715b-4477-9a6c-c7be2e3365a5 req-af392425-5484-4672-b264-95938a2d25a5 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.2288890 Feb 28 17:34:05.474499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64517517-2653-4e50-9df9-ccb4adaa79b9 req-a63d2891-0c6f-4e2f-af1a-81294e3f51e2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:05.479206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6240e161-a3bc-4039-9611-c5477577ddcb req-ae6ac660-d25d-4203-9a4b-2a8a18cacfc4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Network 025c50b6-aef6-427c-b4dd-ce17165ac484 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:34:05.487463 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-64517517-2653-4e50-9df9-ccb4adaa79b9 req-a63d2891-0c6f-4e2f-af1a-81294e3f51e2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 931 time: 0.0917308 Feb 28 17:34:05.489070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:05.489744 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.498401 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-6240e161-a3bc-4039-9611-c5477577ddcb req-ae6ac660-d25d-4203-9a4b-2a8a18cacfc4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:05.512576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6240e161-a3bc-4039-9611-c5477577ddcb req-ae6ac660-d25d-4203-9a4b-2a8a18cacfc4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:05.515309 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ac660-d25d-4203-9a4b-2a8a18cacfc4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Pushing event updated for resources: {'Port': ['ID=482e2e4a-abab-46cb-9856-c2de48ba2979,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:05.571050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-d9db6629-bbd3-41e1-a6e4-b27d23e1026e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Made reservation on behalf of b6a5f26c739943298b972c521fa38307 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:05.574950 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-d9db6629-bbd3-41e1-a6e4-b27d23e1026e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.590406 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-64517517-2653-4e50-9df9-ccb4adaa79b9 req-0e6d657b-6be1-4186-adbe-124d10ad98bd tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011415 Feb 28 17:34:05.604730 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9c57a7-d0f7-4f19-a64e-c7b7a446ddd5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:05.610532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9c57a7-d0f7-4f19-a64e-c7b7a446ddd5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:05.617339 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ad9c57a7-d0f7-4f19-a64e-c7b7a446ddd5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3309367 Feb 28 17:34:05.617537 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38222) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:05.622440 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d49dffed-890e-4999-aecb-2c76a94645a5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1571519999'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:05.646479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240e161-a3bc-4039-9611-c5477577ddcb req-ae6ac660-d25d-4203-9a4b-2a8a18cacfc4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:05.647152 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6240e161-a3bc-4039-9611-c5477577ddcb req-ae6ac660-d25d-4203-9a4b-2a8a18cacfc4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.680511 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9646e358-715b-4477-9a6c-c7be2e3365a5 req-bc059f40-069d-4f5a-a2eb-1b3b1e61d0f7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111337 Feb 28 17:34:05.737137 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1d14-07c9-498a-a1a1-7c28c3644c7f req-cfb01e74-1bfd-43d2-8d92-2e78afea99a2 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:05.738762 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f15a1d14-07c9-498a-a1a1-7c28c3644c7f req-cfb01e74-1bfd-43d2-8d92-2e78afea99a2 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.0781989 Feb 28 17:34:05.751909 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49dffed-890e-4999-aecb-2c76a94645a5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Made reservation on behalf of 2b9e3c262a71466fb4a83fea1bcb92be for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:05.755013 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d49dffed-890e-4999-aecb-2c76a94645a5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.784778 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6240e161-a3bc-4039-9611-c5477577ddcb req-ae6ac660-d25d-4203-9a4b-2a8a18cacfc4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3884318 Feb 28 17:34:05.792121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49dffed-890e-4999-aecb-2c76a94645a5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:34:05.804154 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d49dffed-890e-4999-aecb-2c76a94645a5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2e8b97ae-2948-4041-b44e-119a711e472a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.804950 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-d49dffed-890e-4999-aecb-2c76a94645a5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Added segment 2e8b97ae-2948-4041-b44e-119a711e472a of type vlan for network 5f0d2813-820d-41bf-be21-064944d568f8 Feb 28 17:34:05.813652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Request body: {'port': {'device_id': '6783aaff-5690-4a19-8bd8-30b29f7484f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:05.834695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:34:05.860517 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d49dffed-890e-4999-aecb-2c76a94645a5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (5f0d2813-820d-41bf-be21-064944d568f8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.871179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:05.891371 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.912307 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f15a1d14-07c9-498a-a1a1-7c28c3644c7f req-3305bd3a-cd41-4616-8be0-cc528b3f22fd tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673796 Feb 28 17:34:05.946204 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-d9db6629-bbd3-41e1-a6e4-b27d23e1026e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Allocated IP 172.20.0.7 (35a3f1d3-cd98-4d44-8f59-5d12963c2d66/d47d19de-d00b-4f78-9653-e301d6107c8f/f142532d-4034-49a2-90a6-565a1ebfad14) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:34:05.957145 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.986591 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d49dffed-890e-4999-aecb-2c76a94645a5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (5f0d2813-820d-41bf-be21-064944d568f8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:05.996078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49dffed-890e-4999-aecb-2c76a94645a5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:05.999958 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d49dffed-890e-4999-aecb-2c76a94645a5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:06.027567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:06.053038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['1efbaabb-36c4-4952-9577-8c5cb0e1cff3'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:06.118833 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d49dffed-890e-4999-aecb-2c76a94645a5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5017681 Feb 28 17:34:06.121732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49dffed-890e-4999-aecb-2c76a94645a5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event updated for resources: {'Network': ['ID=5f0d2813-820d-41bf-be21-064944d568f8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:06.123927 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38230) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:06.140705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 5f0d2813-820d-41bf-be21-064944d568f8 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:34:06.142106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a2045cc6-103b-4544-9913-afbb301555da tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-175301269'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:06.229438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2045cc6-103b-4544-9913-afbb301555da tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Made reservation on behalf of 2b9e3c262a71466fb4a83fea1bcb92be for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:06.246071 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2045cc6-103b-4544-9913-afbb301555da tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:06.263797 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5023a5da-2f2a-44fa-8062-6eca1a1ce7f5 req-f555e822-fbea-47b7-8114-17dc06468100 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 210 time: 0.0835495 Feb 28 17:34:06.318349 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2045cc6-103b-4544-9913-afbb301555da tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:34:06.341577 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2045cc6-103b-4544-9913-afbb301555da tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (dc1f0b78-caec-46bb-8ef0-f858b870b4ba), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:06.341824 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-a2045cc6-103b-4544-9913-afbb301555da tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Added segment dc1f0b78-caec-46bb-8ef0-f858b870b4ba of type vlan for network ddaac448-5ad9-429a-9974-297db78b800b Feb 28 17:34:06.357827 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-d9db6629-bbd3-41e1-a6e4-b27d23e1026e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks [] for port (f142532d-4034-49a2-90a6-565a1ebfad14), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:06.395852 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2045cc6-103b-4544-9913-afbb301555da tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (ddaac448-5ad9-429a-9974-297db78b800b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:06.439676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482e2e4a-abab-46cb-9856-c2de48ba2979 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:34:06.447062 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Publish callbacks [] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:06.459366 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Transition to ACTIVE for port object 482e2e4a-abab-46cb-9856-c2de48ba2979 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:34:06.506408 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-d9db6629-bbd3-41e1-a6e4-b27d23e1026e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f142532d-4034-49a2-90a6-565a1ebfad14), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:06.509213 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2045cc6-103b-4544-9913-afbb301555da tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (ddaac448-5ad9-429a-9974-297db78b800b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:06.515025 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2045cc6-103b-4544-9913-afbb301555da tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:06.517827 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a2045cc6-103b-4544-9913-afbb301555da tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:06.519898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3938d6b9-54a2-46c6-9805-3df4c1dc621e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:06.572701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:06.598796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-d9db6629-bbd3-41e1-a6e4-b27d23e1026e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:34:06.618365 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2045cc6-103b-4544-9913-afbb301555da tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event updated for resources: {'Network': ['ID=ddaac448-5ad9-429a-9974-297db78b800b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:06.635090 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-d9db6629-bbd3-41e1-a6e4-b27d23e1026e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:06.656677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-d9db6629-bbd3-41e1-a6e4-b27d23e1026e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:06.658878 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network ddaac448-5ad9-429a-9974-297db78b800b details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:34:06.676637 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a2045cc6-103b-4544-9913-afbb301555da tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5490875 Feb 28 17:34:06.676891 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38236) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:06.683354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Request body: {'ports': [{'network_id': '5f0d2813-820d-41bf-be21-064944d568f8', 'name': 'tempest-port--724573011', 'admin_state_up': True}, {'network_id': 'ddaac448-5ad9-429a-9974-297db78b800b', 'admin_state_up': False}]} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:06.683767 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Request body: {'port': {'network_id': '5f0d2813-820d-41bf-be21-064944d568f8', 'name': 'tempest-port--724573011', 'admin_state_up': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:06.684343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Request body: {'port': {'network_id': 'ddaac448-5ad9-429a-9974-297db78b800b', 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:06.705692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db6629-bbd3-41e1-a6e4-b27d23e1026e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Pushing event updated for resources: {'Port': ['ID=f142532d-4034-49a2-90a6-565a1ebfad14,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:06.945794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2a62e-eca4-46eb-9ecb-029d77d8ad2e req-03e08457-3275-406f-8d4f-e073a9622bec tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:06.947353 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ab2a62e-eca4-46eb-9ecb-029d77d8ad2e req-03e08457-3275-406f-8d4f-e073a9622bec tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 943 time: 0.1211824 Feb 28 17:34:07.003403 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ab2a62e-eca4-46eb-9ecb-029d77d8ad2e req-a1f6e196-5f25-45ff-b29f-d30f2cc67b6c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483377 Feb 28 17:34:07.013209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Made reservation on behalf of 2b9e3c262a71466fb4a83fea1bcb92be for: {'port': 2} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:07.017451 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:07.040339 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:07.182234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-d9db6629-bbd3-41e1-a6e4-b27d23e1026e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:07.183556 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-d9db6629-bbd3-41e1-a6e4-b27d23e1026e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:07.189880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Attempting to bind port 482e2e4a-abab-46cb-9856-c2de48ba2979 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:34:07.190422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Attempting to bind port 482e2e4a-abab-46cb-9856-c2de48ba2979 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:34:07.191296 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Attempting to bind port 482e2e4a-abab-46cb-9856-c2de48ba2979 on network 025c50b6-aef6-427c-b4dd-ce17165ac484 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:07.198999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Pushing event updated for resources: {'Port': ['ID=482e2e4a-abab-46cb-9856-c2de48ba2979,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:07.208775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Port 482e2e4a-abab-46cb-9856-c2de48ba2979 on network 025c50b6-aef6-427c-b4dd-ce17165ac484 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:34:07.209214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Attempting to bind port 482e2e4a-abab-46cb-9856-c2de48ba2979 on network 025c50b6-aef6-427c-b4dd-ce17165ac484 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:07.217472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] device_id is not set on port ae53eef9-414d-4b62-a059-4dfdad3293bc yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:34:07.218882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:34:07.219313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Checking segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:07.219846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Bound using segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:34:07.220413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Bound port: 482e2e4a-abab-46cb-9856-c2de48ba2979, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:34:07.220855 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:07.244687 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5893f2-cce3-4d96-9592-f3431a704b84 req-5f21cfba-19fc-40ee-98db-b169d168af21 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:07.246940 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5893f2-cce3-4d96-9592-f3431a704b84 req-5f21cfba-19fc-40ee-98db-b169d168af21 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 945 time: 0.3842039 Feb 28 17:34:07.258158 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:34:07.312394 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:34:07.312808 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:07.322121 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-d9db6629-bbd3-41e1-a6e4-b27d23e1026e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1673722 Feb 28 17:34:07.329505 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c5893f2-cce3-4d96-9592-f3431a704b84 req-3d964203-ec78-499b-9611-c71ceb534fb2 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621450 Feb 28 17:34:07.350596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Request body: {'port': {'device_id': 'eca1b529-785c-4cde-9dd5-43ba763d2668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:07.353760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] For port 482e2e4a-abab-46cb-9856-c2de48ba2979, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:34:07.408300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] For port 482e2e4a-abab-46cb-9856-c2de48ba2979, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=482e2e4a-abab-46cb-9856-c2de48ba2979,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:34:07.463381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:07.463864 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:07.496219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbf8f54-4817-4c9b-b2fe-53dad871487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efbaabb-36c4-4952-9577-8c5cb0e1cff3'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:07.499897 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcec3c0c-09cb-481c-bd0a-aff6f4f09e5d" -d '{"events": [{"server_uuid": "ffbf8f54-4817-4c9b-b2fe-53dad871487e", "name": "network-vif-plugged", "status": "completed", "tag": "1efbaabb-36c4-4952-9577-8c5cb0e1cff3"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:07.501819 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:07.518092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:07.522333 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f142532d-4034-49a2-90a6-565a1ebfad14), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:07.566485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:07.567236 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:07.568728 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6240e161-a3bc-4039-9611-c5477577ddcb req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] 10.222.0.69 "PUT /v2.0/ports/482e2e4a-abab-46cb-9856-c2de48ba2979 HTTP/1.1" status: 200 len: 1092 time: 1.7592788 Feb 28 17:34:07.573645 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6783aaff-5690-4a19-8bd8-30b29f7484f7', 'tag': '482e2e4a-abab-46cb-9856-c2de48ba2979'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:07.576019 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dae47c-c88a-4ede-9285-708fd33c33e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6783aaff-5690-4a19-8bd8-30b29f7484f7", "tag": "482e2e4a-abab-46cb-9856-c2de48ba2979"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:07.604321 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:07.685406 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:07.691931 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:07.734769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae706a5-43ae-401d-948f-82db50441a72 req-82c38ea7-2a8c-4b5a-9bef-6bf686fb1b63 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:07.736324 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ae706a5-43ae-401d-948f-82db50441a72 req-82c38ea7-2a8c-4b5a-9bef-6bf686fb1b63 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.2914457 Feb 28 17:34:07.741638 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c7a7207d-1675-468c-ac51-37daee4b659e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:07.766833 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672ea02-0f80-473f-8cbd-13121d72c9bd service neutron] Pushing event updated for resources: {'Port': ['ID=482e2e4a-abab-46cb-9856-c2de48ba2979,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:07.811822 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks [] for port (ae53eef9-414d-4b62-a059-4dfdad3293bc), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:07.876690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ae706a5-43ae-401d-948f-82db50441a72 req-63fc640c-8ea8-402c-ba08-bf26a03df3dc tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132197 Feb 28 17:34:07.884620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240e161-a3bc-4039-9611-c5477577ddcb req-16441344-3652-4875-abbf-8b320610f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:07.886920 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6240e161-a3bc-4039-9611-c5477577ddcb req-16441344-3652-4875-abbf-8b320610f758 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 1126 time: 0.1838555 Feb 28 17:34:07.892285 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cff6b-6df4-476f-bf1d-bec7fccafe16 req-00cfa409-d7eb-42df-b310-2209f1666f26 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:07.893908 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-864cff6b-6df4-476f-bf1d-bec7fccafe16 req-00cfa409-d7eb-42df-b310-2209f1666f26 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 931 time: 0.1231194 Feb 28 17:34:07.909260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] device_id is not set on port 8239d486-424c-45d7-a321-8620e0647db3 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:34:07.951569 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6240e161-a3bc-4039-9611-c5477577ddcb req-2b7a87db-07d7-414b-9be2-15d60d585dae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=482e2e4a-abab-46cb-9856-c2de48ba2979 HTTP/1.1" status: 200 len: 217 time: 0.0537848 Feb 28 17:34:08.020568 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-864cff6b-6df4-476f-bf1d-bec7fccafe16 req-1c779a46-d9b5-4bc8-8d6e-6cdff98e8e28 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121864 Feb 28 17:34:08.057717 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks [] for port (8239d486-424c-45d7-a321-8620e0647db3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:08.076796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240e161-a3bc-4039-9611-c5477577ddcb req-fd1495c9-feeb-4636-9f1a-6002d7a6d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:08.078308 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6240e161-a3bc-4039-9611-c5477577ddcb req-fd1495c9-feeb-4636-9f1a-6002d7a6d4c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb110c1f-5ae6-479d-98d8-8a85f1f33199 HTTP/1.1" status: 200 len: 845 time: 0.1200867 Feb 28 17:34:08.084982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f142532d-4034-49a2-90a6-565a1ebfad14 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:34:08.085334 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d77808-1c59-4a44-9e51-bc5287fa9178 x-openstack-request-id: req-06d77808-1c59-4a44-9e51-bc5287fa9178 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:08.085726 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbf8f54-4817-4c9b-b2fe-53dad871487e", "name": "network-vif-plugged", "status": "completed", "tag": "1efbaabb-36c4-4952-9577-8c5cb0e1cff3", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:08.086326 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-06d77808-1c59-4a44-9e51-bc5287fa9178 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:08.086830 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbf8f54-4817-4c9b-b2fe-53dad871487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efbaabb-36c4-4952-9577-8c5cb0e1cff3', 'code': 200} Feb 28 17:34:08.103635 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Publish callbacks [] for port (f142532d-4034-49a2-90a6-565a1ebfad14), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:08.128962 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6240e161-a3bc-4039-9611-c5477577ddcb req-f55128a8-9f0e-4e70-b31a-ee93e4b72764 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=025c50b6-aef6-427c-b4dd-ce17165ac484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357280 Feb 28 17:34:08.140002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63805e96-67fb-41e7-b760-3cb32eb0cc06 req-c6c19dd3-68ce-41a4-9f83-9af98d40905b tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:08.141519 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-63805e96-67fb-41e7-b760-3cb32eb0cc06 req-c6c19dd3-68ce-41a4-9f83-9af98d40905b tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.1501226 Feb 28 17:34:08.143245 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78acc87a-ffb9-45c8-ae15-9da812c278a8 x-openstack-request-id: req-78acc87a-ffb9-45c8-ae15-9da812c278a8 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:08.143548 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6783aaff-5690-4a19-8bd8-30b29f7484f7", "tag": "482e2e4a-abab-46cb-9856-c2de48ba2979", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:08.143804 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78acc87a-ffb9-45c8-ae15-9da812c278a8 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:08.144202 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6783aaff-5690-4a19-8bd8-30b29f7484f7', 'tag': '482e2e4a-abab-46cb-9856-c2de48ba2979', 'status': 'completed', 'code': 200} Feb 28 17:34:08.160976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Transition to ACTIVE for port object f142532d-4034-49a2-90a6-565a1ebfad14 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:34:08.226198 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ae53eef9-414d-4b62-a059-4dfdad3293bc), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:08.253357 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (f142532d-4034-49a2-90a6-565a1ebfad14), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:08.297301 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-63805e96-67fb-41e7-b760-3cb32eb0cc06 req-4e62bda7-e301-4aab-bf8f-45bb4ebd7aca tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420894 Feb 28 17:34:08.345605 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event updated for resources: {'Port': ['ID=ae53eef9-414d-4b62-a059-4dfdad3293bc,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:08.365028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Pushing event updated for resources: {'Port': ['ID=f142532d-4034-49a2-90a6-565a1ebfad14,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:08.368880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c2a2d-ea0c-4a96-87d9-2e601675b7ef req-7dd3f771-7648-452d-9d3e-9c5ee3bec543 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:08.373143 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-624c2a2d-ea0c-4a96-87d9-2e601675b7ef req-7dd3f771-7648-452d-9d3e-9c5ee3bec543 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 943 time: 0.1585877 Feb 28 17:34:08.380791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Checking segment: {'id': '2e8b97ae-2948-4041-b44e-119a711e472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5f0d2813-820d-41bf-be21-064944d568f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:08.381152 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Network hostable DHCP agents. Network: 5f0d2813-820d-41bf-be21-064944d568f8, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:34:08.409901 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6240e161-a3bc-4039-9611-c5477577ddcb req-fb1394d0-daa3-45ff-b03e-afc43ff2678a service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647142 Feb 28 17:34:08.441816 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-624c2a2d-ea0c-4a96-87d9-2e601675b7ef req-51f3db75-204a-44ac-9f1a-61e027ad8e84 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628054 Feb 28 17:34:08.505892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Network 5f0d2813-820d-41bf-be21-064944d568f8 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:34:08.548259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Attempting to bind port f142532d-4034-49a2-90a6-565a1ebfad14 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:34:08.548601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Attempting to bind port f142532d-4034-49a2-90a6-565a1ebfad14 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:34:08.548844 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Attempting to bind port f142532d-4034-49a2-90a6-565a1ebfad14 on network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:08.563798 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Port f142532d-4034-49a2-90a6-565a1ebfad14 on network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:34:08.564223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Attempting to bind port f142532d-4034-49a2-90a6-565a1ebfad14 on network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:08.587877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cab6f8-905e-4a4c-899b-30b7aa22ae27 req-538fbb78-1d28-499b-8ae2-fbcb787d485f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:08.589419 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f0cab6f8-905e-4a4c-899b-30b7aa22ae27 req-538fbb78-1d28-499b-8ae2-fbcb787d485f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.1459932 Feb 28 17:34:08.590230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:34:08.590572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Checking segment: {'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:08.590951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Bound using segment: {'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:34:08.591403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Bound port: f142532d-4034-49a2-90a6-565a1ebfad14, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:34:08.591759 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f142532d-4034-49a2-90a6-565a1ebfad14), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:08.601456 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 5f0d2813-820d-41bf-be21-064944d568f8) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:08.616434 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55941403-5e21-4c49-91e8-37f8d3252cd6 None None] Network 5f0d2813-820d-41bf-be21-064944d568f8 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:08.619401 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:08.621593 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (8239d486-424c-45d7-a321-8620e0647db3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:08.624249 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6240e161-a3bc-4039-9611-c5477577ddcb req-56a40997-d745-4a0a-bf88-264e9316fc73 service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925106 Feb 28 17:34:08.696555 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event updated for resources: {'Port': ['ID=8239d486-424c-45d7-a321-8620e0647db3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:08.740780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Checking segment: {'id': 'dc1f0b78-caec-46bb-8ef0-f858b870b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ddaac448-5ad9-429a-9974-297db78b800b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:08.741208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Network hostable DHCP agents. Network: ddaac448-5ad9-429a-9974-297db78b800b, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:34:08.770795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f0cab6f8-905e-4a4c-899b-30b7aa22ae27 req-2fc3f7e7-ba18-466e-82d1-2c78feaa042e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578119 Feb 28 17:34:08.826922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] For port f142532d-4034-49a2-90a6-565a1ebfad14, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:34:08.843420 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Network ddaac448-5ad9-429a-9974-297db78b800b is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:34:08.850154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] For port f142532d-4034-49a2-90a6-565a1ebfad14, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f142532d-4034-49a2-90a6-565a1ebfad14,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:34:08.866467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dae47c-c88a-4ede-9285-708fd33c33e5 req-c91fc319-1016-4450-8471-39438d007fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:08.867967 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3dae47c-c88a-4ede-9285-708fd33c33e5 req-c91fc319-1016-4450-8471-39438d007fc1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 1126 time: 0.1217093 Feb 28 17:34:08.929155 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, ddaac448-5ad9-429a-9974-297db78b800b) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:08.933761 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:08.941245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d06609-1545-4590-a419-971ded8e4ba9 None None] Network ddaac448-5ad9-429a-9974-297db78b800b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:08.951234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:08.959541 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (f142532d-4034-49a2-90a6-565a1ebfad14), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:08.972146 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:08.973749 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:09.032219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:09.033105 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:09.034599 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] 10.222.0.69 "PUT /v2.0/ports/f142532d-4034-49a2-90a6-565a1ebfad14 HTTP/1.1" status: 200 len: 1092 time: 1.6884038 Feb 28 17:34:09.046463 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b992136-3422-4c3e-ab64-423f16701caf service neutron] Pushing event updated for resources: {'Port': ['ID=f142532d-4034-49a2-90a6-565a1ebfad14,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:09.066306 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dae47c-c88a-4ede-9285-708fd33c33e5 req-7d90b6c5-6440-4cf1-a7b4-69297ad73bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:09.069960 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3dae47c-c88a-4ede-9285-708fd33c33e5 req-7d90b6c5-6440-4cf1-a7b4-69297ad73bf2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 906 time: 0.1947565 Feb 28 17:34:09.105359 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9d47a146-8766-44d8-9af8-ef8f3214b530 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4267657 Feb 28 17:34:09.108283 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38272) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:09.144982 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3dae47c-c88a-4ede-9285-708fd33c33e5 req-538449e1-d496-43bf-a6d9-aa13e85bffcc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=482e2e4a-abab-46cb-9856-c2de48ba2979 HTTP/1.1" status: 200 len: 217 time: 0.0681348 Feb 28 17:34:09.244272 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c676-633d-4984-8958-6ae1e5d726be req-34af5448-aa8c-4e70-8c93-3f7fd144ee64 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:09.246134 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f863c676-633d-4984-8958-6ae1e5d726be req-34af5448-aa8c-4e70-8c93-3f7fd144ee64 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.2267938 Feb 28 17:34:09.266053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dae47c-c88a-4ede-9285-708fd33c33e5 req-aaa8bb7e-352f-4cf6-9209-500096afc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:09.267773 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3dae47c-c88a-4ede-9285-708fd33c33e5 req-aaa8bb7e-352f-4cf6-9209-500096afc4ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb110c1f-5ae6-479d-98d8-8a85f1f33199 HTTP/1.1" status: 200 len: 845 time: 0.1142676 Feb 28 17:34:09.288999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b129f411-8eb6-450c-a2b4-7b7447f5dbd5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:09.294730 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865b4ee-8fde-4ad1-aed8-4c7b0cda9a55 req-48ac86e3-b4c0-45de-a22d-b0a74f6d5150 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:09.296490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b129f411-8eb6-450c-a2b4-7b7447f5dbd5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:09.298087 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b129f411-8eb6-450c-a2b4-7b7447f5dbd5 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1885064 Feb 28 17:34:09.307387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38276) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:09.311756 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3865b4ee-8fde-4ad1-aed8-4c7b0cda9a55 req-48ac86e3-b4c0-45de-a22d-b0a74f6d5150 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 943 time: 0.1694221 Feb 28 17:34:09.350999 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3dae47c-c88a-4ede-9285-708fd33c33e5 req-5e6a1796-7fc5-4a53-aabd-5ac6ffb6445b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=025c50b6-aef6-427c-b4dd-ce17165ac484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742424 Feb 28 17:34:09.363662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-ce696ec3-461f-49f1-89c3-23e23c9258f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:09.365398 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-ce696ec3-461f-49f1-89c3-23e23c9258f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 1126 time: 0.1563773 Feb 28 17:34:09.373817 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f863c676-633d-4984-8958-6ae1e5d726be req-eaf4539e-67c9-434a-acc1-b35ae303d135 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141717 Feb 28 17:34:09.469881 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f0ca88cc-9902-4294-9804-9d7d576fe690 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Deleting port ae53eef9-414d-4b62-a059-4dfdad3293bc {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:09.470307 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0ca88cc-9902-4294-9804-9d7d576fe690 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ae53eef9-414d-4b62-a059-4dfdad3293bc), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:09.473060 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-4c44f6c1-a79a-4431-bb03-b632dfeafba2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f142532d-4034-49a2-90a6-565a1ebfad14 HTTP/1.1" status: 200 len: 217 time: 0.0924823 Feb 28 17:34:09.491606 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3865b4ee-8fde-4ad1-aed8-4c7b0cda9a55 req-0b7d4341-2eee-4f8f-a864-56bd59e57d1c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727958 Feb 28 17:34:09.604771 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0ca88cc-9902-4294-9804-9d7d576fe690 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ae53eef9-414d-4b62-a059-4dfdad3293bc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:09.618863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-30f342b6-235f-4aee-9174-d72a510a7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:09.620401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-30f342b6-235f-4aee-9174-d72a510a7fdf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d47d19de-d00b-4f78-9653-e301d6107c8f HTTP/1.1" status: 200 len: 854 time: 0.1258070 Feb 28 17:34:09.622616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f0ca88cc-9902-4294-9804-9d7d576fe690 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Calling delete_port for ae53eef9-414d-4b62-a059-4dfdad3293bc owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:09.635621 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3dae47c-c88a-4ede-9285-708fd33c33e5 req-124ce198-1980-44bc-9c7e-7447163614f8 service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746975 Feb 28 17:34:09.679503 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-567be490-d5ed-4224-83e0-16a85dbf5a05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465105 Feb 28 17:34:09.759600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e80084-613d-46ad-936f-bb1bcff178eb req-6ebd0392-7079-4d11-b78d-157de7c867dc tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:09.770329 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-99e80084-613d-46ad-936f-bb1bcff178eb req-6ebd0392-7079-4d11-b78d-157de7c867dc tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.2676387 Feb 28 17:34:09.795355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f0371-3ba1-4195-b5a2-ad5e0ffb760d req-1581868d-040b-405f-97f2-e46711822e5f tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:09.796907 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d32f0371-3ba1-4195-b5a2-ad5e0ffb760d req-1581868d-040b-405f-97f2-e46711822e5f tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 943 time: 0.2163796 Feb 28 17:34:09.837169 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-99e80084-613d-46ad-936f-bb1bcff178eb req-ae6e618f-e3a5-4eae-a3fd-21c2150094f5 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682650 Feb 28 17:34:09.872088 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0ca88cc-9902-4294-9804-9d7d576fe690 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ae53eef9-414d-4b62-a059-4dfdad3293bc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:09.894633 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3dae47c-c88a-4ede-9285-708fd33c33e5 req-de6e332a-44bc-4936-b331-4ea0b15940ac service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498744 Feb 28 17:34:09.899623 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-60437d3a-6efd-4297-a1f7-92ed2842162a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:09.914344 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca88cc-9902-4294-9804-9d7d576fe690 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event deleted for resources: {'Port': ['ID=ae53eef9-414d-4b62-a059-4dfdad3293bc,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:09.922861 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0ca88cc-9902-4294-9804-9d7d576fe690 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:09.928655 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:09.930481 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f0ca88cc-9902-4294-9804-9d7d576fe690 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "DELETE /v2.0/ports/ae53eef9-414d-4b62-a059-4dfdad3293bc HTTP/1.1" status: 204 len: 168 time: 0.6277587 Feb 28 17:34:09.931239 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38286) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:09.994545 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-6c885d08-53c5-43e1-a84d-3bc14608079c service neutron] 10.222.0.69 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021946 Feb 28 17:34:09.998758 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d32f0371-3ba1-4195-b5a2-ad5e0ffb760d req-6f6d7896-9c60-42b1-8e1a-b93dd241000c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931581 Feb 28 17:34:10.116052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9d6489dc-d27a-4133-b9ea-14d2a4ee7b8f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Deleting port 8239d486-424c-45d7-a321-8620e0647db3 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:10.116364 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d6489dc-d27a-4133-b9ea-14d2a4ee7b8f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8239d486-424c-45d7-a321-8620e0647db3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:10.134663 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a77b8c58-3bf2-495e-ad62-ffb6ffdc3b94 req-641326ae-98e9-4eaf-a7a4-8251152f5f7b service neutron] 10.222.0.69 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328309 Feb 28 17:34:10.150106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca1b529-785c-4cde-9dd5-43ba763d2668', 'tag': 'f142532d-4034-49a2-90a6-565a1ebfad14'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:10.154111 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bd5aa9-818c-41b3-8a57-d681af2b0549" -d '{"events": [{"name": "network-changed", "server_uuid": "eca1b529-785c-4cde-9dd5-43ba763d2668", "tag": "f142532d-4034-49a2-90a6-565a1ebfad14"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:10.206861 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d6489dc-d27a-4133-b9ea-14d2a4ee7b8f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8239d486-424c-45d7-a321-8620e0647db3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:10.207001 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fec18f-4c4f-4d08-93df-5d13075e2381 x-openstack-request-id: req-21fec18f-4c4f-4d08-93df-5d13075e2381 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:10.207001 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca1b529-785c-4cde-9dd5-43ba763d2668", "tag": "f142532d-4034-49a2-90a6-565a1ebfad14", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:10.207001 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-21fec18f-4c4f-4d08-93df-5d13075e2381 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:10.207001 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca1b529-785c-4cde-9dd5-43ba763d2668', 'tag': 'f142532d-4034-49a2-90a6-565a1ebfad14', 'status': 'completed', 'code': 200} Feb 28 17:34:10.224132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b0a97-9182-4775-9e1d-59de596abddc req-e5f26197-cb5f-4403-83d3-df4ab44f89ef tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:10.228703 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c71b0a97-9182-4775-9e1d-59de596abddc req-e5f26197-cb5f-4403-83d3-df4ab44f89ef tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.1833189 Feb 28 17:34:10.234802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9d6489dc-d27a-4133-b9ea-14d2a4ee7b8f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Calling delete_port for 8239d486-424c-45d7-a321-8620e0647db3 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:10.303540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd5aa9-818c-41b3-8a57-d681af2b0549 req-64b9d86c-aa09-413c-8439-e7345ea5a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:10.305802 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82bd5aa9-818c-41b3-8a57-d681af2b0549 req-64b9d86c-aa09-413c-8439-e7345ea5a763 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 1126 time: 0.0540156 Feb 28 17:34:10.377283 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c71b0a97-9182-4775-9e1d-59de596abddc req-d5675591-8962-473a-94ca-0ec7f46884b3 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257377 Feb 28 17:34:10.445594 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd5aa9-818c-41b3-8a57-d681af2b0549 req-a315d44f-fa47-4129-861d-a2d5911c5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:10.447231 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82bd5aa9-818c-41b3-8a57-d681af2b0549 req-a315d44f-fa47-4129-861d-a2d5911c5edd service neutron] 10.222.0.69 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 915 time: 0.1340206 Feb 28 17:34:10.488151 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d6489dc-d27a-4133-b9ea-14d2a4ee7b8f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (8239d486-424c-45d7-a321-8620e0647db3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:10.505889 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82bd5aa9-818c-41b3-8a57-d681af2b0549 req-9da983a5-f9b9-47f4-a00d-f10ecf72760b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f142532d-4034-49a2-90a6-565a1ebfad14 HTTP/1.1" status: 200 len: 217 time: 0.0516992 Feb 28 17:34:10.534625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6489dc-d27a-4133-b9ea-14d2a4ee7b8f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event deleted for resources: {'Port': ['ID=8239d486-424c-45d7-a321-8620e0647db3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:10.558465 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d6489dc-d27a-4133-b9ea-14d2a4ee7b8f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:10.564540 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9d6489dc-d27a-4133-b9ea-14d2a4ee7b8f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "DELETE /v2.0/ports/8239d486-424c-45d7-a321-8620e0647db3 HTTP/1.1" status: 204 len: 168 time: 0.6299188 Feb 28 17:34:10.565718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38298) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:10.588297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd5aa9-818c-41b3-8a57-d681af2b0549 req-db2c7cfd-ad46-41cd-8567-0ec76e395fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:10.590568 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82bd5aa9-818c-41b3-8a57-d681af2b0549 req-db2c7cfd-ad46-41cd-8567-0ec76e395fa4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d47d19de-d00b-4f78-9653-e301d6107c8f HTTP/1.1" status: 200 len: 854 time: 0.0786905 Feb 28 17:34:10.607554 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-754a53b6-fd96-4c5d-a828-607c91247e55 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0366979 Feb 28 17:34:10.607775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38300) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:10.613564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0dcac8dc-489f-4dd3-8802-9c47e418ab55 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-426560009'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:10.637711 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82bd5aa9-818c-41b3-8a57-d681af2b0549 req-c58cc42d-2001-4838-a03a-b0cf2f430708 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404918 Feb 28 17:34:10.642756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac0a44-8edc-42b0-97e9-8cc4832697b8 req-fda6af90-d316-4f33-bc6e-9f945c96c93e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:10.649895 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-efac0a44-8edc-42b0-97e9-8cc4832697b8 req-fda6af90-d316-4f33-bc6e-9f945c96c93e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1443274 Feb 28 17:34:10.707038 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-efac0a44-8edc-42b0-97e9-8cc4832697b8 req-2740ce74-5e36-4e74-b177-142a37cfba0e tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561161 Feb 28 17:34:10.751271 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcac8dc-489f-4dd3-8802-9c47e418ab55 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Made reservation on behalf of 2b9e3c262a71466fb4a83fea1bcb92be for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:10.754810 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0dcac8dc-489f-4dd3-8802-9c47e418ab55 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:10.786692 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82bd5aa9-818c-41b3-8a57-d681af2b0549 req-8654bd1b-a224-4723-926d-9fd7d3bdf542 service neutron] 10.222.0.69 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355834 Feb 28 17:34:10.842028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcac8dc-489f-4dd3-8802-9c47e418ab55 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:34:10.867557 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0dcac8dc-489f-4dd3-8802-9c47e418ab55 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (be101411-9d5b-4c49-b622-da62095dbd2d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:10.868585 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-0dcac8dc-489f-4dd3-8802-9c47e418ab55 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Added segment be101411-9d5b-4c49-b622-da62095dbd2d of type vlan for network 0916af16-ea01-400a-856c-3b2589622492 Feb 28 17:34:10.905630 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a6598-5aad-4d9e-b252-2623ea3d32b8 req-cecdd29a-7f60-4631-b8b9-f309b363c25c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:10.906314 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82bd5aa9-818c-41b3-8a57-d681af2b0549 req-8b0ff582-b00e-462b-ac7b-637546c6e739 service neutron] 10.222.0.69 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101396 Feb 28 17:34:10.906455 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd6a6598-5aad-4d9e-b252-2623ea3d32b8 req-cecdd29a-7f60-4631-b8b9-f309b363c25c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 943 time: 0.1270432 Feb 28 17:34:10.956139 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0dcac8dc-489f-4dd3-8802-9c47e418ab55 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (0916af16-ea01-400a-856c-3b2589622492), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:11.001001 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd6a6598-5aad-4d9e-b252-2623ea3d32b8 req-bd80c37c-0eb6-40f3-bad2-665843637443 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735862 Feb 28 17:34:11.027023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 482e2e4a-abab-46cb-9856-c2de48ba2979 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:34:11.035024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d2604-666e-483c-8ac1-fe280caa063e req-8668e5bf-d60f-4519-a12b-7422a23a253e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:11.036957 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c95d2604-666e-483c-8ac1-fe280caa063e req-8668e5bf-d60f-4519-a12b-7422a23a253e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.0780618 Feb 28 17:34:11.054486 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0dcac8dc-489f-4dd3-8802-9c47e418ab55 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (0916af16-ea01-400a-856c-3b2589622492), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:11.060106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcac8dc-489f-4dd3-8802-9c47e418ab55 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:11.063545 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0dcac8dc-489f-4dd3-8802-9c47e418ab55 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:11.149253 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c95d2604-666e-483c-8ac1-fe280caa063e req-313a04cd-e1e1-4ddc-97dc-74b2b47e789a tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941393 Feb 28 17:34:11.154753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcac8dc-489f-4dd3-8802-9c47e418ab55 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event updated for resources: {'Network': ['ID=0916af16-ea01-400a-856c-3b2589622492,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:11.163123 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38310) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:11.163805 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0dcac8dc-489f-4dd3-8802-9c47e418ab55 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5549910 Feb 28 17:34:11.169386 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a78fb0b2-ee6a-45c4-b5bb-4fe5714f2302 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-839731731'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:11.181456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 0916af16-ea01-400a-856c-3b2589622492 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:34:11.233226 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a550990-b38d-4589-8a05-2bd8cfba540b req-ed175769-07af-4972-8d23-63b2cf3cc303 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:11.241234 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a550990-b38d-4589-8a05-2bd8cfba540b req-ed175769-07af-4972-8d23-63b2cf3cc303 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.0876110 Feb 28 17:34:11.290738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78fb0b2-ee6a-45c4-b5bb-4fe5714f2302 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Made reservation on behalf of 2b9e3c262a71466fb4a83fea1bcb92be for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:11.294165 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a78fb0b2-ee6a-45c4-b5bb-4fe5714f2302 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:11.307212 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 482e2e4a-abab-46cb-9856-c2de48ba2979, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=482e2e4a-abab-46cb-9856-c2de48ba2979,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:11.314159 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a550990-b38d-4589-8a05-2bd8cfba540b req-8b484dd8-d4d1-46cf-8910-75ebddc9726c tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710607 Feb 28 17:34:11.332779 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78fb0b2-ee6a-45c4-b5bb-4fe5714f2302 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:34:11.341824 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a78fb0b2-ee6a-45c4-b5bb-4fe5714f2302 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (575b6b2c-42a7-4245-a7bf-a8ebfa0f338a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:11.342051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '482e2e4a-abab-46cb-9856-c2de48ba2979', 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'port_id': '482e2e4a-abab-46cb-9856-c2de48ba2979', 'mac_address': 'fa:16:3e:82:56:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb110c1f-5ae6-479d-98d8-8a85f1f33199', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:34:11.342601 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-a78fb0b2-ee6a-45c4-b5bb-4fe5714f2302 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Added segment 575b6b2c-42a7-4245-a7bf-a8ebfa0f338a of type vlan for network 04b9f787-3890-4b43-93be-9fe1751344eb Feb 28 17:34:11.387296 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:11.408520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57069116-e34e-4449-9da9-ea8c42ac7337 req-ad429333-7826-436b-b91c-b4fecccc7d2a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:11.408737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 482e2e4a-abab-46cb-9856-c2de48ba2979 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:11.408737 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:11.412647 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57069116-e34e-4449-9da9-ea8c42ac7337 req-ad429333-7826-436b-b91c-b4fecccc7d2a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 943 time: 0.1633649 Feb 28 17:34:11.423792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482e2e4a-abab-46cb-9856-c2de48ba2979 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:34:11.440884 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a78fb0b2-ee6a-45c4-b5bb-4fe5714f2302 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (04b9f787-3890-4b43-93be-9fe1751344eb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:11.457177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 482e2e4a-abab-46cb-9856-c2de48ba2979, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=482e2e4a-abab-46cb-9856-c2de48ba2979,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:11.487152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57069116-e34e-4449-9da9-ea8c42ac7337 req-203f89c9-73f0-49cd-a7be-4f86364d0044 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726981 Feb 28 17:34:11.522653 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:11.551292 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a78fb0b2-ee6a-45c4-b5bb-4fe5714f2302 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (04b9f787-3890-4b43-93be-9fe1751344eb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:11.560728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78fb0b2-ee6a-45c4-b5bb-4fe5714f2302 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:11.562194 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a78fb0b2-ee6a-45c4-b5bb-4fe5714f2302 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:11.573310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=482e2e4a-abab-46cb-9856-c2de48ba2979,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:11.581169 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:11.581612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:11.582066 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:11.582498 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:11.582916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:11.583475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:11.583893 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:11.584329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:11.584748 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:11.585250 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:11.585666 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:11.586103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:11.586516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:11.677823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fb0b2-ee6a-45c4-b5bb-4fe5714f2302 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event updated for resources: {'Network': ['ID=04b9f787-3890-4b43-93be-9fe1751344eb,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:11.689861 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 04b9f787-3890-4b43-93be-9fe1751344eb details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:34:11.744246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a78fb0b2-ee6a-45c4-b5bb-4fe5714f2302 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5717883 Feb 28 17:34:11.812302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['482e2e4a-abab-46cb-9856-c2de48ba2979'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:11.872308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38316) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:11.877646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Request body: {'subnets': [{'network_id': '0916af16-ea01-400a-856c-3b2589622492', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--397718067', 'ip_version': 4}, {'network_id': '04b9f787-3890-4b43-93be-9fe1751344eb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:11.877985 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Request body: {'subnet': {'network_id': '0916af16-ea01-400a-856c-3b2589622492', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--397718067', 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:11.878566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Request body: {'subnet': {'network_id': '04b9f787-3890-4b43-93be-9fe1751344eb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:11.941664 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8a431-cd85-4692-b95f-b505a9733af2 req-8db1b301-e451-438c-a3f4-e96af758a248 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:11.946305 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e3a8a431-cd85-4692-b95f-b505a9733af2 req-8db1b301-e451-438c-a3f4-e96af758a248 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1038315 Feb 28 17:34:12.065081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e3a8a431-cd85-4692-b95f-b505a9733af2 req-bac2703e-2a98-456d-a2c5-80e1d2cdbf87 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109526 Feb 28 17:34:12.295501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836419be-ee31-4c8e-9371-04579387daff req-ef42ab4c-40ae-4042-a9e2-317498e869cf tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:12.298401 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-836419be-ee31-4c8e-9371-04579387daff req-ef42ab4c-40ae-4042-a9e2-317498e869cf tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.0639143 Feb 28 17:34:12.356553 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-836419be-ee31-4c8e-9371-04579387daff req-ab0373cf-b53e-4f82-811e-4efe7e41a969 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501897 Feb 28 17:34:12.448328 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:12.449494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc50c8f-4dde-4bfe-939b-7b2f179e84c9 req-c7a4bf94-a7d8-4f6b-8cf0-1163516e96e6 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:12.451439 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbc50c8f-4dde-4bfe-939b-7b2f179e84c9 req-c7a4bf94-a7d8-4f6b-8cf0-1163516e96e6 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 943 time: 0.1358514 Feb 28 17:34:12.524911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2901a-9675-4dee-b019-59c3991b61e4 req-abe3087c-ed4a-4c49-bcc1-cde02f8257c2 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:12.534799 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3df2901a-9675-4dee-b019-59c3991b61e4 req-abe3087c-ed4a-4c49-bcc1-cde02f8257c2 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.1051791 Feb 28 17:34:12.564544 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbc50c8f-4dde-4bfe-939b-7b2f179e84c9 req-091a4052-4f94-4e38-a78f-d30241baa3e7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025848 Feb 28 17:34:12.593735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Made reservation on behalf of 2b9e3c262a71466fb4a83fea1bcb92be for: {'subnet': 2} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:12.595983 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3df2901a-9675-4dee-b019-59c3991b61e4 req-50c4feb1-fa3a-4964-84bc-38fe62bf6125 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590854 Feb 28 17:34:12.597054 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:12.597474 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:12.741275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c03ffe-9a35-42e6-ba6a-883dace16b09 req-0a89936c-85de-43cf-8fcc-602cfd8486fe tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:12.742794 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e0c03ffe-9a35-42e6-ba6a-883dace16b09 req-0a89936c-85de-43cf-8fcc-602cfd8486fe tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 944 time: 0.0880871 Feb 28 17:34:12.918289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e0c03ffe-9a35-42e6-ba6a-883dace16b09 req-a01e6b17-448e-495b-99cf-0cc00b03ab3a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627300 Feb 28 17:34:12.927145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce8632-302a-4283-8de6-dcfb93c4e4a4 req-405f3a8f-c308-4a04-b343-28fe8ae74833 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:12.927145 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12ce8632-302a-4283-8de6-dcfb93c4e4a4 req-405f3a8f-c308-4a04-b343-28fe8ae74833 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.1802762 Feb 28 17:34:13.034085 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f142532d-4034-49a2-90a6-565a1ebfad14 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:34:13.038095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 482e2e4a-abab-46cb-9856-c2de48ba2979 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:34:13.154482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-12ce8632-302a-4283-8de6-dcfb93c4e4a4 req-c58018af-0d90-4175-a18b-bfa799ac6b6e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Deleting port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:13.154738 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-12ce8632-302a-4283-8de6-dcfb93c4e4a4 req-c58018af-0d90-4175-a18b-bfa799ac6b6e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:13.237095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 482e2e4a-abab-46cb-9856-c2de48ba2979 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:34:13.247685 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 482e2e4a-abab-46cb-9856-c2de48ba2979 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:34:13.248063 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:13.253727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f142532d-4034-49a2-90a6-565a1ebfad14, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f142532d-4034-49a2-90a6-565a1ebfad14,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:13.257438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-12ce8632-302a-4283-8de6-dcfb93c4e4a4 req-c58018af-0d90-4175-a18b-bfa799ac6b6e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] For port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:13.257836 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-12ce8632-302a-4283-8de6-dcfb93c4e4a4 req-c58018af-0d90-4175-a18b-bfa799ac6b6e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:13.279709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-12ce8632-302a-4283-8de6-dcfb93c4e4a4 req-c58018af-0d90-4175-a18b-bfa799ac6b6e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Calling delete_port for 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:13.292416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:34:13.295534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e7dc4-86fb-469e-b7bb-be70f746aafc req-182f5d08-289c-4b78-8752-435f362e6d43 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:13.297089 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e23e7dc4-86fb-469e-b7bb-be70f746aafc req-182f5d08-289c-4b78-8752-435f362e6d43 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1112046 Feb 28 17:34:13.352067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'f142532d-4034-49a2-90a6-565a1ebfad14', 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66', 'port_id': 'f142532d-4034-49a2-90a6-565a1ebfad14', 'mac_address': 'fa:16:3e:b0:74:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47d19de-d00b-4f78-9653-e301d6107c8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:34:13.353791 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e23e7dc4-86fb-469e-b7bb-be70f746aafc req-c2a32305-bc30-4280-bf33-375095463866 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479608 Feb 28 17:34:13.437992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f142532d-4034-49a2-90a6-565a1ebfad14 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:13.437992 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f142532d-4034-49a2-90a6-565a1ebfad14), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:13.455702 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f142532d-4034-49a2-90a6-565a1ebfad14 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:34:13.466635 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (35fb3a58-6894-4193-b7cd-5c8ebf4f4c0c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:13.587845 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:13.588367 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:13.612032 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f142532d-4034-49a2-90a6-565a1ebfad14, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f142532d-4034-49a2-90a6-565a1ebfad14,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:13.627739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 482e2e4a-abab-46cb-9856-c2de48ba2979 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:13.628133 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:13.648488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event updated for resources: {'Subnet': ['ID=35fb3a58-6894-4193-b7cd-5c8ebf4f4c0c,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:13.667349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6783aaff-5690-4a19-8bd8-30b29f7484f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482e2e4a-abab-46cb-9856-c2de48ba2979'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:13.669839 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c3eda0-de32-4eec-b14b-9c64af6d39b5" -d '{"events": [{"server_uuid": "6783aaff-5690-4a19-8bd8-30b29f7484f7", "name": "network-vif-plugged", "status": "completed", "tag": "482e2e4a-abab-46cb-9856-c2de48ba2979"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:13.672144 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Checking segment: {'id': 'be101411-9d5b-4c49-b622-da62095dbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0916af16-ea01-400a-856c-3b2589622492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:13.672515 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Network hostable DHCP agents. Network: 0916af16-ea01-400a-856c-3b2589622492, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:34:13.685574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 482e2e4a-abab-46cb-9856-c2de48ba2979, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=482e2e4a-abab-46cb-9856-c2de48ba2979,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:13.691570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc8d17-9eb6-40d0-8ce5-0add60234923 req-d2796ee9-b6a0-4aef-b23e-2d487479d1c2 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:13.699296 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f142532d-4034-49a2-90a6-565a1ebfad14), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:13.711925 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22cc8d17-9eb6-40d0-8ce5-0add60234923 req-d2796ee9-b6a0-4aef-b23e-2d487479d1c2 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 946 time: 0.1998944 Feb 28 17:34:13.716471 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-12ce8632-302a-4283-8de6-dcfb93c4e4a4 req-c58018af-0d90-4175-a18b-bfa799ac6b6e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (1efbaabb-36c4-4952-9577-8c5cb0e1cff3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:13.730810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d541ea5-51c9-4aa0-97e4-7c45f945f0a1 req-c76a356b-8197-4bcb-b00f-cd64c3a35aa1 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:13.740833 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1d541ea5-51c9-4aa0-97e4-7c45f945f0a1 req-c76a356b-8197-4bcb-b00f-cd64c3a35aa1 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 943 time: 0.0860493 Feb 28 17:34:13.764364 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58018af-0d90-4175-a18b-bfa799ac6b6e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Pushing event deleted for resources: {'Port': ['ID=1efbaabb-36c4-4952-9577-8c5cb0e1cff3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:13.775132 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:13.818967 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1d541ea5-51c9-4aa0-97e4-7c45f945f0a1 req-b072af01-90b1-455d-a3d6-c01147205c2f tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719869 Feb 28 17:34:13.886977 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22cc8d17-9eb6-40d0-8ce5-0add60234923 req-e6dd195c-79c7-4351-95a0-f11d14e00380 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647739 Feb 28 17:34:13.887963 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Network 0916af16-ea01-400a-856c-3b2589622492 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:34:13.891197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ce8632-302a-4283-8de6-dcfb93c4e4a4 req-c58018af-0d90-4175-a18b-bfa799ac6b6e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] No DVR routers for this DVR port 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:34:13.894785 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-12ce8632-302a-4283-8de6-dcfb93c4e4a4 req-c58018af-0d90-4175-a18b-bfa799ac6b6e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:13.898136 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12ce8632-302a-4283-8de6-dcfb93c4e4a4 req-c58018af-0d90-4175-a18b-bfa799ac6b6e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.73 "DELETE /v2.0/ports/1efbaabb-36c4-4952-9577-8c5cb0e1cff3 HTTP/1.1" status: 204 len: 173 time: 0.9588642 Feb 28 17:34:13.898613 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbf8f54-4817-4c9b-b2fe-53dad871487e', 'name': 'network-vif-deleted', 'tag': '1efbaabb-36c4-4952-9577-8c5cb0e1cff3'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:13.901085 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc1181f-2738-4575-b50a-51f38679ff79" -d '{"events": [{"server_uuid": "ffbf8f54-4817-4c9b-b2fe-53dad871487e", "name": "network-vif-deleted", "tag": "1efbaabb-36c4-4952-9577-8c5cb0e1cff3"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:13.937087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f142532d-4034-49a2-90a6-565a1ebfad14,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:14.001818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7807fa8-86f2-49b0-8f05-57beaf23a8ae req-6334a414-9d1d-481f-8a54-5b71c5b95d13 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:14.013467 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7807fa8-86f2-49b0-8f05-57beaf23a8ae req-6334a414-9d1d-481f-8a54-5b71c5b95d13 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.1058590 Feb 28 17:34:14.031843 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 0916af16-ea01-400a-856c-3b2589622492) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:14.044547 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (24574928-f79b-47f4-a0f0-5f3b0a9a62ea), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:14.068303 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11693c02-1f3c-4418-89d5-c1626faa9977 x-openstack-request-id: req-11693c02-1f3c-4418-89d5-c1626faa9977 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:14.068619 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6783aaff-5690-4a19-8bd8-30b29f7484f7", "name": "network-vif-plugged", "status": "completed", "tag": "482e2e4a-abab-46cb-9856-c2de48ba2979", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:14.068882 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-11693c02-1f3c-4418-89d5-c1626faa9977 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:14.069294 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6783aaff-5690-4a19-8bd8-30b29f7484f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482e2e4a-abab-46cb-9856-c2de48ba2979', 'code': 200} Feb 28 17:34:14.073957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf2796f-dda1-42c8-8469-b0ebc3760d78 None None] Network 0916af16-ea01-400a-856c-3b2589622492 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:14.116832 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7807fa8-86f2-49b0-8f05-57beaf23a8ae req-7b8410ad-c2ca-4110-90e1-983ac574426b tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017890 Feb 28 17:34:14.131233 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab2d90b-0e12-40cf-9c0f-9ab5a55428e7 x-openstack-request-id: req-aab2d90b-0e12-40cf-9c0f-9ab5a55428e7 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:14.131787 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbf8f54-4817-4c9b-b2fe-53dad871487e", "name": "network-vif-deleted", "tag": "1efbaabb-36c4-4952-9577-8c5cb0e1cff3", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:14.132224 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aab2d90b-0e12-40cf-9c0f-9ab5a55428e7 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:14.132366 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['f142532d-4034-49a2-90a6-565a1ebfad14'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:14.132633 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbf8f54-4817-4c9b-b2fe-53dad871487e', 'name': 'network-vif-deleted', 'tag': '1efbaabb-36c4-4952-9577-8c5cb0e1cff3', 'status': 'completed', 'code': 200} Feb 28 17:34:14.204552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event updated for resources: {'Subnet': ['ID=24574928-f79b-47f4-a0f0-5f3b0a9a62ea,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:14.236555 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:14.252921 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=482e2e4a-abab-46cb-9856-c2de48ba2979,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:14.315152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532ac08-169e-4b9a-a118-6761f6ca4929 req-c0d3df42-d01b-4806-bfb5-29dd0494f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:14.316823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9532ac08-169e-4b9a-a118-6761f6ca4929 req-c0d3df42-d01b-4806-bfb5-29dd0494f447 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 1128 time: 0.1825385 Feb 28 17:34:14.326537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Checking segment: {'id': '575b6b2c-42a7-4245-a7bf-a8ebfa0f338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '04b9f787-3890-4b43-93be-9fe1751344eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:14.326921 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Network hostable DHCP agents. Network: 04b9f787-3890-4b43-93be-9fe1751344eb, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:34:14.384061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98134e-b757-44c7-817e-9652a9967423 req-80585cc2-f078-425e-98c4-eaeb373b22dc tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:14.390278 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-0916af16-ea01-400a-856c-3b2589622492', 'network_id': '0916af16-ea01-400a-856c-3b2589622492', 'project_id': '2b9e3c262a71466fb4a83fea1bcb92be', 'fixed_ips': [{'subnet_id': '35fb3a58-6894-4193-b7cd-5c8ebf4f4c0c'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:34:14.390278 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:14.391601 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b98134e-b757-44c7-817e-9652a9967423 req-80585cc2-f078-425e-98c4-eaeb373b22dc tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 945 time: 0.1901572 Feb 28 17:34:14.430287 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9532ac08-169e-4b9a-a118-6761f6ca4929 req-8c72380c-4594-4afe-a559-7f487866e081 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055450 Feb 28 17:34:14.489765 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b98134e-b757-44c7-817e-9652a9967423 req-de5dede0-cb61-4902-8adf-4fc1deff4fee tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976670 Feb 28 17:34:14.507279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132715b-2138-4be6-b858-3f5b1f284ad2 req-6d718db4-028c-488f-a904-dfda6cb28ffe tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:14.511117 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1132715b-2138-4be6-b858-3f5b1f284ad2 req-6d718db4-028c-488f-a904-dfda6cb28ffe tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.0624235 Feb 28 17:34:14.563222 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1132715b-2138-4be6-b858-3f5b1f284ad2 req-dc5a17ad-3700-4585-8f5c-3ffabf8ddb83 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467181 Feb 28 17:34:14.568191 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Network 04b9f787-3890-4b43-93be-9fe1751344eb is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:34:14.630707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Allocated IP 172.20.0.2 (0916af16-ea01-400a-856c-3b2589622492/35fb3a58-6894-4193-b7cd-5c8ebf4f4c0c/c53de8c3-c946-4abf-bf53-778ba1c9fc41) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:34:14.654411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 04b9f787-3890-4b43-93be-9fe1751344eb) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:14.664641 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:14.666353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:14.668796 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:14.689401 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bfab2a-310e-4bc0-b605-d5048914358f None None] Network 04b9f787-3890-4b43-93be-9fe1751344eb requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:14.769069 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-77252146-a7d0-4fea-9699-d7b8d85bf189 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.8950758 Feb 28 17:34:14.771100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38358) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:14.951886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b00b64-866a-4887-b3ce-9b0161a21800 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:14.953435 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b00b64-866a-4887-b3ce-9b0161a21800 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:14.963789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b00b64-866a-4887-b3ce-9b0161a21800 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:14.968709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38366) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:14.978353 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-84b00b64-866a-4887-b3ce-9b0161a21800 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2056315 Feb 28 17:34:15.105058 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2fe60b7d-8eef-44d4-beff-9e0c815825f1 req-e3218277-04ad-46e7-8846-dee875d06699 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffbf8f54-4817-4c9b-b2fe-53dad871487e HTTP/1.1" status: 200 len: 210 time: 0.0700107 Feb 28 17:34:15.191843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-04b9f787-3890-4b43-93be-9fe1751344eb', 'network_id': '04b9f787-3890-4b43-93be-9fe1751344eb', 'project_id': '2b9e3c262a71466fb4a83fea1bcb92be', 'fixed_ips': [{'subnet_id': '24574928-f79b-47f4-a0f0-5f3b0a9a62ea'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:34:15.192699 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:15.230534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1101f4-d591-4222-9ab1-c8d8e25efbdf tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Deleting subnet 35fb3a58-6894-4193-b7cd-5c8ebf4f4c0c {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:34:15.326509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676c35b-113a-4446-8654-ee526ea32074 req-725a0f18-36c8-4fad-b811-2a3dbf8f6182 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:15.333588 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2676c35b-113a-4446-8654-ee526ea32074 req-725a0f18-36c8-4fad-b811-2a3dbf8f6182 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 944 time: 0.2014308 Feb 28 17:34:15.347381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513187c5-7d79-4fd7-b8c2-4138eb5b25e9 req-c3acf520-dc22-445c-a397-529856215a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:15.348872 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-513187c5-7d79-4fd7-b8c2-4138eb5b25e9 req-c3acf520-dc22-445c-a397-529856215a70 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 1128 time: 0.0904021 Feb 28 17:34:15.374179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328e72b-cff5-4cff-9f2b-891cbd6f10ea req-55adc495-c080-4ab1-a422-bba46a57bb7a tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:15.384064 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9328e72b-cff5-4cff-9f2b-891cbd6f10ea req-55adc495-c080-4ab1-a422-bba46a57bb7a tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.1010015 Feb 28 17:34:15.413584 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-513187c5-7d79-4fd7-b8c2-4138eb5b25e9 req-533c52e1-02e0-4d1c-a3e2-7c3ca32a725c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572779 Feb 28 17:34:15.452116 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2676c35b-113a-4446-8654-ee526ea32074 req-4756ccd4-3b5a-44ae-bac7-7702914c34fe tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175277 Feb 28 17:34:15.477480 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9328e72b-cff5-4cff-9f2b-891cbd6f10ea req-b67bd460-4e87-4bdd-8d5d-fd83f928db11 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919271 Feb 28 17:34:15.503018 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Allocated IP 172.20.0.18 (04b9f787-3890-4b43-93be-9fe1751344eb/24574928-f79b-47f4-a0f0-5f3b0a9a62ea/2ec4f58f-3ba4-42a7-84cc-2989682ba1fb) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:34:15.562137 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Publish callbacks [] for port (c53de8c3-c946-4abf-bf53-778ba1c9fc41), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:15.708283 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d1101f4-d591-4222-9ab1-c8d8e25efbdf tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks [] for subnet (35fb3a58-6894-4193-b7cd-5c8ebf4f4c0c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:15.722983 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (c53de8c3-c946-4abf-bf53-778ba1c9fc41), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:15.789162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f45d2-35ca-4ac5-8eb9-3e83efb5f852 req-bb672cba-c526-490e-b369-7267b5d9fcfe tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:15.800872 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-129f45d2-35ca-4ac5-8eb9-3e83efb5f852 req-bb672cba-c526-490e-b369-7267b5d9fcfe tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1158373 Feb 28 17:34:15.802315 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d1101f4-d591-4222-9ab1-c8d8e25efbdf tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (35fb3a58-6894-4193-b7cd-5c8ebf4f4c0c), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:15.844901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Network 0916af16-ea01-400a-856c-3b2589622492 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:34:15.889672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:15.889672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Pushing event updated for resources: {'Port': ['ID=c53de8c3-c946-4abf-bf53-778ba1c9fc41,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:15.889672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:15.902134 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-129f45d2-35ca-4ac5-8eb9-3e83efb5f852 req-b835d46a-747c-43e4-82bd-f37da3ef11ce tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991299 Feb 28 17:34:15.907490 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d1101f4-d591-4222-9ab1-c8d8e25efbdf tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (35fb3a58-6894-4193-b7cd-5c8ebf4f4c0c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:15.983256 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3d956-f0da-43b5-bb16-7ac03fa5804c req-425c7d75-321a-4e5d-a01d-cf15c93abe6e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:15.984883 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26d3d956-f0da-43b5-bb16-7ac03fa5804c req-425c7d75-321a-4e5d-a01d-cf15c93abe6e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 945 time: 0.4016483 Feb 28 17:34:16.073591 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Attempting to bind port c53de8c3-c946-4abf-bf53-778ba1c9fc41 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:34:16.079746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Attempting to bind port c53de8c3-c946-4abf-bf53-778ba1c9fc41 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'be101411-9d5b-4c49-b622-da62095dbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0916af16-ea01-400a-856c-3b2589622492'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:34:16.079746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Attempting to bind port c53de8c3-c946-4abf-bf53-778ba1c9fc41 on network 0916af16-ea01-400a-856c-3b2589622492 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:16.094415 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d1101f4-d591-4222-9ab1-c8d8e25efbdf tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (35fb3a58-6894-4193-b7cd-5c8ebf4f4c0c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.096709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:34:16.096709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Checking segment: {'id': 'be101411-9d5b-4c49-b622-da62095dbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0916af16-ea01-400a-856c-3b2589622492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:16.096709 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.096709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Bound using segment: {'id': 'be101411-9d5b-4c49-b622-da62095dbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0916af16-ea01-400a-856c-3b2589622492'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:34:16.101634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Bound port: c53de8c3-c946-4abf-bf53-778ba1c9fc41, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be101411-9d5b-4c49-b622-da62095dbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0916af16-ea01-400a-856c-3b2589622492'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:34:16.102085 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c53de8c3-c946-4abf-bf53-778ba1c9fc41), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.111455 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26d3d956-f0da-43b5-bb16-7ac03fa5804c req-a14a2462-4ecd-443c-88d1-e67a1cde12f8 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184347 Feb 28 17:34:16.124248 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d1101f4-d591-4222-9ab1-c8d8e25efbdf tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.124248 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8d1101f4-d591-4222-9ab1-c8d8e25efbdf tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "DELETE /v2.0/subnets/35fb3a58-6894-4193-b7cd-5c8ebf4f4c0c HTTP/1.1" status: 204 len: 168 time: 1.1506867 Feb 28 17:34:16.126676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38380) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:16.189956 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Publish callbacks [] for port (2ec4f58f-3ba4-42a7-84cc-2989682ba1fb), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.191699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1101f4-d591-4222-9ab1-c8d8e25efbdf tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event deleted for resources: {'Subnet': ['ID=35fb3a58-6894-4193-b7cd-5c8ebf4f4c0c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:16.250492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb6160c-4455-4b58-80d7-49a717469351 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Deleting subnet 24574928-f79b-47f4-a0f0-5f3b0a9a62ea {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:34:16.288249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bcb6160c-4455-4b58-80d7-49a717469351 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks [] for subnet (24574928-f79b-47f4-a0f0-5f3b0a9a62ea), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.365952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] For port c53de8c3-c946-4abf-bf53-778ba1c9fc41, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:34:16.371286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] For port c53de8c3-c946-4abf-bf53-778ba1c9fc41, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c53de8c3-c946-4abf-bf53-778ba1c9fc41,segment=NetworkSegment(be101411-9d5b-4c49-b622-da62095dbd2d),segment_id=be101411-9d5b-4c49-b622-da62095dbd2d)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:34:16.379800 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (2ec4f58f-3ba4-42a7-84cc-2989682ba1fb), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.408386 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bcb6160c-4455-4b58-80d7-49a717469351 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (24574928-f79b-47f4-a0f0-5f3b0a9a62ea), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.479019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Network 04b9f787-3890-4b43-93be-9fe1751344eb is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:34:16.486756 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c53de8c3-c946-4abf-bf53-778ba1c9fc41), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.489322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Pushing event updated for resources: {'Port': ['ID=2ec4f58f-3ba4-42a7-84cc-2989682ba1fb,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:16.492282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:16.498940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:16.615357 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bcb6160c-4455-4b58-80d7-49a717469351 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (24574928-f79b-47f4-a0f0-5f3b0a9a62ea), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.642309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38390) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:16.648369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d32dee3d-d9cc-4dcc-a734-9688aa56b366 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420817118', 'description': 'tempest-description--1277040729'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:16.667070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff65fc9-e82a-4d0d-9703-7189ec790c3f None None] Pushing event updated for resources: {'Port': ['ID=c53de8c3-c946-4abf-bf53-778ba1c9fc41,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:16.684928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Attempting to bind port 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:34:16.685304 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Attempting to bind port 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '575b6b2c-42a7-4245-a7bf-a8ebfa0f338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '04b9f787-3890-4b43-93be-9fe1751344eb'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:34:16.685691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Attempting to bind port 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb on network 04b9f787-3890-4b43-93be-9fe1751344eb {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:16.692329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:34:16.692710 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Checking segment: {'id': '575b6b2c-42a7-4245-a7bf-a8ebfa0f338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '04b9f787-3890-4b43-93be-9fe1751344eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:16.693167 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.693568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Bound using segment: {'id': '575b6b2c-42a7-4245-a7bf-a8ebfa0f338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '04b9f787-3890-4b43-93be-9fe1751344eb'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:34:16.698998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Bound port: 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575b6b2c-42a7-4245-a7bf-a8ebfa0f338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '04b9f787-3890-4b43-93be-9fe1751344eb'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:34:16.698998 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2ec4f58f-3ba4-42a7-84cc-2989682ba1fb), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.700475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84507a6e-a16d-49f7-8e05-4e3455f31eb0 req-56fcb5c6-9076-4947-a985-ca404eab4357 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:16.706783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb8df60-172e-4862-bcf2-dc9304015aa7 None None] Network 0916af16-ea01-400a-856c-3b2589622492 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:16.715205 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-84507a6e-a16d-49f7-8e05-4e3455f31eb0 req-56fcb5c6-9076-4947-a985-ca404eab4357 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 944 time: 0.1533482 Feb 28 17:34:16.840489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-84507a6e-a16d-49f7-8e05-4e3455f31eb0 req-4d57b712-06cf-4ae7-9a82-7ceed73d3a4d tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222546 Feb 28 17:34:16.847626 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d32dee3d-d9cc-4dcc-a734-9688aa56b366 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.876621 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] For port 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:34:16.877581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be391-9f35-46e8-a7c4-87caeaf8e700 req-23ad481b-05bb-42e4-bc02-deb60e9169d1 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:16.878722 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad4be391-9f35-46e8-a7c4-87caeaf8e700 req-23ad481b-05bb-42e4-bc02-deb60e9169d1 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.0806699 Feb 28 17:34:16.885982 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] For port 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2ec4f58f-3ba4-42a7-84cc-2989682ba1fb,segment=NetworkSegment(575b6b2c-42a7-4245-a7bf-a8ebfa0f338a),segment_id=575b6b2c-42a7-4245-a7bf-a8ebfa0f338a)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:34:16.892659 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bcb6160c-4455-4b58-80d7-49a717469351 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (24574928-f79b-47f4-a0f0-5f3b0a9a62ea), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.941670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6160c-4455-4b58-80d7-49a717469351 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event deleted for resources: {'Subnet': ['ID=24574928-f79b-47f4-a0f0-5f3b0a9a62ea,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:16.952411 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2ec4f58f-3ba4-42a7-84cc-2989682ba1fb), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.974519 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bcb6160c-4455-4b58-80d7-49a717469351 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:16.977789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bcb6160c-4455-4b58-80d7-49a717469351 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "DELETE /v2.0/subnets/24574928-f79b-47f4-a0f0-5f3b0a9a62ea HTTP/1.1" status: 204 len: 168 time: 0.8497832 Feb 28 17:34:16.983044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38402) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:16.991034 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d32dee3d-d9cc-4dcc-a734-9688aa56b366 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for security_group (fbcf79e1-8c7e-4788-88c7-623cad3c7c41), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.046045 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f142532d-4034-49a2-90a6-565a1ebfad14 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:34:17.102226 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d32dee3d-d9cc-4dcc-a734-9688aa56b366 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (fbcf79e1-8c7e-4788-88c7-623cad3c7c41), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.132838 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad4be391-9f35-46e8-a7c4-87caeaf8e700 req-9732c1d0-f551-4c4e-814a-a86143c8762a tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364030 Feb 28 17:34:17.169532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc195c7-3640-4f87-ac95-f5003eec60c6 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:17.171038 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3dc195c7-3640-4f87-ac95-f5003eec60c6 tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1764781 Feb 28 17:34:17.180568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38410) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:17.186147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634daf74-f620-4f0b-933f-bdace8af6512 None None] Pushing event updated for resources: {'Port': ['ID=2ec4f58f-3ba4-42a7-84cc-2989682ba1fb,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:17.209975 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca859a-b161-4e4d-b0b0-d6a87d2de9a3 req-09828743-e18e-4bcf-a514-4bc1e5982f01 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:17.211529 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25ca859a-b161-4e4d-b0b0-d6a87d2de9a3 req-09828743-e18e-4bcf-a514-4bc1e5982f01 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1998868 Feb 28 17:34:17.211982 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dee3d-d9cc-4dcc-a734-9688aa56b366 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcf79e1-8c7e-4788-88c7-623cad3c7c41,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:17.255750 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d32dee3d-d9cc-4dcc-a734-9688aa56b366 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.257138 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d32dee3d-d9cc-4dcc-a734-9688aa56b366 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6129797 Feb 28 17:34:17.267924 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38414) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:17.274540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c2746be1-1c9a-4a6e-9ad8-f969ae080ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Request body: {'security_group_rule': {'security_group_id': 'fbcf79e1-8c7e-4788-88c7-623cad3c7c41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:17.299691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:34:17.324744 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25ca859a-b161-4e4d-b0b0-d6a87d2de9a3 req-5ff12e28-0145-4fb5-b989-1b1a7c0d19af tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990069 Feb 28 17:34:17.341568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port f142532d-4034-49a2-90a6-565a1ebfad14 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:34:17.347284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:34:17.347646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 1efbaabb-36c4-4952-9577-8c5cb0e1cff3 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:34:17.349114 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port f142532d-4034-49a2-90a6-565a1ebfad14 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:34:17.349513 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f142532d-4034-49a2-90a6-565a1ebfad14), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.357800 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (04b9f787-3890-4b43-93be-9fe1751344eb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.363518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-f39b388a-2713-4471-a0da-8a1650604955 req-dcf34caa-96dd-4b10-93cc-cd28decc8d37 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1967914338', 'description': 'tempest-description-1871354597'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:17.385962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38356241-9cc9-4adc-941c-58d70f1322fa req-4c9b12df-8b3f-436d-87e1-62adfab1182c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:17.402909 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c2746be1-1c9a-4a6e-9ad8-f969ae080ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for security_group_rule (ded152de-ccf1-4f53-8a59-4416ac4282e9), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.417492 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38356241-9cc9-4adc-941c-58d70f1322fa req-4c9b12df-8b3f-436d-87e1-62adfab1182c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 945 time: 0.1719894 Feb 28 17:34:17.459782 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f39b388a-2713-4471-a0da-8a1650604955 req-dcf34caa-96dd-4b10-93cc-cd28decc8d37 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.529416 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c2746be1-1c9a-4a6e-9ad8-f969ae080ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for security_group_rule (ded152de-ccf1-4f53-8a59-4416ac4282e9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.547023 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38356241-9cc9-4adc-941c-58d70f1322fa req-4b624a09-0974-493b-86df-658985588f37 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218324 Feb 28 17:34:17.580088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Deleting port 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:17.580429 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2ec4f58f-3ba4-42a7-84cc-2989682ba1fb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.591329 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c2746be1-1c9a-4a6e-9ad8-f969ae080ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (ded152de-ccf1-4f53-8a59-4416ac4282e9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.612197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f142532d-4034-49a2-90a6-565a1ebfad14 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:17.615167 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f142532d-4034-49a2-90a6-565a1ebfad14), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.624772 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f39b388a-2713-4471-a0da-8a1650604955 req-dcf34caa-96dd-4b10-93cc-cd28decc8d37 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for security_group (bc664e5e-0b37-4ec0-8c94-85a4616563d5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.626792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2746be1-1c9a-4a6e-9ad8-f969ae080ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded152de-ccf1-4f53-8a59-4416ac4282e9,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:17.697032 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca1b529-785c-4cde-9dd5-43ba763d2668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f142532d-4034-49a2-90a6-565a1ebfad14'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:17.700457 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c08b33d-0d10-454f-9556-9a014ef8ebd5" -d '{"events": [{"server_uuid": "eca1b529-785c-4cde-9dd5-43ba763d2668", "name": "network-vif-plugged", "status": "completed", "tag": "f142532d-4034-49a2-90a6-565a1ebfad14"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:17.707102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f142532d-4034-49a2-90a6-565a1ebfad14, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f142532d-4034-49a2-90a6-565a1ebfad14,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:17.733850 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f39b388a-2713-4471-a0da-8a1650604955 req-dcf34caa-96dd-4b10-93cc-cd28decc8d37 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bc664e5e-0b37-4ec0-8c94-85a4616563d5), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.735012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] For port 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2ec4f58f-3ba4-42a7-84cc-2989682ba1fb,segment=NetworkSegment(575b6b2c-42a7-4245-a7bf-a8ebfa0f338a),segment_id=575b6b2c-42a7-4245-a7bf-a8ebfa0f338a)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:17.735375 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2ec4f58f-3ba4-42a7-84cc-2989682ba1fb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.755589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Calling delete_port for 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:17.765444 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d154-374d-4599-8b8e-ca002a8ae833 req-df490c17-b5bb-4033-8ab4-e94d86ea74ca tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:17.772822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27c8d154-374d-4599-8b8e-ca002a8ae833 req-df490c17-b5bb-4033-8ab4-e94d86ea74ca tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 945 time: 0.0980880 Feb 28 17:34:17.773910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf34caa-96dd-4b10-93cc-cd28decc8d37 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc664e5e-0b37-4ec0-8c94-85a4616563d5,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:17.794825 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c2746be1-1c9a-4a6e-9ad8-f969ae080ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.801958 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c2746be1-1c9a-4a6e-9ad8-f969ae080ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5272739 Feb 28 17:34:17.802094 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38430) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:17.806831 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5959c9be-5a79-4eac-9f94-89b11723fe84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Request body: {'security_group_rule': {'security_group_id': 'fbcf79e1-8c7e-4788-88c7-623cad3c7c41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:17.819534 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f142532d-4034-49a2-90a6-565a1ebfad14), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.879645 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-f39b388a-2713-4471-a0da-8a1650604955 req-dcf34caa-96dd-4b10-93cc-cd28decc8d37 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:17.893516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f142532d-4034-49a2-90a6-565a1ebfad14,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:17.899995 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27c8d154-374d-4599-8b8e-ca002a8ae833 req-d8581acf-cc85-4bdc-9d4d-dece05e03817 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252232 Feb 28 17:34:17.902268 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f39b388a-2713-4471-a0da-8a1650604955 req-dcf34caa-96dd-4b10-93cc-cd28decc8d37 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.5430412 Feb 28 17:34:17.953751 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18f01b5-e74b-4a64-a7d3-d3e28592d928 x-openstack-request-id: req-d18f01b5-e74b-4a64-a7d3-d3e28592d928 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:17.954145 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca1b529-785c-4cde-9dd5-43ba763d2668", "name": "network-vif-plugged", "status": "completed", "tag": "f142532d-4034-49a2-90a6-565a1ebfad14", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:17.954474 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d18f01b5-e74b-4a64-a7d3-d3e28592d928 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:17.955068 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca1b529-785c-4cde-9dd5-43ba763d2668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f142532d-4034-49a2-90a6-565a1ebfad14', 'code': 200} Feb 28 17:34:17.968206 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5959c9be-5a79-4eac-9f94-89b11723fe84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for security_group_rule (53c342cb-2e1d-4d8a-8d98-3874d130f7c8), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.055575 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2ec4f58f-3ba4-42a7-84cc-2989682ba1fb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.102019 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac6a1d89-ec7c-40dc-8ffe-ebf5675efc95 req-59974f2b-9ca1-46d8-b2f2-76560d133b0c tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1967914338&fields=id&tenant_id=c1fc731029cd4e4081e19f4961c8257c HTTP/1.1" status: 200 len: 267 time: 0.0963776 Feb 28 17:34:18.201400 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] No DVR routers for this DVR port 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:34:18.233380 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event deleted for resources: {'Port': ['ID=2ec4f58f-3ba4-42a7-84cc-2989682ba1fb,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:18.249764 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a1d89-ec7c-40dc-8ffe-ebf5675efc95 req-c7c3aa8d-7be2-4eb3-8504-eaaa62e28995 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:18.265974 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac6a1d89-ec7c-40dc-8ffe-ebf5675efc95 req-c7c3aa8d-7be2-4eb3-8504-eaaa62e28995 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1532927 Feb 28 17:34:18.278272 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-ac6a1d89-ec7c-40dc-8ffe-ebf5675efc95 req-c293fb29-ee20-42c6-b119-67c117e9982c tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Request body: {'port': {'security_groups': ['3e035694-773e-40c2-8a5b-7582af8ffcfd', 'bc664e5e-0b37-4ec0-8c94-85a4616563d5']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:18.325501 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5959c9be-5a79-4eac-9f94-89b11723fe84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for security_group_rule (53c342cb-2e1d-4d8a-8d98-3874d130f7c8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.330231 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:34:18.356344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cc416-5b5c-4078-806f-7fbaba7fcfb5 req-28583ca7-a5a6-4834-b143-86a0f22d6cc0 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:18.358692 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f18cc416-5b5c-4078-806f-7fbaba7fcfb5 req-28583ca7-a5a6-4834-b143-86a0f22d6cc0 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 945 time: 0.3592486 Feb 28 17:34:18.371493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:34:18.372296 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 28 17:34:18.381706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939f562-f824-4592-85c0-e59322c67752 req-ad41d11b-4f4a-4671-8e76-a57eb5ee2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:18.384517 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5939f562-f824-4592-85c0-e59322c67752 req-ad41d11b-4f4a-4671-8e76-a57eb5ee2424 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 1128 time: 0.3454902 Feb 28 17:34:18.423858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Port 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb not found, will not notify nova. {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 28 17:34:18.431514 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ac6a1d89-ec7c-40dc-8ffe-ebf5675efc95 req-c293fb29-ee20-42c6-b119-67c117e9982c tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.433988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5959c9be-5a79-4eac-9f94-89b11723fe84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (53c342cb-2e1d-4d8a-8d98-3874d130f7c8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.451971 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (04b9f787-3890-4b43-93be-9fe1751344eb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.502803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b9f787-3890-4b43-93be-9fe1751344eb']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:18.515042 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575b6b2c-42a7-4245-a7bf-a8ebfa0f338a') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:18.515343 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575b6b2c-42a7-4245-a7bf-a8ebfa0f338a') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:18.525268 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (575b6b2c-42a7-4245-a7bf-a8ebfa0f338a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.553304 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (575b6b2c-42a7-4245-a7bf-a8ebfa0f338a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.560019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:18.560421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (575b6b2c-42a7-4245-a7bf-a8ebfa0f338a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.662254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-ac6a1d89-ec7c-40dc-8ffe-ebf5675efc95 req-c293fb29-ee20-42c6-b119-67c117e9982c tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] For port 464b5029-00ce-4e67-8e22-18e611b9c24e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=464b5029-00ce-4e67-8e22-18e611b9c24e,segment=NetworkSegment(d008799a-ce3b-4da4-89fb-75b896281b16),segment_id=d008799a-ce3b-4da4-89fb-75b896281b16)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:18.674556 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:18.690368 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5959c9be-5a79-4eac-9f94-89b11723fe84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.694513 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5959c9be-5a79-4eac-9f94-89b11723fe84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8881395 Feb 28 17:34:18.708607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38450) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:18.715580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:18.719997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ac6a1d89-ec7c-40dc-8ffe-ebf5675efc95 req-c293fb29-ee20-42c6-b119-67c117e9982c tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.725517 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959c9be-5a79-4eac-9f94-89b11723fe84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c342cb-2e1d-4d8a-8d98-3874d130f7c8,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:18.749277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11dbe20-88b0-40b9-83ff-07aee61d84e6 None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:34:18.761014 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (04b9f787-3890-4b43-93be-9fe1751344eb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.769433 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ac6a1d89-ec7c-40dc-8ffe-ebf5675efc95 req-c293fb29-ee20-42c6-b119-67c117e9982c tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.783862 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.790640 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "DELETE /v2.0/networks/04b9f787-3890-4b43-93be-9fe1751344eb HTTP/1.1" status: 204 len: 168 time: 1.6090624 Feb 28 17:34:18.792240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17522f35-8124-4d07-979a-42850d3ed2af tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event deleted for resources: {'Network': ['ID=04b9f787-3890-4b43-93be-9fe1751344eb,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:18.796326 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5939f562-f824-4592-85c0-e59322c67752 req-09d5dc40-d540-47d3-bcd5-5eff70be23cc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795171 Feb 28 17:34:18.798480 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38452) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:18.803525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f18cc416-5b5c-4078-806f-7fbaba7fcfb5 req-df9c86dd-b59f-4e95-b708-ef559c48e4bb tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295528 Feb 28 17:34:18.815183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.864659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a1d89-ec7c-40dc-8ffe-ebf5675efc95 req-c293fb29-ee20-42c6-b119-67c117e9982c tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:18.865457 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ac6a1d89-ec7c-40dc-8ffe-ebf5675efc95 req-c293fb29-ee20-42c6-b119-67c117e9982c tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:18.867065 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac6a1d89-ec7c-40dc-8ffe-ebf5675efc95 req-c293fb29-ee20-42c6-b119-67c117e9982c tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "PUT /v2.0/ports/464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 200 len: 981 time: 0.6002669 Feb 28 17:34:18.867942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293fb29-ee20-42c6-b119-67c117e9982c tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Pushing event updated for resources: {'Port': ['ID=464b5029-00ce-4e67-8e22-18e611b9c24e,revision_number=6']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:18.876457 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76592487-66c2-4099-9b4f-66111fdc012e', 'tag': '464b5029-00ce-4e67-8e22-18e611b9c24e'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:18.881191 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8817d96d-27d8-472e-96d7-195392322ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "76592487-66c2-4099-9b4f-66111fdc012e", "tag": "464b5029-00ce-4e67-8e22-18e611b9c24e"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:18.961191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['464b5029-00ce-4e67-8e22-18e611b9c24e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:18.973647 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (0916af16-ea01-400a-856c-3b2589622492), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:19.073331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e0920-de19-47b2-b9d8-8e90dbe4218d req-e6720dc9-aee8-42f6-8809-a6e9961aa097 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:19.075107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11dbe20-88b0-40b9-83ff-07aee61d84e6 None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:34:19.079369 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-898e0920-de19-47b2-b9d8-8e90dbe4218d req-e6720dc9-aee8-42f6-8809-a6e9961aa097 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.1177886 Feb 28 17:34:19.080409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-537ccdf0-6ff9-40c4-82fa-52ad20677f05 None None] Could not find standard attr ID for object 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:34:19.097190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Deleting port c53de8c3-c946-4abf-bf53-778ba1c9fc41 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:19.097530 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c53de8c3-c946-4abf-bf53-778ba1c9fc41), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:19.104748 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:19.137771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['464b5029-00ce-4e67-8e22-18e611b9c24e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:19.187260 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-898e0920-de19-47b2-b9d8-8e90dbe4218d req-99ff3e70-2a4e-4218-8230-7f5c846af12d tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007326 Feb 28 17:34:19.308315 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af19b343-e963-4c08-9c9f-6fb15b7c7032 x-openstack-request-id: req-af19b343-e963-4c08-9c9f-6fb15b7c7032 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:19.309040 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76592487-66c2-4099-9b4f-66111fdc012e", "tag": "464b5029-00ce-4e67-8e22-18e611b9c24e", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:19.309593 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-af19b343-e963-4c08-9c9f-6fb15b7c7032 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:19.310262 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76592487-66c2-4099-9b4f-66111fdc012e', 'tag': '464b5029-00ce-4e67-8e22-18e611b9c24e', 'status': 'completed', 'code': 200} Feb 28 17:34:19.361025 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dea4a243-a940-4342-b977-941ce4c309d8 req-c85506e8-4735-4c06-88b8-875835a820dd tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1967914338&fields=id&tenant_id=c1fc731029cd4e4081e19f4961c8257c HTTP/1.1" status: 200 len: 267 time: 0.0768852 Feb 28 17:34:19.505171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a243-a940-4342-b977-941ce4c309d8 req-45b5a7e3-0558-4e35-ab08-dcb0384e1212 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:19.505171 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dea4a243-a940-4342-b977-941ce4c309d8 req-45b5a7e3-0558-4e35-ab08-dcb0384e1212 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 984 time: 0.1324577 Feb 28 17:34:19.529129 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-dea4a243-a940-4342-b977-941ce4c309d8 req-da42d90c-1cd9-4002-a0fc-1e6d9959a5d3 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Request body: {'port': {'security_groups': ['3e035694-773e-40c2-8a5b-7582af8ffcfd']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:19.679392 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-dea4a243-a940-4342-b977-941ce4c309d8 req-da42d90c-1cd9-4002-a0fc-1e6d9959a5d3 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:19.813564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce3555-1cdc-4713-b523-512864a19b6f None None] DHCP port deletion for 04b9f787-3890-4b43-93be-9fe1751344eb request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:34:19.871016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] For port c53de8c3-c946-4abf-bf53-778ba1c9fc41, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c53de8c3-c946-4abf-bf53-778ba1c9fc41,segment=NetworkSegment(be101411-9d5b-4c49-b622-da62095dbd2d),segment_id=be101411-9d5b-4c49-b622-da62095dbd2d)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:19.871384 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c53de8c3-c946-4abf-bf53-778ba1c9fc41), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:19.871707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad099e43-f4d5-4bb9-a265-07e0bf2b17b0 None None] Network 04b9f787-3890-4b43-93be-9fe1751344eb requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:19.887952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad099e43-f4d5-4bb9-a265-07e0bf2b17b0 None None] Network 04b9f787-3890-4b43-93be-9fe1751344eb could not be found, it might have been deleted concurrently. {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 17:34:19.925983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Calling delete_port for c53de8c3-c946-4abf-bf53-778ba1c9fc41 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:19.958750 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07c08e-c953-4eda-bde2-6dacf573d713 req-54c1df24-0a26-47bb-bc00-b8c546c58b1e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:19.959035 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fb07c08e-c953-4eda-bde2-6dacf573d713 req-54c1df24-0a26-47bb-bc00-b8c546c58b1e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 945 time: 0.2701049 Feb 28 17:34:19.960939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817d96d-27d8-472e-96d7-195392322ad6 req-831f757f-08aa-4f55-b647-c7ac7519d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:19.962388 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8817d96d-27d8-472e-96d7-195392322ad6 req-831f757f-08aa-4f55-b647-c7ac7519d269 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1fc731029cd4e4081e19f4961c8257c&device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 1167 time: 0.3764348 Feb 28 17:34:20.013254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-dea4a243-a940-4342-b977-941ce4c309d8 req-da42d90c-1cd9-4002-a0fc-1e6d9959a5d3 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] For port 464b5029-00ce-4e67-8e22-18e611b9c24e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=464b5029-00ce-4e67-8e22-18e611b9c24e,segment=NetworkSegment(d008799a-ce3b-4da4-89fb-75b896281b16),segment_id=d008799a-ce3b-4da4-89fb-75b896281b16)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:20.046835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Allocated IP 172.25.3.132 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/36593099-c7e2-4eb9-ae63-d723bee41725) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:34:20.055521 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-dea4a243-a940-4342-b977-941ce4c309d8 req-da42d90c-1cd9-4002-a0fc-1e6d9959a5d3 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:20.122847 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-dea4a243-a940-4342-b977-941ce4c309d8 req-da42d90c-1cd9-4002-a0fc-1e6d9959a5d3 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:20.136159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['464b5029-00ce-4e67-8e22-18e611b9c24e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:20.154901 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73009d88-1101-4008-9574-707027d1a860 req-3343e310-9fa0-40ee-a7ab-9eed55d37540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:20.157156 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73009d88-1101-4008-9574-707027d1a860 req-3343e310-9fa0-40ee-a7ab-9eed55d37540 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff2ef71884464902b3c3748d51422a36&device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 1128 time: 0.3550298 Feb 28 17:34:20.158318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817d96d-27d8-472e-96d7-195392322ad6 req-3cca1776-b8e2-46c6-ac6d-7704b1c6c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:20.159419 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8817d96d-27d8-472e-96d7-195392322ad6 req-3cca1776-b8e2-46c6-ac6d-7704b1c6c733 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1fdc8515-83f9-468e-b637-d170a1267dbe HTTP/1.1" status: 200 len: 921 time: 0.1818657 Feb 28 17:34:20.209774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42d90c-1cd9-4002-a0fc-1e6d9959a5d3 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Pushing event updated for resources: {'Port': ['ID=464b5029-00ce-4e67-8e22-18e611b9c24e,revision_number=7']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:20.238971 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fb07c08e-c953-4eda-bde2-6dacf573d713 req-0a39eabc-794b-4d59-9daa-cd019052a427 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650297 Feb 28 17:34:20.272648 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a243-a940-4342-b977-941ce4c309d8 req-da42d90c-1cd9-4002-a0fc-1e6d9959a5d3 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:20.275138 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-dea4a243-a940-4342-b977-941ce4c309d8 req-da42d90c-1cd9-4002-a0fc-1e6d9959a5d3 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:20.283657 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dea4a243-a940-4342-b977-941ce4c309d8 req-da42d90c-1cd9-4002-a0fc-1e6d9959a5d3 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "PUT /v2.0/ports/464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 200 len: 942 time: 0.7531540 Feb 28 17:34:20.313787 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:34:20.352084 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['464b5029-00ce-4e67-8e22-18e611b9c24e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:20.358958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:34:20.359417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2ec4f58f-3ba4-42a7-84cc-2989682ba1fb not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:34:20.381038 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8817d96d-27d8-472e-96d7-195392322ad6 req-21793b27-e5ea-4bc5-b627-3911f1fd4f2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 200 len: 217 time: 0.2037714 Feb 28 17:34:20.482374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3adbc-9afd-4939-b2c5-19604e73e43d req-535a69ea-65a5-4587-aef4-8888554a9aa7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:20.484307 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ae3adbc-9afd-4939-b2c5-19604e73e43d req-535a69ea-65a5-4587-aef4-8888554a9aa7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 945 time: 0.0720091 Feb 28 17:34:20.649013 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817d96d-27d8-472e-96d7-195392322ad6 req-1a61904d-8014-45e7-961b-b5c73d6ffa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:20.651484 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8817d96d-27d8-472e-96d7-195392322ad6 req-1a61904d-8014-45e7-961b-b5c73d6ffa49 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de636b4e-eaba-413c-99cf-762f33fdde32 HTTP/1.1" status: 200 len: 860 time: 0.2570264 Feb 28 17:34:20.655361 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ae3adbc-9afd-4939-b2c5-19604e73e43d req-6e835587-7eb0-4b8c-8485-a0b8fe393107 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599593 Feb 28 17:34:20.659746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73009d88-1101-4008-9574-707027d1a860 req-786b80f7-c727-4fcf-bfbe-9dfed1c426c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:20.661655 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73009d88-1101-4008-9574-707027d1a860 req-786b80f7-c727-4fcf-bfbe-9dfed1c426c4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=198c7dae-55a7-4ae2-88af-338d9ce329b1 HTTP/1.1" status: 200 len: 911 time: 0.4950204 Feb 28 17:34:20.684792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df5cfe-387b-4225-82ef-e8a13f875d1b req-8f6f2caf-ac89-4535-b0e4-b62d5a23bc31 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:20.686414 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91df5cfe-387b-4225-82ef-e8a13f875d1b req-8f6f2caf-ac89-4535-b0e4-b62d5a23bc31 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.2673135 Feb 28 17:34:20.752099 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8817d96d-27d8-472e-96d7-195392322ad6 req-151c3c9c-dfda-49b2-a84a-ebaa9cc162b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1fdc8515-83f9-468e-b637-d170a1267dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872662 Feb 28 17:34:20.791738 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c53de8c3-c946-4abf-bf53-778ba1c9fc41), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:20.890618 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for port (36593099-c7e2-4eb9-ae63-d723bee41725), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:20.918819 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event deleted for resources: {'Port': ['ID=c53de8c3-c946-4abf-bf53-778ba1c9fc41,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:20.931863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] No DVR routers for this DVR port c53de8c3-c946-4abf-bf53-778ba1c9fc41 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:34:21.000271 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-555962cc-82f2-4319-a563-8a1a220788a7 req-990d1374-2362-4edd-97e7-76a2c6cf1dcd tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2980051 Feb 28 17:34:21.012850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:21.015961 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73009d88-1101-4008-9574-707027d1a860 req-9a2939b8-5674-4d31-acba-e503c3b20404 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=406e0f14-7e94-4e1e-a51d-65513a4af176 HTTP/1.1" status: 200 len: 1001 time: 0.3285213 Feb 28 17:34:21.089424 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91df5cfe-387b-4225-82ef-e8a13f875d1b req-9c4ffb71-ca14-471d-a13b-484ce59427d6 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780713 Feb 28 17:34:21.099560 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:21.199387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336492c1-f8f8-4157-888d-387c882f2460 req-f48a9ae2-980d-49e6-abd8-86badc8e305b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:21.201180 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-336492c1-f8f8-4157-888d-387c882f2460 req-f48a9ae2-980d-49e6-abd8-86badc8e305b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 945 time: 0.4039521 Feb 28 17:34:21.215399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (0916af16-ea01-400a-856c-3b2589622492), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:21.256548 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8817d96d-27d8-472e-96d7-195392322ad6 req-e7b9e6dc-386e-4ffd-8ddf-21044a37383d service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546168 Feb 28 17:34:21.258235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73009d88-1101-4008-9574-707027d1a860 req-45c74522-0cd3-4e4b-8787-0dfc27f21f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:21.266195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73009d88-1101-4008-9574-707027d1a860 req-45c74522-0cd3-4e4b-8787-0dfc27f21f2f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b053761d-35a6-4a2b-8791-766dc2209665 HTTP/1.1" status: 200 len: 849 time: 0.2309489 Feb 28 17:34:21.312243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76592487-66c2-4099-9b4f-66111fdc012e', 'tag': '464b5029-00ce-4e67-8e22-18e611b9c24e'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:21.317783 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfea9a6-e4b2-4b44-b7e8-70b18e00bfb4" -d '{"events": [{"name": "network-changed", "server_uuid": "76592487-66c2-4099-9b4f-66111fdc012e", "tag": "464b5029-00ce-4e67-8e22-18e611b9c24e"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:21.329399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:21.349072 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (36593099-c7e2-4eb9-ae63-d723bee41725), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:21.432085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0916af16-ea01-400a-856c-3b2589622492']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:21.482179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Allocated IP 172.25.3.48 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/c540b79e-9a0a-4e54-b69e-fe6d9973390f) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:34:21.495757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be101411-9d5b-4c49-b622-da62095dbd2d') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:21.496150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be101411-9d5b-4c49-b622-da62095dbd2d') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:21.534164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:34:21.544929 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (be101411-9d5b-4c49-b622-da62095dbd2d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:21.580694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:21.583605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:21.589702 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for port (c540b79e-9a0a-4e54-b69e-fe6d9973390f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:21.599789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Pushing event updated for resources: {'Port': ['ID=36593099-c7e2-4eb9-ae63-d723bee41725,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:21.625416 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (be101411-9d5b-4c49-b622-da62095dbd2d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:21.675590 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:21.676013 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (be101411-9d5b-4c49-b622-da62095dbd2d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:21.687034 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:21.719413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73009d88-1101-4008-9574-707027d1a860 req-dbdbfefc-df82-4b14-8753-12791c6cd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:21.720938 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73009d88-1101-4008-9574-707027d1a860 req-dbdbfefc-df82-4b14-8753-12791c6cd68c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=198c7dae-55a7-4ae2-88af-338d9ce329b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4537635 Feb 28 17:34:21.756889 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c540b79e-9a0a-4e54-b69e-fe6d9973390f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:21.764993 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8817d96d-27d8-472e-96d7-195392322ad6 req-a71a477b-ef89-4768-bc98-2004aa5c9332 service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963038 Feb 28 17:34:21.835572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:34:21.838643 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:21.843587 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:21.873004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Pushing event updated for resources: {'Port': ['ID=c540b79e-9a0a-4e54-b69e-fe6d9973390f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:22.101784 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d22957-042c-42de-afe7-ba128d1f2822 req-73ce816b-429f-48b3-872d-d7d3dbc9d4ee tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:22.101784 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3d22957-042c-42de-afe7-ba128d1f2822 req-73ce816b-429f-48b3-872d-d7d3dbc9d4ee tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 945 time: 0.6643229 Feb 28 17:34:22.143648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-336492c1-f8f8-4157-888d-387c882f2460 req-954c712b-2887-4f43-a933-63feeed7286a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Deleting port 482e2e4a-abab-46cb-9856-c2de48ba2979 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:22.144164 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-336492c1-f8f8-4157-888d-387c882f2460 req-954c712b-2887-4f43-a933-63feeed7286a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:22.208338 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for floatingip (d61d1495-5782-4e03-a9c8-4adc4f38f8c0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:22.213492 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (0916af16-ea01-400a-856c-3b2589622492), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:22.218526 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:22.222117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "DELETE /v2.0/networks/0916af16-ea01-400a-856c-3b2589622492 HTTP/1.1" status: 204 len: 168 time: 3.4224546 Feb 28 17:34:22.224579 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38526) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:22.287870 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73009d88-1101-4008-9574-707027d1a860 req-29d5196a-5f07-43f4-b4fc-af3f87841e80 service neutron] 10.222.0.69 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278990 Feb 28 17:34:22.288491 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265557eb-810b-47ae-9c77-8d966f95427e tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event deleted for resources: {'Network': ['ID=0916af16-ea01-400a-856c-3b2589622492,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:22.300561 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3d22957-042c-42de-afe7-ba128d1f2822 req-a0fd7087-7a71-4fcc-beed-3fb9284f5531 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883552 Feb 28 17:34:22.342552 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fa106141-7cab-4323-93eb-e36f24ead47a tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (ddaac448-5ad9-429a-9974-297db78b800b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:22.377237 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eb8562-3f43-4514-8012-f851aa6afc5a x-openstack-request-id: req-b0eb8562-3f43-4514-8012-f851aa6afc5a {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:22.377629 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76592487-66c2-4099-9b4f-66111fdc012e", "tag": "464b5029-00ce-4e67-8e22-18e611b9c24e", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:22.377903 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b0eb8562-3f43-4514-8012-f851aa6afc5a {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:22.378931 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76592487-66c2-4099-9b4f-66111fdc012e', 'tag': '464b5029-00ce-4e67-8e22-18e611b9c24e', 'status': 'completed', 'code': 200} Feb 28 17:34:22.458825 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c540b79e-9a0a-4e54-b69e-fe6d9973390f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:22.472658 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for floatingip (b75b6e2d-d392-413d-ae36-6fee20c59c30), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:22.484802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-336492c1-f8f8-4157-888d-387c882f2460 req-954c712b-2887-4f43-a933-63feeed7286a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] For port 482e2e4a-abab-46cb-9856-c2de48ba2979, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=482e2e4a-abab-46cb-9856-c2de48ba2979,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:22.485159 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-336492c1-f8f8-4157-888d-387c882f2460 req-954c712b-2887-4f43-a933-63feeed7286a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:22.516811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-336492c1-f8f8-4157-888d-387c882f2460 req-954c712b-2887-4f43-a933-63feeed7286a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Calling delete_port for 482e2e4a-abab-46cb-9856-c2de48ba2979 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:22.549736 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73009d88-1101-4008-9574-707027d1a860 req-c98ed29b-1639-42fe-892c-bbb92cacc424 service neutron] 10.222.0.69 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460244 Feb 28 17:34:22.584969 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fa106141-7cab-4323-93eb-e36f24ead47a tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (ddaac448-5ad9-429a-9974-297db78b800b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:22.619634 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-fa106141-7cab-4323-93eb-e36f24ead47a tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaac448-5ad9-429a-9974-297db78b800b']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:22.650321 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfea9a6-e4b2-4b44-b7e8-70b18e00bfb4 req-a38d7c83-ba3e-4a8d-b397-0f549fcbe533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:22.654142 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7dfea9a6-e4b2-4b44-b7e8-70b18e00bfb4 req-a38d7c83-ba3e-4a8d-b397-0f549fcbe533 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1fc731029cd4e4081e19f4961c8257c&device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 1128 time: 0.2534616 Feb 28 17:34:22.662858 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-fa106141-7cab-4323-93eb-e36f24ead47a tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1f0b78-caec-46bb-8ef0-f858b870b4ba') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:22.663002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-fa106141-7cab-4323-93eb-e36f24ead47a tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1f0b78-caec-46bb-8ef0-f858b870b4ba') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:22.678188 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fa106141-7cab-4323-93eb-e36f24ead47a tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (dc1f0b78-caec-46bb-8ef0-f858b870b4ba), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:22.693486 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (36593099-c7e2-4eb9-ae63-d723bee41725), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:22.700513 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fa106141-7cab-4323-93eb-e36f24ead47a tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (dc1f0b78-caec-46bb-8ef0-f858b870b4ba), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:22.833007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfea9a6-e4b2-4b44-b7e8-70b18e00bfb4 req-ea2ed538-cbdc-4d56-84a9-2bec02de0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:22.836271 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7dfea9a6-e4b2-4b44-b7e8-70b18e00bfb4 req-ea2ed538-cbdc-4d56-84a9-2bec02de0a4f service neutron] 10.222.0.73 "GET /v2.0/networks?id=1fdc8515-83f9-468e-b637-d170a1267dbe HTTP/1.1" status: 200 len: 921 time: 0.1732614 Feb 28 17:34:23.139438 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7dfea9a6-e4b2-4b44-b7e8-70b18e00bfb4 req-8abf36c2-1ac1-45e8-942c-ef17880b72d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 200 len: 217 time: 0.2978327 Feb 28 17:34:23.258408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64c5b-6d66-47ec-a2d8-ff0f748c5111 req-5966dd68-254d-4957-b9d6-581f3d384c05 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:23.258408 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6f64c5b-6d66-47ec-a2d8-ff0f748c5111 req-5966dd68-254d-4957-b9d6-581f3d384c05 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.3913364 Feb 28 17:34:23.259419 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfea9a6-e4b2-4b44-b7e8-70b18e00bfb4 req-1028db95-e3a0-405a-814b-63df8c4089f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:23.261553 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7dfea9a6-e4b2-4b44-b7e8-70b18e00bfb4 req-1028db95-e3a0-405a-814b-63df8c4089f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de636b4e-eaba-413c-99cf-762f33fdde32 HTTP/1.1" status: 200 len: 860 time: 0.1053152 Feb 28 17:34:23.261897 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for port (c540b79e-9a0a-4e54-b69e-fe6d9973390f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:23.267941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa106141-7cab-4323-93eb-e36f24ead47a tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:23.269569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fa106141-7cab-4323-93eb-e36f24ead47a tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (dc1f0b78-caec-46bb-8ef0-f858b870b4ba), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:23.274349 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:23.351959 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7dfea9a6-e4b2-4b44-b7e8-70b18e00bfb4 req-ff5b23fc-b912-4e54-b3ab-59d035066275 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1fdc8515-83f9-468e-b637-d170a1267dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449865 Feb 28 17:34:23.384398 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (c540b79e-9a0a-4e54-b69e-fe6d9973390f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:23.440173 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Pushing event updated for resources: {'Port': ['ID=c540b79e-9a0a-4e54-b69e-fe6d9973390f,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:23.474408 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7dfea9a6-e4b2-4b44-b7e8-70b18e00bfb4 req-0cc27241-f45d-4c40-a998-c7469ea9af93 service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148832 Feb 28 17:34:23.481440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-336492c1-f8f8-4157-888d-387c882f2460 req-954c712b-2887-4f43-a933-63feeed7286a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (482e2e4a-abab-46cb-9856-c2de48ba2979), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:23.493793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3f19e91d-6fd2-4753-9826-cc84e46fcf75'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:23.532096 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fa106141-7cab-4323-93eb-e36f24ead47a tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (ddaac448-5ad9-429a-9974-297db78b800b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:23.562007 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fa106141-7cab-4323-93eb-e36f24ead47a tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:23.568505 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fa106141-7cab-4323-93eb-e36f24ead47a tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "DELETE /v2.0/networks/ddaac448-5ad9-429a-9974-297db78b800b HTTP/1.1" status: 204 len: 168 time: 1.3397834 Feb 28 17:34:23.569649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38558) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:23.596659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa106141-7cab-4323-93eb-e36f24ead47a tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event deleted for resources: {'Network': ['ID=ddaac448-5ad9-429a-9974-297db78b800b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:23.608818 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (d61d1495-5782-4e03-a9c8-4adc4f38f8c0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:23.693786 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64e0a1f5-b79d-4cd1-9e50-2147b081494f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (5f0d2813-820d-41bf-be21-064944d568f8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:23.717050 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6f64c5b-6d66-47ec-a2d8-ff0f748c5111 req-7d2e3edb-4929-401e-a1cd-08aaf453ed9c tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4600787 Feb 28 17:34:23.720107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c712b-2887-4f43-a933-63feeed7286a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Pushing event deleted for resources: {'Port': ['ID=482e2e4a-abab-46cb-9856-c2de48ba2979,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:23.793141 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:23.799600 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-555962cc-82f2-4319-a563-8a1a220788a7 req-5c6946d7-dd8e-40a0-a153-25d1ddda0aea tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7907073 Feb 28 17:34:23.848979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-336492c1-f8f8-4157-888d-387c882f2460 req-954c712b-2887-4f43-a933-63feeed7286a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] No DVR routers for this DVR port 482e2e4a-abab-46cb-9856-c2de48ba2979 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:34:23.848979 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-336492c1-f8f8-4157-888d-387c882f2460 req-954c712b-2887-4f43-a933-63feeed7286a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:23.853043 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-336492c1-f8f8-4157-888d-387c882f2460 req-954c712b-2887-4f43-a933-63feeed7286a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "DELETE /v2.0/ports/482e2e4a-abab-46cb-9856-c2de48ba2979 HTTP/1.1" status: 204 len: 173 time: 2.6333094 Feb 28 17:34:23.860233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6783aaff-5690-4a19-8bd8-30b29f7484f7', 'name': 'network-vif-deleted', 'tag': '482e2e4a-abab-46cb-9856-c2de48ba2979'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:23.862655 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539ff0ba-2ded-44d3-bc1e-151ad869c8fc" -d '{"events": [{"server_uuid": "6783aaff-5690-4a19-8bd8-30b29f7484f7", "name": "network-vif-deleted", "tag": "482e2e4a-abab-46cb-9856-c2de48ba2979"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:23.905419 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for port (36593099-c7e2-4eb9-ae63-d723bee41725), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:23.918614 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7dfea9a6-e4b2-4b44-b7e8-70b18e00bfb4 req-7eaf505f-f86c-47c1-b0a5-ce9c29c7e972 service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327173 Feb 28 17:34:23.971824 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-555962cc-82f2-4319-a563-8a1a220788a7 req-9da2bda9-a434-4553-81b9-9d368cfba2b4 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.1591852 Feb 28 17:34:24.011689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-078432ab-722b-4d15-96de-dca1b24aae98 req-eaff80e2-c0a7-4c21-aadd-47c9f86bd46c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=6783aaff-5690-4a19-8bd8-30b29f7484f7 HTTP/1.1" status: 200 len: 210 time: 0.0639853 Feb 28 17:34:24.013089 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (36593099-c7e2-4eb9-ae63-d723bee41725), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:24.015334 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64e0a1f5-b79d-4cd1-9e50-2147b081494f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (5f0d2813-820d-41bf-be21-064944d568f8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:24.164300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-64e0a1f5-b79d-4cd1-9e50-2147b081494f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0d2813-820d-41bf-be21-064944d568f8']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:24.169610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Pushing event updated for resources: {'Port': ['ID=36593099-c7e2-4eb9-ae63-d723bee41725,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:24.184179 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (b75b6e2d-d392-413d-ae36-6fee20c59c30), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:24.201766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-64e0a1f5-b79d-4cd1-9e50-2147b081494f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8b97ae-2948-4041-b44e-119a711e472a') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:24.201766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-64e0a1f5-b79d-4cd1-9e50-2147b081494f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8b97ae-2948-4041-b44e-119a711e472a') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:24.209678 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3f5ebf-c0d3-426b-a743-c74b2de53dfa x-openstack-request-id: req-df3f5ebf-c0d3-426b-a743-c74b2de53dfa {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:24.210268 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6783aaff-5690-4a19-8bd8-30b29f7484f7", "name": "network-vif-deleted", "tag": "482e2e4a-abab-46cb-9856-c2de48ba2979", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:24.215805 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-df3f5ebf-c0d3-426b-a743-c74b2de53dfa {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:24.215805 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6783aaff-5690-4a19-8bd8-30b29f7484f7', 'name': 'network-vif-deleted', 'tag': '482e2e4a-abab-46cb-9856-c2de48ba2979', 'status': 'completed', 'code': 200} Feb 28 17:34:24.220818 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64e0a1f5-b79d-4cd1-9e50-2147b081494f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (2e8b97ae-2948-4041-b44e-119a711e472a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:24.261702 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64e0a1f5-b79d-4cd1-9e50-2147b081494f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2e8b97ae-2948-4041-b44e-119a711e472a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:24.270916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e0a1f5-b79d-4cd1-9e50-2147b081494f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:24.271606 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64e0a1f5-b79d-4cd1-9e50-2147b081494f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (2e8b97ae-2948-4041-b44e-119a711e472a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:24.274750 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:24.283015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555962cc-82f2-4319-a563-8a1a220788a7 req-3513e8e1-8d56-4e06-b899-0ece32028cfc tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:24.285081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-555962cc-82f2-4319-a563-8a1a220788a7 req-3513e8e1-8d56-4e06-b899-0ece32028cfc tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.3016667 Feb 28 17:34:24.348817 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:24.352119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-140cd727-c615-4f51-b24a-4dac21685d4c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6409624 Feb 28 17:34:24.539693 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64e0a1f5-b79d-4cd1-9e50-2147b081494f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (5f0d2813-820d-41bf-be21-064944d568f8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:24.560817 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64e0a1f5-b79d-4cd1-9e50-2147b081494f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:24.564314 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-64e0a1f5-b79d-4cd1-9e50-2147b081494f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] 10.222.0.72 "DELETE /v2.0/networks/5f0d2813-820d-41bf-be21-064944d568f8 HTTP/1.1" status: 204 len: 168 time: 0.9921029 Feb 28 17:34:24.575694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-1981bdaf-64c2-4d33-9693-eb738703c947 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:24.583887 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-1981bdaf-64c2-4d33-9693-eb738703c947 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1396148 Feb 28 17:34:24.639787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0a1f5-b79d-4cd1-9e50-2147b081494f tempest-BulkNetworkOpsTest-1558321311 tempest-BulkNetworkOpsTest-1558321311-project] Pushing event deleted for resources: {'Network': ['ID=5f0d2813-820d-41bf-be21-064944d568f8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:24.702802 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-e4a02059-08f9-444a-a25a-5829b0860e7b tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.1169264 Feb 28 17:34:24.716842 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-4565b3ac-e44b-4083-accf-8364aa4cbf24 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Request body: {'floatingip': {'port_id': '464b5029-00ce-4e67-8e22-18e611b9c24e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:24.749553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c1381-0ac6-4860-af42-efb42526125a req-f1bc91a2-09df-48ef-9dde-9f0ef7a8529f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:24.754065 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-782c1381-0ac6-4860-af42-efb42526125a req-f1bc91a2-09df-48ef-9dde-9f0ef7a8529f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/networks?id=fbf7a80f-77ae-447e-aa03-8092261ab0fd HTTP/1.1" status: 200 len: 821 time: 0.1765294 Feb 28 17:34:24.789967 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-782c1381-0ac6-4860-af42-efb42526125a req-08544711-10e3-4eae-92c3-6d76a5379236 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/quotas/d0f115cefc7e4abfbe77362926522618 HTTP/1.1" status: 200 len: 375 time: 0.0294559 Feb 28 17:34:24.808123 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-4565b3ac-e44b-4083-accf-8364aa4cbf24 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for floatingip (d61d1495-5782-4e03-a9c8-4adc4f38f8c0), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:24.871901 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-782c1381-0ac6-4860-af42-efb42526125a req-70dae358-c500-4180-9068-b6be949e17ac tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0f115cefc7e4abfbe77362926522618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756302 Feb 28 17:34:25.002435 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-782c1381-0ac6-4860-af42-efb42526125a req-50423489-d2f5-4697-9479-313d341addcd service neutron] 10.222.0.72 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221566 Feb 28 17:34:25.078362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 482e2e4a-abab-46cb-9856-c2de48ba2979 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:34:25.107402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 482e2e4a-abab-46cb-9856-c2de48ba2979 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:34:25.120413 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 482e2e4a-abab-46cb-9856-c2de48ba2979 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:34:25.235666 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-782c1381-0ac6-4860-af42-efb42526125a req-512b1ac2-180c-4560-b4ad-ecd0bbfef115 service neutron] 10.222.0.72 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319736 Feb 28 17:34:25.276596 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38604) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:25.608176 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-64aa92b6-3a28-4dba-8c8a-30a9c1b1aa28 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b9e3c262a71466fb4a83fea1bcb92be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279924 Feb 28 17:34:25.609098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38618) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:25.705754 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0390ce-a2e7-4730-88fe-9c442206b81b req-1efc623d-66d2-404b-aa2e-2511cad35993 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:25.713153 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac0390ce-a2e7-4730-88fe-9c442206b81b req-1efc623d-66d2-404b-aa2e-2511cad35993 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.1686020 Feb 28 17:34:25.771898 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-439eec57-192c-4059-a7f1-05f6a31082c4 admin admin] Publish callbacks [] for security_group (87b3c267-47c2-4d37-93bb-209660ca589e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:25.798643 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-439eec57-192c-4059-a7f1-05f6a31082c4 admin admin] Publish callbacks [] for security_group (87b3c267-47c2-4d37-93bb-209660ca589e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:25.844887 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.db.resource_extend [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-4565b3ac-e44b-4083-accf-8364aa4cbf24 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:34:25.872505 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac0390ce-a2e7-4730-88fe-9c442206b81b req-c1999994-57ad-4834-b689-12986ce99b50 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483643 Feb 28 17:34:25.910107 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-4565b3ac-e44b-4083-accf-8364aa4cbf24 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:26.003024 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-4565b3ac-e44b-4083-accf-8364aa4cbf24 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (d61d1495-5782-4e03-a9c8-4adc4f38f8c0), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:26.026085 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-681f07af-3a4a-47d2-855b-6022fb526ad8 req-2eb2a272-e790-47ff-8369-727022c5bea4 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 210 time: 0.0416181 Feb 28 17:34:26.035063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-439eec57-192c-4059-a7f1-05f6a31082c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (87b3c267-47c2-4d37-93bb-209660ca589e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:26.042915 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-439eec57-192c-4059-a7f1-05f6a31082c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:26.044269 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-439eec57-192c-4059-a7f1-05f6a31082c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/87b3c267-47c2-4d37-93bb-209660ca589e HTTP/1.1" status: 204 len: 168 time: 0.4342854 Feb 28 17:34:26.065916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439eec57-192c-4059-a7f1-05f6a31082c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b3c267-47c2-4d37-93bb-209660ca589e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:26.684587 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-4565b3ac-e44b-4083-accf-8364aa4cbf24 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Floating IP d61d1495-5782-4e03-a9c8-4adc4f38f8c0 associated. External IP: 172.25.3.48, port: 464b5029-00ce-4e67-8e22-18e611b9c24e. Feb 28 17:34:27.061456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-4565b3ac-e44b-4083-accf-8364aa4cbf24 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:34:27.117218 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-93f9f39a-9c09-4181-ab09-264f580dbaee tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:27.128078 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-93f9f39a-9c09-4181-ab09-264f580dbaee tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 0.2041824 Feb 28 17:34:27.149702 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-9d066d17-02ce-496f-8f09-108538f13391 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/quotas/6245b9d2a54f4064829f9d0ea75229fa HTTP/1.1" status: 200 len: 375 time: 0.0203278 Feb 28 17:34:27.202629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-4565b3ac-e44b-4083-accf-8364aa4cbf24 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:34:27.208083 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-4565b3ac-e44b-4083-accf-8364aa4cbf24 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:27.214445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0858f98a-408e-40ef-abe2-55bb36e8adc3 None None] Sync routers for ids ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:34:27.236152 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858f98a-408e-40ef-abe2-55bb36e8adc3 None None] Routers {'7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:34:27.236977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0858f98a-408e-40ef-abe2-55bb36e8adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:34:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:27.293354 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-4565b3ac-e44b-4083-accf-8364aa4cbf24 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "PUT /v2.0/floatingips/d61d1495-5782-4e03-a9c8-4adc4f38f8c0 HTTP/1.1" status: 200 len: 995 time: 2.5797744 Feb 28 17:34:27.294100 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76592487-66c2-4099-9b4f-66111fdc012e', 'tag': '464b5029-00ce-4e67-8e22-18e611b9c24e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:27.310838 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94872314-a6cd-492c-aba1-72cd4728af34" -d '{"events": [{"name": "network-changed", "server_uuid": "76592487-66c2-4099-9b4f-66111fdc012e", "tag": "464b5029-00ce-4e67-8e22-18e611b9c24e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:27.356460 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-62ed4d8c-8a32-4d7f-af5a-d787bda1ae79 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1978576 Feb 28 17:34:27.428851 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-a4fe8942-095e-4326-8d13-0ac25be5c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:27.430695 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-a4fe8942-095e-4326-8d13-0ac25be5c27e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1fc731029cd4e4081e19f4961c8257c&device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 1128 time: 0.1202414 Feb 28 17:34:27.475868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-0858f98a-408e-40ef-abe2-55bb36e8adc3 None None] Set router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:34:27.576148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-ba90c79e-830e-4f0f-b039-89a8e97449b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:27.585031 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-ba90c79e-830e-4f0f-b039-89a8e97449b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1fdc8515-83f9-468e-b637-d170a1267dbe HTTP/1.1" status: 200 len: 921 time: 0.1464615 Feb 28 17:34:27.674668 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-a47cd759-87b7-411e-8854-fadfba193ca8 service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148153 Feb 28 17:34:27.686945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-dd50123a-3e05-4654-86ab-8f387560c743 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 200 len: 998 time: 0.0999055 Feb 28 17:34:27.752772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-440b5d91-b472-4608-ad84-1519fe2bfabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:27.754662 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-440b5d91-b472-4608-ad84-1519fe2bfabb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de636b4e-eaba-413c-99cf-762f33fdde32 HTTP/1.1" status: 200 len: 860 time: 0.0669487 Feb 28 17:34:27.824368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-5bc9db33-8c2a-4254-89cf-222abcae6167 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fdc8515-83f9-468e-b637-d170a1267dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611267 Feb 28 17:34:27.993312 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-3d8734f8-1df8-4a8a-a1e3-2c5af79a7d1f service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135600 Feb 28 17:34:28.126326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0858f98a-408e-40ef-abe2-55bb36e8adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:33:18Z', 'revision_number': 4, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'd61d1495-5782-4e03-a9c8-4adc4f38f8c0', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'floating_ip_address': '172.25.3.48', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'port_id': '464b5029-00ce-4e67-8e22-18e611b9c24e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'mac_address': 'fa:16:3e:01:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76592487-66c2-4099-9b4f-66111fdc012e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:34:21Z', 'updated_at': '2022-02-28T17:34:25Z', 'revision_number': 1, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ddcb66-3626-4b89-9e39-27b788922721', 'name': '', 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'mac_address': 'fa:16:3e:b5:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:17Z', 'updated_at': '2022-02-28T17:33:27Z', 'revision_number': 5, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'subnets': [{'id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:28.142775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38694) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:28.190838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0858f98a-408e-40ef-abe2-55bb36e8adc3 None None] Checking router: 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:34:28.218184 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858f98a-408e-40ef-abe2-55bb36e8adc3 None None] Routers {'7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:34:28.220665 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0858f98a-408e-40ef-abe2-55bb36e8adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:34:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:28.226742 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c1381-0ac6-4860-af42-efb42526125a req-fa94b3be-2adc-410a-872b-16987a52d67b tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:28.228342 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-782c1381-0ac6-4860-af42-efb42526125a req-fa94b3be-2adc-410a-872b-16987a52d67b tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.73 "GET /v2.0/networks?id=fbf7a80f-77ae-447e-aa03-8092261ab0fd HTTP/1.1" status: 200 len: 821 time: 0.2337456 Feb 28 17:34:28.246515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-5ef3e39e-c104-40a5-a4ab-455b2e9fbbb1 service neutron] 10.222.0.72 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211974 Feb 28 17:34:28.278428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-782c1381-0ac6-4860-af42-efb42526125a req-cf88503b-b9e2-4ac6-82b5-f5019ee9e40f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Request body: {'port': {'device_id': 'cf680bcf-21ca-4eef-b2eb-dcbb99dccf75', 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd', 'admin_state_up': True, 'tenant_id': 'd0f115cefc7e4abfbe77362926522618'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:28.333095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-275668661'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:28.456023 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:28.482549 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:28.526449 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:28.586928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-0858f98a-408e-40ef-abe2-55bb36e8adc3 None None] Set router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:34:28.685387 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95789ee7-932a-45f9-b68c-463d9f45db68 req-e96512e5-3d78-46c7-af9c-ca362a5d64d4 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 210 time: 0.0803564 Feb 28 17:34:28.704995 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5ec3b9-e7d6-4801-b2e6-70e98d58c403 req-5be0182d-78f9-4abb-b3d4-79979357cf0a service neutron] 10.222.0.72 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543111 Feb 28 17:34:28.795171 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e518d33-d0fc-4bf2-b8d2-1b31b116dc94 x-openstack-request-id: req-4e518d33-d0fc-4bf2-b8d2-1b31b116dc94 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:28.795478 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76592487-66c2-4099-9b4f-66111fdc012e", "tag": "464b5029-00ce-4e67-8e22-18e611b9c24e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:28.795742 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4e518d33-d0fc-4bf2-b8d2-1b31b116dc94 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:28.796453 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76592487-66c2-4099-9b4f-66111fdc012e', 'tag': '464b5029-00ce-4e67-8e22-18e611b9c24e', 'status': 'completed', 'code': 200} Feb 28 17:34:28.802873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782c1381-0ac6-4860-af42-efb42526125a req-cf88503b-b9e2-4ac6-82b5-f5019ee9e40f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Made reservation on behalf of d0f115cefc7e4abfbe77362926522618 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:28.806242 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-782c1381-0ac6-4860-af42-efb42526125a req-cf88503b-b9e2-4ac6-82b5-f5019ee9e40f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:28.853955 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for security_group (aa41cbc7-a6a7-4b41-a815-2f9d0486cc04), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:28.994276 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (aa41cbc7-a6a7-4b41-a815-2f9d0486cc04), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:29.066485 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:34:29.095615 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-da88dfeb-54f9-4649-8069-5869381dd085 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 998 time: 0.2397609 Feb 28 17:34:29.097699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa41cbc7-a6a7-4b41-a815-2f9d0486cc04,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:29.135784 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (165b8774-b669-4516-a577-6a1280888da9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:29.137688 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Added segment 165b8774-b669-4516-a577-6a1280888da9 of type vlan for network cf96ee3f-7445-485a-a60c-2980b0217afd Feb 28 17:34:29.166960 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0858f98a-408e-40ef-abe2-55bb36e8adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:33:18Z', 'revision_number': 4, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'd61d1495-5782-4e03-a9c8-4adc4f38f8c0', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'floating_ip_address': '172.25.3.48', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'port_id': '464b5029-00ce-4e67-8e22-18e611b9c24e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'mac_address': 'fa:16:3e:01:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76592487-66c2-4099-9b4f-66111fdc012e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:34:21Z', 'updated_at': '2022-02-28T17:34:25Z', 'revision_number': 1, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ddcb66-3626-4b89-9e39-27b788922721', 'name': '', 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'mac_address': 'fa:16:3e:b5:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:17Z', 'updated_at': '2022-02-28T17:33:27Z', 'revision_number': 5, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'subnets': [{'id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:29.208202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0858f98a-408e-40ef-abe2-55bb36e8adc3 None None] The sync data for ids ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'] in n-d-820368-19 is: [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:33:18Z', 'revision_number': 4, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'd61d1495-5782-4e03-a9c8-4adc4f38f8c0', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'floating_ip_address': '172.25.3.48', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'port_id': '464b5029-00ce-4e67-8e22-18e611b9c24e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'mac_address': 'fa:16:3e:01:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76592487-66c2-4099-9b4f-66111fdc012e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:34:21Z', 'updated_at': '2022-02-28T17:34:25Z', 'revision_number': 1, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ddcb66-3626-4b89-9e39-27b788922721', 'name': '', 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'mac_address': 'fa:16:3e:b5:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:17Z', 'updated_at': '2022-02-28T17:33:27Z', 'revision_number': 5, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'subnets': [{'id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:34:29.224339 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07b084d9-b51f-4425-b874-073992aae354 req-df8f92b5-64e3-4e1a-ad37-a514dd2a208c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 210 time: 0.2312670 Feb 28 17:34:29.320667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-782c1381-0ac6-4860-af42-efb42526125a req-cf88503b-b9e2-4ac6-82b5-f5019ee9e40f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Allocated IP 172.20.0.13 (fbf7a80f-77ae-447e-aa03-8092261ab0fd/c2b01692-329b-4c25-a414-a0c28766e21b/5674d83d-8828-46e6-b553-e390d241badb) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:34:29.340461 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-4f4845a2-17f8-48ce-8e1d-9ed6f7748afc tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:29.357171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94872314-a6cd-492c-aba1-72cd4728af34 req-d44871d2-2713-4cdf-bf58-4b981ec5be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:29.357171 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94872314-a6cd-492c-aba1-72cd4728af34 req-d44871d2-2713-4cdf-bf58-4b981ec5be9e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1fc731029cd4e4081e19f4961c8257c&device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 1128 time: 0.4826741 Feb 28 17:34:29.360018 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-4f4845a2-17f8-48ce-8e1d-9ed6f7748afc tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports/464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 200 len: 942 time: 0.2508533 Feb 28 17:34:29.362534 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (cf96ee3f-7445-485a-a60c-2980b0217afd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:29.544197 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (cf96ee3f-7445-485a-a60c-2980b0217afd), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:29.568862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:29.569707 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:29.665604 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94872314-a6cd-492c-aba1-72cd4728af34 req-4fdd2a7f-70f7-467e-8463-24e4b9ec47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:29.668564 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94872314-a6cd-492c-aba1-72cd4728af34 req-4fdd2a7f-70f7-467e-8463-24e4b9ec47dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=1fdc8515-83f9-468e-b637-d170a1267dbe HTTP/1.1" status: 200 len: 921 time: 0.3084373 Feb 28 17:34:29.739782 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb64783d-e566-4b41-b014-69610b31bcf6 None None] New status for floating IP d61d1495-5782-4e03-a9c8-4adc4f38f8c0: ACTIVE {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:34:29.786624 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6419437 Feb 28 17:34:29.858541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cfb95-818f-4eaa-add6-acebc0f2c0c1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Network': ['ID=cf96ee3f-7445-485a-a60c-2980b0217afd,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:29.873282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network cf96ee3f-7445-485a-a60c-2980b0217afd details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:34:29.896391 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94872314-a6cd-492c-aba1-72cd4728af34 req-181b5462-01d6-4c57-af24-b7ea3e847b3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 200 len: 998 time: 0.2068861 Feb 28 17:34:29.941958 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-2260ac6d-a696-4508-9a6d-c7a29ab8c95a tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 998 time: 0.4971540 Feb 28 17:34:30.111774 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-782c1381-0ac6-4860-af42-efb42526125a req-cf88503b-b9e2-4ac6-82b5-f5019ee9e40f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for port (5674d83d-8828-46e6-b553-e390d241badb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:30.234049 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-f1bd3015-bad8-40a1-97b7-ae4721dc2d4f tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:30.238296 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-f1bd3015-bad8-40a1-97b7-ae4721dc2d4f tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.2937105 Feb 28 17:34:30.259746 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30677f89-2d1b-40f3-aaa1-3eed3ced25e4 req-0d1c4d47-db28-4633-b11e-bb66896c2aa2 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 210 time: 0.0824587 Feb 28 17:34:30.297035 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-782c1381-0ac6-4860-af42-efb42526125a req-cf88503b-b9e2-4ac6-82b5-f5019ee9e40f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5674d83d-8828-46e6-b553-e390d241badb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:30.460749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94872314-a6cd-492c-aba1-72cd4728af34 req-358e593b-c429-4fa6-bc5e-00153eb35201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:30.464158 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94872314-a6cd-492c-aba1-72cd4728af34 req-358e593b-c429-4fa6-bc5e-00153eb35201 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de636b4e-eaba-413c-99cf-762f33fdde32 HTTP/1.1" status: 200 len: 860 time: 0.2865145 Feb 28 17:34:30.504948 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782c1381-0ac6-4860-af42-efb42526125a req-cf88503b-b9e2-4ac6-82b5-f5019ee9e40f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Network fbf7a80f-77ae-447e-aa03-8092261ab0fd is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:34:30.529496 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-eedfb8f1-874b-411a-85da-39e20f26d427 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 998 time: 0.2817562 Feb 28 17:34:30.534577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-782c1381-0ac6-4860-af42-efb42526125a req-cf88503b-b9e2-4ac6-82b5-f5019ee9e40f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:30.539605 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-4615927d-ad2b-42db-af44-46d147df9277 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:30.656629 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e72c005a-2ccd-4f99-b7a3-4570e8fbcf78 req-849ad58f-873f-4194-955c-7a31c69edf91 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 210 time: 0.1801033 Feb 28 17:34:30.709785 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-4615927d-ad2b-42db-af44-46d147df9277 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for floatingip (d61d1495-5782-4e03-a9c8-4adc4f38f8c0), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:30.720676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-782c1381-0ac6-4860-af42-efb42526125a req-cf88503b-b9e2-4ac6-82b5-f5019ee9e40f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:30.733142 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94872314-a6cd-492c-aba1-72cd4728af34 req-63f499b3-cf8f-466a-b247-f18de82c24a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1fdc8515-83f9-468e-b637-d170a1267dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2617068 Feb 28 17:34:30.965595 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-4615927d-ad2b-42db-af44-46d147df9277 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:31.000459 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94872314-a6cd-492c-aba1-72cd4728af34 req-a599fb30-a1d3-4a87-bf2f-91bd0cba917d service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508395 Feb 28 17:34:31.005082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88503b-b9e2-4ac6-82b5-f5019ee9e40f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Pushing event updated for resources: {'Port': ['ID=5674d83d-8828-46e6-b553-e390d241badb,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:31.020252 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-4615927d-ad2b-42db-af44-46d147df9277 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (d61d1495-5782-4e03-a9c8-4adc4f38f8c0), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:31.020813 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-4615927d-ad2b-42db-af44-46d147df9277 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Floating IP d61d1495-5782-4e03-a9c8-4adc4f38f8c0 disassociated. External IP: 172.25.3.48, port: 464b5029-00ce-4e67-8e22-18e611b9c24e. Feb 28 17:34:31.097044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c1381-0ac6-4860-af42-efb42526125a req-cf88503b-b9e2-4ac6-82b5-f5019ee9e40f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:31.110694 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-782c1381-0ac6-4860-af42-efb42526125a req-cf88503b-b9e2-4ac6-82b5-f5019ee9e40f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:31.225325 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94872314-a6cd-492c-aba1-72cd4728af34 req-5dd3a78b-1d5e-4a4b-9eac-f0afeea0084d service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114718 Feb 28 17:34:31.258243 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-782c1381-0ac6-4860-af42-efb42526125a req-cf88503b-b9e2-4ac6-82b5-f5019ee9e40f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0000069 Feb 28 17:34:31.272051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Request body: {'port': {'device_id': 'cf680bcf-21ca-4eef-b2eb-dcbb99dccf75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:31.702527 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5674d83d-8828-46e6-b553-e390d241badb), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:32.224528 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-4615927d-ad2b-42db-af44-46d147df9277 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:34:32.487331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-4615927d-ad2b-42db-af44-46d147df9277 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:34:32.493404 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-4615927d-ad2b-42db-af44-46d147df9277 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:32.500003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247b173-f8e4-4ddc-bd65-71e90c24683b None None] Sync routers for ids ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:34:32.517374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247b173-f8e4-4ddc-bd65-71e90c24683b None None] Routers {'7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:34:32.518042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4247b173-f8e4-4ddc-bd65-71e90c24683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:34:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:32.556509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc1ccb-dcd9-4e5f-98b6-62d47ae1f5b8 req-47998793-8639-4836-b4c4-d07dc23018d2 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:32.566218 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-88fc1ccb-dcd9-4e5f-98b6-62d47ae1f5b8 req-47998793-8639-4836-b4c4-d07dc23018d2 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 932 time: 1.0571895 Feb 28 17:34:32.566960 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-4615927d-ad2b-42db-af44-46d147df9277 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "PUT /v2.0/floatingips/d61d1495-5782-4e03-a9c8-4adc4f38f8c0 HTTP/1.1" status: 200 len: 694 time: 2.0313909 Feb 28 17:34:32.585851 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76592487-66c2-4099-9b4f-66111fdc012e', 'tag': '464b5029-00ce-4e67-8e22-18e611b9c24e'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:32.590745 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b24dc0c-bcf9-4b75-a1a8-8ac2f46df39b" -d '{"events": [{"name": "network-changed", "server_uuid": "76592487-66c2-4099-9b4f-66111fdc012e", "tag": "464b5029-00ce-4e67-8e22-18e611b9c24e"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:32.658777 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-75390894-e2da-4b2d-b6f3-8c1f84dd3412 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:32.665144 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-75390894-e2da-4b2d-b6f3-8c1f84dd3412 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 1.3219852 Feb 28 17:34:32.702570 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-561f5c4c-8f8e-42d7-a39e-5ca9e5801733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:32.704578 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-561f5c4c-8f8e-42d7-a39e-5ca9e5801733 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c1fc731029cd4e4081e19f4961c8257c&device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 1128 time: 0.1367826 Feb 28 17:34:32.705762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-27942009-830c-479c-9adf-64ad6aff80db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Request body: {'port': {'device_id': 'd60b22af-24a1-433d-9f6e-2f28d2e5f8bf', 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'admin_state_up': True, 'tenant_id': '6245b9d2a54f4064829f9d0ea75229fa'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:32.880257 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-4247b173-f8e4-4ddc-bd65-71e90c24683b None None] Set router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:34:32.971732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-c4e7c8ea-f9b4-4cc5-8737-8492cf047c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:32.973252 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-c4e7c8ea-f9b4-4cc5-8737-8492cf047c74 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1fdc8515-83f9-468e-b637-d170a1267dbe HTTP/1.1" status: 200 len: 921 time: 0.2613573 Feb 28 17:34:33.068006 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-5ee02058-125b-4255-9f00-1c199791c3a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 200 len: 217 time: 0.0848129 Feb 28 17:34:33.159248 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-08a37775-3773-406e-9adc-54edcd566e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:33.165582 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-08a37775-3773-406e-9adc-54edcd566e79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de636b4e-eaba-413c-99cf-762f33fdde32 HTTP/1.1" status: 200 len: 860 time: 0.0932422 Feb 28 17:34:33.253851 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-d9cfc2f9-4425-42a8-a230-ab327056bff4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fdc8515-83f9-468e-b637-d170a1267dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841923 Feb 28 17:34:33.320223 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38776) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:33.336891 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7e11f914-c4b1-4ee0-96e9-a6bdbee53adc tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'subnet': {'network_id': 'cf96ee3f-7445-485a-a60c-2980b0217afd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:33.465593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4247b173-f8e4-4ddc-bd65-71e90c24683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:33:18Z', 'revision_number': 4, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '56ddcb66-3626-4b89-9e39-27b788922721', 'name': '', 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'mac_address': 'fa:16:3e:b5:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:17Z', 'updated_at': '2022-02-28T17:33:27Z', 'revision_number': 5, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'subnets': [{'id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:33.530730 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247b173-f8e4-4ddc-bd65-71e90c24683b None None] Checking router: 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:34:33.569731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247b173-f8e4-4ddc-bd65-71e90c24683b None None] Routers {'7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:34:33.569731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4247b173-f8e4-4ddc-bd65-71e90c24683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:34:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:33.687291 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-4247b173-f8e4-4ddc-bd65-71e90c24683b None None] Set router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:34:33.813568 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-06431bdd-fb66-43c7-8ddb-a16ba9fa49d9 service neutron] 10.222.0.72 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505571 Feb 28 17:34:33.814645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e11f914-c4b1-4ee0-96e9-a6bdbee53adc tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:33.818427 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7e11f914-c4b1-4ee0-96e9-a6bdbee53adc tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:33.824620 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-88fc1ccb-dcd9-4e5f-98b6-62d47ae1f5b8 req-e0e6f9bf-1de7-4094-a9fe-e8253dadf56e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2570224 Feb 28 17:34:33.924540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-27942009-830c-479c-9adf-64ad6aff80db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Made reservation on behalf of 6245b9d2a54f4064829f9d0ea75229fa for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:33.930894 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-27942009-830c-479c-9adf-64ad6aff80db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:33.966624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5674d83d-8828-46e6-b553-e390d241badb {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:34:33.985616 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Publish callbacks [] for port (5674d83d-8828-46e6-b553-e390d241badb), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:34.058109 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-915ab1c4-a89a-4252-986c-e48875bf9dfe req-169af97f-3beb-4644-94eb-f981794a50dd tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 210 time: 0.0336456 Feb 28 17:34:34.061042 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Transition to ACTIVE for port object 5674d83d-8828-46e6-b553-e390d241badb will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:34:34.103851 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4247b173-f8e4-4ddc-bd65-71e90c24683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:33:18Z', 'revision_number': 4, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '56ddcb66-3626-4b89-9e39-27b788922721', 'name': '', 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'mac_address': 'fa:16:3e:b5:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:17Z', 'updated_at': '2022-02-28T17:33:27Z', 'revision_number': 5, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'subnets': [{'id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:34.168858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247b173-f8e4-4ddc-bd65-71e90c24683b None None] The sync data for ids ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'] in n-d-820368-19 is: [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:33:18Z', 'revision_number': 4, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '56ddcb66-3626-4b89-9e39-27b788922721', 'name': '', 'network_id': '1fdc8515-83f9-468e-b637-d170a1267dbe', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'mac_address': 'fa:16:3e:b5:d0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:17Z', 'updated_at': '2022-02-28T17:33:27Z', 'revision_number': 5, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'subnets': [{'id': 'de636b4e-eaba-413c-99cf-762f33fdde32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:34:34.193054 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5674d83d-8828-46e6-b553-e390d241badb), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:34.313531 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-27942009-830c-479c-9adf-64ad6aff80db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Allocated IP 172.20.0.6 (025c50b6-aef6-427c-b4dd-ce17165ac484/cb110c1f-5ae6-479d-98d8-8a85f1f33199/01dfccfd-5f21-4118-a63b-98273358778e) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:34:34.350501 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38786) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:34.366357 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b815d7f-c0a0-40af-aea4-0aaaadb3efd7 x-openstack-request-id: req-0b815d7f-c0a0-40af-aea4-0aaaadb3efd7 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:34.370340 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76592487-66c2-4099-9b4f-66111fdc012e", "tag": "464b5029-00ce-4e67-8e22-18e611b9c24e", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:34.370604 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0b815d7f-c0a0-40af-aea4-0aaaadb3efd7 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:34.371845 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76592487-66c2-4099-9b4f-66111fdc012e', 'tag': '464b5029-00ce-4e67-8e22-18e611b9c24e', 'status': 'completed', 'code': 200} Feb 28 17:34:34.379500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Pushing event updated for resources: {'Port': ['ID=5674d83d-8828-46e6-b553-e390d241badb,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:34.409668 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c82fdd74-9789-4856-91ed-e8b6ccae2d7f req-f0f77a7d-5595-41eb-9216-36fc4176e9be service neutron] 10.222.0.72 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981225 Feb 28 17:34:34.489500 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7e11f914-c4b1-4ee0-96e9-a6bdbee53adc tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (1958a29d-4bc3-4368-879c-8e75b8aad49c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:34.621625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11f914-c4b1-4ee0-96e9-a6bdbee53adc tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Subnet': ['ID=1958a29d-4bc3-4368-879c-8e75b8aad49c,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:34.677775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e11f914-c4b1-4ee0-96e9-a6bdbee53adc tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Checking segment: {'id': '165b8774-b669-4516-a577-6a1280888da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cf96ee3f-7445-485a-a60c-2980b0217afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:34.678165 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e11f914-c4b1-4ee0-96e9-a6bdbee53adc tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network hostable DHCP agents. Network: cf96ee3f-7445-485a-a60c-2980b0217afd, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:34:34.729557 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2671018b-fe09-4a17-bcfd-34a032aa9d7a None None] New status for floating IP d61d1495-5782-4e03-a9c8-4adc4f38f8c0: DOWN {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:34:34.762169 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e11f914-c4b1-4ee0-96e9-a6bdbee53adc tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network cf96ee3f-7445-485a-a60c-2980b0217afd is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:34:34.812458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e964c2e-5b07-4dfb-b596-219099a86e47 req-6419390a-62da-4c0a-8b7e-f004e0e3f514 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/floatingips/d61d1495-5782-4e03-a9c8-4adc4f38f8c0 HTTP/1.1" status: 200 len: 694 time: 0.2116425 Feb 28 17:34:34.840012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24dc0c-bcf9-4b75-a1a8-8ac2f46df39b req-bfdb1dfa-2063-4a5a-a008-375c2ec23720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:34.841646 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b24dc0c-bcf9-4b75-a1a8-8ac2f46df39b req-bfdb1dfa-2063-4a5a-a008-375c2ec23720 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1fc731029cd4e4081e19f4961c8257c&device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 1128 time: 0.4762330 Feb 28 17:34:34.867780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-7e11f914-c4b1-4ee0-96e9-a6bdbee53adc tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, cf96ee3f-7445-485a-a60c-2980b0217afd) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:34.879457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e3808e-7e45-4009-ad8f-d1814de3cc01 None None] Network cf96ee3f-7445-485a-a60c-2980b0217afd requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:34.881227 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e11f914-c4b1-4ee0-96e9-a6bdbee53adc tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:34.882171 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7e11f914-c4b1-4ee0-96e9-a6bdbee53adc tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:35.047971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7e11f914-c4b1-4ee0-96e9-a6bdbee53adc tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7235134 Feb 28 17:34:35.053571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38800) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:35.070363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-fb668a45-8669-4f75-b422-1d123f4ac358 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1467908382'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:35.108343 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-cf96ee3f-7445-485a-a60c-2980b0217afd', 'network_id': 'cf96ee3f-7445-485a-a60c-2980b0217afd', 'project_id': 'b8ec038ef6b24f69af534be12b17ce6b', 'fixed_ips': [{'subnet_id': '1958a29d-4bc3-4368-879c-8e75b8aad49c'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:34:35.111848 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:35.127869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Attempting to bind port 5674d83d-8828-46e6-b553-e390d241badb on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:34:35.135294 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1412d-a8e1-4302-baf0-ddf4b1b15c64 req-490b0d8f-b1fe-4e89-9c22-9c97f2fdc2ca tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:35.135695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Attempting to bind port 5674d83d-8828-46e6-b553-e390d241badb by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:34:35.136212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Attempting to bind port 5674d83d-8828-46e6-b553-e390d241badb on network fbf7a80f-77ae-447e-aa03-8092261ab0fd {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:35.138293 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01b1412d-a8e1-4302-baf0-ddf4b1b15c64 req-490b0d8f-b1fe-4e89-9c22-9c97f2fdc2ca tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 944 time: 0.1461668 Feb 28 17:34:35.193085 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb668a45-8669-4f75-b422-1d123f4ac358 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:35.198174 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb668a45-8669-4f75-b422-1d123f4ac358 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:35.242500 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01b1412d-a8e1-4302-baf0-ddf4b1b15c64 req-d64d9198-5fb2-485e-bf42-2a7609da0f91 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980957 Feb 28 17:34:35.252014 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb668a45-8669-4f75-b422-1d123f4ac358 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:34:35.257457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Port 5674d83d-8828-46e6-b553-e390d241badb on network fbf7a80f-77ae-447e-aa03-8092261ab0fd not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:34:35.258044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Attempting to bind port 5674d83d-8828-46e6-b553-e390d241badb on network fbf7a80f-77ae-447e-aa03-8092261ab0fd {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:35.270667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:34:35.278335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Checking segment: {'id': 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:35.278335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Bound using segment: {'id': 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:34:35.278335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Bound port: 5674d83d-8828-46e6-b553-e390d241badb, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:34:35.278335 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5674d83d-8828-46e6-b553-e390d241badb), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:35.279010 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb668a45-8669-4f75-b422-1d123f4ac358 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (c3e4abae-a5e7-4b79-ab95-2817b9af8492), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:35.279010 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-fb668a45-8669-4f75-b422-1d123f4ac358 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Added segment c3e4abae-a5e7-4b79-ab95-2817b9af8492 of type vlan for network 796da5a3-6caa-4c26-8b17-ed83eba49417 Feb 28 17:34:35.461024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Allocated IP 2001:db8:0:ffff::2 (cf96ee3f-7445-485a-a60c-2980b0217afd/1958a29d-4bc3-4368-879c-8e75b8aad49c/9eb99e25-783d-4433-892b-e8b81ce0c240) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:34:35.465260 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-334d04d7-da5d-457d-9058-99fc86e9a8fb req-d1b9e8a8-65b4-4b6c-ae1c-4db2fb980036 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 210 time: 0.0892017 Feb 28 17:34:35.495735 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb668a45-8669-4f75-b422-1d123f4ac358 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (796da5a3-6caa-4c26-8b17-ed83eba49417), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:35.563922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e964c2e-5b07-4dfb-b596-219099a86e47 req-3cb626d6-83da-4a7c-848e-8f7c0aee97b5 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:35.563922 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e964c2e-5b07-4dfb-b596-219099a86e47 req-3cb626d6-83da-4a7c-848e-8f7c0aee97b5 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 784 time: 0.7341993 Feb 28 17:34:35.563922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24dc0c-bcf9-4b75-a1a8-8ac2f46df39b req-1f0ca730-7ca0-4a64-9b66-5b1350d4c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:35.564876 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b24dc0c-bcf9-4b75-a1a8-8ac2f46df39b req-1f0ca730-7ca0-4a64-9b66-5b1350d4c90e service neutron] 10.222.0.73 "GET /v2.0/networks?id=1fdc8515-83f9-468e-b637-d170a1267dbe HTTP/1.1" status: 200 len: 921 time: 0.7130613 Feb 28 17:34:35.618779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb668a45-8669-4f75-b422-1d123f4ac358 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (796da5a3-6caa-4c26-8b17-ed83eba49417), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:35.624126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb668a45-8669-4f75-b422-1d123f4ac358 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:35.624719 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb668a45-8669-4f75-b422-1d123f4ac358 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:35.655131 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e964c2e-5b07-4dfb-b596-219099a86e47 req-9237abb1-e61d-4951-9b2c-ac6e85417835 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0761571 Feb 28 17:34:35.667488 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-27942009-830c-479c-9adf-64ad6aff80db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks [] for port (01dfccfd-5f21-4118-a63b-98273358778e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:35.750148 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b24dc0c-bcf9-4b75-a1a8-8ac2f46df39b req-86ee554a-8d68-4516-8075-5de8f9bee589 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 200 len: 217 time: 0.1120017 Feb 28 17:34:35.779221 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fb668a45-8669-4f75-b422-1d123f4ac358 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7191184 Feb 28 17:34:35.782586 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38812) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:35.789588 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5aea24f5-7354-4562-ab2b-d2f4ffe10f78 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'subnet': {'network_id': '796da5a3-6caa-4c26-8b17-ed83eba49417', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:35.799516 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Publish callbacks [] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:35.824656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] For port 5674d83d-8828-46e6-b553-e390d241badb, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:34:35.845958 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e964c2e-5b07-4dfb-b596-219099a86e47 req-28a08270-97a9-44c8-afa9-738b17fd08e3 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.1766481 Feb 28 17:34:35.879985 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] For port 5674d83d-8828-46e6-b553-e390d241badb, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5674d83d-8828-46e6-b553-e390d241badb,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:34:35.888868 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb668a45-8669-4f75-b422-1d123f4ac358 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Network': ['ID=796da5a3-6caa-4c26-8b17-ed83eba49417,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:35.899904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 796da5a3-6caa-4c26-8b17-ed83eba49417 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:34:35.932046 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:35.951329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24dc0c-bcf9-4b75-a1a8-8ac2f46df39b req-0c09d54d-8f4a-4b73-9ab3-499496bab212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:35.954984 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b24dc0c-bcf9-4b75-a1a8-8ac2f46df39b req-0c09d54d-8f4a-4b73-9ab3-499496bab212 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de636b4e-eaba-413c-99cf-762f33fdde32 HTTP/1.1" status: 200 len: 860 time: 0.1947744 Feb 28 17:34:36.023876 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5674d83d-8828-46e6-b553-e390d241badb), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:36.069433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aea24f5-7354-4562-ab2b-d2f4ffe10f78 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:36.081908 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aea24f5-7354-4562-ab2b-d2f4ffe10f78 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:36.105261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Network cf96ee3f-7445-485a-a60c-2980b0217afd is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:34:36.112979 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:36.115920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:36.181957 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b24dc0c-bcf9-4b75-a1a8-8ac2f46df39b req-8f9b8b7a-3d89-466c-ad4d-90c0a5f61de1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1fdc8515-83f9-468e-b637-d170a1267dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1714883 Feb 28 17:34:36.189087 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-27942009-830c-479c-9adf-64ad6aff80db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (01dfccfd-5f21-4118-a63b-98273358778e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:36.220994 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3f19e91d-6fd2-4753-9826-cc84e46fcf75'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:36.237462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:36.238612 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:36.239799 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-782c1381-0ac6-4860-af42-efb42526125a req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] 10.222.0.73 "PUT /v2.0/ports/5674d83d-8828-46e6-b553-e390d241badb HTTP/1.1" status: 200 len: 1093 time: 4.9777222 Feb 28 17:34:36.246963 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf680bcf-21ca-4eef-b2eb-dcbb99dccf75', 'tag': '5674d83d-8828-46e6-b553-e390d241badb'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:36.249371 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa53a329-ae40-4fab-acd2-80c45a8cbf14" -d '{"events": [{"name": "network-changed", "server_uuid": "cf680bcf-21ca-4eef-b2eb-dcbb99dccf75", "tag": "5674d83d-8828-46e6-b553-e390d241badb"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:36.283780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Pushing event updated for resources: {'Port': ['ID=9eb99e25-783d-4433-892b-e8b81ce0c240,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:36.310483 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-27942009-830c-479c-9adf-64ad6aff80db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Network 025c50b6-aef6-427c-b4dd-ce17165ac484 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:34:36.316144 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Pushing event updated for resources: {'Port': ['ID=5674d83d-8828-46e6-b553-e390d241badb,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:36.325872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-27942009-830c-479c-9adf-64ad6aff80db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:36.336317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Attempting to bind port 9eb99e25-783d-4433-892b-e8b81ce0c240 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:34:36.343393 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Attempting to bind port 9eb99e25-783d-4433-892b-e8b81ce0c240 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '165b8774-b669-4516-a577-6a1280888da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cf96ee3f-7445-485a-a60c-2980b0217afd'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:34:36.344266 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Attempting to bind port 9eb99e25-783d-4433-892b-e8b81ce0c240 on network cf96ee3f-7445-485a-a60c-2980b0217afd {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:36.354688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-27942009-830c-479c-9adf-64ad6aff80db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:36.363806 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:36.364298 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:36.364745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:36.365184 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:36.365618 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:36.366078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:36.366521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:36.366945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:36.367389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:36.367813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:36.368243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:36.368672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:36.369660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da2663-d20b-46d6-bd3e-f6d9332add66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:36.378012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:34:36.378702 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Checking segment: {'id': '165b8774-b669-4516-a577-6a1280888da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cf96ee3f-7445-485a-a60c-2980b0217afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:36.379703 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:36.381518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Bound using segment: {'id': '165b8774-b669-4516-a577-6a1280888da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cf96ee3f-7445-485a-a60c-2980b0217afd'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:34:36.382227 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Bound port: 9eb99e25-783d-4433-892b-e8b81ce0c240, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165b8774-b669-4516-a577-6a1280888da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'cf96ee3f-7445-485a-a60c-2980b0217afd'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:34:36.387879 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:36.539223 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] For port 9eb99e25-783d-4433-892b-e8b81ce0c240, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:34:36.560170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-27942009-830c-479c-9adf-64ad6aff80db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:36.566249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-27942009-830c-479c-9adf-64ad6aff80db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:36.598988 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] For port 9eb99e25-783d-4433-892b-e8b81ce0c240, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9eb99e25-783d-4433-892b-e8b81ce0c240,segment=NetworkSegment(165b8774-b669-4516-a577-6a1280888da9),segment_id=165b8774-b669-4516-a577-6a1280888da9)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:34:36.608913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee5b7a-a6b2-4505-9d4f-e5536d00f128 req-17868bde-d435-460d-b47b-5380d9d4da77 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:36.616854 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fdee5b7a-a6b2-4505-9d4f-e5536d00f128 req-17868bde-d435-460d-b47b-5380d9d4da77 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 944 time: 0.1998186 Feb 28 17:34:36.671673 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aea24f5-7354-4562-ab2b-d2f4ffe10f78 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (2abf7b5c-e959-49fb-87e2-55f19db92c89), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:36.678722 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:36.811590 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fdee5b7a-a6b2-4505-9d4f-e5536d00f128 req-f45b4db1-a5b6-4174-88af-4c2e927e279b tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931634 Feb 28 17:34:36.815828 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea24f5-7354-4562-ab2b-d2f4ffe10f78 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Subnet': ['ID=2abf7b5c-e959-49fb-87e2-55f19db92c89,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:36.819814 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ef9dc-cb63-495f-a5a3-2e6d474ecb51 None None] Pushing event updated for resources: {'Port': ['ID=9eb99e25-783d-4433-892b-e8b81ce0c240,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:36.934809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea24f5-7354-4562-ab2b-d2f4ffe10f78 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Checking segment: {'id': 'c3e4abae-a5e7-4b79-ab95-2817b9af8492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '796da5a3-6caa-4c26-8b17-ed83eba49417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:36.935259 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea24f5-7354-4562-ab2b-d2f4ffe10f78 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network hostable DHCP agents. Network: 796da5a3-6caa-4c26-8b17-ed83eba49417, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:34:36.996570 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3354194-16f7-4862-b5ae-ad4a9e079ab0 x-openstack-request-id: req-d3354194-16f7-4862-b5ae-ad4a9e079ab0 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:36.997540 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf680bcf-21ca-4eef-b2eb-dcbb99dccf75", "tag": "5674d83d-8828-46e6-b553-e390d241badb", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:36.997984 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d3354194-16f7-4862-b5ae-ad4a9e079ab0 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:36.998561 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf680bcf-21ca-4eef-b2eb-dcbb99dccf75', 'tag': '5674d83d-8828-46e6-b553-e390d241badb', 'status': 'completed', 'code': 200} Feb 28 17:34:37.038489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-6e964c2e-5b07-4dfb-b596-219099a86e47 req-5f676188-5be1-40c8-b8e4-090ca0085d59 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Deleting port c540b79e-9a0a-4e54-b69e-fe6d9973390f {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:37.038821 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6e964c2e-5b07-4dfb-b596-219099a86e47 req-5f676188-5be1-40c8-b8e4-090ca0085d59 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c540b79e-9a0a-4e54-b69e-fe6d9973390f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:37.085867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea24f5-7354-4562-ab2b-d2f4ffe10f78 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network 796da5a3-6caa-4c26-8b17-ed83eba49417 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:34:37.171414 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6e964c2e-5b07-4dfb-b596-219099a86e47 req-5f676188-5be1-40c8-b8e4-090ca0085d59 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c540b79e-9a0a-4e54-b69e-fe6d9973390f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:37.172051 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6e964c2e-5b07-4dfb-b596-219099a86e47 req-5f676188-5be1-40c8-b8e4-090ca0085d59 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for floatingip (c540b79e-9a0a-4e54-b69e-fe6d9973390f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:37.172680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd6653-8241-4a6f-8cee-7204aa752231 req-fc30eb4a-d820-4c33-a2f5-5fbea900629e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:37.175277 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7cbd6653-8241-4a6f-8cee-7204aa752231 req-fc30eb4a-d820-4c33-a2f5-5fbea900629e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 931 time: 0.1472878 Feb 28 17:34:37.191578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-6e964c2e-5b07-4dfb-b596-219099a86e47 req-5f676188-5be1-40c8-b8e4-090ca0085d59 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Calling delete_port for c540b79e-9a0a-4e54-b69e-fe6d9973390f owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:37.220799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-5aea24f5-7354-4562-ab2b-d2f4ffe10f78 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 796da5a3-6caa-4c26-8b17-ed83eba49417) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:37.229453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38558bd1-3edc-40e0-b0b7-fa3a5fd87a61 None None] Network 796da5a3-6caa-4c26-8b17-ed83eba49417 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:37.241213 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aea24f5-7354-4562-ab2b-d2f4ffe10f78 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:37.241818 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aea24f5-7354-4562-ab2b-d2f4ffe10f78 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:37.360853 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7cbd6653-8241-4a6f-8cee-7204aa752231 req-8434dcb0-d193-4ba8-8cee-36316ef46dcf tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791062 Feb 28 17:34:37.399216 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5aea24f5-7354-4562-ab2b-d2f4ffe10f78 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6158681 Feb 28 17:34:37.401775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38836) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:37.452171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27942009-830c-479c-9adf-64ad6aff80db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Pushing event updated for resources: {'Port': ['ID=01dfccfd-5f21-4118-a63b-98273358778e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:37.455692 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b24dc0c-bcf9-4b75-a1a8-8ac2f46df39b req-109876f1-a3cf-4bd3-8786-744d3007129c service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2616434 Feb 28 17:34:37.504815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-796da5a3-6caa-4c26-8b17-ed83eba49417', 'network_id': '796da5a3-6caa-4c26-8b17-ed83eba49417', 'project_id': 'b8ec038ef6b24f69af534be12b17ce6b', 'fixed_ips': [{'subnet_id': '2abf7b5c-e959-49fb-87e2-55f19db92c89'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:34:37.506066 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:37.509323 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6e964c2e-5b07-4dfb-b596-219099a86e47 req-5f676188-5be1-40c8-b8e4-090ca0085d59 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c540b79e-9a0a-4e54-b69e-fe6d9973390f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:37.553196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c1381-0ac6-4860-af42-efb42526125a req-93623a7a-a771-4803-b9ef-83fcbcead73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:37.553981 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-782c1381-0ac6-4860-af42-efb42526125a req-93623a7a-a771-4803-b9ef-83fcbcead73f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d0f115cefc7e4abfbe77362926522618&device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 1127 time: 1.1282125 Feb 28 17:34:37.587184 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-27942009-830c-479c-9adf-64ad6aff80db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8982673 Feb 28 17:34:37.609829 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (796da5a3-6caa-4c26-8b17-ed83eba49417), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:37.625889 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Request body: {'port': {'device_id': 'd60b22af-24a1-433d-9f6e-2f28d2e5f8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:37.644045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f676188-5be1-40c8-b8e4-090ca0085d59 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Pushing event deleted for resources: {'Port': ['ID=c540b79e-9a0a-4e54-b69e-fe6d9973390f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:37.736587 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (2abf7b5c-e959-49fb-87e2-55f19db92c89), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:37.780227 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-782c1381-0ac6-4860-af42-efb42526125a req-22b19ea9-41aa-49e6-ada9-2d660b8d87b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5674d83d-8828-46e6-b553-e390d241badb HTTP/1.1" status: 200 len: 217 time: 0.1900814 Feb 28 17:34:37.799150 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Allocated IP 2001:db8::1 (796da5a3-6caa-4c26-8b17-ed83eba49417/2abf7b5c-e959-49fb-87e2-55f19db92c89/04b1379b-c8d9-45c2-b84d-f1b9f921121d) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:34:37.969747 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c1381-0ac6-4860-af42-efb42526125a req-7ebee409-8dc5-42a4-9550-235e9dae7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:37.971474 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-782c1381-0ac6-4860-af42-efb42526125a req-7ebee409-8dc5-42a4-9550-235e9dae7bd3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2b01692-329b-4c25-a414-a0c28766e21b HTTP/1.1" status: 200 len: 861 time: 0.1793272 Feb 28 17:34:38.025567 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-01f9fb5a-6e87-404a-8a4a-5ba90c118ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:38.029125 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:38.063780 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b24dc0c-bcf9-4b75-a1a8-8ac2f46df39b req-7321f752-fdd7-4b6c-8018-8c16b4a228da service neutron] 10.222.0.73 "GET /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998659 Feb 28 17:34:38.133547 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6e964c2e-5b07-4dfb-b596-219099a86e47 req-5f676188-5be1-40c8-b8e4-090ca0085d59 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for floatingip (d61d1495-5782-4e03-a9c8-4adc4f38f8c0), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:38.138553 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6e964c2e-5b07-4dfb-b596-219099a86e47 req-5f676188-5be1-40c8-b8e4-090ca0085d59 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:38.148268 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e964c2e-5b07-4dfb-b596-219099a86e47 req-5f676188-5be1-40c8-b8e4-090ca0085d59 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "DELETE /v2.0/floatingips/d61d1495-5782-4e03-a9c8-4adc4f38f8c0 HTTP/1.1" status: 204 len: 173 time: 2.2884369 Feb 28 17:34:38.163292 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-782c1381-0ac6-4860-af42-efb42526125a req-b3ac106c-3753-484e-89e5-491567d566d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbf7a80f-77ae-447e-aa03-8092261ab0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884688 Feb 28 17:34:38.258895 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Publish callbacks [] for port (04b1379b-c8d9-45c2-b84d-f1b9f921121d), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:38.363030 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (04b1379b-c8d9-45c2-b84d-f1b9f921121d), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:38.465172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9eb99e25-783d-4433-892b-e8b81ce0c240 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:34:38.466403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-782c1381-0ac6-4860-af42-efb42526125a req-337b9946-7504-4696-9430-5e05e5996f30 service neutron] 10.222.0.73 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818763 Feb 28 17:34:38.509720 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (01dfccfd-5f21-4118-a63b-98273358778e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:38.510264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16b21d8-2584-43c5-a14b-d2148cdb4cfa None None] Network cf96ee3f-7445-485a-a60c-2980b0217afd requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:38.536960 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Network 796da5a3-6caa-4c26-8b17-ed83eba49417 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:34:38.583785 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:38.590100 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:38.612014 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Pushing event updated for resources: {'Port': ['ID=04b1379b-c8d9-45c2-b84d-f1b9f921121d,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:38.688495 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cb560f4-c775-4e3a-baf8-7c5ddd2db4ce req-4a03cbcd-de31-4995-bcd4-f76ac61ad262 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups/bc664e5e-0b37-4ec0-8c94-85a4616563d5 HTTP/1.1" status: 200 len: 1827 time: 0.3873873 Feb 28 17:34:38.750778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2ec87-64b8-4ba8-8df0-5eb8fa39f00a req-c18c9dc5-cd55-44fe-a92e-4c2fad1d6913 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:38.762360 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bad2ec87-64b8-4ba8-8df0-5eb8fa39f00a req-c18c9dc5-cd55-44fe-a92e-4c2fad1d6913 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 944 time: 0.2358971 Feb 28 17:34:38.779623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (2abf7b5c-e959-49fb-87e2-55f19db92c89), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:38.802547 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ef118ed4-0156-42a4-a2d6-d41417c3619a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (b86cc08e-2533-47e3-832b-a90706833245), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:38.830846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Subnet': ['ID=2abf7b5c-e959-49fb-87e2-55f19db92c89,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:38.882936 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Attempting to bind port 04b1379b-c8d9-45c2-b84d-f1b9f921121d on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:34:38.883306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Attempting to bind port 04b1379b-c8d9-45c2-b84d-f1b9f921121d by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'c3e4abae-a5e7-4b79-ab95-2817b9af8492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '796da5a3-6caa-4c26-8b17-ed83eba49417'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:34:38.883671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Attempting to bind port 04b1379b-c8d9-45c2-b84d-f1b9f921121d on network 796da5a3-6caa-4c26-8b17-ed83eba49417 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:38.909400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-782c1381-0ac6-4860-af42-efb42526125a req-f3f41641-14f5-43e4-9b74-ae88f1e96978 service neutron] 10.222.0.73 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316421 Feb 28 17:34:38.937471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:34:38.937471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Checking segment: {'id': 'c3e4abae-a5e7-4b79-ab95-2817b9af8492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '796da5a3-6caa-4c26-8b17-ed83eba49417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:38.937471 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:38.937471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Bound using segment: {'id': 'c3e4abae-a5e7-4b79-ab95-2817b9af8492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '796da5a3-6caa-4c26-8b17-ed83eba49417'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:34:38.937471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Bound port: 04b1379b-c8d9-45c2-b84d-f1b9f921121d, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e4abae-a5e7-4b79-ab95-2817b9af8492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '796da5a3-6caa-4c26-8b17-ed83eba49417'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:34:38.937471 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (04b1379b-c8d9-45c2-b84d-f1b9f921121d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:38.947218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fd1ac02d-8ffe-4fd0-9ff1-93be2952b79d None None] Provisioning complete for port 9eb99e25-783d-4433-892b-e8b81ce0c240 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:34:38.947460 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd1ac02d-8ffe-4fd0-9ff1-93be2952b79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:38.983049 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cb560f4-c775-4e3a-baf8-7c5ddd2db4ce req-eddd121c-c7ad-4e9d-afdc-9e4367974996 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for security_group (bc664e5e-0b37-4ec0-8c94-85a4616563d5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.011009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 9eb99e25-783d-4433-892b-e8b81ce0c240 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:34:39.011273 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.041539 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (796da5a3-6caa-4c26-8b17-ed83eba49417), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.085627 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bad2ec87-64b8-4ba8-8df0-5eb8fa39f00a req-3c866b37-f149-4cb4-a467-9263edc0d23d tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206027 Feb 28 17:34:39.124710 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cb560f4-c775-4e3a-baf8-7c5ddd2db4ce req-eddd121c-c7ad-4e9d-afdc-9e4367974996 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for security_group (bc664e5e-0b37-4ec0-8c94-85a4616563d5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.133321 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796da5a3-6caa-4c26-8b17-ed83eba49417']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:39.162314 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e4abae-a5e7-4b79-ab95-2817b9af8492') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:39.162645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e4abae-a5e7-4b79-ab95-2817b9af8492') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:39.174817 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (c3e4abae-a5e7-4b79-ab95-2817b9af8492), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.192325 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (c3e4abae-a5e7-4b79-ab95-2817b9af8492), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.201514 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:39.201917 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (c3e4abae-a5e7-4b79-ab95-2817b9af8492), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:39.205492 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:39.216631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] For port 04b1379b-c8d9-45c2-b84d-f1b9f921121d, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:34:39.219849 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fd1ac02d-8ffe-4fd0-9ff1-93be2952b79d None None] Current status of the port 9eb99e25-783d-4433-892b-e8b81ce0c240 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:39.220238 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd1ac02d-8ffe-4fd0-9ff1-93be2952b79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.296430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fd1ac02d-8ffe-4fd0-9ff1-93be2952b79d None None] For port 9eb99e25-783d-4433-892b-e8b81ce0c240, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9eb99e25-783d-4433-892b-e8b81ce0c240,segment=NetworkSegment(165b8774-b669-4516-a577-6a1280888da9),segment_id=165b8774-b669-4516-a577-6a1280888da9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:39.299483 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 9eb99e25-783d-4433-892b-e8b81ce0c240 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:39.300172 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.361275 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] For port 04b1379b-c8d9-45c2-b84d-f1b9f921121d, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=04b1379b-c8d9-45c2-b84d-f1b9f921121d,segment=NetworkSegment(c3e4abae-a5e7-4b79-ab95-2817b9af8492),segment_id=c3e4abae-a5e7-4b79-ab95-2817b9af8492)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:34:39.371964 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd1ac02d-8ffe-4fd0-9ff1-93be2952b79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.380407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53a329-ae40-4fab-acd2-80c45a8cbf14 req-c116d6e3-f9cc-4578-8ba7-61253d9b2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:39.382127 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa53a329-ae40-4fab-acd2-80c45a8cbf14 req-c116d6e3-f9cc-4578-8ba7-61253d9b2ead service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d0f115cefc7e4abfbe77362926522618&device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 1127 time: 0.3199894 Feb 28 17:34:39.392262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e210cc-a8c3-4ee1-9af8-71df8c5d8b8b req-7eb80eb1-5599-4f7d-96d5-5ac3302e92de tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:39.402389 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98e210cc-a8c3-4ee1-9af8-71df8c5d8b8b req-7eb80eb1-5599-4f7d-96d5-5ac3302e92de tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 931 time: 0.1115417 Feb 28 17:34:39.404942 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.api [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 17:34:39.404942 n-d-820368-19 neutron-server[104247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 17:34:39.404942 n-d-820368-19 neutron-server[104247]: [parameters: {'id': '796da5a3-6caa-4c26-8b17-ed83eba49417'}] Feb 28 17:34:39.404942 n-d-820368-19 neutron-server[104247]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:34:39.405372 n-d-820368-19 neutron-server[104247]: DEBUG oslo_db.api [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:34:39.477171 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98e210cc-a8c3-4ee1-9af8-71df8c5d8b8b req-7a65e129-3700-48d5-81e8-e01b31b0422e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679216 Feb 28 17:34:39.528922 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ac02d-8ffe-4fd0-9ff1-93be2952b79d None None] Pushing event updated for resources: {'Port': ['ID=9eb99e25-783d-4433-892b-e8b81ce0c240,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:39.532280 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cb560f4-c775-4e3a-baf8-7c5ddd2db4ce req-eddd121c-c7ad-4e9d-afdc-9e4367974996 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bc664e5e-0b37-4ec0-8c94-85a4616563d5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.541212 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cb560f4-c775-4e3a-baf8-7c5ddd2db4ce req-eddd121c-c7ad-4e9d-afdc-9e4367974996 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.542422 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cb560f4-c775-4e3a-baf8-7c5ddd2db4ce req-eddd121c-c7ad-4e9d-afdc-9e4367974996 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "DELETE /v2.0/security-groups/bc664e5e-0b37-4ec0-8c94-85a4616563d5 HTTP/1.1" status: 204 len: 173 time: 0.8470840 Feb 28 17:34:39.550736 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (04b1379b-c8d9-45c2-b84d-f1b9f921121d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.617619 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27a4d9-f163-4c40-a4b0-0028829dcdcc None None] Pushing event updated for resources: {'Port': ['ID=04b1379b-c8d9-45c2-b84d-f1b9f921121d,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:39.636633 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd121c-c7ad-4e9d-afdc-9e4367974996 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc664e5e-0b37-4ec0-8c94-85a4616563d5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:39.650947 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:34:39.651448 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:34:39.653344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ee1eaabd-40da-43e7-a5b2-c35694380dd0 None None] Provisioning complete for port 9eb99e25-783d-4433-892b-e8b81ce0c240 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:34:39.653816 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ee1eaabd-40da-43e7-a5b2-c35694380dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.703018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01dfccfd-5f21-4118-a63b-98273358778e {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:34:39.721366 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Publish callbacks [] for port (01dfccfd-5f21-4118-a63b-98273358778e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.768606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53a329-ae40-4fab-acd2-80c45a8cbf14 req-f7fac397-5ce9-41b0-aec2-413fc9b73fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:39.771069 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa53a329-ae40-4fab-acd2-80c45a8cbf14 req-f7fac397-5ce9-41b0-aec2-413fc9b73fad service neutron] 10.222.0.73 "GET /v2.0/networks?id=fbf7a80f-77ae-447e-aa03-8092261ab0fd HTTP/1.1" status: 200 len: 922 time: 0.3732991 Feb 28 17:34:39.772886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282b885b-8f80-4662-8523-bc096a5e1aa4 None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:34:39.787264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Transition to ACTIVE for port object 01dfccfd-5f21-4118-a63b-98273358778e will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:34:39.826111 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa53a329-ae40-4fab-acd2-80c45a8cbf14 req-977cb0fe-d081-497b-926b-44ce34daa56e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5674d83d-8828-46e6-b553-e390d241badb HTTP/1.1" status: 200 len: 217 time: 0.0486119 Feb 28 17:34:39.858579 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (01dfccfd-5f21-4118-a63b-98273358778e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.906899 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (796da5a3-6caa-4c26-8b17-ed83eba49417), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:39.947355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Pushing event updated for resources: {'Port': ['ID=01dfccfd-5f21-4118-a63b-98273358778e,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:39.957007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53a329-ae40-4fab-acd2-80c45a8cbf14 req-f541acd1-cf42-451e-a390-f301f65b8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:39.958512 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa53a329-ae40-4fab-acd2-80c45a8cbf14 req-f541acd1-cf42-451e-a390-f301f65b8e4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2b01692-329b-4c25-a414-a0c28766e21b HTTP/1.1" status: 200 len: 861 time: 0.1089468 Feb 28 17:34:39.971978 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ee1eaabd-40da-43e7-a5b2-c35694380dd0 None None] Current status of the port 9eb99e25-783d-4433-892b-e8b81ce0c240 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:40.004675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Deleting port 04b1379b-c8d9-45c2-b84d-f1b9f921121d {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:40.005286 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (04b1379b-c8d9-45c2-b84d-f1b9f921121d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:40.007853 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282b885b-8f80-4662-8523-bc096a5e1aa4 None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:34:40.011869 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa53a329-ae40-4fab-acd2-80c45a8cbf14 req-30ed4c71-4028-49be-ba52-15d145160465 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbf7a80f-77ae-447e-aa03-8092261ab0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458553 Feb 28 17:34:40.044422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ef118ed4-0156-42a4-a2d6-d41417c3619a admin admin] Deleting port 2c11b134-a888-40ba-ba4b-d0bf76917d9e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:40.044757 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ef118ed4-0156-42a4-a2d6-d41417c3619a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:40.086245 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:40.097105 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a9fb4d30-addb-4a1a-adfb-0543288bb642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:40.155091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] For port 04b1379b-c8d9-45c2-b84d-f1b9f921121d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=04b1379b-c8d9-45c2-b84d-f1b9f921121d,segment=NetworkSegment(c3e4abae-a5e7-4b79-ab95-2817b9af8492),segment_id=c3e4abae-a5e7-4b79-ab95-2817b9af8492)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:40.155466 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (04b1379b-c8d9-45c2-b84d-f1b9f921121d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:40.171516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Calling delete_port for 04b1379b-c8d9-45c2-b84d-f1b9f921121d owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:40.273385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Attempting to bind port 01dfccfd-5f21-4118-a63b-98273358778e on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:34:40.273385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Attempting to bind port 01dfccfd-5f21-4118-a63b-98273358778e by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:34:40.273385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Attempting to bind port 01dfccfd-5f21-4118-a63b-98273358778e on network 025c50b6-aef6-427c-b4dd-ce17165ac484 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:40.335420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Port 01dfccfd-5f21-4118-a63b-98273358778e on network 025c50b6-aef6-427c-b4dd-ce17165ac484 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:34:40.335778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Attempting to bind port 01dfccfd-5f21-4118-a63b-98273358778e on network 025c50b6-aef6-427c-b4dd-ce17165ac484 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:40.342638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-ef118ed4-0156-42a4-a2d6-d41417c3619a admin admin] For port 2c11b134-a888-40ba-ba4b-d0bf76917d9e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2c11b134-a888-40ba-ba4b-d0bf76917d9e,segment=NetworkSegment(39cd4ac3-f6cb-45df-8a5d-f7f31d6af775),segment_id=39cd4ac3-f6cb-45df-8a5d-f7f31d6af775)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:40.344141 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 9eb99e25-783d-4433-892b-e8b81ce0c240 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:40.359968 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ef118ed4-0156-42a4-a2d6-d41417c3619a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:40.378372 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa53a329-ae40-4fab-acd2-80c45a8cbf14 req-13b6f091-0195-496e-accd-24a8ed3e89c3 service neutron] 10.222.0.73 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468370 Feb 28 17:34:40.383563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ef118ed4-0156-42a4-a2d6-d41417c3619a admin admin] Calling delete_port for 2c11b134-a888-40ba-ba4b-d0bf76917d9e owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:40.388734 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:34:40.389335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Checking segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:40.392029 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Bound using segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:34:40.392708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Bound port: 01dfccfd-5f21-4118-a63b-98273358778e, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:34:40.393289 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (01dfccfd-5f21-4118-a63b-98273358778e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:40.401502 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec95f64-9714-42c6-9cd0-c1c5501ccc5d req-6ba38c18-2fb6-4212-abdc-e0f43120babe tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:40.418095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880435c6-55aa-43df-b769-268321f04399 None None] Network 796da5a3-6caa-4c26-8b17-ed83eba49417 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:40.428178 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aec95f64-9714-42c6-9cd0-c1c5501ccc5d req-6ba38c18-2fb6-4212-abdc-e0f43120babe tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.1854789 Feb 28 17:34:40.481125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9eb99e25-783d-4433-892b-e8b81ce0c240 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:34:40.518166 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aec95f64-9714-42c6-9cd0-c1c5501ccc5d req-f638b46d-c9b7-457b-a424-0a7976edbc76 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885961 Feb 28 17:34:40.537726 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (04b1379b-c8d9-45c2-b84d-f1b9f921121d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:40.602397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 9eb99e25-783d-4433-892b-e8b81ce0c240 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:34:40.602908 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:40.630645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Port': ['ID=04b1379b-c8d9-45c2-b84d-f1b9f921121d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:40.653591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No DVR routers for this DVR port 04b1379b-c8d9-45c2-b84d-f1b9f921121d on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:34:40.762165 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (796da5a3-6caa-4c26-8b17-ed83eba49417), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:40.786704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796da5a3-6caa-4c26-8b17-ed83eba49417']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:40.794306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 9eb99e25-783d-4433-892b-e8b81ce0c240 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:40.820158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e4abae-a5e7-4b79-ab95-2817b9af8492') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:40.820502 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e4abae-a5e7-4b79-ab95-2817b9af8492') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:40.834019 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (c3e4abae-a5e7-4b79-ab95-2817b9af8492), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:40.858238 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (c3e4abae-a5e7-4b79-ab95-2817b9af8492), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:40.874946 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c762f-8245-4f11-8a73-0436e4a55080 req-d158aede-7e92-458b-8234-5dc17b4de65c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:40.876447 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-528c762f-8245-4f11-8a73-0436e4a55080 req-d158aede-7e92-458b-8234-5dc17b4de65c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 943 time: 0.0926540 Feb 28 17:34:40.877453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:40.878511 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (c3e4abae-a5e7-4b79-ab95-2817b9af8492), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:40.881676 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:40.889502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37ea0e-80c5-46bb-a893-716202517896 req-cbffc1fa-5bac-4dda-9fe1-70b51052dcb3 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:40.891077 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9d37ea0e-80c5-46bb-a893-716202517896 req-cbffc1fa-5bac-4dda-9fe1-70b51052dcb3 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 944 time: 0.6549132 Feb 28 17:34:40.992155 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-528c762f-8245-4f11-8a73-0436e4a55080 req-a8af2177-0921-4487-937d-a85218ca5e0c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925176 Feb 28 17:34:41.081832 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (796da5a3-6caa-4c26-8b17-ed83eba49417), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:41.101741 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:41.105418 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9d37ea0e-80c5-46bb-a893-716202517896 req-2c77db49-7114-446a-9b76-ecc516ac65e0 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852503 Feb 28 17:34:41.110225 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/796da5a3-6caa-4c26-8b17-ed83eba49417 HTTP/1.1" status: 204 len: 168 time: 3.7072752 Feb 28 17:34:41.111250 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb816a3-6ee6-4959-a47d-c4a2bed13697 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Network': ['ID=796da5a3-6caa-4c26-8b17-ed83eba49417,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:41.112979 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38892) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:41.127872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-68d9cb23-700e-42c4-991a-e783de9c90ac tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-456628762'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:41.193978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] For port 01dfccfd-5f21-4118-a63b-98273358778e, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:34:41.202911 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa53a329-ae40-4fab-acd2-80c45a8cbf14 req-005f03d1-c6bd-4675-ad9a-4fb6c3d43e66 service neutron] 10.222.0.73 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565178 Feb 28 17:34:41.223528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] For port 01dfccfd-5f21-4118-a63b-98273358778e, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=01dfccfd-5f21-4118-a63b-98273358778e,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:34:41.230065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d9cb23-700e-42c4-991a-e783de9c90ac tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:41.233559 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-68d9cb23-700e-42c4-991a-e783de9c90ac tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:41.266817 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d9cb23-700e-42c4-991a-e783de9c90ac tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:34:41.276963 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-68d9cb23-700e-42c4-991a-e783de9c90ac tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a2bf07c0-4646-4274-953e-c00c17fb9fdb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:41.277757 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-68d9cb23-700e-42c4-991a-e783de9c90ac tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Added segment a2bf07c0-4646-4274-953e-c00c17fb9fdb of type vlan for network 1c369cbb-c0f9-4173-b508-f7de4b0c245a Feb 28 17:34:41.298591 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (01dfccfd-5f21-4118-a63b-98273358778e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:41.324921 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-68d9cb23-700e-42c4-991a-e783de9c90ac tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (1c369cbb-c0f9-4173-b508-f7de4b0c245a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:41.345565 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:41.346225 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:41.347610 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] 10.222.0.69 "PUT /v2.0/ports/01dfccfd-5f21-4118-a63b-98273358778e HTTP/1.1" status: 200 len: 1092 time: 3.7320240 Feb 28 17:34:41.348072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60b22af-24a1-433d-9f6e-2f28d2e5f8bf', 'tag': '01dfccfd-5f21-4118-a63b-98273358778e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:41.350318 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d06061-60e2-458a-aaa9-b082592cd557" -d '{"events": [{"name": "network-changed", "server_uuid": "d60b22af-24a1-433d-9f6e-2f28d2e5f8bf", "tag": "01dfccfd-5f21-4118-a63b-98273358778e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:41.365782 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:41.388662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13410e-5511-4e3e-aeb3-3e74e29a29af service neutron] Pushing event updated for resources: {'Port': ['ID=01dfccfd-5f21-4118-a63b-98273358778e,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:41.391760 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f209819-c262-4202-8533-db8178ef6d1e x-openstack-request-id: req-7f209819-c262-4202-8533-db8178ef6d1e {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:41.392054 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60b22af-24a1-433d-9f6e-2f28d2e5f8bf", "tag": "01dfccfd-5f21-4118-a63b-98273358778e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:41.392307 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7f209819-c262-4202-8533-db8178ef6d1e {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:41.392700 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60b22af-24a1-433d-9f6e-2f28d2e5f8bf', 'tag': '01dfccfd-5f21-4118-a63b-98273358778e', 'status': 'completed', 'code': 200} Feb 28 17:34:41.430110 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-68d9cb23-700e-42c4-991a-e783de9c90ac tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (1c369cbb-c0f9-4173-b508-f7de4b0c245a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:41.435880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9cb23-700e-42c4-991a-e783de9c90ac tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:41.436478 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-68d9cb23-700e-42c4-991a-e783de9c90ac tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:41.455605 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ef118ed4-0156-42a4-a2d6-d41417c3619a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2c11b134-a888-40ba-ba4b-d0bf76917d9e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:41.500978 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5674d83d-8828-46e6-b553-e390d241badb details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:34:41.502458 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef118ed4-0156-42a4-a2d6-d41417c3619a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c11b134-a888-40ba-ba4b-d0bf76917d9e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:41.514212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9cb23-700e-42c4-991a-e783de9c90ac tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Network': ['ID=1c369cbb-c0f9-4173-b508-f7de4b0c245a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:41.538370 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d06061-60e2-458a-aaa9-b082592cd557 req-dbc568aa-9da2-4de6-acba-d521bacab5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:41.540166 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d06061-60e2-458a-aaa9-b082592cd557 req-dbc568aa-9da2-4de6-acba-d521bacab5ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 1126 time: 0.1269085 Feb 28 17:34:41.544840 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 1c369cbb-c0f9-4173-b508-f7de4b0c245a details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:34:41.572782 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-68d9cb23-700e-42c4-991a-e783de9c90ac tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4513328 Feb 28 17:34:41.573614 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38902) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:41.583851 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a6d54a54-8240-4b9b-9cc6-1b45bca1c20c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'subnet': {'network_id': '1c369cbb-c0f9-4173-b508-f7de4b0c245a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:41.780739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5674d83d-8828-46e6-b553-e390d241badb, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5674d83d-8828-46e6-b553-e390d241badb,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:41.793578 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '5674d83d-8828-46e6-b553-e390d241badb', 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd', 'port_id': '5674d83d-8828-46e6-b553-e390d241badb', 'mac_address': 'fa:16:3e:15:a5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b01692-329b-4c25-a414-a0c28766e21b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:34:41.836593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 5674d83d-8828-46e6-b553-e390d241badb is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:41.837326 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5674d83d-8828-46e6-b553-e390d241badb), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:41.854769 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5674d83d-8828-46e6-b553-e390d241badb {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:34:41.858937 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d06061-60e2-458a-aaa9-b082592cd557 req-d2933f10-35e7-4290-88bb-382c8c9d79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:41.860749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d06061-60e2-458a-aaa9-b082592cd557 req-d2933f10-35e7-4290-88bb-382c8c9d79a6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2769227 Feb 28 17:34:41.871061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d54a54-8240-4b9b-9cc6-1b45bca1c20c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:41.875595 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a6d54a54-8240-4b9b-9cc6-1b45bca1c20c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:41.886128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5674d83d-8828-46e6-b553-e390d241badb, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5674d83d-8828-46e6-b553-e390d241badb,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:41.962019 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5674d83d-8828-46e6-b553-e390d241badb), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:42.083519 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=5674d83d-8828-46e6-b553-e390d241badb,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:42.164422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015df3e6-c637-4a8f-a4dd-629081216945 req-1c848d8d-293a-45f0-a926-07010db9e476 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:42.166688 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-015df3e6-c637-4a8f-a4dd-629081216945 req-1c848d8d-293a-45f0-a926-07010db9e476 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.3047249 Feb 28 17:34:42.220003 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d06061-60e2-458a-aaa9-b082592cd557 req-0cb3a82a-f700-46ce-b327-f1ab152f5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:42.221612 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d06061-60e2-458a-aaa9-b082592cd557 req-0cb3a82a-f700-46ce-b327-f1ab152f5428 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3478611 Feb 28 17:34:42.226256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5321399-0bc1-4397-9387-d34c56c0b1c6 req-a670128c-22e9-4c3e-a0d4-a43533540c65 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:42.237050 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f5321399-0bc1-4397-9387-d34c56c0b1c6 req-a670128c-22e9-4c3e-a0d4-a43533540c65 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 943 time: 0.1286571 Feb 28 17:34:42.241030 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ef118ed4-0156-42a4-a2d6-d41417c3619a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (b86cc08e-2533-47e3-832b-a90706833245), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:42.305796 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-015df3e6-c637-4a8f-a4dd-629081216945 req-ceadae9f-37eb-4a2d-81c7-74a056556bf4 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278665 Feb 28 17:34:42.312598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5674d83d-8828-46e6-b553-e390d241badb'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:42.315848 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f5321399-0bc1-4397-9387-d34c56c0b1c6 req-83737ea4-1c95-45e9-be5f-4860343d9edc tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659273 Feb 28 17:34:42.327940 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a6d54a54-8240-4b9b-9cc6-1b45bca1c20c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (e8973fc5-1a50-4df7-8737-ba25907a9440), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:42.404423 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:34:42.468248 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d54a54-8240-4b9b-9cc6-1b45bca1c20c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Subnet': ['ID=e8973fc5-1a50-4df7-8737-ba25907a9440,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:42.481412 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-722212b1-79f7-491d-aa7d-478541a70ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:42.484260 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-722212b1-79f7-491d-aa7d-478541a70ffe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 1126 time: 0.1827934 Feb 28 17:34:42.519295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d54a54-8240-4b9b-9cc6-1b45bca1c20c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Checking segment: {'id': 'a2bf07c0-4646-4274-953e-c00c17fb9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1c369cbb-c0f9-4173-b508-f7de4b0c245a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:42.519795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d54a54-8240-4b9b-9cc6-1b45bca1c20c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network hostable DHCP agents. Network: 1c369cbb-c0f9-4173-b508-f7de4b0c245a, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:34:42.604838 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:42.630194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d54a54-8240-4b9b-9cc6-1b45bca1c20c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network 1c369cbb-c0f9-4173-b508-f7de4b0c245a is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:34:42.638116 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-48346f3b-8647-41a9-9845-fe91371634d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01dfccfd-5f21-4118-a63b-98273358778e HTTP/1.1" status: 200 len: 217 time: 0.1202805 Feb 28 17:34:42.710351 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a6d54a54-8240-4b9b-9cc6-1b45bca1c20c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 1c369cbb-c0f9-4173-b508-f7de4b0c245a) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:42.716536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d54a54-8240-4b9b-9cc6-1b45bca1c20c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:42.717153 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a6d54a54-8240-4b9b-9cc6-1b45bca1c20c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:42.727402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4351806-120a-4403-b13b-7c1932d9f94f None None] Network 1c369cbb-c0f9-4173-b508-f7de4b0c245a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:42.732711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daadcc-9cc9-4134-a8f7-f71348987a5a req-be7c2541-1a19-4ebe-95a8-d0c7c6a5e37e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:42.738608 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91daadcc-9cc9-4134-a8f7-f71348987a5a req-be7c2541-1a19-4ebe-95a8-d0c7c6a5e37e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 945 time: 0.1746180 Feb 28 17:34:42.802429 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a6d54a54-8240-4b9b-9cc6-1b45bca1c20c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2246282 Feb 28 17:34:42.807857 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38926) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:42.807992 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-fb49229d-7cc1-4e21-9476-be683975988e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-832344965'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:42.824955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-6edccedc-3507-4c4f-b8c8-1228a43bf70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:42.826567 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-6edccedc-3507-4c4f-b8c8-1228a43bf70d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb110c1f-5ae6-479d-98d8-8a85f1f33199 HTTP/1.1" status: 200 len: 845 time: 0.1815946 Feb 28 17:34:42.841361 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f8ce6-5f76-46e3-bf88-f65cedb1ed29 req-a401f27f-d850-42f3-a588-82669fae15ac tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:42.843173 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-628f8ce6-5f76-46e3-bf88-f65cedb1ed29 req-a401f27f-d850-42f3-a588-82669fae15ac tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.73 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.3540273 Feb 28 17:34:42.896852 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-1c369cbb-c0f9-4173-b508-f7de4b0c245a', 'network_id': '1c369cbb-c0f9-4173-b508-f7de4b0c245a', 'project_id': 'b8ec038ef6b24f69af534be12b17ce6b', 'fixed_ips': [{'subnet_id': 'e8973fc5-1a50-4df7-8737-ba25907a9440'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:34:42.898056 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:42.949365 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb49229d-7cc1-4e21-9476-be683975988e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:42.954052 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb49229d-7cc1-4e21-9476-be683975988e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:43.006521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb49229d-7cc1-4e21-9476-be683975988e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:34:43.036398 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb49229d-7cc1-4e21-9476-be683975988e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (214c4c46-54e5-4287-8472-f54dfc55e3d0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:43.036916 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-fb49229d-7cc1-4e21-9476-be683975988e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Added segment 214c4c46-54e5-4287-8472-f54dfc55e3d0 of type vlan for network 17bd30b4-a0c9-4176-b914-cbbacef015d8 Feb 28 17:34:43.098890 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb49229d-7cc1-4e21-9476-be683975988e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (17bd30b4-a0c9-4176-b914-cbbacef015d8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:43.139911 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Allocated IP 2001:db8::1 (1c369cbb-c0f9-4173-b508-f7de4b0c245a/e8973fc5-1a50-4df7-8737-ba25907a9440/367c4d5e-76e0-4f8c-8cd7-9ca3589690d4) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:34:43.173917 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb49229d-7cc1-4e21-9476-be683975988e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (17bd30b4-a0c9-4176-b914-cbbacef015d8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:43.181804 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb49229d-7cc1-4e21-9476-be683975988e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:43.182458 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb49229d-7cc1-4e21-9476-be683975988e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:43.241471 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-3b887336-119a-4663-94ba-52324573428b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=025c50b6-aef6-427c-b4dd-ce17165ac484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3880339 Feb 28 17:34:43.253398 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91daadcc-9cc9-4134-a8f7-f71348987a5a req-6c87a520-d8e7-440a-85bb-6ccb6c95c8c6 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056925 Feb 28 17:34:43.301966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49229d-7cc1-4e21-9476-be683975988e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Network': ['ID=17bd30b4-a0c9-4176-b914-cbbacef015d8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:43.316005 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 17bd30b4-a0c9-4176-b914-cbbacef015d8 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:34:43.335972 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fb49229d-7cc1-4e21-9476-be683975988e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5323586 Feb 28 17:34:43.338840 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38934) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:43.347235 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-013b0a7a-7e45-423b-b605-955eba438631 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'subnet': {'network_id': '17bd30b4-a0c9-4176-b914-cbbacef015d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:43.379709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef118ed4-0156-42a4-a2d6-d41417c3619a admin admin] Router b86cc08e-2533-47e3-832b-a90706833245 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:34:43.440791 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-1df8feb1-ac10-4126-9845-fec34d3e98b6 service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795824 Feb 28 17:34:43.445424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-628f8ce6-5f76-46e3-bf88-f65cedb1ed29 req-bdba4317-1866-4b68-b705-88bf9e921136 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Deleting port 464b5029-00ce-4e67-8e22-18e611b9c24e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:43.445757 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-628f8ce6-5f76-46e3-bf88-f65cedb1ed29 req-bdba4317-1866-4b68-b705-88bf9e921136 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:43.540039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5674d83d-8828-46e6-b553-e390d241badb up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:34:43.578431 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d066b87c-0c3e-4468-968b-3e7dd82ab290 req-e4435d7c-5cd5-4272-8277-3f8353c44cd6 service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927784 Feb 28 17:34:43.579276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ab8ef-03c6-4d3d-b1af-8b258151c21e req-482b9c53-0708-4151-93ab-07fdd4571850 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:43.581007 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6a7ab8ef-03c6-4d3d-b1af-8b258151c21e req-482b9c53-0708-4151-93ab-07fdd4571850 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 943 time: 0.0911546 Feb 28 17:34:43.683189 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6a7ab8ef-03c6-4d3d-b1af-8b258151c21e req-4835b94d-ed07-4e2e-8104-f0e580ce1ab5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911517 Feb 28 17:34:43.711287 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013b0a7a-7e45-423b-b605-955eba438631 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:43.722220 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-013b0a7a-7e45-423b-b605-955eba438631 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:43.726778 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Publish callbacks [] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:43.820231 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:43.839610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe6c71-6a99-418c-8057-9405c7b0802c req-94afdb97-f3e0-419a-a08c-6c9fdb075569 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:43.841603 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27fe6c71-6a99-418c-8057-9405c7b0802c req-94afdb97-f3e0-419a-a08c-6c9fdb075569 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 945 time: 0.2610865 Feb 28 17:34:43.852713 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-013b0a7a-7e45-423b-b605-955eba438631 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Performing IP validity checks on allocation pools {{(pid=104247) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 17:34:43.853574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-013b0a7a-7e45-423b-b605-955eba438631 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104247) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 17:34:43.877456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-628f8ce6-5f76-46e3-bf88-f65cedb1ed29 req-bdba4317-1866-4b68-b705-88bf9e921136 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] For port 464b5029-00ce-4e67-8e22-18e611b9c24e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=464b5029-00ce-4e67-8e22-18e611b9c24e,segment=NetworkSegment(d008799a-ce3b-4da4-89fb-75b896281b16),segment_id=d008799a-ce3b-4da4-89fb-75b896281b16)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:43.878102 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-628f8ce6-5f76-46e3-bf88-f65cedb1ed29 req-bdba4317-1866-4b68-b705-88bf9e921136 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:43.890691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef118ed4-0156-42a4-a2d6-d41417c3619a admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:34:43.931815 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ef118ed4-0156-42a4-a2d6-d41417c3619a admin admin] 10.222.0.72 "PUT /v2.0/routers/b86cc08e-2533-47e3-832b-a90706833245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5717437 Feb 28 17:34:43.934348 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38948) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:43.936945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-628f8ce6-5f76-46e3-bf88-f65cedb1ed29 req-bdba4317-1866-4b68-b705-88bf9e921136 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Calling delete_port for 464b5029-00ce-4e67-8e22-18e611b9c24e owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:43.971412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27fe6c71-6a99-418c-8057-9405c7b0802c req-669d5af4-cd98-4b69-8f52-9e100c5d558a tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/security-groups?id=3e035694-773e-40c2-8a5b-7582af8ffcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208904 Feb 28 17:34:44.130191 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-013b0a7a-7e45-423b-b605-955eba438631 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (d30afda2-4df5-4f3e-9fe2-1dc8ea62cc18), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:44.165132 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 5674d83d-8828-46e6-b553-e390d241badb completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:34:44.170684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Network 1c369cbb-c0f9-4173-b508-f7de4b0c245a is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:34:44.172740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88659f-617c-4342-94d1-41f13099e8a4 None None] Sync routers for ids ['b86cc08e-2533-47e3-832b-a90706833245'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:34:44.175282 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:44.194291 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:44.197216 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:44.203499 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 5674d83d-8828-46e6-b553-e390d241badb triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:34:44.203878 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5674d83d-8828-46e6-b553-e390d241badb), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:44.230573 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-628f8ce6-5f76-46e3-bf88-f65cedb1ed29 req-bdba4317-1866-4b68-b705-88bf9e921136 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (464b5029-00ce-4e67-8e22-18e611b9c24e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:44.251625 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] Publish callbacks [] for router (b86cc08e-2533-47e3-832b-a90706833245), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:44.258977 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b0a7a-7e45-423b-b605-955eba438631 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Subnet': ['ID=d30afda2-4df5-4f3e-9fe2-1dc8ea62cc18,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:44.271262 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba4317-1866-4b68-b705-88bf9e921136 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Pushing event deleted for resources: {'Port': ['ID=464b5029-00ce-4e67-8e22-18e611b9c24e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:44.305855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Pushing event updated for resources: {'Port': ['ID=367c4d5e-76e0-4f8c-8cd7-9ca3589690d4,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:44.314703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-628f8ce6-5f76-46e3-bf88-f65cedb1ed29 req-bdba4317-1866-4b68-b705-88bf9e921136 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] No DVR routers for this DVR port 464b5029-00ce-4e67-8e22-18e611b9c24e on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:34:44.318002 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-628f8ce6-5f76-46e3-bf88-f65cedb1ed29 req-bdba4317-1866-4b68-b705-88bf9e921136 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:44.322758 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-628f8ce6-5f76-46e3-bf88-f65cedb1ed29 req-bdba4317-1866-4b68-b705-88bf9e921136 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.73 "DELETE /v2.0/ports/464b5029-00ce-4e67-8e22-18e611b9c24e HTTP/1.1" status: 204 len: 173 time: 1.4558613 Feb 28 17:34:44.322918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76592487-66c2-4099-9b4f-66111fdc012e', 'name': 'network-vif-deleted', 'tag': '464b5029-00ce-4e67-8e22-18e611b9c24e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:44.330112 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85fa307-662d-41aa-8eaa-914c226b82e6" -d '{"events": [{"server_uuid": "76592487-66c2-4099-9b4f-66111fdc012e", "name": "network-vif-deleted", "tag": "464b5029-00ce-4e67-8e22-18e611b9c24e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:44.334588 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b0a7a-7e45-423b-b605-955eba438631 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Checking segment: {'id': '214c4c46-54e5-4287-8472-f54dfc55e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '17bd30b4-a0c9-4176-b914-cbbacef015d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:44.335228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b0a7a-7e45-423b-b605-955eba438631 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network hostable DHCP agents. Network: 17bd30b4-a0c9-4176-b914-cbbacef015d8, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:34:44.366843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef88659f-617c-4342-94d1-41f13099e8a4 None None] Routers {'b86cc08e-2533-47e3-832b-a90706833245'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:34:44.367602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ef88659f-617c-4342-94d1-41f13099e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:34:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b86cc08e-2533-47e3-832b-a90706833245'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:44.396271 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb4f902-2372-43aa-b4db-bcf9ec2f2e93 x-openstack-request-id: req-abb4f902-2372-43aa-b4db-bcf9ec2f2e93 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:44.396785 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76592487-66c2-4099-9b4f-66111fdc012e", "name": "network-vif-deleted", "tag": "464b5029-00ce-4e67-8e22-18e611b9c24e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:44.396908 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-abb4f902-2372-43aa-b4db-bcf9ec2f2e93 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:44.397577 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76592487-66c2-4099-9b4f-66111fdc012e', 'name': 'network-vif-deleted', 'tag': '464b5029-00ce-4e67-8e22-18e611b9c24e', 'status': 'completed', 'code': 200} Feb 28 17:34:44.466409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Attempting to bind port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:34:44.467050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Attempting to bind port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a2bf07c0-4646-4274-953e-c00c17fb9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1c369cbb-c0f9-4173-b508-f7de4b0c245a'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:34:44.467414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Attempting to bind port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 on network 1c369cbb-c0f9-4173-b508-f7de4b0c245a {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:44.475540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31969316-d65f-48d8-803d-4ccb4be2936d req-653ebfe6-b63f-421f-95a7-13fad839cae7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:44.477019 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31969316-d65f-48d8-803d-4ccb4be2936d req-653ebfe6-b63f-421f-95a7-13fad839cae7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 945 time: 0.1090503 Feb 28 17:34:44.481999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b0a7a-7e45-423b-b605-955eba438631 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network 17bd30b4-a0c9-4176-b914-cbbacef015d8 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:34:44.507760 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] Publish callbacks [] for router_gateway (b86cc08e-2533-47e3-832b-a90706833245), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:44.518990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:34:44.519398 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Checking segment: {'id': 'a2bf07c0-4646-4274-953e-c00c17fb9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1c369cbb-c0f9-4173-b508-f7de4b0c245a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:44.519802 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:44.520779 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Bound using segment: {'id': 'a2bf07c0-4646-4274-953e-c00c17fb9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1c369cbb-c0f9-4173-b508-f7de4b0c245a'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:34:44.521012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Bound port: 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bf07c0-4646-4274-953e-c00c17fb9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '1c369cbb-c0f9-4173-b508-f7de4b0c245a'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:34:44.521396 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:44.543635 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31969316-d65f-48d8-803d-4ccb4be2936d req-d0647b67-96ad-48c0-abc3-1475abeb859c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550127 Feb 28 17:34:44.626442 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-ef88659f-617c-4342-94d1-41f13099e8a4 None None] Set router b86cc08e-2533-47e3-832b-a90706833245 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:34:44.636889 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-013b0a7a-7e45-423b-b605-955eba438631 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 17bd30b4-a0c9-4176-b914-cbbacef015d8) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:44.642780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013b0a7a-7e45-423b-b605-955eba438631 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:44.643455 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-013b0a7a-7e45-423b-b605-955eba438631 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:44.674765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] Deleting port d20d48d5-841c-47a0-ade0-ccf8e10ed807 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:44.675205 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d20d48d5-841c-47a0-ade0-ccf8e10ed807), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:44.698659 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff3bdb6-d63c-402e-b38e-a2de36ce21a4 None None] Network 17bd30b4-a0c9-4176-b914-cbbacef015d8 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:44.776461 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] For port d20d48d5-841c-47a0-ade0-ccf8e10ed807, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d20d48d5-841c-47a0-ade0-ccf8e10ed807,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:44.776819 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d20d48d5-841c-47a0-ade0-ccf8e10ed807), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:44.790597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] Calling delete_port for d20d48d5-841c-47a0-ade0-ccf8e10ed807 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:44.799035 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-013b0a7a-7e45-423b-b605-955eba438631 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4590604 Feb 28 17:34:44.803119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38964) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:44.812709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 5674d83d-8828-46e6-b553-e390d241badb is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:44.812709 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5674d83d-8828-46e6-b553-e390d241badb), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:44.844443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbb680-89e4-49fb-a922-4bdf765c5a29 req-7232afa2-0264-4a30-89d5-3dea14da172f tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:44.846081 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-facbb680-89e4-49fb-a922-4bdf765c5a29 req-7232afa2-0264-4a30-89d5-3dea14da172f tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 943 time: 0.0834670 Feb 28 17:34:44.950815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] For port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:34:44.950815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-17bd30b4-a0c9-4176-b914-cbbacef015d8', 'network_id': '17bd30b4-a0c9-4176-b914-cbbacef015d8', 'project_id': 'b8ec038ef6b24f69af534be12b17ce6b', 'fixed_ips': [{'subnet_id': 'd30afda2-4df5-4f3e-9fe2-1dc8ea62cc18'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:34:44.951021 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-facbb680-89e4-49fb-a922-4bdf765c5a29 req-9213d18b-4660-462e-a134-de7ac4b96382 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934174 Feb 28 17:34:44.951137 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:45.011177 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (17bd30b4-a0c9-4176-b914-cbbacef015d8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:45.081623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (d30afda2-4df5-4f3e-9fe2-1dc8ea62cc18), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:45.120937 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf680bcf-21ca-4eef-b2eb-dcbb99dccf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5674d83d-8828-46e6-b553-e390d241badb'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:45.123585 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64caa322-bb28-404b-b2c4-5f50ce2744c4" -d '{"events": [{"server_uuid": "cf680bcf-21ca-4eef-b2eb-dcbb99dccf75", "name": "network-vif-plugged", "status": "completed", "tag": "5674d83d-8828-46e6-b553-e390d241badb"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:45.131336 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] For port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=367c4d5e-76e0-4f8c-8cd7-9ca3589690d4,segment=NetworkSegment(a2bf07c0-4646-4274-953e-c00c17fb9fdb),segment_id=a2bf07c0-4646-4274-953e-c00c17fb9fdb)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:34:45.151938 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 01dfccfd-5f21-4118-a63b-98273358778e details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:34:45.166525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5674d83d-8828-46e6-b553-e390d241badb, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5674d83d-8828-46e6-b553-e390d241badb,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:45.191962 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b6b419-eec9-482d-baea-7516ddf9f51f x-openstack-request-id: req-b0b6b419-eec9-482d-baea-7516ddf9f51f {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:45.192251 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf680bcf-21ca-4eef-b2eb-dcbb99dccf75", "name": "network-vif-plugged", "status": "completed", "tag": "5674d83d-8828-46e6-b553-e390d241badb", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:45.192501 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b0b6b419-eec9-482d-baea-7516ddf9f51f {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:45.192888 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf680bcf-21ca-4eef-b2eb-dcbb99dccf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5674d83d-8828-46e6-b553-e390d241badb', 'code': 200} Feb 28 17:34:45.201029 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-48e91d7c-f375-4f26-8a11-ae194f92f11d req-d9caf625-84d9-4bb4-9c49-eedfc3ce1931 tempest-ServerRescueTestJSONUnderV235-360059976 tempest-ServerRescueTestJSONUnderV235-360059976-project] 10.222.0.72 "GET /v2.0/ports?device_id=76592487-66c2-4099-9b4f-66111fdc012e HTTP/1.1" status: 200 len: 210 time: 0.0977898 Feb 28 17:34:45.261045 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:45.291030 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.resource_extend [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:34:45.315264 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d20d48d5-841c-47a0-ade0-ccf8e10ed807), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:45.339111 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5674d83d-8828-46e6-b553-e390d241badb), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:45.339889 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 464b5029-00ce-4e67-8e22-18e611b9c24e no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:34:45.361660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d20d48d5-841c-47a0-ade0-ccf8e10ed807,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:45.447562 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16cfec-65eb-4a62-9391-67aabf8e1546 req-7db1587d-3336-4a85-ad8f-b35c50f04f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:45.453288 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca16cfec-65eb-4a62-9391-67aabf8e1546 req-7db1587d-3336-4a85-ad8f-b35c50f04f76 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 1129 time: 0.1815221 Feb 28 17:34:45.462382 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (b86cc08e-2533-47e3-832b-a90706833245), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:45.483438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 464b5029-00ce-4e67-8e22-18e611b9c24e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:34:45.483794 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 464b5029-00ce-4e67-8e22-18e611b9c24e not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:34:45.500555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ab738-77db-460b-a43c-900f44a7c50d None None] Pushing event updated for resources: {'Port': ['ID=367c4d5e-76e0-4f8c-8cd7-9ca3589690d4,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:45.525650 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-04828a49-1e50-4d62-bd37-7fe492035285 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:45.525650 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-04828a49-1e50-4d62-bd37-7fe492035285 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 814 time: 0.2070043 Feb 28 17:34:45.528838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Allocated IP 2001:db8::3 (17bd30b4-a0c9-4176-b914-cbbacef015d8/d30afda2-4df5-4f3e-9fe2-1dc8ea62cc18/1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:34:45.549524 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca16cfec-65eb-4a62-9391-67aabf8e1546 req-1bd8059e-ec00-4c49-bb19-76ca92548c36 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925882 Feb 28 17:34:45.557551 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-0b3e8b8d-d6ad-43b8-912b-bc981f09a327 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/quotas/b6a5f26c739943298b972c521fa38307 HTTP/1.1" status: 200 len: 375 time: 0.0251276 Feb 28 17:34:45.630556 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (b86cc08e-2533-47e3-832b-a90706833245), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:45.635063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] Publish callbacks [] for router_controller (b86cc08e-2533-47e3-832b-a90706833245), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:45.704231 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-6917ee14-3ce2-4ab7-9fd6-9e747296dd26 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1453953 Feb 28 17:34:45.717965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=5674d83d-8828-46e6-b553-e390d241badb,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:45.731495 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 01dfccfd-5f21-4118-a63b-98273358778e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=01dfccfd-5f21-4118-a63b-98273358778e,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:45.796806 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (b86cc08e-2533-47e3-832b-a90706833245), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:45.797365 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router b86cc08e-2533-47e3-832b-a90706833245 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:34:45.802847 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:45.805588 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-309b71e6-f55b-4127-ade5-2c05e48ab2ac admin admin] 10.222.0.72 "DELETE /v2.0/routers/b86cc08e-2533-47e3-832b-a90706833245 HTTP/1.1" status: 204 len: 168 time: 1.8685651 Feb 28 17:34:45.806771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38996) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:45.816174 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ef88659f-617c-4342-94d1-41f13099e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86cc08e-2533-47e3-832b-a90706833245', 'name': 'tempest-TaggedBootDevicesTest_v242-2056197560-router', 'tenant_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:01Z', 'updated_at': '2022-02-28T17:34:41Z', 'revision_number': 5, 'project_id': 'b634f86b0c4943eba9adaea3f65f60ee', 'gw_port': {'id': 'd20d48d5-841c-47a0-ade0-ccf8e10ed807', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86cc08e-2533-47e3-832b-a90706833245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:02Z', 'updated_at': '2022-02-28T17:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:45.846234 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-e25295bd-2d9b-4163-9529-37c6b91bd2f1 service neutron] 10.222.0.72 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352153 Feb 28 17:34:45.860674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad50c1-f9db-452f-8b32-bcae5fd26797 req-ed9d6625-c37d-4b3d-a031-8dfe04faf08c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:45.862225 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7dad50c1-f9db-452f-8b32-bcae5fd26797 req-ed9d6625-c37d-4b3d-a031-8dfe04faf08c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 946 time: 0.1275651 Feb 28 17:34:45.873215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1da6583-71a8-4e58-95b5-8c57546dc382 admin admin] Deleting subnet 30bbd5bd-b1a3-4e50-b996-451507a14e69 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:34:45.884024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '01dfccfd-5f21-4118-a63b-98273358778e', 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'port_id': '01dfccfd-5f21-4118-a63b-98273358778e', 'mac_address': 'fa:16:3e:05:aa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb110c1f-5ae6-479d-98d8-8a85f1f33199', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:34:45.887085 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88659f-617c-4342-94d1-41f13099e8a4 None None] Checking router: b86cc08e-2533-47e3-832b-a90706833245 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:34:45.903486 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b1da6583-71a8-4e58-95b5-8c57546dc382 admin admin] Publish callbacks [] for subnet (30bbd5bd-b1a3-4e50-b996-451507a14e69), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:45.907730 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef88659f-617c-4342-94d1-41f13099e8a4 None None] Routers set() bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:34:45.907953 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef88659f-617c-4342-94d1-41f13099e8a4 None None] Router IDs set() for agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 17:34:45.908575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_agentschedulers_db [None req-ef88659f-617c-4342-94d1-41f13099e8a4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b86cc08e-2533-47e3-832b-a90706833245'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:34:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent'). {{(pid=104248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 17:34:45.908968 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88659f-617c-4342-94d1-41f13099e8a4 None None] The sync data for ids ['b86cc08e-2533-47e3-832b-a90706833245'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:34:45.949740 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7dad50c1-f9db-452f-8b32-bcae5fd26797 req-54b73eff-5a01-45a7-9304-155301651b61 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739858 Feb 28 17:34:45.960333 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b1da6583-71a8-4e58-95b5-8c57546dc382 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (30bbd5bd-b1a3-4e50-b996-451507a14e69), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.041403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-c6cd0b90-fda0-4fc9-8b74-4bc654881a45 service neutron] 10.222.0.72 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916862 Feb 28 17:34:46.072891 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b1da6583-71a8-4e58-95b5-8c57546dc382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (30bbd5bd-b1a3-4e50-b996-451507a14e69), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.084212 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 01dfccfd-5f21-4118-a63b-98273358778e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:46.084602 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (01dfccfd-5f21-4118-a63b-98273358778e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.100852 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Publish callbacks [] for port (1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.104573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01dfccfd-5f21-4118-a63b-98273358778e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:34:46.130619 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 01dfccfd-5f21-4118-a63b-98273358778e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=01dfccfd-5f21-4118-a63b-98273358778e,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:46.156474 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.158848 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7f58b-c14c-40be-bc13-f09fc705b9ff req-7da1e320-b6f8-4620-bc59-9ddbcd728164 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:46.166521 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fee7f58b-c14c-40be-bc13-f09fc705b9ff req-7da1e320-b6f8-4620-bc59-9ddbcd728164 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 943 time: 0.1074741 Feb 28 17:34:46.191646 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (01dfccfd-5f21-4118-a63b-98273358778e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.213185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Network 17bd30b4-a0c9-4176-b914-cbbacef015d8 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:34:46.219140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:46.221476 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Pushing event updated for resources: {'Port': ['ID=1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:46.223906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:46.252500 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fee7f58b-c14c-40be-bc13-f09fc705b9ff req-779d3f70-c8ec-42ed-8575-4ca3dce4c39e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844829 Feb 28 17:34:46.260721 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (d30afda2-4df5-4f3e-9fe2-1dc8ea62cc18), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.307993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39012) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:46.368678 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b1da6583-71a8-4e58-95b5-8c57546dc382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (30bbd5bd-b1a3-4e50-b996-451507a14e69), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.407821 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Subnet': ['ID=d30afda2-4df5-4f3e-9fe2-1dc8ea62cc18,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:46.422227 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Attempting to bind port 1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:34:46.422389 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Attempting to bind port 1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '214c4c46-54e5-4287-8472-f54dfc55e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '17bd30b4-a0c9-4176-b914-cbbacef015d8'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:34:46.422761 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Attempting to bind port 1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1 on network 17bd30b4-a0c9-4176-b914-cbbacef015d8 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:46.428641 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61860eca-882b-4f96-8d03-feec685c8519 req-6a818d07-8922-446c-b3aa-81d70e8f0b49 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 210 time: 0.0885792 Feb 28 17:34:46.428817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=01dfccfd-5f21-4118-a63b-98273358778e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:46.437851 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:34:46.438256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Checking segment: {'id': '214c4c46-54e5-4287-8472-f54dfc55e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '17bd30b4-a0c9-4176-b914-cbbacef015d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:46.438668 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.439058 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Bound using segment: {'id': '214c4c46-54e5-4287-8472-f54dfc55e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '17bd30b4-a0c9-4176-b914-cbbacef015d8'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:34:46.439533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Bound port: 1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214c4c46-54e5-4287-8472-f54dfc55e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '17bd30b4-a0c9-4176-b914-cbbacef015d8'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:34:46.445985 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.530854 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b1da6583-71a8-4e58-95b5-8c57546dc382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.536148 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['01dfccfd-5f21-4118-a63b-98273358778e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:46.539372 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13989d3-4d6b-478c-a98c-5dd42425ee72 None None] Network c1856261-ad0f-444d-be77-5db0a50f2438 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:46.539789 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b1da6583-71a8-4e58-95b5-8c57546dc382 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/30bbd5bd-b1a3-4e50-b996-451507a14e69 HTTP/1.1" status: 204 len: 168 time: 0.7320402 Feb 28 17:34:46.540845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da6583-71a8-4e58-95b5-8c57546dc382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30bbd5bd-b1a3-4e50-b996-451507a14e69,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:46.545201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39014) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:46.617728 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (17bd30b4-a0c9-4176-b914-cbbacef015d8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.686768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] For port 1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:34:46.690407 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] For port 1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1,segment=NetworkSegment(214c4c46-54e5-4287-8472-f54dfc55e3d0),segment_id=214c4c46-54e5-4287-8472-f54dfc55e3d0)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:34:46.699991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bd30b4-a0c9-4176-b914-cbbacef015d8']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:46.724842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214c4c46-54e5-4287-8472-f54dfc55e3d0') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:46.725138 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214c4c46-54e5-4287-8472-f54dfc55e3d0') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:46.730284 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (c1856261-ad0f-444d-be77-5db0a50f2438), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.740847 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (214c4c46-54e5-4287-8472-f54dfc55e3d0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.817551 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (214c4c46-54e5-4287-8472-f54dfc55e3d0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.825049 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:46.825468 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (214c4c46-54e5-4287-8472-f54dfc55e3d0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:46.828526 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:47.272702 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:34:47.275181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09ade6a-c15a-432c-8d3f-1962897a2e07 None None] Network 1c369cbb-c0f9-4173-b508-f7de4b0c245a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:47.300762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af47d2-36a4-4911-991c-56399d8f7858 req-1c336698-dcd8-4782-ac75-4f7e5433f189 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:47.302756 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73af47d2-36a4-4911-991c-56399d8f7858 req-1c336698-dcd8-4782-ac75-4f7e5433f189 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 946 time: 0.1362629 Feb 28 17:34:47.307307 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:47.397981 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73af47d2-36a4-4911-991c-56399d8f7858 req-65499b39-fb0a-494a-80de-f389b5d23e59 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714719 Feb 28 17:34:47.402122 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a492784c-2e63-43dc-a307-d64647de6031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:47.491935 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ad46e-1b0f-4f3e-8342-c1a2132acdf7 None None] Pushing event updated for resources: {'Port': ['ID=1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:47.567469 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a762403b-3b7d-40db-b10f-2360452b4b12 None None] Provisioning complete for port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:34:47.567838 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a762403b-3b7d-40db-b10f-2360452b4b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:47.580662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Deleting port ee2a308c-2f6d-482b-b8b6-932d6bd55481 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:47.581682 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:47.647876 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.api [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 17:34:47.647876 n-d-820368-19 neutron-server[104247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 17:34:47.647876 n-d-820368-19 neutron-server[104247]: [parameters: {'id': '17bd30b4-a0c9-4176-b914-cbbacef015d8'}] Feb 28 17:34:47.647876 n-d-820368-19 neutron-server[104247]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:34:47.648822 n-d-820368-19 neutron-server[104247]: DEBUG oslo_db.api [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:34:47.690393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b933c-09c2-4974-9b21-13cb27934fb8 req-516d4197-4827-4094-b770-838a63264888 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:47.692780 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-554b933c-09c2-4974-9b21-13cb27934fb8 req-516d4197-4827-4094-b770-838a63264888 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 944 time: 0.1696410 Feb 28 17:34:47.715375 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] For port ee2a308c-2f6d-482b-b8b6-932d6bd55481, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=ee2a308c-2f6d-482b-b8b6-932d6bd55481,segment=NetworkSegment(39cd4ac3-f6cb-45df-8a5d-f7f31d6af775),segment_id=39cd4ac3-f6cb-45df-8a5d-f7f31d6af775)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:47.715752 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:47.733880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a762403b-3b7d-40db-b10f-2360452b4b12 None None] Current status of the port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:47.734281 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a762403b-3b7d-40db-b10f-2360452b4b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:47.746917 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d77801d-ad04-4f7f-b3f8-8ceb244852d2 req-87ea6cae-9281-42dc-8b67-ac0273ea490b tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 210 time: 0.1946411 Feb 28 17:34:47.753435 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Calling delete_port for ee2a308c-2f6d-482b-b8b6-932d6bd55481 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:47.759348 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd3d076-91be-4c08-a463-0b3182a52e48 None None] DHCP port deletion for c1856261-ad0f-444d-be77-5db0a50f2438 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:34:47.781882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:34:47.782376 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:47.828056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff12106-0435-48e8-b476-68a3b18e6e42 None None] Network 17bd30b4-a0c9-4176-b914-cbbacef015d8 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:47.856188 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-554b933c-09c2-4974-9b21-13cb27934fb8 req-70442321-1ab0-4efc-b3bb-98e2f64b4bbe tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437006 Feb 28 17:34:47.889542 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a762403b-3b7d-40db-b10f-2360452b4b12 None None] For port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=367c4d5e-76e0-4f8c-8cd7-9ca3589690d4,segment=NetworkSegment(a2bf07c0-4646-4274-953e-c00c17fb9fdb),segment_id=a2bf07c0-4646-4274-953e-c00c17fb9fdb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:47.905258 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-a492784c-2e63-43dc-a307-d64647de6031 admin admin] Deleting port 56ddcb66-3626-4b89-9e39-27b788922721 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:47.905780 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a492784c-2e63-43dc-a307-d64647de6031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (56ddcb66-3626-4b89-9e39-27b788922721), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:47.992745 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.022467 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:48.022858 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.029828 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a762403b-3b7d-40db-b10f-2360452b4b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.045411 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2a308c-2f6d-482b-b8b6-932d6bd55481,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:48.054778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-a492784c-2e63-43dc-a307-d64647de6031 admin admin] For port 56ddcb66-3626-4b89-9e39-27b788922721, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=56ddcb66-3626-4b89-9e39-27b788922721,segment=NetworkSegment(d008799a-ce3b-4da4-89fb-75b896281b16),segment_id=d008799a-ce3b-4da4-89fb-75b896281b16)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:48.055495 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a492784c-2e63-43dc-a307-d64647de6031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (56ddcb66-3626-4b89-9e39-27b788922721), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.061449 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:48.061805 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:48.062172 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:48.062510 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:48.062843 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:48.063173 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:48.063500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:48.063827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:48.064151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:48.064468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:48.064788 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:48.065108 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:48.065584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:34:48.069444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] No DVR routers for this DVR port ee2a308c-2f6d-482b-b8b6-932d6bd55481 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:34:48.090859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-a492784c-2e63-43dc-a307-d64647de6031 admin admin] Calling delete_port for 56ddcb66-3626-4b89-9e39-27b788922721 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:48.159868 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (c1856261-ad0f-444d-be77-5db0a50f2438), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.172707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3d076-91be-4c08-a463-0b3182a52e48 None None] Deleting port ee2a308c-2f6d-482b-b8b6-932d6bd55481 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:48.174964 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d076-91be-4c08-a463-0b3182a52e48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.181638 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1856261-ad0f-444d-be77-5db0a50f2438']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:48.193643 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:48.194087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cd4ac3-f6cb-45df-8a5d-f7f31d6af775') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:48.205149 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (39cd4ac3-f6cb-45df-8a5d-f7f31d6af775), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.221690 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (39cd4ac3-f6cb-45df-8a5d-f7f31d6af775), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.232109 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:48.232571 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (39cd4ac3-f6cb-45df-8a5d-f7f31d6af775), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.296935 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (17bd30b4-a0c9-4176-b914-cbbacef015d8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:48.298589 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:48.307503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762403b-3b7d-40db-b10f-2360452b4b12 None None] Pushing event updated for resources: {'Port': ['ID=367c4d5e-76e0-4f8c-8cd7-9ca3589690d4,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:48.345109 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fcd3d076-91be-4c08-a463-0b3182a52e48 None None] For port ee2a308c-2f6d-482b-b8b6-932d6bd55481, host n-d-820368-19, got binding levels [] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:48.345702 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d076-91be-4c08-a463-0b3182a52e48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.347923 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-aa0f7aad-dc27-49bb-abfc-1d45cdf2ded4 None None] Provisioning complete for port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:34:48.348261 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7aad-dc27-49bb-abfc-1d45cdf2ded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.349793 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:34:48.350168 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:34:48.365753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Deleting port 1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:48.366210 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.384525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3d076-91be-4c08-a463-0b3182a52e48 None None] Calling delete_port for ee2a308c-2f6d-482b-b8b6-932d6bd55481 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:48.390414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.ipam_backend_mixin [None req-fcd3d076-91be-4c08-a463-0b3182a52e48 None None] Port ee2a308c-2f6d-482b-b8b6-932d6bd55481 was not found and therefore no delete operation was performed {{(pid=104248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 17:34:48.394402 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d076-91be-4c08-a463-0b3182a52e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (ee2a308c-2f6d-482b-b8b6-932d6bd55481), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.415076 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (c1856261-ad0f-444d-be77-5db0a50f2438), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.435338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3d076-91be-4c08-a463-0b3182a52e48 None None] Pushing event deleted for resources: {'Port': ['ID=ee2a308c-2f6d-482b-b8b6-932d6bd55481,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:48.441072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3d076-91be-4c08-a463-0b3182a52e48 None None] No DVR routers for this DVR port ee2a308c-2f6d-482b-b8b6-932d6bd55481 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:34:48.474917 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.481412 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] 10.222.0.72 "DELETE /v2.0/networks/c1856261-ad0f-444d-be77-5db0a50f2438 HTTP/1.1" status: 204 len: 168 time: 1.8944614 Feb 28 17:34:48.481412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c40dc-8e34-41c1-bad5-5e65d104d0ca admin admin] Pushing event deleted for resources: {'Network': ['ID=c1856261-ad0f-444d-be77-5db0a50f2438,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:48.482661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39052) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:48.505781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c915ef-07e5-4535-ba78-bce4f5c90a52 None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:34:48.507715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] For port 1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1,segment=NetworkSegment(214c4c46-54e5-4287-8472-f54dfc55e3d0),segment_id=214c4c46-54e5-4287-8472-f54dfc55e3d0)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:48.508101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.527300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Calling delete_port for 1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:48.556553 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a492784c-2e63-43dc-a307-d64647de6031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (56ddcb66-3626-4b89-9e39-27b788922721), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.586987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f7aad-dc27-49bb-abfc-1d45cdf2ded4 None None] Current status of the port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:48.630283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492784c-2e63-43dc-a307-d64647de6031 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ddcb66-3626-4b89-9e39-27b788922721,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:48.666265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c915ef-07e5-4535-ba78-bce4f5c90a52 None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:34:48.687234 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.718242 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Port': ['ID=1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:48.720531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No DVR routers for this DVR port 1efd5798-8ccb-49ae-89b8-f99ea6bbe8d1 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:34:48.761871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeb1ee-65c6-42ab-a4d4-c47f8d28303f req-d160f45a-5f1a-4abb-a184-48892e06e51b tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:48.763587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cffeb1ee-65c6-42ab-a4d4-c47f8d28303f req-d160f45a-5f1a-4abb-a184-48892e06e51b tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 946 time: 0.2163286 Feb 28 17:34:48.847941 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (17bd30b4-a0c9-4176-b914-cbbacef015d8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.943697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bd30b4-a0c9-4176-b914-cbbacef015d8']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:48.965555 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214c4c46-54e5-4287-8472-f54dfc55e3d0') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:48.966446 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214c4c46-54e5-4287-8472-f54dfc55e3d0') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:48.979600 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (214c4c46-54e5-4287-8472-f54dfc55e3d0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.981102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:48.984944 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a492784c-2e63-43dc-a307-d64647de6031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:48.991414 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cffeb1ee-65c6-42ab-a4d4-c47f8d28303f req-e1c57a9a-08ee-45cd-943e-ca3747251be9 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521769 Feb 28 17:34:49.002548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2c11b134-a888-40ba-ba4b-d0bf76917d9e no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:34:49.011062 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f739252-dc41-4a7a-be06-2f633ba6f4ba req-7d133963-3938-48c4-abc6-45cffc7ae9b4 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 210 time: 0.1549153 Feb 28 17:34:49.049467 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (214c4c46-54e5-4287-8472-f54dfc55e3d0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:49.073581 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:49.074698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2c11b134-a888-40ba-ba4b-d0bf76917d9e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:34:49.080840 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2c11b134-a888-40ba-ba4b-d0bf76917d9e not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:34:49.085647 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (214c4c46-54e5-4287-8472-f54dfc55e3d0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:49.089108 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:49.174847 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 01dfccfd-5f21-4118-a63b-98273358778e up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:34:49.289970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4397a6d-0733-44a2-b142-0b09ecfeb06f req-d6b5139d-52b9-412a-8f48-cd5f86931a3e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:49.292517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4397a6d-0733-44a2-b142-0b09ecfeb06f req-d6b5139d-52b9-412a-8f48-cd5f86931a3e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 946 time: 0.0696189 Feb 28 17:34:49.297616 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (17bd30b4-a0c9-4176-b914-cbbacef015d8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:49.314188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:34:49.320360 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:49.327857 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/17bd30b4-a0c9-4176-b914-cbbacef015d8 HTTP/1.1" status: 204 len: 168 time: 4.5234978 Feb 28 17:34:49.330167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39068) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:49.336942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-11df964f-2ed2-476c-aa4f-d05b3b52482d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-346253757'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:49.340476 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 01dfccfd-5f21-4118-a63b-98273358778e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:34:49.348671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 01dfccfd-5f21-4118-a63b-98273358778e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:34:49.349806 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (01dfccfd-5f21-4118-a63b-98273358778e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:49.357406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002436c-56d1-4466-9515-8961d9f10a1b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Network': ['ID=17bd30b4-a0c9-4176-b914-cbbacef015d8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:49.441340 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4397a6d-0733-44a2-b142-0b09ecfeb06f req-0642fe3a-c471-41cd-a3c2-70c673a2c9ca tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415074 Feb 28 17:34:49.469496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:34:49.470114 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:49.477196 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11df964f-2ed2-476c-aa4f-d05b3b52482d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:49.481655 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-11df964f-2ed2-476c-aa4f-d05b3b52482d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:49.535059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11df964f-2ed2-476c-aa4f-d05b3b52482d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:34:49.557781 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-11df964f-2ed2-476c-aa4f-d05b3b52482d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (dd8e73e2-4fe1-4d07-afb0-ef5bfb1a290a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:49.558460 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-11df964f-2ed2-476c-aa4f-d05b3b52482d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Added segment dd8e73e2-4fe1-4d07-afb0-ef5bfb1a290a of type vlan for network b1de07b6-fb9f-4cd4-9180-61643c017348 Feb 28 17:34:49.560135 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 01dfccfd-5f21-4118-a63b-98273358778e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:49.560683 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (01dfccfd-5f21-4118-a63b-98273358778e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:49.617110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 01dfccfd-5f21-4118-a63b-98273358778e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=01dfccfd-5f21-4118-a63b-98273358778e,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:49.618666 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60b22af-24a1-433d-9f6e-2f28d2e5f8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dfccfd-5f21-4118-a63b-98273358778e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:49.621655 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5c07c6-0e6c-4d46-bf1b-34e2bf93c052" -d '{"events": [{"server_uuid": "d60b22af-24a1-433d-9f6e-2f28d2e5f8bf", "name": "network-vif-plugged", "status": "completed", "tag": "01dfccfd-5f21-4118-a63b-98273358778e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:49.647001 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-11df964f-2ed2-476c-aa4f-d05b3b52482d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (b1de07b6-fb9f-4cd4-9180-61643c017348), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:49.693510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:49.710226 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (01dfccfd-5f21-4118-a63b-98273358778e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:49.770536 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=01dfccfd-5f21-4118-a63b-98273358778e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:49.778271 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d20d48d5-841c-47a0-ade0-ccf8e10ed807 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:34:49.779224 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-11df964f-2ed2-476c-aa4f-d05b3b52482d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (b1de07b6-fb9f-4cd4-9180-61643c017348), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:49.786686 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df964f-2ed2-476c-aa4f-d05b3b52482d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:49.787322 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-11df964f-2ed2-476c-aa4f-d05b3b52482d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:49.806929 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: d20d48d5-841c-47a0-ade0-ccf8e10ed807 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:34:49.811280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d20d48d5-841c-47a0-ade0-ccf8e10ed807 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:34:49.811280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ee2a308c-2f6d-482b-b8b6-932d6bd55481 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:34:49.830475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: ee2a308c-2f6d-482b-b8b6-932d6bd55481 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:34:49.830988 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ee2a308c-2f6d-482b-b8b6-932d6bd55481 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:34:49.835910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-2c792f14-3e9c-4afa-a1d6-f933581a9035 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:49.838579 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-2c792f14-3e9c-4afa-a1d6-f933581a9035 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.73 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 814 time: 0.6430902 Feb 28 17:34:49.851067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c67ef5-c679-4560-84ff-09fd118815de req-47a56c29-3113-48f9-8275-535e3a64d422 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:49.851067 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9c67ef5-c679-4560-84ff-09fd118815de req-47a56c29-3113-48f9-8275-535e3a64d422 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 944 time: 0.6571310 Feb 28 17:34:49.864817 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-eabc5768-d6cc-4e3e-96e0-8bf216824158 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Request body: {'port': {'device_id': 'df94fa05-530d-4b17-b864-c17bd539ecfe', 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66', 'admin_state_up': True, 'tenant_id': 'b6a5f26c739943298b972c521fa38307'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:49.865306 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df964f-2ed2-476c-aa4f-d05b3b52482d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Network': ['ID=b1de07b6-fb9f-4cd4-9180-61643c017348,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:49.878175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network b1de07b6-fb9f-4cd4-9180-61643c017348 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:34:49.933584 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-11df964f-2ed2-476c-aa4f-d05b3b52482d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6011114 Feb 28 17:34:49.934551 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39088) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:49.940275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-61d8177e-fcb1-4941-b05b-3b263de7990b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'subnet': {'network_id': 'b1de07b6-fb9f-4cd4-9180-61643c017348', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:49.968014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a492784c-2e63-43dc-a307-d64647de6031 admin admin] Router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:34:50.054700 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9c67ef5-c679-4560-84ff-09fd118815de req-55d80ab1-5ec8-443b-853d-44d093964450 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849558 Feb 28 17:34:50.123935 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3649b30d-058a-4122-ac4f-449e615c45a3 x-openstack-request-id: req-3649b30d-058a-4122-ac4f-449e615c45a3 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:50.124258 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60b22af-24a1-433d-9f6e-2f28d2e5f8bf", "name": "network-vif-plugged", "status": "completed", "tag": "01dfccfd-5f21-4118-a63b-98273358778e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:50.124641 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3649b30d-058a-4122-ac4f-449e615c45a3 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:50.124897 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60b22af-24a1-433d-9f6e-2f28d2e5f8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dfccfd-5f21-4118-a63b-98273358778e', 'code': 200} Feb 28 17:34:50.201611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d8177e-fcb1-4941-b05b-3b263de7990b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:50.205268 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-61d8177e-fcb1-4941-b05b-3b263de7990b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:50.260332 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0dfcfc31-98d2-45b1-9938-ff5fdbe9ad44 req-494fee99-3785-47a9-af27-6c12b52733d5 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 210 time: 0.0624943 Feb 28 17:34:50.280616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a492784c-2e63-43dc-a307-d64647de6031 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:34:50.284239 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-da06b28d-872b-4787-8225-8d18089f48fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (a2426874-dc60-4812-9bd7-6906e72b7527), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:50.289899 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a492784c-2e63-43dc-a307-d64647de6031 admin admin] 10.222.0.72 "PUT /v2.0/routers/7eaf0e38-96f0-461d-b6a7-308dfa06bd2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9811177 Feb 28 17:34:50.292957 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39104) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:50.324251 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e29f5-bda4-4acf-ab2f-cd00ddea1b99 None None] Sync routers for ids ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:34:50.339447 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e29f5-bda4-4acf-ab2f-cd00ddea1b99 None None] Routers {'7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:34:50.340082 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e33e29f5-bda4-4acf-ab2f-cd00ddea1b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:34:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:50.473208 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-eabc5768-d6cc-4e3e-96e0-8bf216824158 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Made reservation on behalf of b6a5f26c739943298b972c521fa38307 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:50.476706 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-eabc5768-d6cc-4e3e-96e0-8bf216824158 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:50.515214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4eba0a-d9b4-48f7-8515-214d63bd6c5b req-1b7f6932-5d7c-4aab-a4e0-bf485e5be1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:50.516643 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0c4eba0a-d9b4-48f7-8515-214d63bd6c5b req-1b7f6932-5d7c-4aab-a4e0-bf485e5be1f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 1128 time: 0.3149142 Feb 28 17:34:50.521312 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e33e29f5-bda4-4acf-ab2f-cd00ddea1b99 None None] Set router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:34:50.521495 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-61d8177e-fcb1-4941-b05b-3b263de7990b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (21c63a40-2f89-474b-8638-1be044582776), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:50.609659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8177e-fcb1-4941-b05b-3b263de7990b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Subnet': ['ID=21c63a40-2f89-474b-8638-1be044582776,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:50.670369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8177e-fcb1-4941-b05b-3b263de7990b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Checking segment: {'id': 'dd8e73e2-4fe1-4d07-afb0-ef5bfb1a290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b1de07b6-fb9f-4cd4-9180-61643c017348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:50.670745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8177e-fcb1-4941-b05b-3b263de7990b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network hostable DHCP agents. Network: b1de07b6-fb9f-4cd4-9180-61643c017348, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:34:50.741218 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] Publish callbacks [] for router (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:50.759022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fca21-0b17-4e7e-9179-87e4ca7e76ae req-4649f116-aaaa-4a85-8596-f61c9d3cb31e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:50.770192 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e40fca21-0b17-4e7e-9179-87e4ca7e76ae req-4649f116-aaaa-4a85-8596-f61c9d3cb31e tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 946 time: 0.0666802 Feb 28 17:34:50.782187 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e33e29f5-bda4-4acf-ab2f-cd00ddea1b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:34:48Z', 'revision_number': 5, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:50.783573 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8177e-fcb1-4941-b05b-3b263de7990b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network b1de07b6-fb9f-4cd4-9180-61643c017348 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:34:50.824919 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0c4eba0a-d9b4-48f7-8515-214d63bd6c5b req-df440206-f94c-49de-ab5f-2985645ac6cc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228885 Feb 28 17:34:50.827924 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e29f5-bda4-4acf-ab2f-cd00ddea1b99 None None] Checking router: 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:34:50.837385 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e29f5-bda4-4acf-ab2f-cd00ddea1b99 None None] Routers {'7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:34:50.838470 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e33e29f5-bda4-4acf-ab2f-cd00ddea1b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:34:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:50.847149 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e40fca21-0b17-4e7e-9179-87e4ca7e76ae req-535b85fd-ece8-4788-93da-e7e5b902e315 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755336 Feb 28 17:34:50.870519 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-61d8177e-fcb1-4941-b05b-3b263de7990b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, b1de07b6-fb9f-4cd4-9180-61643c017348) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:50.883837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8d12c2-0936-42c5-8d56-15ab6adfb26d None None] Network b1de07b6-fb9f-4cd4-9180-61643c017348 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:50.894456 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d8177e-fcb1-4941-b05b-3b263de7990b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:50.895153 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-61d8177e-fcb1-4941-b05b-3b263de7990b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:50.957142 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-eabc5768-d6cc-4e3e-96e0-8bf216824158 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Allocated IP 172.20.0.9 (35a3f1d3-cd98-4d44-8f59-5d12963c2d66/d47d19de-d00b-4f78-9653-e301d6107c8f/19534743-87fe-42e0-8380-a3ae4f4bfe0e) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:34:50.975417 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e33e29f5-bda4-4acf-ab2f-cd00ddea1b99 None None] Set router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:34:50.993417 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-61d8177e-fcb1-4941-b05b-3b263de7990b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0577013 Feb 28 17:34:51.004285 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39120) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:51.022770 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] Publish callbacks [] for router_gateway (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.190520 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (b1de07b6-fb9f-4cd4-9180-61643c017348), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.238231 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e33e29f5-bda4-4acf-ab2f-cd00ddea1b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:34:48Z', 'revision_number': 5, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:51.266110 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33e29f5-bda4-4acf-ab2f-cd00ddea1b99 None None] The sync data for ids ['7eaf0e38-96f0-461d-b6a7-308dfa06bd2b'] in n-d-820368-19 is: [{'id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1771205994-router', 'tenant_id': 'c1fc731029cd4e4081e19f4961c8257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:33:10Z', 'updated_at': '2022-02-28T17:34:48Z', 'revision_number': 5, 'project_id': 'c1fc731029cd4e4081e19f4961c8257c', 'gw_port': {'id': 'd6e7a0f4-cbea-44c3-a46a-c37ca368156b', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf0e38-96f0-461d-b6a7-308dfa06bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:33:12Z', 'updated_at': '2022-02-28T17:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:34:51.271679 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (21c63a40-2f89-474b-8638-1be044582776), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.372957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd637c-05e4-4899-adee-5607a4901aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-b1de07b6-fb9f-4cd4-9180-61643c017348', 'network_id': 'b1de07b6-fb9f-4cd4-9180-61643c017348', 'project_id': 'b8ec038ef6b24f69af534be12b17ce6b', 'fixed_ips': [{'subnet_id': '21c63a40-2f89-474b-8638-1be044582776'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:34:51.373825 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c8fd637c-05e4-4899-adee-5607a4901aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.375351 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] Deleting port d6e7a0f4-cbea-44c3-a46a-c37ca368156b {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:51.375692 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d6e7a0f4-cbea-44c3-a46a-c37ca368156b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.393567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-da06b28d-872b-4787-8225-8d18089f48fc admin admin] Deleting port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:51.394491 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-da06b28d-872b-4787-8225-8d18089f48fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.409759 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-02542006-4ca6-48cd-9b05-92ee86f11997 req-d878b0f0-695b-4f5c-9cf3-1cff16ac1fea tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 210 time: 0.0343883 Feb 28 17:34:51.448359 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (21c63a40-2f89-474b-8638-1be044582776), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.478877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Subnet': ['ID=21c63a40-2f89-474b-8638-1be044582776,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:51.522415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127501-8ad0-4f1f-a555-13c2bc022e1f req-d9423fc3-935d-4376-b229-418a16728c88 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:51.525036 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1127501-8ad0-4f1f-a555-13c2bc022e1f req-d9423fc3-935d-4376-b229-418a16728c88 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 945 time: 0.3281219 Feb 28 17:34:51.545728 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (b1de07b6-fb9f-4cd4-9180-61643c017348), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.570420 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1de07b6-fb9f-4cd4-9180-61643c017348']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server [None req-c8fd637c-05e4-4899-adee-5607a4901aaf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21c63a40-2f89-474b-8638-1be044582776: This subnet is being modified by another concurrent operation. Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 17:34:51.573717 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise exception Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21c63a40-2f89-474b-8638-1be044582776: This subnet is being modified by another concurrent operation. Feb 28 17:34:51.579238 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server Feb 28 17:34:51.586118 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8e73e2-4fe1-4d07-afb0-ef5bfb1a290a') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:51.586280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8e73e2-4fe1-4d07-afb0-ef5bfb1a290a') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:51.598426 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-eabc5768-d6cc-4e3e-96e0-8bf216824158 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks [] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.598604 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (dd8e73e2-4fe1-4d07-afb0-ef5bfb1a290a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.613727 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (dd8e73e2-4fe1-4d07-afb0-ef5bfb1a290a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.622372 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:51.623549 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (dd8e73e2-4fe1-4d07-afb0-ef5bfb1a290a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:51.630369 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:51.658260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92cab40-ec10-412f-b0f2-6948fc9f43c6 None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:34:51.679067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] For port d6e7a0f4-cbea-44c3-a46a-c37ca368156b, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d6e7a0f4-cbea-44c3-a46a-c37ca368156b,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:51.679431 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d6e7a0f4-cbea-44c3-a46a-c37ca368156b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.700760 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1127501-8ad0-4f1f-a555-13c2bc022e1f req-71d081f8-51c0-4761-ae83-9d9cf7d0fd98 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677675 Feb 28 17:34:51.704039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-da06b28d-872b-4787-8225-8d18089f48fc admin admin] For port f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e,segment=NetworkSegment(35410fa1-ac9a-406f-987c-7bdce11d303b),segment_id=35410fa1-ac9a-406f-987c-7bdce11d303b)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:51.704409 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-da06b28d-872b-4787-8225-8d18089f48fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.723141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] Calling delete_port for d6e7a0f4-cbea-44c3-a46a-c37ca368156b owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:51.741672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-da06b28d-872b-4787-8225-8d18089f48fc admin admin] Calling delete_port for f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:51.809405 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92cab40-ec10-412f-b0f2-6948fc9f43c6 None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:34:51.829012 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (b1de07b6-fb9f-4cd4-9180-61643c017348), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.862785 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.870927 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/b1de07b6-fb9f-4cd4-9180-61643c017348 HTTP/1.1" status: 204 len: 168 time: 0.8656049 Feb 28 17:34:51.886448 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39136) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:51.892410 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9772cc6e-c187-40be-9022-7627be29e1b8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1785686055'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:51.894332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0ce8d-63d2-4e95-b1a1-bc8682bf7498 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Network': ['ID=b1de07b6-fb9f-4cd4-9180-61643c017348,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:51.913531 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-eabc5768-d6cc-4e3e-96e0-8bf216824158 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:51.949027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3938d6b9-54a2-46c6-9805-3df4c1dc621e', 'f142532d-4034-49a2-90a6-565a1ebfad14'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:52.037372 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066a753-bad7-4a1f-9378-e76cfaccab9a req-b5215d78-c797-41b6-8419-0e6808d16255 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:52.039291 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1066a753-bad7-4a1f-9378-e76cfaccab9a req-b5215d78-c797-41b6-8419-0e6808d16255 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 946 time: 0.0903933 Feb 28 17:34:52.079373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-eabc5768-d6cc-4e3e-96e0-8bf216824158 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:34:52.088729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-eabc5768-d6cc-4e3e-96e0-8bf216824158 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:52.110811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-eabc5768-d6cc-4e3e-96e0-8bf216824158 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:52.140824 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1066a753-bad7-4a1f-9378-e76cfaccab9a req-51b47eeb-a9f2-4627-a557-5467fe04e6cb tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901492 Feb 28 17:34:52.175644 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9772cc6e-c187-40be-9022-7627be29e1b8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:52.179462 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9772cc6e-c187-40be-9022-7627be29e1b8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:52.182259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc5768-d6cc-4e3e-96e0-8bf216824158 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Pushing event updated for resources: {'Port': ['ID=19534743-87fe-42e0-8380-a3ae4f4bfe0e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:52.250016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-eabc5768-d6cc-4e3e-96e0-8bf216824158 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:52.250809 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-eabc5768-d6cc-4e3e-96e0-8bf216824158 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:52.283017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aee11aa-31b2-45ed-82f7-9379673fee6c None None] Network b1de07b6-fb9f-4cd4-9180-61643c017348 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:52.309732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aee11aa-31b2-45ed-82f7-9379673fee6c None None] Network b1de07b6-fb9f-4cd4-9180-61643c017348 could not be found, it might have been deleted concurrently. {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 17:34:52.608871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9772cc6e-c187-40be-9022-7627be29e1b8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:34:52.622567 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-eabc5768-d6cc-4e3e-96e0-8bf216824158 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7677839 Feb 28 17:34:52.644432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Request body: {'port': {'device_id': 'df94fa05-530d-4b17-b864-c17bd539ecfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:52.674107 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9772cc6e-c187-40be-9022-7627be29e1b8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a78719a3-373d-437e-a47f-ed72318e95b2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:52.674402 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-9772cc6e-c187-40be-9022-7627be29e1b8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Added segment a78719a3-373d-437e-a47f-ed72318e95b2 of type vlan for network 9069bf51-6594-4754-928c-1bcd13921f56 Feb 28 17:34:52.785338 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9772cc6e-c187-40be-9022-7627be29e1b8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (9069bf51-6594-4754-928c-1bcd13921f56), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:52.811015 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d6e7a0f4-cbea-44c3-a46a-c37ca368156b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:52.856245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce8978-c395-4549-bf2e-041e30176769 req-33f51fa9-8866-4268-8590-91438443c9cd tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:52.857377 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d2ce8978-c395-4549-bf2e-041e30176769 req-33f51fa9-8866-4268-8590-91438443c9cd tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 945 time: 0.0623326 Feb 28 17:34:52.865810 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c445d-6bb8-4e8d-93af-03c43d2f32f1 req-363d2d3b-00c7-464e-a866-505367beb946 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:52.867363 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-916c445d-6bb8-4e8d-93af-03c43d2f32f1 req-363d2d3b-00c7-464e-a866-505367beb946 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 931 time: 0.2539020 Feb 28 17:34:52.874272 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:52.887379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e7a0f4-cbea-44c3-a46a-c37ca368156b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:52.951934 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d2ce8978-c395-4549-bf2e-041e30176769 req-2fc18b60-5c77-43d4-be40-e0cb10f3d55d tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615013 Feb 28 17:34:52.960759 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-da06b28d-872b-4787-8225-8d18089f48fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:53.016249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9772cc6e-c187-40be-9022-7627be29e1b8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (9069bf51-6594-4754-928c-1bcd13921f56), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:53.021245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9772cc6e-c187-40be-9022-7627be29e1b8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:53.021837 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9772cc6e-c187-40be-9022-7627be29e1b8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:53.046450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06b28d-872b-4787-8225-8d18089f48fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:53.094841 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-916c445d-6bb8-4e8d-93af-03c43d2f32f1 req-6d91f64b-1091-45fd-b35c-0bccc5dcf149 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145054 Feb 28 17:34:53.100512 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db89956-5fa4-4e6e-b000-f03bb0c0c5d0 req-fab42258-82a3-40fd-a4dd-14fd36a538b2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:53.105614 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0db89956-5fa4-4e6e-b000-f03bb0c0c5d0 req-fab42258-82a3-40fd-a4dd-14fd36a538b2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 945 time: 0.0855668 Feb 28 17:34:53.163033 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:53.194090 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0db89956-5fa4-4e6e-b000-f03bb0c0c5d0 req-c675e2fe-71a7-4260-bea1-4025c9f1d613 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790710 Feb 28 17:34:53.298801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 56ddcb66-3626-4b89-9e39-27b788922721 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:34:53.320812 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9772cc6e-c187-40be-9022-7627be29e1b8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4332905 Feb 28 17:34:53.324623 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39168) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:53.332809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-90e13577-a5fe-4406-ae11-49acb1cf25f8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'subnet': {'network_id': '9069bf51-6594-4754-928c-1bcd13921f56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:53.334119 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 56ddcb66-3626-4b89-9e39-27b788922721 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:34:53.340676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 56ddcb66-3626-4b89-9e39-27b788922721 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:34:53.403747 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772cc6e-c187-40be-9022-7627be29e1b8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Network': ['ID=9069bf51-6594-4754-928c-1bcd13921f56,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:53.420925 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 9069bf51-6594-4754-928c-1bcd13921f56 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:34:53.469692 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:53.478541 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] Publish callbacks [] for router_controller (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:53.554314 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5674d83d-8828-46e6-b553-e390d241badb details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:34:53.577292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e13577-a5fe-4406-ae11-49acb1cf25f8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:53.581463 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90e13577-a5fe-4406-ae11-49acb1cf25f8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:53.646107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f056c1e-8715-4e0e-b715-580dc796dc69 req-675d0ad0-403f-49e2-a4cb-ca02c1d93d6c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:53.652988 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f056c1e-8715-4e0e-b715-580dc796dc69 req-675d0ad0-403f-49e2-a4cb-ca02c1d93d6c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 946 time: 0.3773644 Feb 28 17:34:53.675477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5674d83d-8828-46e6-b553-e390d241badb, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5674d83d-8828-46e6-b553-e390d241badb,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:53.694517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '5674d83d-8828-46e6-b553-e390d241badb', 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd', 'port_id': '5674d83d-8828-46e6-b553-e390d241badb', 'mac_address': 'fa:16:3e:15:a5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b01692-329b-4c25-a414-a0c28766e21b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:34:53.747855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 5674d83d-8828-46e6-b553-e390d241badb is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:53.748525 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5674d83d-8828-46e6-b553-e390d241badb), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:53.767249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5674d83d-8828-46e6-b553-e390d241badb {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:34:53.806495 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5674d83d-8828-46e6-b553-e390d241badb, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5674d83d-8828-46e6-b553-e390d241badb,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:53.819105 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-da06b28d-872b-4787-8225-8d18089f48fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (a2426874-dc60-4812-9bd7-6906e72b7527), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:53.858673 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (7eaf0e38-96f0-461d-b6a7-308dfa06bd2b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:53.859353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eaf0e38-96f0-461d-b6a7-308dfa06bd2b {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:34:53.872423 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:53.876644 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39178) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:53.877263 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-75f9325e-de01-4d13-81a6-2a2f2485c3ca admin admin] 10.222.0.72 "DELETE /v2.0/routers/7eaf0e38-96f0-461d-b6a7-308dfa06bd2b HTTP/1.1" status: 204 len: 168 time: 3.5829833 Feb 28 17:34:53.889143 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5674d83d-8828-46e6-b553-e390d241badb), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:53.934559 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f056c1e-8715-4e0e-b715-580dc796dc69 req-b1fb8a6c-e4e5-4517-a0f8-1147887722d0 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795484 Feb 28 17:34:53.937018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302acbf8-687d-44a9-bb1e-5c9b06b5d800 req-8240c826-5eef-4740-a7c9-baee7d7c6c7a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:53.944166 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-302acbf8-687d-44a9-bb1e-5c9b06b5d800 req-8240c826-5eef-4740-a7c9-baee7d7c6c7a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 945 time: 0.1220143 Feb 28 17:34:53.963029 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90e13577-a5fe-4406-ae11-49acb1cf25f8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (10f8203c-b14f-4533-b14e-248813ce2da2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:53.979855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=5674d83d-8828-46e6-b553-e390d241badb,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:54.028751 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5674d83d-8828-46e6-b553-e390d241badb'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:54.035242 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db0a6a3-d91e-49dd-a7e7-5bbbbea1bcb2 admin admin] Deleting subnet de636b4e-eaba-413c-99cf-762f33fdde32 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:34:54.040592 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2db0a6a3-d91e-49dd-a7e7-5bbbbea1bcb2 admin admin] Publish callbacks [] for subnet (de636b4e-eaba-413c-99cf-762f33fdde32), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.079957 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19534743-87fe-42e0-8380-a3ae4f4bfe0e {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:34:54.092435 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Publish callbacks [] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.114687 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Transition to ACTIVE for port object 19534743-87fe-42e0-8380-a3ae4f4bfe0e will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:34:54.184256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e13577-a5fe-4406-ae11-49acb1cf25f8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Subnet': ['ID=10f8203c-b14f-4533-b14e-248813ce2da2,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:54.202759 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2db0a6a3-d91e-49dd-a7e7-5bbbbea1bcb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (de636b4e-eaba-413c-99cf-762f33fdde32), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.207447 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-302acbf8-687d-44a9-bb1e-5c9b06b5d800 req-0549f065-424e-45d1-b1b9-9cb8b7d1adc7 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623899 Feb 28 17:34:54.216730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.280398 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e13577-a5fe-4406-ae11-49acb1cf25f8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Checking segment: {'id': 'a78719a3-373d-437e-a47f-ed72318e95b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9069bf51-6594-4754-928c-1bcd13921f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:54.280398 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e13577-a5fe-4406-ae11-49acb1cf25f8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network hostable DHCP agents. Network: 9069bf51-6594-4754-928c-1bcd13921f56, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:34:54.304364 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2db0a6a3-d91e-49dd-a7e7-5bbbbea1bcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (de636b4e-eaba-413c-99cf-762f33fdde32), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.329409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Pushing event updated for resources: {'Port': ['ID=19534743-87fe-42e0-8380-a3ae4f4bfe0e,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:54.366068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da06b28d-872b-4787-8225-8d18089f48fc admin admin] Router a2426874-dc60-4812-9bd7-6906e72b7527 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:34:54.402424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a75b8-6d12-4cdd-a731-a5ad45f36e90 req-c70c6fdc-ab5c-4b89-b247-6db511c37081 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:54.403819 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-667a75b8-6d12-4cdd-a731-a5ad45f36e90 req-c70c6fdc-ab5c-4b89-b247-6db511c37081 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 943 time: 0.1677787 Feb 28 17:34:54.410700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e13577-a5fe-4406-ae11-49acb1cf25f8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network 9069bf51-6594-4754-928c-1bcd13921f56 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:34:54.441433 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2db0a6a3-d91e-49dd-a7e7-5bbbbea1bcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (de636b4e-eaba-413c-99cf-762f33fdde32), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.491100 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2db0a6a3-d91e-49dd-a7e7-5bbbbea1bcb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.497963 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2db0a6a3-d91e-49dd-a7e7-5bbbbea1bcb2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/de636b4e-eaba-413c-99cf-762f33fdde32 HTTP/1.1" status: 204 len: 168 time: 0.6193790 Feb 28 17:34:54.498719 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39192) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:54.501415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0a6a3-d91e-49dd-a7e7-5bbbbea1bcb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de636b4e-eaba-413c-99cf-762f33fdde32,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:54.508035 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Attempting to bind port 19534743-87fe-42e0-8380-a3ae4f4bfe0e on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:34:54.508369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Attempting to bind port 19534743-87fe-42e0-8380-a3ae4f4bfe0e by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:34:54.509234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Attempting to bind port 19534743-87fe-42e0-8380-a3ae4f4bfe0e on network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:54.517408 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-667a75b8-6d12-4cdd-a731-a5ad45f36e90 req-28a94f5d-bb8f-49d6-b26f-12c52b88ec4d tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070235 Feb 28 17:34:54.518175 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Port 19534743-87fe-42e0-8380-a3ae4f4bfe0e on network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:34:54.518492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Attempting to bind port 19534743-87fe-42e0-8380-a3ae4f4bfe0e on network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:54.527198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:34:54.542309 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Checking segment: {'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:54.542309 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Bound using segment: {'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:34:54.542309 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Bound port: 19534743-87fe-42e0-8380-a3ae4f4bfe0e, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:34:54.542309 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.549768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-90e13577-a5fe-4406-ae11-49acb1cf25f8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 9069bf51-6594-4754-928c-1bcd13921f56) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:54.555093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e13577-a5fe-4406-ae11-49acb1cf25f8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:54.556051 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90e13577-a5fe-4406-ae11-49acb1cf25f8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.566184 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb965e47-6c26-4728-900b-05cbed3319f6 None None] Network 9069bf51-6594-4754-928c-1bcd13921f56 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:54.642308 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90ae8dd9-f700-45fd-8aee-2fb19eb284ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (1fdc8515-83f9-468e-b637-d170a1267dbe), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.649714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da06b28d-872b-4787-8225-8d18089f48fc admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:34:54.660874 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-da06b28d-872b-4787-8225-8d18089f48fc admin admin] 10.222.0.72 "PUT /v2.0/routers/a2426874-dc60-4812-9bd7-6906e72b7527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1750011 Feb 28 17:34:54.663450 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39194) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:54.676587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] For port 19534743-87fe-42e0-8380-a3ae4f4bfe0e, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:34:54.680143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] For port 19534743-87fe-42e0-8380-a3ae4f4bfe0e, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=19534743-87fe-42e0-8380-a3ae4f4bfe0e,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:34:54.692191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1e92a-2d1b-40c2-9300-9378e37ab9e6 None None] Sync routers for ids ['a2426874-dc60-4812-9bd7-6906e72b7527'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:34:54.706634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1e92a-2d1b-40c2-9300-9378e37ab9e6 None None] Routers {'a2426874-dc60-4812-9bd7-6906e72b7527'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:34:54.707273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3ab1e92a-2d1b-40c2-9300-9378e37ab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:34:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a2426874-dc60-4812-9bd7-6906e72b7527'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:54.725439 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-90e13577-a5fe-4406-ae11-49acb1cf25f8 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3957922 Feb 28 17:34:54.736313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39198) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:54.762720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-9069bf51-6594-4754-928c-1bcd13921f56', 'network_id': '9069bf51-6594-4754-928c-1bcd13921f56', 'project_id': 'b8ec038ef6b24f69af534be12b17ce6b', 'fixed_ips': [{'subnet_id': '10f8203c-b14f-4533-b14e-248813ce2da2'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:34:54.763576 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.795452 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.841069 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90ae8dd9-f700-45fd-8aee-2fb19eb284ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (1fdc8515-83f9-468e-b637-d170a1267dbe), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.850596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:54.850596 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.850596 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] 10.222.0.73 "PUT /v2.0/ports/19534743-87fe-42e0-8380-a3ae4f4bfe0e HTTP/1.1" status: 200 len: 1092 time: 2.2102978 Feb 28 17:34:54.851566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df94fa05-530d-4b17-b864-c17bd539ecfe', 'tag': '19534743-87fe-42e0-8380-a3ae4f4bfe0e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:54.854428 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16a6b29-481e-434f-9168-300322f0d94b" -d '{"events": [{"name": "network-changed", "server_uuid": "df94fa05-530d-4b17-b864-c17bd539ecfe", "tag": "19534743-87fe-42e0-8380-a3ae4f4bfe0e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:54.877339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-90ae8dd9-f700-45fd-8aee-2fb19eb284ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fdc8515-83f9-468e-b637-d170a1267dbe']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:54.892090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-90ae8dd9-f700-45fd-8aee-2fb19eb284ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd008799a-ce3b-4da4-89fb-75b896281b16') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:54.892546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-90ae8dd9-f700-45fd-8aee-2fb19eb284ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd008799a-ce3b-4da4-89fb-75b896281b16') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:54.901050 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] Publish callbacks [] for router (a2426874-dc60-4812-9bd7-6906e72b7527), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.929182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e7426-e164-495b-9afa-16f81d500867 service neutron] Pushing event updated for resources: {'Port': ['ID=19534743-87fe-42e0-8380-a3ae4f4bfe0e,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:54.937818 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (9069bf51-6594-4754-928c-1bcd13921f56), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.956673 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90ae8dd9-f700-45fd-8aee-2fb19eb284ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (d008799a-ce3b-4da4-89fb-75b896281b16), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:54.983796 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0a94e8-b3f6-4444-b47d-1e28df0258db x-openstack-request-id: req-5c0a94e8-b3f6-4444-b47d-1e28df0258db {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:54.984286 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df94fa05-530d-4b17-b864-c17bd539ecfe", "tag": "19534743-87fe-42e0-8380-a3ae4f4bfe0e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:54.984546 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5c0a94e8-b3f6-4444-b47d-1e28df0258db {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:54.990044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-3ab1e92a-2d1b-40c2-9300-9378e37ab9e6 None None] Set router a2426874-dc60-4812-9bd7-6906e72b7527 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:34:54.992961 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df94fa05-530d-4b17-b864-c17bd539ecfe', 'tag': '19534743-87fe-42e0-8380-a3ae4f4bfe0e', 'status': 'completed', 'code': 200} Feb 28 17:34:54.995650 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90ae8dd9-f700-45fd-8aee-2fb19eb284ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d008799a-ce3b-4da4-89fb-75b896281b16), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:55.006827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ae8dd9-f700-45fd-8aee-2fb19eb284ac admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:55.007363 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90ae8dd9-f700-45fd-8aee-2fb19eb284ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (d008799a-ce3b-4da4-89fb-75b896281b16), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:55.009495 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:55.125323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d6e7a0f4-cbea-44c3-a46a-c37ca368156b no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:34:55.134303 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] Publish callbacks [] for router_gateway (a2426874-dc60-4812-9bd7-6906e72b7527), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:55.155196 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Allocated IP 2001:db8::1 (9069bf51-6594-4754-928c-1bcd13921f56/10f8203c-b14f-4533-b14e-248813ce2da2/6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:34:55.185822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: d6e7a0f4-cbea-44c3-a46a-c37ca368156b {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:34:55.186200 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d6e7a0f4-cbea-44c3-a46a-c37ca368156b not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:34:55.199104 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (10f8203c-b14f-4533-b14e-248813ce2da2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:55.287678 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90ae8dd9-f700-45fd-8aee-2fb19eb284ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (1fdc8515-83f9-468e-b637-d170a1267dbe), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:55.294196 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90ae8dd9-f700-45fd-8aee-2fb19eb284ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:55.297349 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-90ae8dd9-f700-45fd-8aee-2fb19eb284ac admin admin] 10.222.0.72 "DELETE /v2.0/networks/1fdc8515-83f9-468e-b637-d170a1267dbe HTTP/1.1" status: 204 len: 168 time: 0.7974355 Feb 28 17:34:55.325135 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae8dd9-f700-45fd-8aee-2fb19eb284ac admin admin] Pushing event deleted for resources: {'Network': ['ID=1fdc8515-83f9-468e-b637-d170a1267dbe,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:55.403662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3ab1e92a-2d1b-40c2-9300-9378e37ab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'name': 'tempest-TaggedBootDevicesTest_v242-564611648-router', 'tenant_id': '7a089b23e5d64889aba3812241639f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '2e74a4d0-dedc-48fa-939a-160889956077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:17Z', 'updated_at': '2022-02-28T17:34:52Z', 'revision_number': 5, 'project_id': '7a089b23e5d64889aba3812241639f82', 'gw_port': {'id': '2e74a4d0-dedc-48fa-939a-160889956077', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:22:19Z', 'updated_at': '2022-02-28T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:55.442258 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Publish callbacks [] for port (6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:55.447750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1e92a-2d1b-40c2-9300-9378e37ab9e6 None None] Checking router: a2426874-dc60-4812-9bd7-6906e72b7527 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:34:55.461476 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1e92a-2d1b-40c2-9300-9378e37ab9e6 None None] Routers {'a2426874-dc60-4812-9bd7-6906e72b7527'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:34:55.462261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3ab1e92a-2d1b-40c2-9300-9378e37ab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:34:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a2426874-dc60-4812-9bd7-6906e72b7527'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:55.498955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fd246-0ac8-439e-9fb6-e74f1924ea32 req-a1225c51-12ce-48b6-bb20-e53b87770857 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:55.501052 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7c7fd246-0ac8-439e-9fb6-e74f1924ea32 req-a1225c51-12ce-48b6-bb20-e53b87770857 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 945 time: 0.1734250 Feb 28 17:34:55.511243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] Deleting port 2e74a4d0-dedc-48fa-939a-160889956077 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:55.511966 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2e74a4d0-dedc-48fa-939a-160889956077), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:55.551238 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:55.606477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Pushing event updated for resources: {'Port': ['ID=6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:55.616947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5674d83d-8828-46e6-b553-e390d241badb up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:34:55.623388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-7f8aa3c6-5949-4589-b900-24a0fbf0d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:55.624917 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-7f8aa3c6-5949-4589-b900-24a0fbf0d701 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 1126 time: 0.6302693 Feb 28 17:34:55.648523 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c7a11-6d9b-473a-808c-ed57e84ac592 req-009a95db-7caf-4dd3-b2cf-0aebe211c33c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:55.656585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-054c7a11-6d9b-473a-808c-ed57e84ac592 req-009a95db-7caf-4dd3-b2cf-0aebe211c33c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 945 time: 0.5146980 Feb 28 17:34:55.695260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39222) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:55.711429 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-76f3e658-f11b-46c9-b7e2-36d71eb34117 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19534743-87fe-42e0-8380-a3ae4f4bfe0e HTTP/1.1" status: 200 len: 217 time: 0.0756767 Feb 28 17:34:55.727417 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] For port 2e74a4d0-dedc-48fa-939a-160889956077, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2e74a4d0-dedc-48fa-939a-160889956077,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:55.727798 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2e74a4d0-dedc-48fa-939a-160889956077), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:55.739923 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7c7fd246-0ac8-439e-9fb6-e74f1924ea32 req-733d09d0-49dc-4a04-b6f0-663f02e7be79 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315884 Feb 28 17:34:55.751620 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] Calling delete_port for 2e74a4d0-dedc-48fa-939a-160889956077 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:55.781395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fa79e-2530-4764-97f5-906d7dcd4107 req-96504309-de21-4f62-8df9-7b4e714111ff tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:55.782901 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c65fa79e-2530-4764-97f5-906d7dcd4107 req-96504309-de21-4f62-8df9-7b4e714111ff tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 945 time: 0.5769289 Feb 28 17:34:55.823417 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-269a800f-9d03-4363-b9b9-886f6fb4a089 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c1fc731029cd4e4081e19f4961c8257c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270516 Feb 28 17:34:55.826388 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39226) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:55.856706 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-054c7a11-6d9b-473a-808c-ed57e84ac592 req-460f7432-d67c-4fff-bedc-9d71e1ab09c6 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884713 Feb 28 17:34:55.862472 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (10f8203c-b14f-4533-b14e-248813ce2da2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:55.871878 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Network 9069bf51-6594-4754-928c-1bcd13921f56 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:34:55.877663 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:34:55.880672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:34:55.901283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-3ab1e92a-2d1b-40c2-9300-9378e37ab9e6 None None] Set router a2426874-dc60-4812-9bd7-6906e72b7527 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:34:55.923094 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-345201c9-3253-4ac2-a773-773366835d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:55.929378 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-345201c9-3253-4ac2-a773-773366835d59 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d47d19de-d00b-4f78-9653-e301d6107c8f HTTP/1.1" status: 200 len: 854 time: 0.2017751 Feb 28 17:34:55.933302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Subnet': ['ID=10f8203c-b14f-4533-b14e-248813ce2da2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:55.974945 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f91ef8e-e2d6-4fd2-8bf7-d1c2adf4b0d2 admin admin] Publish callbacks [] for security_group (3e035694-773e-40c2-8a5b-7582af8ffcfd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:55.997518 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-aac844e7-6611-4d7d-93e8-01db449b1c8a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620635 Feb 28 17:34:56.012552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3ab1e92a-2d1b-40c2-9300-9378e37ab9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'name': 'tempest-TaggedBootDevicesTest_v242-564611648-router', 'tenant_id': '7a089b23e5d64889aba3812241639f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:17Z', 'updated_at': '2022-02-28T17:34:55Z', 'revision_number': 6, 'project_id': '7a089b23e5d64889aba3812241639f82', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:56.039311 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f91ef8e-e2d6-4fd2-8bf7-d1c2adf4b0d2 admin admin] Publish callbacks [] for security_group (3e035694-773e-40c2-8a5b-7582af8ffcfd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.060114 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1e92a-2d1b-40c2-9300-9378e37ab9e6 None None] The sync data for ids ['a2426874-dc60-4812-9bd7-6906e72b7527'] in n-d-820368-19 is: [{'id': 'a2426874-dc60-4812-9bd7-6906e72b7527', 'name': 'tempest-TaggedBootDevicesTest_v242-564611648-router', 'tenant_id': '7a089b23e5d64889aba3812241639f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:22:17Z', 'updated_at': '2022-02-28T17:34:55Z', 'revision_number': 6, 'project_id': '7a089b23e5d64889aba3812241639f82', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:34:56.062553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60baea8-a044-4b3d-bde8-63fbba454a7f req-6a94365b-c287-4a18-890a-ee8bc8f9df6b tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:56.063541 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a60baea8-a044-4b3d-bde8-63fbba454a7f req-6a94365b-c287-4a18-890a-ee8bc8f9df6b tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 943 time: 0.1556447 Feb 28 17:34:56.083858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Attempting to bind port 6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:34:56.084528 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Attempting to bind port 6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a78719a3-373d-437e-a47f-ed72318e95b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9069bf51-6594-4754-928c-1bcd13921f56'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:34:56.085078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Attempting to bind port 6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e on network 9069bf51-6594-4754-928c-1bcd13921f56 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:34:56.085725 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (9069bf51-6594-4754-928c-1bcd13921f56), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.098154 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:34:56.098538 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Checking segment: {'id': 'a78719a3-373d-437e-a47f-ed72318e95b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9069bf51-6594-4754-928c-1bcd13921f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:34:56.098945 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.099342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Bound using segment: {'id': 'a78719a3-373d-437e-a47f-ed72318e95b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9069bf51-6594-4754-928c-1bcd13921f56'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:34:56.099829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Bound port: 6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78719a3-373d-437e-a47f-ed72318e95b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9069bf51-6594-4754-928c-1bcd13921f56'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:34:56.100212 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.104097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 5674d83d-8828-46e6-b553-e390d241badb triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:34:56.104466 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5674d83d-8828-46e6-b553-e390d241badb), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.122863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9069bf51-6594-4754-928c-1bcd13921f56']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:56.132797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78719a3-373d-437e-a47f-ed72318e95b2') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:56.133142 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78719a3-373d-437e-a47f-ed72318e95b2') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:56.146016 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (a78719a3-373d-437e-a47f-ed72318e95b2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.162993 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a78719a3-373d-437e-a47f-ed72318e95b2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.167467 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a60baea8-a044-4b3d-bde8-63fbba454a7f req-b1402f82-fc8a-4189-a97a-a460550e06f0 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942001 Feb 28 17:34:56.170173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:56.170845 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (a78719a3-373d-437e-a47f-ed72318e95b2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:56.218184 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:56.229885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] For port 6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:34:56.251407 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f91ef8e-e2d6-4fd2-8bf7-d1c2adf4b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3e035694-773e-40c2-8a5b-7582af8ffcfd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.254157 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f91ef8e-e2d6-4fd2-8bf7-d1c2adf4b0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.255374 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8f91ef8e-e2d6-4fd2-8bf7-d1c2adf4b0d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3e035694-773e-40c2-8a5b-7582af8ffcfd HTTP/1.1" status: 204 len: 168 time: 0.4278584 Feb 28 17:34:56.279542 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 5674d83d-8828-46e6-b553-e390d241badb is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:56.281305 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5674d83d-8828-46e6-b553-e390d241badb), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.284494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91ef8e-e2d6-4fd2-8bf7-d1c2adf4b0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e035694-773e-40c2-8a5b-7582af8ffcfd,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:56.312227 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2e74a4d0-dedc-48fa-939a-160889956077), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.314895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-c65fa79e-2530-4764-97f5-906d7dcd4107 req-8be14a57-71be-4d0f-a4c7-ed91b13ba5b4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Deleting port 01dfccfd-5f21-4118-a63b-98273358778e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:56.315230 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c65fa79e-2530-4764-97f5-906d7dcd4107 req-8be14a57-71be-4d0f-a4c7-ed91b13ba5b4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (01dfccfd-5f21-4118-a63b-98273358778e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.321025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] For port 6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e,segment=NetworkSegment(a78719a3-373d-437e-a47f-ed72318e95b2),segment_id=a78719a3-373d-437e-a47f-ed72318e95b2)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:34:56.339614 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf680bcf-21ca-4eef-b2eb-dcbb99dccf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5674d83d-8828-46e6-b553-e390d241badb'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:56.342493 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808e62a9-2c05-4d9f-be7a-0a7033238a8d" -d '{"events": [{"server_uuid": "cf680bcf-21ca-4eef-b2eb-dcbb99dccf75", "name": "network-vif-plugged", "status": "completed", "tag": "5674d83d-8828-46e6-b553-e390d241badb"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:56.359104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5674d83d-8828-46e6-b553-e390d241badb, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5674d83d-8828-46e6-b553-e390d241badb,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:56.377844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] Pushing event deleted for resources: {'Port': ['ID=2e74a4d0-dedc-48fa-939a-160889956077,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:56.390829 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.db.api [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 17:34:56.390829 n-d-820368-19 neutron-server[104246]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 17:34:56.390829 n-d-820368-19 neutron-server[104246]: [parameters: {'id': '9069bf51-6594-4754-928c-1bcd13921f56'}] Feb 28 17:34:56.390829 n-d-820368-19 neutron-server[104246]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:34:56.390829 n-d-820368-19 neutron-server[104246]: DEBUG oslo_db.api [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:34:56.397490 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-78ca635f-af13-483a-af3b-a7c3b51263ab service neutron] 10.222.0.73 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879523 Feb 28 17:34:56.405920 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad03a8b-e91f-473e-9ea8-ea1787ae6520 x-openstack-request-id: req-aad03a8b-e91f-473e-9ea8-ea1787ae6520 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:56.406547 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf680bcf-21ca-4eef-b2eb-dcbb99dccf75", "name": "network-vif-plugged", "status": "completed", "tag": "5674d83d-8828-46e6-b553-e390d241badb", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:56.407034 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aad03a8b-e91f-473e-9ea8-ea1787ae6520 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:56.407688 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf680bcf-21ca-4eef-b2eb-dcbb99dccf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5674d83d-8828-46e6-b553-e390d241badb', 'code': 200} Feb 28 17:34:56.410016 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.483424 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (a2426874-dc60-4812-9bd7-6906e72b7527), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.503199 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5674d83d-8828-46e6-b553-e390d241badb), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.511107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ef66e-042b-452a-a91c-99a352e01ddc None None] Pushing event updated for resources: {'Port': ['ID=6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:56.597181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-c65fa79e-2530-4764-97f5-906d7dcd4107 req-8be14a57-71be-4d0f-a4c7-ed91b13ba5b4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] For port 01dfccfd-5f21-4118-a63b-98273358778e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=01dfccfd-5f21-4118-a63b-98273358778e,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:56.597546 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c65fa79e-2530-4764-97f5-906d7dcd4107 req-8be14a57-71be-4d0f-a4c7-ed91b13ba5b4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (01dfccfd-5f21-4118-a63b-98273358778e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.622850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e390a46-cc95-4222-915c-a7e13447567c None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:34:56.626353 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=5674d83d-8828-46e6-b553-e390d241badb,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:56.630196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-c65fa79e-2530-4764-97f5-906d7dcd4107 req-8be14a57-71be-4d0f-a4c7-ed91b13ba5b4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Calling delete_port for 01dfccfd-5f21-4118-a63b-98273358778e owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:56.720312 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (a2426874-dc60-4812-9bd7-6906e72b7527), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.724454 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-625d3c9f-5a60-46e8-a091-c2d8a44cab8e req-c49015c9-6db7-4d67-8b83-22902ce16077 service neutron] 10.222.0.73 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129845 Feb 28 17:34:56.725884 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] Publish callbacks [] for router_controller (a2426874-dc60-4812-9bd7-6906e72b7527), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.820563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e390a46-cc95-4222-915c-a7e13447567c None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:34:56.846269 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (a2426874-dc60-4812-9bd7-6906e72b7527), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.847786 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2426874-dc60-4812-9bd7-6906e72b7527 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:34:56.867684 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.869305 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f8932e4e-a4c9-4d58-98ec-2f828741898b admin admin] 10.222.0.72 "DELETE /v2.0/routers/a2426874-dc60-4812-9bd7-6906e72b7527 HTTP/1.1" status: 204 len: 168 time: 2.2046580 Feb 28 17:34:56.872015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39244) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:56.934433 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (9069bf51-6594-4754-928c-1bcd13921f56), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:56.945215 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c65fa79e-2530-4764-97f5-906d7dcd4107 req-8be14a57-71be-4d0f-a4c7-ed91b13ba5b4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (01dfccfd-5f21-4118-a63b-98273358778e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:57.012308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3f19e91d-6fd2-4753-9826-cc84e46fcf75', '01dfccfd-5f21-4118-a63b-98273358778e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:34:57.032372 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be14a57-71be-4d0f-a4c7-ed91b13ba5b4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Pushing event deleted for resources: {'Port': ['ID=01dfccfd-5f21-4118-a63b-98273358778e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:57.068038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-c185a096-55e8-4811-88a2-792367d9a9c8 admin admin] Deleting subnet 2e760d18-8213-4836-b44a-83acae372b01 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:34:57.073971 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c185a096-55e8-4811-88a2-792367d9a9c8 admin admin] Publish callbacks [] for subnet (2e760d18-8213-4836-b44a-83acae372b01), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:57.175539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c022a9a-4302-4c3c-9276-d0f40968be47 req-e831c9c2-287f-4137-a2ab-856d615b9a93 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:57.177333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c022a9a-4302-4c3c-9276-d0f40968be47 req-e831c9c2-287f-4137-a2ab-856d615b9a93 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 867 time: 0.3273079 Feb 28 17:34:57.230747 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c185a096-55e8-4811-88a2-792367d9a9c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (2e760d18-8213-4836-b44a-83acae372b01), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:57.244851 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:34:57.261805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65fa79e-2530-4764-97f5-906d7dcd4107 req-8be14a57-71be-4d0f-a4c7-ed91b13ba5b4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] No DVR routers for this DVR port 01dfccfd-5f21-4118-a63b-98273358778e on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:34:57.266395 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c65fa79e-2530-4764-97f5-906d7dcd4107 req-8be14a57-71be-4d0f-a4c7-ed91b13ba5b4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:57.270194 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c65fa79e-2530-4764-97f5-906d7dcd4107 req-8be14a57-71be-4d0f-a4c7-ed91b13ba5b4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "DELETE /v2.0/ports/01dfccfd-5f21-4118-a63b-98273358778e HTTP/1.1" status: 204 len: 173 time: 1.4803720 Feb 28 17:34:57.287016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60b22af-24a1-433d-9f6e-2f28d2e5f8bf', 'name': 'network-vif-deleted', 'tag': '01dfccfd-5f21-4118-a63b-98273358778e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:34:57.287016 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b74c9c-b3b2-4262-854f-eca6dc0fa793" -d '{"events": [{"server_uuid": "d60b22af-24a1-433d-9f6e-2f28d2e5f8bf", "name": "network-vif-deleted", "tag": "01dfccfd-5f21-4118-a63b-98273358778e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:34:57.306067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:34:57.306067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f29e2fcd-33dd-47bb-bd95-bebebcc1ac8e not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:34:57.306365 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2e74a4d0-dedc-48fa-939a-160889956077 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:34:57.309287 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf0cb6-fc8a-46c4-b6d3-1f992c383132 req-3d28c7e1-c0fa-4ada-b7e3-04484f1d91e1 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:57.311030 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c022a9a-4302-4c3c-9276-d0f40968be47 req-d8f77737-a0dd-4fa7-9b41-a3f51a067998 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101093 Feb 28 17:34:57.312631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62bf0cb6-fc8a-46c4-b6d3-1f992c383132 req-3d28c7e1-c0fa-4ada-b7e3-04484f1d91e1 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 946 time: 0.2635853 Feb 28 17:34:57.316736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a6b29-481e-434f-9168-300322f0d94b req-007101a1-7ae2-41b4-9301-42239f24c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:57.319135 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c16a6b29-481e-434f-9168-300322f0d94b req-007101a1-7ae2-41b4-9301-42239f24c678 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 1126 time: 0.4513028 Feb 28 17:34:57.359710 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2e74a4d0-dedc-48fa-939a-160889956077 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:34:57.360098 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2e74a4d0-dedc-48fa-939a-160889956077 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:34:57.423426 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c185a096-55e8-4811-88a2-792367d9a9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (2e760d18-8213-4836-b44a-83acae372b01), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:57.513566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a6b29-481e-434f-9168-300322f0d94b req-cfff5b15-0ae8-458e-8330-9287c860db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:57.516811 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c16a6b29-481e-434f-9168-300322f0d94b req-cfff5b15-0ae8-458e-8330-9287c860db19 service neutron] 10.222.0.73 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 915 time: 0.1632125 Feb 28 17:34:57.536192 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8407f4da-24dc-4812-aa1c-6af1f7f6746a None None] Network 9069bf51-6594-4754-928c-1bcd13921f56 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:57.593728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79addcaf-270d-46a3-a0f6-9c7e491d11e7 req-bba06754-f7f7-4ce7-bc5c-bdb551a5b632 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:57.595805 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79addcaf-270d-46a3-a0f6-9c7e491d11e7 req-bba06754-f7f7-4ce7-bc5c-bdb551a5b632 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 943 time: 0.1029301 Feb 28 17:34:57.598361 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c16a6b29-481e-434f-9168-300322f0d94b req-22274f84-cb38-4937-aafc-562ec298887e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19534743-87fe-42e0-8380-a3ae4f4bfe0e HTTP/1.1" status: 200 len: 217 time: 0.0726523 Feb 28 17:34:57.604796 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62bf0cb6-fc8a-46c4-b6d3-1f992c383132 req-a92f17b1-8f61-4519-872b-5725a7963fab tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834263 Feb 28 17:34:57.660203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Deleting port 6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:57.660780 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:57.700157 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c185a096-55e8-4811-88a2-792367d9a9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (2e760d18-8213-4836-b44a-83acae372b01), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:57.737904 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79addcaf-270d-46a3-a0f6-9c7e491d11e7 req-a11fa8fa-08bf-48a4-9bba-28e1970afa2c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308272 Feb 28 17:34:57.740698 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c185a096-55e8-4811-88a2-792367d9a9c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:57.743975 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c185a096-55e8-4811-88a2-792367d9a9c8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2e760d18-8213-4836-b44a-83acae372b01 HTTP/1.1" status: 204 len: 168 time: 0.8708353 Feb 28 17:34:57.748645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbbb5df-ced7-4a64-bac6-3876969658df None None] Network 5fa1b491-dd52-447d-acd5-f87bb267cb7c requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:34:57.761437 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2110ae6-890d-4c2d-b692-593b445ab6b9 x-openstack-request-id: req-e2110ae6-890d-4c2d-b692-593b445ab6b9 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:34:57.761732 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60b22af-24a1-433d-9f6e-2f28d2e5f8bf", "name": "network-vif-deleted", "tag": "01dfccfd-5f21-4118-a63b-98273358778e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:34:57.768173 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2110ae6-890d-4c2d-b692-593b445ab6b9 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:34:57.768606 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60b22af-24a1-433d-9f6e-2f28d2e5f8bf', 'name': 'network-vif-deleted', 'tag': '01dfccfd-5f21-4118-a63b-98273358778e', 'status': 'completed', 'code': 200} Feb 28 17:34:57.768999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39272) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:57.787714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185a096-55e8-4811-88a2-792367d9a9c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e760d18-8213-4836-b44a-83acae372b01,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:57.805470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a6b29-481e-434f-9168-300322f0d94b req-16349480-30f6-4e3e-aea8-7a3ba1a1e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:57.807221 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c16a6b29-481e-434f-9168-300322f0d94b req-16349480-30f6-4e3e-aea8-7a3ba1a1e10b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d47d19de-d00b-4f78-9653-e301d6107c8f HTTP/1.1" status: 200 len: 854 time: 0.2002177 Feb 28 17:34:57.888310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c16a6b29-481e-434f-9168-300322f0d94b req-edacf597-e819-4404-bacc-20ff20b461bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578675 Feb 28 17:34:57.908368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] For port 6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e,segment=NetworkSegment(a78719a3-373d-437e-a47f-ed72318e95b2),segment_id=a78719a3-373d-437e-a47f-ed72318e95b2)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:57.908368 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:57.921952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7771accb-51f8-4d9b-acb5-6907a4737527 None None] DHCP port deletion for 5fa1b491-dd52-447d-acd5-f87bb267cb7c request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:34:57.980281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Calling delete_port for 6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:57.985107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7771accb-51f8-4d9b-acb5-6907a4737527 None None] Deleting port e99946d9-b1fe-4b27-87c2-97ea9f439011 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:57.985807 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7771accb-51f8-4d9b-acb5-6907a4737527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:57.993600 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (5fa1b491-dd52-447d-acd5-f87bb267cb7c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.074307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7771accb-51f8-4d9b-acb5-6907a4737527 None None] For port e99946d9-b1fe-4b27-87c2-97ea9f439011, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e99946d9-b1fe-4b27-87c2-97ea9f439011,segment=NetworkSegment(35410fa1-ac9a-406f-987c-7bdce11d303b),segment_id=35410fa1-ac9a-406f-987c-7bdce11d303b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:58.074702 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7771accb-51f8-4d9b-acb5-6907a4737527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.094372 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7771accb-51f8-4d9b-acb5-6907a4737527 None None] Calling delete_port for e99946d9-b1fe-4b27-87c2-97ea9f439011 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:58.115447 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c16a6b29-481e-434f-9168-300322f0d94b req-19d51b37-0ff7-44ab-965f-b5358d2fcfd1 service neutron] 10.222.0.73 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185426 Feb 28 17:34:58.123288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39286) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:58.229488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Deleting port e99946d9-b1fe-4b27-87c2-97ea9f439011 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:34:58.229847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.259349 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7771accb-51f8-4d9b-acb5-6907a4737527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.268547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-508645209-network', 'tenant_id': '9665654bb1254aa08cac2eb356b74f48'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:58.285565 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771accb-51f8-4d9b-acb5-6907a4737527 None None] Pushing event deleted for resources: {'Port': ['ID=e99946d9-b1fe-4b27-87c2-97ea9f439011,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:58.289062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771accb-51f8-4d9b-acb5-6907a4737527 None None] No DVR routers for this DVR port e99946d9-b1fe-4b27-87c2-97ea9f439011 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:34:58.307476 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.323703 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c16a6b29-481e-434f-9168-300322f0d94b req-5689d286-de3c-4683-addf-decbbd6b297e service neutron] 10.222.0.73 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980505 Feb 28 17:34:58.345499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] Made reservation on behalf of 9665654bb1254aa08cac2eb356b74f48 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:58.346565 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] For port e99946d9-b1fe-4b27-87c2-97ea9f439011, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e99946d9-b1fe-4b27-87c2-97ea9f439011,segment=NetworkSegment(35410fa1-ac9a-406f-987c-7bdce11d303b),segment_id=35410fa1-ac9a-406f-987c-7bdce11d303b)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:58.346932 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.348708 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.358543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Port': ['ID=6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:58.358895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No DVR routers for this DVR port 6f41cd9d-d343-42d1-ac9c-7f1b45d73c9e on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:34:58.368345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Calling delete_port for e99946d9-b1fe-4b27-87c2-97ea9f439011 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:34:58.374787 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.537478 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] Publish callbacks [] for security_group (3a36862c-3b02-46ad-b1b4-57321894b16b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.559576 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (9069bf51-6594-4754-928c-1bcd13921f56), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.590185 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5252b178-5fed-4203-9dcf-bfa32daef977 req-3f64c1e9-7c22-431e-aee3-51c02ce0df7e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=d60b22af-24a1-433d-9f6e-2f28d2e5f8bf HTTP/1.1" status: 200 len: 210 time: 0.0519147 Feb 28 17:34:58.611443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9069bf51-6594-4754-928c-1bcd13921f56']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:58.624547 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3a36862c-3b02-46ad-b1b4-57321894b16b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.625773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78719a3-373d-437e-a47f-ed72318e95b2') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:58.626133 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78719a3-373d-437e-a47f-ed72318e95b2') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:58.642535 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (a78719a3-373d-437e-a47f-ed72318e95b2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.656596 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:34:58.661620 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e99946d9-b1fe-4b27-87c2-97ea9f439011), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.664645 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a78719a3-373d-437e-a47f-ed72318e95b2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.667960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a36862c-3b02-46ad-b1b4-57321894b16b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:58.677756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:58.678202 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (a78719a3-373d-437e-a47f-ed72318e95b2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:58.701696 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:58.718859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99946d9-b1fe-4b27-87c2-97ea9f439011,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:58.744174 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] No DVR routers for this DVR port e99946d9-b1fe-4b27-87c2-97ea9f439011 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:34:58.744841 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c1ef7-d20a-4fa8-90f7-a264f1290b3f req-6b51e625-6d80-4e16-b455-4fce54d70f84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:58.746594 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e8c1ef7-d20a-4fa8-90f7-a264f1290b3f req-6b51e625-6d80-4e16-b455-4fce54d70f84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 946 time: 0.0615056 Feb 28 17:34:58.796769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e8c1ef7-d20a-4fa8-90f7-a264f1290b3f req-1e7b02bb-854d-4c01-a8b3-66c02864c3e5 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437264 Feb 28 17:34:58.834483 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (5fa1b491-dd52-447d-acd5-f87bb267cb7c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.862418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa1b491-dd52-447d-acd5-f87bb267cb7c']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:58.883165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35410fa1-ac9a-406f-987c-7bdce11d303b') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:58.883503 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35410fa1-ac9a-406f-987c-7bdce11d303b') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:34:58.883989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5e9ce309-4756-48e1-be6e-14e1eec0d12b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.884954 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] Added segment 5e9ce309-4756-48e1-be6e-14e1eec0d12b of type vlan for network 54167de9-3554-490b-90c9-a563d8838503 Feb 28 17:34:58.902314 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (9069bf51-6594-4754-928c-1bcd13921f56), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.921976 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (35410fa1-ac9a-406f-987c-7bdce11d303b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.935108 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.944722 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/9069bf51-6594-4754-928c-1bcd13921f56 HTTP/1.1" status: 204 len: 168 time: 4.2017181 Feb 28 17:34:58.946705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39308) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:58.958500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6fc6dd12-75f3-4be0-9399-dd82bbfe8f94 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-108680350'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:58.961836 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb5daa-a6d1-421a-9f93-aae3de350fb4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Network': ['ID=9069bf51-6594-4754-928c-1bcd13921f56,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:58.968352 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (35410fa1-ac9a-406f-987c-7bdce11d303b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.978059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:34:58.978476 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (35410fa1-ac9a-406f-987c-7bdce11d303b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:34:58.980220 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:34:58.993953 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (54167de9-3554-490b-90c9-a563d8838503), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.030440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ff4e3-f73e-4168-8d2d-a69246f6c841 req-5fe52fbb-4788-4b54-91c5-5bd36847ee51 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:59.031928 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-745ff4e3-f73e-4168-8d2d-a69246f6c841 req-5fe52fbb-4788-4b54-91c5-5bd36847ee51 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 943 time: 0.1605725 Feb 28 17:34:59.080771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc6dd12-75f3-4be0-9399-dd82bbfe8f94 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:59.085447 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dd12-75f3-4be0-9399-dd82bbfe8f94 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.089169 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-745ff4e3-f73e-4168-8d2d-a69246f6c841 req-f09d46c6-1bad-43d1-b1a9-ccbe57905709 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463121 Feb 28 17:34:59.116972 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (5fa1b491-dd52-447d-acd5-f87bb267cb7c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.117119 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (54167de9-3554-490b-90c9-a563d8838503), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.117119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:59.117119 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.117620 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.125039 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5fa1b491-dd52-447d-acd5-f87bb267cb7c HTTP/1.1" status: 204 len: 168 time: 1.3464763 Feb 28 17:34:59.154689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1bd04-fef2-47af-b9fd-89ae41409580 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa1b491-dd52-447d-acd5-f87bb267cb7c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:59.191910 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e99946d9-b1fe-4b27-87c2-97ea9f439011 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:34:59.217699 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: e99946d9-b1fe-4b27-87c2-97ea9f439011 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:34:59.218409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e99946d9-b1fe-4b27-87c2-97ea9f439011 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:34:59.234752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 01dfccfd-5f21-4118-a63b-98273358778e no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:34:59.260861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc6dd12-75f3-4be0-9399-dd82bbfe8f94 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:34:59.263911 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 01dfccfd-5f21-4118-a63b-98273358778e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:34:59.264382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 01dfccfd-5f21-4118-a63b-98273358778e not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:34:59.273441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] Pushing event updated for resources: {'Network': ['ID=54167de9-3554-490b-90c9-a563d8838503,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:59.278158 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dd12-75f3-4be0-9399-dd82bbfe8f94 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (fa8f4c33-c5df-4b4a-afff-a0a02c29ffca), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.278808 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-6fc6dd12-75f3-4be0-9399-dd82bbfe8f94 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Added segment fa8f4c33-c5df-4b4a-afff-a0a02c29ffca of type vlan for network 6c9ba440-666c-4d5d-91c7-5cbfdeab82fb Feb 28 17:34:59.303539 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 54167de9-3554-490b-90c9-a563d8838503 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:34:59.334681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dd12-75f3-4be0-9399-dd82bbfe8f94 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (6c9ba440-666c-4d5d-91c7-5cbfdeab82fb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.345048 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d9fc3445-035f-4fef-aaa1-6641a0a6d6ca admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2180068 Feb 28 17:34:59.345425 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39326) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:59.350907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8b13c171-7713-4c5f-afc0-ea885736c302 admin admin] Request body: {'subnet': {'network_id': '54167de9-3554-490b-90c9-a563d8838503', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-508645209-subnet', 'tenant_id': '9665654bb1254aa08cac2eb356b74f48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:59.441836 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b13c171-7713-4c5f-afc0-ea885736c302 admin admin] Made reservation on behalf of 9665654bb1254aa08cac2eb356b74f48 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:59.444730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8b13c171-7713-4c5f-afc0-ea885736c302 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.450383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804481bf-3633-49f6-8b4f-081b7ea2c19e req-d205a211-a4b6-4f33-9388-2f21263147da tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:59.454390 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-804481bf-3633-49f6-8b4f-081b7ea2c19e req-d205a211-a4b6-4f33-9388-2f21263147da tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 946 time: 0.0942171 Feb 28 17:34:59.480577 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dd12-75f3-4be0-9399-dd82bbfe8f94 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (6c9ba440-666c-4d5d-91c7-5cbfdeab82fb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.486032 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc6dd12-75f3-4be0-9399-dd82bbfe8f94 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:34:59.486723 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dd12-75f3-4be0-9399-dd82bbfe8f94 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.515736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39332) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:59.571880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 19534743-87fe-42e0-8380-a3ae4f4bfe0e details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:34:59.585346 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9c0ec17e-91ba-4d83-b2e0-c83ea76598ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b634f86b0c4943eba9adaea3f65f60ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0663531 Feb 28 17:34:59.585597 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39334) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:59.598094 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-804481bf-3633-49f6-8b4f-081b7ea2c19e req-2a9b6c5b-b5e7-4d40-96ed-e06581715f11 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401296 Feb 28 17:34:59.598940 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6dd12-75f3-4be0-9399-dd82bbfe8f94 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Network': ['ID=6c9ba440-666c-4d5d-91c7-5cbfdeab82fb,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:34:59.640948 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6fc6dd12-75f3-4be0-9399-dd82bbfe8f94 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6899898 Feb 28 17:34:59.641135 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39340) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:34:59.646874 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-89f6848f-a5cc-4dd7-8a46-dbee4b7cc1a2 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'subnet': {'network_id': '6c9ba440-666c-4d5d-91c7-5cbfdeab82fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:34:59.652541 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 6c9ba440-666c-4d5d-91c7-5cbfdeab82fb details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:34:59.803942 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 19534743-87fe-42e0-8380-a3ae4f4bfe0e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=19534743-87fe-42e0-8380-a3ae4f4bfe0e,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:34:59.811723 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e13708f7-3f06-4d2d-bc29-e4da7adba311 admin admin] Publish callbacks [] for security_group (6558a406-619f-4ba9-bd37-dc96b4241995), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.819575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '19534743-87fe-42e0-8380-a3ae4f4bfe0e', 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66', 'port_id': '19534743-87fe-42e0-8380-a3ae4f4bfe0e', 'mac_address': 'fa:16:3e:99:07:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47d19de-d00b-4f78-9653-e301d6107c8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:34:59.835589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f6848f-a5cc-4dd7-8a46-dbee4b7cc1a2 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:34:59.846015 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-89f6848f-a5cc-4dd7-8a46-dbee4b7cc1a2 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.863220 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e13708f7-3f06-4d2d-bc29-e4da7adba311 admin admin] Publish callbacks [] for security_group (6558a406-619f-4ba9-bd37-dc96b4241995), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.898148 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 19534743-87fe-42e0-8380-a3ae4f4bfe0e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:34:59.898461 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.931695 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8b13c171-7713-4c5f-afc0-ea885736c302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (f133f7b8-2c40-4366-9de1-489549838d9b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:34:59.932458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19534743-87fe-42e0-8380-a3ae4f4bfe0e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:34:59.969234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 19534743-87fe-42e0-8380-a3ae4f4bfe0e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=19534743-87fe-42e0-8380-a3ae4f4bfe0e,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:00.008659 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13c171-7713-4c5f-afc0-ea885736c302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f133f7b8-2c40-4366-9de1-489549838d9b,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:00.017023 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b13c171-7713-4c5f-afc0-ea885736c302 admin admin] Checking segment: {'id': '5e9ce309-4756-48e1-be6e-14e1eec0d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54167de9-3554-490b-90c9-a563d8838503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:00.017393 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b13c171-7713-4c5f-afc0-ea885736c302 admin admin] Network hostable DHCP agents. Network: 54167de9-3554-490b-90c9-a563d8838503, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:35:00.042814 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:00.046123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7de10-3f8f-4741-bd59-158804d78bdc req-14a620cd-315a-4208-bbbf-c99a9bd49409 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:00.047011 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11e7de10-3f8f-4741-bd59-158804d78bdc req-14a620cd-315a-4208-bbbf-c99a9bd49409 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.0967767 Feb 28 17:35:00.102847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e13708f7-3f06-4d2d-bc29-e4da7adba311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6558a406-619f-4ba9-bd37-dc96b4241995), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:00.105814 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e13708f7-3f06-4d2d-bc29-e4da7adba311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:00.107455 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e13708f7-3f06-4d2d-bc29-e4da7adba311 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6558a406-619f-4ba9-bd37-dc96b4241995 HTTP/1.1" status: 204 len: 168 time: 0.5209768 Feb 28 17:35:00.138038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13708f7-3f06-4d2d-bc29-e4da7adba311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6558a406-619f-4ba9-bd37-dc96b4241995,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:00.144122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b13c171-7713-4c5f-afc0-ea885736c302 admin admin] Network 54167de9-3554-490b-90c9-a563d8838503 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:35:00.160344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=19534743-87fe-42e0-8380-a3ae4f4bfe0e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:00.160590 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11e7de10-3f8f-4741-bd59-158804d78bdc req-c0b4c66a-ab14-4ced-971a-173ca9a7f72a tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028197 Feb 28 17:35:00.204936 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57720466-ae33-4904-a507-245383d10787 req-3ea291b7-80b2-4f6a-8252-1a3feef54c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:00.213142 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57720466-ae33-4904-a507-245383d10787 req-3ea291b7-80b2-4f6a-8252-1a3feef54c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 0.1804404 Feb 28 17:35:00.230315 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57720466-ae33-4904-a507-245383d10787 req-1be2d988-f2ad-48a9-a996-6729c6abee46 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/quotas/6245b9d2a54f4064829f9d0ea75229fa HTTP/1.1" status: 200 len: 375 time: 0.0160968 Feb 28 17:35:00.269422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-8b13c171-7713-4c5f-afc0-ea885736c302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 54167de9-3554-490b-90c9-a563d8838503) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:00.279995 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13c171-7713-4c5f-afc0-ea885736c302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:00.280273 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8b13c171-7713-4c5f-afc0-ea885736c302 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:00.284763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74bb68b-3965-4e4f-9643-5357995f133f None None] Network 54167de9-3554-490b-90c9-a563d8838503 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:00.314518 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57720466-ae33-4904-a507-245383d10787 req-1a926c2a-c4e9-4ad4-895e-a66f6f4cb2bf tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828087 Feb 28 17:35:00.338185 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabb250-8990-40ce-ad85-4013b1dff15e req-17c7e45d-00ba-4897-be3e-82b69a12f1d9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:00.345214 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1cabb250-8990-40ce-ad85-4013b1dff15e req-17c7e45d-00ba-4897-be3e-82b69a12f1d9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 944 time: 0.0639009 Feb 28 17:35:00.375991 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-89f6848f-a5cc-4dd7-8a46-dbee4b7cc1a2 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (974fee21-ccc1-41c2-b974-bf6d9d0bc2a4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:00.404047 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['19534743-87fe-42e0-8380-a3ae4f4bfe0e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:00.419119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8b13c171-7713-4c5f-afc0-ea885736c302 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0722671 Feb 28 17:35:00.454438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441a0133-1dc2-4ce0-8a6b-c1022b5b1a52 None None] Network 54167de9-3554-490b-90c9-a563d8838503 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:00.465040 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57720466-ae33-4904-a507-245383d10787 req-ae61634c-4401-41d6-ad50-570fe56bf15e service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495998 Feb 28 17:35:00.473389 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1cabb250-8990-40ce-ad85-4013b1dff15e req-559bea9e-3169-4408-946d-4b1d209a033e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273105 Feb 28 17:35:00.496768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6848f-a5cc-4dd7-8a46-dbee4b7cc1a2 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Subnet': ['ID=974fee21-ccc1-41c2-b974-bf6d9d0bc2a4,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:00.511648 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f6848f-a5cc-4dd7-8a46-dbee4b7cc1a2 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Checking segment: {'id': 'fa8f4c33-c5df-4b4a-afff-a0a02c29ffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6c9ba440-666c-4d5d-91c7-5cbfdeab82fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:00.512021 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f6848f-a5cc-4dd7-8a46-dbee4b7cc1a2 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network hostable DHCP agents. Network: 6c9ba440-666c-4d5d-91c7-5cbfdeab82fb, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:35:00.579994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f6848f-a5cc-4dd7-8a46-dbee4b7cc1a2 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network 6c9ba440-666c-4d5d-91c7-5cbfdeab82fb is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:35:00.637815 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57720466-ae33-4904-a507-245383d10787 req-ae0d0cc1-c0d5-43b8-b1a6-af13c31067ea service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647623 Feb 28 17:35:00.682255 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-89f6848f-a5cc-4dd7-8a46-dbee4b7cc1a2 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 6c9ba440-666c-4d5d-91c7-5cbfdeab82fb) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:00.688364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f6848f-a5cc-4dd7-8a46-dbee4b7cc1a2 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:00.688834 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-89f6848f-a5cc-4dd7-8a46-dbee4b7cc1a2 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:00.709611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aef8f35-695a-49a6-a9c2-5d0f50a67145 None None] Network 6c9ba440-666c-4d5d-91c7-5cbfdeab82fb requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:00.787048 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-89f6848f-a5cc-4dd7-8a46-dbee4b7cc1a2 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1448953 Feb 28 17:35:00.788711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39382) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:00.795691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c60caf6c-9057-4e3b-a104-351d2e55371b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'subnet': {'network_id': '6c9ba440-666c-4d5d-91c7-5cbfdeab82fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:00.831131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4b13-bdab-434c-956a-ddc14224b7d5 req-bb998e15-4bfe-498f-8591-81dc7062805f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:00.832818 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-46de4b13-bdab-434c-956a-ddc14224b7d5 req-bb998e15-4bfe-498f-8591-81dc7062805f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 946 time: 0.1110618 Feb 28 17:35:00.859274 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-6c9ba440-666c-4d5d-91c7-5cbfdeab82fb', 'network_id': '6c9ba440-666c-4d5d-91c7-5cbfdeab82fb', 'project_id': 'b8ec038ef6b24f69af534be12b17ce6b', 'fixed_ips': [{'subnet_id': '974fee21-ccc1-41c2-b974-bf6d9d0bc2a4'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:35:00.859274 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:00.922621 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-46de4b13-bdab-434c-956a-ddc14224b7d5 req-e3d41881-43d2-4c6c-a3ec-aa9743937fd6 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788116 Feb 28 17:35:01.029480 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Allocated IP 2001:db8::2 (6c9ba440-666c-4d5d-91c7-5cbfdeab82fb/974fee21-ccc1-41c2-b974-bf6d9d0bc2a4/eed4fe49-f74b-49f3-a8ef-7f411b290237) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:01.095187 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ed6ddf42-d824-40db-afc7-9618cc91e6d7 req-dbbc4546-76c1-49c8-9781-5e05c9184863 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 210 time: 0.0508695 Feb 28 17:35:01.099922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60caf6c-9057-4e3b-a104-351d2e55371b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:01.110328 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c60caf6c-9057-4e3b-a104-351d2e55371b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:01.302843 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Publish callbacks [] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:01.394356 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:01.400347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39408) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:01.445429 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Network 6c9ba440-666c-4d5d-91c7-5cbfdeab82fb is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:01.449021 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:01.454335 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:01.458127 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Pushing event updated for resources: {'Port': ['ID=eed4fe49-f74b-49f3-a8ef-7f411b290237,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:01.499420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f7096-537f-481c-916f-696425877d23 req-5d264526-48e0-4ce6-82ce-b7ca7a89be54 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:01.501724 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-437f7096-537f-481c-916f-696425877d23 req-5d264526-48e0-4ce6-82ce-b7ca7a89be54 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 946 time: 0.2295837 Feb 28 17:35:01.525054 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Attempting to bind port eed4fe49-f74b-49f3-a8ef-7f411b290237 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:35:01.525453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Attempting to bind port eed4fe49-f74b-49f3-a8ef-7f411b290237 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa8f4c33-c5df-4b4a-afff-a0a02c29ffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6c9ba440-666c-4d5d-91c7-5cbfdeab82fb'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:35:01.525828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Attempting to bind port eed4fe49-f74b-49f3-a8ef-7f411b290237 on network 6c9ba440-666c-4d5d-91c7-5cbfdeab82fb {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:01.526317 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cfd24-2446-4ba0-9a6e-7e2e6f9e76c2 req-7e7f609e-861e-4c71-9adb-e18189634411 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:01.530592 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b53cfd24-2446-4ba0-9a6e-7e2e6f9e76c2 req-7e7f609e-861e-4c71-9adb-e18189634411 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.2128758 Feb 28 17:35:01.532228 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:35:01.532617 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Checking segment: {'id': 'fa8f4c33-c5df-4b4a-afff-a0a02c29ffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6c9ba440-666c-4d5d-91c7-5cbfdeab82fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:01.533020 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:01.533408 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Bound using segment: {'id': 'fa8f4c33-c5df-4b4a-afff-a0a02c29ffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6c9ba440-666c-4d5d-91c7-5cbfdeab82fb'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:35:01.533908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Bound port: eed4fe49-f74b-49f3-a8ef-7f411b290237, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8f4c33-c5df-4b4a-afff-a0a02c29ffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6c9ba440-666c-4d5d-91c7-5cbfdeab82fb'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:35:01.534354 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:01.601475 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-59c93d39-d1f6-4cf6-be14-520cbfe188ec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a089b23e5d64889aba3812241639f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956248 Feb 28 17:35:01.617240 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] For port eed4fe49-f74b-49f3-a8ef-7f411b290237, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:35:01.624040 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39418) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:01.636253 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] For port eed4fe49-f74b-49f3-a8ef-7f411b290237, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=eed4fe49-f74b-49f3-a8ef-7f411b290237,segment=NetworkSegment(fa8f4c33-c5df-4b4a-afff-a0a02c29ffca),segment_id=fa8f4c33-c5df-4b4a-afff-a0a02c29ffca)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:35:01.648645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 19534743-87fe-42e0-8380-a3ae4f4bfe0e up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:01.733734 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:01.939498 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-4ca7c859-71e7-4b33-ac9d-93bb04f7883b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:01.942779 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-4ca7c859-71e7-4b33-ac9d-93bb04f7883b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/networks?id=54167de9-3554-490b-90c9-a563d8838503 HTTP/1.1" status: 200 len: 813 time: 0.6452012 Feb 28 17:35:01.957110 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-b87f7dbc-eb46-4f5f-a53f-246de4ee8f6f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/quotas/9665654bb1254aa08cac2eb356b74f48 HTTP/1.1" status: 200 len: 375 time: 0.0100062 Feb 28 17:35:01.973989 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 19534743-87fe-42e0-8380-a3ae4f4bfe0e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:35:01.988341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 19534743-87fe-42e0-8380-a3ae4f4bfe0e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:01.988341 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:02.011616 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-d789604c-c7d6-4654-b709-ac348d49bd1d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9665654bb1254aa08cac2eb356b74f48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471354 Feb 28 17:35:02.065221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051b1a9-7668-4050-b681-1e024ccc19d7 None None] Pushing event updated for resources: {'Port': ['ID=eed4fe49-f74b-49f3-a8ef-7f411b290237,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:02.144888 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 19534743-87fe-42e0-8380-a3ae4f4bfe0e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:02.145271 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:02.155003 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-f80a092e-6445-46a0-a39f-bcb2d34a514f service neutron] 10.222.0.72 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424141 Feb 28 17:35:02.175261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df94fa05-530d-4b17-b864-c17bd539ecfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19534743-87fe-42e0-8380-a3ae4f4bfe0e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:02.178232 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05434354-9ce3-4ee6-9b3a-db19e3f16381" -d '{"events": [{"server_uuid": "df94fa05-530d-4b17-b864-c17bd539ecfe", "name": "network-vif-plugged", "status": "completed", "tag": "19534743-87fe-42e0-8380-a3ae4f4bfe0e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:02.193319 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 19534743-87fe-42e0-8380-a3ae4f4bfe0e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=19534743-87fe-42e0-8380-a3ae4f4bfe0e,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:02.263343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b53cfd24-2446-4ba0-9a6e-7e2e6f9e76c2 req-459265fe-dc67-4558-8a60-3970a283821e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7115018 Feb 28 17:35:02.288450 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c60caf6c-9057-4e3b-a104-351d2e55371b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (7b318264-55d3-40f5-8512-99b37d645419), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:02.319759 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:02.323279 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5674d83d-8828-46e6-b553-e390d241badb no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:35:02.326257 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9f12c443-1414-4bad-b925-bec5493e7c22 admin admin] Publish callbacks [] for security_group (598d370f-d76d-4751-b5ce-ffbaa00b796d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:02.359992 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-7459f8ad-4212-4e7b-a0d9-9225fa144a11 service neutron] 10.222.0.72 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953564 Feb 28 17:35:02.405765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60caf6c-9057-4e3b-a104-351d2e55371b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network 6c9ba440-666c-4d5d-91c7-5cbfdeab82fb is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:02.451528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-c60caf6c-9057-4e3b-a104-351d2e55371b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:02.456980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60caf6c-9057-4e3b-a104-351d2e55371b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:02.457665 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c60caf6c-9057-4e3b-a104-351d2e55371b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:02.483125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=19534743-87fe-42e0-8380-a3ae4f4bfe0e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:02.494941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 5674d83d-8828-46e6-b553-e390d241badb is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:02.495460 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5674d83d-8828-46e6-b553-e390d241badb), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:02.512705 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-069f4e50-203d-4c58-a364-568eede7d97c tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:02.514566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-069f4e50-203d-4c58-a364-568eede7d97c tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.69 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.8581192 Feb 28 17:35:02.534758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5674d83d-8828-46e6-b553-e390d241badb, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5674d83d-8828-46e6-b553-e390d241badb,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:02.548661 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9f12c443-1414-4bad-b925-bec5493e7c22 admin admin] Publish callbacks [] for security_group (598d370f-d76d-4751-b5ce-ffbaa00b796d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:02.565822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-437f7096-537f-481c-916f-696425877d23 req-17dd0655-8e85-4f6e-8ed6-4e901c53d0ad tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Deleting port 5674d83d-8828-46e6-b553-e390d241badb {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:02.566182 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-437f7096-537f-481c-916f-696425877d23 req-17dd0655-8e85-4f6e-8ed6-4e901c53d0ad tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5674d83d-8828-46e6-b553-e390d241badb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:02.591123 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c60caf6c-9057-4e3b-a104-351d2e55371b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8000457 Feb 28 17:35:02.593801 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39434) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:02.606914 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60caf6c-9057-4e3b-a104-351d2e55371b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Subnet': ['ID=7b318264-55d3-40f5-8512-99b37d645419,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:02.629702 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5674d83d-8828-46e6-b553-e390d241badb), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:02.716192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05eda3-1ec3-45fd-be83-07260d741500 req-57adffe1-c926-46b0-bf9a-983b982a372e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:02.725841 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9d05eda3-1ec3-45fd-be83-07260d741500 req-57adffe1-c926-46b0-bf9a-983b982a372e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 945 time: 0.3168786 Feb 28 17:35:02.728081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=5674d83d-8828-46e6-b553-e390d241badb,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:02.768017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da4580-fe60-48b9-8753-a0b4219faeb7 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:02.769557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da4580-fe60-48b9-8753-a0b4219faeb7 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:02.770911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da4580-fe60-48b9-8753-a0b4219faeb7 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:02.772225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da4580-fe60-48b9-8753-a0b4219faeb7 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:02.773541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da4580-fe60-48b9-8753-a0b4219faeb7 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:02.775869 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-78da4580-fe60-48b9-8753-a0b4219faeb7 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1803608 Feb 28 17:35:02.780794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39444) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:02.793556 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5152bafa-cb46-41a5-8e66-27567f256caa tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1904473663'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:02.872905 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9d05eda3-1ec3-45fd-be83-07260d741500 req-48cfc28d-47ae-4c62-8c4c-c336d027bc9f tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431439 Feb 28 17:35:02.914062 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-437f7096-537f-481c-916f-696425877d23 req-17dd0655-8e85-4f6e-8ed6-4e901c53d0ad tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] For port 5674d83d-8828-46e6-b553-e390d241badb, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5674d83d-8828-46e6-b553-e390d241badb,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:02.915073 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-437f7096-537f-481c-916f-696425877d23 req-17dd0655-8e85-4f6e-8ed6-4e901c53d0ad tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5674d83d-8828-46e6-b553-e390d241badb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:02.928968 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505e72e-db26-43c6-8524-c6521c959717 req-9c569f8b-2e98-4cc4-8d2e-d148e79c7a42 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:02.945871 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9f12c443-1414-4bad-b925-bec5493e7c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (598d370f-d76d-4751-b5ce-ffbaa00b796d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:02.948531 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9f12c443-1414-4bad-b925-bec5493e7c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:02.949778 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9f12c443-1414-4bad-b925-bec5493e7c22 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/598d370f-d76d-4751-b5ce-ffbaa00b796d HTTP/1.1" status: 204 len: 168 time: 1.3217826 Feb 28 17:35:02.952316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Deleting port 406e0f14-7e94-4e1e-a51d-65513a4af176 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:02.958622 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0505e72e-db26-43c6-8524-c6521c959717 req-9c569f8b-2e98-4cc4-8d2e-d148e79c7a42 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 944 time: 0.1752512 Feb 28 17:35:02.962377 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:02.971482 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5152bafa-cb46-41a5-8e66-27567f256caa tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:02.972854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-437f7096-537f-481c-916f-696425877d23 req-17dd0655-8e85-4f6e-8ed6-4e901c53d0ad tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Calling delete_port for 5674d83d-8828-46e6-b553-e390d241badb owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:02.979948 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5152bafa-cb46-41a5-8e66-27567f256caa tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:03.087299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b87fc0e2-cabd-479d-a915-ef8e252ec17d req-c43d1828-7bfa-4583-86a7-ca6fbf81f2f9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 210 time: 0.0579963 Feb 28 17:35:03.088014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12c443-1414-4bad-b925-bec5493e7c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598d370f-d76d-4751-b5ce-ffbaa00b796d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:03.108541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5152bafa-cb46-41a5-8e66-27567f256caa tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:35:03.147648 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0505e72e-db26-43c6-8524-c6521c959717 req-972c926c-5d8d-4c86-b50c-0543e92010c5 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912713 Feb 28 17:35:03.187932 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5152bafa-cb46-41a5-8e66-27567f256caa tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (f8252dec-8b81-42e2-b133-c284edb7bbf2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:03.189697 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-5152bafa-cb46-41a5-8e66-27567f256caa tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Added segment f8252dec-8b81-42e2-b133-c284edb7bbf2 of type vlan for network e33f8200-8052-49d4-a54b-299201fe6f80 Feb 28 17:35:03.262698 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d574501-f5f8-45ac-bdbf-46319dd89d77 x-openstack-request-id: req-9d574501-f5f8-45ac-bdbf-46319dd89d77 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:03.263842 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df94fa05-530d-4b17-b864-c17bd539ecfe", "name": "network-vif-plugged", "status": "completed", "tag": "19534743-87fe-42e0-8380-a3ae4f4bfe0e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:03.264097 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9d574501-f5f8-45ac-bdbf-46319dd89d77 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:03.265072 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df94fa05-530d-4b17-b864-c17bd539ecfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19534743-87fe-42e0-8380-a3ae4f4bfe0e', 'code': 200} Feb 28 17:35:03.279340 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] For port 406e0f14-7e94-4e1e-a51d-65513a4af176, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=406e0f14-7e94-4e1e-a51d-65513a4af176,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:03.279340 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:03.430058 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device eed4fe49-f74b-49f3-a8ef-7f411b290237 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:03.439801 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-569424dc-de89-4451-80b1-b8ab985b14d6 req-db779017-7ae5-4681-93c5-85d1bbb6b294 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 210 time: 0.2077909 Feb 28 17:35:03.454369 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5152bafa-cb46-41a5-8e66-27567f256caa tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (e33f8200-8052-49d4-a54b-299201fe6f80), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:03.526736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port eed4fe49-f74b-49f3-a8ef-7f411b290237 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:03.527170 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:03.582756 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5152bafa-cb46-41a5-8e66-27567f256caa tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (e33f8200-8052-49d4-a54b-299201fe6f80), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:03.592336 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5152bafa-cb46-41a5-8e66-27567f256caa tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:03.592336 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5152bafa-cb46-41a5-8e66-27567f256caa tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:03.731384 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460e1396-fa92-42f6-83d4-182cc8a73939 None None] Network 6c9ba440-666c-4d5d-91c7-5cbfdeab82fb requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:03.763167 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port eed4fe49-f74b-49f3-a8ef-7f411b290237 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:03.764239 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:03.813071 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5152bafa-cb46-41a5-8e66-27567f256caa tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0299332 Feb 28 17:35:03.822319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df54f95-49a8-47e1-a681-48f51ba06599 req-5830f925-ad4b-4d75-b338-690559e02e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:03.825454 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7df54f95-49a8-47e1-a681-48f51ba06599 req-5830f925-ad4b-4d75-b338-690559e02e25 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 1128 time: 0.3554273 Feb 28 17:35:03.830730 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39472) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:03.845140 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-11c37234-65af-4eaa-a395-acd22d476124 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:03.855377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb4aa4-72c9-40f4-88b2-0ae39046e054 req-5f56f275-fef0-4af6-a452-d3d47e923fb9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:03.860153 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cdcb4aa4-72c9-40f4-88b2-0ae39046e054 req-5f56f275-fef0-4af6-a452-d3d47e923fb9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 945 time: 0.4504542 Feb 28 17:35:03.875039 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152bafa-cb46-41a5-8e66-27567f256caa tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Network': ['ID=e33f8200-8052-49d4-a54b-299201fe6f80,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:03.967556 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d285251d-796e-495b-b103-1c1730e99932 req-0e7582ff-c982-4fbd-b4ac-914a9fcf6c41 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1796343 Feb 28 17:35:03.973346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network e33f8200-8052-49d4-a54b-299201fe6f80 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:35:04.084551 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port eed4fe49-f74b-49f3-a8ef-7f411b290237, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=eed4fe49-f74b-49f3-a8ef-7f411b290237,segment=NetworkSegment(fa8f4c33-c5df-4b4a-afff-a0a02c29ffca),segment_id=fa8f4c33-c5df-4b4a-afff-a0a02c29ffca)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:04.123156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fa68af34-131a-4807-9bdf-4bff2472f012 None None] Provisioning complete for port eed4fe49-f74b-49f3-a8ef-7f411b290237 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:04.123455 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:04.123619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285251d-796e-495b-b103-1c1730e99932 req-a5c076ef-2ce1-432c-888a-e64728bc4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:04.123823 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (e862e653-f130-4ae8-8019-ab6fdd4a5b9e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:04.124139 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Floating IP e862e653-f130-4ae8-8019-ab6fdd4a5b9e disassociated. External IP: 172.25.3.144, port: 406e0f14-7e94-4e1e-a51d-65513a4af176. Feb 28 17:35:04.125106 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fa68af34-131a-4807-9bdf-4bff2472f012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:04.125269 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d285251d-796e-495b-b103-1c1730e99932 req-a5c076ef-2ce1-432c-888a-e64728bc4769 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 1128 time: 0.1146553 Feb 28 17:35:04.133878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Calling delete_port for 406e0f14-7e94-4e1e-a51d-65513a4af176 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:04.137114 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d01e8-3ff9-45e0-a184-3bc15dc5ba66 req-7cc0aed0-0a75-43c1-9f48-f65244bafbd1 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:04.145697 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c6d01e8-3ff9-45e0-a184-3bc15dc5ba66 req-7cc0aed0-0a75-43c1-9f48-f65244bafbd1 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 945 time: 0.0958705 Feb 28 17:35:04.147438 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-437f7096-537f-481c-916f-696425877d23 req-17dd0655-8e85-4f6e-8ed6-4e901c53d0ad tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5674d83d-8828-46e6-b553-e390d241badb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:04.180492 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:04.213285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd0655-8e85-4f6e-8ed6-4e901c53d0ad tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Pushing event deleted for resources: {'Port': ['ID=5674d83d-8828-46e6-b553-e390d241badb,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:04.223661 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7df54f95-49a8-47e1-a681-48f51ba06599 req-d08f904c-83be-4926-89e8-c1917f05fb58 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625095 Feb 28 17:35:04.238226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57720466-ae33-4904-a507-245383d10787 req-8d0111e7-4a27-4d18-99b4-61de26ab8b40 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:04.245079 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57720466-ae33-4904-a507-245383d10787 req-8d0111e7-4a27-4d18-99b4-61de26ab8b40 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 0.6096661 Feb 28 17:35:04.249720 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cdcb4aa4-72c9-40f4-88b2-0ae39046e054 req-c96668ed-50fa-498f-bc10-9ffa5cf19a22 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=cdec07d8-7f84-4c9c-8559-72551bf9674e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3622992 Feb 28 17:35:04.258936 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=eed4fe49-f74b-49f3-a8ef-7f411b290237,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:04.296833 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-57720466-ae33-4904-a507-245383d10787 req-31f2ac51-e565-4f74-8192-89d791e5bd77 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Request body: {'port': {'device_id': '56155594-09c6-4305-a002-5a404ac111fc', 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'admin_state_up': True, 'tenant_id': '6245b9d2a54f4064829f9d0ea75229fa'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:04.334008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fa68af34-131a-4807-9bdf-4bff2472f012 None None] Current status of the port eed4fe49-f74b-49f3-a8ef-7f411b290237 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:04.378098 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff8fcf-b412-41cd-b254-fab23a0a2abe None None] Update dhcp port {'port': {'network_id': '6c9ba440-666c-4d5d-91c7-5cbfdeab82fb', 'fixed_ips': [{'subnet_id': '974fee21-ccc1-41c2-b974-bf6d9d0bc2a4', 'ip_address': '2001:db8::2'}, {'subnet_id': '7b318264-55d3-40f5-8512-99b37d645419'}], 'binding:host_id': 'n-d-820368-19'}, 'id': 'eed4fe49-f74b-49f3-a8ef-7f411b290237'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:35:04.394180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285251d-796e-495b-b103-1c1730e99932 req-680f969c-29fb-4bc2-813a-89e0fd04426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:04.395725 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d285251d-796e-495b-b103-1c1730e99932 req-680f969c-29fb-4bc2-813a-89e0fd04426b service neutron] 10.222.0.69 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 915 time: 0.2171311 Feb 28 17:35:04.407880 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c6d01e8-3ff9-45e0-a184-3bc15dc5ba66 req-34f5d41e-a569-4488-9feb-7aac6441308a tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595744 Feb 28 17:35:04.421893 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-06ff8fcf-b412-41cd-b254-fab23a0a2abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:04.480841 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d285251d-796e-495b-b103-1c1730e99932 req-99eeefb4-61f6-47df-8d66-0338149b7d7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3938d6b9-54a2-46c6-9805-3df4c1dc621e HTTP/1.1" status: 200 len: 217 time: 0.0715826 Feb 28 17:35:04.597393 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9fa3b3d-923d-4940-831a-3a9be49f6de9 req-c1ff94fc-a7c7-4a56-ba64-ccd8dd0bfee1 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 210 time: 0.0409954 Feb 28 17:35:04.606026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285251d-796e-495b-b103-1c1730e99932 req-044b4f71-8217-4379-bc61-8f79eef7dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:04.607571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d285251d-796e-495b-b103-1c1730e99932 req-044b4f71-8217-4379-bc61-8f79eef7dff8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d47d19de-d00b-4f78-9653-e301d6107c8f HTTP/1.1" status: 200 len: 854 time: 0.1205468 Feb 28 17:35:04.617941 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-11c37234-65af-4eaa-a395-acd22d476124 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (e33f8200-8052-49d4-a54b-299201fe6f80), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:04.688631 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d285251d-796e-495b-b103-1c1730e99932 req-d2347e1f-cf3f-4f6b-8101-4026ca43b400 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713375 Feb 28 17:35:04.768534 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-11c37234-65af-4eaa-a395-acd22d476124 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (e33f8200-8052-49d4-a54b-299201fe6f80), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:04.775232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-06ff8fcf-b412-41cd-b254-fab23a0a2abe None None] Allocated IP 172.20.0.1 (6c9ba440-666c-4d5d-91c7-5cbfdeab82fb/7b318264-55d3-40f5-8512-99b37d645419/eed4fe49-f74b-49f3-a8ef-7f411b290237) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:04.810088 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f794d67-c670-4226-b25e-af71241ff719 req-bb13b01e-6fb1-4972-ac1e-276eb00a5960 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 210 time: 0.0751886 Feb 28 17:35:04.822292 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4d9e5d7-365c-40cd-bad9-9a415a638ef9 req-f6e24189-29ea-4743-8ad6-785e0713c493 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 210 time: 0.3667710 Feb 28 17:35:04.831403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-437f7096-537f-481c-916f-696425877d23 req-17dd0655-8e85-4f6e-8ed6-4e901c53d0ad tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] No DVR routers for this DVR port 5674d83d-8828-46e6-b553-e390d241badb on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:35:04.835163 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-437f7096-537f-481c-916f-696425877d23 req-17dd0655-8e85-4f6e-8ed6-4e901c53d0ad tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:04.852789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39506) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:04.854420 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-437f7096-537f-481c-916f-696425877d23 req-17dd0655-8e85-4f6e-8ed6-4e901c53d0ad tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.73 "DELETE /v2.0/ports/5674d83d-8828-46e6-b553-e390d241badb HTTP/1.1" status: 204 len: 173 time: 3.3408668 Feb 28 17:35:04.870374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf680bcf-21ca-4eef-b2eb-dcbb99dccf75', 'name': 'network-vif-deleted', 'tag': '5674d83d-8828-46e6-b553-e390d241badb'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:04.873492 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e323b10-7afd-414c-8405-850a7e7b9d09" -d '{"events": [{"server_uuid": "cf680bcf-21ca-4eef-b2eb-dcbb99dccf75", "name": "network-vif-deleted", "tag": "5674d83d-8828-46e6-b553-e390d241badb"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:04.876063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11c37234-65af-4eaa-a395-acd22d476124 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network e33f8200-8052-49d4-a54b-299201fe6f80 is not hosted by any dhcp agent {{(pid=104246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 17:35:04.891550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c37234-65af-4eaa-a395-acd22d476124 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:04.891550 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-11c37234-65af-4eaa-a395-acd22d476124 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:04.899414 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-11c37234-65af-4eaa-a395-acd22d476124 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "PUT /v2.0/networks/e33f8200-8052-49d4-a54b-299201fe6f80 HTTP/1.1" status: 200 len: 723 time: 1.0644183 Feb 28 17:35:04.913418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57720466-ae33-4904-a507-245383d10787 req-31f2ac51-e565-4f74-8192-89d791e5bd77 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Made reservation on behalf of 6245b9d2a54f4064829f9d0ea75229fa for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:04.921610 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-57720466-ae33-4904-a507-245383d10787 req-31f2ac51-e565-4f74-8192-89d791e5bd77 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:04.928060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39512) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:04.941764 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4a4572fd-5bec-477b-946d-f0f6d0484142 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'subnet': {'network_id': 'e33f8200-8052-49d4-a54b-299201fe6f80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:04.979036 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-06ff8fcf-b412-41cd-b254-fab23a0a2abe None None] For port eed4fe49-f74b-49f3-a8ef-7f411b290237, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=eed4fe49-f74b-49f3-a8ef-7f411b290237,segment=NetworkSegment(fa8f4c33-c5df-4b4a-afff-a0a02c29ffca),segment_id=fa8f4c33-c5df-4b4a-afff-a0a02c29ffca)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:05.011968 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fd061d-aca7-4951-9712-9350d720ab2f x-openstack-request-id: req-95fd061d-aca7-4951-9712-9350d720ab2f {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:05.013575 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf680bcf-21ca-4eef-b2eb-dcbb99dccf75", "name": "network-vif-deleted", "tag": "5674d83d-8828-46e6-b553-e390d241badb", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:05.015318 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-95fd061d-aca7-4951-9712-9350d720ab2f {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:05.016003 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf680bcf-21ca-4eef-b2eb-dcbb99dccf75', 'name': 'network-vif-deleted', 'tag': '5674d83d-8828-46e6-b553-e390d241badb', 'status': 'completed', 'code': 200} Feb 28 17:35:05.020249 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-06ff8fcf-b412-41cd-b254-fab23a0a2abe None None] Publish callbacks [] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:05.076062 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-117596727-network', 'tenant_id': 'ff6322e115b5403894768ffa9b84567c'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:05.087920 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d285251d-796e-495b-b103-1c1730e99932 req-a5920195-ed47-4607-afb8-c4817e2f7dba service neutron] 10.222.0.69 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921628 Feb 28 17:35:05.088176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c37234-65af-4eaa-a395-acd22d476124 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Network': ['ID=e33f8200-8052-49d4-a54b-299201fe6f80,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:05.103571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network e33f8200-8052-49d4-a54b-299201fe6f80 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:35:05.143870 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (406e0f14-7e94-4e1e-a51d-65513a4af176), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:05.181959 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-06ff8fcf-b412-41cd-b254-fab23a0a2abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:05.211532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event deleted for resources: {'Port': ['ID=406e0f14-7e94-4e1e-a51d-65513a4af176,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:05.215750 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d285251d-796e-495b-b103-1c1730e99932 req-a0735307-8fcd-4457-948c-fea73429e384 service neutron] 10.222.0.69 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190231 Feb 28 17:35:05.240160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] Made reservation on behalf of ff6322e115b5403894768ffa9b84567c for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:05.240160 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:05.256658 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:05.280957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf680bcf-21ca-4eef-b2eb-dcbb99dccf75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5674d83d-8828-46e6-b553-e390d241badb'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:05.283389 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de42d71e-f1a1-432b-b815-66401a915780" -d '{"events": [{"server_uuid": "cf680bcf-21ca-4eef-b2eb-dcbb99dccf75", "name": "network-vif-unplugged", "status": "completed", "tag": "5674d83d-8828-46e6-b553-e390d241badb"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:05.294346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 406e0f14-7e94-4e1e-a51d-65513a4af176 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:35:05.297681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4572fd-5bec-477b-946d-f0f6d0484142 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:05.304613 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4a4572fd-5bec-477b-946d-f0f6d0484142 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:05.305710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-57720466-ae33-4904-a507-245383d10787 req-31f2ac51-e565-4f74-8192-89d791e5bd77 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Allocated IP 172.20.0.8 (025c50b6-aef6-427c-b4dd-ce17165ac484/cb110c1f-5ae6-479d-98d8-8a85f1f33199/0c3f081d-8d95-4fa2-9a95-48787070862d) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:05.318387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device eed4fe49-f74b-49f3-a8ef-7f411b290237 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:05.393970 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 406e0f14-7e94-4e1e-a51d-65513a4af176 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:35:05.394315 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 406e0f14-7e94-4e1e-a51d-65513a4af176 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:35:05.415957 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f95f66b-8ef9-4a88-b351-28aba3d3d8bc x-openstack-request-id: req-9f95f66b-8ef9-4a88-b351-28aba3d3d8bc {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:05.415957 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf680bcf-21ca-4eef-b2eb-dcbb99dccf75", "name": "network-vif-unplugged", "status": "completed", "tag": "5674d83d-8828-46e6-b553-e390d241badb", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:05.415957 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9f95f66b-8ef9-4a88-b351-28aba3d3d8bc {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:05.415957 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf680bcf-21ca-4eef-b2eb-dcbb99dccf75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5674d83d-8828-46e6-b553-e390d241badb', 'code': 200} Feb 28 17:35:05.441221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff8fcf-b412-41cd-b254-fab23a0a2abe None None] Pushing event updated for resources: {'Port': ['ID=eed4fe49-f74b-49f3-a8ef-7f411b290237,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:05.527341 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7c8561b6-7789-46e2-b432-c485c7de8f88 req-89aa26c7-4b99-49ba-811b-f0bde0d63e95 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 210 time: 0.1184604 Feb 28 17:35:05.589524 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5674d83d-8828-46e6-b553-e390d241badb no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:35:05.619830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 5674d83d-8828-46e6-b553-e390d241badb {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:35:05.619830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5674d83d-8828-46e6-b553-e390d241badb not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:35:05.621068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Router 21d47228-24bc-43df-9f1a-8211d5215154 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:35:05.640298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port eed4fe49-f74b-49f3-a8ef-7f411b290237 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:05.642152 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:05.692370 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] Publish callbacks [] for security_group (9f2692e0-b6d1-4fe7-8490-ae76c1354aac), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:05.894287 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port eed4fe49-f74b-49f3-a8ef-7f411b290237 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:05.929403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9f2692e0-b6d1-4fe7-8490-ae76c1354aac), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:05.934141 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-50643964-9c8a-422d-9651-f59d2886d6af req-63d86c39-974c-471e-a2e9-b7e46ff86040 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf680bcf-21ca-4eef-b2eb-dcbb99dccf75 HTTP/1.1" status: 200 len: 210 time: 0.1701834 Feb 28 17:35:05.991169 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:35:06.022941 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:35:06.029686 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2692e0-b6d1-4fe7-8490-ae76c1354aac,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:06.036042 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407102ba-c88f-4dcb-85dc-b467a78cd3dd None None] Sync routers for ids ['21d47228-24bc-43df-9f1a-8211d5215154'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:35:06.053784 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407102ba-c88f-4dcb-85dc-b467a78cd3dd None None] Routers {'21d47228-24bc-43df-9f1a-8211d5215154'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:35:06.054976 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-407102ba-c88f-4dcb-85dc-b467a78cd3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:34:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['21d47228-24bc-43df-9f1a-8211d5215154'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:06.147236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] No DVR routers for this DVR port 406e0f14-7e94-4e1e-a51d-65513a4af176 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:35:06.157574 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2903f42f-6e03-4967-bbf9-37020e37d618), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:06.158225 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-57720466-ae33-4904-a507-245383d10787 req-31f2ac51-e565-4f74-8192-89d791e5bd77 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks [] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:06.158347 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] Added segment 2903f42f-6e03-4967-bbf9-37020e37d618 of type vlan for network 131c8205-cfa7-4bbe-89ec-69231d84d423 Feb 28 17:35:06.161587 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:06.172155 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87f0a0f3-ebb3-4858-8d0f-621764a4f54a req-5b882b06-61aa-42ef-b01e-4cc4daef6301 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.69 "DELETE /v2.0/ports/406e0f14-7e94-4e1e-a51d-65513a4af176 HTTP/1.1" status: 204 len: 173 time: 3.6403813 Feb 28 17:35:06.178334 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35895bb4-f2c6-4cc5-8c0d-3ec24728b497 req-2f622d44-ac91-4347-b5ed-9aa0e1fe77d6 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:06.186821 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35895bb4-f2c6-4cc5-8c0d-3ec24728b497 req-2f622d44-ac91-4347-b5ed-9aa0e1fe77d6 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 945 time: 0.5891495 Feb 28 17:35:06.273630 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-407102ba-c88f-4dcb-85dc-b467a78cd3dd None None] Set router 21d47228-24bc-43df-9f1a-8211d5215154 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:35:06.314510 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35895bb4-f2c6-4cc5-8c0d-3ec24728b497 req-c970bd16-790b-47c4-95e0-0d5366e81bed tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262774 Feb 28 17:35:06.334493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-b59c6bb6-ab70-4f22-af52-78c094a07439 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:06.336448 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-b59c6bb6-ab70-4f22-af52-78c094a07439 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.69 "GET /v2.0/networks?id=54167de9-3554-490b-90c9-a563d8838503 HTTP/1.1" status: 200 len: 813 time: 0.6422722 Feb 28 17:35:06.348742 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (131c8205-cfa7-4bbe-89ec-69231d84d423), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:06.388475 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3120e647-135f-4561-93ec-571bd8cd2b3f req-f339a26c-d030-4638-9b88-601a0deba78b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 210 time: 0.2405038 Feb 28 17:35:06.412328 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-73f3352a-fe0d-441d-b35e-9234f34f7198 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Request body: {'port': {'device_id': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'network_id': '54167de9-3554-490b-90c9-a563d8838503', 'admin_state_up': True, 'tenant_id': '9665654bb1254aa08cac2eb356b74f48'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:06.435060 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48c21d56-1a72-4912-9ad2-f18c54e8a688 req-5d994b10-5b0a-47dd-92db-f5c068870704 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 210 time: 0.0386839 Feb 28 17:35:06.460366 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-57720466-ae33-4904-a507-245383d10787 req-31f2ac51-e565-4f74-8192-89d791e5bd77 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:06.475938 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3f19e91d-6fd2-4753-9826-cc84e46fcf75'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:06.553258 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57720466-ae33-4904-a507-245383d10787 req-31f2ac51-e565-4f74-8192-89d791e5bd77 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Network 025c50b6-aef6-427c-b4dd-ce17165ac484 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:06.596217 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-407102ba-c88f-4dcb-85dc-b467a78cd3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:59Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:06.613352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-57720466-ae33-4904-a507-245383d10787 req-31f2ac51-e565-4f74-8192-89d791e5bd77 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:06.623916 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4a4572fd-5bec-477b-946d-f0f6d0484142 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (3960bfb8-5182-44e3-9844-751c4e141663), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:06.628263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-57720466-ae33-4904-a507-245383d10787 req-31f2ac51-e565-4f74-8192-89d791e5bd77 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:06.659224 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407102ba-c88f-4dcb-85dc-b467a78cd3dd None None] Checking router: 21d47228-24bc-43df-9f1a-8211d5215154 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:35:06.671258 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407102ba-c88f-4dcb-85dc-b467a78cd3dd None None] Routers {'21d47228-24bc-43df-9f1a-8211d5215154'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:35:06.672593 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-407102ba-c88f-4dcb-85dc-b467a78cd3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:34:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['21d47228-24bc-43df-9f1a-8211d5215154'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:06.695193 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4572fd-5bec-477b-946d-f0f6d0484142 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Subnet': ['ID=3960bfb8-5182-44e3-9844-751c4e141663,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:06.719388 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efb26c1-24fb-49d0-a675-40b7e49e04df None None] Network 6c9ba440-666c-4d5d-91c7-5cbfdeab82fb requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:06.734722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2ac51-e565-4f74-8192-89d791e5bd77 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Pushing event updated for resources: {'Port': ['ID=0c3f081d-8d95-4fa2-9a95-48787070862d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:06.762073 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a8102b4b-c873-49c4-9300-ec512bcf513d req-92b163f4-0cf8-48b4-b800-5746e5e3c0c3 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=4087e3cd-98b1-40e8-b5ac-fe20d278da36 HTTP/1.1" status: 200 len: 210 time: 0.0712848 Feb 28 17:35:06.798280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4572fd-5bec-477b-946d-f0f6d0484142 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Checking segment: {'id': 'f8252dec-8b81-42e2-b133-c284edb7bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e33f8200-8052-49d4-a54b-299201fe6f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:06.798645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4572fd-5bec-477b-946d-f0f6d0484142 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network hostable DHCP agents. Network: e33f8200-8052-49d4-a54b-299201fe6f80, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:35:06.805024 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (131c8205-cfa7-4bbe-89ec-69231d84d423), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:06.806205 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:06.806789 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:06.807509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57720466-ae33-4904-a507-245383d10787 req-31f2ac51-e565-4f74-8192-89d791e5bd77 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:06.808483 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-57720466-ae33-4904-a507-245383d10787 req-31f2ac51-e565-4f74-8192-89d791e5bd77 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:06.827986 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-407102ba-c88f-4dcb-85dc-b467a78cd3dd None None] Set router 21d47228-24bc-43df-9f1a-8211d5215154 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:35:06.906085 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57720466-ae33-4904-a507-245383d10787 req-31f2ac51-e565-4f74-8192-89d791e5bd77 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6497822 Feb 28 17:35:06.915598 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-73f3352a-fe0d-441d-b35e-9234f34f7198 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Made reservation on behalf of 9665654bb1254aa08cac2eb356b74f48 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:06.919242 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-73f3352a-fe0d-441d-b35e-9234f34f7198 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:06.919693 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Request body: {'port': {'device_id': '56155594-09c6-4305-a002-5a404ac111fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:06.921601 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] Pushing event updated for resources: {'Network': ['ID=131c8205-cfa7-4bbe-89ec-69231d84d423,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:06.934386 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-05b471bd-23bf-431c-8cb8-9dbaf8107535 None None] Provisioning complete for port eed4fe49-f74b-49f3-a8ef-7f411b290237 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:06.935256 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-05b471bd-23bf-431c-8cb8-9dbaf8107535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:06.998908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 131c8205-cfa7-4bbe-89ec-69231d84d423 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:35:07.002921 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:07.017743 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4087e3cd-98b1-40e8-b5ac-fe20d278da36', 'name': 'network-vif-deleted', 'tag': '406e0f14-7e94-4e1e-a51d-65513a4af176'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:07.020388 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968ad21b-3fc6-4ef2-be74-efe22996446b" -d '{"events": [{"server_uuid": "4087e3cd-98b1-40e8-b5ac-fe20d278da36", "name": "network-vif-deleted", "tag": "406e0f14-7e94-4e1e-a51d-65513a4af176"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:07.120937 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fe742600-c59a-4d26-a62c-697751dd6f9f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2664840 Feb 28 17:35:07.122138 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4572fd-5bec-477b-946d-f0f6d0484142 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network e33f8200-8052-49d4-a54b-299201fe6f80 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:35:07.128568 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39554) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:07.156091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-29c9db73-fb27-406b-9d46-6637cf666455 admin admin] Request body: {'subnet': {'network_id': '131c8205-cfa7-4bbe-89ec-69231d84d423', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-117596727-subnet', 'tenant_id': 'ff6322e115b5403894768ffa9b84567c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:07.286642 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device eed4fe49-f74b-49f3-a8ef-7f411b290237 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:07.419054 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-407102ba-c88f-4dcb-85dc-b467a78cd3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:59Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:07.445541 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port eed4fe49-f74b-49f3-a8ef-7f411b290237 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:07.446216 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:07.446482 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-73f3352a-fe0d-441d-b35e-9234f34f7198 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Allocated IP 172.20.0.4 (54167de9-3554-490b-90c9-a563d8838503/f133f7b8-2c40-4366-9de1-489549838d9b/6f5190e4-dec8-4d42-8a2f-7a03ec6657cf) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:07.495255 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407102ba-c88f-4dcb-85dc-b467a78cd3dd None None] The sync data for ids ['21d47228-24bc-43df-9f1a-8211d5215154'] in n-d-820368-19 is: [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:59Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:35:07.518841 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-05b471bd-23bf-431c-8cb8-9dbaf8107535 None None] Current status of the port eed4fe49-f74b-49f3-a8ef-7f411b290237 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:07.584750 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c9db73-fb27-406b-9d46-6637cf666455 admin admin] Made reservation on behalf of ff6322e115b5403894768ffa9b84567c for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:07.589234 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29c9db73-fb27-406b-9d46-6637cf666455 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:07.628832 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-4a4572fd-5bec-477b-946d-f0f6d0484142 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, e33f8200-8052-49d4-a54b-299201fe6f80) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:07.632013 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port eed4fe49-f74b-49f3-a8ef-7f411b290237 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:07.650236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be16f0-d8ed-4ac9-846a-2bfc80743602 None None] Network e33f8200-8052-49d4-a54b-299201fe6f80 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:07.743557 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:07.745844 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-066800e4-c2fb-41fb-8e66-fb13ea58823f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:07.779024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4572fd-5bec-477b-946d-f0f6d0484142 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:07.779913 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4a4572fd-5bec-477b-946d-f0f6d0484142 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:07.790586 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-e33f8200-8052-49d4-a54b-299201fe6f80', 'network_id': 'e33f8200-8052-49d4-a54b-299201fe6f80', 'project_id': 'b8ec038ef6b24f69af534be12b17ce6b', 'fixed_ips': [{'subnet_id': '3960bfb8-5182-44e3-9844-751c4e141663'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:35:07.791506 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:07.836856 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-a5b11d91-4173-4807-9ec2-9d7ca800bc40 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:07.856727 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-a5b11d91-4173-4807-9ec2-9d7ca800bc40 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/networks?id=fbf7a80f-77ae-447e-aa03-8092261ab0fd HTTP/1.1" status: 200 len: 821 time: 0.3825691 Feb 28 17:35:07.971628 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877e50dd-29c8-43f7-ac12-4c624ff0be10 x-openstack-request-id: req-877e50dd-29c8-43f7-ac12-4c624ff0be10 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:07.971628 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4087e3cd-98b1-40e8-b5ac-fe20d278da36", "name": "network-vif-deleted", "tag": "406e0f14-7e94-4e1e-a51d-65513a4af176", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:07.971628 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-877e50dd-29c8-43f7-ac12-4c624ff0be10 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:07.971628 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4087e3cd-98b1-40e8-b5ac-fe20d278da36', 'name': 'network-vif-deleted', 'tag': '406e0f14-7e94-4e1e-a51d-65513a4af176', 'status': 'completed', 'code': 200} Feb 28 17:35:07.972397 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-a91d5d80-16ff-4f1e-b8db-91c1584f7c17 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/quotas/d0f115cefc7e4abfbe77362926522618 HTTP/1.1" status: 200 len: 375 time: 0.0999999 Feb 28 17:35:08.019691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7c204260-abbc-4091-8448-0cf5ad6f3958 None None] Provisioning complete for port eed4fe49-f74b-49f3-a8ef-7f411b290237 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:08.021433 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7c204260-abbc-4091-8448-0cf5ad6f3958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:08.056952 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-e8f80e25-6ff6-4943-9689-831b48c6e8bb tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0f115cefc7e4abfbe77362926522618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979674 Feb 28 17:35:08.077550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c471cf-bc9c-4fea-aaf8-9817f11221cf None None] New status for floating IP e862e653-f130-4ae8-8019-ab6fdd4a5b9e: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:35:08.081081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Allocated IP 2001:db8::2 (e33f8200-8052-49d4-a54b-299201fe6f80/3960bfb8-5182-44e3-9844-751c4e141663/78672808-ffe7-4136-a872-98377cc9f0ba) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:08.091364 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e3fbb-640c-4b20-a1f9-d8988bed475b req-efb30617-ea1c-406f-ba9c-47f7cea648ae tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:08.099981 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c55e3fbb-640c-4b20-a1f9-d8988bed475b req-efb30617-ea1c-406f-ba9c-47f7cea648ae tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 945 time: 0.1565270 Feb 28 17:35:08.159806 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-f2e0c9cd-7e50-47b6-9ace-85839cb81029 service neutron] 10.222.0.72 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019795 Feb 28 17:35:08.171728 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4a4572fd-5bec-477b-946d-f0f6d0484142 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2425380 Feb 28 17:35:08.177313 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c55e3fbb-640c-4b20-a1f9-d8988bed475b req-28d1cf29-aeeb-40c1-9b7f-73866d6d16b8 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761843 Feb 28 17:35:08.179449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39582) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:08.185644 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-903a18f6-619d-4cf9-a5c5-946e85826931 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:08.298162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7c204260-abbc-4091-8448-0cf5ad6f3958 None None] Current status of the port eed4fe49-f74b-49f3-a8ef-7f411b290237 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:08.379395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25ee5f53-6a2b-4cfd-a49f-402d6f577e50 req-e3bdb12f-cf1d-479a-82c6-29714e1053e8 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 210 time: 0.1113548 Feb 28 17:35:08.421473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3f081d-8d95-4fa2-9a95-48787070862d {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:08.457902 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-73f3352a-fe0d-441d-b35e-9234f34f7198 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks [] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:08.466616 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Publish callbacks [] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:08.494933 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-903a18f6-619d-4cf9-a5c5-946e85826931 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14415074'] for subnet (3960bfb8-5182-44e3-9844-751c4e141663), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:08.498436 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Transition to ACTIVE for port object 0c3f081d-8d95-4fa2-9a95-48787070862d will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:35:08.506629 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-08903054-8380-4656-bc43-56e64f2ce34b service neutron] 10.222.0.72 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283579 Feb 28 17:35:08.598298 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:08.632432 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-73f3352a-fe0d-441d-b35e-9234f34f7198 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:08.689475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62706c94-53a5-48be-a0c5-8e6da6e62f45 req-d06ca0b7-87c3-4b05-8c73-a13d9a71eb71 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:08.690175 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29c9db73-fb27-406b-9d46-6637cf666455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (76864870-136e-4373-ba2a-2a752e5f92c2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:08.692078 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62706c94-53a5-48be-a0c5-8e6da6e62f45 req-d06ca0b7-87c3-4b05-8c73-a13d9a71eb71 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 931 time: 0.1746745 Feb 28 17:35:08.696168 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Publish callbacks [] for port (78672808-ffe7-4136-a872-98377cc9f0ba), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:08.718575 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Pushing event updated for resources: {'Port': ['ID=0c3f081d-8d95-4fa2-9a95-48787070862d,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:08.760995 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3352a-fe0d-441d-b35e-9234f34f7198 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Pushing event updated for resources: {'Port': ['ID=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:08.764234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-73f3352a-fe0d-441d-b35e-9234f34f7198 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Network 54167de9-3554-490b-90c9-a563d8838503 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:08.772433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-73f3352a-fe0d-441d-b35e-9234f34f7198 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:08.776433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-73f3352a-fe0d-441d-b35e-9234f34f7198 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:08.789761 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9db73-fb27-406b-9d46-6637cf666455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76864870-136e-4373-ba2a-2a752e5f92c2,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:08.796242 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62706c94-53a5-48be-a0c5-8e6da6e62f45 req-e75c2dcc-1740-4543-8071-e09e39e91184 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968251 Feb 28 17:35:08.840456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Attempting to bind port 0c3f081d-8d95-4fa2-9a95-48787070862d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:35:08.843162 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Attempting to bind port 0c3f081d-8d95-4fa2-9a95-48787070862d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:35:08.843777 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Attempting to bind port 0c3f081d-8d95-4fa2-9a95-48787070862d on network 025c50b6-aef6-427c-b4dd-ce17165ac484 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:08.844763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9db73-fb27-406b-9d46-6637cf666455 admin admin] Checking segment: {'id': '2903f42f-6e03-4967-bbf9-37020e37d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '131c8205-cfa7-4bbe-89ec-69231d84d423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:08.845130 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c9db73-fb27-406b-9d46-6637cf666455 admin admin] Network hostable DHCP agents. Network: 131c8205-cfa7-4bbe-89ec-69231d84d423, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:35:08.856702 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (78672808-ffe7-4136-a872-98377cc9f0ba), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:08.870213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Port 0c3f081d-8d95-4fa2-9a95-48787070862d on network 025c50b6-aef6-427c-b4dd-ce17165ac484 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:35:08.874556 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Attempting to bind port 0c3f081d-8d95-4fa2-9a95-48787070862d on network 025c50b6-aef6-427c-b4dd-ce17165ac484 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:08.888468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-73f3352a-fe0d-441d-b35e-9234f34f7198 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:08.889149 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-73f3352a-fe0d-441d-b35e-9234f34f7198 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:08.955941 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:35:08.956550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Checking segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:08.957161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Bound using segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:35:08.958518 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Bound port: 0c3f081d-8d95-4fa2-9a95-48787070862d, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:35:08.959985 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:08.981354 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Pushing event updated for resources: {'Port': ['ID=78672808-ffe7-4136-a872-98377cc9f0ba,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:08.992302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Network e33f8200-8052-49d4-a54b-299201fe6f80 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:08.998071 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c9db73-fb27-406b-9d46-6637cf666455 admin admin] Network 131c8205-cfa7-4bbe-89ec-69231d84d423 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:35:08.999389 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:09.014138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:09.065361 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-73f3352a-fe0d-441d-b35e-9234f34f7198 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6812277 Feb 28 17:35:09.077826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Request body: {'port': {'device_id': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:09.080380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39602) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:09.117545 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Attempting to bind port 78672808-ffe7-4136-a872-98377cc9f0ba on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:35:09.118113 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Attempting to bind port 78672808-ffe7-4136-a872-98377cc9f0ba by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'f8252dec-8b81-42e2-b133-c284edb7bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e33f8200-8052-49d4-a54b-299201fe6f80'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:35:09.118479 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Attempting to bind port 78672808-ffe7-4136-a872-98377cc9f0ba on network e33f8200-8052-49d4-a54b-299201fe6f80 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:09.125538 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:35:09.126216 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Checking segment: {'id': 'f8252dec-8b81-42e2-b133-c284edb7bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e33f8200-8052-49d4-a54b-299201fe6f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:09.126920 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:09.127409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Bound using segment: {'id': 'f8252dec-8b81-42e2-b133-c284edb7bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e33f8200-8052-49d4-a54b-299201fe6f80'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:35:09.128119 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Bound port: 78672808-ffe7-4136-a872-98377cc9f0ba, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8252dec-8b81-42e2-b133-c284edb7bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e33f8200-8052-49d4-a54b-299201fe6f80'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:35:09.128652 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (78672808-ffe7-4136-a872-98377cc9f0ba), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:09.164970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-29c9db73-fb27-406b-9d46-6637cf666455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 131c8205-cfa7-4bbe-89ec-69231d84d423) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:09.165756 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e26dee0-7a50-45d4-ac47-186e747b315d req-e29d3a86-5c1d-487d-a664-174f4267df21 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 210 time: 0.2884729 Feb 28 17:35:09.178824 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52122408-fa37-46da-a826-d5c25527356d None None] Network 131c8205-cfa7-4bbe-89ec-69231d84d423 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:09.188555 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c9db73-fb27-406b-9d46-6637cf666455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:09.189160 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29c9db73-fb27-406b-9d46-6637cf666455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:09.244106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] For port 0c3f081d-8d95-4fa2-9a95-48787070862d, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:35:09.246425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] For port 78672808-ffe7-4136-a872-98377cc9f0ba, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:35:09.249691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] For port 0c3f081d-8d95-4fa2-9a95-48787070862d, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0c3f081d-8d95-4fa2-9a95-48787070862d,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:35:09.258482 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:09.278958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] For port 78672808-ffe7-4136-a872-98377cc9f0ba, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=78672808-ffe7-4136-a872-98377cc9f0ba,segment=NetworkSegment(f8252dec-8b81-42e2-b133-c284edb7bbf2),segment_id=f8252dec-8b81-42e2-b133-c284edb7bbf2)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:35:09.298343 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-903a18f6-619d-4cf9-a5c5-946e85826931 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756256479717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15015468'] for subnet (3960bfb8-5182-44e3-9844-751c4e141663), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:09.310635 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8826a3ca-fc8d-42f7-9216-204cee55522f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group (cdec07d8-7f84-4c9c-8559-72551bf9674e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:09.333149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c465f-fc4c-4b00-a666-54f58e5c88e6 None None] Network 131c8205-cfa7-4bbe-89ec-69231d84d423 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:09.345101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903a18f6-619d-4cf9-a5c5-946e85826931 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:09.346892 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-903a18f6-619d-4cf9-a5c5-946e85826931 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:09.347554 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-903a18f6-619d-4cf9-a5c5-946e85826931 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "PUT /v2.0/subnets/3960bfb8-5182-44e3-9844-751c4e141663 HTTP/1.1" status: 200 len: 826 time: 1.1659231 Feb 28 17:35:09.350987 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39612) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:09.352134 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:09.366717 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-29c9db73-fb27-406b-9d46-6637cf666455 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2128210 Feb 28 17:35:09.370846 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8826a3ca-fc8d-42f7-9216-204cee55522f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group (cdec07d8-7f84-4c9c-8559-72551bf9674e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:09.407233 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (78672808-ffe7-4136-a872-98377cc9f0ba), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:09.524606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:09.527129 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:09.529545 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57720466-ae33-4904-a507-245383d10787 req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] 10.222.0.69 "PUT /v2.0/ports/0c3f081d-8d95-4fa2-9a95-48787070862d HTTP/1.1" status: 200 len: 1092 time: 2.6158130 Feb 28 17:35:09.543831 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a18f6-619d-4cf9-a5c5-946e85826931 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Subnet': ['ID=3960bfb8-5182-44e3-9844-751c4e141663,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:09.587409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cecdb2-ea17-400f-8fc3-27b38d9b953c service neutron] Pushing event updated for resources: {'Port': ['ID=0c3f081d-8d95-4fa2-9a95-48787070862d,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:09.663149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4260b1c-48c9-4ee6-9651-f43bafdde647 None None] Pushing event updated for resources: {'Port': ['ID=78672808-ffe7-4136-a872-98377cc9f0ba,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:09.754702 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (e33f8200-8052-49d4-a54b-299201fe6f80), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:09.864799 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8629b02e-7eec-40ea-8453-188053f60c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:09.878927 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57720466-ae33-4904-a507-245383d10787 req-3c37b8a5-f88c-48d6-8bfe-3766e27f061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:09.881788 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57720466-ae33-4904-a507-245383d10787 req-3c37b8a5-f88c-48d6-8bfe-3766e27f061c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 1126 time: 0.2425880 Feb 28 17:35:09.892428 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:09.943887 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56155594-09c6-4305-a002-5a404ac111fc', 'tag': '0c3f081d-8d95-4fa2-9a95-48787070862d'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:09.946912 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade01eb0-cca4-4461-81a2-52a930b8fa19" -d '{"events": [{"name": "network-changed", "server_uuid": "56155594-09c6-4305-a002-5a404ac111fc", "tag": "0c3f081d-8d95-4fa2-9a95-48787070862d"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:09.959743 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57720466-ae33-4904-a507-245383d10787 req-939366d3-2e90-4e75-9fce-7344d0e67c74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c3f081d-8d95-4fa2-9a95-48787070862d HTTP/1.1" status: 200 len: 217 time: 0.0684209 Feb 28 17:35:09.982797 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5d481-75c5-4590-a12b-4d8dabe1415b req-2c76fa4d-af82-44ee-a378-e20e17cc1283 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:09.991082 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7c5d481-75c5-4590-a12b-4d8dabe1415b req-2c76fa4d-af82-44ee-a378-e20e17cc1283 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 931 time: 0.4211249 Feb 28 17:35:10.002349 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8826a3ca-fc8d-42f7-9216-204cee55522f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (cdec07d8-7f84-4c9c-8559-72551bf9674e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:10.010898 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8826a3ca-fc8d-42f7-9216-204cee55522f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:10.012183 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8826a3ca-fc8d-42f7-9216-204cee55522f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "DELETE /v2.0/security-groups/cdec07d8-7f84-4c9c-8559-72551bf9674e HTTP/1.1" status: 204 len: 168 time: 0.9307804 Feb 28 17:35:10.033379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39640) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:10.093606 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826a3ca-fc8d-42f7-9216-204cee55522f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdec07d8-7f84-4c9c-8559-72551bf9674e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:10.169249 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7c5d481-75c5-4590-a12b-4d8dabe1415b req-6be7759b-4abd-4ebd-b698-6122cb370437 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112766 Feb 28 17:35:10.223940 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:10.233983 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Publish callbacks [] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:10.248860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Transition to ACTIVE for port object 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:35:10.251330 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-0cf5ce75-3422-4921-b0f5-cb7e3c76e961 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] show failed (client error): The resource could not be found. Feb 28 17:35:10.257219 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0cf5ce75-3422-4921-b0f5-cb7e3c76e961 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups/cdec07d8-7f84-4c9c-8559-72551bf9674e HTTP/1.1" status: 404 len: 347 time: 0.2212510 Feb 28 17:35:10.260704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39652) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:10.262452 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Deleting port 78672808-ffe7-4136-a872-98377cc9f0ba {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:10.263077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (78672808-ffe7-4136-a872-98377cc9f0ba), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:10.365568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57720466-ae33-4904-a507-245383d10787 req-834b9eca-6232-4b35-b3d5-d03e3ae54145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:10.365568 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57720466-ae33-4904-a507-245383d10787 req-834b9eca-6232-4b35-b3d5-d03e3ae54145 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb110c1f-5ae6-479d-98d8-8a85f1f33199 HTTP/1.1" status: 200 len: 845 time: 0.3414509 Feb 28 17:35:10.368436 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:10.423951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57720466-ae33-4904-a507-245383d10787 req-c99b6300-22cb-4c5d-832d-e27057ac9d4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=025c50b6-aef6-427c-b4dd-ce17165ac484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523560 Feb 28 17:35:10.598087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:10.633766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] For port 78672808-ffe7-4136-a872-98377cc9f0ba, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=78672808-ffe7-4136-a872-98377cc9f0ba,segment=NetworkSegment(f8252dec-8b81-42e2-b133-c284edb7bbf2),segment_id=f8252dec-8b81-42e2-b133-c284edb7bbf2)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:10.634154 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (78672808-ffe7-4136-a872-98377cc9f0ba), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:10.650258 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852c0b3-56e5-41ba-87c1-7867a1891a72 req-411f8bcb-becd-4ac2-ba3e-114dffd27dea tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:10.668839 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4852c0b3-56e5-41ba-87c1-7867a1891a72 req-411f8bcb-becd-4ac2-ba3e-114dffd27dea tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 943 time: 0.3098826 Feb 28 17:35:10.689394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Calling delete_port for 78672808-ffe7-4136-a872-98377cc9f0ba owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:10.742589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-9e1d8151-4540-41b8-a9d1-29e1ebb0f6a1 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:10.758885 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-9e1d8151-4540-41b8-a9d1-29e1ebb0f6a1 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/networks?id=131c8205-cfa7-4bbe-89ec-69231d84d423 HTTP/1.1" status: 200 len: 817 time: 0.2978606 Feb 28 17:35:10.764754 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57720466-ae33-4904-a507-245383d10787 req-2c508854-8e29-474f-b736-b2365b37c05c service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338263 Feb 28 17:35:10.795029 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-a8212785-993b-49cb-887c-346f7dc68ba4 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Deleting port 7eae9a47-f10c-4567-9233-980c7cdfdee7 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:10.795670 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8212785-993b-49cb-887c-346f7dc68ba4 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7eae9a47-f10c-4567-9233-980c7cdfdee7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:10.803608 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Attempting to bind port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:35:10.804187 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Attempting to bind port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '5e9ce309-4756-48e1-be6e-14e1eec0d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54167de9-3554-490b-90c9-a563d8838503'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:35:10.832630 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Attempting to bind port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf on network 54167de9-3554-490b-90c9-a563d8838503 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:10.832630 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf on network 54167de9-3554-490b-90c9-a563d8838503 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:35:10.832630 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Attempting to bind port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf on network 54167de9-3554-490b-90c9-a563d8838503 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:10.874314 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:35:10.874920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Checking segment: {'id': '5e9ce309-4756-48e1-be6e-14e1eec0d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54167de9-3554-490b-90c9-a563d8838503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:10.875492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Bound using segment: {'id': '5e9ce309-4756-48e1-be6e-14e1eec0d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54167de9-3554-490b-90c9-a563d8838503'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:35:10.876165 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Bound port: 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9ce309-4756-48e1-be6e-14e1eec0d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54167de9-3554-490b-90c9-a563d8838503'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:35:10.876755 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:10.891462 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-306395f0-7268-42a9-abbb-95befc7d2036 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/quotas/ff6322e115b5403894768ffa9b84567c HTTP/1.1" status: 200 len: 375 time: 0.1292460 Feb 28 17:35:10.922124 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4852c0b3-56e5-41ba-87c1-7867a1891a72 req-0cf678a7-3063-43fc-a386-1437486d9be8 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514279 Feb 28 17:35:10.996786 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30dd191-2e69-4ee8-9ab4-e27b3213ed30 x-openstack-request-id: req-e30dd191-2e69-4ee8-9ab4-e27b3213ed30 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:10.996786 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56155594-09c6-4305-a002-5a404ac111fc", "tag": "0c3f081d-8d95-4fa2-9a95-48787070862d", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:10.997187 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e30dd191-2e69-4ee8-9ab4-e27b3213ed30 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:10.997545 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56155594-09c6-4305-a002-5a404ac111fc', 'tag': '0c3f081d-8d95-4fa2-9a95-48787070862d', 'status': 'completed', 'code': 200} Feb 28 17:35:11.051214 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-21e16263-e759-4955-a7c3-6f559b337d4b tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff6322e115b5403894768ffa9b84567c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1586013 Feb 28 17:35:11.066292 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8212785-993b-49cb-887c-346f7dc68ba4 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7eae9a47-f10c-4567-9233-980c7cdfdee7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:11.067994 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8212785-993b-49cb-887c-346f7dc68ba4 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for floatingip (7eae9a47-f10c-4567-9233-980c7cdfdee7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:11.145060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-a8212785-993b-49cb-887c-346f7dc68ba4 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Calling delete_port for 7eae9a47-f10c-4567-9233-980c7cdfdee7 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:11.248696 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6a1deb1d-6ff2-489b-a0c8-f6f4bf1bb909 req-9aff0242-a361-47f4-a489-d5991be49508 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 210 time: 0.1174705 Feb 28 17:35:11.293858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 78672808-ffe7-4136-a872-98377cc9f0ba up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:11.334975 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:35:11.353259 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-79f07400-79d0-4731-a5a6-2c6fd998470a service neutron] 10.222.0.72 "GET /v2.0/networks/131c8205-cfa7-4bbe-89ec-69231d84d423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003206 Feb 28 17:35:11.369701 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 78672808-ffe7-4136-a872-98377cc9f0ba triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:11.370470 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (78672808-ffe7-4136-a872-98377cc9f0ba), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:11.383028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:35:11.423680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e14f50-a077-4bec-bd63-b53bc131f63f None None] Network e33f8200-8052-49d4-a54b-299201fe6f80 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:11.451977 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57720466-ae33-4904-a507-245383d10787 req-a9e661ec-4051-4c2e-8627-7d2442ed2df4 service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6658373 Feb 28 17:35:11.495559 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:11.509640 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c5ad3e5f-62b6-4d3f-9267-5c1e4c2fe36e None None] Provisioning complete for port 78672808-ffe7-4136-a872-98377cc9f0ba triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:11.510131 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3e5f-62b6-4d3f-9267-5c1e4c2fe36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (78672808-ffe7-4136-a872-98377cc9f0ba), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:11.516939 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:11.565796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:11.566546 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:11.568077 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] 10.222.0.69 "PUT /v2.0/ports/6f5190e4-dec8-4d42-8a2f-7a03ec6657cf HTTP/1.1" status: 200 len: 1092 time: 2.4949024 Feb 28 17:35:11.576759 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'tag': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:11.579601 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c9ecfa-fc81-4e49-baa2-b4b84db8fc83" -d '{"events": [{"name": "network-changed", "server_uuid": "5226a84d-5aa1-485a-9b93-525c1d69a3b7", "tag": "6f5190e4-dec8-4d42-8a2f-7a03ec6657cf"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:11.598446 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-87e8fb7e-1e97-46e5-a7d7-e9d46b7c3912 service neutron] 10.222.0.72 "GET /v2.0/networks/131c8205-cfa7-4bbe-89ec-69231d84d423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188742 Feb 28 17:35:11.632265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9711e4a-4f3c-4d1e-b75f-1cbc08049b9d req-78a492cd-cbf2-4895-9132-5f41bd04499c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:11.637321 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9711e4a-4f3c-4d1e-b75f-1cbc08049b9d req-78a492cd-cbf2-4895-9132-5f41bd04499c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 943 time: 0.2012804 Feb 28 17:35:11.652743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 78672808-ffe7-4136-a872-98377cc9f0ba is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:11.653093 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (78672808-ffe7-4136-a872-98377cc9f0ba), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:11.653607 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (78672808-ffe7-4136-a872-98377cc9f0ba), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:11.737616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Port': ['ID=78672808-ffe7-4136-a872-98377cc9f0ba,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:11.772917 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8212785-993b-49cb-887c-346f7dc68ba4 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7eae9a47-f10c-4567-9233-980c7cdfdee7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:11.775756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b17ee4-5e90-4a0c-ae67-13b8bf11cce6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:11.813681 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No DVR routers for this DVR port 78672808-ffe7-4136-a872-98377cc9f0ba on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:35:11.819169 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c5ad3e5f-62b6-4d3f-9267-5c1e4c2fe36e None None] Could not find standard attr ID for object 78672808-ffe7-4136-a872-98377cc9f0ba. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:35:11.840142 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8212785-993b-49cb-887c-346f7dc68ba4 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event deleted for resources: {'Port': ['ID=7eae9a47-f10c-4567-9233-980c7cdfdee7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:11.858446 n-d-820368-19 neutron-server[104248]: INFO neutron.plugins.ml2.db [None req-c5ad3e5f-62b6-4d3f-9267-5c1e4c2fe36e None None] No ports have port_id starting with 78672808-ffe7-4136-a872-98377cc9f0ba Feb 28 17:35:11.989179 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22c4e79-337e-4bce-864f-0f54b0c0cc9c x-openstack-request-id: req-b22c4e79-337e-4bce-864f-0f54b0c0cc9c {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:11.989510 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5226a84d-5aa1-485a-9b93-525c1d69a3b7", "tag": "6f5190e4-dec8-4d42-8a2f-7a03ec6657cf", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:11.989744 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b22c4e79-337e-4bce-864f-0f54b0c0cc9c {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:11.990197 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'tag': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf', 'status': 'completed', 'code': 200} Feb 28 17:35:12.005577 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9711e4a-4f3c-4d1e-b75f-1cbc08049b9d req-5ff20599-3ca9-440e-9555-fe2b756adcdd tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673551 Feb 28 17:35:12.020153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade01eb0-cca4-4461-81a2-52a930b8fa19 req-4676a6ea-cb42-4736-960f-4abb25301355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:12.034820 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ade01eb0-cca4-4461-81a2-52a930b8fa19 req-4676a6ea-cb42-4736-960f-4abb25301355 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 1126 time: 0.3741446 Feb 28 17:35:12.051609 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8212785-993b-49cb-887c-346f7dc68ba4 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for floatingip (e862e653-f130-4ae8-8019-ab6fdd4a5b9e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:12.069964 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8212785-993b-49cb-887c-346f7dc68ba4 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:12.073908 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a8212785-993b-49cb-887c-346f7dc68ba4 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "DELETE /v2.0/floatingips/e862e653-f130-4ae8-8019-ab6fdd4a5b9e HTTP/1.1" status: 204 len: 168 time: 1.8111417 Feb 28 17:35:12.184807 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-e09ce490-68fc-4ffc-a473-5160b262d6a4 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:12.185194 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-e09ce490-68fc-4ffc-a473-5160b262d6a4 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.73 "GET /v2.0/networks?id=fbf7a80f-77ae-447e-aa03-8092261ab0fd HTTP/1.1" status: 200 len: 821 time: 0.3038020 Feb 28 17:35:12.218185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-be9ef664-a67f-4d3b-99ad-b87eaa72fb73 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Request body: {'port': {'device_id': '5543bd92-3d7a-4a8d-9708-3803d207dfcc', 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd', 'admin_state_up': True, 'tenant_id': 'd0f115cefc7e4abfbe77362926522618'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:12.262014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-31339369-acc5-48e9-b6e1-ef55c53c25b3 req-aa688374-8076-446a-abae-64a3a6ad9650 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 210 time: 0.0744836 Feb 28 17:35:12.275277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28dca05-9063-4abd-b6af-97d94ae24a78 None None] Network e33f8200-8052-49d4-a54b-299201fe6f80 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:12.287273 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (3960bfb8-5182-44e3-9844-751c4e141663), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:12.379227 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-57c1b737-1f75-453d-8361-de0e33c7d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:12.383591 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-57c1b737-1f75-453d-8361-de0e33c7d4c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9665654bb1254aa08cac2eb356b74f48&device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 1126 time: 0.6471090 Feb 28 17:35:12.521254 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:12.547512 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-107fb77f-a7d9-45c8-b93c-3fae3d975a94 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf HTTP/1.1" status: 200 len: 217 time: 0.1111460 Feb 28 17:35:12.637009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-1c5c445d-efa0-4eb6-98ab-8a3a5d7fdc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:12.638852 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-1c5c445d-efa0-4eb6-98ab-8a3a5d7fdc8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f133f7b8-2c40-4366-9de1-489549838d9b HTTP/1.1" status: 200 len: 853 time: 0.0850291 Feb 28 17:35:12.677972 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-fa0ebf76-2ea5-40a5-b047-78b2d116f7d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54167de9-3554-490b-90c9-a563d8838503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305605 Feb 28 17:35:12.684595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f200b1-834d-4a23-b73b-be41320857e2 req-26f2b6ed-2554-4900-9b8e-0a251a73955f tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:12.692988 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3f200b1-834d-4a23-b73b-be41320857e2 req-26f2b6ed-2554-4900-9b8e-0a251a73955f tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 943 time: 0.5204759 Feb 28 17:35:12.696269 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade01eb0-cca4-4461-81a2-52a930b8fa19 req-e914cf38-4828-42d2-aae7-0dc75b63fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:12.697719 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ade01eb0-cca4-4461-81a2-52a930b8fa19 req-e914cf38-4828-42d2-aae7-0dc75b63fb59 service neutron] 10.222.0.69 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 906 time: 0.6606078 Feb 28 17:35:12.715734 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (3960bfb8-5182-44e3-9844-751c4e141663), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:12.724061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39708) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:12.772474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ade01eb0-cca4-4461-81a2-52a930b8fa19 req-72993bcf-5b3d-4bbb-8c56-98b5f77256f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c3f081d-8d95-4fa2-9a95-48787070862d HTTP/1.1" status: 200 len: 217 time: 0.0659661 Feb 28 17:35:12.777956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-51226bd0-47de-42f6-90bb-7c6fe87e6e63 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--469196079', 'description': 'tempest-description--1641290324'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:12.783255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Subnet': ['ID=3960bfb8-5182-44e3-9844-751c4e141663,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:12.872954 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-be9ef664-a67f-4d3b-99ad-b87eaa72fb73 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Made reservation on behalf of d0f115cefc7e4abfbe77362926522618 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:12.875682 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-be9ef664-a67f-4d3b-99ad-b87eaa72fb73 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:12.885218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d44f2d6-7795-45fa-9811-b2edd840c036 None None] Network e33f8200-8052-49d4-a54b-299201fe6f80 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:12.925516 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78ac5735-8397-47ca-8e4a-5b8cd7e05e84 req-b1ceccce-488a-49b9-ab7e-5d2378c05446 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 210 time: 0.1041191 Feb 28 17:35:12.929962 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3f200b1-834d-4a23-b73b-be41320857e2 req-6d0892e3-fbaa-4b88-a1f1-e30d95568a8b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358792 Feb 28 17:35:12.937755 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade01eb0-cca4-4461-81a2-52a930b8fa19 req-6750a1c5-93e5-4d2e-a367-07b018ef8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:12.942967 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ade01eb0-cca4-4461-81a2-52a930b8fa19 req-6750a1c5-93e5-4d2e-a367-07b018ef8c80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb110c1f-5ae6-479d-98d8-8a85f1f33199 HTTP/1.1" status: 200 len: 845 time: 0.1607614 Feb 28 17:35:12.948079 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (e33f8200-8052-49d4-a54b-299201fe6f80), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:12.984989 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-981a7c2f-3deb-4b5c-adf7-8a0397005e33 service neutron] 10.222.0.69 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003533 Feb 28 17:35:12.996857 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-51226bd0-47de-42f6-90bb-7c6fe87e6e63 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.025598 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ade01eb0-cca4-4461-81a2-52a930b8fa19 req-d67de3b9-a8b3-474b-bfe6-860315604ec2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=025c50b6-aef6-427c-b4dd-ce17165ac484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764651 Feb 28 17:35:13.041021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33f8200-8052-49d4-a54b-299201fe6f80']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:13.178380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c72d55-a8a9-40c8-bec9-0cb245e8c7fc None None] DHCP port deletion for e33f8200-8052-49d4-a54b-299201fe6f80 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:35:13.203386 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-51226bd0-47de-42f6-90bb-7c6fe87e6e63 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group (8049a5f5-216d-42fa-af69-3162d107d242), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.247268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0c3f081d-8d95-4fa2-9a95-48787070862d details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:35:13.285249 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ade01eb0-cca4-4461-81a2-52a930b8fa19 req-f02352f9-87b0-452a-9b8b-c4ab4b042dc3 service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202282 Feb 28 17:35:13.400342 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ade01eb0-cca4-4461-81a2-52a930b8fa19 req-629d4568-58fb-4886-abc4-ee67602f5df9 service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083572 Feb 28 17:35:13.401750 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-51226bd0-47de-42f6-90bb-7c6fe87e6e63 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8049a5f5-216d-42fa-af69-3162d107d242), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.438004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 0c3f081d-8d95-4fa2-9a95-48787070862d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0c3f081d-8d95-4fa2-9a95-48787070862d,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:13.439210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51226bd0-47de-42f6-90bb-7c6fe87e6e63 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8049a5f5-216d-42fa-af69-3162d107d242,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:13.455228 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '0c3f081d-8d95-4fa2-9a95-48787070862d', 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'port_id': '0c3f081d-8d95-4fa2-9a95-48787070862d', 'mac_address': 'fa:16:3e:3e:af:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb110c1f-5ae6-479d-98d8-8a85f1f33199', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:35:13.488845 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-51226bd0-47de-42f6-90bb-7c6fe87e6e63 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.490950 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-51226bd0-47de-42f6-90bb-7c6fe87e6e63 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7203271 Feb 28 17:35:13.494702 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39720) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:13.499368 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5c6da8dd-4454-40e5-99a2-bfaccd46454e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Request body: {'security_group_rule': {'security_group_id': '8049a5f5-216d-42fa-af69-3162d107d242', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:13.499640 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 0c3f081d-8d95-4fa2-9a95-48787070862d is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:13.500047 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.517568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3f081d-8d95-4fa2-9a95-48787070862d {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:13.529461 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8252dec-8b81-42e2-b133-c284edb7bbf2') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:13.529461 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8252dec-8b81-42e2-b133-c284edb7bbf2') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:13.543244 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 0c3f081d-8d95-4fa2-9a95-48787070862d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0c3f081d-8d95-4fa2-9a95-48787070862d,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:13.582986 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (f8252dec-8b81-42e2-b133-c284edb7bbf2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.610135 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c6da8dd-4454-40e5-99a2-bfaccd46454e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group_rule (124513f2-64cb-499c-ab62-d42819c3895a), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.636545 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.663075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (f8252dec-8b81-42e2-b133-c284edb7bbf2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.688690 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c6da8dd-4454-40e5-99a2-bfaccd46454e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group_rule (124513f2-64cb-499c-ab62-d42819c3895a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.692198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:35:13.692906 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (f8252dec-8b81-42e2-b133-c284edb7bbf2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:35:13.696819 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:35:13.703004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=0c3f081d-8d95-4fa2-9a95-48787070862d,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:13.712658 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:13.713457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:13.713821 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:13.714283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:13.714771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:13.715113 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:13.715448 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:13.715780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:13.716596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:13.716596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:13.716831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:13.717122 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:13.717444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:13.777350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf7ae1-4199-4731-883b-daeba6322807 req-d03ba3cf-a822-4b42-9b9a-cb3b368067ff tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:13.778834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dbdf7ae1-4199-4731-883b-daeba6322807 req-d03ba3cf-a822-4b42-9b9a-cb3b368067ff tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 943 time: 0.2656515 Feb 28 17:35:13.787648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-be9ef664-a67f-4d3b-99ad-b87eaa72fb73 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Allocated IP 172.20.0.12 (fbf7a80f-77ae-447e-aa03-8092261ab0fd/c2b01692-329b-4c25-a414-a0c28766e21b/7b7f52d5-08c2-47af-91e4-30778b5a4d11) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:13.790301 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c6da8dd-4454-40e5-99a2-bfaccd46454e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (124513f2-64cb-499c-ab62-d42819c3895a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.792043 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a21ce6d8-c60d-4f01-b143-69d41e89300c req-06ffe1f4-c04b-48af-8f53-445a38ae98ed service neutron] 10.222.0.69 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7650645 Feb 28 17:35:13.815575 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6da8dd-4454-40e5-99a2-bfaccd46454e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124513f2-64cb-499c-ab62-d42819c3895a,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:13.863901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['0c3f081d-8d95-4fa2-9a95-48787070862d'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:13.876714 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dbdf7ae1-4199-4731-883b-daeba6322807 req-4786fc91-fb53-43fd-8726-3ce11407df77 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836079 Feb 28 17:35:13.917836 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c6da8dd-4454-40e5-99a2-bfaccd46454e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.919207 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5c6da8dd-4454-40e5-99a2-bfaccd46454e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4236794 Feb 28 17:35:13.922792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39726) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:13.938620 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (e33f8200-8052-49d4-a54b-299201fe6f80), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.939475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b427681e-6bbe-48a0-bee8-af16c29fbc03 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Request body: {'security_group_rule': {'security_group_id': '8049a5f5-216d-42fa-af69-3162d107d242', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:13.953050 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:13.957299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/e33f8200-8052-49d4-a54b-299201fe6f80 HTTP/1.1" status: 204 len: 168 time: 4.6028345 Feb 28 17:35:13.962537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39730) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:13.991661 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.028791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339958bc-39d4-4adb-aeba-e2f8244cd12f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Network': ['ID=e33f8200-8052-49d4-a54b-299201fe6f80,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:14.034183 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b427681e-6bbe-48a0-bee8-af16c29fbc03 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group_rule (d303c8eb-fcf7-4eeb-be21-1fbb414552aa), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.064514 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-7821164a-1c60-42d8-8812-dfd85377af5e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:14.065245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7821164a-1c60-42d8-8812-dfd85377af5e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:14.075198 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7821164a-1c60-42d8-8812-dfd85377af5e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/e33f8200-8052-49d4-a54b-299201fe6f80 HTTP/1.1" status: 404 len: 339 time: 0.1003413 Feb 28 17:35:14.095619 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39736) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:14.103229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4dbf69c9-cacf-4ff1-934e-4d6867127d5b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1392733353', 'description': 'd1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:14.113306 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aefdc3d5-02b0-403c-97cb-ee2b853f3c25 req-78e7e9de-2603-47f9-a8c1-d18dbf37bf86 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 210 time: 0.1057243 Feb 28 17:35:14.191884 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-be9ef664-a67f-4d3b-99ad-b87eaa72fb73 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.198636 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ecfa-fc81-4e49-baa2-b4b84db8fc83 req-50ddbf74-c370-4132-8120-23eefd78e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:14.198636 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4c9ecfa-fc81-4e49-baa2-b4b84db8fc83 req-50ddbf74-c370-4132-8120-23eefd78e099 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9665654bb1254aa08cac2eb356b74f48&device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 1126 time: 0.2377908 Feb 28 17:35:14.234105 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b427681e-6bbe-48a0-bee8-af16c29fbc03 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group_rule (d303c8eb-fcf7-4eeb-be21-1fbb414552aa), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.276897 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38c345-b620-48bf-ba93-4cc3853e282c req-86f72de6-e890-48d4-82d1-99f38907aa85 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:14.285129 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd38c345-b620-48bf-ba93-4cc3853e282c req-86f72de6-e890-48d4-82d1-99f38907aa85 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 944 time: 0.1341763 Feb 28 17:35:14.295983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbf69c9-cacf-4ff1-934e-4d6867127d5b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:14.299653 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4dbf69c9-cacf-4ff1-934e-4d6867127d5b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.337821 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd38c345-b620-48bf-ba93-4cc3853e282c req-2babf731-42ec-4c24-802b-f7555f116847 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471432 Feb 28 17:35:14.343340 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b427681e-6bbe-48a0-bee8-af16c29fbc03 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (d303c8eb-fcf7-4eeb-be21-1fbb414552aa), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.364912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427681e-6bbe-48a0-bee8-af16c29fbc03 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d303c8eb-fcf7-4eeb-be21-1fbb414552aa,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:14.377394 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b2f2a67-a991-433e-87ce-eecc61f8b477 req-cc63fc56-cafa-421a-a1fa-321dc6c9f71f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 210 time: 0.0900497 Feb 28 17:35:14.426377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbf69c9-cacf-4ff1-934e-4d6867127d5b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:35:14.447004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ecfa-fc81-4e49-baa2-b4b84db8fc83 req-849c024d-4256-4078-9d4c-fa3f405d5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:14.448580 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4c9ecfa-fc81-4e49-baa2-b4b84db8fc83 req-849c024d-4256-4078-9d4c-fa3f405d5784 service neutron] 10.222.0.69 "GET /v2.0/networks?id=54167de9-3554-490b-90c9-a563d8838503 HTTP/1.1" status: 200 len: 914 time: 0.2434256 Feb 28 17:35:14.449657 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4dbf69c9-cacf-4ff1-934e-4d6867127d5b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (56f5bb07-20c1-4a86-9bac-eb44e12deb72), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.450030 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-4dbf69c9-cacf-4ff1-934e-4d6867127d5b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Added segment 56f5bb07-20c1-4a86-9bac-eb44e12deb72 of type vlan for network b5af1680-f3f7-4cd5-ab85-0a307c35f0f9 Feb 28 17:35:14.469847 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b427681e-6bbe-48a0-bee8-af16c29fbc03 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.472687 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b427681e-6bbe-48a0-bee8-af16c29fbc03 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5487940 Feb 28 17:35:14.480307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39740) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:14.485999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:14.536676 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-be9ef664-a67f-4d3b-99ad-b87eaa72fb73 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.542652 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4c9ecfa-fc81-4e49-baa2-b4b84db8fc83 req-8ff6eaf2-7448-4a2a-8ffa-a037cfb49ef3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf HTTP/1.1" status: 200 len: 217 time: 0.0834692 Feb 28 17:35:14.593448 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4dbf69c9-cacf-4ff1-934e-4d6867127d5b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (b5af1680-f3f7-4cd5-ab85-0a307c35f0f9), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.600902 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.632035 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-be9ef664-a67f-4d3b-99ad-b87eaa72fb73 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Network fbf7a80f-77ae-447e-aa03-8092261ab0fd is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:14.641903 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-be9ef664-a67f-4d3b-99ad-b87eaa72fb73 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:14.654883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-be9ef664-a67f-4d3b-99ad-b87eaa72fb73 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:14.707403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.708541 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-be9ef664-a67f-4d3b-99ad-b87eaa72fb73 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:14.709153 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-be9ef664-a67f-4d3b-99ad-b87eaa72fb73 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.739906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ef664-a67f-4d3b-99ad-b87eaa72fb73 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Pushing event updated for resources: {'Port': ['ID=7b7f52d5-08c2-47af-91e4-30778b5a4d11,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:14.755760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ecfa-fc81-4e49-baa2-b4b84db8fc83 req-451da35e-20e6-45f8-a0ef-9c17cb2eba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:14.757269 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4c9ecfa-fc81-4e49-baa2-b4b84db8fc83 req-451da35e-20e6-45f8-a0ef-9c17cb2eba29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f133f7b8-2c40-4366-9de1-489549838d9b HTTP/1.1" status: 200 len: 853 time: 0.2035511 Feb 28 17:35:14.802241 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4c9ecfa-fc81-4e49-baa2-b4b84db8fc83 req-632756b9-3065-48e8-8e4c-36feef9c1393 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54167de9-3554-490b-90c9-a563d8838503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374932 Feb 28 17:35:14.885281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Allocated IP 172.25.3.8 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/e714b0c8-6f9c-4de9-a80b-565b83ed86c9) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:14.928934 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4c9ecfa-fc81-4e49-baa2-b4b84db8fc83 req-211dde86-a5b0-4a6d-8f5b-6dea52c02475 service neutron] 10.222.0.69 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205916 Feb 28 17:35:14.937951 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4dbf69c9-cacf-4ff1-934e-4d6867127d5b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (b5af1680-f3f7-4cd5-ab85-0a307c35f0f9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.937951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbf69c9-cacf-4ff1-934e-4d6867127d5b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:14.937951 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4dbf69c9-cacf-4ff1-934e-4d6867127d5b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:14.957980 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-be9ef664-a67f-4d3b-99ad-b87eaa72fb73 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7547777 Feb 28 17:35:15.010269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Request body: {'port': {'device_id': '5543bd92-3d7a-4a8d-9708-3803d207dfcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:15.113605 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369614f-601c-4fb6-90a1-6840a49c90f5 req-bbe6beb7-d0e2-4ab3-ac20-2d557af285c4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:15.127503 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4369614f-601c-4fb6-90a1-6840a49c90f5 req-bbe6beb7-d0e2-4ab3-ac20-2d557af285c4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 943 time: 0.1128173 Feb 28 17:35:15.142648 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 78672808-ffe7-4136-a872-98377cc9f0ba no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:35:15.219971 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 78672808-ffe7-4136-a872-98377cc9f0ba {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:35:15.220316 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 78672808-ffe7-4136-a872-98377cc9f0ba not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:35:15.255980 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for port (e714b0c8-6f9c-4de9-a80b-565b83ed86c9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:15.262397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:35:15.358755 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4c9ecfa-fc81-4e49-baa2-b4b84db8fc83 req-207a470e-28ae-4b1f-b832-f73bbce4dd8c service neutron] 10.222.0.69 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185214 Feb 28 17:35:15.369243 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4dbf69c9-cacf-4ff1-934e-4d6867127d5b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2682965 Feb 28 17:35:15.370269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39752) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:15.427314 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4369614f-601c-4fb6-90a1-6840a49c90f5 req-e87cb11c-78da-4cb9-86c2-d92591c47a48 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919400 Feb 28 17:35:15.498863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:15.507043 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-656cce8c-ae76-4ea1-973d-98e7ccba7ec3 req-49343763-c8a1-4f0c-883e-39bdb2b51727 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 210 time: 0.1574728 Feb 28 17:35:15.515271 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf', 'network_id': '54167de9-3554-490b-90c9-a563d8838503', 'port_id': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf', 'mac_address': 'fa:16:3e:ca:aa:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f133f7b8-2c40-4366-9de1-489549838d9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:35:15.517145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0c3f081d-8d95-4fa2-9a95-48787070862d up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:15.525429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e714b0c8-6f9c-4de9-a80b-565b83ed86c9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:15.547099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf69c9-cacf-4ff1-934e-4d6867127d5b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Network': ['ID=b5af1680-f3f7-4cd5-ab85-0a307c35f0f9,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:15.556692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:15.563858 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:15.585554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network b5af1680-f3f7-4cd5-ab85-0a307c35f0f9 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:35:15.611724 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:15.613311 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:15.652390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a633fa-13de-40b6-b2e9-b2f4720b1888 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:15.654783 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-71a633fa-13de-40b6-b2e9-b2f4720b1888 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "GET /v2.0/networks?id=b5af1680-f3f7-4cd5-ab85-0a307c35f0f9 HTTP/1.1" status: 200 len: 765 time: 0.2671666 Feb 28 17:35:15.677838 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39756) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:15.702714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-78384ae9-ebfa-48df-84b9-dffa6d7348d0 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:15.705010 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-78384ae9-ebfa-48df-84b9-dffa6d7348d0 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.73 "GET /v2.0/networks?id=131c8205-cfa7-4bbe-89ec-69231d84d423 HTTP/1.1" status: 200 len: 817 time: 0.6863935 Feb 28 17:35:15.718917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:15.719302 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:15.726060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-4facab1c-6d61-4f8c-8474-a91745247237 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Request body: {'port': {'device_id': '0fe78d12-d32a-43b5-af9d-b15c0051d339', 'network_id': '131c8205-cfa7-4bbe-89ec-69231d84d423', 'admin_state_up': True, 'tenant_id': 'ff6322e115b5403894768ffa9b84567c'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:15.729214 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b99c81a0-8a21-4ef5-ae80-16767e1f632a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'network': {'description': 'd2'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:15.742367 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:15.768855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:15.827944 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 0c3f081d-8d95-4fa2-9a95-48787070862d completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:35:15.839159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 0c3f081d-8d95-4fa2-9a95-48787070862d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:15.839668 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:15.882849 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:15.910205 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event updated for resources: {'Port': ['ID=e714b0c8-6f9c-4de9-a80b-565b83ed86c9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:15.956970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4e9ff-343b-433d-89ea-bc959ce93c6c req-a1af6a83-bc8c-4b35-9021-893be4d90814 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:15.965235 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-42b4e9ff-343b-433d-89ea-bc959ce93c6c req-a1af6a83-bc8c-4b35-9021-893be4d90814 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 944 time: 0.4047048 Feb 28 17:35:15.991065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33def17-1708-4b98-afa3-f4215e440f5d req-3730c9b9-8edb-462f-a350-f676e0c29c6b tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:16.000904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c33def17-1708-4b98-afa3-f4215e440f5d req-3730c9b9-8edb-462f-a350-f676e0c29c6b tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 932 time: 0.3447304 Feb 28 17:35:16.051035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b99c81a0-8a21-4ef5-ae80-16767e1f632a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (b5af1680-f3f7-4cd5-ab85-0a307c35f0f9), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:16.069532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:16.097996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-42b4e9ff-343b-433d-89ea-bc959ce93c6c req-7a9cf014-5907-4879-a6fb-ae7d9160a275 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270525 Feb 28 17:35:16.103085 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for floatingip (b8798b16-e4c9-4d0a-8a14-7b8758c630b1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:16.113096 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 0c3f081d-8d95-4fa2-9a95-48787070862d is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:16.117794 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:16.128189 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c33def17-1708-4b98-afa3-f4215e440f5d req-ddf26b93-3b75-48f7-b192-f2d8e7fac516 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263919 Feb 28 17:35:16.157046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['6f5190e4-dec8-4d42-8a2f-7a03ec6657cf'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:16.160546 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b99c81a0-8a21-4ef5-ae80-16767e1f632a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (b5af1680-f3f7-4cd5-ab85-0a307c35f0f9), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:16.182289 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b99c81a0-8a21-4ef5-ae80-16767e1f632a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network b5af1680-f3f7-4cd5-ab85-0a307c35f0f9 is not hosted by any dhcp agent {{(pid=104247) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 17:35:16.186206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c81a0-8a21-4ef5-ae80-16767e1f632a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:16.187133 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b99c81a0-8a21-4ef5-ae80-16767e1f632a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:16.195200 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56155594-09c6-4305-a002-5a404ac111fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3f081d-8d95-4fa2-9a95-48787070862d'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:16.197299 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b99c81a0-8a21-4ef5-ae80-16767e1f632a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "PUT /v2.0/networks/b5af1680-f3f7-4cd5-ab85-0a307c35f0f9 HTTP/1.1" status: 200 len: 762 time: 0.4726391 Feb 28 17:35:16.197577 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e57835-5256-4ac7-8d8a-dcea33ccc036" -d '{"events": [{"server_uuid": "56155594-09c6-4305-a002-5a404ac111fc", "name": "network-vif-plugged", "status": "completed", "tag": "0c3f081d-8d95-4fa2-9a95-48787070862d"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:16.198674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39758) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:16.229986 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 0c3f081d-8d95-4fa2-9a95-48787070862d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0c3f081d-8d95-4fa2-9a95-48787070862d,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:16.236234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7f52d5-08c2-47af-91e4-30778b5a4d11 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:16.248572 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Publish callbacks [] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:16.279066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Transition to ACTIVE for port object 7b7f52d5-08c2-47af-91e4-30778b5a4d11 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:35:16.281858 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-4facab1c-6d61-4f8c-8474-a91745247237 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Made reservation on behalf of ff6322e115b5403894768ffa9b84567c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:16.285558 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-4facab1c-6d61-4f8c-8474-a91745247237 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:16.287923 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998b37ed-d5ac-4e49-99cb-28dc86d42f9e x-openstack-request-id: req-998b37ed-d5ac-4e49-99cb-28dc86d42f9e {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:16.291831 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56155594-09c6-4305-a002-5a404ac111fc", "name": "network-vif-plugged", "status": "completed", "tag": "0c3f081d-8d95-4fa2-9a95-48787070862d", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:16.292212 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-998b37ed-d5ac-4e49-99cb-28dc86d42f9e {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:16.292647 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56155594-09c6-4305-a002-5a404ac111fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3f081d-8d95-4fa2-9a95-48787070862d', 'code': 200} Feb 28 17:35:16.299462 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:16.404355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c81a0-8a21-4ef5-ae80-16767e1f632a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Network': ['ID=b5af1680-f3f7-4cd5-ab85-0a307c35f0f9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:16.422759 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e714b0c8-6f9c-4de9-a80b-565b83ed86c9), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:16.427750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network b5af1680-f3f7-4cd5-ab85-0a307c35f0f9 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:35:16.444380 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:16.482670 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9837d2a-7728-46f2-a358-eb89df48770b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:16.484357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b9837d2a-7728-46f2-a358-eb89df48770b tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "GET /v2.0/networks?id=b5af1680-f3f7-4cd5-ab85-0a307c35f0f9 HTTP/1.1" status: 200 len: 765 time: 0.2821906 Feb 28 17:35:16.489681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39768) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:16.524082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=0c3f081d-8d95-4fa2-9a95-48787070862d,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:16.622457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7f52d5-08c2-47af-91e4-30778b5a4d11,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:16.672971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22c725-c269-480a-8b2d-46baeccd9cfc req-d6154591-e62d-4726-8fdf-f1e79da1c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:16.674535 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e22c725-c269-480a-8b2d-46baeccd9cfc req-d6154591-e62d-4726-8fdf-f1e79da1c51b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 1128 time: 0.3344188 Feb 28 17:35:16.715863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-4facab1c-6d61-4f8c-8474-a91745247237 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Allocated IP 172.20.0.3 (131c8205-cfa7-4bbe-89ec-69231d84d423/76864870-136e-4373-ba2a-2a752e5f92c2/75285f11-5c47-4304-b0c5-c1fe6e47de1b) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:16.729987 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-71eeee09-cfd6-4a8b-9fb7-d8bc056c786b req-a7f13f78-52c2-4467-b7e4-2273685d71e9 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 210 time: 0.0837221 Feb 28 17:35:16.800434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c02ac-07aa-48e5-bd4a-5b0e63f90c6b req-b074785e-ff4c-4532-9672-a455d935f669 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:16.802561 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-059c02ac-07aa-48e5-bd4a-5b0e63f90c6b req-b074785e-ff4c-4532-9672-a455d935f669 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.2570105 Feb 28 17:35:16.817422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Attempting to bind port 7b7f52d5-08c2-47af-91e4-30778b5a4d11 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:35:16.817902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Attempting to bind port 7b7f52d5-08c2-47af-91e4-30778b5a4d11 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:35:16.818921 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Attempting to bind port 7b7f52d5-08c2-47af-91e4-30778b5a4d11 on network fbf7a80f-77ae-447e-aa03-8092261ab0fd {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:16.831662 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e22c725-c269-480a-8b2d-46baeccd9cfc req-1808923a-6485-4e79-95a8-9e5917dd3040 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466048 Feb 28 17:35:16.850212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Port 7b7f52d5-08c2-47af-91e4-30778b5a4d11 on network fbf7a80f-77ae-447e-aa03-8092261ab0fd not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:35:16.850538 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Attempting to bind port 7b7f52d5-08c2-47af-91e4-30778b5a4d11 on network fbf7a80f-77ae-447e-aa03-8092261ab0fd {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:16.859441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016022d1-b781-435a-b89d-b8a30bd7669d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:16.863867 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-016022d1-b781-435a-b89d-b8a30bd7669d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3715792 Feb 28 17:35:16.865378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39772) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:16.922207 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6c0a089f-d83e-44f8-ac71-40a9ea98c5b9 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "GET /v2.0/subnets?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 207 time: 0.0485711 Feb 28 17:35:16.922457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:35:16.922457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Checking segment: {'id': 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:16.922457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Bound using segment: {'id': 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:35:16.922457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Bound port: 7b7f52d5-08c2-47af-91e4-30778b5a4d11, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:35:16.922457 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:16.922457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39774) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:16.953077 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for port (e714b0c8-6f9c-4de9-a80b-565b83ed86c9), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:16.955518 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-059c02ac-07aa-48e5-bd4a-5b0e63f90c6b req-4a0d4047-4cfe-40ef-aff0-08450124ba2e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420658 Feb 28 17:35:17.023506 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (e714b0c8-6f9c-4de9-a80b-565b83ed86c9), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:17.109501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event updated for resources: {'Port': ['ID=e714b0c8-6f9c-4de9-a80b-565b83ed86c9,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:17.113648 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (b8798b16-e4c9-4d0a-8a14-7b8758c630b1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:17.219661 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:17.222301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-74e93efb-15f1-46eb-a34d-701a1c58d548 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7392786 Feb 28 17:35:17.244112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2a24a-c6c7-40cc-8bc2-5e46b9b39207 req-075cf662-eb4c-422e-8eed-cebca029f194 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:17.245907 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fcc2a24a-c6c7-40cc-8bc2-5e46b9b39207 req-075cf662-eb4c-422e-8eed-cebca029f194 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 945 time: 0.0705011 Feb 28 17:35:17.262796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:17.300420 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fcc2a24a-c6c7-40cc-8bc2-5e46b9b39207 req-cac2fea6-c4d4-445d-8e70-ee3f6c22a044 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481045 Feb 28 17:35:17.418449 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:35:17.423664 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:17.424440 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:17.520661 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-248a808f-8e0a-4aec-b836-d0926c5ac3e2 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--469196079&fields=id&tenant_id=ff2ef71884464902b3c3748d51422a36 HTTP/1.1" status: 200 len: 267 time: 0.0547075 Feb 28 17:35:17.539263 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:17.539813 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:17.573977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:17.578979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] For port 7b7f52d5-08c2-47af-91e4-30778b5a4d11, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:35:17.585677 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-4facab1c-6d61-4f8c-8474-a91745247237 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Publish callbacks [] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:17.594833 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c339bde-047d-4d71-8cb6-f8cc9e74196a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:17.599977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c339bde-047d-4d71-8cb6-f8cc9e74196a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:17.605761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c339bde-047d-4d71-8cb6-f8cc9e74196a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:17.610627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c339bde-047d-4d71-8cb6-f8cc9e74196a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:17.615915 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c339bde-047d-4d71-8cb6-f8cc9e74196a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:17.621671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c339bde-047d-4d71-8cb6-f8cc9e74196a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:17.627472 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9c339bde-047d-4d71-8cb6-f8cc9e74196a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.6965897 Feb 28 17:35:17.628121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39796) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:17.640229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] For port 7b7f52d5-08c2-47af-91e4-30778b5a4d11, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7b7f52d5-08c2-47af-91e4-30778b5a4d11,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:35:17.658642 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a46a8-2bc4-4045-ae19-caa200ee7ac4 req-140fae6c-9b38-40be-85f0-70f49614c7a7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:17.660150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-248a46a8-2bc4-4045-ae19-caa200ee7ac4 req-140fae6c-9b38-40be-85f0-70f49614c7a7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 944 time: 0.2187307 Feb 28 17:35:17.671184 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:17.701914 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:17.757131 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:17.761348 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-4facab1c-6d61-4f8c-8474-a91745247237 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:17.764719 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552faca-ae81-4a44-9711-51c563670e01 req-db6db1c9-5758-4200-bf63-e0297e114bc7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:17.769962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:17.770597 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:17.771980 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] 10.222.0.73 "PUT /v2.0/ports/7b7f52d5-08c2-47af-91e4-30778b5a4d11 HTTP/1.1" status: 200 len: 1093 time: 2.7675245 Feb 28 17:35:17.772641 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5543bd92-3d7a-4a8d-9708-3803d207dfcc', 'tag': '7b7f52d5-08c2-47af-91e4-30778b5a4d11'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:17.773308 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-db6db1c9-5758-4200-bf63-e0297e114bc7 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/networks?id=198c7dae-55a7-4ae2-88af-338d9ce329b1 HTTP/1.1" status: 200 len: 810 time: 0.2424312 Feb 28 17:35:17.775277 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8f3cc2-7fe4-4388-bfa6-558b2d7234f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5543bd92-3d7a-4a8d-9708-3803d207dfcc", "tag": "7b7f52d5-08c2-47af-91e4-30778b5a4d11"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:17.780705 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-248a46a8-2bc4-4045-ae19-caa200ee7ac4 req-976e740f-5b5b-4ce4-8089-146e652e4fe2 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113632 Feb 28 17:35:17.811518 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-4facab1c-6d61-4f8c-8474-a91745247237 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Network 131c8205-cfa7-4bbe-89ec-69231d84d423 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:17.815258 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e10b-bf3b-479c-ba20-6d0cc4f43c01 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7f52d5-08c2-47af-91e4-30778b5a4d11,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:17.818091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-4facab1c-6d61-4f8c-8474-a91745247237 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:17.822563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-4facab1c-6d61-4f8c-8474-a91745247237 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:17.828571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-b52bfab0-a2be-405c-992f-58f3d6ac3136 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/quotas/ff2ef71884464902b3c3748d51422a36 HTTP/1.1" status: 200 len: 375 time: 0.0543432 Feb 28 17:35:17.981183 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-4facab1c-6d61-4f8c-8474-a91745247237 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:17.981862 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-4facab1c-6d61-4f8c-8474-a91745247237 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:17.992328 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4c593e24-199d-4043-a553-669d26e05bdb tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3632348 Feb 28 17:35:17.993052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39804) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:18.007723 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facab1c-6d61-4f8c-8474-a91745247237 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Pushing event updated for resources: {'Port': ['ID=75285f11-5c47-4304-b0c5-c1fe6e47de1b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:18.042933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-d6780e68-80b2-4303-a3fb-d00c7f562766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.044618 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-d6780e68-80b2-4303-a3fb-d00c7f562766 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d0f115cefc7e4abfbe77362926522618&device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 1127 time: 0.1654942 Feb 28 17:35:18.055887 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc615566-9c02-464b-8873-81d486041e8d req-70ce9093-0adc-41cb-97f2-bce2fa1f38f5 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.057511 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc615566-9c02-464b-8873-81d486041e8d req-70ce9093-0adc-41cb-97f2-bce2fa1f38f5 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 931 time: 0.1053095 Feb 28 17:35:18.071874 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-1ebaf065-e41c-4155-9b9c-73c63bc25b55 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff2ef71884464902b3c3748d51422a36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2424493 Feb 28 17:35:18.094937 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a122eb-29a6-4901-a8f7-9f4bebe2613c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.096736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a122eb-29a6-4901-a8f7-9f4bebe2613c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.098308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a122eb-29a6-4901-a8f7-9f4bebe2613c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.099766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a122eb-29a6-4901-a8f7-9f4bebe2613c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.102772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a122eb-29a6-4901-a8f7-9f4bebe2613c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.103494 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-ee0b051b-4f9b-4110-8343-94fd2d65f241 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b7f52d5-08c2-47af-91e4-30778b5a4d11 HTTP/1.1" status: 200 len: 217 time: 0.0449877 Feb 28 17:35:18.106333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-35a122eb-29a6-4901-a8f7-9f4bebe2613c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1096580 Feb 28 17:35:18.111845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39806) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:18.124915 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-4facab1c-6d61-4f8c-8474-a91745247237 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4044030 Feb 28 17:35:18.180617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Request body: {'port': {'device_id': '0fe78d12-d32a-43b5-af9d-b15c0051d339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:18.198617 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-7de68ed1-bdae-49a8-94dc-21ce644d8478 service neutron] 10.222.0.72 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928099 Feb 28 17:35:18.262659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc615566-9c02-464b-8873-81d486041e8d req-22654ffc-74a2-447d-bb1e-8fabaaabe421 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2692e0-b6d1-4fe7-8490-ae76c1354aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949782 Feb 28 17:35:18.270781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-6efed8a7-4429-4db9-8b34-2cfb65f16cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.272155 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-6efed8a7-4429-4db9-8b34-2cfb65f16cde service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2b01692-329b-4c25-a414-a0c28766e21b HTTP/1.1" status: 200 len: 861 time: 0.1596549 Feb 28 17:35:18.298450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:18.298916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db31792-4ace-4ad0-ab7b-52e186a5ad62 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['shared'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.298916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db31792-4ace-4ad0-ab7b-52e186a5ad62 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['shared'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.299132 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-d858d530-dd7d-4244-901c-62ae5a0c2296 service neutron] 10.222.0.72 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907540 Feb 28 17:35:18.299245 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e888c82-360e-40b6-b955-9faafe22f3fb" -d '{"events": [{"server_uuid": "5226a84d-5aa1-485a-9b93-525c1d69a3b7", "name": "network-vif-plugged", "status": "completed", "tag": "6f5190e4-dec8-4d42-8a2f-7a03ec6657cf"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:18.299377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db31792-4ace-4ad0-ab7b-52e186a5ad62 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['shared'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.302803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db31792-4ace-4ad0-ab7b-52e186a5ad62 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['shared'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.304520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db31792-4ace-4ad0-ab7b-52e186a5ad62 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['shared'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.306591 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2db31792-4ace-4ad0-ab7b-52e186a5ad62 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1918869 Feb 28 17:35:18.310403 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39810) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:18.329781 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:18.367859 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38785519-b067-4d01-9515-8365fde9fb6e x-openstack-request-id: req-38785519-b067-4d01-9515-8365fde9fb6e {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:18.387119 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5543bd92-3d7a-4a8d-9708-3803d207dfcc", "tag": "7b7f52d5-08c2-47af-91e4-30778b5a4d11", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:18.387119 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-38785519-b067-4d01-9515-8365fde9fb6e {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:18.387119 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5543bd92-3d7a-4a8d-9708-3803d207dfcc', 'tag': '7b7f52d5-08c2-47af-91e4-30778b5a4d11', 'status': 'completed', 'code': 200} Feb 28 17:35:18.387119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-c86520a3-b98e-4834-b0d3-98ffd9b5f06d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbf7a80f-77ae-447e-aa03-8092261ab0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837240 Feb 28 17:35:18.452367 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2cd58-2abe-4025-9261-d892e7ed6a3f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.457891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f7a2cd58-2abe-4025-9261-d892e7ed6a3f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "GET /v2.0/networks/cf96ee3f-7445-485a-a60c-2980b0217afd HTTP/1.1" status: 200 len: 803 time: 0.1427579 Feb 28 17:35:18.459034 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39816) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:18.590517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cc54282c-dc1d-483d-b22f-99de8ba4e6da tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "GET /v2.0/networks/cf96ee3f-7445-485a-a60c-2980b0217afd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1306808 Feb 28 17:35:18.594825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39822) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:18.661531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20384c09-6479-45d6-99a5-aa3160fd66a7 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.663215 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-20384c09-6479-45d6-99a5-aa3160fd66a7 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "GET /v2.0/subnets/1958a29d-4bc3-4368-879c-8e75b8aad49c HTTP/1.1" status: 200 len: 843 time: 0.0672622 Feb 28 17:35:18.666895 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-2fa2eac7-1f56-4bf1-9838-18877448f2c0 service neutron] 10.222.0.73 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645731 Feb 28 17:35:18.671981 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dd2d94-5497-4395-92bc-918d2530198b x-openstack-request-id: req-34dd2d94-5497-4395-92bc-918d2530198b {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:18.672357 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5226a84d-5aa1-485a-9b93-525c1d69a3b7", "name": "network-vif-plugged", "status": "completed", "tag": "6f5190e4-dec8-4d42-8a2f-7a03ec6657cf", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:18.672515 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-34dd2d94-5497-4395-92bc-918d2530198b {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:18.672700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39826) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:18.672905 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf', 'code': 200} Feb 28 17:35:18.684220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f9981-42a1-4943-9b6f-3b332a45d419 req-82d6b397-96ad-45a0-a9aa-1b23dbfef399 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.693322 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b85f9981-42a1-4943-9b6f-3b332a45d419 req-82d6b397-96ad-45a0-a9aa-1b23dbfef399 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2323551 Feb 28 17:35:18.750092 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8651071-fe6c-4f0d-a072-4b766016e5bb tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['shared'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.751681 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a8651071-fe6c-4f0d-a072-4b766016e5bb tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "GET /v2.0/subnets/1958a29d-4bc3-4368-879c-8e75b8aad49c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0750356 Feb 28 17:35:18.755188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39828) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:18.760937 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cce542e5-1427-43bb-aaa6-c94363dbacd5 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358851034'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:18.854272 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce542e5-1427-43bb-aaa6-c94363dbacd5 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:18.864967 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cce542e5-1427-43bb-aaa6-c94363dbacd5 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:18.878835 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b85f9981-42a1-4943-9b6f-3b332a45d419 req-26b4a24d-6b2f-4aa1-9dec-c6322d1ae36b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862204 Feb 28 17:35:18.901229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4072ef6-17cc-4dc6-8bf0-cf2575d85d74 req-0fb5d12a-5ec8-486a-9b3f-8691332946f9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:18.921352 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4072ef6-17cc-4dc6-8bf0-cf2575d85d74 req-0fb5d12a-5ec8-486a-9b3f-8691332946f9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 945 time: 0.1189861 Feb 28 17:35:18.957412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce542e5-1427-43bb-aaa6-c94363dbacd5 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:35:18.990922 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cce542e5-1427-43bb-aaa6-c94363dbacd5 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (f302da5f-dff4-4196-a600-278f80ce10d5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:18.991301 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-cce542e5-1427-43bb-aaa6-c94363dbacd5 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Added segment f302da5f-dff4-4196-a600-278f80ce10d5 of type vlan for network 453075cf-8652-42d7-9327-79075bdd6d56 Feb 28 17:35:19.029037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75285f11-5c47-4304-b0c5-c1fe6e47de1b {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:19.033560 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4072ef6-17cc-4dc6-8bf0-cf2575d85d74 req-f3d7c22f-a8c1-422d-b1fe-cf5dd39cdddd tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028206 Feb 28 17:35:19.042237 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Publish callbacks [] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:19.051880 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cce542e5-1427-43bb-aaa6-c94363dbacd5 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (453075cf-8652-42d7-9327-79075bdd6d56), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:19.052962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Transition to ACTIVE for port object 75285f11-5c47-4304-b0c5-c1fe6e47de1b will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:35:19.136158 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b92860c-0d25-4be4-9c4a-ce5ea5112ffc req-f5d09f18-59d5-4a76-83e0-a2d89ddc501c tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 210 time: 0.0766671 Feb 28 17:35:19.144166 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97223dc4-a399-42b7-87ac-c56ba888bec1 req-9d948157-666e-4a50-bfa9-2e81301321f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:19.145748 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-97223dc4-a399-42b7-87ac-c56ba888bec1 req-9d948157-666e-4a50-bfa9-2e81301321f6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 1128 time: 0.4149957 Feb 28 17:35:19.148983 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3172fbea-e1a6-4df5-b8fd-b5d2d6529fbc req-4e1d8dcd-8e39-4764-ac4d-7d27c4bac8ba service neutron] 10.222.0.73 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725232 Feb 28 17:35:19.150251 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:19.189035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cce542e5-1427-43bb-aaa6-c94363dbacd5 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (453075cf-8652-42d7-9327-79075bdd6d56), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:19.194119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce542e5-1427-43bb-aaa6-c94363dbacd5 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:19.195336 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cce542e5-1427-43bb-aaa6-c94363dbacd5 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:19.260204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-97223dc4-a399-42b7-87ac-c56ba888bec1 req-52d3c012-1797-46e6-85ec-b023708dc7d4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073301 Feb 28 17:35:19.276695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Pushing event updated for resources: {'Port': ['ID=75285f11-5c47-4304-b0c5-c1fe6e47de1b,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:19.338508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce542e5-1427-43bb-aaa6-c94363dbacd5 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Network': ['ID=453075cf-8652-42d7-9327-79075bdd6d56,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:19.352500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff718b-bab5-474b-85de-aa9c072ea387 req-2005c986-943d-4c6a-b37a-1f317d53e1e8 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:19.353177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 453075cf-8652-42d7-9327-79075bdd6d56 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:35:19.354456 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98ff718b-bab5-474b-85de-aa9c072ea387 req-2005c986-943d-4c6a-b37a-1f317d53e1e8 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 944 time: 0.2587059 Feb 28 17:35:19.394918 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cce542e5-1427-43bb-aaa6-c94363dbacd5 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6385756 Feb 28 17:35:19.401756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39852) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:19.407112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-23398fca-a602-42f4-8ac9-b21741889045 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'subnet': {'network_id': '453075cf-8652-42d7-9327-79075bdd6d56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:19.412134 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:35:19.491235 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98ff718b-bab5-474b-85de-aa9c072ea387 req-6130c692-b1eb-481a-bf83-c70697c7a380 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262889 Feb 28 17:35:19.518639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-11940a20-9852-4b25-8a63-5d03536d920a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:19.520521 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-11940a20-9852-4b25-8a63-5d03536d920a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 0.2133207 Feb 28 17:35:19.526694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Attempting to bind port 75285f11-5c47-4304-b0c5-c1fe6e47de1b on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:35:19.527150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Attempting to bind port 75285f11-5c47-4304-b0c5-c1fe6e47de1b by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '2903f42f-6e03-4967-bbf9-37020e37d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '131c8205-cfa7-4bbe-89ec-69231d84d423'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:35:19.527569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Attempting to bind port 75285f11-5c47-4304-b0c5-c1fe6e47de1b on network 131c8205-cfa7-4bbe-89ec-69231d84d423 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:19.542563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f3cc2-7fe4-4388-bfa6-558b2d7234f1 req-b8288fc4-af73-4f13-96be-9f2dbd9bd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:19.544093 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f8f3cc2-7fe4-4388-bfa6-558b2d7234f1 req-b8288fc4-af73-4f13-96be-9f2dbd9bd6ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d0f115cefc7e4abfbe77362926522618&device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 1127 time: 0.2359533 Feb 28 17:35:19.545965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Port 75285f11-5c47-4304-b0c5-c1fe6e47de1b on network 131c8205-cfa7-4bbe-89ec-69231d84d423 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:35:19.546288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Attempting to bind port 75285f11-5c47-4304-b0c5-c1fe6e47de1b on network 131c8205-cfa7-4bbe-89ec-69231d84d423 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:19.556651 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-8d471188-e19e-4a67-8b70-7e49010f7c8b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/quotas/6245b9d2a54f4064829f9d0ea75229fa HTTP/1.1" status: 200 len: 375 time: 0.0263851 Feb 28 17:35:19.563721 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:35:19.564048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Checking segment: {'id': '2903f42f-6e03-4967-bbf9-37020e37d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '131c8205-cfa7-4bbe-89ec-69231d84d423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:19.564431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Bound using segment: {'id': '2903f42f-6e03-4967-bbf9-37020e37d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '131c8205-cfa7-4bbe-89ec-69231d84d423'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:35:19.565015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Bound port: 75285f11-5c47-4304-b0c5-c1fe6e47de1b, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2903f42f-6e03-4967-bbf9-37020e37d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '131c8205-cfa7-4bbe-89ec-69231d84d423'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:35:19.565237 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:19.602373 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23398fca-a602-42f4-8ac9-b21741889045 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Made reservation on behalf of b8ec038ef6b24f69af534be12b17ce6b for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:19.606398 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23398fca-a602-42f4-8ac9-b21741889045 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:19.682523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-23398fca-a602-42f4-8ac9-b21741889045 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Performing IP validity checks on allocation pools {{(pid=104247) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 17:35:19.683414 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-23398fca-a602-42f4-8ac9-b21741889045 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104247) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 17:35:19.703803 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735eb83-072d-4317-8e5e-d3cb7725086e req-53a49428-e0fa-4441-b38f-38f308d75fd2 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:19.705670 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6735eb83-072d-4317-8e5e-d3cb7725086e req-53a49428-e0fa-4441-b38f-38f308d75fd2 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 943 time: 0.1403000 Feb 28 17:35:19.768921 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-cd891576-6906-4331-b580-fea0b497cfd2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1770630 Feb 28 17:35:19.778567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] For port 75285f11-5c47-4304-b0c5-c1fe6e47de1b, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:35:19.781072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f3cc2-7fe4-4388-bfa6-558b2d7234f1 req-72a9df9c-8eb8-4a89-a051-435bad6ba868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:19.782568 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f8f3cc2-7fe4-4388-bfa6-558b2d7234f1 req-72a9df9c-8eb8-4a89-a051-435bad6ba868 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fbf7a80f-77ae-447e-aa03-8092261ab0fd HTTP/1.1" status: 200 len: 922 time: 0.2290652 Feb 28 17:35:19.783604 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6735eb83-072d-4317-8e5e-d3cb7725086e req-971b0d04-7f33-4bcf-b956-95b55481b040 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2692e0-b6d1-4fe7-8490-ae76c1354aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677450 Feb 28 17:35:19.820041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] For port 75285f11-5c47-4304-b0c5-c1fe6e47de1b, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=75285f11-5c47-4304-b0c5-c1fe6e47de1b,segment=NetworkSegment(2903f42f-6e03-4967-bbf9-37020e37d618),segment_id=2903f42f-6e03-4967-bbf9-37020e37d618)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:35:19.877482 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f8f3cc2-7fe4-4388-bfa6-558b2d7234f1 req-ea1ed551-3782-4f2f-ba60-45fbd6337c93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b7f52d5-08c2-47af-91e4-30778b5a4d11 HTTP/1.1" status: 200 len: 217 time: 0.0777414 Feb 28 17:35:19.924874 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:19.982368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:19.983025 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:19.984442 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] 10.222.0.73 "PUT /v2.0/ports/75285f11-5c47-4304-b0c5-c1fe6e47de1b HTTP/1.1" status: 200 len: 1092 time: 1.8476522 Feb 28 17:35:20.000985 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23398fca-a602-42f4-8ac9-b21741889045 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (cd25d4bb-efa3-47b0-834c-d1dc60c00f99), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:20.007047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f3cc2-7fe4-4388-bfa6-558b2d7234f1 req-c4ea837e-0ffa-4370-9811-b415ff556812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:20.009499 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f8f3cc2-7fe4-4388-bfa6-558b2d7234f1 req-c4ea837e-0ffa-4370-9811-b415ff556812 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c2b01692-329b-4c25-a414-a0c28766e21b HTTP/1.1" status: 200 len: 861 time: 0.1259012 Feb 28 17:35:20.066352 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f8f3cc2-7fe4-4388-bfa6-558b2d7234f1 req-64361e54-d3b9-4b04-8662-1897b8a8ab6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbf7a80f-77ae-447e-aa03-8092261ab0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488985 Feb 28 17:35:20.071732 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-26738793-c909-42a8-a06c-037f479c3e11 service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021133 Feb 28 17:35:20.075303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49991366-a7d6-4d3e-a6b9-0943403cc873 service neutron] Pushing event updated for resources: {'Port': ['ID=75285f11-5c47-4304-b0c5-c1fe6e47de1b,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:20.095332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23398fca-a602-42f4-8ac9-b21741889045 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Subnet': ['ID=cd25d4bb-efa3-47b0-834c-d1dc60c00f99,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:20.314550 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-59448251-80bf-4392-9abc-1945d6874166 service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341070 Feb 28 17:35:20.364283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-231db4cd-a17b-4785-8bf6-e6b1149c85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:20.366908 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-231db4cd-a17b-4785-8bf6-e6b1149c85ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ff6322e115b5403894768ffa9b84567c&device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 1126 time: 0.2588356 Feb 28 17:35:20.369316 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f8f3cc2-7fe4-4388-bfa6-558b2d7234f1 req-c204017f-6688-4a74-8e8c-217d341766d7 service neutron] 10.222.0.73 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624066 Feb 28 17:35:20.369776 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe78d12-d32a-43b5-af9d-b15c0051d339', 'tag': '75285f11-5c47-4304-b0c5-c1fe6e47de1b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:20.372262 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27743bf-c7ca-496e-a14e-276ae4e1408d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe78d12-d32a-43b5-af9d-b15c0051d339", "tag": "75285f11-5c47-4304-b0c5-c1fe6e47de1b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:20.429739 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-efaefa04-7237-4c69-8a5c-12478b35ff61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75285f11-5c47-4304-b0c5-c1fe6e47de1b HTTP/1.1" status: 200 len: 217 time: 0.0495307 Feb 28 17:35:20.533531 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-8876f2ff-1636-4847-b508-8a7bdb567578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:20.533788 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c411cd-e286-458d-9b75-bbac341dfe7b req-d99f6864-5b0f-4e0b-835c-e4456638e1e4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:20.535030 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-8876f2ff-1636-4847-b508-8a7bdb567578 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76864870-136e-4373-ba2a-2a752e5f92c2 HTTP/1.1" status: 200 len: 857 time: 0.0958693 Feb 28 17:35:20.541220 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0c411cd-e286-458d-9b75-bbac341dfe7b req-d99f6864-5b0f-4e0b-835c-e4456638e1e4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.5711269 Feb 28 17:35:20.579252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23398fca-a602-42f4-8ac9-b21741889045 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Checking segment: {'id': 'f302da5f-dff4-4196-a600-278f80ce10d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '453075cf-8652-42d7-9327-79075bdd6d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:20.579627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23398fca-a602-42f4-8ac9-b21741889045 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network hostable DHCP agents. Network: 453075cf-8652-42d7-9327-79075bdd6d56, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:35:20.583639 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-204ad15f-7055-4f76-9c9d-baf7e13c3799 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=131c8205-cfa7-4bbe-89ec-69231d84d423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390353 Feb 28 17:35:20.603590 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f8f3cc2-7fe4-4388-bfa6-558b2d7234f1 req-de4fa6d9-cc99-41fd-8aaa-c2f5764e75e5 service neutron] 10.222.0.73 "GET /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148521 Feb 28 17:35:20.670816 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0c411cd-e286-458d-9b75-bbac341dfe7b req-08833bcb-1c27-4545-ab6a-6f974a22e18e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284232 Feb 28 17:35:20.738608 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23398fca-a602-42f4-8ac9-b21741889045 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Network 453075cf-8652-42d7-9327-79075bdd6d56 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:35:20.761045 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5055efd-cf64-4f50-813f-96f9582954c9 x-openstack-request-id: req-e5055efd-cf64-4f50-813f-96f9582954c9 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:20.761361 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe78d12-d32a-43b5-af9d-b15c0051d339", "tag": "75285f11-5c47-4304-b0c5-c1fe6e47de1b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:20.761627 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e5055efd-cf64-4f50-813f-96f9582954c9 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:20.762086 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe78d12-d32a-43b5-af9d-b15c0051d339', 'tag': '75285f11-5c47-4304-b0c5-c1fe6e47de1b', 'status': 'completed', 'code': 200} Feb 28 17:35:20.829624 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-880929b2-ffd2-4040-8c73-4c97d423050e req-f6d8d642-4d85-43e4-b15b-29201023e7cf tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 210 time: 0.0996375 Feb 28 17:35:20.854364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c1c14-1b29-49c3-b5cc-0bf273a0bdcd req-629b0262-31ab-443f-8d75-bf2d95bd938c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:20.860031 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b24c1c14-1b29-49c3-b5cc-0bf273a0bdcd req-629b0262-31ab-443f-8d75-bf2d95bd938c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 944 time: 0.0770171 Feb 28 17:35:20.881120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-23398fca-a602-42f4-8ac9-b21741889045 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 453075cf-8652-42d7-9327-79075bdd6d56) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:20.889508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23398fca-a602-42f4-8ac9-b21741889045 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:20.889890 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23398fca-a602-42f4-8ac9-b21741889045 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628205'] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:20.893726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591447ae-4990-4ce9-b846-c58689ccfd86 None None] Network 453075cf-8652-42d7-9327-79075bdd6d56 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:20.904615 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-310e8857-7599-4562-97ba-1e575e6615d1 service neutron] 10.222.0.73 "GET /v2.0/networks/131c8205-cfa7-4bbe-89ec-69231d84d423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134236 Feb 28 17:35:20.938404 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b24c1c14-1b29-49c3-b5cc-0bf273a0bdcd req-086aedb4-d2be-41b9-a46d-0aaaf610ba7f tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729780 Feb 28 17:35:20.971563 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6112cec9-7969-479b-9997-a1ce0003e8ff req-35c3d0be-ccb1-4b4f-b38a-42edc2d951aa tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 210 time: 0.0567544 Feb 28 17:35:20.992976 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-23398fca-a602-42f4-8ac9-b21741889045 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5901096 Feb 28 17:35:21.007838 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39880) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:21.014800 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7135b455-ee5a-4cd4-9b06-0e206e7df644 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:21.227000 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7135b455-ee5a-4cd4-9b06-0e206e7df644 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13396908'] for subnet (cd25d4bb-efa3-47b0-834c-d1dc60c00f99), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:21.237698 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6beb63ff-6be4-40bd-805e-ef2c0c3aadd3 req-73ef6114-8705-47c4-b89b-4ecbbe9e0043 service neutron] 10.222.0.73 "GET /v2.0/networks/131c8205-cfa7-4bbe-89ec-69231d84d423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264408 Feb 28 17:35:21.259626 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552faca-ae81-4a44-9711-51c563670e01 req-6c2a8ed6-67d7-4211-948f-329cfef3cc8e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:21.261863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-6c2a8ed6-67d7-4211-948f-329cfef3cc8e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.73 "GET /v2.0/networks?id=198c7dae-55a7-4ae2-88af-338d9ce329b1 HTTP/1.1" status: 200 len: 810 time: 0.2138629 Feb 28 17:35:21.279856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-453075cf-8652-42d7-9327-79075bdd6d56', 'network_id': '453075cf-8652-42d7-9327-79075bdd6d56', 'project_id': 'b8ec038ef6b24f69af534be12b17ce6b', 'fixed_ips': [{'subnet_id': 'cd25d4bb-efa3-47b0-834c-d1dc60c00f99'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:35:21.282110 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:21.309330 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a7108-5763-4983-b1a2-4207a0100fc7 req-fdce15d7-4c0d-4fa0-8c2d-83cfed92f98c tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:21.310867 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ef2a7108-5763-4983-b1a2-4207a0100fc7 req-fdce15d7-4c0d-4fa0-8c2d-83cfed92f98c tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 943 time: 0.2512727 Feb 28 17:35:21.399693 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-be3e43b0-1535-492f-a42f-eae28cf4049d tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff2ef71884464902b3c3748d51422a36 HTTP/1.1" status: 200 len: 379 time: 0.1292896 Feb 28 17:35:21.419015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-5552faca-ae81-4a44-9711-51c563670e01 req-0ab8dad3-7e25-4358-a27f-b4cd4f1eaabf tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Request body: {'port': {'device_id': '19dbabaf-b70f-4d03-b3af-666f33a57072', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'admin_state_up': True, 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'security_groups': ['8049a5f5-216d-42fa-af69-3162d107d242']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:21.522085 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ef2a7108-5763-4983-b1a2-4207a0100fc7 req-3b8f6fb0-471a-4ba4-a317-4352a6e9bf45 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2692e0-b6d1-4fe7-8490-ae76c1354aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680634 Feb 28 17:35:21.572348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27743bf-c7ca-496e-a14e-276ae4e1408d req-f944c45d-c1c2-4587-90de-98bbaf845a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:21.573882 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c27743bf-c7ca-496e-a14e-276ae4e1408d req-f944c45d-c1c2-4587-90de-98bbaf845a65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ff6322e115b5403894768ffa9b84567c&device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 1126 time: 0.1681957 Feb 28 17:35:21.599008 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5552faca-ae81-4a44-9711-51c563670e01 req-0ab8dad3-7e25-4358-a27f-b4cd4f1eaabf tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Made reservation on behalf of ff2ef71884464902b3c3748d51422a36 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:21.603079 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5552faca-ae81-4a44-9711-51c563670e01 req-0ab8dad3-7e25-4358-a27f-b4cd4f1eaabf tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:21.620548 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7135b455-ee5a-4cd4-9b06-0e206e7df644 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756256479717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12586102'] for subnet (cd25d4bb-efa3-47b0-834c-d1dc60c00f99), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:21.669452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Allocated IP 2001:db8::3 (453075cf-8652-42d7-9327-79075bdd6d56/cd25d4bb-efa3-47b0-834c-d1dc60c00f99/aded4424-4423-43fc-bb1d-4cd327609191) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:21.717798 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135b455-ee5a-4cd4-9b06-0e206e7df644 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event updated for resources: {'Subnet': ['ID=cd25d4bb-efa3-47b0-834c-d1dc60c00f99,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:21.756998 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7135b455-ee5a-4cd4-9b06-0e206e7df644 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:21.758372 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7135b455-ee5a-4cd4-9b06-0e206e7df644 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:21.766153 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7135b455-ee5a-4cd4-9b06-0e206e7df644 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "PUT /v2.0/subnets/cd25d4bb-efa3-47b0-834c-d1dc60c00f99 HTTP/1.1" status: 200 len: 900 time: 0.7536521 Feb 28 17:35:21.766153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39888) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:21.841538 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-5552faca-ae81-4a44-9711-51c563670e01 req-0ab8dad3-7e25-4358-a27f-b4cd4f1eaabf tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Allocated IP 172.20.0.3 (198c7dae-55a7-4ae2-88af-338d9ce329b1/b053761d-35a6-4a2b-8791-766dc2209665/3820b767-07a5-433d-b4cc-9ec326034e71) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:21.869517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7b7f52d5-08c2-47af-91e4-30778b5a4d11 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:35:21.911802 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Publish callbacks [] for port (aded4424-4423-43fc-bb1d-4cd327609191), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:21.931128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27743bf-c7ca-496e-a14e-276ae4e1408d req-dc5bf465-0c6c-4abf-8134-79b12236f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:21.932712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c27743bf-c7ca-496e-a14e-276ae4e1408d req-dc5bf465-0c6c-4abf-8134-79b12236f7d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=131c8205-cfa7-4bbe-89ec-69231d84d423 HTTP/1.1" status: 200 len: 918 time: 0.3510876 Feb 28 17:35:21.968185 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (453075cf-8652-42d7-9327-79075bdd6d56), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:22.006864 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-314112e6-d131-4487-bf6f-f98751ee13ac req-3283fdc2-24be-4114-8c55-3e9d91a0328c tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 210 time: 0.0620494 Feb 28 17:35:22.008131 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 7b7f52d5-08c2-47af-91e4-30778b5a4d11, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7b7f52d5-08c2-47af-91e4-30778b5a4d11,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:22.054540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '7b7f52d5-08c2-47af-91e4-30778b5a4d11', 'network_id': 'fbf7a80f-77ae-447e-aa03-8092261ab0fd', 'port_id': '7b7f52d5-08c2-47af-91e4-30778b5a4d11', 'mac_address': 'fa:16:3e:67:53:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b01692-329b-4c25-a414-a0c28766e21b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:35:22.114598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 7b7f52d5-08c2-47af-91e4-30778b5a4d11 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:22.115041 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:22.117707 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (aded4424-4423-43fc-bb1d-4cd327609191), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:22.151658 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Deleting port aded4424-4423-43fc-bb1d-4cd327609191 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:22.152002 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (aded4424-4423-43fc-bb1d-4cd327609191), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:22.181798 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7f52d5-08c2-47af-91e4-30778b5a4d11 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:22.199735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Network 453075cf-8652-42d7-9327-79075bdd6d56 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:22.215080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:22.219139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:22.237968 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679da43-b467-4200-bbca-ba59d9ecc8ef req-2a21a514-b0f3-434f-9b6e-5887252a4679 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:22.244985 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7679da43-b467-4200-bbca-ba59d9ecc8ef req-2a21a514-b0f3-434f-9b6e-5887252a4679 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 944 time: 0.1345627 Feb 28 17:35:22.254733 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Pushing event updated for resources: {'Port': ['ID=aded4424-4423-43fc-bb1d-4cd327609191,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:22.311827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] For port aded4424-4423-43fc-bb1d-4cd327609191, host n-d-820368-19, got binding levels [] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:22.312183 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (aded4424-4423-43fc-bb1d-4cd327609191), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:22.312328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 7b7f52d5-08c2-47af-91e4-30778b5a4d11, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7b7f52d5-08c2-47af-91e4-30778b5a4d11,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:22.333628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Calling delete_port for aded4424-4423-43fc-bb1d-4cd327609191 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:22.334165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Attempting to bind port aded4424-4423-43fc-bb1d-4cd327609191 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:35:22.334582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Attempting to bind port aded4424-4423-43fc-bb1d-4cd327609191 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'f302da5f-dff4-4196-a600-278f80ce10d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '453075cf-8652-42d7-9327-79075bdd6d56'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:35:22.334950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Attempting to bind port aded4424-4423-43fc-bb1d-4cd327609191 on network 453075cf-8652-42d7-9327-79075bdd6d56 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:22.342584 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:35:22.343038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Checking segment: {'id': 'f302da5f-dff4-4196-a600-278f80ce10d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '453075cf-8652-42d7-9327-79075bdd6d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:22.343445 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:22.343882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Bound using segment: {'id': 'f302da5f-dff4-4196-a600-278f80ce10d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '453075cf-8652-42d7-9327-79075bdd6d56'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:35:22.344366 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Bound port: aded4424-4423-43fc-bb1d-4cd327609191, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f302da5f-dff4-4196-a600-278f80ce10d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '453075cf-8652-42d7-9327-79075bdd6d56'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:35:22.344742 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (aded4424-4423-43fc-bb1d-4cd327609191), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:22.346689 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7679da43-b467-4200-bbca-ba59d9ecc8ef req-1243cb0e-4a5a-4b90-8005-cf49cce93cc8 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007576 Feb 28 17:35:22.460907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] For port aded4424-4423-43fc-bb1d-4cd327609191, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:35:22.464306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] For port aded4424-4423-43fc-bb1d-4cd327609191, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=aded4424-4423-43fc-bb1d-4cd327609191,segment=NetworkSegment(f302da5f-dff4-4196-a600-278f80ce10d5),segment_id=f302da5f-dff4-4196-a600-278f80ce10d5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:35:22.466551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-76956a9b-6905-435a-bd62-c95335eb8a79 req-68aa52ab-3041-46c8-a191-3e45c5ad00f7 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 210 time: 0.0395918 Feb 28 17:35:22.468452 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:22.499557 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c27743bf-c7ca-496e-a14e-276ae4e1408d req-bf4c1ad2-3af5-4fe6-94ff-39aea7fd8d31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75285f11-5c47-4304-b0c5-c1fe6e47de1b HTTP/1.1" status: 200 len: 217 time: 0.5359743 Feb 28 17:35:22.521952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=7b7f52d5-08c2-47af-91e4-30778b5a4d11,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:22.550550 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (aded4424-4423-43fc-bb1d-4cd327609191), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:22.653640 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd03f1e-e0c1-4640-b593-6ba047fafdd5 None None] Pushing event updated for resources: {'Port': ['ID=aded4424-4423-43fc-bb1d-4cd327609191,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:22.680580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514683e7-929c-4808-bbed-283c13039b63 req-87303a59-9ee6-4d77-b603-e50625d42f43 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:22.682608 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-514683e7-929c-4808-bbed-283c13039b63 req-87303a59-9ee6-4d77-b603-e50625d42f43 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.7928541 Feb 28 17:35:22.688139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27743bf-c7ca-496e-a14e-276ae4e1408d req-e806f75f-e5b9-4ded-a4d3-a66a62a5bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:22.689689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c27743bf-c7ca-496e-a14e-276ae4e1408d req-e806f75f-e5b9-4ded-a4d3-a66a62a5bd22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76864870-136e-4373-ba2a-2a752e5f92c2 HTTP/1.1" status: 200 len: 857 time: 0.1788001 Feb 28 17:35:22.705792 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (aded4424-4423-43fc-bb1d-4cd327609191), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:22.754627 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c27743bf-c7ca-496e-a14e-276ae4e1408d req-d8a39f8b-e23f-40bb-af9c-409d13b510e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=131c8205-cfa7-4bbe-89ec-69231d84d423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453415 Feb 28 17:35:22.761087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Port': ['ID=aded4424-4423-43fc-bb1d-4cd327609191,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:22.805955 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5552faca-ae81-4a44-9711-51c563670e01 req-0ab8dad3-7e25-4358-a27f-b4cd4f1eaabf tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for port (3820b767-07a5-433d-b4cc-9ec326034e71), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:22.810130 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['7b7f52d5-08c2-47af-91e4-30778b5a4d11'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:22.817538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217bbc8-1f0a-4efb-b4e0-d481e7842418 req-9b6779de-5d33-47bf-ac64-ea20699af6b7 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:22.831860 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1217bbc8-1f0a-4efb-b4e0-d481e7842418 req-9b6779de-5d33-47bf-ac64-ea20699af6b7 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 943 time: 0.1717398 Feb 28 17:35:22.861250 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-514683e7-929c-4808-bbed-283c13039b63 req-55e575c4-07ed-44d7-90df-7bcaf022fde2 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674201 Feb 28 17:35:22.942624 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No DVR routers for this DVR port aded4424-4423-43fc-bb1d-4cd327609191 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:35:23.099264 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c27743bf-c7ca-496e-a14e-276ae4e1408d req-aee2aab0-7efa-4cfc-967f-681c17882af0 service neutron] 10.222.0.73 "GET /v2.0/networks/131c8205-cfa7-4bbe-89ec-69231d84d423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344607 Feb 28 17:35:23.125297 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (cd25d4bb-efa3-47b0-834c-d1dc60c00f99), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:23.234860 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1217bbc8-1f0a-4efb-b4e0-d481e7842418 req-72d49de2-ab88-4b23-9b38-8ded48062209 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2692e0-b6d1-4fe7-8490-ae76c1354aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015331 Feb 28 17:35:23.259213 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5552faca-ae81-4a44-9711-51c563670e01 req-0ab8dad3-7e25-4358-a27f-b4cd4f1eaabf tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3820b767-07a5-433d-b4cc-9ec326034e71), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:23.361561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e28fb6be-27b5-4e70-8565-c64c4b9ce6af tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:23.364582 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e28fb6be-27b5-4e70-8565-c64c4b9ce6af tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 0.4812376 Feb 28 17:35:23.420334 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c27743bf-c7ca-496e-a14e-276ae4e1408d req-18c94295-1cbc-47c2-a3f9-dc968574994a service neutron] 10.222.0.73 "GET /v2.0/networks/131c8205-cfa7-4bbe-89ec-69231d84d423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133259 Feb 28 17:35:23.430502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-b714d59b-c78b-442f-80c2-59166f711f44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Request body: {'port': {'device_id': '7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776', 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'admin_state_up': True, 'tenant_id': '6245b9d2a54f4064829f9d0ea75229fa'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:23.472352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5552faca-ae81-4a44-9711-51c563670e01 req-0ab8dad3-7e25-4358-a27f-b4cd4f1eaabf tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Network 198c7dae-55a7-4ae2-88af-338d9ce329b1 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:23.489951 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-d9f483b9-2106-4be0-8464-776081c315bd tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:23.500111 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-d9f483b9-2106-4be0-8464-776081c315bd tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/networks?id=54167de9-3554-490b-90c9-a563d8838503 HTTP/1.1" status: 200 len: 813 time: 0.1670456 Feb 28 17:35:23.513318 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (cd25d4bb-efa3-47b0-834c-d1dc60c00f99), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:23.517704 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-5552faca-ae81-4a44-9711-51c563670e01 req-0ab8dad3-7e25-4358-a27f-b4cd4f1eaabf tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:23.526680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8dad3-7e25-4358-a27f-b4cd4f1eaabf tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event updated for resources: {'Port': ['ID=3820b767-07a5-433d-b4cc-9ec326034e71,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:23.532942 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-5552faca-ae81-4a44-9711-51c563670e01 req-0ab8dad3-7e25-4358-a27f-b4cd4f1eaabf tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:23.575095 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-88ddc098-ee51-4efe-bc42-8e52fa3f3d1c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/quotas/9665654bb1254aa08cac2eb356b74f48 HTTP/1.1" status: 200 len: 375 time: 0.0734873 Feb 28 17:35:23.590999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Subnet': ['ID=cd25d4bb-efa3-47b0-834c-d1dc60c00f99,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:23.611307 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ada34-8b47-41e1-a90c-a441d9c9d342 req-9b064f14-f127-40c0-9cc9-78df34aa3eb3 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:23.619037 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-326ada34-8b47-41e1-a90c-a441d9c9d342 req-9b064f14-f127-40c0-9cc9-78df34aa3eb3 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 931 time: 0.3803368 Feb 28 17:35:23.682646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552faca-ae81-4a44-9711-51c563670e01 req-0ab8dad3-7e25-4358-a27f-b4cd4f1eaabf tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:23.683289 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5552faca-ae81-4a44-9711-51c563670e01 req-0ab8dad3-7e25-4358-a27f-b4cd4f1eaabf tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:23.684908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 75285f11-5c47-4304-b0c5-c1fe6e47de1b details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:35:23.748654 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (453075cf-8652-42d7-9327-79075bdd6d56), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:23.785425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453075cf-8652-42d7-9327-79075bdd6d56']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:23.789073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-326ada34-8b47-41e1-a90c-a441d9c9d342 req-1b18e685-f0a1-4520-af05-36f90160dc3b tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690073 Feb 28 17:35:23.812082 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-bc04d726-e11b-44bf-8068-c11120818dc8 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9665654bb1254aa08cac2eb356b74f48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2335665 Feb 28 17:35:23.825570 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f302da5f-dff4-4196-a600-278f80ce10d5') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:23.826034 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f302da5f-dff4-4196-a600-278f80ce10d5') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:23.838347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 75285f11-5c47-4304-b0c5-c1fe6e47de1b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=75285f11-5c47-4304-b0c5-c1fe6e47de1b,segment=NetworkSegment(2903f42f-6e03-4967-bbf9-37020e37d618),segment_id=2903f42f-6e03-4967-bbf9-37020e37d618)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:23.855498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-b714d59b-c78b-442f-80c2-59166f711f44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Made reservation on behalf of 6245b9d2a54f4064829f9d0ea75229fa for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:23.855737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '75285f11-5c47-4304-b0c5-c1fe6e47de1b', 'network_id': '131c8205-cfa7-4bbe-89ec-69231d84d423', 'port_id': '75285f11-5c47-4304-b0c5-c1fe6e47de1b', 'mac_address': 'fa:16:3e:ea:cf:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76864870-136e-4373-ba2a-2a752e5f92c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:35:23.858959 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-b714d59b-c78b-442f-80c2-59166f711f44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:23.899999 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-0ab8dad3-7e25-4358-a27f-b4cd4f1eaabf tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4846542 Feb 28 17:35:23.907341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 75285f11-5c47-4304-b0c5-c1fe6e47de1b is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:23.907899 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:23.913308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Request body: {'port': {'device_id': '19dbabaf-b70f-4d03-b3af-666f33a57072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:23.914469 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (f302da5f-dff4-4196-a600-278f80ce10d5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:23.928545 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75285f11-5c47-4304-b0c5-c1fe6e47de1b {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:23.941806 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (f302da5f-dff4-4196-a600-278f80ce10d5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:23.953285 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:35:23.953820 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (f302da5f-dff4-4196-a600-278f80ce10d5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:35:23.963294 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:35:23.984981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 75285f11-5c47-4304-b0c5-c1fe6e47de1b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=75285f11-5c47-4304-b0c5-c1fe6e47de1b,segment=NetworkSegment(2903f42f-6e03-4967-bbf9-37020e37d618),segment_id=2903f42f-6e03-4967-bbf9-37020e37d618)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:24.012416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2e2fb142-edc8-47ab-92af-9f867a7cf73f None None] Provisioning complete for port 3820b767-07a5-433d-b4cc-9ec326034e71 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:24.014711 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb142-edc8-47ab-92af-9f867a7cf73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3820b767-07a5-433d-b4cc-9ec326034e71), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:24.065226 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:24.122639 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-1ad9b37d-7d36-4497-bc09-a30c6e579578 service neutron] 10.222.0.72 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095877 Feb 28 17:35:24.169537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=75285f11-5c47-4304-b0c5-c1fe6e47de1b,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:24.178647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2e2fb142-edc8-47ab-92af-9f867a7cf73f None None] Port 3820b767-07a5-433d-b4cc-9ec326034e71 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:35:24.198015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f9aec-6231-46fc-b48a-c294c217bfb8 req-1b15fecf-cdea-4b9b-b5fd-61352825bf55 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:24.205405 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ea6f9aec-6231-46fc-b48a-c294c217bfb8 req-1b15fecf-cdea-4b9b-b5fd-61352825bf55 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 945 time: 0.1913342 Feb 28 17:35:24.241226 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3820b767-07a5-433d-b4cc-9ec326034e71), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:24.265980 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-80185682-49d8-402a-ad1b-bde6794a6bfd service neutron] 10.222.0.72 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416647 Feb 28 17:35:24.285307 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-b714d59b-c78b-442f-80c2-59166f711f44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Allocated IP 172.20.0.3 (025c50b6-aef6-427c-b4dd-ce17165ac484/cb110c1f-5ae6-479d-98d8-8a85f1f33199/c7010cc4-1083-48e0-8e76-04168bb0695a) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:24.295035 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e7ab30-49ad-4c51-954d-eb78eec2fd07 None None] Network 453075cf-8652-42d7-9327-79075bdd6d56 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:24.297681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (453075cf-8652-42d7-9327-79075bdd6d56), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:24.302260 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ea6f9aec-6231-46fc-b48a-c294c217bfb8 req-51ed5267-4b7f-4a23-81f0-3d6ebaf3172a tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958910 Feb 28 17:35:24.303873 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:24.311079 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/453075cf-8652-42d7-9327-79075bdd6d56 HTTP/1.1" status: 204 len: 168 time: 2.5434742 Feb 28 17:35:24.311908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39928) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:24.312124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e7ab30-49ad-4c51-954d-eb78eec2fd07 None None] Network 453075cf-8652-42d7-9327-79075bdd6d56 could not be found, it might have been deleted concurrently. {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 17:35:24.402189 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d33d2c15-3a4b-41e0-abd1-fa5e95129a63 None None] Could not find standard attr ID for object aded4424-4423-43fc-bb1d-4cd327609191. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:35:24.410357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53332e1-fccb-4ff8-ba0d-2b2c8f02643f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Network': ['ID=453075cf-8652-42d7-9327-79075bdd6d56,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:24.415928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['75285f11-5c47-4304-b0c5-c1fe6e47de1b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:24.420837 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72c04d4-8bc1-4e03-97f7-b2732437e42d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:24.421456 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72c04d4-8bc1-4e03-97f7-b2732437e42d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:24.421590 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a3ac4f-fdc4-45c8-86fb-f997efce6b41 None None] DHCP port deletion for 453075cf-8652-42d7-9327-79075bdd6d56 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:35:24.427859 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f72c04d4-8bc1-4e03-97f7-b2732437e42d tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/subnets/cd25d4bb-efa3-47b0-834c-d1dc60c00f99 HTTP/1.1" status: 404 len: 337 time: 0.1046703 Feb 28 17:35:24.428571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39930) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:24.477771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768a7743-4cd0-447f-8328-5c5c45facc8d None None] Network 453075cf-8652-42d7-9327-79075bdd6d56 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:24.495151 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768a7743-4cd0-447f-8328-5c5c45facc8d None None] Network 453075cf-8652-42d7-9327-79075bdd6d56 could not be found, it might have been deleted concurrently. {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 17:35:24.526180 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-53598b15-25f8-4281-9a1a-83d4f275682a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:24.526180 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53598b15-25f8-4281-9a1a-83d4f275682a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:24.527966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39934) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:24.538578 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-53598b15-25f8-4281-9a1a-83d4f275682a tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/453075cf-8652-42d7-9327-79075bdd6d56 HTTP/1.1" status: 404 len: 339 time: 0.1049185 Feb 28 17:35:24.540838 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37ce851f-0112-41d0-831c-ac129e1cabd1 req-955f87c4-8f42-42ee-906c-6b154095a3ae tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 210 time: 0.1087148 Feb 28 17:35:24.695140 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3fde-0d58-4158-8eb6-1ef5aa90165e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (b5af1680-f3f7-4cd5-ab85-0a307c35f0f9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:24.713315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c939cb-3b26-468f-a49e-d7b1aa80116a req-b9ca18fb-091c-4bac-aec3-ab759f791ad4 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:24.715574 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-38c939cb-3b26-468f-a49e-d7b1aa80116a req-b9ca18fb-091c-4bac-aec3-ab759f791ad4 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 944 time: 0.0912082 Feb 28 17:35:24.796100 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b6d52b28-af38-4b31-96d0-605257638308 req-e9520a55-eb4f-44a4-880d-4dcec77d15f3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 210 time: 0.1232600 Feb 28 17:35:24.859157 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3fde-0d58-4158-8eb6-1ef5aa90165e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (b5af1680-f3f7-4cd5-ab85-0a307c35f0f9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:24.890589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-38c939cb-3b26-468f-a49e-d7b1aa80116a req-12a096b0-899c-4d0b-970a-7c910f490572 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2692e0-b6d1-4fe7-8490-ae76c1354aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658568 Feb 28 17:35:24.911662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-ef0d3fde-0d58-4158-8eb6-1ef5aa90165e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5af1680-f3f7-4cd5-ab85-0a307c35f0f9']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:24.927714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-ef0d3fde-0d58-4158-8eb6-1ef5aa90165e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f5bb07-20c1-4a86-9bac-eb44e12deb72') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:24.928086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-ef0d3fde-0d58-4158-8eb6-1ef5aa90165e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f5bb07-20c1-4a86-9bac-eb44e12deb72') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:24.940457 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3fde-0d58-4158-8eb6-1ef5aa90165e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (56f5bb07-20c1-4a86-9bac-eb44e12deb72), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:24.956013 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3fde-0d58-4158-8eb6-1ef5aa90165e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (56f5bb07-20c1-4a86-9bac-eb44e12deb72), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:24.962455 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0d3fde-0d58-4158-8eb6-1ef5aa90165e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:35:24.962973 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3fde-0d58-4158-8eb6-1ef5aa90165e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (56f5bb07-20c1-4a86-9bac-eb44e12deb72), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:35:24.966075 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:35:24.974001 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-b714d59b-c78b-442f-80c2-59166f711f44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks [] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.064316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1926b-3ff6-4262-a8c8-bef207158198 req-e3cb4c7c-c05b-49e9-9540-9f22ad5deb68 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:25.066331 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e4f1926b-3ff6-4262-a8c8-bef207158198 req-e3cb4c7c-c05b-49e9-9540-9f22ad5deb68 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 931 time: 0.1783438 Feb 28 17:35:25.084609 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3fde-0d58-4158-8eb6-1ef5aa90165e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (b5af1680-f3f7-4cd5-ab85-0a307c35f0f9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.127814 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ef0d3fde-0d58-4158-8eb6-1ef5aa90165e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.133882 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ef0d3fde-0d58-4158-8eb6-1ef5aa90165e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/b5af1680-f3f7-4cd5-ab85-0a307c35f0f9 HTTP/1.1" status: 204 len: 168 time: 0.6025176 Feb 28 17:35:25.133882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d3fde-0d58-4158-8eb6-1ef5aa90165e tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Network': ['ID=b5af1680-f3f7-4cd5-ab85-0a307c35f0f9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:25.135193 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39948) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:25.142298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device aded4424-4423-43fc-bb1d-4cd327609191 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:35:25.182902 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: aded4424-4423-43fc-bb1d-4cd327609191 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:35:25.183453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device aded4424-4423-43fc-bb1d-4cd327609191 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:35:25.195849 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc50772-c2a9-4205-8cad-4a8c62b66e69 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:25.195849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc50772-c2a9-4205-8cad-4a8c62b66e69 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:25.201992 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4fc50772-c2a9-4205-8cad-4a8c62b66e69 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/subnets/3960bfb8-5182-44e3-9844-751c4e141663 HTTP/1.1" status: 404 len: 337 time: 0.0624654 Feb 28 17:35:25.205752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39950) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:25.227392 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e4f1926b-3ff6-4262-a8c8-bef207158198 req-e589b9c1-be12-454c-bc52-f5c56586b6ef tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544728 Feb 28 17:35:25.231402 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c647b8-e83f-4259-a16c-0b7b977b28ca tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:25.232057 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3820b767-07a5-433d-b4cc-9ec326034e71 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:25.232527 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c647b8-e83f-4259-a16c-0b7b977b28ca tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:25.237280 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f9c647b8-e83f-4259-a16c-0b7b977b28ca tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/e33f8200-8052-49d4-a54b-299201fe6f80 HTTP/1.1" status: 404 len: 339 time: 0.0303414 Feb 28 17:35:25.239373 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39952) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:25.243926 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Publish callbacks [] for port (3820b767-07a5-433d-b4cc-9ec326034e71), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.262457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Transition to ACTIVE for port object 3820b767-07a5-433d-b4cc-9ec326034e71 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:35:25.281650 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-b714d59b-c78b-442f-80c2-59166f711f44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.301723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3f19e91d-6fd2-4753-9826-cc84e46fcf75', '0c3f081d-8d95-4fa2-9a95-48787070862d'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:25.303829 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-9547d8aa-7110-4f70-824b-753c0bc69458 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Deleting subnet 7b318264-55d3-40f5-8512-99b37d645419 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:35:25.307798 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9547d8aa-7110-4f70-824b-753c0bc69458 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for subnet (7b318264-55d3-40f5-8512-99b37d645419), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.374190 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9547d8aa-7110-4f70-824b-753c0bc69458 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (7b318264-55d3-40f5-8512-99b37d645419), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.389451 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3820b767-07a5-433d-b4cc-9ec326034e71), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.417905 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-b714d59b-c78b-442f-80c2-59166f711f44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Network 025c50b6-aef6-427c-b4dd-ce17165ac484 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:25.427106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-b714d59b-c78b-442f-80c2-59166f711f44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:25.429072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714d59b-c78b-442f-80c2-59166f711f44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Pushing event updated for resources: {'Port': ['ID=c7010cc4-1083-48e0-8e76-04168bb0695a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:25.434536 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-b714d59b-c78b-442f-80c2-59166f711f44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:25.487564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-b714d59b-c78b-442f-80c2-59166f711f44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:25.488334 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-b714d59b-c78b-442f-80c2-59166f711f44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.568473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74f60-fa03-4486-8023-6db435743f78 req-59a3dc94-8b84-4659-a0a0-63822e54c3b0 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:25.596630 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b0d74f60-fa03-4486-8023-6db435743f78 req-59a3dc94-8b84-4659-a0a0-63822e54c3b0 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 945 time: 0.1912422 Feb 28 17:35:25.611555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Pushing event updated for resources: {'Port': ['ID=3820b767-07a5-433d-b4cc-9ec326034e71,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:25.676607 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9547d8aa-7110-4f70-824b-753c0bc69458 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (7b318264-55d3-40f5-8512-99b37d645419), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.677354 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-b714d59b-c78b-442f-80c2-59166f711f44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2514408 Feb 28 17:35:25.694559 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Request body: {'port': {'device_id': '7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:25.742616 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 75285f11-5c47-4304-b0c5-c1fe6e47de1b up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:25.746553 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b0d74f60-fa03-4486-8023-6db435743f78 req-220b2cf3-ef6b-497b-af10-6ef91e58e7c6 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484699 Feb 28 17:35:25.826460 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Attempting to bind port 3820b767-07a5-433d-b4cc-9ec326034e71 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:35:25.826687 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Attempting to bind port 3820b767-07a5-433d-b4cc-9ec326034e71 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:35:25.827019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Attempting to bind port 3820b767-07a5-433d-b4cc-9ec326034e71 on network 198c7dae-55a7-4ae2-88af-338d9ce329b1 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:25.842265 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Port 3820b767-07a5-433d-b4cc-9ec326034e71 on network 198c7dae-55a7-4ae2-88af-338d9ce329b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:35:25.844859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Attempting to bind port 3820b767-07a5-433d-b4cc-9ec326034e71 on network 198c7dae-55a7-4ae2-88af-338d9ce329b1 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:25.854653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:35:25.855410 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Checking segment: {'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:25.856216 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Bound using segment: {'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:35:25.857427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Bound port: 3820b767-07a5-433d-b4cc-9ec326034e71, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a217c38-d414-470e-ab93-aff9f1d04bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:35:25.858274 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3820b767-07a5-433d-b4cc-9ec326034e71), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.863375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9547d8aa-7110-4f70-824b-753c0bc69458 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (7b318264-55d3-40f5-8512-99b37d645419), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.874915 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 75285f11-5c47-4304-b0c5-c1fe6e47de1b completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:35:25.880399 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 75285f11-5c47-4304-b0c5-c1fe6e47de1b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:25.880985 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.891859 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.901915 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a5f5b-7a44-4799-b2c2-291344d3cd17 req-9916cc75-d93f-4a83-9312-05cc5a37c6b5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:25.903659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b41a5f5b-7a44-4799-b2c2-291344d3cd17 req-9916cc75-d93f-4a83-9312-05cc5a37c6b5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 931 time: 0.2227218 Feb 28 17:35:25.917967 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9547d8aa-7110-4f70-824b-753c0bc69458 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:25.930216 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9547d8aa-7110-4f70-824b-753c0bc69458 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/subnets/7b318264-55d3-40f5-8512-99b37d645419 HTTP/1.1" status: 204 len: 168 time: 0.6897161 Feb 28 17:35:25.932277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39964) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:25.939046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5f682c-c92a-4f40-bccb-b8a78c08bec5 None None] Network 6c9ba440-666c-4d5d-91c7-5cbfdeab82fb requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:25.970551 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b41a5f5b-7a44-4799-b2c2-291344d3cd17 req-5042c06a-e9dc-4ce0-8b34-fa1dda09e5c9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563231 Feb 28 17:35:25.996034 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547d8aa-7110-4f70-824b-753c0bc69458 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Subnet': ['ID=7b318264-55d3-40f5-8512-99b37d645419,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:26.035885 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2dc1ad01-58b0-4572-8134-a6c75dc06dbd req-3319881d-8ffb-40b7-a864-5779ab23d90d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 210 time: 0.1589146 Feb 28 17:35:26.057590 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-6617d11d-03a8-4233-899b-52dd5c836b09 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Deleting subnet 974fee21-ccc1-41c2-b974-bf6d9d0bc2a4 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:35:26.067388 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6617d11d-03a8-4233-899b-52dd5c836b09 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for subnet (974fee21-ccc1-41c2-b974-bf6d9d0bc2a4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:26.127820 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6617d11d-03a8-4233-899b-52dd5c836b09 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (974fee21-ccc1-41c2-b974-bf6d9d0bc2a4), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:26.210138 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] For port 3820b767-07a5-433d-b4cc-9ec326034e71, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:35:26.238436 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] For port 3820b767-07a5-433d-b4cc-9ec326034e71, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3820b767-07a5-433d-b4cc-9ec326034e71,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:35:26.283096 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 75285f11-5c47-4304-b0c5-c1fe6e47de1b is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:26.283601 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:26.294399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6617d11d-03a8-4233-899b-52dd5c836b09 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (974fee21-ccc1-41c2-b974-bf6d9d0bc2a4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:26.321957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe78d12-d32a-43b5-af9d-b15c0051d339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75285f11-5c47-4304-b0c5-c1fe6e47de1b'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:26.324599 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e47f2c-e73c-42b4-b744-01ff7599ff0e" -d '{"events": [{"server_uuid": "0fe78d12-d32a-43b5-af9d-b15c0051d339", "name": "network-vif-plugged", "status": "completed", "tag": "75285f11-5c47-4304-b0c5-c1fe6e47de1b"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:26.339152 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3820b767-07a5-433d-b4cc-9ec326034e71), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:26.341358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 75285f11-5c47-4304-b0c5-c1fe6e47de1b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=75285f11-5c47-4304-b0c5-c1fe6e47de1b,segment=NetworkSegment(2903f42f-6e03-4967-bbf9-37020e37d618),segment_id=2903f42f-6e03-4967-bbf9-37020e37d618)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:26.401624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:26.402377 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:26.404278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] 10.222.0.73 "PUT /v2.0/ports/3820b767-07a5-433d-b4cc-9ec326034e71 HTTP/1.1" status: 200 len: 1092 time: 2.4952209 Feb 28 17:35:26.412173 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:26.413110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7b7f52d5-08c2-47af-91e4-30778b5a4d11 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:26.427920 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de996ce-3cfb-4b60-aa36-13b91133e13b req-c150d7dd-9f5c-4e0d-8acf-1fa234b5213e tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:26.438749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3de996ce-3cfb-4b60-aa36-13b91133e13b req-c150d7dd-9f5c-4e0d-8acf-1fa234b5213e tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 944 time: 0.2739918 Feb 28 17:35:26.439409 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e14ce2-c771-4f95-9e5f-5088139286b5 req-fe1d3ed0-fa07-4632-992d-fbc2f0fc4ca3 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:26.441112 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14e14ce2-c771-4f95-9e5f-5088139286b5 req-fe1d3ed0-fa07-4632-992d-fbc2f0fc4ca3 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 943 time: 0.0800135 Feb 28 17:35:26.475839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dbabaf-b70f-4d03-b3af-666f33a57072', 'tag': '3820b767-07a5-433d-b4cc-9ec326034e71'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:26.478234 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec62d9e-4bb3-4725-a117-6fd7943aeb44" -d '{"events": [{"name": "network-changed", "server_uuid": "19dbabaf-b70f-4d03-b3af-666f33a57072", "tag": "3820b767-07a5-433d-b4cc-9ec326034e71"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:26.501237 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6617d11d-03a8-4233-899b-52dd5c836b09 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (974fee21-ccc1-41c2-b974-bf6d9d0bc2a4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:26.541904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=75285f11-5c47-4304-b0c5-c1fe6e47de1b,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:26.576742 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6617d11d-03a8-4233-899b-52dd5c836b09 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:26.586653 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6617d11d-03a8-4233-899b-52dd5c836b09 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/subnets/974fee21-ccc1-41c2-b974-bf6d9d0bc2a4 HTTP/1.1" status: 204 len: 168 time: 0.6530201 Feb 28 17:35:26.601318 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3de996ce-3cfb-4b60-aa36-13b91133e13b req-844d770c-bcc4-4385-b9de-8028b02ee9df tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2692e0-b6d1-4fe7-8490-ae76c1354aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556013 Feb 28 17:35:26.621041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39976) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:26.623406 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 7b7f52d5-08c2-47af-91e4-30778b5a4d11 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:35:26.629896 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 7b7f52d5-08c2-47af-91e4-30778b5a4d11 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:26.635491 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:26.655677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617d11d-03a8-4233-899b-52dd5c836b09 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Subnet': ['ID=974fee21-ccc1-41c2-b974-bf6d9d0bc2a4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:26.687877 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f042abc-417c-45fc-b81e-5de8b7fcef2d x-openstack-request-id: req-2f042abc-417c-45fc-b81e-5de8b7fcef2d {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:26.688174 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe78d12-d32a-43b5-af9d-b15c0051d339", "name": "network-vif-plugged", "status": "completed", "tag": "75285f11-5c47-4304-b0c5-c1fe6e47de1b", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:26.688422 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f042abc-417c-45fc-b81e-5de8b7fcef2d {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:26.688813 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe78d12-d32a-43b5-af9d-b15c0051d339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75285f11-5c47-4304-b0c5-c1fe6e47de1b', 'code': 200} Feb 28 17:35:26.703030 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec12472-077e-4aed-a299-983257a7ca11 service neutron] Pushing event updated for resources: {'Port': ['ID=3820b767-07a5-433d-b4cc-9ec326034e71,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:26.769646 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa0afd2-6c42-4099-9a5d-fbbbd212f0c2 x-openstack-request-id: req-faa0afd2-6c42-4099-9a5d-fbbbd212f0c2 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:26.769988 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19dbabaf-b70f-4d03-b3af-666f33a57072", "tag": "3820b767-07a5-433d-b4cc-9ec326034e71", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:26.770254 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-faa0afd2-6c42-4099-9a5d-fbbbd212f0c2 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:26.770673 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19dbabaf-b70f-4d03-b3af-666f33a57072', 'tag': '3820b767-07a5-433d-b4cc-9ec326034e71', 'status': 'completed', 'code': 200} Feb 28 17:35:26.793682 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14e14ce2-c771-4f95-9e5f-5088139286b5 req-bc760242-0c2a-4ea2-8334-7444aee20096 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3380024 Feb 28 17:35:26.810646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552faca-ae81-4a44-9711-51c563670e01 req-3ffe58db-a40d-4a75-9ae6-07014ab6b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:26.812164 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-3ffe58db-a40d-4a75-9ae6-07014ab6b298 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ff2ef71884464902b3c3748d51422a36&device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 1126 time: 0.2704651 Feb 28 17:35:26.863263 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 7b7f52d5-08c2-47af-91e4-30778b5a4d11 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:26.863644 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:26.868410 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (6c9ba440-666c-4d5d-91c7-5cbfdeab82fb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:26.952050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 7b7f52d5-08c2-47af-91e4-30778b5a4d11, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7b7f52d5-08c2-47af-91e4-30778b5a4d11,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:26.961169 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Deleting port eed4fe49-f74b-49f3-a8ef-7f411b290237 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:26.961562 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:26.970911 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-d1ccb965-cd3b-4c05-a841-9fded5badc0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3820b767-07a5-433d-b4cc-9ec326034e71 HTTP/1.1" status: 200 len: 217 time: 0.1300781 Feb 28 17:35:27.053817 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:27.117582 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] For port eed4fe49-f74b-49f3-a8ef-7f411b290237, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=eed4fe49-f74b-49f3-a8ef-7f411b290237,segment=NetworkSegment(fa8f4c33-c5df-4b4a-afff-a0a02c29ffca),segment_id=fa8f4c33-c5df-4b4a-afff-a0a02c29ffca)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:27.118171 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:27.125762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7010cc4-1083-48e0-8e76-04168bb0695a {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:27.131536 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=7b7f52d5-08c2-47af-91e4-30778b5a4d11,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:27.157267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Publish callbacks [] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:27.163850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Calling delete_port for eed4fe49-f74b-49f3-a8ef-7f411b290237 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:27.181152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552faca-ae81-4a44-9711-51c563670e01 req-fe49be3a-b01d-4721-bc1a-25e6f0615995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:27.188498 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-fe49be3a-b01d-4721-bc1a-25e6f0615995 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b053761d-35a6-4a2b-8791-766dc2209665 HTTP/1.1" status: 200 len: 849 time: 0.1626198 Feb 28 17:35:27.188498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0d133-8221-453c-9bc4-4f1e3cc2cc63 req-b7df38af-5e5f-48a1-a85f-e37a8096e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:27.189172 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9df0d133-8221-453c-9bc4-4f1e3cc2cc63 req-b7df38af-5e5f-48a1-a85f-e37a8096e33a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 1128 time: 0.3984888 Feb 28 17:35:27.243269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f43751-5412-4c7f-af8f-b159276b6285 req-bb30f19d-b557-49b3-8c64-3da122f0d4f8 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:27.245727 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75f43751-5412-4c7f-af8f-b159276b6285 req-bb30f19d-b557-49b3-8c64-3da122f0d4f8 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 945 time: 0.2960107 Feb 28 17:35:27.262065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Transition to ACTIVE for port object c7010cc4-1083-48e0-8e76-04168bb0695a will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:35:27.332196 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd09d627-18ba-4280-935d-148b21ce0c6e None None] Network 6c9ba440-666c-4d5d-91c7-5cbfdeab82fb requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:27.335970 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:27.351630 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-167e80eb-6dda-46e9-ac27-34083472f95f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:27.352408 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9df0d133-8221-453c-9bc4-4f1e3cc2cc63 req-7040a194-77e8-4d9d-897f-84b92f9ec50d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9f2692e0-b6d1-4fe7-8490-ae76c1354aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470859 Feb 28 17:35:27.353194 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-167e80eb-6dda-46e9-ac27-34083472f95f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.73 "GET /v2.0/networks?id=54167de9-3554-490b-90c9-a563d8838503 HTTP/1.1" status: 200 len: 813 time: 0.2817655 Feb 28 17:35:27.398458 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Pushing event updated for resources: {'Port': ['ID=c7010cc4-1083-48e0-8e76-04168bb0695a,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:27.429329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552faca-ae81-4a44-9711-51c563670e01 req-29bc27ce-ade2-4e02-92f2-1c25c02083bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:27.430901 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-29bc27ce-ade2-4e02-92f2-1c25c02083bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=198c7dae-55a7-4ae2-88af-338d9ce329b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2391489 Feb 28 17:35:27.440203 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-31a1a2e7-6069-4869-b097-48eca677970d None None] Provisioning complete for port eed4fe49-f74b-49f3-a8ef-7f411b290237 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:27.440203 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-31a1a2e7-6069-4869-b097-48eca677970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:27.480805 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc13e1e-5991-4569-a799-b7c1a9414d9d req-801e3bba-afc0-429d-bb0a-879122b39ce4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:27.492727 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8fc13e1e-5991-4569-a799-b7c1a9414d9d req-801e3bba-afc0-429d-bb0a-879122b39ce4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 943 time: 0.2530334 Feb 28 17:35:27.533009 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75f43751-5412-4c7f-af8f-b159276b6285 req-c6cebc82-8c11-4ceb-9ac7-7a018f5e4e12 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535985 Feb 28 17:35:27.533848 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Attempting to bind port c7010cc4-1083-48e0-8e76-04168bb0695a on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:35:27.534705 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Attempting to bind port c7010cc4-1083-48e0-8e76-04168bb0695a by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:35:27.534705 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Attempting to bind port c7010cc4-1083-48e0-8e76-04168bb0695a on network 025c50b6-aef6-427c-b4dd-ce17165ac484 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:27.540144 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Port c7010cc4-1083-48e0-8e76-04168bb0695a on network 025c50b6-aef6-427c-b4dd-ce17165ac484 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:35:27.540533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Attempting to bind port c7010cc4-1083-48e0-8e76-04168bb0695a on network 025c50b6-aef6-427c-b4dd-ce17165ac484 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:27.546279 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:35:27.546646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Checking segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:27.547009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Bound using segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:35:27.547456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Bound port: c7010cc4-1083-48e0-8e76-04168bb0695a, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:35:27.547818 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:27.570970 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-31a1a2e7-6069-4869-b097-48eca677970d None None] Current status of the port eed4fe49-f74b-49f3-a8ef-7f411b290237 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:27.604238 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8fc13e1e-5991-4569-a799-b7c1a9414d9d req-a6d81bd1-03da-4acf-ad0f-3bac9acfddd4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009607 Feb 28 17:35:27.605493 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (eed4fe49-f74b-49f3-a8ef-7f411b290237), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:27.648987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Port': ['ID=eed4fe49-f74b-49f3-a8ef-7f411b290237,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:27.671419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae18188-6bbe-45f8-a873-648401076b89 None None] DHCP port deletion for 6c9ba440-666c-4d5d-91c7-5cbfdeab82fb request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:35:27.672203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No DVR routers for this DVR port eed4fe49-f74b-49f3-a8ef-7f411b290237 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:35:27.695553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-76248f63-e727-47ad-8c5a-eac4ec155e73 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Request body: {'port': {'device_id': '665a6203-9544-46bb-8a99-541ca2ec3da6', 'network_id': '54167de9-3554-490b-90c9-a563d8838503', 'admin_state_up': True, 'tenant_id': '9665654bb1254aa08cac2eb356b74f48'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:27.747033 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04fe0266-57f0-4a09-96d4-658ff48ec8ce req-c810390e-d760-43cf-97b8-e29e647cfa0c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 210 time: 0.0682814 Feb 28 17:35:27.760400 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] For port c7010cc4-1083-48e0-8e76-04168bb0695a, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:35:27.764637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] For port c7010cc4-1083-48e0-8e76-04168bb0695a, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c7010cc4-1083-48e0-8e76-04168bb0695a,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:35:27.795365 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-1819d94f-c368-45e8-954f-a4a9dacaf759 service neutron] 10.222.0.73 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649163 Feb 28 17:35:27.854924 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:27.871963 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (6c9ba440-666c-4d5d-91c7-5cbfdeab82fb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:27.890284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381b8c1-e5e6-4d59-a7c5-70b53cd8d987 req-438f7f53-79a3-4cc9-b43c-b9c34a78b804 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:27.891751 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8381b8c1-e5e6-4d59-a7c5-70b53cd8d987 req-438f7f53-79a3-4cc9-b43c-b9c34a78b804 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 945 time: 0.1912408 Feb 28 17:35:27.938883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9ba440-666c-4d5d-91c7-5cbfdeab82fb']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:27.960426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8f4c33-c5df-4b4a-afff-a0a02c29ffca') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:27.960721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8f4c33-c5df-4b4a-afff-a0a02c29ffca') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:27.990856 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (fa8f4c33-c5df-4b4a-afff-a0a02c29ffca), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:28.013694 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8381b8c1-e5e6-4d59-a7c5-70b53cd8d987 req-5cd9498a-3cc9-419d-921d-ecb056123376 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2692e0-b6d1-4fe7-8490-ae76c1354aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114295 Feb 28 17:35:28.016305 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (fa8f4c33-c5df-4b4a-afff-a0a02c29ffca), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:28.023590 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:35:28.024050 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (fa8f4c33-c5df-4b4a-afff-a0a02c29ffca), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:35:28.027504 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:35:28.102375 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-76248f63-e727-47ad-8c5a-eac4ec155e73 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Made reservation on behalf of 9665654bb1254aa08cac2eb356b74f48 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:28.106261 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-76248f63-e727-47ad-8c5a-eac4ec155e73 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:28.198648 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (6c9ba440-666c-4d5d-91c7-5cbfdeab82fb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:28.211211 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:28.216664 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/6c9ba440-666c-4d5d-91c7-5cbfdeab82fb HTTP/1.1" status: 204 len: 168 time: 1.5923460 Feb 28 17:35:28.218924 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39994) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:28.242556 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35026e2e-8944-4d30-9a84-31f90fa98625 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Network': ['ID=6c9ba440-666c-4d5d-91c7-5cbfdeab82fb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:28.245820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:28.246574 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:28.248080 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] 10.222.0.69 "PUT /v2.0/ports/c7010cc4-1083-48e0-8e76-04168bb0695a HTTP/1.1" status: 200 len: 1092 time: 2.5575402 Feb 28 17:35:28.266050 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-67815149-a23d-499b-9aaf-8f9562597f96 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:28.266498 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67815149-a23d-499b-9aaf-8f9562597f96 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:28.272046 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-67815149-a23d-499b-9aaf-8f9562597f96 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/subnets/10f8203c-b14f-4533-b14e-248813ce2da2 HTTP/1.1" status: 404 len: 337 time: 0.0497372 Feb 28 17:35:28.273748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39996) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:28.294770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf0451-6bd9-4735-9e4c-b062c846f8bc service neutron] Pushing event updated for resources: {'Port': ['ID=c7010cc4-1083-48e0-8e76-04168bb0695a,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:28.305410 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5552faca-ae81-4a44-9711-51c563670e01 req-2b6d747f-4ac9-42ec-a303-b49b997e4d68 service neutron] 10.222.0.73 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022304 Feb 28 17:35:28.332374 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-720367da-860d-4f14-8c68-4a7c374e959c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:28.332901 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720367da-860d-4f14-8c68-4a7c374e959c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:28.336229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-720367da-860d-4f14-8c68-4a7c374e959c tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/9069bf51-6594-4754-928c-1bcd13921f56 HTTP/1.1" status: 404 len: 339 time: 0.0626194 Feb 28 17:35:28.338946 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40000) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:28.343046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc167d6e-e0f0-41d9-866f-3e35eb5d25d3 req-dcf7885d-6724-46fe-9082-a886f6063c18 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:28.347902 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc167d6e-e0f0-41d9-866f-3e35eb5d25d3 req-dcf7885d-6724-46fe-9082-a886f6063c18 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 943 time: 0.4784267 Feb 28 17:35:28.371992 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b1a7d3-7b2a-43ec-8053-d3bd78b69a34 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:28.372497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b1a7d3-7b2a-43ec-8053-d3bd78b69a34 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:28.378083 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f2b1a7d3-7b2a-43ec-8053-d3bd78b69a34 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/subnets/21c63a40-2f89-474b-8638-1be044582776 HTTP/1.1" status: 404 len: 337 time: 0.0358269 Feb 28 17:35:28.379721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40004) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:28.409535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-76248f63-e727-47ad-8c5a-eac4ec155e73 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Allocated IP 172.20.0.8 (54167de9-3554-490b-90c9-a563d8838503/f133f7b8-2c40-4366-9de1-489549838d9b/35a9410f-0d68-4b89-8426-1388a61b701d) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:28.412344 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea8af9c-65e0-49c3-9eb0-513c3ebdd6b1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:28.412861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea8af9c-65e0-49c3-9eb0-513c3ebdd6b1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:28.418588 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3ea8af9c-65e0-49c3-9eb0-513c3ebdd6b1 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/b1de07b6-fb9f-4cd4-9180-61643c017348 HTTP/1.1" status: 404 len: 339 time: 0.0362334 Feb 28 17:35:28.419032 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40006) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:28.455539 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe606b5c-3f72-4d90-ba49-f8d891be433f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:28.456021 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe606b5c-3f72-4d90-ba49-f8d891be433f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:28.462474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fe606b5c-3f72-4d90-ba49-f8d891be433f tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/subnets/d30afda2-4df5-4f3e-9fe2-1dc8ea62cc18 HTTP/1.1" status: 404 len: 337 time: 0.0391982 Feb 28 17:35:28.462474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40008) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:28.496883 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-b504e507-6433-4fb2-8f50-5df677d56b27 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:28.497619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b504e507-6433-4fb2-8f50-5df677d56b27 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:28.498773 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc167d6e-e0f0-41d9-866f-3e35eb5d25d3 req-ee53da3d-ef9b-4ba6-81e5-e20125e26722 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440063 Feb 28 17:35:28.502819 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b504e507-6433-4fb2-8f50-5df677d56b27 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/17bd30b4-a0c9-4176-b914-cbbacef015d8 HTTP/1.1" status: 404 len: 339 time: 0.0389504 Feb 28 17:35:28.508193 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40010) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:28.601351 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62d9e-4bb3-4725-a117-6fd7943aeb44 req-ec75cc4f-806d-4d33-aebd-740621c6d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:28.604254 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ec62d9e-4bb3-4725-a117-6fd7943aeb44 req-ec75cc4f-806d-4d33-aebd-740621c6d3b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ff2ef71884464902b3c3748d51422a36&device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 1126 time: 0.1130254 Feb 28 17:35:28.637704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-188f8751-082c-4a21-b364-0585a191c3b3 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Deleting subnet e8973fc5-1a50-4df7-8737-ba25907a9440 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:35:28.644405 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-188f8751-082c-4a21-b364-0585a191c3b3 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for subnet (e8973fc5-1a50-4df7-8737-ba25907a9440), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:28.690129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5543bd92-3d7a-4a8d-9708-3803d207dfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f52d5-08c2-47af-91e4-30778b5a4d11'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:28.695362 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4d0376-ac70-4d5c-a27d-31d5d1f54fb0" -d '{"events": [{"server_uuid": "5543bd92-3d7a-4a8d-9708-3803d207dfcc", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f52d5-08c2-47af-91e4-30778b5a4d11"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:28.733088 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-188f8751-082c-4a21-b364-0585a191c3b3 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (e8973fc5-1a50-4df7-8737-ba25907a9440), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:28.750255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62d9e-4bb3-4725-a117-6fd7943aeb44 req-6a0a8e14-6fe3-4e87-ab73-77b315b7d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:28.752263 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ec62d9e-4bb3-4725-a117-6fd7943aeb44 req-6a0a8e14-6fe3-4e87-ab73-77b315b7d9c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=198c7dae-55a7-4ae2-88af-338d9ce329b1 HTTP/1.1" status: 200 len: 911 time: 0.1409779 Feb 28 17:35:28.784191 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776', 'tag': 'c7010cc4-1083-48e0-8e76-04168bb0695a'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:28.790009 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bdcdd6-32d0-4d61-a0e3-012496ebab7b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776", "tag": "c7010cc4-1083-48e0-8e76-04168bb0695a"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:28.806459 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-76248f63-e727-47ad-8c5a-eac4ec155e73 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks [] for port (35a9410f-0d68-4b89-8426-1388a61b701d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:28.880705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baf26b-a99a-42e8-9962-776188a4f2ef req-7ddb8302-1faa-44f7-9bb4-36915b9b0c8c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:28.887857 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3baf26b-a99a-42e8-9962-776188a4f2ef req-7ddb8302-1faa-44f7-9bb4-36915b9b0c8c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 946 time: 0.1991739 Feb 28 17:35:28.905534 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-188f8751-082c-4a21-b364-0585a191c3b3 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (e8973fc5-1a50-4df7-8737-ba25907a9440), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:28.926230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-7ae15e46-c2ed-4508-9e88-2218f6b4cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:28.926230 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-7ae15e46-c2ed-4508-9e88-2218f6b4cf90 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 1126 time: 0.5202475 Feb 28 17:35:28.954406 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ec62d9e-4bb3-4725-a117-6fd7943aeb44 req-39d9ac04-fff5-4aca-825b-edee7c35366f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3820b767-07a5-433d-b4cc-9ec326034e71 HTTP/1.1" status: 200 len: 217 time: 0.1823988 Feb 28 17:35:28.997762 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3baf26b-a99a-42e8-9962-776188a4f2ef req-f46926cd-77e7-4908-9bbf-9a131f805611 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089547 Feb 28 17:35:29.058975 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0588c37e-3b3b-4a14-b465-a974bec377d2 x-openstack-request-id: req-0588c37e-3b3b-4a14-b465-a974bec377d2 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:29.059333 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5543bd92-3d7a-4a8d-9708-3803d207dfcc", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f52d5-08c2-47af-91e4-30778b5a4d11", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:29.060863 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0588c37e-3b3b-4a14-b465-a974bec377d2 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:29.061298 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5543bd92-3d7a-4a8d-9708-3803d207dfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f52d5-08c2-47af-91e4-30778b5a4d11', 'code': 200} Feb 28 17:35:29.062241 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-76248f63-e727-47ad-8c5a-eac4ec155e73 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (35a9410f-0d68-4b89-8426-1388a61b701d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:29.076611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['6f5190e4-dec8-4d42-8a2f-7a03ec6657cf'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:29.083789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-88f103b8-9863-4a52-ac05-7819a527632c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7010cc4-1083-48e0-8e76-04168bb0695a HTTP/1.1" status: 200 len: 217 time: 0.1498976 Feb 28 17:35:29.097731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f28bf-d1be-41e0-8f4c-71f70d304fc2 req-104b4288-8ec9-4da9-a07e-09f33672c7b5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:29.117743 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df0f28bf-d1be-41e0-8f4c-71f70d304fc2 req-104b4288-8ec9-4da9-a07e-09f33672c7b5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 943 time: 0.3619025 Feb 28 17:35:29.134991 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-188f8751-082c-4a21-b364-0585a191c3b3 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (e8973fc5-1a50-4df7-8737-ba25907a9440), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:29.217776 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-76248f63-e727-47ad-8c5a-eac4ec155e73 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Network 54167de9-3554-490b-90c9-a563d8838503 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:29.222697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f8751-082c-4a21-b364-0585a191c3b3 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Subnet': ['ID=e8973fc5-1a50-4df7-8737-ba25907a9440,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:29.258778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-76248f63-e727-47ad-8c5a-eac4ec155e73 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:29.265090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-76248f63-e727-47ad-8c5a-eac4ec155e73 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:29.269028 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-188f8751-082c-4a21-b364-0585a191c3b3 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:29.276501 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-188f8751-082c-4a21-b364-0585a191c3b3 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/subnets/e8973fc5-1a50-4df7-8737-ba25907a9440 HTTP/1.1" status: 204 len: 168 time: 0.7668684 Feb 28 17:35:29.278901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385bca6c-d220-47bc-873b-8a09d10ae5d2 None None] Network 1c369cbb-c0f9-4173-b508-f7de4b0c245a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:29.279267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40024) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:29.281586 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76248f63-e727-47ad-8c5a-eac4ec155e73 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Pushing event updated for resources: {'Port': ['ID=35a9410f-0d68-4b89-8426-1388a61b701d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:29.357238 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df0f28bf-d1be-41e0-8f4c-71f70d304fc2 req-339f9bfb-128e-495f-b591-b5ed091b664e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382836 Feb 28 17:35:29.358989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-07170d7f-acb2-4b35-a44f-804d7a30a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:29.361789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-07170d7f-acb2-4b35-a44f-804d7a30a874 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb110c1f-5ae6-479d-98d8-8a85f1f33199 HTTP/1.1" status: 200 len: 845 time: 0.2399492 Feb 28 17:35:29.391035 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62d9e-4bb3-4725-a117-6fd7943aeb44 req-e1ee8e4d-fc13-4b8e-b101-bb101dcf0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:29.393504 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ec62d9e-4bb3-4725-a117-6fd7943aeb44 req-e1ee8e4d-fc13-4b8e-b101-bb101dcf0ae3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b053761d-35a6-4a2b-8791-766dc2209665 HTTP/1.1" status: 200 len: 849 time: 0.3680787 Feb 28 17:35:29.397179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device eed4fe49-f74b-49f3-a8ef-7f411b290237 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:35:29.424982 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-76248f63-e727-47ad-8c5a-eac4ec155e73 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:29.425626 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-76248f63-e727-47ad-8c5a-eac4ec155e73 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:29.453416 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (1c369cbb-c0f9-4173-b508-f7de4b0c245a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:29.473603 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-9cf1617f-1091-4a70-a0da-24ba0bbc09aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=025c50b6-aef6-427c-b4dd-ce17165ac484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038404 Feb 28 17:35:29.475196 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a181904e-24df-41ad-b521-1e73de3d4e89 x-openstack-request-id: req-a181904e-24df-41ad-b521-1e73de3d4e89 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:29.476062 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776", "tag": "c7010cc4-1083-48e0-8e76-04168bb0695a", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:29.476325 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a181904e-24df-41ad-b521-1e73de3d4e89 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:29.476717 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776', 'tag': 'c7010cc4-1083-48e0-8e76-04168bb0695a', 'status': 'completed', 'code': 200} Feb 28 17:35:29.478623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d060df-3e39-401e-a285-f06003b250f9 req-abed7763-9435-4332-9cc0-9ac659f40b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:29.481738 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e5d060df-3e39-401e-a285-f06003b250f9 req-abed7763-9435-4332-9cc0-9ac659f40b44 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 1129 time: 0.3463268 Feb 28 17:35:29.482931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d0705-e878-4dea-a54e-c69884afc6d0 req-4a4148a1-40e6-41be-bc80-dcc9a2593923 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:29.487199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: eed4fe49-f74b-49f3-a8ef-7f411b290237 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:35:29.487777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device eed4fe49-f74b-49f3-a8ef-7f411b290237 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:35:29.497820 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-635d0705-e878-4dea-a54e-c69884afc6d0 req-4a4148a1-40e6-41be-bc80-dcc9a2593923 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 931 time: 0.2920218 Feb 28 17:35:29.609153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62d9e-4bb3-4725-a117-6fd7943aeb44 req-c6092f3c-6cfe-46b3-bfce-bb5d03a18d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:29.611188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ec62d9e-4bb3-4725-a117-6fd7943aeb44 req-c6092f3c-6cfe-46b3-bfce-bb5d03a18d09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=198c7dae-55a7-4ae2-88af-338d9ce329b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1896024 Feb 28 17:35:29.612204 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-635d0705-e878-4dea-a54e-c69884afc6d0 req-8d3bf1b7-564c-4fb3-88d1-9ed23161b5f6 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152055 Feb 28 17:35:29.644089 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-76248f63-e727-47ad-8c5a-eac4ec155e73 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9881878 Feb 28 17:35:29.652945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e5d060df-3e39-401e-a285-f06003b250f9 req-8e6f01f2-df79-4d08-9ad2-95e5f1009b76 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469760 Feb 28 17:35:29.663424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Request body: {'port': {'device_id': '665a6203-9544-46bb-8a99-541ca2ec3da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:29.758866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe01b8e4-af16-479e-b6db-1c680e186a7a None None] DHCP port deletion for 1c369cbb-c0f9-4173-b508-f7de4b0c245a request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:35:29.825346 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-bb117c9c-2c61-4bdd-ac15-434800e1c3f0 service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411102 Feb 28 17:35:29.837492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b719554-5795-4b20-9b13-7a5102f3cfcc req-625d9370-40f1-4d4c-b72b-f5803391b359 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:29.846860 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b719554-5795-4b20-9b13-7a5102f3cfcc req-625d9370-40f1-4d4c-b72b-f5803391b359 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 945 time: 0.2588139 Feb 28 17:35:29.854928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fe01b8e4-af16-479e-b6db-1c680e186a7a None None] Deleting port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:29.856224 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fe01b8e4-af16-479e-b6db-1c680e186a7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:29.942190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fe01b8e4-af16-479e-b6db-1c680e186a7a None None] For port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=367c4d5e-76e0-4f8c-8cd7-9ca3589690d4,segment=NetworkSegment(a2bf07c0-4646-4274-953e-c00c17fb9fdb),segment_id=a2bf07c0-4646-4274-953e-c00c17fb9fdb)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:29.942583 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fe01b8e4-af16-479e-b6db-1c680e186a7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:29.958868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fe01b8e4-af16-479e-b6db-1c680e186a7a None None] Calling delete_port for 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:29.993405 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ec62d9e-4bb3-4725-a117-6fd7943aeb44 req-00063f68-6917-497b-ae54-c76a5a31a048 service neutron] 10.222.0.73 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137319 Feb 28 17:35:30.062603 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b719554-5795-4b20-9b13-7a5102f3cfcc req-8491eabf-74c1-43b0-9bf0-8bec9cbbfc4d tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2692e0-b6d1-4fe7-8490-ae76c1354aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044990 Feb 28 17:35:30.117452 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-294dd083-dd50-4aef-96ee-b9647b6a2e56 req-c861913d-b62b-4081-b5c5-2e6692bc2bff service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655299 Feb 28 17:35:30.162112 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fe01b8e4-af16-479e-b6db-1c680e186a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:30.181592 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ec62d9e-4bb3-4725-a117-6fd7943aeb44 req-fadd065d-903b-45e5-86b3-9f04a8fba2f8 service neutron] 10.222.0.73 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788604 Feb 28 17:35:30.209253 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01b8e4-af16-479e-b6db-1c680e186a7a None None] Pushing event deleted for resources: {'Port': ['ID=367c4d5e-76e0-4f8c-8cd7-9ca3589690d4,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:30.218107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe01b8e4-af16-479e-b6db-1c680e186a7a None None] No DVR routers for this DVR port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:35:30.235065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b6b12-bdbc-4737-82f9-9e0cd8b661a6 req-986d132f-48cc-4974-9ec2-af90e673133c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:30.236857 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f6b6b12-bdbc-4737-82f9-9e0cd8b661a6 req-986d132f-48cc-4974-9ec2-af90e673133c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 946 time: 0.0723689 Feb 28 17:35:30.251746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Deleting port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:30.251746 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:30.257270 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (35a9410f-0d68-4b89-8426-1388a61b701d), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:30.306778 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f6b6b12-bdbc-4737-82f9-9e0cd8b661a6 req-a0bd3636-a10a-49ca-9cdc-3ab7e3b60118 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628676 Feb 28 17:35:30.376588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdcdd6-32d0-4d61-a0e3-012496ebab7b req-a589934c-3e0b-452e-a3e3-f02757ed5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:30.380594 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7bdcdd6-32d0-4d61-a0e3-012496ebab7b req-a589934c-3e0b-452e-a3e3-f02757ed5316 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 1126 time: 0.0781815 Feb 28 17:35:30.396760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bb1bb-436a-486c-aa44-20d2adde2e8e req-445b057d-3175-4cc1-b7cb-a7783f0aea9b tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:30.398318 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c2bb1bb-436a-486c-aa44-20d2adde2e8e req-445b057d-3175-4cc1-b7cb-a7783f0aea9b tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 943 time: 0.6349308 Feb 28 17:35:30.403465 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] For port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4, host n-d-820368-19, got binding levels [] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:30.403696 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:30.494603 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Calling delete_port for 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:30.499675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 was not found and therefore no delete operation was performed {{(pid=104247) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 17:35:30.508636 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (367c4d5e-76e0-4f8c-8cd7-9ca3589690d4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:30.543187 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Port': ['ID=367c4d5e-76e0-4f8c-8cd7-9ca3589690d4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:30.545108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdcdd6-32d0-4d61-a0e3-012496ebab7b req-69a40216-b5d7-4290-af35-ac5adf106242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:30.552526 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7bdcdd6-32d0-4d61-a0e3-012496ebab7b req-69a40216-b5d7-4290-af35-ac5adf106242 service neutron] 10.222.0.69 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 906 time: 0.1609342 Feb 28 17:35:30.621753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7bdcdd6-32d0-4d61-a0e3-012496ebab7b req-cfb86e08-6b65-451e-b782-8be2683fa131 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7010cc4-1083-48e0-8e76-04168bb0695a HTTP/1.1" status: 200 len: 217 time: 0.0629218 Feb 28 17:35:30.639935 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No DVR routers for this DVR port 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:35:30.661610 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c2bb1bb-436a-486c-aa44-20d2adde2e8e req-b1687f3a-07ce-4fb8-81e8-e095dda8ebd9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025409 Feb 28 17:35:30.762328 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (1c369cbb-c0f9-4173-b508-f7de4b0c245a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:30.765053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdcdd6-32d0-4d61-a0e3-012496ebab7b req-a01bd562-9d30-42e9-b2db-d988140318e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:30.768654 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7bdcdd6-32d0-4d61-a0e3-012496ebab7b req-a01bd562-9d30-42e9-b2db-d988140318e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb110c1f-5ae6-479d-98d8-8a85f1f33199 HTTP/1.1" status: 200 len: 845 time: 0.1400790 Feb 28 17:35:30.801337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c369cbb-c0f9-4173-b508-f7de4b0c245a']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:30.815160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bf07c0-4646-4274-953e-c00c17fb9fdb') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:30.815462 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bf07c0-4646-4274-953e-c00c17fb9fdb') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:30.831954 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (a2bf07c0-4646-4274-953e-c00c17fb9fdb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:30.880184 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7bdcdd6-32d0-4d61-a0e3-012496ebab7b req-7273dc1f-d4d9-4280-8b2c-b1ddfd79e8d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=025c50b6-aef6-427c-b4dd-ce17165ac484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025724 Feb 28 17:35:30.891501 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a2bf07c0-4646-4274-953e-c00c17fb9fdb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:30.909296 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a9410f-0d68-4b89-8426-1388a61b701d {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:30.926522 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Publish callbacks [] for port (35a9410f-0d68-4b89-8426-1388a61b701d), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:30.948841 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Transition to ACTIVE for port object 35a9410f-0d68-4b89-8426-1388a61b701d will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:35:30.952990 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:35:30.953404 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (a2bf07c0-4646-4274-953e-c00c17fb9fdb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:35:30.958161 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:35:31.015743 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020ba2a-0116-43b6-ae8b-e09ba6c4c83c req-98a4ba67-784b-4173-9ba9-58c65a4b3236 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:31.017318 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d020ba2a-0116-43b6-ae8b-e09ba6c4c83c req-98a4ba67-784b-4173-9ba9-58c65a4b3236 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 931 time: 0.1224167 Feb 28 17:35:31.034648 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7bdcdd6-32d0-4d61-a0e3-012496ebab7b req-464d2ce6-5878-48f1-a0f0-f2a8c36473be service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378536 Feb 28 17:35:31.047518 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (35a9410f-0d68-4b89-8426-1388a61b701d), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:31.127931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8726dc0-94db-4924-9d12-59ed8210915d req-0827eff4-7089-46d4-8a4a-26d3aeed23d5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:31.137040 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a8726dc0-94db-4924-9d12-59ed8210915d req-0827eff4-7089-46d4-8a4a-26d3aeed23d5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 943 time: 0.2799301 Feb 28 17:35:31.147412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d020ba2a-0116-43b6-ae8b-e09ba6c4c83c req-0541b6b3-e6dd-49ee-a007-b5fdc8d79100 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192012 Feb 28 17:35:31.171044 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Pushing event updated for resources: {'Port': ['ID=35a9410f-0d68-4b89-8426-1388a61b701d,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:31.228250 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:35:31.242726 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7bdcdd6-32d0-4d61-a0e3-012496ebab7b req-c4759e11-f204-4007-bc4f-79e5e63a245e service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947248 Feb 28 17:35:31.256823 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (1c369cbb-c0f9-4173-b508-f7de4b0c245a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:31.274967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:35:31.278226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 367c4d5e-76e0-4f8c-8cd7-9ca3589690d4 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:35:31.321669 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:31.330177 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/1c369cbb-c0f9-4173-b508-f7de4b0c245a HTTP/1.1" status: 204 len: 168 time: 2.0457742 Feb 28 17:35:31.332668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40046) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:31.360996 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69662ce5-5a09-44ce-8b64-a3130a4c6531 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Network': ['ID=1c369cbb-c0f9-4173-b508-f7de4b0c245a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:31.370804 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02eff92-39cd-4c2b-9ce1-4fa622196f91 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:31.371252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02eff92-39cd-4c2b-9ce1-4fa622196f91 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:31.373491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a8726dc0-94db-4924-9d12-59ed8210915d req-e050b94b-79be-4625-9fa9-b3fd1f937909 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356150 Feb 28 17:35:31.374360 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d02eff92-39cd-4c2b-9ce1-4fa622196f91 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/subnets/2abf7b5c-e959-49fb-87e2-55f19db92c89 HTTP/1.1" status: 404 len: 337 time: 0.0407062 Feb 28 17:35:31.381773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40050) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:31.382232 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec908f00-b32f-4727-99e1-02e98b9dced6 req-737d2c60-4075-4269-ab6b-9ecfa8060825 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:31.383809 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec908f00-b32f-4727-99e1-02e98b9dced6 req-737d2c60-4075-4269-ab6b-9ecfa8060825 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 945 time: 0.1170282 Feb 28 17:35:31.441634 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c89bec-fd3e-458c-b352-41706be04984 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:31.442213 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c89bec-fd3e-458c-b352-41706be04984 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:31.446994 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-86c89bec-fd3e-458c-b352-41706be04984 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/796da5a3-6caa-4c26-8b17-ed83eba49417 HTTP/1.1" status: 404 len: 339 time: 0.0582974 Feb 28 17:35:31.448778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40052) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:31.468880 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec908f00-b32f-4727-99e1-02e98b9dced6 req-b5aa7f0c-c5ce-469d-ab9c-c3829cdd5c65 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2692e0-b6d1-4fe7-8490-ae76c1354aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786371 Feb 28 17:35:31.504363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Attempting to bind port 35a9410f-0d68-4b89-8426-1388a61b701d on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:35:31.509987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Attempting to bind port 35a9410f-0d68-4b89-8426-1388a61b701d by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '5e9ce309-4756-48e1-be6e-14e1eec0d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54167de9-3554-490b-90c9-a563d8838503'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:35:31.509987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Attempting to bind port 35a9410f-0d68-4b89-8426-1388a61b701d on network 54167de9-3554-490b-90c9-a563d8838503 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:31.537147 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f861274-5215-4f31-96de-2628e4369abf tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Deleting subnet 1958a29d-4bc3-4368-879c-8e75b8aad49c {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:35:31.540804 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Port 35a9410f-0d68-4b89-8426-1388a61b701d on network 54167de9-3554-490b-90c9-a563d8838503 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:35:31.541123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Attempting to bind port 35a9410f-0d68-4b89-8426-1388a61b701d on network 54167de9-3554-490b-90c9-a563d8838503 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:31.546875 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9f861274-5215-4f31-96de-2628e4369abf tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for subnet (1958a29d-4bc3-4368-879c-8e75b8aad49c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:31.582769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:35:31.583106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Checking segment: {'id': '5e9ce309-4756-48e1-be6e-14e1eec0d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54167de9-3554-490b-90c9-a563d8838503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:31.583488 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Bound using segment: {'id': '5e9ce309-4756-48e1-be6e-14e1eec0d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54167de9-3554-490b-90c9-a563d8838503'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:35:31.583930 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Bound port: 35a9410f-0d68-4b89-8426-1388a61b701d, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9ce309-4756-48e1-be6e-14e1eec0d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54167de9-3554-490b-90c9-a563d8838503'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:35:31.584287 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (35a9410f-0d68-4b89-8426-1388a61b701d), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:31.636745 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9f861274-5215-4f31-96de-2628e4369abf tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (1958a29d-4bc3-4368-879c-8e75b8aad49c), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:31.645024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189b97a-499e-4056-8ede-4c8cf63a5106 req-5949f5b9-de56-4c29-917c-09675448a73c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:31.646519 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1189b97a-499e-4056-8ede-4c8cf63a5106 req-5949f5b9-de56-4c29-917c-09675448a73c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 946 time: 0.1560781 Feb 28 17:35:31.716980 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3820b767-07a5-433d-b4cc-9ec326034e71 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:35:31.752051 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] For port 35a9410f-0d68-4b89-8426-1388a61b701d, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:35:31.773322 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1189b97a-499e-4056-8ede-4c8cf63a5106 req-f2cc59df-c058-4753-8761-15ccedfa871c tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063297 Feb 28 17:35:31.810315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] For port 35a9410f-0d68-4b89-8426-1388a61b701d, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=35a9410f-0d68-4b89-8426-1388a61b701d,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:35:31.817974 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9f861274-5215-4f31-96de-2628e4369abf tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (1958a29d-4bc3-4368-879c-8e75b8aad49c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:31.836662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d6a02-0eeb-427b-8e98-47620785c7b1 req-bdca9489-3488-4b91-8519-b1736a488df2 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:31.847555 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e17d6a02-0eeb-427b-8e98-47620785c7b1 req-bdca9489-3488-4b91-8519-b1736a488df2 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 943 time: 0.1003489 Feb 28 17:35:31.859874 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3820b767-07a5-433d-b4cc-9ec326034e71, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3820b767-07a5-433d-b4cc-9ec326034e71,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:31.872520 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (35a9410f-0d68-4b89-8426-1388a61b701d), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:31.880297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '3820b767-07a5-433d-b4cc-9ec326034e71', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'port_id': '3820b767-07a5-433d-b4cc-9ec326034e71', 'mac_address': 'fa:16:3e:25:51:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:35:31.922804 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e17d6a02-0eeb-427b-8e98-47620785c7b1 req-c5dd8bef-82dc-4374-975a-a806edd9c1ea tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741274 Feb 28 17:35:31.938291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:31.939403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:31.940344 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] 10.222.0.73 "PUT /v2.0/ports/35a9410f-0d68-4b89-8426-1388a61b701d HTTP/1.1" status: 200 len: 1092 time: 2.2818613 Feb 28 17:35:31.945007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665a6203-9544-46bb-8a99-541ca2ec3da6', 'tag': '35a9410f-0d68-4b89-8426-1388a61b701d'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:31.948334 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1eda68-8a17-4469-b808-36f49540314c" -d '{"events": [{"name": "network-changed", "server_uuid": "665a6203-9544-46bb-8a99-541ca2ec3da6", "tag": "35a9410f-0d68-4b89-8426-1388a61b701d"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:31.960555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 3820b767-07a5-433d-b4cc-9ec326034e71 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:31.961136 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3820b767-07a5-433d-b4cc-9ec326034e71), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:31.981661 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bdc89-3c62-4ede-980a-bbf8e6c378d6 service neutron] Pushing event updated for resources: {'Port': ['ID=35a9410f-0d68-4b89-8426-1388a61b701d,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:31.988241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3820b767-07a5-433d-b4cc-9ec326034e71 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:32.004604 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5a4c73-bf40-4810-ada9-19bf070688cb x-openstack-request-id: req-da5a4c73-bf40-4810-ada9-19bf070688cb {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:32.004927 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665a6203-9544-46bb-8a99-541ca2ec3da6", "tag": "35a9410f-0d68-4b89-8426-1388a61b701d", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:32.005185 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-da5a4c73-bf40-4810-ada9-19bf070688cb {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:32.005598 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665a6203-9544-46bb-8a99-541ca2ec3da6', 'tag': '35a9410f-0d68-4b89-8426-1388a61b701d', 'status': 'completed', 'code': 200} Feb 28 17:35:32.011451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3820b767-07a5-433d-b4cc-9ec326034e71, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3820b767-07a5-433d-b4cc-9ec326034e71,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:32.055883 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9f861274-5215-4f31-96de-2628e4369abf tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (1958a29d-4bc3-4368-879c-8e75b8aad49c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:32.085383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f861274-5215-4f31-96de-2628e4369abf tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Subnet': ['ID=1958a29d-4bc3-4368-879c-8e75b8aad49c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:32.092161 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9f861274-5215-4f31-96de-2628e4369abf tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:32.098430 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9f861274-5215-4f31-96de-2628e4369abf tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/subnets/1958a29d-4bc3-4368-879c-8e75b8aad49c HTTP/1.1" status: 204 len: 168 time: 0.6485519 Feb 28 17:35:32.098711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60cac42-218e-42b4-8ba8-3d77148378a4 None None] Network cf96ee3f-7445-485a-a60c-2980b0217afd requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:32.099223 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40064) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:32.120949 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3820b767-07a5-433d-b4cc-9ec326034e71), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:32.167702 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1eda68-8a17-4469-b808-36f49540314c req-4929f0b7-b0b8-47e7-ad6e-17b38ed9c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:32.169280 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e1eda68-8a17-4469-b808-36f49540314c req-4929f0b7-b0b8-47e7-ad6e-17b38ed9c869 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9665654bb1254aa08cac2eb356b74f48&device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 1126 time: 0.1440513 Feb 28 17:35:32.418587 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (cf96ee3f-7445-485a-a60c-2980b0217afd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:32.511119 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78120486-88f4-4953-bec8-9685416eb5a5 req-d0489d72-d98e-4fa2-97ec-b2455dfb7cfd tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:32.518394 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78120486-88f4-4953-bec8-9685416eb5a5 req-d0489d72-d98e-4fa2-97ec-b2455dfb7cfd tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 943 time: 0.2576528 Feb 28 17:35:32.560310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87416cdc-48f7-4091-961b-751df5257bd2 req-49f79f4b-c190-4be7-a701-8788a6559a5c tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:32.561849 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87416cdc-48f7-4091-961b-751df5257bd2 req-49f79f4b-c190-4be7-a701-8788a6559a5c tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.73 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 945 time: 0.2057974 Feb 28 17:35:32.592829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=3820b767-07a5-433d-b4cc-9ec326034e71,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:32.609148 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78120486-88f4-4953-bec8-9685416eb5a5 req-1dbc0b9c-1b6f-4a49-8ce4-38f64af698f5 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868418 Feb 28 17:35:32.636362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1eda68-8a17-4469-b808-36f49540314c req-951d0ecc-c305-41bd-b60a-bf466360cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:32.638601 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e1eda68-8a17-4469-b808-36f49540314c req-951d0ecc-c305-41bd-b60a-bf466360cc90 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9665654bb1254aa08cac2eb356b74f48&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4474530 Feb 28 17:35:32.645234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a048ea1-b5a5-447e-a903-03eea2fafc7c req-72050771-e4e9-4eae-9a7b-a235f2ae9858 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:32.655025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3820b767-07a5-433d-b4cc-9ec326034e71'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:32.659454 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a048ea1-b5a5-447e-a903-03eea2fafc7c req-72050771-e4e9-4eae-9a7b-a235f2ae9858 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 946 time: 0.2377877 Feb 28 17:35:32.750988 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e341a5a2-15f5-4579-b6dc-be343560c18a None None] DHCP port deletion for cf96ee3f-7445-485a-a60c-2980b0217afd request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:35:32.813692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-87416cdc-48f7-4091-961b-751df5257bd2 req-c746646d-7e64-41a3-8a3d-584edfd148ae tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Deleting port 75285f11-5c47-4304-b0c5-c1fe6e47de1b {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:32.814075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-87416cdc-48f7-4091-961b-751df5257bd2 req-c746646d-7e64-41a3-8a3d-584edfd148ae tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:32.849441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e341a5a2-15f5-4579-b6dc-be343560c18a None None] Deleting port 9eb99e25-783d-4433-892b-e8b81ce0c240 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:32.849836 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e341a5a2-15f5-4579-b6dc-be343560c18a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:32.898265 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a048ea1-b5a5-447e-a903-03eea2fafc7c req-da636471-629d-4b8d-b0be-52ae8796df01 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387099 Feb 28 17:35:32.974585 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Deleting port 9eb99e25-783d-4433-892b-e8b81ce0c240 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:32.975347 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:32.979312 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e341a5a2-15f5-4579-b6dc-be343560c18a None None] For port 9eb99e25-783d-4433-892b-e8b81ce0c240, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9eb99e25-783d-4433-892b-e8b81ce0c240,segment=NetworkSegment(165b8774-b669-4516-a577-6a1280888da9),segment_id=165b8774-b669-4516-a577-6a1280888da9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:32.979824 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e341a5a2-15f5-4579-b6dc-be343560c18a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:32.984303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-87416cdc-48f7-4091-961b-751df5257bd2 req-c746646d-7e64-41a3-8a3d-584edfd148ae tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] For port 75285f11-5c47-4304-b0c5-c1fe6e47de1b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=75285f11-5c47-4304-b0c5-c1fe6e47de1b,segment=NetworkSegment(2903f42f-6e03-4967-bbf9-37020e37d618),segment_id=2903f42f-6e03-4967-bbf9-37020e37d618)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:32.984664 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-87416cdc-48f7-4091-961b-751df5257bd2 req-c746646d-7e64-41a3-8a3d-584edfd148ae tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:33.002198 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e341a5a2-15f5-4579-b6dc-be343560c18a None None] Calling delete_port for 9eb99e25-783d-4433-892b-e8b81ce0c240 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:33.002486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-87416cdc-48f7-4091-961b-751df5257bd2 req-c746646d-7e64-41a3-8a3d-584edfd148ae tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Calling delete_port for 75285f11-5c47-4304-b0c5-c1fe6e47de1b owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:33.078338 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1eda68-8a17-4469-b808-36f49540314c req-f2ffa20b-50be-49fa-9a67-6b9cf7173a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:33.080139 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e1eda68-8a17-4469-b808-36f49540314c req-f2ffa20b-50be-49fa-9a67-6b9cf7173a4f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3625348 Feb 28 17:35:33.115452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] For port 9eb99e25-783d-4433-892b-e8b81ce0c240, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9eb99e25-783d-4433-892b-e8b81ce0c240,segment=NetworkSegment(165b8774-b669-4516-a577-6a1280888da9),segment_id=165b8774-b669-4516-a577-6a1280888da9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:33.116377 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:33.161757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Calling delete_port for 9eb99e25-783d-4433-892b-e8b81ce0c240 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:33.173185 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88a716-fbf5-4501-b131-c6efeb289b54 req-cb5668cf-c0f5-44f3-9379-48752061038d tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:33.174913 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e88a716-fbf5-4501-b131-c6efeb289b54 req-cb5668cf-c0f5-44f3-9379-48752061038d tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 945 time: 0.1655350 Feb 28 17:35:33.189345 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e341a5a2-15f5-4579-b6dc-be343560c18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:33.205537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc23874-8519-4790-b76c-ad742a8ac585 req-426acce8-f740-4280-bf18-22f20398a670 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:33.215080 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7bc23874-8519-4790-b76c-ad742a8ac585 req-426acce8-f740-4280-bf18-22f20398a670 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 943 time: 0.4094856 Feb 28 17:35:33.218775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e341a5a2-15f5-4579-b6dc-be343560c18a None None] No DVR routers for this DVR port 9eb99e25-783d-4433-892b-e8b81ce0c240 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:35:33.220736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341a5a2-15f5-4579-b6dc-be343560c18a None None] Pushing event deleted for resources: {'Port': ['ID=9eb99e25-783d-4433-892b-e8b81ce0c240,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:33.227674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9eb99e25-783d-4433-892b-e8b81ce0c240 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:35:33.270118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 9eb99e25-783d-4433-892b-e8b81ce0c240 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:35:33.271272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9eb99e25-783d-4433-892b-e8b81ce0c240 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:35:33.286061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c7010cc4-1083-48e0-8e76-04168bb0695a details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:35:33.294069 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-cd90d903-cc67-438c-97cc-c0203df3fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:33.295726 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-cd90d903-cc67-438c-97cc-c0203df3fc5b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9665654bb1254aa08cac2eb356b74f48&device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 1126 time: 0.1706867 Feb 28 17:35:33.299943 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7bc23874-8519-4790-b76c-ad742a8ac585 req-0a6c19cb-1ce3-47c2-9784-fe88bb483e61 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831163 Feb 28 17:35:33.306987 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e88a716-fbf5-4501-b131-c6efeb289b54 req-b81f606e-bd03-4810-8c10-1518b314c89d tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f2692e0-b6d1-4fe7-8490-ae76c1354aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218932 Feb 28 17:35:33.346746 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-87416cdc-48f7-4091-961b-751df5257bd2 req-c746646d-7e64-41a3-8a3d-584edfd148ae tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (75285f11-5c47-4304-b0c5-c1fe6e47de1b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:33.369607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['75285f11-5c47-4304-b0c5-c1fe6e47de1b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:33.389599 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (9eb99e25-783d-4433-892b-e8b81ce0c240), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:33.419186 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-8a22c4c5-8aa9-4c1d-80d3-998553eb9606 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35a9410f-0d68-4b89-8426-1388a61b701d HTTP/1.1" status: 200 len: 217 time: 0.1112607 Feb 28 17:35:33.426533 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Port': ['ID=9eb99e25-783d-4433-892b-e8b81ce0c240,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:33.445832 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746646d-7e64-41a3-8a3d-584edfd148ae tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Pushing event deleted for resources: {'Port': ['ID=75285f11-5c47-4304-b0c5-c1fe6e47de1b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:33.467599 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c7010cc4-1083-48e0-8e76-04168bb0695a, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c7010cc4-1083-48e0-8e76-04168bb0695a,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:33.480123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'c7010cc4-1083-48e0-8e76-04168bb0695a', 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'port_id': 'c7010cc4-1083-48e0-8e76-04168bb0695a', 'mac_address': 'fa:16:3e:4d:1c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb110c1f-5ae6-479d-98d8-8a85f1f33199', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:35:33.483409 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] No DVR routers for this DVR port 9eb99e25-783d-4433-892b-e8b81ce0c240 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:35:33.491827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-87416cdc-48f7-4091-961b-751df5257bd2 req-c746646d-7e64-41a3-8a3d-584edfd148ae tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] No DVR routers for this DVR port 75285f11-5c47-4304-b0c5-c1fe6e47de1b on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:35:33.495772 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-87416cdc-48f7-4091-961b-751df5257bd2 req-c746646d-7e64-41a3-8a3d-584edfd148ae tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:33.502099 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87416cdc-48f7-4091-961b-751df5257bd2 req-c746646d-7e64-41a3-8a3d-584edfd148ae tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.73 "DELETE /v2.0/ports/75285f11-5c47-4304-b0c5-c1fe6e47de1b HTTP/1.1" status: 204 len: 173 time: 0.8893604 Feb 28 17:35:33.502859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe78d12-d32a-43b5-af9d-b15c0051d339', 'name': 'network-vif-deleted', 'tag': '75285f11-5c47-4304-b0c5-c1fe6e47de1b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:33.505342 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cd11ed-7e58-4861-9229-0f8bfd42a6e0" -d '{"events": [{"server_uuid": "0fe78d12-d32a-43b5-af9d-b15c0051d339", "name": "network-vif-deleted", "tag": "75285f11-5c47-4304-b0c5-c1fe6e47de1b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:33.534245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c7010cc4-1083-48e0-8e76-04168bb0695a is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:33.534935 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:33.540105 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7a699-9c55-41b8-a9d9-fcef13845f23 req-387aa098-0150-46cc-8bcb-881c436d13b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:33.547698 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65e7a699-9c55-41b8-a9d9-fcef13845f23 req-387aa098-0150-46cc-8bcb-881c436d13b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 944 time: 0.1867630 Feb 28 17:35:33.550757 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7010cc4-1083-48e0-8e76-04168bb0695a {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:33.584202 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5993d89d-49ff-4336-8cab-2242158dd996 x-openstack-request-id: req-5993d89d-49ff-4336-8cab-2242158dd996 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:33.584504 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe78d12-d32a-43b5-af9d-b15c0051d339", "name": "network-vif-deleted", "tag": "75285f11-5c47-4304-b0c5-c1fe6e47de1b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:33.584795 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5993d89d-49ff-4336-8cab-2242158dd996 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:33.585368 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe78d12-d32a-43b5-af9d-b15c0051d339', 'name': 'network-vif-deleted', 'tag': '75285f11-5c47-4304-b0c5-c1fe6e47de1b', 'status': 'completed', 'code': 200} Feb 28 17:35:33.606381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c7010cc4-1083-48e0-8e76-04168bb0695a, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c7010cc4-1083-48e0-8e76-04168bb0695a,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:33.607052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-2caccff7-1b12-4bad-abce-a22507433370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:33.608564 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-2caccff7-1b12-4bad-abce-a22507433370 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f133f7b8-2c40-4366-9de1-489549838d9b HTTP/1.1" status: 200 len: 853 time: 0.1744926 Feb 28 17:35:33.614586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65e7a699-9c55-41b8-a9d9-fcef13845f23 req-9f2ab8e5-90f2-4ae4-afd4-1af3fd5c6496 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645006 Feb 28 17:35:33.682564 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-e054b3db-5f9e-41e2-9716-51fbd1997514 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54167de9-3554-490b-90c9-a563d8838503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376198 Feb 28 17:35:33.684297 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (cf96ee3f-7445-485a-a60c-2980b0217afd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:33.708622 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:33.774208 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c7010cc4-1083-48e0-8e76-04168bb0695a,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:33.783148 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf96ee3f-7445-485a-a60c-2980b0217afd']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:33.795998 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165b8774-b669-4516-a577-6a1280888da9') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:33.796299 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165b8774-b669-4516-a577-6a1280888da9') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:33.813300 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (165b8774-b669-4516-a577-6a1280888da9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:33.831865 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (165b8774-b669-4516-a577-6a1280888da9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:33.850018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:35:33.851063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (165b8774-b669-4516-a577-6a1280888da9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:35:33.855031 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:35:33.880906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9cbb0-71d5-4813-b7cd-aa742f37b2ba req-214b747a-eae2-4d23-9fbd-fc7114826556 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:33.882574 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7f9cbb0-71d5-4813-b7cd-aa742f37b2ba req-214b747a-eae2-4d23-9fbd-fc7114826556 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 943 time: 0.1955810 Feb 28 17:35:33.946502 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-80009f72-8130-4610-860e-4363eaa69bbd service neutron] 10.222.0.73 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463930 Feb 28 17:35:33.994029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c7010cc4-1083-48e0-8e76-04168bb0695a'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:34.013202 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfebb96-1c85-4b86-a812-0152eb2ce69b req-2108c3a6-40a6-4545-b552-e7b33c70818a tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:34.016012 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2dfebb96-1c85-4b86-a812-0152eb2ce69b req-2108c3a6-40a6-4545-b552-e7b33c70818a tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.73 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 946 time: 0.1268702 Feb 28 17:35:34.067071 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7f9cbb0-71d5-4813-b7cd-aa742f37b2ba req-59522298-86cc-4231-9731-edc49d376604 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506789 Feb 28 17:35:34.079277 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (cf96ee3f-7445-485a-a60c-2980b0217afd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:34.105115 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:34.114163 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] 10.222.0.72 "DELETE /v2.0/networks/cf96ee3f-7445-485a-a60c-2980b0217afd HTTP/1.1" status: 204 len: 168 time: 2.0082312 Feb 28 17:35:34.135073 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c08566b-acdb-4743-bed3-ffb2a22d8a29 req-63e769f6-e496-4012-b204-a5523c307328 service neutron] 10.222.0.73 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735904 Feb 28 17:35:34.147690 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84889207-d643-4970-8b16-d32b0f2bf4e4 tempest-NetworksIpV6Test-1579250497 tempest-NetworksIpV6Test-1579250497-project] Pushing event deleted for resources: {'Network': ['ID=cf96ee3f-7445-485a-a60c-2980b0217afd,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:34.232227 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a381df-5f98-42b6-95fd-7f713a07ef68 req-a6560af9-cae3-4dd3-9dfa-f8b0bd64a0d3 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:34.234102 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-00a381df-5f98-42b6-95fd-7f713a07ef68 req-a6560af9-cae3-4dd3-9dfa-f8b0bd64a0d3 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 946 time: 0.2169094 Feb 28 17:35:34.265420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-2dfebb96-1c85-4b86-a812-0152eb2ce69b req-e7aba982-26a0-470a-ba3e-a713a5412ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Deleting port 7b7f52d5-08c2-47af-91e4-30778b5a4d11 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:34.265871 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2dfebb96-1c85-4b86-a812-0152eb2ce69b req-e7aba982-26a0-470a-ba3e-a713a5412ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:34.354042 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-00a381df-5f98-42b6-95fd-7f713a07ef68 req-75fc192b-e202-4b2c-a4c8-1eba8d89ed1a tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups?id=3086a65d-c673-4c15-8e50-c57c3ae899df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105077 Feb 28 17:35:34.410990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2dfebb96-1c85-4b86-a812-0152eb2ce69b req-e7aba982-26a0-470a-ba3e-a713a5412ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] For port 7b7f52d5-08c2-47af-91e4-30778b5a4d11, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7b7f52d5-08c2-47af-91e4-30778b5a4d11,segment=NetworkSegment(e1be12c1-9d3a-4c35-893e-9d6262bdfba8),segment_id=e1be12c1-9d3a-4c35-893e-9d6262bdfba8)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:34.411514 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2dfebb96-1c85-4b86-a812-0152eb2ce69b req-e7aba982-26a0-470a-ba3e-a713a5412ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:34.427388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-2dfebb96-1c85-4b86-a812-0152eb2ce69b req-e7aba982-26a0-470a-ba3e-a713a5412ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Calling delete_port for 7b7f52d5-08c2-47af-91e4-30778b5a4d11 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:34.461740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74211a-d19e-4e36-adce-b97e69e221fb req-760d32d7-f1b5-4012-b255-f06db16d8ce9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:34.470232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b74211a-d19e-4e36-adce-b97e69e221fb req-760d32d7-f1b5-4012-b255-f06db16d8ce9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 944 time: 0.1047382 Feb 28 17:35:34.471447 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bb6f04c0-13f6-4075-a9d8-fdc71d653825 req-9a1ab2ce-2790-4a9e-b25f-42441b8acea4 tempest-InstanceActionsV221TestJSON-1717960524 tempest-InstanceActionsV221TestJSON-1717960524-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fe78d12-d32a-43b5-af9d-b15c0051d339 HTTP/1.1" status: 200 len: 210 time: 0.0327885 Feb 28 17:35:34.527558 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b74211a-d19e-4e36-adce-b97e69e221fb req-4891fcd6-fc4b-451a-adad-058dffeae858 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563860 Feb 28 17:35:34.680635 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2dfebb96-1c85-4b86-a812-0152eb2ce69b req-e7aba982-26a0-470a-ba3e-a713a5412ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7b7f52d5-08c2-47af-91e4-30778b5a4d11), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:34.692983 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['7b7f52d5-08c2-47af-91e4-30778b5a4d11'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:34.700074 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40100) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:34.722316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aba982-26a0-470a-ba3e-a713a5412ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Pushing event deleted for resources: {'Port': ['ID=7b7f52d5-08c2-47af-91e4-30778b5a4d11,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:34.798295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfebb96-1c85-4b86-a812-0152eb2ce69b req-e7aba982-26a0-470a-ba3e-a713a5412ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] No DVR routers for this DVR port 7b7f52d5-08c2-47af-91e4-30778b5a4d11 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:35:34.805762 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2dfebb96-1c85-4b86-a812-0152eb2ce69b req-e7aba982-26a0-470a-ba3e-a713a5412ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:34.809147 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2dfebb96-1c85-4b86-a812-0152eb2ce69b req-e7aba982-26a0-470a-ba3e-a713a5412ca7 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.73 "DELETE /v2.0/ports/7b7f52d5-08c2-47af-91e4-30778b5a4d11 HTTP/1.1" status: 204 len: 173 time: 0.7816956 Feb 28 17:35:34.830047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f2ada-d4c9-4de8-9d81-354b8e4db54a req-289c4b38-89f7-427b-831b-9bc0c7bb8877 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:34.831619 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-905f2ada-d4c9-4de8-9d81-354b8e4db54a req-289c4b38-89f7-427b-831b-9bc0c7bb8877 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 944 time: 0.1133041 Feb 28 17:35:34.882414 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-905f2ada-d4c9-4de8-9d81-354b8e4db54a req-87b67ed4-7777-4721-8274-26aacd99c8da tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452020 Feb 28 17:35:34.905623 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3b046de6-fb73-4e9d-a9e5-93811ba8eff0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b8ec038ef6b24f69af534be12b17ce6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2019136 Feb 28 17:35:34.905805 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40104) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:34.959404 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dfae1837-790f-4b8e-b6f8-0b6425841d8f admin admin] Publish callbacks [] for security_group (aa41cbc7-a6a7-4b41-a815-2f9d0486cc04), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:34.997564 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dfae1837-790f-4b8e-b6f8-0b6425841d8f admin admin] Publish callbacks [] for security_group (aa41cbc7-a6a7-4b41-a815-2f9d0486cc04), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:35.114510 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dfae1837-790f-4b8e-b6f8-0b6425841d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (aa41cbc7-a6a7-4b41-a815-2f9d0486cc04), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:35.117728 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dfae1837-790f-4b8e-b6f8-0b6425841d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:35.118969 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dfae1837-790f-4b8e-b6f8-0b6425841d8f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aa41cbc7-a6a7-4b41-a815-2f9d0486cc04 HTTP/1.1" status: 204 len: 168 time: 0.2122653 Feb 28 17:35:35.132231 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae1837-790f-4b8e-b6f8-0b6425841d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa41cbc7-a6a7-4b41-a815-2f9d0486cc04,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:35.255231 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878470ba-8e2e-41b7-96a2-f9a9cdff4cbe req-30d31f5f-bca3-41c3-b650-ad1c3cdb6c8d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:35.256892 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-878470ba-8e2e-41b7-96a2-f9a9cdff4cbe req-30d31f5f-bca3-41c3-b650-ad1c3cdb6c8d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 943 time: 0.0651035 Feb 28 17:35:35.275424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c7010cc4-1083-48e0-8e76-04168bb0695a up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:35.333718 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-878470ba-8e2e-41b7-96a2-f9a9cdff4cbe req-86b4efcb-d2f1-4cb3-a228-d19d414aeb63 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642774 Feb 28 17:35:35.449439 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port c7010cc4-1083-48e0-8e76-04168bb0695a completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:35:35.453684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port c7010cc4-1083-48e0-8e76-04168bb0695a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:35.454138 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:35.469073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b54ceff6-1da8-4e41-8e61-16e073193646 req-d4bb9490-3aab-4904-9fc8-defe5bcabef6 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/ports?device_id=5543bd92-3d7a-4a8d-9708-3803d207dfcc HTTP/1.1" status: 200 len: 210 time: 0.0355628 Feb 28 17:35:35.586463 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5543bd92-3d7a-4a8d-9708-3803d207dfcc', 'name': 'network-vif-deleted', 'tag': '7b7f52d5-08c2-47af-91e4-30778b5a4d11'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:35.590736 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51674e24-a6e9-4ca0-9923-88ec384c4871" -d '{"events": [{"server_uuid": "5543bd92-3d7a-4a8d-9708-3803d207dfcc", "name": "network-vif-deleted", "tag": "7b7f52d5-08c2-47af-91e4-30778b5a4d11"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:35.597187 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c7010cc4-1083-48e0-8e76-04168bb0695a is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:35.597187 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:35.635708 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7010cc4-1083-48e0-8e76-04168bb0695a'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:35.638079 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36404ee3-18df-4aa9-a7a7-ee32165363ad" -d '{"events": [{"server_uuid": "7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776", "name": "network-vif-plugged", "status": "completed", "tag": "c7010cc4-1083-48e0-8e76-04168bb0695a"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:35.671132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81b074-ed31-455e-bc32-4943d4332056 req-a40f6e69-8e3b-4ca2-8b80-8c4063d70033 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:35.672478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c7010cc4-1083-48e0-8e76-04168bb0695a, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c7010cc4-1083-48e0-8e76-04168bb0695a,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:35.673046 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a81b074-ed31-455e-bc32-4943d4332056 req-a40f6e69-8e3b-4ca2-8b80-8c4063d70033 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 944 time: 0.0635560 Feb 28 17:35:35.728003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3820b767-07a5-433d-b4cc-9ec326034e71 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:35.742888 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394874fc-88e8-413b-a90e-64b948a06a6d x-openstack-request-id: req-394874fc-88e8-413b-a90e-64b948a06a6d {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:35.743435 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5543bd92-3d7a-4a8d-9708-3803d207dfcc", "name": "network-vif-deleted", "tag": "7b7f52d5-08c2-47af-91e4-30778b5a4d11", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:35.743662 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-394874fc-88e8-413b-a90e-64b948a06a6d {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:35.744168 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5543bd92-3d7a-4a8d-9708-3803d207dfcc', 'name': 'network-vif-deleted', 'tag': '7b7f52d5-08c2-47af-91e4-30778b5a4d11', 'status': 'completed', 'code': 200} Feb 28 17:35:35.785302 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:35.789333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a81b074-ed31-455e-bc32-4943d4332056 req-fb3644d7-15d1-421e-a9f1-b09d9774f927 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101346 Feb 28 17:35:35.853473 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db075af-62b9-4117-8027-8cf54531d7cf x-openstack-request-id: req-0db075af-62b9-4117-8027-8cf54531d7cf {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:35.853781 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776", "name": "network-vif-plugged", "status": "completed", "tag": "c7010cc4-1083-48e0-8e76-04168bb0695a", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:35.857828 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0db075af-62b9-4117-8027-8cf54531d7cf {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:35.857828 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7010cc4-1083-48e0-8e76-04168bb0695a', 'code': 200} Feb 28 17:35:35.883748 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c7010cc4-1083-48e0-8e76-04168bb0695a,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:35.924933 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40150) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:35.975294 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 3820b767-07a5-433d-b4cc-9ec326034e71 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:35:35.979763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 3820b767-07a5-433d-b4cc-9ec326034e71 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:35.980380 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3820b767-07a5-433d-b4cc-9ec326034e71), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.047271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ce50-1b6b-4650-ab30-9ecc03bc5abd req-3782af25-5656-4bf9-9ecf-56534cd94982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:36.048811 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd79ce50-1b6b-4650-ab30-9ecc03bc5abd req-3782af25-5656-4bf9-9ecf-56534cd94982 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 1128 time: 0.1348214 Feb 28 17:35:36.077305 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6247aa0-f1e8-4d31-8ae9-6ae47928d57c admin admin] Deleting subnet 76864870-136e-4373-ba2a-2a752e5f92c2 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:35:36.104541 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6247aa0-f1e8-4d31-8ae9-6ae47928d57c admin admin] Publish callbacks [] for subnet (76864870-136e-4373-ba2a-2a752e5f92c2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.122120 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd79ce50-1b6b-4650-ab30-9ecc03bc5abd req-6a7d989b-91b0-4952-b2f5-0647857cea70 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661986 Feb 28 17:35:36.145048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 3820b767-07a5-433d-b4cc-9ec326034e71 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:36.145747 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3820b767-07a5-433d-b4cc-9ec326034e71), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.155621 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6247aa0-f1e8-4d31-8ae9-6ae47928d57c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (76864870-136e-4373-ba2a-2a752e5f92c2), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.184700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3820b767-07a5-433d-b4cc-9ec326034e71, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3820b767-07a5-433d-b4cc-9ec326034e71,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:36.204064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c74226-e7fe-4927-96b3-231414e105e8 req-79a6042f-cc6a-4a21-b9fe-7705c7a456b0 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:36.205541 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0c74226-e7fe-4927-96b3-231414e105e8 req-79a6042f-cc6a-4a21-b9fe-7705c7a456b0 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 944 time: 0.1748555 Feb 28 17:35:36.223301 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6247aa0-f1e8-4d31-8ae9-6ae47928d57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (76864870-136e-4373-ba2a-2a752e5f92c2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.262479 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3820b767-07a5-433d-b4cc-9ec326034e71), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.263676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 75285f11-5c47-4304-b0c5-c1fe6e47de1b no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:35:36.291787 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0c74226-e7fe-4927-96b3-231414e105e8 req-491c627f-8806-45d7-b6e9-4cfbc7988d70 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785906 Feb 28 17:35:36.336298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 75285f11-5c47-4304-b0c5-c1fe6e47de1b {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:35:36.336741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 75285f11-5c47-4304-b0c5-c1fe6e47de1b not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:35:36.376577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=3820b767-07a5-433d-b4cc-9ec326034e71,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:36.382065 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6247aa0-f1e8-4d31-8ae9-6ae47928d57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (76864870-136e-4373-ba2a-2a752e5f92c2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.419056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6247aa0-f1e8-4d31-8ae9-6ae47928d57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76864870-136e-4373-ba2a-2a752e5f92c2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:36.421165 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6247aa0-f1e8-4d31-8ae9-6ae47928d57c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.425979 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c6247aa0-f1e8-4d31-8ae9-6ae47928d57c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/76864870-136e-4373-ba2a-2a752e5f92c2 HTTP/1.1" status: 204 len: 168 time: 0.4988885 Feb 28 17:35:36.430180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40166) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:36.458912 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247578b-44e0-48e1-8bcf-d2e8dab5d4f6 req-811efa06-b564-453c-9a70-4cfcc9243fd2 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:36.460520 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b247578b-44e0-48e1-8bcf-d2e8dab5d4f6 req-811efa06-b564-453c-9a70-4cfcc9243fd2 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 943 time: 0.0600293 Feb 28 17:35:36.512098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3f10-1151-4965-be83-9373631081ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (131c8205-cfa7-4bbe-89ec-69231d84d423), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.542147 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b247578b-44e0-48e1-8bcf-d2e8dab5d4f6 req-692cb24c-b0fe-4308-81e5-f430b6dfd0e5 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694835 Feb 28 17:35:36.611058 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3f10-1151-4965-be83-9373631081ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (131c8205-cfa7-4bbe-89ec-69231d84d423), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.633502 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-dc2c3f10-1151-4965-be83-9373631081ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131c8205-cfa7-4bbe-89ec-69231d84d423']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:36.648114 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-dc2c3f10-1151-4965-be83-9373631081ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2903f42f-6e03-4967-bbf9-37020e37d618') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:36.648492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-dc2c3f10-1151-4965-be83-9373631081ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2903f42f-6e03-4967-bbf9-37020e37d618') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:36.659012 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3f10-1151-4965-be83-9373631081ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (2903f42f-6e03-4967-bbf9-37020e37d618), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.664686 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40182) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:36.674205 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3f10-1151-4965-be83-9373631081ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2903f42f-6e03-4967-bbf9-37020e37d618), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.683734 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2c3f10-1151-4965-be83-9373631081ac admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:35:36.684134 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3f10-1151-4965-be83-9373631081ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (2903f42f-6e03-4967-bbf9-37020e37d618), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:35:36.685868 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:35:36.773132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4c2317f3-5e9d-43d9-b240-2ebceab60e9e tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] Request body: {'port': {'network_id': '469810d4-c157-4503-9aca-86d05a8aec96', 'name': 'tempest-NetworksNegativeTestJSON-1608316307'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:36.786842 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2317f3-5e9d-43d9-b240-2ebceab60e9e tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] POST failed (client error): The resource could not be found. Feb 28 17:35:36.787256 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2317f3-5e9d-43d9-b240-2ebceab60e9e tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:36.788968 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4c2317f3-5e9d-43d9-b240-2ebceab60e9e tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1238222 Feb 28 17:35:36.792854 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40188) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:36.805509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40190) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:36.814326 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f27ae5-a65c-4631-a7a3-e99fe7850ed7 tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:36.815064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f27ae5-a65c-4631-a7a3-e99fe7850ed7 tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:36.821665 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c3f27ae5-a65c-4631-a7a3-e99fe7850ed7 tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] 10.222.0.72 "DELETE /v2.0/networks/4c47dda8-6ab9-41d1-a0ac-a590abe9d958 HTTP/1.1" status: 404 len: 339 time: 0.0243080 Feb 28 17:35:36.822874 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40194) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:36.832252 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3f10-1151-4965-be83-9373631081ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (131c8205-cfa7-4bbe-89ec-69231d84d423), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.863288 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3f10-1151-4965-be83-9373631081ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.869052 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dc2c3f10-1151-4965-be83-9373631081ac admin admin] 10.222.0.72 "DELETE /v2.0/networks/131c8205-cfa7-4bbe-89ec-69231d84d423 HTTP/1.1" status: 204 len: 168 time: 0.4355652 Feb 28 17:35:36.869052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c3f10-1151-4965-be83-9373631081ac admin admin] Pushing event deleted for resources: {'Network': ['ID=131c8205-cfa7-4bbe-89ec-69231d84d423,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:36.870408 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a6a3e0-e91a-4c9e-be88-d283da7d2699 tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:36.871003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a6a3e0-e91a-4c9e-be88-d283da7d2699 tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:36.877997 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e2a6a3e0-e91a-4c9e-be88-d283da7d2699 tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] 10.222.0.72 "DELETE /v2.0/ports/02c79545-74a3-4043-8ae7-9db1b40d2dab HTTP/1.1" status: 404 len: 333 time: 0.0503585 Feb 28 17:35:36.878288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40198) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:36.912114 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-473bcbd5-d940-4461-8edc-4eb27eff3a4a tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] DELETE failed (client error): The resource could not be found. Feb 28 17:35:36.913162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473bcbd5-d940-4461-8edc-4eb27eff3a4a tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:36.920221 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-473bcbd5-d940-4461-8edc-4eb27eff3a4a tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] 10.222.0.72 "DELETE /v2.0/subnets/2ee7df7c-6c6c-4f40-b1bf-07050a84b54b HTTP/1.1" status: 404 len: 337 time: 0.0374997 Feb 28 17:35:36.920747 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40200) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:36.924281 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for security_group (fbcf79e1-8c7e-4788-88c7-623cad3c7c41), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.943969 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8fe023-a051-4aa4-b9d0-e96e6829e494 tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] GET failed (client error): The resource could not be found. Feb 28 17:35:36.945983 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fb8fe023-a051-4aa4-b9d0-e96e6829e494 tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] 10.222.0.72 "GET /v2.0/networks/897d2ac7-060d-481d-b97c-3d09ce64de05 HTTP/1.1" status: 404 len: 339 time: 0.0233772 Feb 28 17:35:36.949048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40202) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:36.967341 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for security_group (fbcf79e1-8c7e-4788-88c7-623cad3c7c41), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:36.981715 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-7478ea29-6dd6-496f-9a56-f8c76b2dd9c7 tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] GET failed (client error): The resource could not be found. Feb 28 17:35:36.983419 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7478ea29-6dd6-496f-9a56-f8c76b2dd9c7 tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] 10.222.0.72 "GET /v2.0/ports/53f99425-8327-4776-ba71-0650eb0c6678 HTTP/1.1" status: 404 len: 333 time: 0.0332873 Feb 28 17:35:36.995754 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40204) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:37.042240 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5418a4-68aa-4869-b52f-9d450c9ff27b tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] GET failed (client error): The resource could not be found. Feb 28 17:35:37.043558 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-db5418a4-68aa-4869-b52f-9d450c9ff27b tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] 10.222.0.72 "GET /v2.0/subnets/c82b7246-be3d-4a1d-9df4-d9ef56ff2aae HTTP/1.1" status: 404 len: 337 time: 0.0466084 Feb 28 17:35:37.047356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40210) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:37.053070 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-436f1ad8-90e6-4962-ab99-a21cde17df3e tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:37.069980 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-436f1ad8-90e6-4962-ab99-a21cde17df3e tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] PUT failed (client error): The resource could not be found. Feb 28 17:35:37.069980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436f1ad8-90e6-4962-ab99-a21cde17df3e tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:37.069980 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-436f1ad8-90e6-4962-ab99-a21cde17df3e tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] 10.222.0.72 "PUT /v2.0/networks/ad8a1ab8-6b84-4f14-99b5-7a3fa4f72b08 HTTP/1.1" status: 404 len: 339 time: 0.0205345 Feb 28 17:35:37.074058 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40212) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:37.083696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-49a28fe2-1baf-41f5-b53f-0345f89e5482 tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:37.104771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3c39-e5d0-4393-8976-b86e79cad251 req-74dd8e6d-db5c-452f-bbcd-d143376eacc6 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:37.106536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41ae3c39-e5d0-4393-8976-b86e79cad251 req-74dd8e6d-db5c-452f-bbcd-d143376eacc6 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 945 time: 0.1901622 Feb 28 17:35:37.124515 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a28fe2-1baf-41f5-b53f-0345f89e5482 tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] PUT failed (client error): The resource could not be found. Feb 28 17:35:37.125076 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a28fe2-1baf-41f5-b53f-0345f89e5482 tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:37.126239 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-49a28fe2-1baf-41f5-b53f-0345f89e5482 tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] 10.222.0.72 "PUT /v2.0/ports/5def1622-4ccc-4a9c-bf3c-fa3cb2dc89e8 HTTP/1.1" status: 404 len: 333 time: 0.0509663 Feb 28 17:35:37.130528 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40218) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:37.138189 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9005c98d-fa58-4303-87dc-2c886a980cfa tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:37.159413 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (fbcf79e1-8c7e-4788-88c7-623cad3c7c41), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:37.162340 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:37.163614 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "DELETE /v2.0/security-groups/fbcf79e1-8c7e-4788-88c7-623cad3c7c41 HTTP/1.1" status: 204 len: 168 time: 0.3568318 Feb 28 17:35:37.171032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40220) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:37.176969 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-9005c98d-fa58-4303-87dc-2c886a980cfa tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] PUT failed (client error): The resource could not be found. Feb 28 17:35:37.177783 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9005c98d-fa58-4303-87dc-2c886a980cfa tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:35:37.179112 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9005c98d-fa58-4303-87dc-2c886a980cfa tempest-NetworksNegativeTestJSON-999141225 tempest-NetworksNegativeTestJSON-999141225-project] 10.222.0.72 "PUT /v2.0/subnets/a02d6503-dc1b-433c-a8d5-9a362cf12324 HTTP/1.1" status: 404 len: 337 time: 0.0465958 Feb 28 17:35:37.205831 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41ae3c39-e5d0-4393-8976-b86e79cad251 req-40326b51-6bc1-4220-a9ce-fccdab7acdc1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793996 Feb 28 17:35:37.206765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcf79e1-8c7e-4788-88c7-623cad3c7c41,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:37.230134 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-c10f503d-76d5-41bb-95f4-9c799c0501ba tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] show failed (client error): The resource could not be found. Feb 28 17:35:37.230134 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c10f503d-76d5-41bb-95f4-9c799c0501ba tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "GET /v2.0/security-groups/fbcf79e1-8c7e-4788-88c7-623cad3c7c41 HTTP/1.1" status: 404 len: 347 time: 0.0419970 Feb 28 17:35:37.230134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:37.230134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:37.230134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:37.230134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:37.230134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:37.230134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:37.230134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:37.230134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:37.230134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:37.230134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:37.230134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:37.231456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:37.231456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd2ede-b63c-407d-a511-b51a40b75b84 tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:37.232093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40224) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:37.343458 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40228) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:37.372151 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-01108427-97da-4faf-8991-ff566e45dcdc tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Deleting port 36593099-c7e2-4eb9-ae63-d723bee41725 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:37.372868 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01108427-97da-4faf-8991-ff566e45dcdc tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (36593099-c7e2-4eb9-ae63-d723bee41725), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:37.422474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-542f7b6d-c07c-489a-8107-5b5a07507292 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ff6322e115b5403894768ffa9b84567c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0775335 Feb 28 17:35:37.425278 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40230) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:37.485814 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05101885-dbc3-4d35-b959-d3b2a7506d88 req-b8a70e1e-9515-47c5-bf26-c638ce32d8de tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:37.494449 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-05101885-dbc3-4d35-b959-d3b2a7506d88 req-b8a70e1e-9515-47c5-bf26-c638ce32d8de tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 945 time: 0.0697119 Feb 28 17:35:37.505459 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01108427-97da-4faf-8991-ff566e45dcdc tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (36593099-c7e2-4eb9-ae63-d723bee41725), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:37.505856 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01108427-97da-4faf-8991-ff566e45dcdc tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for floatingip (36593099-c7e2-4eb9-ae63-d723bee41725), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:37.519364 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6caffae-489f-4ac2-8bb0-c3da66751eae admin admin] Publish callbacks [] for security_group (9f2692e0-b6d1-4fe7-8490-ae76c1354aac), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:37.526395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-01108427-97da-4faf-8991-ff566e45dcdc tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Calling delete_port for 36593099-c7e2-4eb9-ae63-d723bee41725 owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:37.553000 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6caffae-489f-4ac2-8bb0-c3da66751eae admin admin] Publish callbacks [] for security_group (9f2692e0-b6d1-4fe7-8490-ae76c1354aac), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:37.572362 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-05101885-dbc3-4d35-b959-d3b2a7506d88 req-f7565b44-c40b-43d4-ad07-de1760a895e9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768452 Feb 28 17:35:37.651236 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:37.668332 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-427f857d-086a-4b3b-bc9c-7d8cb0a36845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:37.736474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 35a9410f-0d68-4b89-8426-1388a61b701d details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:35:37.737552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bec2b1-4661-425c-b570-163c57ed2543 req-7feb965a-ac57-45a7-9bed-e7d66b0040b3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:37.740245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7b7f52d5-08c2-47af-91e4-30778b5a4d11 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:35:37.746878 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49bec2b1-4661-425c-b570-163c57ed2543 req-7feb965a-ac57-45a7-9bed-e7d66b0040b3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 943 time: 0.0941551 Feb 28 17:35:37.795626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 7b7f52d5-08c2-47af-91e4-30778b5a4d11 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:35:37.796946 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7b7f52d5-08c2-47af-91e4-30778b5a4d11 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:35:37.806683 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40236) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:37.839314 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49bec2b1-4661-425c-b570-163c57ed2543 req-6c02d672-c2b7-46c5-9f9d-4e3baffc816e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762043 Feb 28 17:35:37.878701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6caffae-489f-4ac2-8bb0-c3da66751eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9f2692e0-b6d1-4fe7-8490-ae76c1354aac), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:37.880725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dbabaf-b70f-4d03-b3af-666f33a57072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3820b767-07a5-433d-b4cc-9ec326034e71'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:37.881485 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6caffae-489f-4ac2-8bb0-c3da66751eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:37.882674 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e6caffae-489f-4ac2-8bb0-c3da66751eae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9f2692e0-b6d1-4fe7-8490-ae76c1354aac HTTP/1.1" status: 204 len: 168 time: 0.4561028 Feb 28 17:35:37.884044 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbd4c2a-ea88-42a1-9332-67c84620f2b3" -d '{"events": [{"server_uuid": "19dbabaf-b70f-4d03-b3af-666f33a57072", "name": "network-vif-plugged", "status": "completed", "tag": "3820b767-07a5-433d-b4cc-9ec326034e71"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:37.904906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6caffae-489f-4ac2-8bb0-c3da66751eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2692e0-b6d1-4fe7-8490-ae76c1354aac,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:37.914879 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01108427-97da-4faf-8991-ff566e45dcdc tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (36593099-c7e2-4eb9-ae63-d723bee41725), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:37.989432 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2051744d-3726-46dd-a939-5f12363fa45b x-openstack-request-id: req-2051744d-3726-46dd-a939-5f12363fa45b {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:37.989734 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dbabaf-b70f-4d03-b3af-666f33a57072", "name": "network-vif-plugged", "status": "completed", "tag": "3820b767-07a5-433d-b4cc-9ec326034e71", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:37.990032 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2051744d-3726-46dd-a939-5f12363fa45b {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:37.991289 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19dbabaf-b70f-4d03-b3af-666f33a57072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3820b767-07a5-433d-b4cc-9ec326034e71', 'code': 200} Feb 28 17:35:37.996353 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-040569d4-8365-4a87-9959-01b684d56757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:38.042287 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 35a9410f-0d68-4b89-8426-1388a61b701d, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=35a9410f-0d68-4b89-8426-1388a61b701d,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:38.057419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '35a9410f-0d68-4b89-8426-1388a61b701d', 'network_id': '54167de9-3554-490b-90c9-a563d8838503', 'port_id': '35a9410f-0d68-4b89-8426-1388a61b701d', 'mac_address': 'fa:16:3e:ea:5f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f133f7b8-2c40-4366-9de1-489549838d9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:35:38.102979 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 35a9410f-0d68-4b89-8426-1388a61b701d is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:38.103788 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (35a9410f-0d68-4b89-8426-1388a61b701d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:38.108767 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-040569d4-8365-4a87-9959-01b684d56757 admin admin] Publish callbacks [] for security_group (db43aa34-9ae9-4da1-adb1-676a000595ce), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:38.122692 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a9410f-0d68-4b89-8426-1388a61b701d {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:38.149361 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 35a9410f-0d68-4b89-8426-1388a61b701d, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=35a9410f-0d68-4b89-8426-1388a61b701d,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:38.177313 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-040569d4-8365-4a87-9959-01b684d56757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (db43aa34-9ae9-4da1-adb1-676a000595ce), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:38.219252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040569d4-8365-4a87-9959-01b684d56757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db43aa34-9ae9-4da1-adb1-676a000595ce,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:38.226483 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-040569d4-8365-4a87-9959-01b684d56757 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5df479fd4da441d9ba2962d6186d340f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4151247 Feb 28 17:35:38.228964 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40250) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:38.286867 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (35a9410f-0d68-4b89-8426-1388a61b701d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:38.342533 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-536088b1-8fcb-494e-abd1-32883c29accc admin admin] Publish callbacks [] for security_group (db43aa34-9ae9-4da1-adb1-676a000595ce), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:38.397521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01108427-97da-4faf-8991-ff566e45dcdc tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Pushing event deleted for resources: {'Port': ['ID=36593099-c7e2-4eb9-ae63-d723bee41725,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:38.409517 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-536088b1-8fcb-494e-abd1-32883c29accc admin admin] Publish callbacks [] for security_group (db43aa34-9ae9-4da1-adb1-676a000595ce), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:38.446193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=35a9410f-0d68-4b89-8426-1388a61b701d,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:38.491421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01108427-97da-4faf-8991-ff566e45dcdc tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks [] for floatingip (b75b6e2d-d392-413d-ae36-6fee20c59c30), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:38.493968 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01108427-97da-4faf-8991-ff566e45dcdc tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:38.495362 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-01108427-97da-4faf-8991-ff566e45dcdc tempest-ImagesOneServerNegativeTestJSON-709370314 tempest-ImagesOneServerNegativeTestJSON-709370314-project] 10.222.0.72 "DELETE /v2.0/floatingips/b75b6e2d-d392-413d-ae36-6fee20c59c30 HTTP/1.1" status: 204 len: 168 time: 1.2621446 Feb 28 17:35:38.541180 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff669c4a-554e-4116-9209-78caf85bab5f req-a8fe07df-cf0a-41ed-8ea9-056bb5053d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:38.542728 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff669c4a-554e-4116-9209-78caf85bab5f req-a8fe07df-cf0a-41ed-8ea9-056bb5053d3a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 1128 time: 0.1677208 Feb 28 17:35:38.590400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['35a9410f-0d68-4b89-8426-1388a61b701d'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:38.590653 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-536088b1-8fcb-494e-abd1-32883c29accc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (db43aa34-9ae9-4da1-adb1-676a000595ce), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:38.594785 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-536088b1-8fcb-494e-abd1-32883c29accc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:38.598553 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-536088b1-8fcb-494e-abd1-32883c29accc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/db43aa34-9ae9-4da1-adb1-676a000595ce HTTP/1.1" status: 204 len: 168 time: 0.3589427 Feb 28 17:35:38.610831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536088b1-8fcb-494e-abd1-32883c29accc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db43aa34-9ae9-4da1-adb1-676a000595ce,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:38.627988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b23b65-ef5d-46eb-8459-fcf117848617 req-a02452c9-559c-4dfa-bbd5-82fc394d9cd9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:38.637286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a6b23b65-ef5d-46eb-8459-fcf117848617 req-a02452c9-559c-4dfa-bbd5-82fc394d9cd9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 945 time: 0.2524545 Feb 28 17:35:38.659100 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff669c4a-554e-4116-9209-78caf85bab5f req-140a856d-58f0-4023-a334-ece817b43f22 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059322 Feb 28 17:35:38.749352 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a6b23b65-ef5d-46eb-8459-fcf117848617 req-45ce8840-cfc7-464a-afa8-2ce1f5378a16 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110120 Feb 28 17:35:38.813561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40280) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:38.970617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aaed141-b4de-4d7f-858d-0737c1999430 admin admin] Deleting subnet c2b01692-329b-4c25-a414-a0c28766e21b {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:35:38.975046 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5aaed141-b4de-4d7f-858d-0737c1999430 admin admin] Publish callbacks [] for subnet (c2b01692-329b-4c25-a414-a0c28766e21b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.055055 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5aaed141-b4de-4d7f-858d-0737c1999430 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (c2b01692-329b-4c25-a414-a0c28766e21b), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.100260 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d0f68-9a75-47c4-8122-e0979ff66cf2 req-bd62dcd9-1010-4717-995f-a3c902b0ea1d tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:39.102160 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-734d0f68-9a75-47c4-8122-e0979ff66cf2 req-bd62dcd9-1010-4717-995f-a3c902b0ea1d tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 945 time: 0.1041145 Feb 28 17:35:39.122643 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5aaed141-b4de-4d7f-858d-0737c1999430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (c2b01692-329b-4c25-a414-a0c28766e21b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.211984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ac8de-05dc-46ab-9af0-8c58c566e7c4 req-5380f9e4-c92f-4089-8fb0-7d94831d5fc2 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:39.219696 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d95ac8de-05dc-46ab-9af0-8c58c566e7c4 req-5380f9e4-c92f-4089-8fb0-7d94831d5fc2 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 945 time: 0.5198860 Feb 28 17:35:39.246565 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-734d0f68-9a75-47c4-8122-e0979ff66cf2 req-6fca27d3-86dd-44f9-b7d8-41e21ac4e751 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349962 Feb 28 17:35:39.299922 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d95ac8de-05dc-46ab-9af0-8c58c566e7c4 req-3ded5420-6114-4529-ae4f-72a67633422f tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790577 Feb 28 17:35:39.326205 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5aaed141-b4de-4d7f-858d-0737c1999430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (c2b01692-329b-4c25-a414-a0c28766e21b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.410341 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaed141-b4de-4d7f-858d-0737c1999430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b01692-329b-4c25-a414-a0c28766e21b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:39.413895 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5aaed141-b4de-4d7f-858d-0737c1999430 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.420805 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5aaed141-b4de-4d7f-858d-0737c1999430 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c2b01692-329b-4c25-a414-a0c28766e21b HTTP/1.1" status: 204 len: 168 time: 0.6036994 Feb 28 17:35:39.424175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40302) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:39.480815 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44131-cce8-4b2d-ab3d-48b21d3161b9 req-c40ef92d-c7e9-4d38-949a-5d45acc460ef tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:39.482925 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6e44131-cce8-4b2d-ab3d-48b21d3161b9 req-c40ef92d-c7e9-4d38-949a-5d45acc460ef tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 944 time: 0.0852435 Feb 28 17:35:39.514161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d4f6b-99f3-4666-9862-cc3c1bd6fca3 req-dd99c550-7193-44fe-8714-01f5e592ca44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:39.522053 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a6d4f6b-99f3-4666-9862-cc3c1bd6fca3 req-dd99c550-7193-44fe-8714-01f5e592ca44 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 945 time: 0.1431108 Feb 28 17:35:39.550338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6e44131-cce8-4b2d-ab3d-48b21d3161b9 req-c5b81f79-ffc6-4a93-b70b-aa47a652deee tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567102 Feb 28 17:35:39.599302 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a6d4f6b-99f3-4666-9862-cc3c1bd6fca3 req-d83a36ad-f000-4e0a-865a-a8e74da18b64 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760417 Feb 28 17:35:39.604104 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3434f97e-7855-4776-b319-251d752b5447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (fbf7a80f-77ae-447e-aa03-8092261ab0fd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.669345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40310) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:39.705749 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3434f97e-7855-4776-b319-251d752b5447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (fbf7a80f-77ae-447e-aa03-8092261ab0fd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.728827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-3434f97e-7855-4776-b319-251d752b5447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf7a80f-77ae-447e-aa03-8092261ab0fd']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:39.740040 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-3434f97e-7855-4776-b319-251d752b5447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:39.740724 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-3434f97e-7855-4776-b319-251d752b5447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1be12c1-9d3a-4c35-893e-9d6262bdfba8') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:39.743690 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 35a9410f-0d68-4b89-8426-1388a61b701d up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:39.752428 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3434f97e-7855-4776-b319-251d752b5447 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (e1be12c1-9d3a-4c35-893e-9d6262bdfba8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.767336 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3434f97e-7855-4776-b319-251d752b5447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e1be12c1-9d3a-4c35-893e-9d6262bdfba8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.776543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3434f97e-7855-4776-b319-251d752b5447 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:35:39.777104 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3434f97e-7855-4776-b319-251d752b5447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (e1be12c1-9d3a-4c35-893e-9d6262bdfba8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:35:39.779072 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:35:39.838531 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-901347402-network', 'tenant_id': '22d631562f494873952b69a3442bef72'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:39.935778 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3434f97e-7855-4776-b319-251d752b5447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (fbf7a80f-77ae-447e-aa03-8092261ab0fd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.939372 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 35a9410f-0d68-4b89-8426-1388a61b701d completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:35:39.945402 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e6455b87-beaf-4ae8-b429-33808369363b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.946451 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.946598 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3434f97e-7855-4776-b319-251d752b5447 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.950980 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3434f97e-7855-4776-b319-251d752b5447 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fbf7a80f-77ae-447e-aa03-8092261ab0fd HTTP/1.1" status: 204 len: 168 time: 0.5254600 Feb 28 17:35:39.956230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 35a9410f-0d68-4b89-8426-1388a61b701d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:39.958001 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (35a9410f-0d68-4b89-8426-1388a61b701d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:39.986803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] Made reservation on behalf of 22d631562f494873952b69a3442bef72 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:39.988988 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434f97e-7855-4776-b319-251d752b5447 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbf7a80f-77ae-447e-aa03-8092261ab0fd,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:39.996632 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.019958 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.111382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 35a9410f-0d68-4b89-8426-1388a61b701d is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:40.111910 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (35a9410f-0d68-4b89-8426-1388a61b701d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.139482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665a6203-9544-46bb-8a99-541ca2ec3da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a9410f-0d68-4b89-8426-1388a61b701d'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:40.142019 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5207ee57-cb16-424b-9b54-72039de038c8" -d '{"events": [{"server_uuid": "665a6203-9544-46bb-8a99-541ca2ec3da6", "name": "network-vif-plugged", "status": "completed", "tag": "35a9410f-0d68-4b89-8426-1388a61b701d"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:40.145988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] Publish callbacks [] for security_group (ecf31925-931f-4a9d-93d6-9b72f036de0f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.166314 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 35a9410f-0d68-4b89-8426-1388a61b701d, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=35a9410f-0d68-4b89-8426-1388a61b701d,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:40.183176 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d652383-2019-4a8f-b571-189655dde2f8 x-openstack-request-id: req-3d652383-2019-4a8f-b571-189655dde2f8 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:40.183372 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665a6203-9544-46bb-8a99-541ca2ec3da6", "name": "network-vif-plugged", "status": "completed", "tag": "35a9410f-0d68-4b89-8426-1388a61b701d", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:40.183624 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3d652383-2019-4a8f-b571-189655dde2f8 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:40.184023 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665a6203-9544-46bb-8a99-541ca2ec3da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a9410f-0d68-4b89-8426-1388a61b701d', 'code': 200} Feb 28 17:35:40.239781 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ecf31925-931f-4a9d-93d6-9b72f036de0f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.262713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:35:40.306823 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (35a9410f-0d68-4b89-8426-1388a61b701d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.329386 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (75b1f04e-86f3-4cb0-80bf-4c84b42ee128), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.329804 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] Added segment 75b1f04e-86f3-4cb0-80bf-4c84b42ee128 of type vlan for network af65e8a9-1511-4cf6-af99-5fb25a6c5b9a Feb 28 17:35:40.354262 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf31925-931f-4a9d-93d6-9b72f036de0f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:40.373689 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40332) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:40.374264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=35a9410f-0d68-4b89-8426-1388a61b701d,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:40.416251 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40336) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:40.430728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988887e-566f-4905-8b39-9c582e520758 req-9386f1fb-eef5-4dd1-b04a-b917dfd1ee9a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:40.432146 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d988887e-566f-4905-8b39-9c582e520758 req-9386f1fb-eef5-4dd1-b04a-b917dfd1ee9a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 945 time: 0.1310422 Feb 28 17:35:40.436922 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (af65e8a9-1511-4cf6-af99-5fb25a6c5b9a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.467210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024287f0-ea5e-4c36-b8f4-de7f25fb6f6d req-722848b3-2e9e-441b-8958-9b25167b6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:40.469046 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-024287f0-ea5e-4c36-b8f4-de7f25fb6f6d req-722848b3-2e9e-441b-8958-9b25167b6834 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 1127 time: 0.2141511 Feb 28 17:35:40.496571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e0342c35-659d-41fc-8fdc-d5395c5d52af admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0f115cefc7e4abfbe77362926522618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0789716 Feb 28 17:35:40.502590 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40338) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:40.515717 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d988887e-566f-4905-8b39-9c582e520758 req-f049ac2e-d10b-43b0-8d11-92d4600ddfd2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754199 Feb 28 17:35:40.521832 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (af65e8a9-1511-4cf6-af99-5fb25a6c5b9a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.522838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:40.523420 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.568689 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0bf50bb-fde3-4580-b152-c56319a807cd admin admin] Publish callbacks [] for security_group (3086a65d-c673-4c15-8e50-c57c3ae899df), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.593077 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0bf50bb-fde3-4580-b152-c56319a807cd admin admin] Publish callbacks [] for security_group (3086a65d-c673-4c15-8e50-c57c3ae899df), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.609396 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f741da-e257-404c-aee9-3c8b8735262f req-134150fe-03d7-4c93-b08d-b936a1bf680e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:40.616876 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70f741da-e257-404c-aee9-3c8b8735262f req-134150fe-03d7-4c93-b08d-b936a1bf680e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 945 time: 0.1530285 Feb 28 17:35:40.627786 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-024287f0-ea5e-4c36-b8f4-de7f25fb6f6d req-8bcf07a4-b893-4957-83c6-fed472be8ca4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486108 Feb 28 17:35:40.650163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] Pushing event updated for resources: {'Network': ['ID=af65e8a9-1511-4cf6-af99-5fb25a6c5b9a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:40.657950 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3ac0204c-44c4-4e6a-85d6-0179240cfd77 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9848692 Feb 28 17:35:40.658406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40342) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:40.661049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network af65e8a9-1511-4cf6-af99-5fb25a6c5b9a details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:35:40.664929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a6c965a5-2aa2-4ae8-816e-13419e89f0ea admin admin] Request body: {'subnet': {'network_id': 'af65e8a9-1511-4cf6-af99-5fb25a6c5b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-901347402-subnet', 'tenant_id': '22d631562f494873952b69a3442bef72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:40.674845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-435291571'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:40.705546 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70f741da-e257-404c-aee9-3c8b8735262f req-97828747-2666-46e4-b478-cd0f1b86ad27 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878193 Feb 28 17:35:40.726102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff46d9f-ad36-42be-b957-bf954dec51e3 req-7f3767b6-9a2b-43a4-b86f-880a25101327 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:40.728199 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ff46d9f-ad36-42be-b957-bf954dec51e3 req-7f3767b6-9a2b-43a4-b86f-880a25101327 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 945 time: 0.1007507 Feb 28 17:35:40.776868 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ff46d9f-ad36-42be-b957-bf954dec51e3 req-84b4f131-c38d-44d2-9717-ae44da0bbdf6 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429120 Feb 28 17:35:40.786181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c965a5-2aa2-4ae8-816e-13419e89f0ea admin admin] Made reservation on behalf of 22d631562f494873952b69a3442bef72 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:40.789735 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6c965a5-2aa2-4ae8-816e-13419e89f0ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.815079 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0bf50bb-fde3-4580-b152-c56319a807cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3086a65d-c673-4c15-8e50-c57c3ae899df), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.817644 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0bf50bb-fde3-4580-b152-c56319a807cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.818884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f0bf50bb-fde3-4580-b152-c56319a807cd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3086a65d-c673-4c15-8e50-c57c3ae899df HTTP/1.1" status: 204 len: 168 time: 0.3182473 Feb 28 17:35:40.819574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:40.822930 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.843194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf50bb-fde3-4580-b152-c56319a807cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3086a65d-c673-4c15-8e50-c57c3ae899df,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:40.846494 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:40.939409 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for security_group (2c498d7b-936a-4fb6-86a8-8afa543308e0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:41.017118 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2c498d7b-936a-4fb6-86a8-8afa543308e0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:41.042192 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:35:41.057236 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6c965a5-2aa2-4ae8-816e-13419e89f0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (8854733a-a3b3-4489-8bc5-ec078905fad5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:41.058422 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c498d7b-936a-4fb6-86a8-8afa543308e0,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:41.063305 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (07a6699a-2548-4e4c-a101-4a1ef0f409c8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:41.063646 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Added segment 07a6699a-2548-4e4c-a101-4a1ef0f409c8 of type vlan for network df9feb0a-511b-4d52-a19e-854c1da22f5a Feb 28 17:35:41.108253 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c965a5-2aa2-4ae8-816e-13419e89f0ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8854733a-a3b3-4489-8bc5-ec078905fad5,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:41.110040 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (df9feb0a-511b-4d52-a19e-854c1da22f5a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:41.123809 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c965a5-2aa2-4ae8-816e-13419e89f0ea admin admin] Checking segment: {'id': '75b1f04e-86f3-4cb0-80bf-4c84b42ee128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'af65e8a9-1511-4cf6-af99-5fb25a6c5b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:41.124172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c965a5-2aa2-4ae8-816e-13419e89f0ea admin admin] Network hostable DHCP agents. Network: af65e8a9-1511-4cf6-af99-5fb25a6c5b9a, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:35:41.217216 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (df9feb0a-511b-4d52-a19e-854c1da22f5a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:41.217842 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c965a5-2aa2-4ae8-816e-13419e89f0ea admin admin] Network af65e8a9-1511-4cf6-af99-5fb25a6c5b9a is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:35:41.224308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:41.225512 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:41.313838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-a6c965a5-2aa2-4ae8-816e-13419e89f0ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, af65e8a9-1511-4cf6-af99-5fb25a6c5b9a) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:41.319517 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c965a5-2aa2-4ae8-816e-13419e89f0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:41.319517 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6c965a5-2aa2-4ae8-816e-13419e89f0ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:41.329168 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9498913 Feb 28 17:35:41.331807 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40354) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:41.331969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf44c430-11d6-4b7e-a73e-5860cbd37ad5 None None] Network af65e8a9-1511-4cf6-af99-5fb25a6c5b9a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:41.335707 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3be3d8-c0f0-445f-971c-d8d308e8530c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Network': ['ID=df9feb0a-511b-4d52-a19e-854c1da22f5a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:41.350534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-ed6775c3-df22-4382-82dd-9b005d1e2217 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1607283115'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:41.380522 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network df9feb0a-511b-4d52-a19e-854c1da22f5a details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:35:41.428094 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:41.460186 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a6c965a5-2aa2-4ae8-816e-13419e89f0ea admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8003955 Feb 28 17:35:41.480326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6775c3-df22-4382-82dd-9b005d1e2217 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:41.484528 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed6775c3-df22-4382-82dd-9b005d1e2217 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:41.528506 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6775c3-df22-4382-82dd-9b005d1e2217 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:35:41.533596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0de749-4186-40de-8c47-5086f43ad36c None None] Network af65e8a9-1511-4cf6-af99-5fb25a6c5b9a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:41.552890 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed6775c3-df22-4382-82dd-9b005d1e2217 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (099d8e12-3b27-4ef0-aa48-6897b8acbca3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:41.554140 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-ed6775c3-df22-4382-82dd-9b005d1e2217 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Added segment 099d8e12-3b27-4ef0-aa48-6897b8acbca3 of type vlan for network 037f1e92-ff39-4bb8-b83e-01330a0b900d Feb 28 17:35:41.685649 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed6775c3-df22-4382-82dd-9b005d1e2217 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (037f1e92-ff39-4bb8-b83e-01330a0b900d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:41.727379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e4f99-8a2c-4e0c-9a84-f7c6074edce3 req-dc5de835-c4c2-419b-814d-8bae4ef61470 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:41.728923 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-115e4f99-8a2c-4e0c-9a84-f7c6074edce3 req-dc5de835-c4c2-419b-814d-8bae4ef61470 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 945 time: 0.0978088 Feb 28 17:35:41.811338 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed6775c3-df22-4382-82dd-9b005d1e2217 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (037f1e92-ff39-4bb8-b83e-01330a0b900d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:41.816290 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6775c3-df22-4382-82dd-9b005d1e2217 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:41.816837 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed6775c3-df22-4382-82dd-9b005d1e2217 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:41.846255 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe171f6-fd22-43ba-82a7-08f9115ebca1 req-20f42a88-8000-4282-9831-3784da903b90 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:41.855191 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-115e4f99-8a2c-4e0c-9a84-f7c6074edce3 req-f3d2efc5-654e-4cd6-8361-e75cfcb8f752 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146066 Feb 28 17:35:41.858559 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ffe171f6-fd22-43ba-82a7-08f9115ebca1 req-20f42a88-8000-4282-9831-3784da903b90 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 945 time: 0.0812111 Feb 28 17:35:41.907947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a58ce-d657-4fb2-a36b-f6441a5b145a req-6e1ad978-2800-4cdf-9bf5-1aa8fc6b3cd3 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:41.911738 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a94a58ce-d657-4fb2-a36b-f6441a5b145a req-6e1ad978-2800-4cdf-9bf5-1aa8fc6b3cd3 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 945 time: 0.1609612 Feb 28 17:35:41.911738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6775c3-df22-4382-82dd-9b005d1e2217 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Network': ['ID=037f1e92-ff39-4bb8-b83e-01330a0b900d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:41.923218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 037f1e92-ff39-4bb8-b83e-01330a0b900d details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:35:41.936633 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ed6775c3-df22-4382-82dd-9b005d1e2217 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5981338 Feb 28 17:35:41.937067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40378) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:41.949235 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ffe171f6-fd22-43ba-82a7-08f9115ebca1 req-ef8c5ce2-dab5-450e-b33c-cf1ec96e3ffd tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888762 Feb 28 17:35:42.020748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-21a12a1d-ebea-440f-b41e-b51292569c2d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'subnet': {'network_id': 'df9feb0a-511b-4d52-a19e-854c1da22f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:42.270457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801bd56-3ce1-4583-ad97-c74108c47db0 req-3269fb0e-a23f-4c15-8bdb-4778a70654e4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:42.273075 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5801bd56-3ce1-4583-ad97-c74108c47db0 req-3269fb0e-a23f-4c15-8bdb-4778a70654e4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 945 time: 0.1863258 Feb 28 17:35:42.286862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-a94a58ce-d657-4fb2-a36b-f6441a5b145a req-7b7b9504-ca4a-4bc5-86f8-73f514624b04 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Deleting port c7010cc4-1083-48e0-8e76-04168bb0695a {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:42.287723 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a94a58ce-d657-4fb2-a36b-f6441a5b145a req-7b7b9504-ca4a-4bc5-86f8-73f514624b04 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:42.369845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a12a1d-ebea-440f-b41e-b51292569c2d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:42.374465 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21a12a1d-ebea-440f-b41e-b51292569c2d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:42.444733 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-84e68d48-6f4c-4247-b0b7-0c47e932195d tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:42.451380 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:42.455056 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-84e68d48-6f4c-4247-b0b7-0c47e932195d tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/networks?id=af65e8a9-1511-4cf6-af99-5fb25a6c5b9a HTTP/1.1" status: 200 len: 812 time: 0.2112317 Feb 28 17:35:42.466563 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-9c44a705-45da-4d7e-ba57-123ef156bae8 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/quotas/22d631562f494873952b69a3442bef72 HTTP/1.1" status: 200 len: 375 time: 0.0128772 Feb 28 17:35:42.502793 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-142f1f50-cf6d-4baa-aaf3-ea5bd28e496e tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=22d631562f494873952b69a3442bef72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335793 Feb 28 17:35:42.510462 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5801bd56-3ce1-4583-ad97-c74108c47db0 req-193e961d-38f8-476f-8f15-164adbd8ab25 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271285 Feb 28 17:35:42.554363 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a94a58ce-d657-4fb2-a36b-f6441a5b145a req-7b7b9504-ca4a-4bc5-86f8-73f514624b04 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] For port c7010cc4-1083-48e0-8e76-04168bb0695a, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c7010cc4-1083-48e0-8e76-04168bb0695a,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:42.554363 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a94a58ce-d657-4fb2-a36b-f6441a5b145a req-7b7b9504-ca4a-4bc5-86f8-73f514624b04 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:42.570343 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-a94a58ce-d657-4fb2-a36b-f6441a5b145a req-7b7b9504-ca4a-4bc5-86f8-73f514624b04 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Calling delete_port for c7010cc4-1083-48e0-8e76-04168bb0695a owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:42.635471 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-72f3d253-09f6-4bd3-9c4a-99e4bbc4eb12 service neutron] 10.222.0.72 "GET /v2.0/networks/af65e8a9-1511-4cf6-af99-5fb25a6c5b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191292 Feb 28 17:35:42.744588 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-74543fb8-1750-4928-a048-fe3200e16633 service neutron] 10.222.0.72 "GET /v2.0/networks/af65e8a9-1511-4cf6-af99-5fb25a6c5b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032128 Feb 28 17:35:42.775598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d86374-5254-49da-aca4-dab806befd26 req-d040e3bf-c5d6-4fd0-9ee8-8f8eafcbb2e4 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:42.777141 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08d86374-5254-49da-aca4-dab806befd26 req-d040e3bf-c5d6-4fd0-9ee8-8f8eafcbb2e4 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 945 time: 0.1897616 Feb 28 17:35:42.786808 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40408) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:42.793348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-abb3ac98-bc0e-4714-9369-8819510c3f28 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Request body: {'floatingip': {'port_id': '3820b767-07a5-433d-b4cc-9ec326034e71'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:42.835489 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21a12a1d-ebea-440f-b41e-b51292569c2d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (4184272c-ec46-4841-bb82-682404fef7e7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:42.868753 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-abb3ac98-bc0e-4714-9369-8819510c3f28 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for floatingip (b8798b16-e4c9-4d0a-8a14-7b8758c630b1), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:43.025055 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0ad5d34e-5b6c-4e9f-8685-120d1c3a967e req-dc3ec90f-89cb-441d-b20a-2dd250269bca tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 210 time: 0.0377555 Feb 28 17:35:43.045200 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a12a1d-ebea-440f-b41e-b51292569c2d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Subnet': ['ID=4184272c-ec46-4841-bb82-682404fef7e7,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:43.185584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a12a1d-ebea-440f-b41e-b51292569c2d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Checking segment: {'id': '07a6699a-2548-4e4c-a101-4a1ef0f409c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'df9feb0a-511b-4d52-a19e-854c1da22f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:43.185954 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a12a1d-ebea-440f-b41e-b51292569c2d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network hostable DHCP agents. Network: df9feb0a-511b-4d52-a19e-854c1da22f5a, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:35:43.202155 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66c7c4-73c9-4f1c-bea7-f722cfa3ea95 req-18c89c62-1f83-4cfd-8ed3-82d9aa85bdf0 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:43.203423 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a66c7c4-73c9-4f1c-bea7-f722cfa3ea95 req-18c89c62-1f83-4cfd-8ed3-82d9aa85bdf0 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 945 time: 0.2481205 Feb 28 17:35:43.207748 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a94a58ce-d657-4fb2-a36b-f6441a5b145a req-7b7b9504-ca4a-4bc5-86f8-73f514624b04 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c7010cc4-1083-48e0-8e76-04168bb0695a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:43.224073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3f19e91d-6fd2-4753-9826-cc84e46fcf75', '0c3f081d-8d95-4fa2-9a95-48787070862d', 'c7010cc4-1083-48e0-8e76-04168bb0695a'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:43.288515 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b9504-ca4a-4bc5-86f8-73f514624b04 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Pushing event deleted for resources: {'Port': ['ID=c7010cc4-1083-48e0-8e76-04168bb0695a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:43.367937 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94a58ce-d657-4fb2-a36b-f6441a5b145a req-7b7b9504-ca4a-4bc5-86f8-73f514624b04 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] No DVR routers for this DVR port c7010cc4-1083-48e0-8e76-04168bb0695a on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:35:43.379772 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a94a58ce-d657-4fb2-a36b-f6441a5b145a req-7b7b9504-ca4a-4bc5-86f8-73f514624b04 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:43.383647 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a94a58ce-d657-4fb2-a36b-f6441a5b145a req-7b7b9504-ca4a-4bc5-86f8-73f514624b04 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "DELETE /v2.0/ports/c7010cc4-1083-48e0-8e76-04168bb0695a HTTP/1.1" status: 204 len: 173 time: 1.4675214 Feb 28 17:35:43.384108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776', 'name': 'network-vif-deleted', 'tag': 'c7010cc4-1083-48e0-8e76-04168bb0695a'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:43.386385 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54de04d0-826b-4016-8cdf-9ad087e4b270" -d '{"events": [{"server_uuid": "7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776", "name": "network-vif-deleted", "tag": "c7010cc4-1083-48e0-8e76-04168bb0695a"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:43.437731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a12a1d-ebea-440f-b41e-b51292569c2d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network df9feb0a-511b-4d52-a19e-854c1da22f5a is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:35:43.462213 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a66c7c4-73c9-4f1c-bea7-f722cfa3ea95 req-be34affb-78f5-423b-a34a-e407e4d2d672 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181239 Feb 28 17:35:43.522484 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3a304a-8677-4dea-b2f5-7c44fa324ba1 x-openstack-request-id: req-2f3a304a-8677-4dea-b2f5-7c44fa324ba1 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:43.523079 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776", "name": "network-vif-deleted", "tag": "c7010cc4-1083-48e0-8e76-04168bb0695a", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:43.523500 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f3a304a-8677-4dea-b2f5-7c44fa324ba1 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:43.524108 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776', 'name': 'network-vif-deleted', 'tag': 'c7010cc4-1083-48e0-8e76-04168bb0695a', 'status': 'completed', 'code': 200} Feb 28 17:35:43.526902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-21a12a1d-ebea-440f-b41e-b51292569c2d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, df9feb0a-511b-4d52-a19e-854c1da22f5a) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:43.540654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a12a1d-ebea-440f-b41e-b51292569c2d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:43.541278 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21a12a1d-ebea-440f-b41e-b51292569c2d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:43.570900 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab125f6-76c7-4731-9fdb-9df82e1617d1 None None] Network df9feb0a-511b-4d52-a19e-854c1da22f5a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:43.697002 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-21a12a1d-ebea-440f-b41e-b51292569c2d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6968088 Feb 28 17:35:43.705744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40434) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:43.716529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-df9feb0a-511b-4d52-a19e-854c1da22f5a', 'network_id': 'df9feb0a-511b-4d52-a19e-854c1da22f5a', 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'fixed_ips': [{'subnet_id': '4184272c-ec46-4841-bb82-682404fef7e7'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:35:43.716529 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:43.716827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-6bb6fc0e-9c10-4c28-9f3a-8dc1cad64dee tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'subnet': {'network_id': '037f1e92-ff39-4bb8-b83e-01330a0b900d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:43.750833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4a82d-4ddb-4ba1-9694-e5b5b13b048b req-76b4cc30-7410-4388-9345-fc433d7f6c0d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:43.759062 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ab4a82d-4ddb-4ba1-9694-e5b5b13b048b req-76b4cc30-7410-4388-9345-fc433d7f6c0d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 945 time: 0.1161578 Feb 28 17:35:43.852698 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ab4a82d-4ddb-4ba1-9694-e5b5b13b048b req-f6abc5d9-0ba9-483e-b948-bb101550a5fb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865114 Feb 28 17:35:43.859967 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-abb3ac98-bc0e-4714-9369-8819510c3f28 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:43.919582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Allocated IP 2001:db8::2 (df9feb0a-511b-4d52-a19e-854c1da22f5a/4184272c-ec46-4841-bb82-682404fef7e7/7e9086fb-6e97-4e59-a7fe-bd6d7c016079) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:43.932524 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-abb3ac98-bc0e-4714-9369-8819510c3f28 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (b8798b16-e4c9-4d0a-8a14-7b8758c630b1), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:44.098884 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Publish callbacks [] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:44.134854 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:44.174277 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3dff347f-e19c-4e3f-8567-c2ec1d4025ee req-7ee2ae98-b7e2-49bb-9615-bd4f88713883 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 210 time: 0.0713181 Feb 28 17:35:44.200003 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:44.343315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb6fc0e-9c10-4c28-9f3a-8dc1cad64dee tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:44.347300 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bb6fc0e-9c10-4c28-9f3a-8dc1cad64dee tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:44.436355 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Network df9feb0a-511b-4d52-a19e-854c1da22f5a is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:44.437667 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Pushing event updated for resources: {'Port': ['ID=7e9086fb-6e97-4e59-a7fe-bd6d7c016079,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:44.440388 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:44.447280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:44.487330 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-abb3ac98-bc0e-4714-9369-8819510c3f28 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Floating IP b8798b16-e4c9-4d0a-8a14-7b8758c630b1 associated. External IP: 172.25.3.8, port: 3820b767-07a5-433d-b4cc-9ec326034e71. Feb 28 17:35:44.560494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Attempting to bind port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:35:44.561159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Attempting to bind port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '07a6699a-2548-4e4c-a101-4a1ef0f409c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'df9feb0a-511b-4d52-a19e-854c1da22f5a'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:35:44.562349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Attempting to bind port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 on network df9feb0a-511b-4d52-a19e-854c1da22f5a {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:44.569982 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:35:44.573916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Checking segment: {'id': '07a6699a-2548-4e4c-a101-4a1ef0f409c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'df9feb0a-511b-4d52-a19e-854c1da22f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:44.575764 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:44.576326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Bound using segment: {'id': '07a6699a-2548-4e4c-a101-4a1ef0f409c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'df9feb0a-511b-4d52-a19e-854c1da22f5a'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:35:44.576989 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Bound port: 7e9086fb-6e97-4e59-a7fe-bd6d7c016079, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a6699a-2548-4e4c-a101-4a1ef0f409c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'df9feb0a-511b-4d52-a19e-854c1da22f5a'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:35:44.577539 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:44.675400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] For port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:35:44.685093 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] For port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7e9086fb-6e97-4e59-a7fe-bd6d7c016079,segment=NetworkSegment(07a6699a-2548-4e4c-a101-4a1ef0f409c8),segment_id=07a6699a-2548-4e4c-a101-4a1ef0f409c8)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:35:44.719357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a979bd0-56b3-4eff-9cfc-d87666bbd78b req-6970c3cc-35c4-4bd1-b382-08e7eac0417e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:44.728687 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a979bd0-56b3-4eff-9cfc-d87666bbd78b req-6970c3cc-35c4-4bd1-b382-08e7eac0417e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 945 time: 0.1719472 Feb 28 17:35:44.770603 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5fcb3501-258d-4b68-8229-7ce7e6474fba req-456317fd-88cf-4045-a6d2-50cdd30e3d62 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a2a5f0c-9e9f-45a1-bf2b-5b83e7bed776 HTTP/1.1" status: 200 len: 210 time: 0.0606511 Feb 28 17:35:44.806023 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:44.855572 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a979bd0-56b3-4eff-9cfc-d87666bbd78b req-7f2b934c-1ea8-4b76-8d44-40a7b619d7c8 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222336 Feb 28 17:35:44.879234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79ba45-dfdf-44a3-8286-00e9e87e2d3a None None] Pushing event updated for resources: {'Port': ['ID=7e9086fb-6e97-4e59-a7fe-bd6d7c016079,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:45.244873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb3ac98-bc0e-4714-9369-8819510c3f28 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Router 21d47228-24bc-43df-9f1a-8211d5215154 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:35:45.300740 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bb6fc0e-9c10-4c28-9f3a-8dc1cad64dee tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (0a5095fb-1e65-45ae-a656-fda86199f938), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:45.308449 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c7010cc4-1083-48e0-8e76-04168bb0695a no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:35:45.333096 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: c7010cc4-1083-48e0-8e76-04168bb0695a {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:35:45.333448 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c7010cc4-1083-48e0-8e76-04168bb0695a not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:35:45.399160 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-705d3fa7-a17a-4671-bf24-594e70923839 req-ff300281-c699-4939-a5a9-2c66a700bfdc tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 210 time: 0.0902929 Feb 28 17:35:45.432502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6fc0e-9c10-4c28-9f3a-8dc1cad64dee tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Subnet': ['ID=0a5095fb-1e65-45ae-a656-fda86199f938,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:45.485350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb6fc0e-9c10-4c28-9f3a-8dc1cad64dee tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Checking segment: {'id': '099d8e12-3b27-4ef0-aa48-6897b8acbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '037f1e92-ff39-4bb8-b83e-01330a0b900d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:45.485707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6fc0e-9c10-4c28-9f3a-8dc1cad64dee tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network hostable DHCP agents. Network: 037f1e92-ff39-4bb8-b83e-01330a0b900d, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:35:45.503239 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb3ac98-bc0e-4714-9369-8819510c3f28 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:35:45.510959 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-abb3ac98-bc0e-4714-9369-8819510c3f28 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:45.514589 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a696e-62ac-439c-8b36-cbc7d5ac7d7d None None] Sync routers for ids ['21d47228-24bc-43df-9f1a-8211d5215154'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:35:45.526847 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a696e-62ac-439c-8b36-cbc7d5ac7d7d None None] Routers {'21d47228-24bc-43df-9f1a-8211d5215154'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:35:45.527754 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3e2a696e-62ac-439c-8b36-cbc7d5ac7d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:35:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['21d47228-24bc-43df-9f1a-8211d5215154'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:45.551345 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-abb3ac98-bc0e-4714-9369-8819510c3f28 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "PUT /v2.0/floatingips/b8798b16-e4c9-4d0a-8a14-7b8758c630b1 HTTP/1.1" status: 200 len: 989 time: 2.7627835 Feb 28 17:35:45.551936 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dbabaf-b70f-4d03-b3af-666f33a57072', 'tag': '3820b767-07a5-433d-b4cc-9ec326034e71'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:45.555401 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839e0238-f8f4-44df-b54c-12ba7ba4d570" -d '{"events": [{"name": "network-changed", "server_uuid": "19dbabaf-b70f-4d03-b3af-666f33a57072", "tag": "3820b767-07a5-433d-b4cc-9ec326034e71"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:45.597566 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eda8ad-815a-4e84-a063-9d0d053e91d1 x-openstack-request-id: req-e8eda8ad-815a-4e84-a063-9d0d053e91d1 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:45.598100 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19dbabaf-b70f-4d03-b3af-666f33a57072", "tag": "3820b767-07a5-433d-b4cc-9ec326034e71", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:45.598546 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e8eda8ad-815a-4e84-a063-9d0d053e91d1 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:45.599130 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19dbabaf-b70f-4d03-b3af-666f33a57072', 'tag': '3820b767-07a5-433d-b4cc-9ec326034e71', 'status': 'completed', 'code': 200} Feb 28 17:35:45.663734 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6fc0e-9c10-4c28-9f3a-8dc1cad64dee tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network 037f1e92-ff39-4bb8-b83e-01330a0b900d is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:35:45.685499 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-3e2a696e-62ac-439c-8b36-cbc7d5ac7d7d None None] Set router 21d47228-24bc-43df-9f1a-8211d5215154 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:35:45.696755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0238-f8f4-44df-b54c-12ba7ba4d570 req-87afa1b8-d9b2-4285-939e-459061479f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:45.698462 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-839e0238-f8f4-44df-b54c-12ba7ba4d570 req-87afa1b8-d9b2-4285-939e-459061479f41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ff2ef71884464902b3c3748d51422a36&device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 1128 time: 0.0771184 Feb 28 17:35:45.803500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-6bb6fc0e-9c10-4c28-9f3a-8dc1cad64dee tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 037f1e92-ff39-4bb8-b83e-01330a0b900d) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:45.816986 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075b7c6e-ebac-41a7-b3b3-01e61d1e3d1e None None] Network 037f1e92-ff39-4bb8-b83e-01330a0b900d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:45.824884 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6fc0e-9c10-4c28-9f3a-8dc1cad64dee tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:45.825567 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bb6fc0e-9c10-4c28-9f3a-8dc1cad64dee tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:45.962576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0238-f8f4-44df-b54c-12ba7ba4d570 req-8ffa0768-c4f3-42d8-89af-f83fc16cab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:45.964229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-839e0238-f8f4-44df-b54c-12ba7ba4d570 req-8ffa0768-c4f3-42d8-89af-f83fc16cab8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=198c7dae-55a7-4ae2-88af-338d9ce329b1 HTTP/1.1" status: 200 len: 911 time: 0.2586577 Feb 28 17:35:45.988088 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6bb6fc0e-9c10-4c28-9f3a-8dc1cad64dee tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2818539 Feb 28 17:35:45.992782 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40514) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:45.999100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b0eab0e0-bdd3-4447-bda0-2ac0a2bd0a48 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1705204080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:46.163190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-037f1e92-ff39-4bb8-b83e-01330a0b900d', 'network_id': '037f1e92-ff39-4bb8-b83e-01330a0b900d', 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'fixed_ips': [{'subnet_id': '0a5095fb-1e65-45ae-a656-fda86199f938'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:35:46.164342 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:46.196516 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-839e0238-f8f4-44df-b54c-12ba7ba4d570 req-c0e8f338-e2ad-47d6-8fe9-7d3f699479c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3820b767-07a5-433d-b4cc-9ec326034e71 HTTP/1.1" status: 200 len: 997 time: 0.2254241 Feb 28 17:35:46.216609 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0eab0e0-bdd3-4447-bda0-2ac0a2bd0a48 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (bfe43883-b735-4af0-9e48-6c13ba491489), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:46.219945 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0eab0e0-bdd3-4447-bda0-2ac0a2bd0a48 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (bfe43883-b735-4af0-9e48-6c13ba491489), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:46.238485 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3e2a696e-62ac-439c-8b36-cbc7d5ac7d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b8798b16-e4c9-4d0a-8a14-7b8758c630b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'port_id': '3820b767-07a5-433d-b4cc-9ec326034e71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'mac_address': 'fa:16:3e:25:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbabaf-b70f-4d03-b3af-666f33a57072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:35:15Z', 'updated_at': '2022-02-28T17:35:43Z', 'revision_number': 1, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:59Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:46.258711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f0eb1-1a2a-4d63-9a77-f915755faff7 req-899b6916-bb9a-4554-98b3-f9d8e0b6853b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:46.269366 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-699f0eb1-1a2a-4d63-9a77-f915755faff7 req-899b6916-bb9a-4554-98b3-f9d8e0b6853b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 945 time: 0.1996479 Feb 28 17:35:46.303500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63131ce-22e0-4ec3-9732-74c8a3c4b17e req-f78f3f3e-966a-45e7-97ca-bfc6926de068 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:46.305110 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b63131ce-22e0-4ec3-9732-74c8a3c4b17e req-f78f3f3e-966a-45e7-97ca-bfc6926de068 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.73 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 945 time: 0.2295067 Feb 28 17:35:46.306458 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a696e-62ac-439c-8b36-cbc7d5ac7d7d None None] Checking router: 21d47228-24bc-43df-9f1a-8211d5215154 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:35:46.337624 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a696e-62ac-439c-8b36-cbc7d5ac7d7d None None] Routers {'21d47228-24bc-43df-9f1a-8211d5215154'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:35:46.339067 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3e2a696e-62ac-439c-8b36-cbc7d5ac7d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:35:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['21d47228-24bc-43df-9f1a-8211d5215154'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:46.436311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Allocated IP 2001:db8:1::2 (037f1e92-ff39-4bb8-b83e-01330a0b900d/0a5095fb-1e65-45ae-a656-fda86199f938/8528e519-cda2-4981-9e1f-45e275d5a43f) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:46.484640 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-699f0eb1-1a2a-4d63-9a77-f915755faff7 req-48ff9026-e436-4a88-afd4-b050a1123721 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143049 Feb 28 17:35:46.498508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0238-f8f4-44df-b54c-12ba7ba4d570 req-356bd875-706a-42ea-9a77-b6e248e9493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:46.510236 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-839e0238-f8f4-44df-b54c-12ba7ba4d570 req-356bd875-706a-42ea-9a77-b6e248e9493e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b053761d-35a6-4a2b-8791-766dc2209665 HTTP/1.1" status: 200 len: 849 time: 0.2743897 Feb 28 17:35:46.667794 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a603d85-c5e4-44be-8873-e3bb31937b8e None None] Network df9feb0a-511b-4d52-a19e-854c1da22f5a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:46.742550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-1f206422-bf88-4728-b309-63f1fe23a48a tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:46.743937 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-1f206422-bf88-4728-b309-63f1fe23a48a tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.73 "GET /v2.0/networks?id=af65e8a9-1511-4cf6-af99-5fb25a6c5b9a HTTP/1.1" status: 200 len: 812 time: 0.5458961 Feb 28 17:35:46.747870 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-3e2a696e-62ac-439c-8b36-cbc7d5ac7d7d None None] Set router 21d47228-24bc-43df-9f1a-8211d5215154 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:35:46.780882 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0eab0e0-bdd3-4447-bda0-2ac0a2bd0a48 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_controller (bfe43883-b735-4af0-9e48-6c13ba491489), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:46.789357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-6d56b595-7b05-44be-b060-1b264049de98 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Request body: {'port': {'device_id': '233c062f-10f6-4b32-8032-579429c942bf', 'network_id': 'af65e8a9-1511-4cf6-af99-5fb25a6c5b9a', 'admin_state_up': True, 'tenant_id': '22d631562f494873952b69a3442bef72'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:46.850345 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2dba598-c715-4465-9acc-f6e12e8db2df req-bc4a4ac8-ee51-428a-9443-0b4989e627ba tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 210 time: 0.1053877 Feb 28 17:35:46.914101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0eab0e0-bdd3-4447-bda0-2ac0a2bd0a48 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (bfe43883-b735-4af0-9e48-6c13ba491489), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:46.963075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0238-f8f4-44df-b54c-12ba7ba4d570 req-07266f9e-521f-4ee3-9667-eb393b2e747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:46.964601 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-839e0238-f8f4-44df-b54c-12ba7ba4d570 req-07266f9e-521f-4ee3-9667-eb393b2e747c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=198c7dae-55a7-4ae2-88af-338d9ce329b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4407418 Feb 28 17:35:46.993581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e17d8b7a-71ab-4331-a4bb-80b3d9eb936a None None] Provisioning complete for port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:46.994220 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e17d8b7a-71ab-4331-a4bb-80b3d9eb936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:47.070713 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Publish callbacks [] for port (8528e519-cda2-4981-9e1f-45e275d5a43f), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:47.087019 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0eab0e0-bdd3-4447-bda0-2ac0a2bd0a48 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:47.089564 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b0eab0e0-bdd3-4447-bda0-2ac0a2bd0a48 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0950687 Feb 28 17:35:47.094863 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40554) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:47.158289 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e17d8b7a-71ab-4331-a4bb-80b3d9eb936a None None] Current status of the port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:47.158289 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e17d8b7a-71ab-4331-a4bb-80b3d9eb936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:47.161669 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (8528e519-cda2-4981-9e1f-45e275d5a43f), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:47.212200 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3e2a696e-62ac-439c-8b36-cbc7d5ac7d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b8798b16-e4c9-4d0a-8a14-7b8758c630b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'port_id': '3820b767-07a5-433d-b4cc-9ec326034e71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'mac_address': 'fa:16:3e:25:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbabaf-b70f-4d03-b3af-666f33a57072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:35:15Z', 'updated_at': '2022-02-28T17:35:43Z', 'revision_number': 1, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:59Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:47.262574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Pushing event updated for resources: {'Port': ['ID=8528e519-cda2-4981-9e1f-45e275d5a43f,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:47.276433 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-839e0238-f8f4-44df-b54c-12ba7ba4d570 req-4c55259a-2350-4847-906a-8b0f3e2a916b service neutron] 10.222.0.73 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043740 Feb 28 17:35:47.288279 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Network 037f1e92-ff39-4bb8-b83e-01330a0b900d is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:47.292831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:47.297177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:47.308277 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a696e-62ac-439c-8b36-cbc7d5ac7d7d None None] The sync data for ids ['21d47228-24bc-43df-9f1a-8211d5215154'] in n-d-820368-19 is: [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b8798b16-e4c9-4d0a-8a14-7b8758c630b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'floating_ip_address': '172.25.3.8', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'port_id': '3820b767-07a5-433d-b4cc-9ec326034e71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'mac_address': 'fa:16:3e:25:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dbabaf-b70f-4d03-b3af-666f33a57072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:35:15Z', 'updated_at': '2022-02-28T17:35:43Z', 'revision_number': 1, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:59Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:35:47.415491 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-b63131ce-22e0-4ec3-9732-74c8a3c4b17e req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Deleting port 35a9410f-0d68-4b89-8426-1388a61b701d {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:47.415839 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b63131ce-22e0-4ec3-9732-74c8a3c4b17e req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (35a9410f-0d68-4b89-8426-1388a61b701d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:47.439089 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e17d8b7a-71ab-4331-a4bb-80b3d9eb936a None None] For port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7e9086fb-6e97-4e59-a7fe-bd6d7c016079,segment=NetworkSegment(07a6699a-2548-4e4c-a101-4a1ef0f409c8),segment_id=07a6699a-2548-4e4c-a101-4a1ef0f409c8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:47.457293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-6d56b595-7b05-44be-b060-1b264049de98 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Made reservation on behalf of 22d631562f494873952b69a3442bef72 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:47.465442 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-6d56b595-7b05-44be-b060-1b264049de98 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:47.495509 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:47.545263 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e17d8b7a-71ab-4331-a4bb-80b3d9eb936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:47.556420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Attempting to bind port 8528e519-cda2-4981-9e1f-45e275d5a43f on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:35:47.556778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Attempting to bind port 8528e519-cda2-4981-9e1f-45e275d5a43f by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '099d8e12-3b27-4ef0-aa48-6897b8acbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '037f1e92-ff39-4bb8-b83e-01330a0b900d'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:35:47.557145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Attempting to bind port 8528e519-cda2-4981-9e1f-45e275d5a43f on network 037f1e92-ff39-4bb8-b83e-01330a0b900d {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:47.574133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:35:47.574599 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Checking segment: {'id': '099d8e12-3b27-4ef0-aa48-6897b8acbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '037f1e92-ff39-4bb8-b83e-01330a0b900d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:47.575080 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:47.575538 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Bound using segment: {'id': '099d8e12-3b27-4ef0-aa48-6897b8acbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '037f1e92-ff39-4bb8-b83e-01330a0b900d'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:35:47.576112 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Bound port: 8528e519-cda2-4981-9e1f-45e275d5a43f, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099d8e12-3b27-4ef0-aa48-6897b8acbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '037f1e92-ff39-4bb8-b83e-01330a0b900d'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:35:47.576556 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8528e519-cda2-4981-9e1f-45e275d5a43f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:47.651565 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-839e0238-f8f4-44df-b54c-12ba7ba4d570 req-02d56f57-fc9f-425a-9f5a-70cd9f6c8a99 service neutron] 10.222.0.73 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686893 Feb 28 17:35:47.756061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876c3e4-ad6a-4b5c-822f-93c83bd4b561 req-20f1c9c8-fe39-4485-ae42-b84caa6e0c3f tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:47.763464 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7876c3e4-ad6a-4b5c-822f-93c83bd4b561 req-20f1c9c8-fe39-4485-ae42-b84caa6e0c3f tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 945 time: 0.8527360 Feb 28 17:35:47.795833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c910b4f5-c605-44e9-b3c7-830a0f655a5b None None] Provisioning complete for port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:47.796773 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c910b4f5-c605-44e9-b3c7-830a0f655a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:47.809560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-6d56b595-7b05-44be-b060-1b264049de98 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Allocated IP 172.20.0.10 (af65e8a9-1511-4cf6-af99-5fb25a6c5b9a/8854733a-a3b3-4489-8bc5-ec078905fad5/c79c5c1f-f54c-4062-b5cb-92b5b1491e12) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:47.888539 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565198c1-122c-4bad-856e-39232474e4a1 None None] New status for floating IP b8798b16-e4c9-4d0a-8a14-7b8758c630b1: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:35:48.016470 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d8b7a-71ab-4331-a4bb-80b3d9eb936a None None] Pushing event updated for resources: {'Port': ['ID=7e9086fb-6e97-4e59-a7fe-bd6d7c016079,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:48.067852 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:48.068269 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:48.188714 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] For port 8528e519-cda2-4981-9e1f-45e275d5a43f, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:35:48.193243 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7876c3e4-ad6a-4b5c-822f-93c83bd4b561 req-01c29f3b-01bd-40e2-b76f-480d65e9f901 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280956 Feb 28 17:35:48.205389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d5576-2b6b-45e3-9dc2-d4c5e83fbc46 req-6227ba12-830d-4107-a6bc-47994577df29 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:48.212069 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e6d5576-2b6b-45e3-9dc2-d4c5e83fbc46 req-6227ba12-830d-4107-a6bc-47994577df29 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 945 time: 0.1391406 Feb 28 17:35:48.227751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e3f01-5177-4a3a-b9ab-12f51f542547 req-54819264-668b-4f5c-8dc6-e0c758d0a408 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:48.233006 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a9e3f01-5177-4a3a-b9ab-12f51f542547 req-54819264-668b-4f5c-8dc6-e0c758d0a408 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 945 time: 0.3018332 Feb 28 17:35:48.260050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-b63131ce-22e0-4ec3-9732-74c8a3c4b17e req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] For port 35a9410f-0d68-4b89-8426-1388a61b701d, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=35a9410f-0d68-4b89-8426-1388a61b701d,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:48.270103 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-6d56b595-7b05-44be-b060-1b264049de98 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Publish callbacks [] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:48.270233 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b63131ce-22e0-4ec3-9732-74c8a3c4b17e req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (35a9410f-0d68-4b89-8426-1388a61b701d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:48.303331 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] For port 8528e519-cda2-4981-9e1f-45e275d5a43f, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8528e519-cda2-4981-9e1f-45e275d5a43f,segment=NetworkSegment(099d8e12-3b27-4ef0-aa48-6897b8acbca3),segment_id=099d8e12-3b27-4ef0-aa48-6897b8acbca3)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:35:48.340095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-b63131ce-22e0-4ec3-9732-74c8a3c4b17e req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Calling delete_port for 35a9410f-0d68-4b89-8426-1388a61b701d owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:48.431303 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a9e3f01-5177-4a3a-b9ab-12f51f542547 req-e29b9d2c-c875-4644-9097-e2885bf475ec tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795449 Feb 28 17:35:48.452295 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8528e519-cda2-4981-9e1f-45e275d5a43f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:48.575386 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c491745-ed08-4dda-a150-7f78b083978b req-6c6836e2-f45a-4e87-b0ee-983d0864e6a7 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 210 time: 0.0422077 Feb 28 17:35:48.633215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-1e6d5576-2b6b-45e3-9dc2-d4c5e83fbc46 req-00cc8b5c-41ef-4653-8ae0-6a9832499d8b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Deleting port 0c3f081d-8d95-4fa2-9a95-48787070862d {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:48.634193 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e6d5576-2b6b-45e3-9dc2-d4c5e83fbc46 req-00cc8b5c-41ef-4653-8ae0-6a9832499d8b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:48.665975 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c910b4f5-c605-44e9-b3c7-830a0f655a5b None None] Current status of the port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:48.680238 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-6d56b595-7b05-44be-b060-1b264049de98 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:48.680877 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122cc55-0a96-4096-bb1a-1f415501f67a None None] Pushing event updated for resources: {'Port': ['ID=8528e519-cda2-4981-9e1f-45e275d5a43f,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:48.683856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:48.834570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1e6d5576-2b6b-45e3-9dc2-d4c5e83fbc46 req-00cc8b5c-41ef-4653-8ae0-6a9832499d8b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] For port 0c3f081d-8d95-4fa2-9a95-48787070862d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0c3f081d-8d95-4fa2-9a95-48787070862d,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:48.834949 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e6d5576-2b6b-45e3-9dc2-d4c5e83fbc46 req-00cc8b5c-41ef-4653-8ae0-6a9832499d8b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:48.914489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-1e6d5576-2b6b-45e3-9dc2-d4c5e83fbc46 req-00cc8b5c-41ef-4653-8ae0-6a9832499d8b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Calling delete_port for 0c3f081d-8d95-4fa2-9a95-48787070862d owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:48.939418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-6d56b595-7b05-44be-b060-1b264049de98 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Network af65e8a9-1511-4cf6-af99-5fb25a6c5b9a is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:48.945949 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:48.949879 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-6d56b595-7b05-44be-b060-1b264049de98 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:48.953005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-6d56b595-7b05-44be-b060-1b264049de98 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:49.060930 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56b595-7b05-44be-b060-1b264049de98 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Pushing event updated for resources: {'Port': ['ID=c79c5c1f-f54c-4062-b5cb-92b5b1491e12,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:49.130573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-6d56b595-7b05-44be-b060-1b264049de98 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:49.131845 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-6d56b595-7b05-44be-b060-1b264049de98 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:49.320597 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-6d56b595-7b05-44be-b060-1b264049de98 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5478199 Feb 28 17:35:49.330965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Request body: {'port': {'device_id': '233c062f-10f6-4b32-8032-579429c942bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:49.455887 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:49.456420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:49.465249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e6d5576-2b6b-45e3-9dc2-d4c5e83fbc46 req-00cc8b5c-41ef-4653-8ae0-6a9832499d8b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0c3f081d-8d95-4fa2-9a95-48787070862d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:49.513054 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3f19e91d-6fd2-4753-9826-cc84e46fcf75'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:49.576389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc8b5c-41ef-4653-8ae0-6a9832499d8b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Pushing event deleted for resources: {'Port': ['ID=0c3f081d-8d95-4fa2-9a95-48787070862d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:49.586087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c68fd-b3bb-448a-be1b-bf3b04dbf80b req-2ea8647e-0bdc-41c4-9929-1b38b4d77bd4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:49.596411 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-624c68fd-b3bb-448a-be1b-bf3b04dbf80b req-2ea8647e-0bdc-41c4-9929-1b38b4d77bd4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=56155594-09c6-4305-a002-5a404ac111fc HTTP/1.1" status: 200 len: 867 time: 0.2106962 Feb 28 17:35:49.643358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Allocated IP 2001:db8::1 (df9feb0a-511b-4d52-a19e-854c1da22f5a/4184272c-ec46-4841-bb82-682404fef7e7/507af8ff-076f-4729-8f65-a79aca8ce1d1) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:49.678946 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:49.679684 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:49.761993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6d5576-2b6b-45e3-9dc2-d4c5e83fbc46 req-00cc8b5c-41ef-4653-8ae0-6a9832499d8b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] No DVR routers for this DVR port 0c3f081d-8d95-4fa2-9a95-48787070862d on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:35:49.770000 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e6d5576-2b6b-45e3-9dc2-d4c5e83fbc46 req-00cc8b5c-41ef-4653-8ae0-6a9832499d8b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:49.773822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e6d5576-2b6b-45e3-9dc2-d4c5e83fbc46 req-00cc8b5c-41ef-4653-8ae0-6a9832499d8b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "DELETE /v2.0/ports/0c3f081d-8d95-4fa2-9a95-48787070862d HTTP/1.1" status: 204 len: 173 time: 1.5397952 Feb 28 17:35:49.791031 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e9fb6ed8-7a5a-4061-bfe9-f6d9d0e22c7e req-42cd1e59-9451-4068-94b8-99987ce1f03a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 210 time: 0.1269267 Feb 28 17:35:49.798786 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b63131ce-22e0-4ec3-9732-74c8a3c4b17e req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (35a9410f-0d68-4b89-8426-1388a61b701d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:49.801973 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56155594-09c6-4305-a002-5a404ac111fc', 'name': 'network-vif-deleted', 'tag': '0c3f081d-8d95-4fa2-9a95-48787070862d'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:49.805503 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04bf8a1-8c60-4ffd-9255-0a490a1579f5" -d '{"events": [{"server_uuid": "56155594-09c6-4305-a002-5a404ac111fc", "name": "network-vif-deleted", "tag": "0c3f081d-8d95-4fa2-9a95-48787070862d"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:49.855051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 35a9410f-0d68-4b89-8426-1388a61b701d no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:35:49.868196 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['6f5190e4-dec8-4d42-8a2f-7a03ec6657cf'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:49.972977 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Pushing event deleted for resources: {'Port': ['ID=35a9410f-0d68-4b89-8426-1388a61b701d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:50.093507 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 35a9410f-0d68-4b89-8426-1388a61b701d {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:35:50.093861 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 35a9410f-0d68-4b89-8426-1388a61b701d not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:35:50.137093 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (507af8ff-076f-4729-8f65-a79aca8ce1d1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:50.155291 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0964a8b-5138-4a05-9125-147190005b52 req-20c3cedd-998e-494c-ae60-82c108048603 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:50.171768 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b0964a8b-5138-4a05-9125-147190005b52 req-20c3cedd-998e-494c-ae60-82c108048603 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 932 time: 0.2576354 Feb 28 17:35:50.179419 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63131ce-22e0-4ec3-9732-74c8a3c4b17e req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] No DVR routers for this DVR port 35a9410f-0d68-4b89-8426-1388a61b701d on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:35:50.187521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:50.187521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:50.187521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:50.188274 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:50.188274 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:50.188479 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:50.189232 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:50.189232 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:50.189618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:50.190038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:50.190410 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:50.190772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:50.191096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:35:50.197341 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b63131ce-22e0-4ec3-9732-74c8a3c4b17e req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:50.201361 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b63131ce-22e0-4ec3-9732-74c8a3c4b17e req-e686de35-3f86-4851-8e60-6d6bd9aa23fe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.73 "DELETE /v2.0/ports/35a9410f-0d68-4b89-8426-1388a61b701d HTTP/1.1" status: 204 len: 173 time: 3.8863032 Feb 28 17:35:50.207792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665a6203-9544-46bb-8a99-541ca2ec3da6', 'name': 'network-vif-deleted', 'tag': '35a9410f-0d68-4b89-8426-1388a61b701d'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:50.210767 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8be20a-5422-400e-94e7-29f5c49546ca" -d '{"events": [{"server_uuid": "665a6203-9544-46bb-8a99-541ca2ec3da6", "name": "network-vif-deleted", "tag": "35a9410f-0d68-4b89-8426-1388a61b701d"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:50.235724 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-624c68fd-b3bb-448a-be1b-bf3b04dbf80b req-404798d1-3eac-45bc-9c0b-f8be01350534 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357708 Feb 28 17:35:50.311504 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5def83-65c7-457e-a500-1817fa6e5379 x-openstack-request-id: req-6f5def83-65c7-457e-a500-1817fa6e5379 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:50.312207 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56155594-09c6-4305-a002-5a404ac111fc", "name": "network-vif-deleted", "tag": "0c3f081d-8d95-4fa2-9a95-48787070862d", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:50.312564 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6f5def83-65c7-457e-a500-1817fa6e5379 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:50.330072 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56155594-09c6-4305-a002-5a404ac111fc', 'name': 'network-vif-deleted', 'tag': '0c3f081d-8d95-4fa2-9a95-48787070862d', 'status': 'completed', 'code': 200} Feb 28 17:35:50.361630 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc18e32-c5b9-46eb-8c79-1e4f7b477368 x-openstack-request-id: req-bdc18e32-c5b9-46eb-8c79-1e4f7b477368 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:50.362160 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665a6203-9544-46bb-8a99-541ca2ec3da6", "name": "network-vif-deleted", "tag": "35a9410f-0d68-4b89-8426-1388a61b701d", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:50.362594 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bdc18e32-c5b9-46eb-8c79-1e4f7b477368 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:50.363191 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665a6203-9544-46bb-8a99-541ca2ec3da6', 'name': 'network-vif-deleted', 'tag': '35a9410f-0d68-4b89-8426-1388a61b701d', 'status': 'completed', 'code': 200} Feb 28 17:35:50.365470 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (507af8ff-076f-4729-8f65-a79aca8ce1d1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:50.394666 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b0964a8b-5138-4a05-9125-147190005b52 req-8c2fd4da-3e04-49bc-a696-d728be17f3f3 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecf31925-931f-4a9d-93d6-9b72f036de0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219315 Feb 28 17:35:50.421320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:50.422738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8528e519-cda2-4981-9e1f-45e275d5a43f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:50.430891 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network df9feb0a-511b-4d52-a19e-854c1da22f5a is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:50.433894 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:50.442545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:50.442545 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (bfe43883-b735-4af0-9e48-6c13ba491489), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:50.486697 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79c5c1f-f54c-4062-b5cb-92b5b1491e12 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:50.509326 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Publish callbacks [] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:50.566470 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ffa0f1-a147-48fc-a571-ca17f0afaed0 None None] Network 037f1e92-ff39-4bb8-b83e-01330a0b900d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:35:50.577995 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Transition to ACTIVE for port object c79c5c1f-f54c-4062-b5cb-92b5b1491e12 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:35:50.645344 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:50.654266 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=507af8ff-076f-4729-8f65-a79aca8ce1d1,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:50.655383 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8528e519-cda2-4981-9e1f-45e275d5a43f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:50.655814 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8528e519-cda2-4981-9e1f-45e275d5a43f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:50.699318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-92aadce5-39d1-4cdd-b577-bc41ea064d6a None None] Provisioning complete for port 8528e519-cda2-4981-9e1f-45e275d5a43f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:50.699603 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-92aadce5-39d1-4cdd-b577-bc41ea064d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8528e519-cda2-4981-9e1f-45e275d5a43f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:50.782456 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (507af8ff-076f-4729-8f65-a79aca8ce1d1), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:50.790619 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Pushing event updated for resources: {'Port': ['ID=c79c5c1f-f54c-4062-b5cb-92b5b1491e12,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:51.013504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Attempting to bind port c79c5c1f-f54c-4062-b5cb-92b5b1491e12 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:35:51.013849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Attempting to bind port c79c5c1f-f54c-4062-b5cb-92b5b1491e12 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '75b1f04e-86f3-4cb0-80bf-4c84b42ee128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'af65e8a9-1511-4cf6-af99-5fb25a6c5b9a'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:35:51.014235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Attempting to bind port c79c5c1f-f54c-4062-b5cb-92b5b1491e12 on network af65e8a9-1511-4cf6-af99-5fb25a6c5b9a {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:51.034497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Port c79c5c1f-f54c-4062-b5cb-92b5b1491e12 on network af65e8a9-1511-4cf6-af99-5fb25a6c5b9a not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:35:51.035752 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Attempting to bind port c79c5c1f-f54c-4062-b5cb-92b5b1491e12 on network af65e8a9-1511-4cf6-af99-5fb25a6c5b9a {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:51.056689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:35:51.058853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Checking segment: {'id': '75b1f04e-86f3-4cb0-80bf-4c84b42ee128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'af65e8a9-1511-4cf6-af99-5fb25a6c5b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:51.058853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Bound using segment: {'id': '75b1f04e-86f3-4cb0-80bf-4c84b42ee128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'af65e8a9-1511-4cf6-af99-5fb25a6c5b9a'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:35:51.058853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Bound port: c79c5c1f-f54c-4062-b5cb-92b5b1491e12, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b1f04e-86f3-4cb0-80bf-4c84b42ee128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'af65e8a9-1511-4cf6-af99-5fb25a6c5b9a'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:35:51.058853 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:51.071464 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2fa2c89d-9e31-4705-9b10-66e1c76d6812 req-00c182c4-a64a-4932-99bb-418186dab4e1 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=665a6203-9544-46bb-8a99-541ca2ec3da6 HTTP/1.1" status: 200 len: 210 time: 0.0453742 Feb 28 17:35:51.165755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] For port c79c5c1f-f54c-4062-b5cb-92b5b1491e12, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:35:51.170155 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] For port c79c5c1f-f54c-4062-b5cb-92b5b1491e12, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=c79c5c1f-f54c-4062-b5cb-92b5b1491e12,segment=NetworkSegment(75b1f04e-86f3-4cb0-80bf-4c84b42ee128),segment_id=75b1f04e-86f3-4cb0-80bf-4c84b42ee128)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:35:51.216194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8528e519-cda2-4981-9e1f-45e275d5a43f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:51.216594 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8528e519-cda2-4981-9e1f-45e275d5a43f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:51.234204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-a879c32d-0be2-48b8-a42d-b4bec77c1b73 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b8c9f2c533c44c61b850177a471dc8fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613329 Feb 28 17:35:51.286406 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-92aadce5-39d1-4cdd-b577-bc41ea064d6a None None] Current status of the port 8528e519-cda2-4981-9e1f-45e275d5a43f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:51.287412 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-92aadce5-39d1-4cdd-b577-bc41ea064d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8528e519-cda2-4981-9e1f-45e275d5a43f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:51.307576 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 8528e519-cda2-4981-9e1f-45e275d5a43f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8528e519-cda2-4981-9e1f-45e275d5a43f,segment=NetworkSegment(099d8e12-3b27-4ef0-aa48-6897b8acbca3),segment_id=099d8e12-3b27-4ef0-aa48-6897b8acbca3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:51.320980 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:51.357360 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0c3f081d-8d95-4fa2-9a95-48787070862d no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:35:51.400806 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8528e519-cda2-4981-9e1f-45e275d5a43f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:51.402882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 0c3f081d-8d95-4fa2-9a95-48787070862d {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:35:51.403228 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0c3f081d-8d95-4fa2-9a95-48787070862d not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:35:51.413403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (507af8ff-076f-4729-8f65-a79aca8ce1d1), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:51.509895 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (507af8ff-076f-4729-8f65-a79aca8ce1d1), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:51.510878 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (bfe43883-b735-4af0-9e48-6c13ba491489), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:51.523135 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-92aadce5-39d1-4cdd-b577-bc41ea064d6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:35:51.523505 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-92aadce5-39d1-4cdd-b577-bc41ea064d6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:35:51.531173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=8528e519-cda2-4981-9e1f-45e275d5a43f,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:51.578974 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=507af8ff-076f-4729-8f65-a79aca8ce1d1,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:51.699203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network df9feb0a-511b-4d52-a19e-854c1da22f5a is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:51.701277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:51.875163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:51.888519 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:51.890632 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] 10.222.0.73 "PUT /v2.0/ports/c79c5c1f-f54c-4062-b5cb-92b5b1491e12 HTTP/1.1" status: 200 len: 1093 time: 2.5641108 Feb 28 17:35:51.957191 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router bfe43883-b735-4af0-9e48-6c13ba491489 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:35:51.961963 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-dd9c4f4b-1631-4c90-985f-5f162166d6df tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:51.969567 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-dd9c4f4b-1631-4c90-985f-5f162166d6df tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7336745 Feb 28 17:35:51.979856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9d04c-b812-4951-86ad-00a1ff9c32ed service neutron] Pushing event updated for resources: {'Port': ['ID=c79c5c1f-f54c-4062-b5cb-92b5b1491e12,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:52.004017 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-318dd3d0-64e8-4116-b97a-466c2063ac59 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/quotas/b8c9f2c533c44c61b850177a471dc8fb HTTP/1.1" status: 200 len: 375 time: 0.0334897 Feb 28 17:35:52.022369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-c2414767-b109-4208-aaf1-7baa095ddbd4 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:35:52.023364 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-c2414767-b109-4208-aaf1-7baa095ddbd4 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167484 Feb 28 17:35:52.075750 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-13a9d92c-c07f-4565-ad49-01271709feb3 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8c9f2c533c44c61b850177a471dc8fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677483 Feb 28 17:35:52.094865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-92aadce5-39d1-4cdd-b577-bc41ea064d6a None None] Current status of the port 8528e519-cda2-4981-9e1f-45e275d5a43f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:52.117940 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:35:52.131344 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f68d0-20a3-46f4-b36b-e88daabe6d86 None None] Sync routers for ids ['bfe43883-b735-4af0-9e48-6c13ba491489'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:35:52.133882 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bd417d63-26b1-4bc0-a27d-8a747b3140dc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/bfe43883-b735-4af0-9e48-6c13ba491489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0351374 Feb 28 17:35:52.134818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40690) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:52.149207 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f68d0-20a3-46f4-b36b-e88daabe6d86 None None] Routers {'bfe43883-b735-4af0-9e48-6c13ba491489'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:35:52.151089 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-183f68d0-20a3-46f4-b36b-e88daabe6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:35:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfe43883-b735-4af0-9e48-6c13ba491489'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:52.220553 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-183f68d0-20a3-46f4-b36b-e88daabe6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:52.221610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-d1f430ae-ce31-4200-8519-263a93f2878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:52.226649 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-d1f430ae-ce31-4200-8519-263a93f2878b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=22d631562f494873952b69a3442bef72&device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 1127 time: 0.1683924 Feb 28 17:35:52.233513 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fa617d0e-ea40-4462-bb49-d0f937531629 None None] Provisioning complete for port 8528e519-cda2-4981-9e1f-45e275d5a43f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:52.233896 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fa617d0e-ea40-4462-bb49-d0f937531629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8528e519-cda2-4981-9e1f-45e275d5a43f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:52.237005 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f68d0-20a3-46f4-b36b-e88daabe6d86 None None] Routers {'bfe43883-b735-4af0-9e48-6c13ba491489'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:35:52.237628 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-183f68d0-20a3-46f4-b36b-e88daabe6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:35:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfe43883-b735-4af0-9e48-6c13ba491489'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:52.282320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91900a46-02ba-4b4e-bef9-980a6b3d32f2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:52.283612 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-d8a3626b-d830-47bc-b2f9-6045ade256e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c79c5c1f-f54c-4062-b5cb-92b5b1491e12 HTTP/1.1" status: 200 len: 217 time: 0.0438757 Feb 28 17:35:52.292915 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-91900a46-02ba-4b4e-bef9-980a6b3d32f2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports/507af8ff-076f-4729-8f65-a79aca8ce1d1 HTTP/1.1" status: 200 len: 911 time: 0.1546338 Feb 28 17:35:52.294028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40694) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:52.331706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233c062f-10f6-4b32-8032-579429c942bf', 'tag': 'c79c5c1f-f54c-4062-b5cb-92b5b1491e12'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:52.334473 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-183f68d0-20a3-46f4-b36b-e88daabe6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:52.335185 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f68d0-20a3-46f4-b36b-e88daabe6d86 None None] The sync data for ids ['bfe43883-b735-4af0-9e48-6c13ba491489'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:35:52.337517 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e8ed3d-0ea7-47f4-964c-fa38ce779588" -d '{"events": [{"name": "network-changed", "server_uuid": "233c062f-10f6-4b32-8032-579429c942bf", "tag": "c79c5c1f-f54c-4062-b5cb-92b5b1491e12"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:52.391955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-e522d6c3-fe6b-4142-9882-2178a62b78c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:52.397056 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-e522d6c3-fe6b-4142-9882-2178a62b78c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8854733a-a3b3-4489-8bc5-ec078905fad5 HTTP/1.1" status: 200 len: 852 time: 0.0941582 Feb 28 17:35:52.418116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fa617d0e-ea40-4462-bb49-d0f937531629 None None] Current status of the port 8528e519-cda2-4981-9e1f-45e275d5a43f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:52.434821 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-8522ac2d-c7d3-426a-ade3-05ed22a34ad1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af65e8a9-1511-4cf6-af99-5fb25a6c5b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336752 Feb 28 17:35:52.440395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fa617d0e-ea40-4462-bb49-d0f937531629 None None] Provisioning complete for port 507af8ff-076f-4729-8f65-a79aca8ce1d1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:52.441200 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fa617d0e-ea40-4462-bb49-d0f937531629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (507af8ff-076f-4729-8f65-a79aca8ce1d1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:52.480583 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fa617d0e-ea40-4462-bb49-d0f937531629 None None] Port 507af8ff-076f-4729-8f65-a79aca8ce1d1 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:35:52.651662 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-6e1bbb07-033e-4dcb-83f1-1d24e77880c0 service neutron] 10.222.0.73 "GET /v2.0/networks/af65e8a9-1511-4cf6-af99-5fb25a6c5b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094784 Feb 28 17:35:52.777489 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d18f73-beb1-4c8b-9c93-977dc8451b8e x-openstack-request-id: req-14d18f73-beb1-4c8b-9c93-977dc8451b8e {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:52.778180 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233c062f-10f6-4b32-8032-579429c942bf", "tag": "c79c5c1f-f54c-4062-b5cb-92b5b1491e12", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:52.778635 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-14d18f73-beb1-4c8b-9c93-977dc8451b8e {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:52.779301 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233c062f-10f6-4b32-8032-579429c942bf', 'tag': 'c79c5c1f-f54c-4062-b5cb-92b5b1491e12', 'status': 'completed', 'code': 200} Feb 28 17:35:52.783155 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de56fb50-1bef-450c-a46d-e4bbf2b72e69 req-974e5982-2936-4377-ba14-f2af56c85112 service neutron] 10.222.0.73 "GET /v2.0/networks/af65e8a9-1511-4cf6-af99-5fb25a6c5b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253431 Feb 28 17:35:52.978767 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769e668-8259-4808-9c5a-50418cd6a60b req-557056f2-e8cd-426f-ae07-a81faa784082 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:52.980760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-669433f4-16d3-4e3b-93b7-782fb53eb389 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:52.986083 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b769e668-8259-4808-9c5a-50418cd6a60b req-557056f2-e8cd-426f-ae07-a81faa784082 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 944 time: 0.6293180 Feb 28 17:35:52.991003 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-669433f4-16d3-4e3b-93b7-782fb53eb389 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 0.1910996 Feb 28 17:35:53.022309 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-ee1fc37a-3275-4cf2-86b9-0b2175defb08 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/quotas/6245b9d2a54f4064829f9d0ea75229fa HTTP/1.1" status: 200 len: 375 time: 0.0300314 Feb 28 17:35:53.098357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b769e668-8259-4808-9c5a-50418cd6a60b req-b7503204-f70e-44f1-89d0-b32ebe29970d tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecf31925-931f-4a9d-93d6-9b72f036de0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112330 Feb 28 17:35:53.103227 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8ed3d-0ea7-47f4-964c-fa38ce779588 req-c6f9bd4e-5074-4c69-8e3f-edff7b66b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:53.104842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58e8ed3d-0ea7-47f4-964c-fa38ce779588 req-c6f9bd4e-5074-4c69-8e3f-edff7b66b86e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=22d631562f494873952b69a3442bef72&device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 1127 time: 0.1888857 Feb 28 17:35:53.190928 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4d030571-9b72-499a-bb1b-00d60740dd4c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1672907 Feb 28 17:35:53.292903 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-a3145c45-84d1-42ae-9143-50a75453291c service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008503 Feb 28 17:35:53.295608 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-a73533fb-12bf-49a9-a517-4aa277cfdb81 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b8c9f2c533c44c61b850177a471dc8fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885787 Feb 28 17:35:53.341744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8ed3d-0ea7-47f4-964c-fa38ce779588 req-a187f058-7bd2-4ccb-9c86-6776498d13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:53.343343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58e8ed3d-0ea7-47f4-964c-fa38ce779588 req-a187f058-7bd2-4ccb-9c86-6776498d13b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af65e8a9-1511-4cf6-af99-5fb25a6c5b9a HTTP/1.1" status: 200 len: 913 time: 0.2310123 Feb 28 17:35:53.501071 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58e8ed3d-0ea7-47f4-964c-fa38ce779588 req-c2e1abb3-e908-4a5f-876e-b3fe1a6fa331 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c79c5c1f-f54c-4062-b5cb-92b5b1491e12 HTTP/1.1" status: 200 len: 217 time: 0.1210978 Feb 28 17:35:53.517440 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8528e519-cda2-4981-9e1f-45e275d5a43f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:53.520096 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:53.570745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8ed3d-0ea7-47f4-964c-fa38ce779588 req-6266801c-764c-4acd-8093-b02445c3fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:53.570745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58e8ed3d-0ea7-47f4-964c-fa38ce779588 req-6266801c-764c-4acd-8093-b02445c3fbc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8854733a-a3b3-4489-8bc5-ec078905fad5 HTTP/1.1" status: 200 len: 852 time: 0.0584564 Feb 28 17:35:53.605368 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8528e519-cda2-4981-9e1f-45e275d5a43f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:53.606061 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8528e519-cda2-4981-9e1f-45e275d5a43f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:53.623055 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58e8ed3d-0ea7-47f4-964c-fa38ce779588 req-88f0b80e-856d-47e8-97f8-e54604bab21c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af65e8a9-1511-4cf6-af99-5fb25a6c5b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442109 Feb 28 17:35:53.741726 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-0a7bc7bb-a5ed-496b-9910-d5a9decbfc18 service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410899 Feb 28 17:35:53.743367 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8528e519-cda2-4981-9e1f-45e275d5a43f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:53.780017 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58e8ed3d-0ea7-47f4-964c-fa38ce779588 req-54244d46-f87f-4aec-a630-9abd6b16a103 service neutron] 10.222.0.73 "GET /v2.0/networks/af65e8a9-1511-4cf6-af99-5fb25a6c5b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431620 Feb 28 17:35:53.796314 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-c1b2097f-e066-4dca-9779-877e7d3d07c7 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:53.797862 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-c1b2097f-e066-4dca-9779-877e7d3d07c7 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4414439 Feb 28 17:35:53.826802 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-2ebb2e3a-533a-4834-bf92-2ea6e7d4de63 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/quotas/b8c9f2c533c44c61b850177a471dc8fb HTTP/1.1" status: 200 len: 375 time: 0.0208411 Feb 28 17:35:53.897952 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-33b0f9fe-feda-4d9e-9b5a-212a867bdfe7 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8c9f2c533c44c61b850177a471dc8fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367360 Feb 28 17:35:53.917688 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58e8ed3d-0ea7-47f4-964c-fa38ce779588 req-20a0bbf3-40f2-4180-a3d6-9d1626cf2810 service neutron] 10.222.0.73 "GET /v2.0/networks/af65e8a9-1511-4cf6-af99-5fb25a6c5b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297240 Feb 28 17:35:54.129971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Allocated IP 2001:db8:1::1 (037f1e92-ff39-4bb8-b83e-01330a0b900d/0a5095fb-1e65-45ae-a656-fda86199f938/3850457b-445c-480b-8734-fb15d3efe7aa) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:54.176094 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e806f-16f9-467c-ac6a-ca4f5434c056 req-bbd521b2-6265-41f7-a956-ce0fa69ca962 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:54.178478 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-735e806f-16f9-467c-ac6a-ca4f5434c056 req-bbd521b2-6265-41f7-a956-ce0fa69ca962 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0911353 Feb 28 17:35:54.292452 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-735e806f-16f9-467c-ac6a-ca4f5434c056 req-153b3a1c-3a0a-47d1-bc97-69949c371904 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923409 Feb 28 17:35:54.398884 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (3850457b-445c-480b-8734-fb15d3efe7aa), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:54.482347 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be3beddd-a380-4eeb-bf33-5b1f3edf73a7 req-8239dc9b-9761-4477-8404-408ee5e241d1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 210 time: 0.0927048 Feb 28 17:35:54.517689 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df4bc6-e3d5-4822-81ce-5fbc0110b548 req-17eaec09-0e00-4c00-bc10-3eb3c81eacfe tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:54.517689 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-18df4bc6-e3d5-4822-81ce-5fbc0110b548 req-17eaec09-0e00-4c00-bc10-3eb3c81eacfe tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 944 time: 0.0754027 Feb 28 17:35:54.564159 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4cfbb8d7-33a3-4a08-9542-317269ac6160 req-98ae8ba7-f709-43fa-81f6-9c248eb8c93c tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 210 time: 0.0346558 Feb 28 17:35:54.602810 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3850457b-445c-480b-8734-fb15d3efe7aa), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:54.618582 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-18df4bc6-e3d5-4822-81ce-5fbc0110b548 req-d8e4a2f8-cba6-43b1-9008-70b0a72deb9c tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecf31925-931f-4a9d-93d6-9b72f036de0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935090 Feb 28 17:35:54.655057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network 037f1e92-ff39-4bb8-b83e-01330a0b900d is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:54.658445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:54.663347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:54.663983 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (bfe43883-b735-4af0-9e48-6c13ba491489), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:54.707298 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=3850457b-445c-480b-8734-fb15d3efe7aa,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:54.764263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b86a9-2895-4f82-919f-e6aea93f6a1f req-384fc1f1-a4cf-4930-bcd6-acc7bd4164c3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:54.773985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-181b86a9-2895-4f82-919f-e6aea93f6a1f req-384fc1f1-a4cf-4930-bcd6-acc7bd4164c3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1034350 Feb 28 17:35:54.843668 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-181b86a9-2895-4f82-919f-e6aea93f6a1f req-92f134db-2ed2-423b-98de-495d07b64642 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687497 Feb 28 17:35:54.875358 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3850457b-445c-480b-8734-fb15d3efe7aa), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:55.030835 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6d9b5029-cffc-4eb3-b78c-2517a24edfb0 None None] Provisioning complete for port 3850457b-445c-480b-8734-fb15d3efe7aa triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:55.031891 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6d9b5029-cffc-4eb3-b78c-2517a24edfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3850457b-445c-480b-8734-fb15d3efe7aa), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:55.081851 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b5029-cffc-4eb3-b78c-2517a24edfb0 None None] Port 3850457b-445c-480b-8734-fb15d3efe7aa cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:35:55.124226 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d34287-be85-428b-b8d2-7a774341fb41 req-083454c7-b9bc-4e87-9485-0cb331b00ed1 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:55.125692 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8d34287-be85-428b-b8d2-7a774341fb41 req-083454c7-b9bc-4e87-9485-0cb331b00ed1 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1846652 Feb 28 17:35:55.175174 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-c1879298-1b9b-4cee-9b61-77ffb1cd1fd9 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b8c9f2c533c44c61b850177a471dc8fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210497 Feb 28 17:35:55.258319 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8d34287-be85-428b-b8d2-7a774341fb41 req-951836b1-0949-4a87-ae14-b4355ea72cba tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228983 Feb 28 17:35:55.322436 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-ad1bc584-ac9e-48c0-b17f-a3c1c3d75eab tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:55.323902 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-ad1bc584-ac9e-48c0-b17f-a3c1c3d75eab tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426604 Feb 28 17:35:55.326269 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (3850457b-445c-480b-8734-fb15d3efe7aa), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:55.338556 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Request body: {'port': {'device_id': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'b8c9f2c533c44c61b850177a471dc8fb'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:55.477188 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (3850457b-445c-480b-8734-fb15d3efe7aa), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:55.478025 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (bfe43883-b735-4af0-9e48-6c13ba491489), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:55.575364 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Made reservation on behalf of b8c9f2c533c44c61b850177a471dc8fb for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:55.580141 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:55.593416 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:55.602547 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d024f58e-6dff-414f-a09f-aaee371ce0b9 req-9c3f732c-8f67-49c3-8c64-a3876f4e8879 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 210 time: 0.0713234 Feb 28 17:35:55.608849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=3850457b-445c-480b-8734-fb15d3efe7aa,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:55.697557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network 037f1e92-ff39-4bb8-b83e-01330a0b900d is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:55.710339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:55.743322 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87cbbc32-c92f-492f-8d5d-8bb4c3abb9c2 req-e239519d-dba8-467b-97fc-47740ad9f1f5 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 210 time: 0.0565164 Feb 28 17:35:55.800882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device c79c5c1f-f54c-4062-b5cb-92b5b1491e12 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:35:55.844175 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks [] for security_group (57018fb5-beef-4eae-acfe-3a2a6584c2f2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:55.909242 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router bfe43883-b735-4af0-9e48-6c13ba491489 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:35:55.911441 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (57018fb5-beef-4eae-acfe-3a2a6584c2f2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:55.943539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9926c2-8f43-477b-b6fd-e01d99727c36 req-fcbae146-1b28-4be1-88a5-244830889cbc tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:55.952448 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac9926c2-8f43-477b-b6fd-e01d99727c36 req-fcbae146-1b28-4be1-88a5-244830889cbc tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 944 time: 0.2423403 Feb 28 17:35:56.027899 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ac9926c2-8f43-477b-b6fd-e01d99727c36 req-d2f17a88-e797-4955-b3e1-182e4c088424 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecf31925-931f-4a9d-93d6-9b72f036de0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742192 Feb 28 17:35:56.039794 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port c79c5c1f-f54c-4062-b5cb-92b5b1491e12, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=c79c5c1f-f54c-4062-b5cb-92b5b1491e12,segment=NetworkSegment(75b1f04e-86f3-4cb0-80bf-4c84b42ee128),segment_id=75b1f04e-86f3-4cb0-80bf-4c84b42ee128)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:56.060251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'c79c5c1f-f54c-4062-b5cb-92b5b1491e12', 'network_id': 'af65e8a9-1511-4cf6-af99-5fb25a6c5b9a', 'port_id': 'c79c5c1f-f54c-4062-b5cb-92b5b1491e12', 'mac_address': 'fa:16:3e:9b:46:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8854733a-a3b3-4489-8bc5-ec078905fad5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:35:56.060791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57018fb5-beef-4eae-acfe-3a2a6584c2f2,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:56.119229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port c79c5c1f-f54c-4062-b5cb-92b5b1491e12 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:56.125314 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:56.133550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79c5c1f-f54c-4062-b5cb-92b5b1491e12 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:56.153883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port c79c5c1f-f54c-4062-b5cb-92b5b1491e12, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=c79c5c1f-f54c-4062-b5cb-92b5b1491e12,segment=NetworkSegment(75b1f04e-86f3-4cb0-80bf-4c84b42ee128),segment_id=75b1f04e-86f3-4cb0-80bf-4c84b42ee128)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:56.166490 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Allocated IP 192.168.233.8 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/462d1429-73c0-4e5b-b0c0-6ebfe9ed2664) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:56.194402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:35:56.202697 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9e3a6ca8-914d-4d29-9309-2f826a4e5e49 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/bfe43883-b735-4af0-9e48-6c13ba491489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9027092 Feb 28 17:35:56.202697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40776) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:56.211125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92c530-49a4-4d7a-a0b3-068d3b0959a7 None None] Sync routers for ids ['bfe43883-b735-4af0-9e48-6c13ba491489'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:35:56.223817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-24b43cf4-4c87-4d1d-adac-ab51d715583b None None] Provisioning complete for port 3850457b-445c-480b-8734-fb15d3efe7aa triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:56.224792 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-24b43cf4-4c87-4d1d-adac-ab51d715583b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3850457b-445c-480b-8734-fb15d3efe7aa), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:56.229514 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92c530-49a4-4d7a-a0b3-068d3b0959a7 None None] Routers {'bfe43883-b735-4af0-9e48-6c13ba491489'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:35:56.230193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3b92c530-49a4-4d7a-a0b3-068d3b0959a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:35:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfe43883-b735-4af0-9e48-6c13ba491489'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:56.264672 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:56.266640 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-24b43cf4-4c87-4d1d-adac-ab51d715583b None None] Port 3850457b-445c-480b-8734-fb15d3efe7aa cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:35:56.273870 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c9f03a-a50a-4c32-bf3e-a9eeb4a0e0d4 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:56.276014 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f2c9f03a-a50a-4c32-bf3e-a9eeb4a0e0d4 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports/3850457b-445c-480b-8734-fb15d3efe7aa HTTP/1.1" status: 200 len: 913 time: 0.0724912 Feb 28 17:35:56.281647 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40778) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:35:56.375160 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=c79c5c1f-f54c-4062-b5cb-92b5b1491e12,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:56.379607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3b92c530-49a4-4d7a-a0b3-068d3b0959a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:56.385896 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks [] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:56.392042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92c530-49a4-4d7a-a0b3-068d3b0959a7 None None] Routers {'bfe43883-b735-4af0-9e48-6c13ba491489'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:35:56.392862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3b92c530-49a4-4d7a-a0b3-068d3b0959a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:35:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfe43883-b735-4af0-9e48-6c13ba491489'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:56.405975 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:35:56.451680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3b92c530-49a4-4d7a-a0b3-068d3b0959a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:35:56.452495 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92c530-49a4-4d7a-a0b3-068d3b0959a7 None None] The sync data for ids ['bfe43883-b735-4af0-9e48-6c13ba491489'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:35:56.508269 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:56.554611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:56.561789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:56.567370 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:56.596216 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Pushing event updated for resources: {'Port': ['ID=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:56.634108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:56.634108 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:56.634453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['c79c5c1f-f54c-4062-b5cb-92b5b1491e12'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:56.733145 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-fc915662-3adf-48b7-b8f4-1e95f4b3666f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3984530 Feb 28 17:35:56.744115 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-4be02d4d-a52b-4150-a269-c7ad066f5aa8 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:35:56.745045 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-4be02d4d-a52b-4150-a269-c7ad066f5aa8 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062881 Feb 28 17:35:56.912694 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-739a09b8-354d-42bc-b29b-24cea1e39cbf req-845cb359-f775-45c9-9c6f-75d24c408507 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 210 time: 0.0458391 Feb 28 17:35:56.954052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Request body: {'port': {'device_id': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:57.015822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-16c571dd-6e19-4377-a7bf-1dce1260f0ec None None] Provisioning complete for port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:57.016192 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-16c571dd-6e19-4377-a7bf-1dce1260f0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:57.017899 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35a662e5-2ce5-4c4f-ae1b-a64a10958348 req-0742593d-b4aa-43a6-98b1-d6306eea2ae4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 210 time: 0.0603316 Feb 28 17:35:57.021156 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-e3dcb636-3271-4ec0-8817-f0e638ff561e tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b8c9f2c533c44c61b850177a471dc8fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411713 Feb 28 17:35:57.079513 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-16c571dd-6e19-4377-a7bf-1dce1260f0ec None None] Port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:35:57.196682 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:57.216318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-7155595d-25cd-40ee-a00d-f90d841753a4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:57.217756 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-7155595d-25cd-40ee-a00d-f90d841753a4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 0.2614083 Feb 28 17:35:57.246718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-31c1016b-0ba8-4dd9-94f4-fed81c0fe083 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Request body: {'port': {'device_id': '5adb1d1a-1f88-47aa-8e0e-8056f38ebf13', 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'admin_state_up': True, 'tenant_id': '6245b9d2a54f4064829f9d0ea75229fa'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:57.378657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-90e26b5c-50e9-4fae-804e-f3534748430c tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:57.380331 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-90e26b5c-50e9-4fae-804e-f3534748430c tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3340504 Feb 28 17:35:57.390460 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197b1ac-93ba-400f-ac43-de5e6aef7152 req-3f2f0a1c-0d5a-4761-bd62-c03d91f3786f tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:57.391981 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9197b1ac-93ba-400f-ac43-de5e6aef7152 req-3f2f0a1c-0d5a-4761-bd62-c03d91f3786f tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 945 time: 0.2327478 Feb 28 17:35:57.399762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-77e2d114-0a86-470f-9e59-014c8dc02b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Request body: {'port': {'device_id': '525b4651-8425-4459-b811-f36236c422f3', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'b8c9f2c533c44c61b850177a471dc8fb'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:57.485170 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-759e52e1-1076-4960-a191-c1fcc4fd3fe5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (bfe43883-b735-4af0-9e48-6c13ba491489), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:57.531270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-31c1016b-0ba8-4dd9-94f4-fed81c0fe083 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Made reservation on behalf of 6245b9d2a54f4064829f9d0ea75229fa for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:57.534579 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-31c1016b-0ba8-4dd9-94f4-fed81c0fe083 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:57.575128 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9197b1ac-93ba-400f-ac43-de5e6aef7152 req-5e4acd9b-e8d3-4f40-abcc-c132e2fbeba0 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecf31925-931f-4a9d-93d6-9b72f036de0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682589 Feb 28 17:35:57.703428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:35:57.712451 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Publish callbacks [] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:57.726972 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Transition to ACTIVE for port object 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:35:57.736929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-77e2d114-0a86-470f-9e59-014c8dc02b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Made reservation on behalf of b8c9f2c533c44c61b850177a471dc8fb for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:35:57.742871 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-77e2d114-0a86-470f-9e59-014c8dc02b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:57.804230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device c79c5c1f-f54c-4062-b5cb-92b5b1491e12 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:35:57.852401 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:57.944459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-31c1016b-0ba8-4dd9-94f4-fed81c0fe083 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Allocated IP 172.20.0.10 (025c50b6-aef6-427c-b4dd-ce17165ac484/cb110c1f-5ae6-479d-98d8-8a85f1f33199/b76cadc5-7f79-4114-85a0-721ff6cd6104) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:57.948948 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port c79c5c1f-f54c-4062-b5cb-92b5b1491e12 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:35:57.964964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port c79c5c1f-f54c-4062-b5cb-92b5b1491e12 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:35:57.966941 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:58.035343 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Pushing event updated for resources: {'Port': ['ID=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:58.138835 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port c79c5c1f-f54c-4062-b5cb-92b5b1491e12 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:35:58.140009 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:58.181568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233c062f-10f6-4b32-8032-579429c942bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79c5c1f-f54c-4062-b5cb-92b5b1491e12'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:58.184077 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45163d1e-37ca-4b9a-b62e-bd3243f747ce" -d '{"events": [{"server_uuid": "233c062f-10f6-4b32-8032-579429c942bf", "name": "network-vif-plugged", "status": "completed", "tag": "c79c5c1f-f54c-4062-b5cb-92b5b1491e12"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:58.186995 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-577413b6-e102-4c6c-bcb5-7b249e0e45af req-bf67c7d8-1be2-4a2d-a3c5-4fb274110473 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 210 time: 0.1090517 Feb 28 17:35:58.197847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-77e2d114-0a86-470f-9e59-014c8dc02b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Allocated IP 192.168.233.220 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/e5810581-6c88-41b1-a826-9fbc7f3ee34c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:35:58.214967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port c79c5c1f-f54c-4062-b5cb-92b5b1491e12, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=c79c5c1f-f54c-4062-b5cb-92b5b1491e12,segment=NetworkSegment(75b1f04e-86f3-4cb0-80bf-4c84b42ee128),segment_id=75b1f04e-86f3-4cb0-80bf-4c84b42ee128)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:35:58.290790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-759e52e1-1076-4960-a191-c1fcc4fd3fe5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port 3850457b-445c-480b-8734-fb15d3efe7aa {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:35:58.291119 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-759e52e1-1076-4960-a191-c1fcc4fd3fe5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3850457b-445c-480b-8734-fb15d3efe7aa), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:58.309731 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:58.312508 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ecb184b-dfa5-46c9-a7e2-da12e5b8a6a9 req-bb26ec1f-69d8-458c-a9a2-a8c8133b71d1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 210 time: 0.1306114 Feb 28 17:35:58.420216 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Attempting to bind port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:35:58.420216 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Attempting to bind port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:35:58.420216 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Attempting to bind port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:58.463678 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=c79c5c1f-f54c-4062-b5cb-92b5b1491e12,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:58.465011 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f54ce54-1aeb-49cf-b72c-c74ba0986bb4 req-892724ad-13ff-4bde-9e87-b32c45771381 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5463567 Feb 28 17:35:58.465640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:35:58.466084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Attempting to bind port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:35:58.488508 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-759e52e1-1076-4960-a191-c1fcc4fd3fe5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3850457b-445c-480b-8734-fb15d3efe7aa), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:58.496521 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-31c1016b-0ba8-4dd9-94f4-fed81c0fe083 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks [] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:58.517987 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc79426-9502-454c-865b-5401ae9c685b x-openstack-request-id: req-9dc79426-9502-454c-865b-5401ae9c685b {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:58.517987 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233c062f-10f6-4b32-8032-579429c942bf", "name": "network-vif-plugged", "status": "completed", "tag": "c79c5c1f-f54c-4062-b5cb-92b5b1491e12", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:58.517987 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9dc79426-9502-454c-865b-5401ae9c685b {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:58.517987 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233c062f-10f6-4b32-8032-579429c942bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79c5c1f-f54c-4062-b5cb-92b5b1491e12', 'code': 200} Feb 28 17:35:58.527566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:35:58.527918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:35:58.528324 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:35:58.528794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Bound port: 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:35:58.529158 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:58.547467 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-759e52e1-1076-4960-a191-c1fcc4fd3fe5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for 3850457b-445c-480b-8734-fb15d3efe7aa owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:35:58.611538 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-31c1016b-0ba8-4dd9-94f4-fed81c0fe083 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:58.624925 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3f19e91d-6fd2-4753-9826-cc84e46fcf75'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:35:58.705958 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1016b-0ba8-4dd9-94f4-fed81c0fe083 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Pushing event updated for resources: {'Port': ['ID=b76cadc5-7f79-4114-85a0-721ff6cd6104,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:58.732996 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-31c1016b-0ba8-4dd9-94f4-fed81c0fe083 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Network 025c50b6-aef6-427c-b4dd-ce17165ac484 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:58.752090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-31c1016b-0ba8-4dd9-94f4-fed81c0fe083 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:58.758680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-31c1016b-0ba8-4dd9-94f4-fed81c0fe083 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:58.805772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ce54-1aeb-49cf-b72c-c74ba0986bb4 req-fab25548-224c-4995-898e-9f0e9053ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:58.807939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-31c1016b-0ba8-4dd9-94f4-fed81c0fe083 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:58.808604 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-31c1016b-0ba8-4dd9-94f4-fed81c0fe083 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:58.809668 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f54ce54-1aeb-49cf-b72c-c74ba0986bb4 req-fab25548-224c-4995-898e-9f0e9053ec66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 1128 time: 0.2766385 Feb 28 17:35:58.821846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] For port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:35:58.835599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] For port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:35:58.904441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f9c0-765c-46e3-ad11-070a96b638b8 req-cefef5e8-8ac8-4a0c-b391-baab8ab8b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:58.906192 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5205f9c0-765c-46e3-ad11-070a96b638b8 req-cefef5e8-8ac8-4a0c-b391-baab8ab8b9ff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 1129 time: 0.2963064 Feb 28 17:35:58.916772 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-77e2d114-0a86-470f-9e59-014c8dc02b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks [] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:58.926870 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333aea7-0801-4614-8cff-030e9cd99196 req-9a0483ee-7047-4963-81f2-a5d6ba83ee1d tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:58.935049 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3333aea7-0801-4614-8cff-030e9cd99196 req-9a0483ee-7047-4963-81f2-a5d6ba83ee1d tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 946 time: 0.2214820 Feb 28 17:35:58.944703 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:58.947117 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-31c1016b-0ba8-4dd9-94f4-fed81c0fe083 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7113137 Feb 28 17:35:58.968070 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:58.968736 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:58.969733 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Request body: {'port': {'device_id': '5adb1d1a-1f88-47aa-8e0e-8056f38ebf13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:35:58.970582 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] 10.222.0.69 "PUT /v2.0/ports/462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 HTTP/1.1" status: 200 len: 1095 time: 2.2168021 Feb 28 17:35:58.976184 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'tag': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:35:58.985056 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dcbde9-0712-4d12-a93b-995da0690743" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ba8c23-a22c-4db5-a85f-186be453c9af", "tag": "462d1429-73c0-4e5b-b0c0-6ebfe9ed2664"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:35:59.053112 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ce54-1aeb-49cf-b72c-c74ba0986bb4 req-ea8de110-c3b4-4371-9beb-a207d44affbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:59.054713 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f54ce54-1aeb-49cf-b72c-c74ba0986bb4 req-ea8de110-c3b4-4371-9beb-a207d44affbb service neutron] 10.222.0.73 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 915 time: 0.2175617 Feb 28 17:35:59.121489 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f54ce54-1aeb-49cf-b72c-c74ba0986bb4 req-8b05b7a6-6772-4140-b1bd-c5e8231b14fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19534743-87fe-42e0-8380-a3ae4f4bfe0e HTTP/1.1" status: 200 len: 217 time: 0.0575366 Feb 28 17:35:59.183721 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5205f9c0-765c-46e3-ad11-070a96b638b8 req-4f62e2d0-5130-40bd-9b89-1c5e05fc48da service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ecf31925-931f-4a9d-93d6-9b72f036de0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681389 Feb 28 17:35:59.189149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec67fe4-161a-4c42-93a3-5dca3039949c service neutron] Pushing event updated for resources: {'Port': ['ID=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:59.196334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3333aea7-0801-4614-8cff-030e9cd99196 req-a9898f8e-9622-4480-acae-870deb3617df tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecf31925-931f-4a9d-93d6-9b72f036de0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603261 Feb 28 17:35:59.251081 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:59.383455 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-759e52e1-1076-4960-a191-c1fcc4fd3fe5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3850457b-445c-480b-8734-fb15d3efe7aa), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:59.547442 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e52e1-1076-4960-a191-c1fcc4fd3fe5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=3850457b-445c-480b-8734-fb15d3efe7aa,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:59.583298 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e948c4b-0fa1-4a7a-ae9f-9c39e7cf2657 x-openstack-request-id: req-6e948c4b-0fa1-4a7a-ae9f-9c39e7cf2657 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:35:59.584381 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ba8c23-a22c-4db5-a85f-186be453c9af", "tag": "462d1429-73c0-4e5b-b0c0-6ebfe9ed2664", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:35:59.584381 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6e948c4b-0fa1-4a7a-ae9f-9c39e7cf2657 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:35:59.584715 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'tag': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664', 'status': 'completed', 'code': 200} Feb 28 17:35:59.603647 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-77e2d114-0a86-470f-9e59-014c8dc02b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:35:59.644007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1badb9a-193f-4233-a582-46ed6d88ab4e req-faf7e519-eb26-4f6a-96dd-be91d0df7aa3 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:59.651796 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b1badb9a-193f-4233-a582-46ed6d88ab4e req-faf7e519-eb26-4f6a-96dd-be91d0df7aa3 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 936 time: 0.3306541 Feb 28 17:35:59.682896 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ce54-1aeb-49cf-b72c-c74ba0986bb4 req-f415fc8f-a9d8-435c-a3c3-7a6676a786a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:59.684402 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f54ce54-1aeb-49cf-b72c-c74ba0986bb4 req-f415fc8f-a9d8-435c-a3c3-7a6676a786a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d47d19de-d00b-4f78-9653-e301d6107c8f HTTP/1.1" status: 200 len: 854 time: 0.5490015 Feb 28 17:35:59.721804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-77e2d114-0a86-470f-9e59-014c8dc02b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:35:59.730027 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-f08633c4-74ee-4108-8614-d21b188e4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:59.732142 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-f08633c4-74ee-4108-8614-d21b188e4b7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b8c9f2c533c44c61b850177a471dc8fb&device_id=c6ba8c23-a22c-4db5-a85f-186be453c9af HTTP/1.1" status: 200 len: 1129 time: 0.6037922 Feb 28 17:35:59.741743 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-77e2d114-0a86-470f-9e59-014c8dc02b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:35:59.773048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-77e2d114-0a86-470f-9e59-014c8dc02b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:35:59.812916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1190d-8918-4ed3-90d4-d6263bbe6e76 req-90106e6d-2228-4605-bb62-660c3233caca tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:59.814526 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aad1190d-8918-4ed3-90d4-d6263bbe6e76 req-90106e6d-2228-4605-bb62-660c3233caca tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 932 time: 0.2254138 Feb 28 17:35:59.816540 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f54ce54-1aeb-49cf-b72c-c74ba0986bb4 req-d2aad2fd-789c-471b-b402-aa918f033bfe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211607 Feb 28 17:35:59.817168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2d114-0a86-470f-9e59-014c8dc02b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Pushing event updated for resources: {'Port': ['ID=e5810581-6c88-41b1-a826-9fbc7f3ee34c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:35:59.898344 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-c79e2ca6-8e56-4dfb-9f89-a6513bcf2dbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 HTTP/1.1" status: 200 len: 217 time: 0.1543586 Feb 28 17:35:59.981459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-5841fb8e-ed1b-446a-8004-6a295a6531df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:35:59.983186 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-5841fb8e-ed1b-446a-8004-6a295a6531df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0489397 Feb 28 17:36:00.008358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-77e2d114-0a86-470f-9e59-014c8dc02b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:00.009000 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-77e2d114-0a86-470f-9e59-014c8dc02b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:00.048633 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-345736f1-4c7e-4392-b74e-cc82223c20ae None None] Provisioning complete for port e5810581-6c88-41b1-a826-9fbc7f3ee34c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:00.049185 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-345736f1-4c7e-4392-b74e-cc82223c20ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:00.080238 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aad1190d-8918-4ed3-90d4-d6263bbe6e76 req-a00e5874-1cb2-437e-8c1e-8c50cfe68f1e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421565 Feb 28 17:36:00.116949 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-345736f1-4c7e-4392-b74e-cc82223c20ae None None] Port e5810581-6c88-41b1-a826-9fbc7f3ee34c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:36:00.120123 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f54ce54-1aeb-49cf-b72c-c74ba0986bb4 req-f08e8cee-9cd6-4ae9-b242-b49b724781ef service neutron] 10.222.0.73 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937844 Feb 28 17:36:00.122951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-4ef2ff73-e9ca-4e94-aab7-7f0c4aec08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:00.124387 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-4ef2ff73-e9ca-4e94-aab7-7f0c4aec08c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1340775 Feb 28 17:36:00.190657 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76cadc5-7f79-4114-85a0-721ff6cd6104 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:36:00.202152 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Publish callbacks [] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:00.202616 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-77e2d114-0a86-470f-9e59-014c8dc02b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8090303 Feb 28 17:36:00.211876 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-759e52e1-1076-4960-a191-c1fcc4fd3fe5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (bfe43883-b735-4af0-9e48-6c13ba491489), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:00.238925 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Request body: {'port': {'device_id': '525b4651-8425-4459-b811-f36236c422f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:00.240277 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b1badb9a-193f-4233-a582-46ed6d88ab4e req-274672bd-6527-472c-84e8-ad78843c3f07 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868828 Feb 28 17:36:00.244352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Transition to ACTIVE for port object b76cadc5-7f79-4114-85a0-721ff6cd6104 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:36:00.309644 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:00.339099 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:00.401619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Pushing event updated for resources: {'Port': ['ID=b76cadc5-7f79-4114-85a0-721ff6cd6104,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:00.455917 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-5172edcd-2fd7-4cf0-8cf3-66e35abf7925 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165741 Feb 28 17:36:00.460188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f54ce54-1aeb-49cf-b72c-c74ba0986bb4 req-b4fcd305-7c65-4d3e-8343-3fa219d680fa service neutron] 10.222.0.73 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322303 Feb 28 17:36:00.475385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec2c1f-9a08-49d9-bf5c-607e9d49b4e2 req-a9eff282-9b8c-4254-99f7-a4588ee49378 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:00.476547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e3ec2c1f-9a08-49d9-bf5c-607e9d49b4e2 req-a9eff282-9b8c-4254-99f7-a4588ee49378 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 946 time: 0.1632812 Feb 28 17:36:00.552627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759e52e1-1076-4960-a191-c1fcc4fd3fe5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router bfe43883-b735-4af0-9e48-6c13ba491489 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:36:00.649500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Attempting to bind port b76cadc5-7f79-4114-85a0-721ff6cd6104 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:36:00.649725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Attempting to bind port b76cadc5-7f79-4114-85a0-721ff6cd6104 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:36:00.650080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Attempting to bind port b76cadc5-7f79-4114-85a0-721ff6cd6104 on network 025c50b6-aef6-427c-b4dd-ce17165ac484 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:36:00.659258 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Port b76cadc5-7f79-4114-85a0-721ff6cd6104 on network 025c50b6-aef6-427c-b4dd-ce17165ac484 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:36:00.659589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Attempting to bind port b76cadc5-7f79-4114-85a0-721ff6cd6104 on network 025c50b6-aef6-427c-b4dd-ce17165ac484 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:36:00.668520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:36:00.668520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Checking segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:36:00.668963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Bound using segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:36:00.669356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Bound port: b76cadc5-7f79-4114-85a0-721ff6cd6104, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:36:00.669744 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:00.708730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759e52e1-1076-4960-a191-c1fcc4fd3fe5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:36:00.715306 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-759e52e1-1076-4960-a191-c1fcc4fd3fe5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/bfe43883-b735-4af0-9e48-6c13ba491489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4318075 Feb 28 17:36:00.716747 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e3ec2c1f-9a08-49d9-bf5c-607e9d49b4e2 req-3596cd13-dfaa-4c42-b144-e8e037875087 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecf31925-931f-4a9d-93d6-9b72f036de0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306416 Feb 28 17:36:00.719307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40816) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:00.726956 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78b75a99-8041-4c34-a083-2043fdccfaa5 req-9f40ad72-ced0-47d9-a735-7725f5774895 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486639 Feb 28 17:36:00.734907 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdbc257-8515-4515-8510-9721d3e1fb22 None None] Sync routers for ids ['bfe43883-b735-4af0-9e48-6c13ba491489'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:36:00.745337 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdbc257-8515-4515-8510-9721d3e1fb22 None None] Routers {'bfe43883-b735-4af0-9e48-6c13ba491489'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:00.745994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7cdbc257-8515-4515-8510-9721d3e1fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:35:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfe43883-b735-4af0-9e48-6c13ba491489'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:00.781133 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7cdbc257-8515-4515-8510-9721d3e1fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:00.791890 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdbc257-8515-4515-8510-9721d3e1fb22 None None] Routers {'bfe43883-b735-4af0-9e48-6c13ba491489'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:00.792833 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7cdbc257-8515-4515-8510-9721d3e1fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:35:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfe43883-b735-4af0-9e48-6c13ba491489'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:00.832098 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7cdbc257-8515-4515-8510-9721d3e1fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:00.833096 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdbc257-8515-4515-8510-9721d3e1fb22 None None] The sync data for ids ['bfe43883-b735-4af0-9e48-6c13ba491489'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:36:00.839682 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] For port b76cadc5-7f79-4114-85a0-721ff6cd6104, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:36:00.855732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] For port b76cadc5-7f79-4114-85a0-721ff6cd6104, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b76cadc5-7f79-4114-85a0-721ff6cd6104,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:36:00.920582 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5810581-6c88-41b1-a826-9fbc7f3ee34c {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:36:00.931507 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Publish callbacks [] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:00.940596 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:00.950119 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Transition to ACTIVE for port object e5810581-6c88-41b1-a826-9fbc7f3ee34c will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:36:00.955541 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcbde9-0712-4d12-a93b-995da0690743 req-7ce79283-9e86-44b5-995e-3784d1b64bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:00.957100 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30dcbde9-0712-4d12-a93b-995da0690743 req-7ce79283-9e86-44b5-995e-3784d1b64bc6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b8c9f2c533c44c61b850177a471dc8fb&device_id=c6ba8c23-a22c-4db5-a85f-186be453c9af HTTP/1.1" status: 200 len: 1129 time: 0.0760181 Feb 28 17:36:00.993005 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:00.993622 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:00.995026 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] 10.222.0.69 "PUT /v2.0/ports/b76cadc5-7f79-4114-85a0-721ff6cd6104 HTTP/1.1" status: 200 len: 1093 time: 2.0296848 Feb 28 17:36:00.995470 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adb1d1a-1f88-47aa-8e0e-8056f38ebf13', 'tag': 'b76cadc5-7f79-4114-85a0-721ff6cd6104'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:00.997726 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f11725-eebd-49ce-8bb1-a419fca2d615" -d '{"events": [{"name": "network-changed", "server_uuid": "5adb1d1a-1f88-47aa-8e0e-8056f38ebf13", "tag": "b76cadc5-7f79-4114-85a0-721ff6cd6104"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:01.028231 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:01.052900 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059563d-9ee1-4df9-a05f-2e3441b82416 service neutron] Pushing event updated for resources: {'Port': ['ID=b76cadc5-7f79-4114-85a0-721ff6cd6104,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:01.070019 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aca756-39bc-4016-af9a-bb69f1b5a937 x-openstack-request-id: req-30aca756-39bc-4016-af9a-bb69f1b5a937 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:01.070312 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5adb1d1a-1f88-47aa-8e0e-8056f38ebf13", "tag": "b76cadc5-7f79-4114-85a0-721ff6cd6104", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:01.070568 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-30aca756-39bc-4016-af9a-bb69f1b5a937 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:01.071021 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adb1d1a-1f88-47aa-8e0e-8056f38ebf13', 'tag': 'b76cadc5-7f79-4114-85a0-721ff6cd6104', 'status': 'completed', 'code': 200} Feb 28 17:36:01.109556 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5810581-6c88-41b1-a826-9fbc7f3ee34c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:01.187195 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f11725-eebd-49ce-8bb1-a419fca2d615 req-356edc98-d070-4280-b26d-5fbe1fe7e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:01.192941 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79f11725-eebd-49ce-8bb1-a419fca2d615 req-356edc98-d070-4280-b26d-5fbe1fe7e854 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 1127 time: 0.0873976 Feb 28 17:36:01.244350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcbde9-0712-4d12-a93b-995da0690743 req-abca0d93-7b19-4b9a-9fcc-eb39488d3ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:01.245863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30dcbde9-0712-4d12-a93b-995da0690743 req-abca0d93-7b19-4b9a-9fcc-eb39488d3ed4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2829442 Feb 28 17:36:01.301950 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30dcbde9-0712-4d12-a93b-995da0690743 req-0ceb1023-0136-4028-aa2c-f79eb34d274e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 HTTP/1.1" status: 200 len: 217 time: 0.0485141 Feb 28 17:36:01.329677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Attempting to bind port e5810581-6c88-41b1-a826-9fbc7f3ee34c on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:36:01.330058 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Attempting to bind port e5810581-6c88-41b1-a826-9fbc7f3ee34c by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:36:01.330397 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Attempting to bind port e5810581-6c88-41b1-a826-9fbc7f3ee34c on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:36:01.342205 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85760035-ebed-4f4a-92a5-c9fec03c89a3 req-f2281387-8a49-4ba0-82bb-3142099374ad tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:01.344237 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85760035-ebed-4f4a-92a5-c9fec03c89a3 req-f2281387-8a49-4ba0-82bb-3142099374ad tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 944 time: 0.1585755 Feb 28 17:36:01.355507 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-065b3880-e496-48c7-8105-b8da01e3dfad tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (bfe43883-b735-4af0-9e48-6c13ba491489), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:01.359446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Port e5810581-6c88-41b1-a826-9fbc7f3ee34c on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:36:01.359771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Attempting to bind port e5810581-6c88-41b1-a826-9fbc7f3ee34c on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:36:01.378057 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:36:01.378403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:36:01.379139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:36:01.379615 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Bound port: e5810581-6c88-41b1-a826-9fbc7f3ee34c, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:36:01.380007 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:01.463604 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85760035-ebed-4f4a-92a5-c9fec03c89a3 req-c488b2c4-0b91-4c16-8a72-b8cfda96f9b1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115303 Feb 28 17:36:01.463822 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f11725-eebd-49ce-8bb1-a419fca2d615 req-fd89eeef-878d-41cb-9d2d-dccc15d8aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:01.465103 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79f11725-eebd-49ce-8bb1-a419fca2d615 req-fd89eeef-878d-41cb-9d2d-dccc15d8aceb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2577705 Feb 28 17:36:01.526502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] For port e5810581-6c88-41b1-a826-9fbc7f3ee34c, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:36:01.529417 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcbde9-0712-4d12-a93b-995da0690743 req-e869b39c-668f-4c55-a202-10a6d8b10032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:01.530909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30dcbde9-0712-4d12-a93b-995da0690743 req-e869b39c-668f-4c55-a202-10a6d8b10032 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0716445 Feb 28 17:36:01.532445 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] For port e5810581-6c88-41b1-a826-9fbc7f3ee34c, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e5810581-6c88-41b1-a826-9fbc7f3ee34c,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:36:01.582395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcbde9-0712-4d12-a93b-995da0690743 req-a682a142-9172-4e42-b185-c707963e9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:01.584449 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30dcbde9-0712-4d12-a93b-995da0690743 req-a682a142-9172-4e42-b185-c707963e9055 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0468373 Feb 28 17:36:01.614466 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:01.648284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68ebca-48fa-45e6-94df-a44b0aba30a2 req-d888235b-fbc8-4184-af15-b494ad5dc7ae tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:01.649770 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da68ebca-48fa-45e6-94df-a44b0aba30a2 req-d888235b-fbc8-4184-af15-b494ad5dc7ae tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 948 time: 0.2419760 Feb 28 17:36:01.663772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f11725-eebd-49ce-8bb1-a419fca2d615 req-d1c06505-9442-4e12-8e44-1bb32bf85ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:01.665220 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79f11725-eebd-49ce-8bb1-a419fca2d615 req-d1c06505-9442-4e12-8e44-1bb32bf85ba3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1819158 Feb 28 17:36:01.692173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:01.693003 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:01.694417 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] 10.222.0.69 "PUT /v2.0/ports/e5810581-6c88-41b1-a826-9fbc7f3ee34c HTTP/1.1" status: 200 len: 1097 time: 1.4596500 Feb 28 17:36:01.694862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525b4651-8425-4459-b811-f36236c422f3', 'tag': 'e5810581-6c88-41b1-a826-9fbc7f3ee34c'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:01.697090 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83bf5a6-ed67-43cb-9cbb-f02abbecd87a" -d '{"events": [{"name": "network-changed", "server_uuid": "525b4651-8425-4459-b811-f36236c422f3", "tag": "e5810581-6c88-41b1-a826-9fbc7f3ee34c"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:01.722852 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efe65f-b526-4561-8f42-6d24d8ae19b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5810581-6c88-41b1-a826-9fbc7f3ee34c,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:01.738200 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da68ebca-48fa-45e6-94df-a44b0aba30a2 req-a6131567-203e-43d7-aecd-d557ba98a130 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708203 Feb 28 17:36:01.839200 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263a201f-f523-47f3-932a-6d8ae6db7041 x-openstack-request-id: req-263a201f-f523-47f3-932a-6d8ae6db7041 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:01.839493 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525b4651-8425-4459-b811-f36236c422f3", "tag": "e5810581-6c88-41b1-a826-9fbc7f3ee34c", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:01.839751 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-263a201f-f523-47f3-932a-6d8ae6db7041 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:01.840163 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525b4651-8425-4459-b811-f36236c422f3', 'tag': 'e5810581-6c88-41b1-a826-9fbc7f3ee34c', 'status': 'completed', 'code': 200} Feb 28 17:36:01.843288 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30dcbde9-0712-4d12-a93b-995da0690743 req-44fd2dc5-b06d-480c-a66c-4924d5f36a25 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505994 Feb 28 17:36:01.974052 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30dcbde9-0712-4d12-a93b-995da0690743 req-a7483052-6862-4cfa-a123-3784876bcd8c service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206391 Feb 28 17:36:01.983661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-8f4d76ac-25db-4f77-af3b-a0704375e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:01.983661 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-8f4d76ac-25db-4f77-af3b-a0704375e44f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 1127 time: 0.2305517 Feb 28 17:36:01.989725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-6a46f5af-8220-4915-947c-f2bf4addc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:01.996796 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-6a46f5af-8220-4915-947c-f2bf4addc60a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b8c9f2c533c44c61b850177a471dc8fb&device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 1131 time: 0.1730242 Feb 28 17:36:02.006281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905221c6-d5a7-490b-899e-8b580d1c3150 req-d235b590-96cf-46e3-9dea-4734ec1e656c tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:02.007783 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-905221c6-d5a7-490b-899e-8b580d1c3150 req-d235b590-96cf-46e3-9dea-4734ec1e656c tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 946 time: 0.1299069 Feb 28 17:36:02.011382 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-065b3880-e496-48c7-8105-b8da01e3dfad tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port 507af8ff-076f-4729-8f65-a79aca8ce1d1 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:36:02.011731 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-065b3880-e496-48c7-8105-b8da01e3dfad tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (507af8ff-076f-4729-8f65-a79aca8ce1d1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:02.048165 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-e98722df-056e-43ab-8c15-9e97f3fab0c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b76cadc5-7f79-4114-85a0-721ff6cd6104 HTTP/1.1" status: 200 len: 217 time: 0.0562835 Feb 28 17:36:02.103932 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-d2c29d8a-15eb-4d20-a8c8-e8019b2a382a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=e5810581-6c88-41b1-a826-9fbc7f3ee34c HTTP/1.1" status: 200 len: 217 time: 0.0949078 Feb 28 17:36:02.110946 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-ec8bc37f-1dfa-4c80-b495-741a9d47b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:02.118206 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-ec8bc37f-1dfa-4c80-b495-741a9d47b9c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb110c1f-5ae6-479d-98d8-8a85f1f33199 HTTP/1.1" status: 200 len: 845 time: 0.0580914 Feb 28 17:36:02.145207 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-11153624-42a1-434b-a8e9-81462f5c55bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=025c50b6-aef6-427c-b4dd-ce17165ac484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264690 Feb 28 17:36:02.198939 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-905221c6-d5a7-490b-899e-8b580d1c3150 req-ba1b08dc-6c0b-4868-89f7-859c7a4b7e7d tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecf31925-931f-4a9d-93d6-9b72f036de0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781437 Feb 28 17:36:02.215195 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-8ef140a0-c3bf-4db5-92fd-be09bd76e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:02.216655 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-8ef140a0-c3bf-4db5-92fd-be09bd76e4c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1063859 Feb 28 17:36:02.218375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-065b3880-e496-48c7-8105-b8da01e3dfad tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (507af8ff-076f-4729-8f65-a79aca8ce1d1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:02.241637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-065b3880-e496-48c7-8105-b8da01e3dfad tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for 507af8ff-076f-4729-8f65-a79aca8ce1d1 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:36:02.247296 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-437b041c-2d39-49b4-9204-7d0c5263fc32 service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963895 Feb 28 17:36:02.339468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-602f7123-fe4b-4d06-bdef-147f74f74573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:02.341076 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-602f7123-fe4b-4d06-bdef-147f74f74573 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1149178 Feb 28 17:36:02.384971 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-174f5fbd-eec8-4f5c-bbee-663f0b835e38 req-7acd8990-661e-4c21-9c4b-bdc55068c937 service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320007 Feb 28 17:36:02.516548 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-bb32788d-42ff-4b9b-988b-b8ab7eeff24d service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692657 Feb 28 17:36:02.612873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e1a24-138e-4568-b747-255860768107 req-c2b7b488-4ae4-4436-9ecc-40eadf60041c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:02.615331 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-245e1a24-138e-4568-b747-255860768107 req-c2b7b488-4ae4-4436-9ecc-40eadf60041c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 944 time: 0.0628145 Feb 28 17:36:02.636335 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-abc4dab2-3ca4-4d4e-a0a3-7831ec8172e0 req-def2106e-821d-417b-865c-edf55a6925fc service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114686 Feb 28 17:36:02.653446 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-065b3880-e496-48c7-8105-b8da01e3dfad tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (507af8ff-076f-4729-8f65-a79aca8ce1d1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:02.667204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-245e1a24-138e-4568-b747-255860768107 req-1833e571-71db-4151-ab04-47364f57b60f tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460262 Feb 28 17:36:02.694831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b3880-e496-48c7-8105-b8da01e3dfad tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=507af8ff-076f-4729-8f65-a79aca8ce1d1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:02.900334 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06929d70-292b-4b9d-9ce5-7d9075bc1128 req-629a7c35-2b14-4d7b-a6ef-44796f27c4eb tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:02.901990 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06929d70-292b-4b9d-9ce5-7d9075bc1128 req-629a7c35-2b14-4d7b-a6ef-44796f27c4eb tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 948 time: 0.0623672 Feb 28 17:36:02.999377 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06929d70-292b-4b9d-9ce5-7d9075bc1128 req-1c841d93-b323-46ee-90a8-11ce3a6dec73 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880516 Feb 28 17:36:03.239624 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-065b3880-e496-48c7-8105-b8da01e3dfad tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (bfe43883-b735-4af0-9e48-6c13ba491489), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:03.300055 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bf5a6-ed67-43cb-9cbb-f02abbecd87a req-c5df867f-5e3f-4a43-97e6-082a22f6f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:03.301569 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c83bf5a6-ed67-43cb-9cbb-f02abbecd87a req-c5df867f-5e3f-4a43-97e6-082a22f6f697 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b8c9f2c533c44c61b850177a471dc8fb&device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 1131 time: 0.5115900 Feb 28 17:36:03.416939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f6696-a8ba-4224-8946-2a5aa33f1b42 req-b582c5e2-5c46-4858-bea2-980d59095182 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:03.418484 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-283f6696-a8ba-4224-8946-2a5aa33f1b42 req-b582c5e2-5c46-4858-bea2-980d59095182 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 946 time: 0.2130454 Feb 28 17:36:03.446042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:36:03.558434 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065b3880-e496-48c7-8105-b8da01e3dfad tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router bfe43883-b735-4af0-9e48-6c13ba491489 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:36:03.582475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bf5a6-ed67-43cb-9cbb-f02abbecd87a req-21b9fde2-df5d-4eaf-980e-b7e8e1856472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:03.588711 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c83bf5a6-ed67-43cb-9cbb-f02abbecd87a req-21b9fde2-df5d-4eaf-980e-b7e8e1856472 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2498670 Feb 28 17:36:03.594872 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:03.608123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664', 'mac_address': 'fa:16:3e:c4:7d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:36:03.636130 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c83bf5a6-ed67-43cb-9cbb-f02abbecd87a req-94b2dbd4-8bec-43f9-b232-839ee401697b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=e5810581-6c88-41b1-a826-9fbc7f3ee34c HTTP/1.1" status: 200 len: 217 time: 0.0437167 Feb 28 17:36:03.663581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:03.664419 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:03.679890 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:36:03.710435 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-283f6696-a8ba-4224-8946-2a5aa33f1b42 req-e6194cf5-c569-4e5b-a8d7-d8efb4269e02 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecf31925-931f-4a9d-93d6-9b72f036de0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824097 Feb 28 17:36:03.729631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:03.767908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065b3880-e496-48c7-8105-b8da01e3dfad tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:36:03.773861 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-065b3880-e496-48c7-8105-b8da01e3dfad tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/bfe43883-b735-4af0-9e48-6c13ba491489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0538888 Feb 28 17:36:03.776880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40850) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:03.784741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b932018-4924-4605-8773-57551fd7c9e4 None None] Sync routers for ids ['bfe43883-b735-4af0-9e48-6c13ba491489'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:36:03.791802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bf5a6-ed67-43cb-9cbb-f02abbecd87a req-17045b65-481d-402a-a587-fb5a27c33f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:03.795702 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b932018-4924-4605-8773-57551fd7c9e4 None None] Routers {'bfe43883-b735-4af0-9e48-6c13ba491489'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:03.796601 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c83bf5a6-ed67-43cb-9cbb-f02abbecd87a req-17045b65-481d-402a-a587-fb5a27c33f63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1163790 Feb 28 17:36:03.796918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0b932018-4924-4605-8773-57551fd7c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:35:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfe43883-b735-4af0-9e48-6c13ba491489'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:03.845540 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0a7896f2-ad1c-401a-aab8-0a3cbc67d8b2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfe43883-b735-4af0-9e48-6c13ba491489 HTTP/1.1" status: 200 len: 205 time: 0.0673690 Feb 28 17:36:03.848308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40852) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:03.863581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0b932018-4924-4605-8773-57551fd7c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:03.868411 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:03.884675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bf5a6-ed67-43cb-9cbb-f02abbecd87a req-8bab4c66-0ca2-49cc-8b0b-9ee4d3cc4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:03.887704 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c83bf5a6-ed67-43cb-9cbb-f02abbecd87a req-8bab4c66-0ca2-49cc-8b0b-9ee4d3cc4986 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0856943 Feb 28 17:36:03.910668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b932018-4924-4605-8773-57551fd7c9e4 None None] Routers {'bfe43883-b735-4af0-9e48-6c13ba491489'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:03.912055 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0b932018-4924-4605-8773-57551fd7c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:35:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfe43883-b735-4af0-9e48-6c13ba491489'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:03.960247 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-0b932018-4924-4605-8773-57551fd7c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:03.961266 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b932018-4924-4605-8773-57551fd7c9e4 None None] The sync data for ids ['bfe43883-b735-4af0-9e48-6c13ba491489'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:36:03.997365 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:03.999377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c771bd-53cf-4f91-b16c-7ac412c88ed3 req-f6503481-967f-40fc-b3a8-b48450e7d9ce tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:04.009163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-42c771bd-53cf-4f91-b16c-7ac412c88ed3 req-f6503481-967f-40fc-b3a8-b48450e7d9ce tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 944 time: 0.2469146 Feb 28 17:36:04.019997 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1632048-0d6b-49bc-8292-0bfad76ca5fc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (bfe43883-b735-4af0-9e48-6c13ba491489), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:04.053327 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c83bf5a6-ed67-43cb-9cbb-f02abbecd87a req-022a5298-3365-4c17-9d03-d271bdbb4399 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543589 Feb 28 17:36:04.103926 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['462d1429-73c0-4e5b-b0c0-6ebfe9ed2664'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:36:04.236440 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c83bf5a6-ed67-43cb-9cbb-f02abbecd87a req-95795214-4039-4737-a394-bc55ddeedbeb service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769524 Feb 28 17:36:04.244614 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-42c771bd-53cf-4f91-b16c-7ac412c88ed3 req-c59effea-3782-4efe-9eef-e8a2ada92132 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346110 Feb 28 17:36:04.257991 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1632048-0d6b-49bc-8292-0bfad76ca5fc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (bfe43883-b735-4af0-9e48-6c13ba491489), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:04.262143 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1632048-0d6b-49bc-8292-0bfad76ca5fc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_controller (bfe43883-b735-4af0-9e48-6c13ba491489), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:04.320136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44420624-ecae-4cba-84b0-2a49abc0e34a req-32081c54-c01b-4e90-bccd-57d10f211c20 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:04.325914 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44420624-ecae-4cba-84b0-2a49abc0e34a req-32081c54-c01b-4e90-bccd-57d10f211c20 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 948 time: 0.2340109 Feb 28 17:36:04.376913 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-44420624-ecae-4cba-84b0-2a49abc0e34a req-50859fca-4795-4dcb-a788-1b80dbf29829 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485399 Feb 28 17:36:04.391597 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1632048-0d6b-49bc-8292-0bfad76ca5fc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (bfe43883-b735-4af0-9e48-6c13ba491489), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:04.392187 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1632048-0d6b-49bc-8292-0bfad76ca5fc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Fanout notify agent at l3_agent the message router_deleted on router bfe43883-b735-4af0-9e48-6c13ba491489 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:36:04.399947 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1632048-0d6b-49bc-8292-0bfad76ca5fc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:04.402195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f1632048-0d6b-49bc-8292-0bfad76ca5fc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/routers/bfe43883-b735-4af0-9e48-6c13ba491489 HTTP/1.1" status: 204 len: 168 time: 0.5517285 Feb 28 17:36:04.403851 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40858) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:04.486794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-d374c7fc-f41a-4834-a8a4-1353ffe3e658 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting subnet 0a5095fb-1e65-45ae-a656-fda86199f938 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:36:04.490384 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d374c7fc-f41a-4834-a8a4-1353ffe3e658 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (0a5095fb-1e65-45ae-a656-fda86199f938), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:04.534910 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d374c7fc-f41a-4834-a8a4-1353ffe3e658 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (0a5095fb-1e65-45ae-a656-fda86199f938), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:04.544837 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e891b5-9245-493c-8e74-fa247b59700d req-8adc38cf-e738-4d73-97ff-e4d3c077628e tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:04.554730 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19e891b5-9245-493c-8e74-fa247b59700d req-8adc38cf-e738-4d73-97ff-e4d3c077628e tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.73 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 946 time: 0.1158886 Feb 28 17:36:04.666449 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d374c7fc-f41a-4834-a8a4-1353ffe3e658 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (0a5095fb-1e65-45ae-a656-fda86199f938), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:04.792623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-19e891b5-9245-493c-8e74-fa247b59700d req-d7344779-5e01-40b3-855b-4d3f5bd7c084 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Deleting port c79c5c1f-f54c-4062-b5cb-92b5b1491e12 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:36:04.792909 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-19e891b5-9245-493c-8e74-fa247b59700d req-d7344779-5e01-40b3-855b-4d3f5bd7c084 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:04.845309 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d374c7fc-f41a-4834-a8a4-1353ffe3e658 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (0a5095fb-1e65-45ae-a656-fda86199f938), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:04.871595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f397f-d8af-4e8d-a24e-33ed6a4494ee req-ba763b31-5919-4953-94a8-a22401243221 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:04.879463 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-688f397f-d8af-4e8d-a24e-33ed6a4494ee req-ba763b31-5919-4953-94a8-a22401243221 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 946 time: 0.0832312 Feb 28 17:36:04.948961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374c7fc-f41a-4834-a8a4-1353ffe3e658 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5095fb-1e65-45ae-a656-fda86199f938,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:04.957869 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-688f397f-d8af-4e8d-a24e-33ed6a4494ee req-9e685109-be42-4472-98ef-d20d56652392 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecf31925-931f-4a9d-93d6-9b72f036de0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743902 Feb 28 17:36:04.961559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7505dc5-6eb1-4ac1-a6f6-97ce66bce2c1 None None] Network 037f1e92-ff39-4bb8-b83e-01330a0b900d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:36:04.968405 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d374c7fc-f41a-4834-a8a4-1353ffe3e658 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:04.971692 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d374c7fc-f41a-4834-a8a4-1353ffe3e658 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/0a5095fb-1e65-45ae-a656-fda86199f938 HTTP/1.1" status: 204 len: 168 time: 0.5669098 Feb 28 17:36:04.975871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-19e891b5-9245-493c-8e74-fa247b59700d req-d7344779-5e01-40b3-855b-4d3f5bd7c084 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] For port c79c5c1f-f54c-4062-b5cb-92b5b1491e12, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=c79c5c1f-f54c-4062-b5cb-92b5b1491e12,segment=NetworkSegment(75b1f04e-86f3-4cb0-80bf-4c84b42ee128),segment_id=75b1f04e-86f3-4cb0-80bf-4c84b42ee128)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:04.976231 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-19e891b5-9245-493c-8e74-fa247b59700d req-d7344779-5e01-40b3-855b-4d3f5bd7c084 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:04.989882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40884) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:05.020282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-19e891b5-9245-493c-8e74-fa247b59700d req-d7344779-5e01-40b3-855b-4d3f5bd7c084 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Calling delete_port for c79c5c1f-f54c-4062-b5cb-92b5b1491e12 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:36:05.075089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-7398d79f-a232-47a2-aa0c-dc574788c720 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting subnet 4184272c-ec46-4841-bb82-682404fef7e7 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:36:05.079397 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7398d79f-a232-47a2-aa0c-dc574788c720 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (4184272c-ec46-4841-bb82-682404fef7e7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:05.117249 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ad9925ea-f543-40e8-bb18-72613cad4a46 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:05.118803 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ad9925ea-f543-40e8-bb18-72613cad4a46 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 814 time: 0.2154770 Feb 28 17:36:05.141464 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7398d79f-a232-47a2-aa0c-dc574788c720 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (4184272c-ec46-4841-bb82-682404fef7e7), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:05.143277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-99907d7c-978b-4b57-9d79-19f108459abd tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/quotas/b6a5f26c739943298b972c521fa38307 HTTP/1.1" status: 200 len: 375 time: 0.0137181 Feb 28 17:36:05.191202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e471de-7c34-46c9-837d-0f086a2210d7 None None] DHCP port deletion for 037f1e92-ff39-4bb8-b83e-01330a0b900d request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:36:05.252696 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7398d79f-a232-47a2-aa0c-dc574788c720 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (4184272c-ec46-4841-bb82-682404fef7e7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:05.262754 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-97e471de-7c34-46c9-837d-0f086a2210d7 None None] Deleting port 8528e519-cda2-4981-9e1f-45e275d5a43f {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:36:05.263244 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-97e471de-7c34-46c9-837d-0f086a2210d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8528e519-cda2-4981-9e1f-45e275d5a43f), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:05.347339 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-97e471de-7c34-46c9-837d-0f086a2210d7 None None] For port 8528e519-cda2-4981-9e1f-45e275d5a43f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8528e519-cda2-4981-9e1f-45e275d5a43f,segment=NetworkSegment(099d8e12-3b27-4ef0-aa48-6897b8acbca3),segment_id=099d8e12-3b27-4ef0-aa48-6897b8acbca3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:05.347834 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-97e471de-7c34-46c9-837d-0f086a2210d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8528e519-cda2-4981-9e1f-45e275d5a43f), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:05.376426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-97e471de-7c34-46c9-837d-0f086a2210d7 None None] Calling delete_port for 8528e519-cda2-4981-9e1f-45e275d5a43f owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:36:05.450855 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7398d79f-a232-47a2-aa0c-dc574788c720 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (4184272c-ec46-4841-bb82-682404fef7e7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:05.457157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b76cadc5-7f79-4114-85a0-721ff6cd6104 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:36:05.510140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:36:05.568617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398d79f-a232-47a2-aa0c-dc574788c720 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Subnet': ['ID=4184272c-ec46-4841-bb82-682404fef7e7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:05.617829 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411d6af-3a4e-4bb9-afaf-aef6d59d5270 req-c50beab8-1126-4193-bbd8-1cb00844a9e4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:05.620400 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e411d6af-3a4e-4bb9-afaf-aef6d59d5270 req-c50beab8-1126-4193-bbd8-1cb00844a9e4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 944 time: 0.2362168 Feb 28 17:36:05.627540 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7398d79f-a232-47a2-aa0c-dc574788c720 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:05.635912 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7398d79f-a232-47a2-aa0c-dc574788c720 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/4184272c-ec46-4841-bb82-682404fef7e7 HTTP/1.1" status: 204 len: 168 time: 0.6434205 Feb 28 17:36:05.641208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40892) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:05.645582 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-721267eb-374a-4d7c-9a2f-dd81ed08b839 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4942966 Feb 28 17:36:05.853177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-cf16aeec-ca43-4593-a2a7-dc39925982c0 service neutron] 10.222.0.72 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058423 Feb 28 17:36:05.853515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8528e519-cda2-4981-9e1f-45e275d5a43f no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:36:05.855579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ba2859-be26-4042-85cf-23e566a2be26 None None] Network df9feb0a-511b-4d52-a19e-854c1da22f5a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:36:05.875147 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-19e891b5-9245-493c-8e74-fa247b59700d req-d7344779-5e01-40b3-855b-4d3f5bd7c084 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c79c5c1f-f54c-4062-b5cb-92b5b1491e12), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:05.900797 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e411d6af-3a4e-4bb9-afaf-aef6d59d5270 req-5358c3c1-bfaf-415e-a056-21235b73c67b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604516 Feb 28 17:36:05.919538 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b97dd65a-da6c-4b52-aef3-3ff75d25b3e8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (037f1e92-ff39-4bb8-b83e-01330a0b900d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:05.948896 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-97e471de-7c34-46c9-837d-0f086a2210d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (8528e519-cda2-4981-9e1f-45e275d5a43f), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:05.959141 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0de8d680-eefa-451e-9402-ae21762ce47a req-993f509b-7fb0-482e-a77e-c30ca8005a35 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1877534 Feb 28 17:36:05.977283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7344779-5e01-40b3-855b-4d3f5bd7c084 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Pushing event deleted for resources: {'Port': ['ID=c79c5c1f-f54c-4062-b5cb-92b5b1491e12,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:06.042024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e471de-7c34-46c9-837d-0f086a2210d7 None None] Pushing event deleted for resources: {'Port': ['ID=8528e519-cda2-4981-9e1f-45e275d5a43f,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:06.049173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 8528e519-cda2-4981-9e1f-45e275d5a43f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:36:06.049522 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8528e519-cda2-4981-9e1f-45e275d5a43f not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:36:06.076792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:36:06.084382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e471de-7c34-46c9-837d-0f086a2210d7 None None] No DVR routers for this DVR port 8528e519-cda2-4981-9e1f-45e275d5a43f on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:36:06.104887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:06.105275 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:06.135063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e891b5-9245-493c-8e74-fa247b59700d req-d7344779-5e01-40b3-855b-4d3f5bd7c084 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] No DVR routers for this DVR port c79c5c1f-f54c-4062-b5cb-92b5b1491e12 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:36:06.137563 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-19e891b5-9245-493c-8e74-fa247b59700d req-d7344779-5e01-40b3-855b-4d3f5bd7c084 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:06.141359 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b97dd65a-da6c-4b52-aef3-3ff75d25b3e8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (037f1e92-ff39-4bb8-b83e-01330a0b900d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:06.152644 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19e891b5-9245-493c-8e74-fa247b59700d req-d7344779-5e01-40b3-855b-4d3f5bd7c084 tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.73 "DELETE /v2.0/ports/c79c5c1f-f54c-4062-b5cb-92b5b1491e12 HTTP/1.1" status: 204 len: 173 time: 1.5830600 Feb 28 17:36:06.156045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233c062f-10f6-4b32-8032-579429c942bf', 'name': 'network-vif-deleted', 'tag': 'c79c5c1f-f54c-4062-b5cb-92b5b1491e12'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:06.160387 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf10506a-6875-4f2c-b0e0-27ddabfc9cb6" -d '{"events": [{"server_uuid": "233c062f-10f6-4b32-8032-579429c942bf", "name": "network-vif-deleted", "tag": "c79c5c1f-f54c-4062-b5cb-92b5b1491e12"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:06.178302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b76cadc5-7f79-4114-85a0-721ff6cd6104, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b76cadc5-7f79-4114-85a0-721ff6cd6104,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:06.189297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b97dd65a-da6c-4b52-aef3-3ff75d25b3e8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037f1e92-ff39-4bb8-b83e-01330a0b900d']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:06.201475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b97dd65a-da6c-4b52-aef3-3ff75d25b3e8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099d8e12-3b27-4ef0-aa48-6897b8acbca3') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:06.201836 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b97dd65a-da6c-4b52-aef3-3ff75d25b3e8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099d8e12-3b27-4ef0-aa48-6897b8acbca3') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:06.214901 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b97dd65a-da6c-4b52-aef3-3ff75d25b3e8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (099d8e12-3b27-4ef0-aa48-6897b8acbca3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:06.227662 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b97dd65a-da6c-4b52-aef3-3ff75d25b3e8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (099d8e12-3b27-4ef0-aa48-6897b8acbca3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:06.234582 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97dd65a-da6c-4b52-aef3-3ff75d25b3e8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:36:06.238006 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b97dd65a-da6c-4b52-aef3-3ff75d25b3e8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (099d8e12-3b27-4ef0-aa48-6897b8acbca3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:06.250522 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:06.251069 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:06.256804 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-5fd35561-a08a-48b0-b8eb-c3adbbe0a10f service neutron] 10.222.0.72 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976915 Feb 28 17:36:06.294607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:06.295903 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ceb39a-96d4-4e23-be93-8bae0e0e14a9 None None] DHCP port deletion for df9feb0a-511b-4d52-a19e-854c1da22f5a request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:36:06.303037 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:06.305374 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff4ee17-f3e3-4600-8d9a-348e7d96726c" -d '{"events": [{"server_uuid": "c6ba8c23-a22c-4db5-a85f-186be453c9af", "name": "network-vif-plugged", "status": "completed", "tag": "462d1429-73c0-4e5b-b0c0-6ebfe9ed2664"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:06.332721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'b76cadc5-7f79-4114-85a0-721ff6cd6104', 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'port_id': 'b76cadc5-7f79-4114-85a0-721ff6cd6104', 'mac_address': 'fa:16:3e:df:35:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb110c1f-5ae6-479d-98d8-8a85f1f33199', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:36:06.336054 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:36:06.366884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8d680-eefa-451e-9402-ae21762ce47a req-f1ef9e8f-2dc2-460b-88c0-fdf45729c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:06.368408 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0de8d680-eefa-451e-9402-ae21762ce47a req-f1ef9e8f-2dc2-460b-88c0-fdf45729c231 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 1128 time: 0.3882363 Feb 28 17:36:06.386693 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port b76cadc5-7f79-4114-85a0-721ff6cd6104 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:06.387000 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:06.393589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e1317-6a6d-4b31-892f-0eac637fe366 req-6684299c-f0c9-4da9-9f44-955777647b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:06.396095 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-578e1317-6a6d-4b31-892f-0eac637fe366 req-6684299c-f0c9-4da9-9f44-955777647b7d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 948 time: 0.3452406 Feb 28 17:36:06.401202 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:06.405445 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b97dd65a-da6c-4b52-aef3-3ff75d25b3e8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (037f1e92-ff39-4bb8-b83e-01330a0b900d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:06.406214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76cadc5-7f79-4114-85a0-721ff6cd6104 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:36:06.431199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b76cadc5-7f79-4114-85a0-721ff6cd6104, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b76cadc5-7f79-4114-85a0-721ff6cd6104,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:06.433887 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b97dd65a-da6c-4b52-aef3-3ff75d25b3e8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:06.437324 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b97dd65a-da6c-4b52-aef3-3ff75d25b3e8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/networks/037f1e92-ff39-4bb8-b83e-01330a0b900d HTTP/1.1" status: 204 len: 168 time: 0.7951055 Feb 28 17:36:06.440520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40906) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:06.482418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97dd65a-da6c-4b52-aef3-3ff75d25b3e8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Network': ['ID=037f1e92-ff39-4bb8-b83e-01330a0b900d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:06.547515 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-578e1317-6a6d-4b31-892f-0eac637fe366 req-a40f0a6e-78a8-4884-bc55-43a763eb1c07 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398737 Feb 28 17:36:06.566684 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:06.611050 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (df9feb0a-511b-4d52-a19e-854c1da22f5a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:06.611741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8d680-eefa-451e-9402-ae21762ce47a req-fec953cc-e24a-42a7-8c05-c6f2b4ec43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:06.615549 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0de8d680-eefa-451e-9402-ae21762ce47a req-fec953cc-e24a-42a7-8c05-c6f2b4ec43ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 906 time: 0.2180467 Feb 28 17:36:06.653130 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:06.708643 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47365dc-2882-46b2-9355-f8c613a7ae78 x-openstack-request-id: req-f47365dc-2882-46b2-9355-f8c613a7ae78 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:06.713183 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233c062f-10f6-4b32-8032-579429c942bf", "name": "network-vif-deleted", "tag": "c79c5c1f-f54c-4062-b5cb-92b5b1491e12", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:06.713557 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f47365dc-2882-46b2-9355-f8c613a7ae78 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:06.714099 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233c062f-10f6-4b32-8032-579429c942bf', 'name': 'network-vif-deleted', 'tag': 'c79c5c1f-f54c-4062-b5cb-92b5b1491e12', 'status': 'completed', 'code': 200} Feb 28 17:36:06.715569 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0de8d680-eefa-451e-9402-ae21762ce47a req-ffa510e6-0090-4529-828f-7c605eeb73ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f19e91d-6fd2-4753-9826-cc84e46fcf75 HTTP/1.1" status: 200 len: 217 time: 0.0930681 Feb 28 17:36:06.721899 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-67ceb39a-96d4-4e23-be93-8bae0e0e14a9 None None] Deleting port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:36:06.722323 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-67ceb39a-96d4-4e23-be93-8bae0e0e14a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:06.788203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8d680-eefa-451e-9402-ae21762ce47a req-dfd738fb-cb72-41cc-a38e-9a4551c4d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:06.791935 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323cabe5-7a12-41b3-b9b9-d094438182bd x-openstack-request-id: req-323cabe5-7a12-41b3-b9b9-d094438182bd {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:06.792234 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ba8c23-a22c-4db5-a85f-186be453c9af", "name": "network-vif-plugged", "status": "completed", "tag": "462d1429-73c0-4e5b-b0c0-6ebfe9ed2664", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:06.792695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0de8d680-eefa-451e-9402-ae21762ce47a req-dfd738fb-cb72-41cc-a38e-9a4551c4d703 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb110c1f-5ae6-479d-98d8-8a85f1f33199 HTTP/1.1" status: 200 len: 845 time: 0.0618479 Feb 28 17:36:06.793036 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-323cabe5-7a12-41b3-b9b9-d094438182bd {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:06.793443 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664', 'code': 200} Feb 28 17:36:06.823655 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-182428a2-3239-434d-9e2c-26283f411674 req-cff70bd6-8983-40fb-a79c-a6529ff965cd tempest-ServerPasswordTestJSON-1146033663 tempest-ServerPasswordTestJSON-1146033663-project] 10.222.0.72 "GET /v2.0/ports?device_id=233c062f-10f6-4b32-8032-579429c942bf HTTP/1.1" status: 200 len: 210 time: 0.0977163 Feb 28 17:36:06.883030 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['b76cadc5-7f79-4114-85a0-721ff6cd6104'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:36:06.945509 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0de8d680-eefa-451e-9402-ae21762ce47a req-0b1630b0-5f5b-4db6-a496-1e80e9507b1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=025c50b6-aef6-427c-b4dd-ce17165ac484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460443 Feb 28 17:36:06.964476 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:36:06.964817 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.008299 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b3e959fe-ac58-420c-ab49-0fd66655edea req-a709423a-4d7e-4bd9-8ecf-fdc28b889b5a tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 210 time: 0.1056933 Feb 28 17:36:07.050309 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=b76cadc5-7f79-4114-85a0-721ff6cd6104,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:07.057650 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-67ceb39a-96d4-4e23-be93-8bae0e0e14a9 None None] For port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7e9086fb-6e97-4e59-a7fe-bd6d7c016079,segment=NetworkSegment(07a6699a-2548-4e4c-a101-4a1ef0f409c8),segment_id=07a6699a-2548-4e4c-a101-4a1ef0f409c8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:07.058078 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-67ceb39a-96d4-4e23-be93-8bae0e0e14a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.100267 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aa8b9-03bb-431a-822b-db5180dc201d req-b51a2a94-636b-4893-bb13-42f501b13f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:07.101973 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b1aa8b9-03bb-431a-822b-db5180dc201d req-b51a2a94-636b-4893-bb13-42f501b13f9e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6ba8c23-a22c-4db5-a85f-186be453c9af HTTP/1.1" status: 200 len: 1131 time: 0.2332399 Feb 28 17:36:07.137252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-67ceb39a-96d4-4e23-be93-8bae0e0e14a9 None None] Calling delete_port for 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:36:07.146589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] For port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7e9086fb-6e97-4e59-a7fe-bd6d7c016079,segment=NetworkSegment(07a6699a-2548-4e4c-a101-4a1ef0f409c8),segment_id=07a6699a-2548-4e4c-a101-4a1ef0f409c8)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:07.147182 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.168489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:36:07.214300 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0de8d680-eefa-451e-9402-ae21762ce47a req-79a385d5-6937-496b-8cdf-fd1aa67736ae service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244039 Feb 28 17:36:07.221593 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b1aa8b9-03bb-431a-822b-db5180dc201d req-b11f9d2b-c9c3-4cdc-a92f-122da31d2e5d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106627 Feb 28 17:36:07.229392 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d406cc-29c3-4492-90cf-c75046acdeb4 req-da1b1c7e-7b58-4375-b1b2-7c0803412c70 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:07.236658 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a0d406cc-29c3-4492-90cf-c75046acdeb4 req-da1b1c7e-7b58-4375-b1b2-7c0803412c70 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 945 time: 0.1766136 Feb 28 17:36:07.410299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a0d406cc-29c3-4492-90cf-c75046acdeb4 req-3f614f97-7eff-40d5-b62c-62555d97fa75 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724257 Feb 28 17:36:07.433625 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-67ceb39a-96d4-4e23-be93-8bae0e0e14a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.464495 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7e9086fb-6e97-4e59-a7fe-bd6d7c016079), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.465603 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0de8d680-eefa-451e-9402-ae21762ce47a req-d8c6f327-c8f9-461a-83e8-7ac3fd131ee1 service neutron] 10.222.0.69 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408023 Feb 28 17:36:07.492376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device e5810581-6c88-41b1-a826-9fbc7f3ee34c details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:36:07.498711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ceb39a-96d4-4e23-be93-8bae0e0e14a9 None None] Pushing event deleted for resources: {'Port': ['ID=7e9086fb-6e97-4e59-a7fe-bd6d7c016079,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:07.513329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ceb39a-96d4-4e23-be93-8bae0e0e14a9 None None] No DVR routers for this DVR port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:36:07.525447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=7e9086fb-6e97-4e59-a7fe-bd6d7c016079,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:07.529115 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No DVR routers for this DVR port 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:36:07.563880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:36:07.619506 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:36:07.619903 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7e9086fb-6e97-4e59-a7fe-bd6d7c016079 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:36:07.635728 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (df9feb0a-511b-4d52-a19e-854c1da22f5a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.675588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9feb0a-511b-4d52-a19e-854c1da22f5a']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:07.690067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a6699a-2548-4e4c-a101-4a1ef0f409c8') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:07.690374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a6699a-2548-4e4c-a101-4a1ef0f409c8') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:07.702451 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (07a6699a-2548-4e4c-a101-4a1ef0f409c8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.718893 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (07a6699a-2548-4e4c-a101-4a1ef0f409c8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.730608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port e5810581-6c88-41b1-a826-9fbc7f3ee34c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e5810581-6c88-41b1-a826-9fbc7f3ee34c,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:07.738579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:36:07.739518 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (07a6699a-2548-4e4c-a101-4a1ef0f409c8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.742348 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9d8a9cee-066c-4217-9a67-221213a7fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.745483 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfb901-c5b2-45eb-b846-daf2edf33b36 req-4ee51062-ee29-4f0d-a2ba-2ea42045b0a9 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:07.747245 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.751755 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9dfb901-c5b2-45eb-b846-daf2edf33b36 req-4ee51062-ee29-4f0d-a2ba-2ea42045b0a9 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 948 time: 0.0885746 Feb 28 17:36:07.751941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'e5810581-6c88-41b1-a826-9fbc7f3ee34c', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': 'e5810581-6c88-41b1-a826-9fbc7f3ee34c', 'mac_address': 'fa:16:3e:16:d5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:36:07.780455 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:36:07.818782 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port e5810581-6c88-41b1-a826-9fbc7f3ee34c is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:07.819392 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.824588 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device c79c5c1f-f54c-4062-b5cb-92b5b1491e12 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:36:07.826891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c9dfb901-c5b2-45eb-b846-daf2edf33b36 req-d27d9c84-8e2d-4043-b2bb-9c460630a59f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711148 Feb 28 17:36:07.846014 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5810581-6c88-41b1-a826-9fbc7f3ee34c {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:36:07.877593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40932) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:07.882795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: c79c5c1f-f54c-4062-b5cb-92b5b1491e12 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:36:07.883143 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device c79c5c1f-f54c-4062-b5cb-92b5b1491e12 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:36:07.888532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port e5810581-6c88-41b1-a826-9fbc7f3ee34c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e5810581-6c88-41b1-a826-9fbc7f3ee34c,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:07.923566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bbeed9-02d0-4c7d-bbd5-41c82c6e2bc3 admin admin] Deleting subnet 8854733a-a3b3-4489-8bc5-ec078905fad5 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:36:07.928168 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b6bbeed9-02d0-4c7d-bbd5-41c82c6e2bc3 admin admin] Publish callbacks [] for subnet (8854733a-a3b3-4489-8bc5-ec078905fad5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.955238 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (df9feb0a-511b-4d52-a19e-854c1da22f5a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.957301 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.967346 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:07.971186 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/networks/df9feb0a-511b-4d52-a19e-854c1da22f5a HTTP/1.1" status: 204 len: 168 time: 1.5293965 Feb 28 17:36:07.975882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40936) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:07.990002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5444f6c3-30ab-42d1-80db-705cf2fa099b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1051948002'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:07.990982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1c1b2-6b80-4e29-bacc-1886737e6440 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Network': ['ID=df9feb0a-511b-4d52-a19e-854c1da22f5a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:07.998934 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b6bbeed9-02d0-4c7d-bbd5-41c82c6e2bc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (8854733a-a3b3-4489-8bc5-ec078905fad5), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:08.067260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=e5810581-6c88-41b1-a826-9fbc7f3ee34c,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:08.071417 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b6bbeed9-02d0-4c7d-bbd5-41c82c6e2bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (8854733a-a3b3-4489-8bc5-ec078905fad5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:08.113428 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5444f6c3-30ab-42d1-80db-705cf2fa099b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:36:08.143716 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5444f6c3-30ab-42d1-80db-705cf2fa099b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:08.240121 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b6bbeed9-02d0-4c7d-bbd5-41c82c6e2bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (8854733a-a3b3-4489-8bc5-ec078905fad5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:08.248769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4fb135a8-4f42-4926-a50c-c77ecc0e822c req-b41f7173-b5cd-4056-bcff-31c9b26365a2 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 210 time: 0.0958300 Feb 28 17:36:08.263866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['e5810581-6c88-41b1-a826-9fbc7f3ee34c'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:36:08.288969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbeed9-02d0-4c7d-bbd5-41c82c6e2bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8854733a-a3b3-4489-8bc5-ec078905fad5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:08.292661 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b6bbeed9-02d0-4c7d-bbd5-41c82c6e2bc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:08.298419 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b6bbeed9-02d0-4c7d-bbd5-41c82c6e2bc3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8854733a-a3b3-4489-8bc5-ec078905fad5 HTTP/1.1" status: 204 len: 168 time: 0.4170449 Feb 28 17:36:08.302638 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40952) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:08.342827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5444f6c3-30ab-42d1-80db-705cf2fa099b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:36:08.393433 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5444f6c3-30ab-42d1-80db-705cf2fa099b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0e311512-a350-4f64-b68c-d68048e054ad), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:08.394252 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-5444f6c3-30ab-42d1-80db-705cf2fa099b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Added segment 0e311512-a350-4f64-b68c-d68048e054ad of type vlan for network d0bc4f71-a132-437b-a95c-13be945c683a Feb 28 17:36:08.468077 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-effe2f62-9dc2-4553-b0a4-21fd4a00ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (af65e8a9-1511-4cf6-af99-5fb25a6c5b9a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:08.510807 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5444f6c3-30ab-42d1-80db-705cf2fa099b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (d0bc4f71-a132-437b-a95c-13be945c683a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:08.579706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511e4a4-0ce0-48c9-a79a-605f353f92fa req-5983f6a7-5b76-4e64-8242-8906d914d839 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:08.582255 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9511e4a4-0ce0-48c9-a79a-605f353f92fa req-5983f6a7-5b76-4e64-8242-8906d914d839 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 945 time: 0.0798769 Feb 28 17:36:08.642761 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542afa4-c0a7-4539-aa7b-1385134334f6 req-88d619ed-b8af-4281-9e80-c612ba05f98a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:08.644490 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9542afa4-c0a7-4539-aa7b-1385134334f6 req-88d619ed-b8af-4281-9e80-c612ba05f98a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1928515 Feb 28 17:36:08.647477 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-effe2f62-9dc2-4553-b0a4-21fd4a00ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (af65e8a9-1511-4cf6-af99-5fb25a6c5b9a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:08.649299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9511e4a4-0ce0-48c9-a79a-605f353f92fa req-9eade542-380f-48db-92e8-a253485b0228 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599203 Feb 28 17:36:08.690397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-effe2f62-9dc2-4553-b0a4-21fd4a00ead8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af65e8a9-1511-4cf6-af99-5fb25a6c5b9a']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:08.719960 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5444f6c3-30ab-42d1-80db-705cf2fa099b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (d0bc4f71-a132-437b-a95c-13be945c683a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:08.725113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5444f6c3-30ab-42d1-80db-705cf2fa099b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:08.725545 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5444f6c3-30ab-42d1-80db-705cf2fa099b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:08.738545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-effe2f62-9dc2-4553-b0a4-21fd4a00ead8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b1f04e-86f3-4cb0-80bf-4c84b42ee128') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:08.738858 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-effe2f62-9dc2-4553-b0a4-21fd4a00ead8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b1f04e-86f3-4cb0-80bf-4c84b42ee128') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:08.795654 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-effe2f62-9dc2-4553-b0a4-21fd4a00ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (75b1f04e-86f3-4cb0-80bf-4c84b42ee128), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:08.811636 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9542afa4-c0a7-4539-aa7b-1385134334f6 req-4d345bd3-66ab-4996-b705-ce561309910d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557090 Feb 28 17:36:08.826907 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-effe2f62-9dc2-4553-b0a4-21fd4a00ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (75b1f04e-86f3-4cb0-80bf-4c84b42ee128), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:08.849883 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5444f6c3-30ab-42d1-80db-705cf2fa099b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8587060 Feb 28 17:36:08.849883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444f6c3-30ab-42d1-80db-705cf2fa099b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Network': ['ID=d0bc4f71-a132-437b-a95c-13be945c683a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:08.851110 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40960) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:08.854085 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effe2f62-9dc2-4553-b0a4-21fd4a00ead8 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:36:08.854246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network d0bc4f71-a132-437b-a95c-13be945c683a details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:36:08.855768 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-effe2f62-9dc2-4553-b0a4-21fd4a00ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (75b1f04e-86f3-4cb0-80bf-4c84b42ee128), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:08.861203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-54df2c7e-1226-4dfc-8b45-70a6edbd2408 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'subnet': {'network_id': 'd0bc4f71-a132-437b-a95c-13be945c683a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:36:08.865377 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:36:09.017831 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b9326-e12e-48f6-a675-34bad19c9d53 req-a64aeba7-5989-48f0-98a0-3d75a3c6a441 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:09.019899 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-664b9326-e12e-48f6-a675-34bad19c9d53 req-a64aeba7-5989-48f0-98a0-3d75a3c6a441 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 949 time: 0.0594556 Feb 28 17:36:09.063411 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506af94-9a6e-4e98-b294-7766d3372420 req-8c48bfcc-c148-4582-9881-f9421c117eb2 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:09.064888 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1506af94-9a6e-4e98-b294-7766d3372420 req-8c48bfcc-c148-4582-9881-f9421c117eb2 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0845945 Feb 28 17:36:09.073598 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-664b9326-e12e-48f6-a675-34bad19c9d53 req-e2b9af0d-0ed2-44b6-b669-fb181661e10f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475748 Feb 28 17:36:09.112759 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-effe2f62-9dc2-4553-b0a4-21fd4a00ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (af65e8a9-1511-4cf6-af99-5fb25a6c5b9a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:09.121099 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-effe2f62-9dc2-4553-b0a4-21fd4a00ead8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:09.124259 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-effe2f62-9dc2-4553-b0a4-21fd4a00ead8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/af65e8a9-1511-4cf6-af99-5fb25a6c5b9a HTTP/1.1" status: 204 len: 168 time: 0.8177693 Feb 28 17:36:09.128718 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1506af94-9a6e-4e98-b294-7766d3372420 req-79d315d6-940e-4cb1-bfbf-ff2d47b546c1 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562005 Feb 28 17:36:09.164112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe2f62-9dc2-4553-b0a4-21fd4a00ead8 admin admin] Pushing event deleted for resources: {'Network': ['ID=af65e8a9-1511-4cf6-af99-5fb25a6c5b9a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:09.168396 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54df2c7e-1226-4dfc-8b45-70a6edbd2408 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:36:09.174549 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54df2c7e-1226-4dfc-8b45-70a6edbd2408 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:09.365128 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf034695-b542-4168-bc0d-01298d859cbb req-5bd1166d-afa7-47ab-aa07-923bcc8c68e1 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 210 time: 0.0299742 Feb 28 17:36:09.446835 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device e5810581-6c88-41b1-a826-9fbc7f3ee34c up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:36:09.500115 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54df2c7e-1226-4dfc-8b45-70a6edbd2408 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (7ad3617d-4f8b-4993-95d9-b2d47a695838), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:09.549114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-85f8e270-57ff-4142-991f-dde8c81ea123 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:09.550789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-85f8e270-57ff-4142-991f-dde8c81ea123 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.73 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 814 time: 0.1558921 Feb 28 17:36:09.573309 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-bf90975e-7474-4515-8cf6-49a3907ffca9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Request body: {'port': {'device_id': '2b103ada-7f42-4aae-99eb-efeba3ae362f', 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66', 'admin_state_up': True, 'tenant_id': 'b6a5f26c739943298b972c521fa38307'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:09.581621 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port e5810581-6c88-41b1-a826-9fbc7f3ee34c completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:36:09.584592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df2c7e-1226-4dfc-8b45-70a6edbd2408 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Subnet': ['ID=7ad3617d-4f8b-4993-95d9-b2d47a695838,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:09.588169 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port e5810581-6c88-41b1-a826-9fbc7f3ee34c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:09.588927 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:09.592073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df2c7e-1226-4dfc-8b45-70a6edbd2408 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Checking segment: {'id': '0e311512-a350-4f64-b68c-d68048e054ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd0bc4f71-a132-437b-a95c-13be945c683a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:36:09.592436 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54df2c7e-1226-4dfc-8b45-70a6edbd2408 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network hostable DHCP agents. Network: d0bc4f71-a132-437b-a95c-13be945c683a, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:36:09.668877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40974) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:09.695795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54df2c7e-1226-4dfc-8b45-70a6edbd2408 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network d0bc4f71-a132-437b-a95c-13be945c683a is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:36:09.738536 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port e5810581-6c88-41b1-a826-9fbc7f3ee34c is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:09.739102 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:09.743322 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6cb944bf-dda8-4ab5-9907-31b3c40cd66c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=22d631562f494873952b69a3442bef72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0724885 Feb 28 17:36:09.745783 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40978) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:09.790963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525b4651-8425-4459-b811-f36236c422f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5810581-6c88-41b1-a826-9fbc7f3ee34c'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:09.793762 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d50aae-0a8d-4cc0-af44-3d5bdfcde2d6" -d '{"events": [{"server_uuid": "525b4651-8425-4459-b811-f36236c422f3", "name": "network-vif-plugged", "status": "completed", "tag": "e5810581-6c88-41b1-a826-9fbc7f3ee34c"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:09.819165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port e5810581-6c88-41b1-a826-9fbc7f3ee34c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e5810581-6c88-41b1-a826-9fbc7f3ee34c,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:09.853450 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4254944d-0edf-41c1-b5b7-9655836229d0 x-openstack-request-id: req-4254944d-0edf-41c1-b5b7-9655836229d0 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:09.853913 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525b4651-8425-4459-b811-f36236c422f3", "name": "network-vif-plugged", "status": "completed", "tag": "e5810581-6c88-41b1-a826-9fbc7f3ee34c", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:09.854232 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4254944d-0edf-41c1-b5b7-9655836229d0 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:09.854634 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525b4651-8425-4459-b811-f36236c422f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5810581-6c88-41b1-a826-9fbc7f3ee34c', 'code': 200} Feb 28 17:36:09.880888 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40c6c313-6229-40b3-bfca-11e9ee521bfd admin admin] Publish callbacks [] for security_group (ecf31925-931f-4a9d-93d6-9b72f036de0f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:09.893499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0ef9-1e82-4e71-91c0-e26d8fa04b58 req-f65da87b-32bc-4a47-9079-2537ce86661a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:09.905134 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a7d0ef9-1e82-4e71-91c0-e26d8fa04b58 req-f65da87b-32bc-4a47-9079-2537ce86661a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 945 time: 0.1340809 Feb 28 17:36:09.905134 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-54df2c7e-1226-4dfc-8b45-70a6edbd2408 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, d0bc4f71-a132-437b-a95c-13be945c683a) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:09.907984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54df2c7e-1226-4dfc-8b45-70a6edbd2408 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:09.908573 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54df2c7e-1226-4dfc-8b45-70a6edbd2408 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:09.914735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59d48f9-d920-4a7b-a3b3-cdd7f5aa69df None None] Network d0bc4f71-a132-437b-a95c-13be945c683a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:36:09.939248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-bf90975e-7474-4515-8cf6-49a3907ffca9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Made reservation on behalf of b6a5f26c739943298b972c521fa38307 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:36:09.945255 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-bf90975e-7474-4515-8cf6-49a3907ffca9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.026002 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40c6c313-6229-40b3-bfca-11e9ee521bfd admin admin] Publish callbacks [] for security_group (ecf31925-931f-4a9d-93d6-9b72f036de0f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.090151 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-d0bc4f71-a132-437b-a95c-13be945c683a', 'network_id': 'd0bc4f71-a132-437b-a95c-13be945c683a', 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'fixed_ips': [{'subnet_id': '7ad3617d-4f8b-4993-95d9-b2d47a695838'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:36:10.091022 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.117837 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a7d0ef9-1e82-4e71-91c0-e26d8fa04b58 req-c00c90de-fcf9-4cc0-a2c9-5a36ad492347 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151730 Feb 28 17:36:10.139764 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd57dd-d3a0-427e-9718-0cb4167ac492 req-b0ba1e6e-e6d4-4f4f-9308-aafb3b97606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:10.146285 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4cd57dd-d3a0-427e-9718-0cb4167ac492 req-b0ba1e6e-e6d4-4f4f-9308-aafb3b97606f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 1132 time: 0.2266500 Feb 28 17:36:10.214764 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4cd57dd-d3a0-427e-9718-0cb4167ac492 req-73806dca-2bb4-4223-996b-9bc48c2ae9a7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667832 Feb 28 17:36:10.242922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-bf90975e-7474-4515-8cf6-49a3907ffca9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Allocated IP 172.20.0.6 (35a3f1d3-cd98-4d44-8f59-5d12963c2d66/d47d19de-d00b-4f78-9653-e301d6107c8f/e0b79b0a-3b0f-462d-84a0-979a237cc2b7) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:36:10.243240 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d9339bd4-b1c5-4c73-9d9f-bc586ef3c161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.245628 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.246849 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b76cadc5-7f79-4114-85a0-721ff6cd6104 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:36:10.254404 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.283780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e270402-0cee-4a6d-9dfc-205a30aa3794 req-1668bc3e-cd61-4290-82b2-1a8717875be2 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:10.285385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e270402-0cee-4a6d-9dfc-205a30aa3794 req-1668bc3e-cd61-4290-82b2-1a8717875be2 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 949 time: 0.0758424 Feb 28 17:36:10.310218 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-54df2c7e-1226-4dfc-8b45-70a6edbd2408 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4560823 Feb 28 17:36:10.312062 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40988) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:10.324263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0838af2a-86be-4fd2-aad6-e2077716588b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1875148197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:10.356335 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40c6c313-6229-40b3-bfca-11e9ee521bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ecf31925-931f-4a9d-93d6-9b72f036de0f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.365778 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40c6c313-6229-40b3-bfca-11e9ee521bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.371579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=e5810581-6c88-41b1-a826-9fbc7f3ee34c,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:10.372560 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-40c6c313-6229-40b3-bfca-11e9ee521bfd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ecf31925-931f-4a9d-93d6-9b72f036de0f HTTP/1.1" status: 204 len: 168 time: 0.6256671 Feb 28 17:36:10.384690 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Allocated IP 2001:db8::2 (d0bc4f71-a132-437b-a95c-13be945c683a/7ad3617d-4f8b-4993-95d9-b2d47a695838/15e0249f-5b3f-4e0a-a565-02e25c4d950a) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:36:10.403329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e270402-0cee-4a6d-9dfc-205a30aa3794 req-76adc3d5-de40-43d1-be62-1571b4d7dc8d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076367 Feb 28 17:36:10.467120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6c313-6229-40b3-bfca-11e9ee521bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf31925-931f-4a9d-93d6-9b72f036de0f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:10.538318 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f5a20d6-1668-4e87-83fe-40a26cabe8f1 req-2bf708bb-3a1c-4b7f-a354-886e3ac2b232 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 210 time: 0.0508878 Feb 28 17:36:10.552144 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port b76cadc5-7f79-4114-85a0-721ff6cd6104 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:36:10.559930 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port b76cadc5-7f79-4114-85a0-721ff6cd6104 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:10.560906 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.570997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0838af2a-86be-4fd2-aad6-e2077716588b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (bf397d21-74e5-42a5-92eb-d6ff7a55a2f3), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.572452 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0838af2a-86be-4fd2-aad6-e2077716588b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (bf397d21-74e5-42a5-92eb-d6ff7a55a2f3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.573686 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-bf90975e-7474-4515-8cf6-49a3907ffca9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks [] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.638924 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0838af2a-86be-4fd2-aad6-e2077716588b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_controller (bf397d21-74e5-42a5-92eb-d6ff7a55a2f3), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.723937 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port b76cadc5-7f79-4114-85a0-721ff6cd6104 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:10.724397 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.726605 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Publish callbacks [] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.745583 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0838af2a-86be-4fd2-aad6-e2077716588b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (bf397d21-74e5-42a5-92eb-d6ff7a55a2f3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.746205 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-bf90975e-7474-4515-8cf6-49a3907ffca9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.766220 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['19534743-87fe-42e0-8380-a3ae4f4bfe0e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:36:10.805723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3938d6b9-54a2-46c6-9805-3df4c1dc621e', 'f142532d-4034-49a2-90a6-565a1ebfad14'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:36:10.831602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port b76cadc5-7f79-4114-85a0-721ff6cd6104, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b76cadc5-7f79-4114-85a0-721ff6cd6104,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:10.836255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-bf90975e-7474-4515-8cf6-49a3907ffca9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:36:10.842898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-bf90975e-7474-4515-8cf6-49a3907ffca9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:10.848001 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-bf90975e-7474-4515-8cf6-49a3907ffca9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:36:10.856660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90975e-7474-4515-8cf6-49a3907ffca9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Pushing event updated for resources: {'Port': ['ID=e0b79b0a-3b0f-462d-84a0-979a237cc2b7,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:10.869243 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0838af2a-86be-4fd2-aad6-e2077716588b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.875448 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0838af2a-86be-4fd2-aad6-e2077716588b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5615847 Feb 28 17:36:10.876093 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:10.885431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41006) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:10.885431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cf5e91fa-61a2-4f98-84b5-f0d382c26423 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'port': {'network_id': 'd0bc4f71-a132-437b-a95c-13be945c683a', 'name': 'tempest-RoutersIpV6Test-814541527'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:10.940281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-bf90975e-7474-4515-8cf6-49a3907ffca9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:10.942006 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-bf90975e-7474-4515-8cf6-49a3907ffca9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:11.011337 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:11.017035 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Pushing event updated for resources: {'Port': ['ID=15e0249f-5b3f-4e0a-a565-02e25c4d950a,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:11.027479 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-bf90975e-7474-4515-8cf6-49a3907ffca9 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4608467 Feb 28 17:36:11.040623 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Network d0bc4f71-a132-437b-a95c-13be945c683a is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:36:11.042237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Request body: {'port': {'device_id': '2b103ada-7f42-4aae-99eb-efeba3ae362f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:11.115743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:11.119411 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:36:11.187168 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:11.230208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5e91fa-61a2-4f98-84b5-f0d382c26423 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:36:11.233686 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf5e91fa-61a2-4f98-84b5-f0d382c26423 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:11.288206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-cf5e91fa-61a2-4f98-84b5-f0d382c26423 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] device_id is not set on port 61111cbf-d27b-4de5-beb3-f9ea465e1383 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:36:11.444195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=b76cadc5-7f79-4114-85a0-721ff6cd6104,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:11.465133 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-cf5e91fa-61a2-4f98-84b5-f0d382c26423 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Allocated IP 2001:db8::208 (d0bc4f71-a132-437b-a95c-13be945c683a/7ad3617d-4f8b-4993-95d9-b2d47a695838/61111cbf-d27b-4de5-beb3-f9ea465e1383) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:36:11.519932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Attempting to bind port 15e0249f-5b3f-4e0a-a565-02e25c4d950a on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:36:11.521034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Attempting to bind port 15e0249f-5b3f-4e0a-a565-02e25c4d950a by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '0e311512-a350-4f64-b68c-d68048e054ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd0bc4f71-a132-437b-a95c-13be945c683a'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:36:11.521276 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Attempting to bind port 15e0249f-5b3f-4e0a-a565-02e25c4d950a on network d0bc4f71-a132-437b-a95c-13be945c683a {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:36:11.548559 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:11.568368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536308e-2d43-4e0a-a955-1f2d01ae6046 req-8793d499-872b-4366-ba00-c350cfa21b64 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:11.571474 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9536308e-2d43-4e0a-a955-1f2d01ae6046 req-8793d499-872b-4366-ba00-c350cfa21b64 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 946 time: 0.2729011 Feb 28 17:36:11.588025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:36:11.588685 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Checking segment: {'id': '0e311512-a350-4f64-b68c-d68048e054ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd0bc4f71-a132-437b-a95c-13be945c683a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:36:11.589222 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:11.589815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Bound using segment: {'id': '0e311512-a350-4f64-b68c-d68048e054ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd0bc4f71-a132-437b-a95c-13be945c683a'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:36:11.590519 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Bound port: 15e0249f-5b3f-4e0a-a565-02e25c4d950a, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e311512-a350-4f64-b68c-d68048e054ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd0bc4f71-a132-437b-a95c-13be945c683a'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:36:11.590907 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:11.664497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fca880-e601-4b7c-b811-f9145fa843f9 req-80e594c0-37b4-4c8a-b3f3-51e2cc3fdbaa tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:11.666057 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b4fca880-e601-4b7c-b811-f9145fa843f9 req-80e594c0-37b4-4c8a-b3f3-51e2cc3fdbaa tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 950 time: 0.1124325 Feb 28 17:36:11.728420 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf5e91fa-61a2-4f98-84b5-f0d382c26423 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:11.758551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b4fca880-e601-4b7c-b811-f9145fa843f9 req-10b4ab63-4570-45e3-9cee-ad8a606a094d tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737457 Feb 28 17:36:11.836724 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf5e91fa-61a2-4f98-84b5-f0d382c26423 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:11.859388 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] For port 15e0249f-5b3f-4e0a-a565-02e25c4d950a, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:36:11.861315 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adb1d1a-1f88-47aa-8e0e-8056f38ebf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76cadc5-7f79-4114-85a0-721ff6cd6104'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:11.867388 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f924ce-473d-4ec6-8884-adecaa7ef03a" -d '{"events": [{"server_uuid": "5adb1d1a-1f88-47aa-8e0e-8056f38ebf13", "name": "network-vif-plugged", "status": "completed", "tag": "b76cadc5-7f79-4114-85a0-721ff6cd6104"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:11.921624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] For port 15e0249f-5b3f-4e0a-a565-02e25c4d950a, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=15e0249f-5b3f-4e0a-a565-02e25c4d950a,segment=NetworkSegment(0e311512-a350-4f64-b68c-d68048e054ad),segment_id=0e311512-a350-4f64-b68c-d68048e054ad)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:36:11.946552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9536308e-2d43-4e0a-a955-1f2d01ae6046 req-5486b1e8-c587-43ce-a804-1862b402a22b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569727 Feb 28 17:36:12.020265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5e91fa-61a2-4f98-84b5-f0d382c26423 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network d0bc4f71-a132-437b-a95c-13be945c683a is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:36:12.023825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-cf5e91fa-61a2-4f98-84b5-f0d382c26423 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:12.027455 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e91fa-61a2-4f98-84b5-f0d382c26423 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:36:12.032779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5e91fa-61a2-4f98-84b5-f0d382c26423 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:12.036756 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf5e91fa-61a2-4f98-84b5-f0d382c26423 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:12.036756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e91fa-61a2-4f98-84b5-f0d382c26423 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=61111cbf-d27b-4de5-beb3-f9ea465e1383,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:12.115604 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca899c3-61ab-475d-8c5a-96c6c76f6a4a req-5e121abe-d842-4e30-8de8-5ada6770d895 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:12.122872 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cca899c3-61ab-475d-8c5a-96c6c76f6a4a req-5e121abe-d842-4e30-8de8-5ada6770d895 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 931 time: 0.2163455 Feb 28 17:36:12.174791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b79b0a-3b0f-462d-84a0-979a237cc2b7 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:36:12.176833 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cf5e91fa-61a2-4f98-84b5-f0d382c26423 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2979615 Feb 28 17:36:12.181757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41042) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:12.186378 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:12.206925 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Publish callbacks [] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:12.272748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Transition to ACTIVE for port object e0b79b0a-3b0f-462d-84a0-979a237cc2b7 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:36:12.276068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41046) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:12.295724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1b98a-414f-4154-8709-10ef6c8bbc82 None None] Pushing event updated for resources: {'Port': ['ID=15e0249f-5b3f-4e0a-a565-02e25c4d950a,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:12.430231 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:12.487567 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:12.565238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Pushing event updated for resources: {'Port': ['ID=e0b79b0a-3b0f-462d-84a0-979a237cc2b7,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:12.615504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2115417345-network', 'tenant_id': '9577615c19bf49ecb40a227c43a74a4f'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:12.633286 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d172e0e-efd0-4875-a904-ffa841730ef4 req-e7267b06-e675-4466-95c3-8feabd6c8aaf tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:12.635482 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7d172e0e-efd0-4875-a904-ffa841730ef4 req-e7267b06-e675-4466-95c3-8feabd6c8aaf tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6ba8c23-a22c-4db5-a85f-186be453c9af HTTP/1.1" status: 200 len: 948 time: 0.3561049 Feb 28 17:36:12.732351 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7d172e0e-efd0-4875-a904-ffa841730ef4 req-f321e5a3-e3db-4dd3-8087-c8e8fda23084 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576675 Feb 28 17:36:12.804381 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0912a40-22a4-4c68-a47d-acb859e3f8bb x-openstack-request-id: req-f0912a40-22a4-4c68-a47d-acb859e3f8bb {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:12.805379 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adb1d1a-1f88-47aa-8e0e-8056f38ebf13", "name": "network-vif-plugged", "status": "completed", "tag": "b76cadc5-7f79-4114-85a0-721ff6cd6104", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:12.805829 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f0912a40-22a4-4c68-a47d-acb859e3f8bb {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:12.806527 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adb1d1a-1f88-47aa-8e0e-8056f38ebf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76cadc5-7f79-4114-85a0-721ff6cd6104', 'code': 200} Feb 28 17:36:12.814611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Attempting to bind port e0b79b0a-3b0f-462d-84a0-979a237cc2b7 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:36:12.815002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Attempting to bind port e0b79b0a-3b0f-462d-84a0-979a237cc2b7 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:36:12.815463 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Attempting to bind port e0b79b0a-3b0f-462d-84a0-979a237cc2b7 on network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:36:12.824838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Port e0b79b0a-3b0f-462d-84a0-979a237cc2b7 on network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:36:12.825176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Attempting to bind port e0b79b0a-3b0f-462d-84a0-979a237cc2b7 on network 35a3f1d3-cd98-4d44-8f59-5d12963c2d66 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:36:12.831476 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:36:12.831883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Checking segment: {'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:36:12.832344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Bound using segment: {'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:36:12.832820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Bound port: e0b79b0a-3b0f-462d-84a0-979a237cc2b7, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9cdc12-e6cc-4d95-a3ae-674663c15144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:36:12.833394 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:12.859370 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cca899c3-61ab-475d-8c5a-96c6c76f6a4a req-36b68bca-1737-404d-ada7-701a6adeea97 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7356133 Feb 28 17:36:12.995998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] For port e0b79b0a-3b0f-462d-84a0-979a237cc2b7, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:36:12.999246 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] For port e0b79b0a-3b0f-462d-84a0-979a237cc2b7, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e0b79b0a-3b0f-462d-84a0-979a237cc2b7,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:36:13.002862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] Made reservation on behalf of 9577615c19bf49ecb40a227c43a74a4f for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:36:13.006683 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:13.021910 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:13.086525 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:13.149074 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:13.149841 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:13.151734 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] 10.222.0.73 "PUT /v2.0/ports/e0b79b0a-3b0f-462d-84a0-979a237cc2b7 HTTP/1.1" status: 200 len: 1092 time: 2.1141856 Feb 28 17:36:13.152188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b103ada-7f42-4aae-99eb-efeba3ae362f', 'tag': 'e0b79b0a-3b0f-462d-84a0-979a237cc2b7'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:13.154553 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba5bf0a-6cf9-41cc-9e05-899cc43ec261" -d '{"events": [{"name": "network-changed", "server_uuid": "2b103ada-7f42-4aae-99eb-efeba3ae362f", "tag": "e0b79b0a-3b0f-462d-84a0-979a237cc2b7"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:13.210774 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cc443-21ca-4d58-9945-bae79e977aff service neutron] Pushing event updated for resources: {'Port': ['ID=e0b79b0a-3b0f-462d-84a0-979a237cc2b7,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:13.235925 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] Publish callbacks [] for security_group (2c545c97-6c76-4293-850a-186343585f3d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:13.293809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05737418-f056-47f9-9492-39583f7c69ce req-81862591-c16b-44b0-b1d2-40be5038e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:13.295375 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-05737418-f056-47f9-9492-39583f7c69ce req-81862591-c16b-44b0-b1d2-40be5038e75a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 1129 time: 0.4030550 Feb 28 17:36:13.343531 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2c545c97-6c76-4293-850a-186343585f3d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:13.357569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:36:13.374399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (98bf9e89-bdc5-46ae-b896-7dd2242d904d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:13.374884 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] Added segment 98bf9e89-bdc5-46ae-b896-7dd2242d904d of type vlan for network a9427bd4-1339-4f1e-b245-de34cfeef29c Feb 28 17:36:13.437624 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (a9427bd4-1339-4f1e-b245-de34cfeef29c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:13.506016 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f3e42-5dd2-4160-843f-f1ad303c607c req-2309b220-9824-40d4-9d52-422d3c2805d6 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:13.517096 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b71f3e42-5dd2-4160-843f-f1ad303c607c req-2309b220-9824-40d4-9d52-422d3c2805d6 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 946 time: 0.4345849 Feb 28 17:36:13.551980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c545c97-6c76-4293-850a-186343585f3d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:13.563610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-a3813ffb-6838-4a61-9d6f-4baad096c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:13.566740 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-a3813ffb-6838-4a61-9d6f-4baad096c6c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 1126 time: 0.2982776 Feb 28 17:36:13.575453 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-05737418-f056-47f9-9492-39583f7c69ce req-e464163f-a8c7-450e-9213-dd3a537651a7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654679 Feb 28 17:36:13.595215 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 15e0249f-5b3f-4e0a-a565-02e25c4d950a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:36:13.681166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 15e0249f-5b3f-4e0a-a565-02e25c4d950a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:13.681166 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:13.691067 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (a9427bd4-1339-4f1e-b245-de34cfeef29c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:13.691601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:13.692211 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:13.699592 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-76d5b832-69b6-4457-bad4-5dcbd2f20e90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0b79b0a-3b0f-462d-84a0-979a237cc2b7 HTTP/1.1" status: 200 len: 217 time: 0.1265638 Feb 28 17:36:13.709169 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:13.715891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b71f3e42-5dd2-4160-843f-f1ad303c607c req-54c72fe3-2421-4d23-abc5-7b4f34137472 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971185 Feb 28 17:36:13.779858 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98f4cce-570b-4f9f-8529-d663e16226bd x-openstack-request-id: req-c98f4cce-570b-4f9f-8529-d663e16226bd {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:13.780130 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b103ada-7f42-4aae-99eb-efeba3ae362f", "tag": "e0b79b0a-3b0f-462d-84a0-979a237cc2b7", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:13.780450 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c98f4cce-570b-4f9f-8529-d663e16226bd {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:13.780794 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b103ada-7f42-4aae-99eb-efeba3ae362f', 'tag': 'e0b79b0a-3b0f-462d-84a0-979a237cc2b7', 'status': 'completed', 'code': 200} Feb 28 17:36:13.845125 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] Pushing event updated for resources: {'Network': ['ID=a9427bd4-1339-4f1e-b245-de34cfeef29c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:13.852078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-2479de5b-8804-4bb2-99ea-1d63fb3f277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:13.853575 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-2479de5b-8804-4bb2-99ea-1d63fb3f277e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d47d19de-d00b-4f78-9653-e301d6107c8f HTTP/1.1" status: 200 len: 854 time: 0.1470914 Feb 28 17:36:13.894566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-9312af8b-6c70-4e8d-8ade-61f4eaef4d24 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343618 Feb 28 17:36:13.909562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b3d0d61e-2a6b-4b65-bc63-a30c1880d9cc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5881703 Feb 28 17:36:13.914018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41090) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:13.918112 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network a9427bd4-1339-4f1e-b245-de34cfeef29c details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:36:13.926461 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-56c1e716-4391-40ed-ba54-fbaea626d6bd admin admin] Request body: {'subnet': {'network_id': 'a9427bd4-1339-4f1e-b245-de34cfeef29c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2115417345-subnet', 'tenant_id': '9577615c19bf49ecb40a227c43a74a4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:13.990516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 15e0249f-5b3f-4e0a-a565-02e25c4d950a is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:13.990921 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:14.070062 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:14.110580 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d04b91-f7aa-414f-ab80-cf6daf6bf0e2 None None] Network d0bc4f71-a132-437b-a95c-13be945c683a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:36:14.139350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940c2e8-477b-4ae5-bd1b-ae6fecb0c183 req-f970ca1c-14b9-4a00-a463-f90be1e9d561 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:14.140927 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8940c2e8-477b-4ae5-bd1b-ae6fecb0c183 req-f970ca1c-14b9-4a00-a463-f90be1e9d561 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0910916 Feb 28 17:36:14.143437 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-c545facb-71fd-42d9-8b2b-671f0415a578 service neutron] 10.222.0.73 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305920 Feb 28 17:36:14.211704 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c1e716-4391-40ed-ba54-fbaea626d6bd admin admin] Made reservation on behalf of 9577615c19bf49ecb40a227c43a74a4f for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:36:14.218503 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56c1e716-4391-40ed-ba54-fbaea626d6bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:14.255800 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:14.266700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29da0dd-dd76-4c9f-9016-0be353f239b2 req-d51a6610-d6c3-4d99-838b-a60587bc523e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:14.275889 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a29da0dd-dd76-4c9f-9016-0be353f239b2 req-d51a6610-d6c3-4d99-838b-a60587bc523e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 943 time: 0.2225683 Feb 28 17:36:14.300315 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 15e0249f-5b3f-4e0a-a565-02e25c4d950a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=15e0249f-5b3f-4e0a-a565-02e25c4d950a,segment=NetworkSegment(0e311512-a350-4f64-b68c-d68048e054ad),segment_id=0e311512-a350-4f64-b68c-d68048e054ad)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:14.308611 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8940c2e8-477b-4ae5-bd1b-ae6fecb0c183 req-b96748e8-36a3-486c-9b17-07f5c3f6b044 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504688 Feb 28 17:36:14.336718 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c5b5f8c0-c459-44ee-bffe-b63caffa596c None None] Provisioning complete for port 15e0249f-5b3f-4e0a-a565-02e25c4d950a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:14.336718 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c5b5f8c0-c459-44ee-bffe-b63caffa596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:14.336976 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:14.362911 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e26fcc3-c824-4c5e-8a88-aba477854d3b req-fe5f8c99-ce5d-4bf8-b786-138f813f19ba service neutron] 10.222.0.73 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121313 Feb 28 17:36:14.418567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a29da0dd-dd76-4c9f-9016-0be353f239b2 req-46738a32-9db4-463b-af96-bff774ff62a1 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407046 Feb 28 17:36:14.445380 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:14.462939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=61111cbf-d27b-4de5-beb3-f9ea465e1383,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:14.638706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=15e0249f-5b3f-4e0a-a565-02e25c4d950a,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:14.642646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5f8c0-c459-44ee-bffe-b63caffa596c None None] Current status of the port 15e0249f-5b3f-4e0a-a565-02e25c4d950a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:14.650976 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:14.654977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:14.658645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:14.659260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:14.661431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:14.661885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:14.667146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:14.667146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:14.667146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:14.667146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:14.667146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:14.667146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:14.667146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:14.678400 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (bf397d21-74e5-42a5-92eb-d6ff7a55a2f3), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:14.689969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ede5fb-99aa-4366-81e0-1adb401ee222 req-8e6f9b1c-8af6-4246-9f0d-0f253f4f29e6 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:14.702006 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7ede5fb-99aa-4366-81e0-1adb401ee222 req-8e6f9b1c-8af6-4246-9f0d-0f253f4f29e6 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2255294 Feb 28 17:36:14.736219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5bf0a-6cf9-41cc-9e05-899cc43ec261 req-4b9d5d02-3df1-4b7c-be33-61304b752253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:14.737607 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ba5bf0a-6cf9-41cc-9e05-899cc43ec261 req-4b9d5d02-3df1-4b7c-be33-61304b752253 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 1126 time: 0.1897626 Feb 28 17:36:14.855608 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56c1e716-4391-40ed-ba54-fbaea626d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (dbe20181-5d58-4a2b-9c43-162193b78d6b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:14.868167 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d7ede5fb-99aa-4366-81e0-1adb401ee222 req-0d0c267f-fbdd-44fd-8879-d985289d291c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548681 Feb 28 17:36:14.877552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ab9d3970-028d-4e7a-8ac0-143647e7bf0d None None] Provisioning complete for port 61111cbf-d27b-4de5-beb3-f9ea465e1383 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:14.878236 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3970-028d-4e7a-8ac0-143647e7bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:14.971559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d3970-028d-4e7a-8ac0-143647e7bf0d None None] Port 61111cbf-d27b-4de5-beb3-f9ea465e1383 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:36:14.995599 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ab9d3970-028d-4e7a-8ac0-143647e7bf0d None None] Provisioning complete for port 15e0249f-5b3f-4e0a-a565-02e25c4d950a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:14.996815 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3970-028d-4e7a-8ac0-143647e7bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:15.006642 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1e716-4391-40ed-ba54-fbaea626d6bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe20181-5d58-4a2b-9c43-162193b78d6b,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:15.011651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5bf0a-6cf9-41cc-9e05-899cc43ec261 req-3040f9fb-768c-4a9e-8fa6-b86daf9beb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:15.013233 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ba5bf0a-6cf9-41cc-9e05-899cc43ec261 req-3040f9fb-768c-4a9e-8fa6-b86daf9beb00 service neutron] 10.222.0.73 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 915 time: 0.2589822 Feb 28 17:36:15.048064 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:15.087729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832c55e-a232-49a7-8abb-2c6d5ca2e6f5 req-112c6ad7-ec29-4b9d-b4bd-cc7be7bef911 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:15.095677 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c832c55e-a232-49a7-8abb-2c6d5ca2e6f5 req-112c6ad7-ec29-4b9d-b4bd-cc7be7bef911 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 946 time: 0.2793331 Feb 28 17:36:15.130358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d3970-028d-4e7a-8ac0-143647e7bf0d None None] Current status of the port 15e0249f-5b3f-4e0a-a565-02e25c4d950a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:15.168909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ba5bf0a-6cf9-41cc-9e05-899cc43ec261 req-42a27277-555c-4ee8-ad1b-fb5c0822f9e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0b79b0a-3b0f-462d-84a0-979a237cc2b7 HTTP/1.1" status: 200 len: 217 time: 0.1352065 Feb 28 17:36:15.260606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-02fbfdc4-0f6d-468b-84e4-f09e384f7a67 None None] Provisioning complete for port 61111cbf-d27b-4de5-beb3-f9ea465e1383 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:15.263032 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-02fbfdc4-0f6d-468b-84e4-f09e384f7a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:15.269358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1e716-4391-40ed-ba54-fbaea626d6bd admin admin] Checking segment: {'id': '98bf9e89-bdc5-46ae-b896-7dd2242d904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a9427bd4-1339-4f1e-b245-de34cfeef29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:36:15.271319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c1e716-4391-40ed-ba54-fbaea626d6bd admin admin] Network hostable DHCP agents. Network: a9427bd4-1339-4f1e-b245-de34cfeef29c, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:36:15.297940 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5bf0a-6cf9-41cc-9e05-899cc43ec261 req-d5b5f755-c9cf-4d42-be85-caf484f4fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:15.300045 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ba5bf0a-6cf9-41cc-9e05-899cc43ec261 req-d5b5f755-c9cf-4d42-be85-caf484f4fc02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d47d19de-d00b-4f78-9653-e301d6107c8f HTTP/1.1" status: 200 len: 854 time: 0.1105366 Feb 28 17:36:15.325059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-02fbfdc4-0f6d-468b-84e4-f09e384f7a67 None None] Port 61111cbf-d27b-4de5-beb3-f9ea465e1383 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:36:15.336195 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c832c55e-a232-49a7-8abb-2c6d5ca2e6f5 req-dcfc6314-c5f5-49e2-802e-d345a3b7a1d3 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392335 Feb 28 17:36:15.362532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8dfb2-fc76-45cf-9e2a-ea786269b100 req-1dfa7067-ff46-41ab-8bca-7b0bcbbfc730 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:15.365020 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-efb8dfb2-fc76-45cf-9e2a-ea786269b100 req-1dfa7067-ff46-41ab-8bca-7b0bcbbfc730 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2445848 Feb 28 17:36:15.368559 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ba5bf0a-6cf9-41cc-9e05-899cc43ec261 req-a180a671-307d-4012-aff1-22600a143dbb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610275 Feb 28 17:36:15.458322 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c1e716-4391-40ed-ba54-fbaea626d6bd admin admin] Network a9427bd4-1339-4f1e-b245-de34cfeef29c is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:36:15.528606 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-efb8dfb2-fc76-45cf-9e2a-ea786269b100 req-3bf2952a-0740-4e18-b745-c0fee4349a36 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566131 Feb 28 17:36:15.538163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 15e0249f-5b3f-4e0a-a565-02e25c4d950a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:36:15.563466 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-56c1e716-4391-40ed-ba54-fbaea626d6bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, a9427bd4-1339-4f1e-b245-de34cfeef29c) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:15.571276 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1e716-4391-40ed-ba54-fbaea626d6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:15.572053 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56c1e716-4391-40ed-ba54-fbaea626d6bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:15.589576 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:15.606645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b1c949-7825-4dfc-9b43-aec18ad303e6 None None] Network a9427bd4-1339-4f1e-b245-de34cfeef29c requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:36:15.654302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d11bd3-8e77-40ee-b30b-8f0a6ba5e59a req-12808adf-8468-4980-8981-4457b5acc116 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:15.656249 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54d11bd3-8e77-40ee-b30b-8f0a6ba5e59a req-12808adf-8468-4980-8981-4457b5acc116 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 943 time: 0.1046817 Feb 28 17:36:15.658064 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:15.659071 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (bf397d21-74e5-42a5-92eb-d6ff7a55a2f3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:15.707446 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 15e0249f-5b3f-4e0a-a565-02e25c4d950a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:15.707799 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:15.752329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c9f23b0d-84d6-45a7-8aa2-a0368dc78b25 None None] Provisioning complete for port 61111cbf-d27b-4de5-beb3-f9ea465e1383 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:15.752721 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c9f23b0d-84d6-45a7-8aa2-a0368dc78b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:15.800308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=61111cbf-d27b-4de5-beb3-f9ea465e1383,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:15.822630 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54d11bd3-8e77-40ee-b30b-8f0a6ba5e59a req-16ee72db-4a24-4c32-80f8-0808e980fe00 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559727 Feb 28 17:36:15.870029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c9f23b0d-84d6-45a7-8aa2-a0368dc78b25 None None] Port 61111cbf-d27b-4de5-beb3-f9ea465e1383 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:36:15.879843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b73afa-db26-4f0d-abb5-f351154ce23b None None] Network a9427bd4-1339-4f1e-b245-de34cfeef29c requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:36:15.888602 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network d0bc4f71-a132-437b-a95c-13be945c683a is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:36:15.890756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:15.964437 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 15e0249f-5b3f-4e0a-a565-02e25c4d950a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:16.088007 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ba5bf0a-6cf9-41cc-9e05-899cc43ec261 req-68ac4e77-3b00-42fa-95fd-993a250ff906 service neutron] 10.222.0.73 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6979475 Feb 28 17:36:16.201601 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router bf397d21-74e5-42a5-92eb-d6ff7a55a2f3 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:36:16.208566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a20f6-4772-4573-86c2-624f22ac5850 req-20dc6ccc-767d-45af-a65f-ff4ce7adaa67 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:16.210144 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-281a20f6-4772-4573-86c2-624f22ac5850 req-20dc6ccc-767d-45af-a65f-ff4ce7adaa67 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1279271 Feb 28 17:36:16.234033 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ba5bf0a-6cf9-41cc-9e05-899cc43ec261 req-bd0a8eb6-5d46-4737-ab82-89eb81c10258 service neutron] 10.222.0.73 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348379 Feb 28 17:36:16.247314 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-56c1e716-4391-40ed-ba54-fbaea626d6bd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3246992 Feb 28 17:36:16.305411 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:36:16.308643 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d2c40c5e-5e19-423b-9ce2-c6d91fdb199a None None] Provisioning complete for port 61111cbf-d27b-4de5-beb3-f9ea465e1383 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:16.309165 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d2c40c5e-5e19-423b-9ce2-c6d91fdb199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:16.312891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-de1ad7fc-3281-412d-a84e-0ae18e1255fd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/bf397d21-74e5-42a5-92eb-d6ff7a55a2f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1265683 Feb 28 17:36:16.313677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41136) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:16.318734 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb6865-452d-4926-932b-af0c39bfe224 None None] Sync routers for ids ['bf397d21-74e5-42a5-92eb-d6ff7a55a2f3'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:36:16.331887 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb6865-452d-4926-932b-af0c39bfe224 None None] Routers {'bf397d21-74e5-42a5-92eb-d6ff7a55a2f3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:16.337956 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9cbb6865-452d-4926-932b-af0c39bfe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bf397d21-74e5-42a5-92eb-d6ff7a55a2f3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:16.348795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-281a20f6-4772-4573-86c2-624f22ac5850 req-a6db4aa7-0910-4f28-a60a-6e0edca55725 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294565 Feb 28 17:36:16.385098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da2787a-309d-4110-b7ea-b4deea4afd6e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:16.386663 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3da2787a-309d-4110-b7ea-b4deea4afd6e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports/61111cbf-d27b-4de5-beb3-f9ea465e1383 HTTP/1.1" status: 200 len: 983 time: 0.0726583 Feb 28 17:36:16.397370 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41142) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:16.405129 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9cbb6865-452d-4926-932b-af0c39bfe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:16.415085 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb6865-452d-4926-932b-af0c39bfe224 None None] Routers {'bf397d21-74e5-42a5-92eb-d6ff7a55a2f3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:16.415639 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9cbb6865-452d-4926-932b-af0c39bfe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bf397d21-74e5-42a5-92eb-d6ff7a55a2f3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:16.435199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d2c40c5e-5e19-423b-9ce2-c6d91fdb199a None None] Port 61111cbf-d27b-4de5-beb3-f9ea465e1383 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:36:16.559600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3bbf0-3aa8-47d3-a221-3b350e203914 req-6243ed67-5b2c-48ee-b1f9-392bc9f5f614 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:16.564074 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9cbb6865-452d-4926-932b-af0c39bfe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:16.564737 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb6865-452d-4926-932b-af0c39bfe224 None None] The sync data for ids ['bf397d21-74e5-42a5-92eb-d6ff7a55a2f3'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:36:16.576886 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7cd3bbf0-3aa8-47d3-a221-3b350e203914 req-6243ed67-5b2c-48ee-b1f9-392bc9f5f614 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 946 time: 0.1116941 Feb 28 17:36:16.627085 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7cd3bbf0-3aa8-47d3-a221-3b350e203914 req-fcbd525b-65bd-4970-a307-fa21057668e2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491579 Feb 28 17:36:16.712102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd81a43-c406-495e-bd2c-3d1bdf005576 req-e1f4badc-9817-45ff-97f8-348df3064bf7 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:16.713637 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9dd81a43-c406-495e-bd2c-3d1bdf005576 req-e1f4badc-9817-45ff-97f8-348df3064bf7 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1804388 Feb 28 17:36:16.848512 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9dd81a43-c406-495e-bd2c-3d1bdf005576 req-e4777d33-e375-43f7-9875-4f15c7ef977a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198895 Feb 28 17:36:17.148800 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-f2aec07d-821e-4be3-8222-2ecb8a819b3c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:17.151377 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0b771da2-f5b6-4de8-8528-af1c5b61df82 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (bf397d21-74e5-42a5-92eb-d6ff7a55a2f3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:17.154472 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-f2aec07d-821e-4be3-8222-2ecb8a819b3c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/networks?id=a9427bd4-1339-4f1e-b245-de34cfeef29c HTTP/1.1" status: 200 len: 809 time: 0.1723578 Feb 28 17:36:17.188893 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-1e954f62-fa96-41c0-9d1b-abae2af55706 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/quotas/9577615c19bf49ecb40a227c43a74a4f HTTP/1.1" status: 200 len: 375 time: 0.0287101 Feb 28 17:36:17.231390 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-a341ff92-0bbf-42af-9fdf-9af7193ce108 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9577615c19bf49ecb40a227c43a74a4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357542 Feb 28 17:36:17.242171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-eced3c1c-9296-493e-801b-1e70905e8bb9 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:36:17.244704 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-eced3c1c-9296-493e-801b-1e70905e8bb9 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069833 Feb 28 17:36:17.389199 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-267cc956-73f8-406f-8100-e2b7c2c6f344 service neutron] 10.222.0.72 "GET /v2.0/networks/a9427bd4-1339-4f1e-b245-de34cfeef29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346815 Feb 28 17:36:17.390818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae3da0-8fef-4d28-88f0-c0533c81efb3 req-35b6dc92-a2bd-4684-bbd7-b082103f931d tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:17.392340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52ae3da0-8fef-4d28-88f0-c0533c81efb3 req-35b6dc92-a2bd-4684-bbd7-b082103f931d tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 943 time: 0.1528256 Feb 28 17:36:17.477959 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52ae3da0-8fef-4d28-88f0-c0533c81efb3 req-07c7301f-d3a0-4b09-982d-20916ac3e71c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654542 Feb 28 17:36:17.516366 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:36:17.533127 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-00463fe4-1a7a-4d8c-9750-fad89bcf9bfa service neutron] 10.222.0.72 "GET /v2.0/networks/a9427bd4-1339-4f1e-b245-de34cfeef29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340618 Feb 28 17:36:17.562835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0b771da2-f5b6-4de8-8528-af1c5b61df82 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port 61111cbf-d27b-4de5-beb3-f9ea465e1383 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:36:17.563236 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0b771da2-f5b6-4de8-8528-af1c5b61df82 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:17.733767 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad044a-c0d0-4f9b-a169-4b165b53d8bf req-4b99f513-b7f9-4b04-b335-7a3d8097cac3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:17.740680 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e2ad044a-c0d0-4f9b-a169-4b165b53d8bf req-4b99f513-b7f9-4b04-b335-7a3d8097cac3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1220777 Feb 28 17:36:17.757592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:17.772448 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0b771da2-f5b6-4de8-8528-af1c5b61df82 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:17.787389 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664', 'mac_address': 'fa:16:3e:c4:7d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:36:17.811002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0b771da2-f5b6-4de8-8528-af1c5b61df82 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for 61111cbf-d27b-4de5-beb3-f9ea465e1383 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:36:17.873168 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:17.873701 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:17.876176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e0b79b0a-3b0f-462d-84a0-979a237cc2b7 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:36:17.900621 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:36:17.945920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:18.016403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e2ad044a-c0d0-4f9b-a169-4b165b53d8bf req-0c958fbe-f0fe-4b42-90df-ecfb30dcf306 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743134 Feb 28 17:36:18.057715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port e0b79b0a-3b0f-462d-84a0-979a237cc2b7, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e0b79b0a-3b0f-462d-84a0-979a237cc2b7,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:18.072556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'e0b79b0a-3b0f-462d-84a0-979a237cc2b7', 'network_id': '35a3f1d3-cd98-4d44-8f59-5d12963c2d66', 'port_id': 'e0b79b0a-3b0f-462d-84a0-979a237cc2b7', 'mac_address': 'fa:16:3e:91:01:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47d19de-d00b-4f78-9653-e301d6107c8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:36:18.077024 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:18.154777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8ee45-df81-4d2c-bcea-fa6d2074d7c3 req-22c824a2-c4a8-44f9-a9df-2aa5573357f6 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:18.169006 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-adb8ee45-df81-4d2c-bcea-fa6d2074d7c3 req-22c824a2-c4a8-44f9-a9df-2aa5573357f6 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 946 time: 0.1664028 Feb 28 17:36:18.214940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port e0b79b0a-3b0f-462d-84a0-979a237cc2b7 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:18.215337 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:18.219151 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:18.248428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b79b0a-3b0f-462d-84a0-979a237cc2b7 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:36:18.260391 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5c0777af-1415-4cd7-a1be-b645ed4c77ad req-73ea135c-3ea8-4dd1-b4a9-dae31908d4e7 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 210 time: 0.0928249 Feb 28 17:36:18.282951 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-adb8ee45-df81-4d2c-bcea-fa6d2074d7c3 req-1523c78d-a019-4113-8811-b82517adbfe5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106727 Feb 28 17:36:18.303220 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['462d1429-73c0-4e5b-b0c0-6ebfe9ed2664'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:36:18.321544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port e0b79b0a-3b0f-462d-84a0-979a237cc2b7, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e0b79b0a-3b0f-462d-84a0-979a237cc2b7,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:18.367423 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0b771da2-f5b6-4de8-8528-af1c5b61df82 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (61111cbf-d27b-4de5-beb3-f9ea465e1383), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:18.402771 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:18.478084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b771da2-f5b6-4de8-8528-af1c5b61df82 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=61111cbf-d27b-4de5-beb3-f9ea465e1383,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:18.612074 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=e0b79b0a-3b0f-462d-84a0-979a237cc2b7,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:18.640728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502ee99-b380-4a2b-9f9f-c308e84bc80e req-fabc1158-09fd-40ef-9074-cc1b67429979 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:18.659801 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d502ee99-b380-4a2b-9f9f-c308e84bc80e req-fabc1158-09fd-40ef-9074-cc1b67429979 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1653550 Feb 28 17:36:18.777579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['e0b79b0a-3b0f-462d-84a0-979a237cc2b7'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:36:18.816305 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d502ee99-b380-4a2b-9f9f-c308e84bc80e req-cb2a05a6-0d7e-41a5-9a9b-ebd252604ad9 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527607 Feb 28 17:36:18.974645 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0b771da2-f5b6-4de8-8528-af1c5b61df82 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (bf397d21-74e5-42a5-92eb-d6ff7a55a2f3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:19.050775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c0cce-3948-4f31-a4ee-1a1c70c95e38 req-675ae771-98a1-46b7-9ebf-b13d34087ad0 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:19.056082 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-685c0cce-3948-4f31-a4ee-1a1c70c95e38 req-675ae771-98a1-46b7-9ebf-b13d34087ad0 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 946 time: 0.5984521 Feb 28 17:36:19.096014 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7efe39-585e-425d-8ede-b1496d444c2a req-fae282ac-3bd3-49c6-b3bb-f1e82d279141 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:19.108354 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab7efe39-585e-425d-8ede-b1496d444c2a req-fae282ac-3bd3-49c6-b3bb-f1e82d279141 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 944 time: 0.1421704 Feb 28 17:36:19.227970 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab7efe39-585e-425d-8ede-b1496d444c2a req-9df7a51c-77ac-4715-afe3-ca97c712b5e2 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171589 Feb 28 17:36:19.361844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dea63d-0ba5-4af0-b0e3-a64a3b02df0e req-79e6b4f1-4eef-4d0f-a377-ff7f613d1d89 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:19.370522 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80dea63d-0ba5-4af0-b0e3-a64a3b02df0e req-79e6b4f1-4eef-4d0f-a377-ff7f613d1d89 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0779288 Feb 28 17:36:19.454231 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80dea63d-0ba5-4af0-b0e3-a64a3b02df0e req-b30969bf-57b0-45de-a048-6255c0ee925e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822370 Feb 28 17:36:19.514451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:36:19.554408 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-685c0cce-3948-4f31-a4ee-1a1c70c95e38 req-b1869f39-5532-40da-8a87-b11dfdf28afa tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886463 Feb 28 17:36:19.597565 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b771da2-f5b6-4de8-8528-af1c5b61df82 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router bf397d21-74e5-42a5-92eb-d6ff7a55a2f3 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:36:19.691963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:19.692621 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:19.745150 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-46d3fe13-d58b-4bee-984e-898d52b66c5b req-c36fee64-ff47-4f82-91ee-2ca6b9b396ed tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 210 time: 0.0565007 Feb 28 17:36:19.802838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b771da2-f5b6-4de8-8528-af1c5b61df82 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:36:19.807728 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0b771da2-f5b6-4de8-8528-af1c5b61df82 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/bf397d21-74e5-42a5-92eb-d6ff7a55a2f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4090700 Feb 28 17:36:19.810424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41258) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:19.821342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167a042-c68b-4e4f-8e68-333b605f57eb None None] Sync routers for ids ['bf397d21-74e5-42a5-92eb-d6ff7a55a2f3'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:36:19.899148 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e342a-db8a-43ee-b126-826d663a363e req-0a97e87c-0642-496b-a6d9-fd801864ed45 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:19.906538 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f3e342a-db8a-43ee-b126-826d663a363e req-0a97e87c-0642-496b-a6d9-fd801864ed45 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0671799 Feb 28 17:36:19.987301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f3e342a-db8a-43ee-b126-826d663a363e req-96494706-51db-42d7-80c5-c18022fd0751 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662022 Feb 28 17:36:19.987726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:19.987726 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:19.990113 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e0b79b0a-3b0f-462d-84a0-979a237cc2b7 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:36:20.013873 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167a042-c68b-4e4f-8e68-333b605f57eb None None] Routers {'bf397d21-74e5-42a5-92eb-d6ff7a55a2f3'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:20.014645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6167a042-c68b-4e4f-8e68-333b605f57eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bf397d21-74e5-42a5-92eb-d6ff7a55a2f3'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:20.132381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6167a042-c68b-4e4f-8e68-333b605f57eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:20.187857 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:20.190603 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7aa860-d52c-41ff-aff1-4f7cdb1e6997" -d '{"events": [{"server_uuid": "c6ba8c23-a22c-4db5-a85f-186be453c9af", "name": "network-vif-plugged", "status": "completed", "tag": "462d1429-73c0-4e5b-b0c0-6ebfe9ed2664"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:20.208471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:20.211556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167a042-c68b-4e4f-8e68-333b605f57eb None None] Routers {'bf397d21-74e5-42a5-92eb-d6ff7a55a2f3'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:20.211556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6167a042-c68b-4e4f-8e68-333b605f57eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bf397d21-74e5-42a5-92eb-d6ff7a55a2f3'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:20.244512 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75b8b7-61d0-48f8-88bb-d42c9a7cad0c req-a2cf623d-0d16-4c51-aa13-c87784d11021 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:20.246431 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f75b8b7-61d0-48f8-88bb-d42c9a7cad0c req-a2cf623d-0d16-4c51-aa13-c87784d11021 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1322060 Feb 28 17:36:20.261395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6167a042-c68b-4e4f-8e68-333b605f57eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:20.262092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167a042-c68b-4e4f-8e68-333b605f57eb None None] The sync data for ids ['bf397d21-74e5-42a5-92eb-d6ff7a55a2f3'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:36:20.299314 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-8c7283b2-5e02-4f17-a4c2-a7424a8efcce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 17:36:20.300638 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8c7283b2-5e02-4f17-a4c2-a7424a8efcce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/bf397d21-74e5-42a5-92eb-d6ff7a55a2f3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4888237 Feb 28 17:36:20.304136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41272) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:20.366397 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:20.402365 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-404c0618-527a-46cd-826f-7da64ba2da0a tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf397d21-74e5-42a5-92eb-d6ff7a55a2f3 HTTP/1.1" status: 200 len: 205 time: 0.0827546 Feb 28 17:36:20.412833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41274) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:20.413275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144f7ab-f6f1-433f-b31d-2631b1fbb0fc req-ddec028e-7625-4a39-84b5-9b7d9cb44a29 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:20.424151 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f75b8b7-61d0-48f8-88bb-d42c9a7cad0c req-b2a091e8-1886-4bbf-a9c2-2d4405dc7fd3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720612 Feb 28 17:36:20.437204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5144f7ab-f6f1-433f-b31d-2631b1fbb0fc req-ddec028e-7625-4a39-84b5-9b7d9cb44a29 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 946 time: 0.1290572 Feb 28 17:36:20.539852 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:20.550492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port e0b79b0a-3b0f-462d-84a0-979a237cc2b7 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:36:20.564833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port e0b79b0a-3b0f-462d-84a0-979a237cc2b7 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:20.565460 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:20.598906 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5144f7ab-f6f1-433f-b31d-2631b1fbb0fc req-d5969d25-06d7-4cc0-93e2-a87f7165c2c8 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560736 Feb 28 17:36:20.620596 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dc1cbba-24e5-400f-acb0-24711354715a tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (bf397d21-74e5-42a5-92eb-d6ff7a55a2f3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:20.630382 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3475d6c2-2c1a-4035-a8e3-58a815357358 x-openstack-request-id: req-3475d6c2-2c1a-4035-a8e3-58a815357358 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:20.630693 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ba8c23-a22c-4db5-a85f-186be453c9af", "name": "network-vif-plugged", "status": "completed", "tag": "462d1429-73c0-4e5b-b0c0-6ebfe9ed2664", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:20.630951 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3475d6c2-2c1a-4035-a8e3-58a815357358 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:20.631352 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664', 'code': 200} Feb 28 17:36:20.730631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port e0b79b0a-3b0f-462d-84a0-979a237cc2b7 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:20.731887 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:20.809882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port e0b79b0a-3b0f-462d-84a0-979a237cc2b7, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e0b79b0a-3b0f-462d-84a0-979a237cc2b7,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:20.881362 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:21.479279 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=e0b79b0a-3b0f-462d-84a0-979a237cc2b7,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:21.482355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6822e-131f-48ea-af9a-c03bfa0e45b6 req-76a2f935-8f7f-4cdd-9a25-0934ef726d79 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:21.482355 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3f6822e-131f-48ea-af9a-c03bfa0e45b6 req-76a2f935-8f7f-4cdd-9a25-0934ef726d79 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 944 time: 0.3755367 Feb 28 17:36:21.482355 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3f6822e-131f-48ea-af9a-c03bfa0e45b6 req-7edae747-599e-46f7-8874-1d529cff9ad6 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965595 Feb 28 17:36:21.482355 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dc1cbba-24e5-400f-acb0-24711354715a tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (bf397d21-74e5-42a5-92eb-d6ff7a55a2f3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:21.482355 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dc1cbba-24e5-400f-acb0-24711354715a tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_controller (bf397d21-74e5-42a5-92eb-d6ff7a55a2f3), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:21.482355 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc001b0e-0789-4fa2-b742-56a926154100 req-098a8415-d0ff-4eab-bd42-eedbf6eb3fdd tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 210 time: 0.0825748 Feb 28 17:36:21.553052 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dc1cbba-24e5-400f-acb0-24711354715a tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (bf397d21-74e5-42a5-92eb-d6ff7a55a2f3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:21.553534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc1cbba-24e5-400f-acb0-24711354715a tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Fanout notify agent at l3_agent the message router_deleted on router bf397d21-74e5-42a5-92eb-d6ff7a55a2f3 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:36:21.561755 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2dc1cbba-24e5-400f-acb0-24711354715a tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:21.563261 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2dc1cbba-24e5-400f-acb0-24711354715a tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/routers/bf397d21-74e5-42a5-92eb-d6ff7a55a2f3 HTTP/1.1" status: 204 len: 168 time: 1.1494951 Feb 28 17:36:21.565916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41316) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:21.656287 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1dae25-5b35-4104-904e-f5649f2046f2 req-25fed23b-053b-4981-8817-fbef225a7585 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:21.663899 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc1dae25-5b35-4104-904e-f5649f2046f2 req-25fed23b-053b-4981-8817-fbef225a7585 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.8011460 Feb 28 17:36:21.678526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-521bb581-8948-4801-832a-c2fd3506540b tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:21.680293 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-521bb581-8948-4801-832a-c2fd3506540b tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.73 "GET /v2.0/networks?id=a9427bd4-1339-4f1e-b245-de34cfeef29c HTTP/1.1" status: 200 len: 809 time: 0.7455728 Feb 28 17:36:21.689745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfeeac2-7ea0-48b6-8478-d192410547c7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting subnet 7ad3617d-4f8b-4993-95d9-b2d47a695838 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:36:21.700845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-87833699-acdb-43bb-a1a8-f31ff603bd0c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Request body: {'port': {'device_id': '5ca87c98-5d1e-4bda-bf74-5c4f03f6de69', 'network_id': 'a9427bd4-1339-4f1e-b245-de34cfeef29c', 'admin_state_up': True, 'tenant_id': '9577615c19bf49ecb40a227c43a74a4f'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:21.704380 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cfeeac2-7ea0-48b6-8478-d192410547c7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (7ad3617d-4f8b-4993-95d9-b2d47a695838), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:21.835499 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cfeeac2-7ea0-48b6-8478-d192410547c7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (7ad3617d-4f8b-4993-95d9-b2d47a695838), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:21.858188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc1dae25-5b35-4104-904e-f5649f2046f2 req-2d8ec241-e9eb-470f-895a-9620e81abc34 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929591 Feb 28 17:36:21.895616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73201f83-0c30-4aaf-aa32-5beb2744a18a req-0c611f38-8f31-4d81-ba24-4178bd772bb0 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:21.897793 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73201f83-0c30-4aaf-aa32-5beb2744a18a req-0c611f38-8f31-4d81-ba24-4178bd772bb0 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 946 time: 0.2390726 Feb 28 17:36:21.927627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f5b11-75e2-4743-bf97-dd2d3557cd31 req-1976f053-0666-496b-a984-10481b8c3a76 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:21.931007 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-111f5b11-75e2-4743-bf97-dd2d3557cd31 req-1976f053-0666-496b-a984-10481b8c3a76 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 946 time: 0.1950336 Feb 28 17:36:22.094203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-87833699-acdb-43bb-a1a8-f31ff603bd0c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Made reservation on behalf of 9577615c19bf49ecb40a227c43a74a4f for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:36:22.099618 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-87833699-acdb-43bb-a1a8-f31ff603bd0c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:22.103421 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cfeeac2-7ea0-48b6-8478-d192410547c7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (7ad3617d-4f8b-4993-95d9-b2d47a695838), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:22.177997 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-111f5b11-75e2-4743-bf97-dd2d3557cd31 req-5aa5a47e-41fe-43f3-809b-bceb2fea54fd tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098379 Feb 28 17:36:22.263248 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-73201f83-0c30-4aaf-aa32-5beb2744a18a req-ad2f4a1d-f01d-40e9-99fb-339f22d0bb0b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Deleting port b76cadc5-7f79-4114-85a0-721ff6cd6104 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:36:22.263589 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-73201f83-0c30-4aaf-aa32-5beb2744a18a req-ad2f4a1d-f01d-40e9-99fb-339f22d0bb0b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:22.267297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230718f1-ef17-4ffb-a556-a9ff79e79999 req-641d3493-ae34-4748-9109-4528de70233c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:22.274233 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-230718f1-ef17-4ffb-a556-a9ff79e79999 req-641d3493-ae34-4748-9109-4528de70233c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2286758 Feb 28 17:36:22.458322 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-230718f1-ef17-4ffb-a556-a9ff79e79999 req-f7189958-7de5-40a3-b60f-7a124068a040 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776545 Feb 28 17:36:22.540538 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-87833699-acdb-43bb-a1a8-f31ff603bd0c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Allocated IP 172.20.0.12 (a9427bd4-1339-4f1e-b245-de34cfeef29c/dbe20181-5d58-4a2b-9c43-162193b78d6b/69de2f13-0994-49c6-be74-8801e5e38ed8) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:36:22.633138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b103ada-7f42-4aae-99eb-efeba3ae362f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b79b0a-3b0f-462d-84a0-979a237cc2b7'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:22.639385 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805ccbdc-477b-421c-a209-7df6fb4af0bc" -d '{"events": [{"server_uuid": "2b103ada-7f42-4aae-99eb-efeba3ae362f", "name": "network-vif-plugged", "status": "completed", "tag": "e0b79b0a-3b0f-462d-84a0-979a237cc2b7"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:22.679192 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1dca4a6f-c3a8-4b4c-8e00-a3b8acc4a9a0 req-f0b8ff76-79ab-4aa4-ab13-d1469be48da3 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 210 time: 0.0577712 Feb 28 17:36:22.908831 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cfeeac2-7ea0-48b6-8478-d192410547c7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (7ad3617d-4f8b-4993-95d9-b2d47a695838), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:22.945788 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6662aa-64a8-427f-87aa-08e51aaf4179 req-ffc75b41-0435-4516-995e-2f29f38892e1 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:22.953977 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef6662aa-64a8-427f-87aa-08e51aaf4179 req-ffc75b41-0435-4516-995e-2f29f38892e1 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/networks?id=54167de9-3554-490b-90c9-a563d8838503 HTTP/1.1" status: 200 len: 813 time: 0.1376419 Feb 28 17:36:22.956002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfeeac2-7ea0-48b6-8478-d192410547c7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad3617d-4f8b-4993-95d9-b2d47a695838,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:22.980350 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cfeeac2-7ea0-48b6-8478-d192410547c7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:22.985758 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef6662aa-64a8-427f-87aa-08e51aaf4179 req-b970dc9e-ba1f-455b-9c7f-fa4ebeb5335e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/quotas/9665654bb1254aa08cac2eb356b74f48 HTTP/1.1" status: 200 len: 375 time: 0.0306189 Feb 28 17:36:22.987312 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4125281c-d57d-4982-8883-f4631a2a2783 None None] Network d0bc4f71-a132-437b-a95c-13be945c683a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:36:22.988233 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2cfeeac2-7ea0-48b6-8478-d192410547c7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/7ad3617d-4f8b-4993-95d9-b2d47a695838 HTTP/1.1" status: 204 len: 168 time: 1.4202368 Feb 28 17:36:22.991954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41370) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:23.120032 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef6662aa-64a8-427f-87aa-08e51aaf4179 req-7be34aab-dfc8-44bc-ae56-a2b3e6a75d05 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9665654bb1254aa08cac2eb356b74f48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1330364 Feb 28 17:36:23.126670 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf2eea-e367-4751-8778-668a59240cef req-c9df62f9-29a9-47ac-a3d2-9311590b3553 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:23.135375 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8bdf2eea-e367-4751-8778-668a59240cef req-c9df62f9-29a9-47ac-a3d2-9311590b3553 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 945 time: 0.2418697 Feb 28 17:36:23.143809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-73201f83-0c30-4aaf-aa32-5beb2744a18a req-ad2f4a1d-f01d-40e9-99fb-339f22d0bb0b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] For port b76cadc5-7f79-4114-85a0-721ff6cd6104, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=b76cadc5-7f79-4114-85a0-721ff6cd6104,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:23.144527 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-73201f83-0c30-4aaf-aa32-5beb2744a18a req-ad2f4a1d-f01d-40e9-99fb-339f22d0bb0b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:23.169473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-73201f83-0c30-4aaf-aa32-5beb2744a18a req-ad2f4a1d-f01d-40e9-99fb-339f22d0bb0b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Calling delete_port for b76cadc5-7f79-4114-85a0-721ff6cd6104 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:36:23.172819 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-87833699-acdb-43bb-a1a8-f31ff603bd0c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Publish callbacks [] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:23.176740 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (d0bc4f71-a132-437b-a95c-13be945c683a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:23.241005 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74d10a4-5218-4a3f-b380-2545af59c275 x-openstack-request-id: req-e74d10a4-5218-4a3f-b380-2545af59c275 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:23.243384 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b103ada-7f42-4aae-99eb-efeba3ae362f", "name": "network-vif-plugged", "status": "completed", "tag": "e0b79b0a-3b0f-462d-84a0-979a237cc2b7", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:23.243384 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e74d10a4-5218-4a3f-b380-2545af59c275 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:23.243384 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b103ada-7f42-4aae-99eb-efeba3ae362f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b79b0a-3b0f-462d-84a0-979a237cc2b7', 'code': 200} Feb 28 17:36:23.317083 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-87833699-acdb-43bb-a1a8-f31ff603bd0c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:23.373955 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8bdf2eea-e367-4751-8778-668a59240cef req-5ae93a40-0c7a-4e6c-bb7a-1da99663252b tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373707 Feb 28 17:36:23.411831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe86af-fe1d-4dc2-8d9a-4924bfebb9b7 None None] DHCP port deletion for d0bc4f71-a132-437b-a95c-13be945c683a request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:36:23.499832 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87833699-acdb-43bb-a1a8-f31ff603bd0c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Pushing event updated for resources: {'Port': ['ID=69de2f13-0994-49c6-be74-8801e5e38ed8,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:23.541957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 15e0249f-5b3f-4e0a-a565-02e25c4d950a no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:36:23.546569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-87833699-acdb-43bb-a1a8-f31ff603bd0c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Network a9427bd4-1339-4f1e-b245-de34cfeef29c is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:36:23.622948 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-87833699-acdb-43bb-a1a8-f31ff603bd0c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:23.630873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-87833699-acdb-43bb-a1a8-f31ff603bd0c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:36:23.689481 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1075ae-24c9-4e49-83f2-c7b43d512ce7 req-eb2d9faa-8e95-4ce6-97c5-00955fb05b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:23.691320 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd1075ae-24c9-4e49-83f2-c7b43d512ce7 req-eb2d9faa-8e95-4ce6-97c5-00955fb05b59 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 1128 time: 0.4000075 Feb 28 17:36:23.697073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe86af-fe1d-4dc2-8d9a-4924bfebb9b7 None None] Deleting port 15e0249f-5b3f-4e0a-a565-02e25c4d950a {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:36:23.698178 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7cbe86af-fe1d-4dc2-8d9a-4924bfebb9b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:23.713541 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 15e0249f-5b3f-4e0a-a565-02e25c4d950a is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:23.714232 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:23.714548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-87833699-acdb-43bb-a1a8-f31ff603bd0c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:23.715317 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-87833699-acdb-43bb-a1a8-f31ff603bd0c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:23.724305 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port 15e0249f-5b3f-4e0a-a565-02e25c4d950a {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:36:23.724817 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:23.756570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3c5e0-ee5f-4ea0-b15f-6b1baa1052fa req-d422f339-1446-4c8e-8850-95c74184ad42 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:23.764660 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ef3c5e0-ee5f-4ea0-b15f-6b1baa1052fa req-d422f339-1446-4c8e-8850-95c74184ad42 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2145958 Feb 28 17:36:23.817193 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] For port 15e0249f-5b3f-4e0a-a565-02e25c4d950a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=15e0249f-5b3f-4e0a-a565-02e25c4d950a,segment=NetworkSegment(0e311512-a350-4f64-b68c-d68048e054ad),segment_id=0e311512-a350-4f64-b68c-d68048e054ad)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:23.817554 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:23.828448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ef3c5e0-ee5f-4ea0-b15f-6b1baa1052fa req-6afd8de5-5ed3-4809-810d-28a64f716518 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583227 Feb 28 17:36:23.830984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for 15e0249f-5b3f-4e0a-a565-02e25c4d950a owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:36:23.838355 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-87833699-acdb-43bb-a1a8-f31ff603bd0c tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1443114 Feb 28 17:36:23.853348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Request body: {'port': {'device_id': '5ca87c98-5d1e-4bda-bf74-5c4f03f6de69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:23.859180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 15e0249f-5b3f-4e0a-a565-02e25c4d950a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=15e0249f-5b3f-4e0a-a565-02e25c4d950a,segment=NetworkSegment(0e311512-a350-4f64-b68c-d68048e054ad),segment_id=0e311512-a350-4f64-b68c-d68048e054ad)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:23.894295 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7cbe86af-fe1d-4dc2-8d9a-4924bfebb9b7 None None] For port 15e0249f-5b3f-4e0a-a565-02e25c4d950a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=15e0249f-5b3f-4e0a-a565-02e25c4d950a,segment=NetworkSegment(0e311512-a350-4f64-b68c-d68048e054ad),segment_id=0e311512-a350-4f64-b68c-d68048e054ad)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:23.895463 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7cbe86af-fe1d-4dc2-8d9a-4924bfebb9b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:23.918058 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe86af-fe1d-4dc2-8d9a-4924bfebb9b7 None None] Calling delete_port for 15e0249f-5b3f-4e0a-a565-02e25c4d950a owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:36:23.961559 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2a7e-336b-4bfb-afb0-0b5dde3fa2a6 req-6c51607f-77d1-4bd8-972c-d76ff45bc1b6 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:23.963489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9eba2a7e-336b-4bfb-afb0-0b5dde3fa2a6 req-6c51607f-77d1-4bd8-972c-d76ff45bc1b6 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 946 time: 0.4343467 Feb 28 17:36:23.995682 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:24.072214 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd1075ae-24c9-4e49-83f2-c7b43d512ce7 req-f6ea066d-50dd-45b9-9ce6-25de0d356422 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717043 Feb 28 17:36:24.077680 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:24.080061 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-73201f83-0c30-4aaf-aa32-5beb2744a18a req-ad2f4a1d-f01d-40e9-99fb-339f22d0bb0b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b76cadc5-7f79-4114-85a0-721ff6cd6104), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:24.126966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f4a1d-f01d-40e9-99fb-339f22d0bb0b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Pushing event deleted for resources: {'Port': ['ID=b76cadc5-7f79-4114-85a0-721ff6cd6104,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:24.127272 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d21d0-043e-4fd5-8a26-2b42b3e03cb8 req-427820ec-d34d-440f-911a-e65d2a3dfca1 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:24.135873 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1d9d21d0-043e-4fd5-8a26-2b42b3e03cb8 req-427820ec-d34d-440f-911a-e65d2a3dfca1 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 932 time: 0.1748931 Feb 28 17:36:24.184790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-73201f83-0c30-4aaf-aa32-5beb2744a18a req-ad2f4a1d-f01d-40e9-99fb-339f22d0bb0b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] No DVR routers for this DVR port b76cadc5-7f79-4114-85a0-721ff6cd6104 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:36:24.186801 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:24.192465 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-73201f83-0c30-4aaf-aa32-5beb2744a18a req-ad2f4a1d-f01d-40e9-99fb-339f22d0bb0b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:24.195881 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73201f83-0c30-4aaf-aa32-5beb2744a18a req-ad2f4a1d-f01d-40e9-99fb-339f22d0bb0b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "DELETE /v2.0/ports/b76cadc5-7f79-4114-85a0-721ff6cd6104 HTTP/1.1" status: 204 len: 173 time: 2.2823045 Feb 28 17:36:24.212243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=15e0249f-5b3f-4e0a-a565-02e25c4d950a,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:24.220183 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adb1d1a-1f88-47aa-8e0e-8056f38ebf13', 'name': 'network-vif-deleted', 'tag': 'b76cadc5-7f79-4114-85a0-721ff6cd6104'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:24.222567 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61137355-0f8a-413b-85af-0abf103bc8ae" -d '{"events": [{"server_uuid": "5adb1d1a-1f88-47aa-8e0e-8056f38ebf13", "name": "network-vif-deleted", "tag": "b76cadc5-7f79-4114-85a0-721ff6cd6104"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:24.233896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=15e0249f-5b3f-4e0a-a565-02e25c4d950a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:24.234361 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3f19e91d-6fd2-4753-9826-cc84e46fcf75'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:36:24.260467 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9eba2a7e-336b-4bfb-afb0-0b5dde3fa2a6 req-c3435f07-f0cc-431b-b137-5c2c5bb11cbe tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169266 Feb 28 17:36:24.267634 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No DVR routers for this DVR port 15e0249f-5b3f-4e0a-a565-02e25c4d950a on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:36:24.363367 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1d9d21d0-043e-4fd5-8a26-2b42b3e03cb8 req-3899bb4a-43f9-4d4a-93f5-e017e2e247d3 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c545c97-6c76-4293-850a-186343585f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239294 Feb 28 17:36:24.434092 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (d0bc4f71-a132-437b-a95c-13be945c683a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:24.459590 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bc4f71-a132-437b-a95c-13be945c683a']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:24.470838 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e311512-a350-4f64-b68c-d68048e054ad') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:24.471266 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e311512-a350-4f64-b68c-d68048e054ad') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:24.482874 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (0e311512-a350-4f64-b68c-d68048e054ad), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:24.498889 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0e311512-a350-4f64-b68c-d68048e054ad), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:24.507889 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:36:24.508447 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (0e311512-a350-4f64-b68c-d68048e054ad), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:36:24.639430 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:36:24.655005 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa126a0d-77c1-43a4-b1a8-30b173719405 x-openstack-request-id: req-fa126a0d-77c1-43a4-b1a8-30b173719405 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:24.655005 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adb1d1a-1f88-47aa-8e0e-8056f38ebf13", "name": "network-vif-deleted", "tag": "b76cadc5-7f79-4114-85a0-721ff6cd6104", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:24.656196 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fa126a0d-77c1-43a4-b1a8-30b173719405 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:24.656909 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adb1d1a-1f88-47aa-8e0e-8056f38ebf13', 'name': 'network-vif-deleted', 'tag': 'b76cadc5-7f79-4114-85a0-721ff6cd6104', 'status': 'completed', 'code': 200} Feb 28 17:36:24.686191 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (d0bc4f71-a132-437b-a95c-13be945c683a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:24.715505 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:24.725748 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/networks/d0bc4f71-a132-437b-a95c-13be945c683a HTTP/1.1" status: 204 len: 168 time: 1.7249632 Feb 28 17:36:24.725748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc461c50-70b5-48a4-ba0c-e7fd8f0f64cf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Network': ['ID=d0bc4f71-a132-437b-a95c-13be945c683a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:24.725748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41428) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:24.740408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d043d08e-4d6e-4724-9577-9b98f8e9d45e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-133215424'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:24.787123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791df86-29f3-4a7f-ae63-6f53b48ab909 req-41596d7b-6df7-49f6-a4c8-2ac315a63e4c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:24.790105 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7cbe86af-fe1d-4dc2-8d9a-4924bfebb9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (15e0249f-5b3f-4e0a-a565-02e25c4d950a), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:24.794144 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c791df86-29f3-4a7f-ae63-6f53b48ab909 req-41596d7b-6df7-49f6-a4c8-2ac315a63e4c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2096665 Feb 28 17:36:24.807957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7cbe86af-fe1d-4dc2-8d9a-4924bfebb9b7 None None] Network d0bc4f71-a132-437b-a95c-13be945c683a is not hosted by any dhcp agent {{(pid=104248) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 17:36:24.808694 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe86af-fe1d-4dc2-8d9a-4924bfebb9b7 None None] No DVR routers for this DVR port 15e0249f-5b3f-4e0a-a565-02e25c4d950a on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:36:24.867016 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe86af-fe1d-4dc2-8d9a-4924bfebb9b7 None None] Pushing event deleted for resources: {'Port': ['ID=15e0249f-5b3f-4e0a-a565-02e25c4d950a,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:24.874242 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c791df86-29f3-4a7f-ae63-6f53b48ab909 req-b82526e6-8013-425d-861e-1190cd90febc tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660150 Feb 28 17:36:24.885323 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69de2f13-0994-49c6-be74-8801e5e38ed8 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:36:24.898661 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Publish callbacks [] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:24.955881 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d043d08e-4d6e-4724-9577-9b98f8e9d45e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:36:24.960093 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d043d08e-4d6e-4724-9577-9b98f8e9d45e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:24.977773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Transition to ACTIVE for port object 69de2f13-0994-49c6-be74-8801e5e38ed8 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:36:25.028692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d043d08e-4d6e-4724-9577-9b98f8e9d45e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:36:25.059292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2ad36-b605-4509-a727-cd9b0ab334b0 req-220e4ee9-4ea2-4c02-9c95-26d86606eb83 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:25.063228 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d043d08e-4d6e-4724-9577-9b98f8e9d45e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2a761712-c879-4f8b-9e74-9edf7571109d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:25.063586 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-d043d08e-4d6e-4724-9577-9b98f8e9d45e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Added segment 2a761712-c879-4f8b-9e74-9edf7571109d of type vlan for network 165b1d89-4a1d-4d4f-97e2-19b0a32a30d3 Feb 28 17:36:25.075410 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-adf2ad36-b605-4509-a727-cd9b0ab334b0 req-220e4ee9-4ea2-4c02-9c95-26d86606eb83 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 945 time: 0.1816120 Feb 28 17:36:25.102601 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:25.132160 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d043d08e-4d6e-4724-9577-9b98f8e9d45e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (165b1d89-4a1d-4d4f-97e2-19b0a32a30d3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:25.187655 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bee02c3e-6d18-43b7-9d9f-576403c6834e req-ff5a6c5f-4627-4c5f-b015-a637b50a46ce tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9665654bb1254aa08cac2eb356b74f48 HTTP/1.1" status: 200 len: 221 time: 0.1002872 Feb 28 17:36:25.198389 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-adf2ad36-b605-4509-a727-cd9b0ab334b0 req-6e228a14-50ed-43c7-b3c3-3be57916d382 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219151 Feb 28 17:36:25.230960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Pushing event updated for resources: {'Port': ['ID=69de2f13-0994-49c6-be74-8801e5e38ed8,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:25.275040 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d043d08e-4d6e-4724-9577-9b98f8e9d45e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (165b1d89-4a1d-4d4f-97e2-19b0a32a30d3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:25.293551 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d043d08e-4d6e-4724-9577-9b98f8e9d45e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:25.296525 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d043d08e-4d6e-4724-9577-9b98f8e9d45e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:25.408036 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Attempting to bind port 69de2f13-0994-49c6-be74-8801e5e38ed8 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:36:25.408036 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Attempting to bind port 69de2f13-0994-49c6-be74-8801e5e38ed8 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '98bf9e89-bdc5-46ae-b896-7dd2242d904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a9427bd4-1339-4f1e-b245-de34cfeef29c'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:36:25.413557 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Attempting to bind port 69de2f13-0994-49c6-be74-8801e5e38ed8 on network a9427bd4-1339-4f1e-b245-de34cfeef29c {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:36:25.447092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Port 69de2f13-0994-49c6-be74-8801e5e38ed8 on network a9427bd4-1339-4f1e-b245-de34cfeef29c not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:36:25.447092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Attempting to bind port 69de2f13-0994-49c6-be74-8801e5e38ed8 on network a9427bd4-1339-4f1e-b245-de34cfeef29c {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:36:25.530362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043d08e-4d6e-4724-9577-9b98f8e9d45e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Network': ['ID=165b1d89-4a1d-4d4f-97e2-19b0a32a30d3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:25.539843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b76cadc5-7f79-4114-85a0-721ff6cd6104 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:36:25.540846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:36:25.541476 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Checking segment: {'id': '98bf9e89-bdc5-46ae-b896-7dd2242d904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a9427bd4-1339-4f1e-b245-de34cfeef29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:36:25.543099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Bound using segment: {'id': '98bf9e89-bdc5-46ae-b896-7dd2242d904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a9427bd4-1339-4f1e-b245-de34cfeef29c'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:36:25.543679 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Bound port: 69de2f13-0994-49c6-be74-8801e5e38ed8, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98bf9e89-bdc5-46ae-b896-7dd2242d904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a9427bd4-1339-4f1e-b245-de34cfeef29c'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:36:25.544125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 165b1d89-4a1d-4d4f-97e2-19b0a32a30d3 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:36:25.547568 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:25.552325 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-10d09786-91d7-4478-aef7-df218264a9ad req-3ea947f4-d15e-4468-a84e-772af78849a9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=5adb1d1a-1f88-47aa-8e0e-8056f38ebf13 HTTP/1.1" status: 200 len: 210 time: 0.0986831 Feb 28 17:36:25.571718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129c37c-5380-4a5c-abfc-8be2c60203a4 req-256feeb8-de29-4772-966a-0dfbbf54391f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:25.588929 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4129c37c-5380-4a5c-abfc-8be2c60203a4 req-256feeb8-de29-4772-966a-0dfbbf54391f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2818985 Feb 28 17:36:25.635796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: b76cadc5-7f79-4114-85a0-721ff6cd6104 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:36:25.636318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device b76cadc5-7f79-4114-85a0-721ff6cd6104 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:36:25.666428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] For port 69de2f13-0994-49c6-be74-8801e5e38ed8, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:36:25.677077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] For port 69de2f13-0994-49c6-be74-8801e5e38ed8, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=69de2f13-0994-49c6-be74-8801e5e38ed8,segment=NetworkSegment(98bf9e89-bdc5-46ae-b896-7dd2242d904d),segment_id=98bf9e89-bdc5-46ae-b896-7dd2242d904d)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:36:25.690271 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4129c37c-5380-4a5c-abfc-8be2c60203a4 req-cb06abf9-aa31-4091-b05b-f5d0384a2fea tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949633 Feb 28 17:36:25.766489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d043d08e-4d6e-4724-9577-9b98f8e9d45e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0409884 Feb 28 17:36:25.770174 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41464) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:25.776039 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-03c65bb6-0e33-4559-b720-d70ebd9863c6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'subnet': {'network_id': '165b1d89-4a1d-4d4f-97e2-19b0a32a30d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:25.782336 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:25.836487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:25.837143 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:25.838619 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] 10.222.0.73 "PUT /v2.0/ports/69de2f13-0994-49c6-be74-8801e5e38ed8 HTTP/1.1" status: 200 len: 1093 time: 1.9930317 Feb 28 17:36:25.839976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca87c98-5d1e-4bda-bf74-5c4f03f6de69', 'tag': '69de2f13-0994-49c6-be74-8801e5e38ed8'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:25.842413 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f588b559-07fc-4ecd-ba0c-9fca3584cbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca87c98-5d1e-4bda-bf74-5c4f03f6de69", "tag": "69de2f13-0994-49c6-be74-8801e5e38ed8"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:25.869589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06d1af-9a4d-44ad-9e8b-b5984c98dcf2 req-032e32c9-bcf3-4b2c-8ebc-5e3f3a00a3dd tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:25.871522 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf06d1af-9a4d-44ad-9e8b-b5984c98dcf2 req-032e32c9-bcf3-4b2c-8ebc-5e3f3a00a3dd tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 944 time: 0.1848407 Feb 28 17:36:25.898862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a7ca1-084f-49d6-9030-70c2085e47fc service neutron] Pushing event updated for resources: {'Port': ['ID=69de2f13-0994-49c6-be74-8801e5e38ed8,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:25.958156 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf06d1af-9a4d-44ad-9e8b-b5984c98dcf2 req-ce3f3c93-55d7-432e-8a67-3f19ce04a206 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c545c97-6c76-4293-850a-186343585f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679023 Feb 28 17:36:25.971141 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb77080-d112-40e6-8e5a-72d020c78034 req-ecab43ae-7671-4b0d-9dbd-5ff0b9af07c2 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:25.972686 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9cb77080-d112-40e6-8e5a-72d020c78034 req-ecab43ae-7671-4b0d-9dbd-5ff0b9af07c2 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1017218 Feb 28 17:36:26.047220 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9cb77080-d112-40e6-8e5a-72d020c78034 req-82fb0d60-980b-4baf-8ace-52248291064d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588748 Feb 28 17:36:26.101520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-a250adb3-593e-44d4-b8ba-da427338c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:26.108251 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-a250adb3-593e-44d4-b8ba-da427338c809 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9577615c19bf49ecb40a227c43a74a4f&device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 1127 time: 0.0817342 Feb 28 17:36:26.115476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c65bb6-0e33-4559-b720-d70ebd9863c6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:36:26.119325 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03c65bb6-0e33-4559-b720-d70ebd9863c6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:26.176188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-75d7bef8-49fc-4aff-9866-a2065ae103d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69de2f13-0994-49c6-be74-8801e5e38ed8 HTTP/1.1" status: 200 len: 217 time: 0.0592206 Feb 28 17:36:26.231200 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a3ebef-db81-413b-a675-eaf7d854e223 x-openstack-request-id: req-49a3ebef-db81-413b-a675-eaf7d854e223 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:26.231559 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca87c98-5d1e-4bda-bf74-5c4f03f6de69", "tag": "69de2f13-0994-49c6-be74-8801e5e38ed8", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:26.232099 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-49a3ebef-db81-413b-a675-eaf7d854e223 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:26.232638 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca87c98-5d1e-4bda-bf74-5c4f03f6de69', 'tag': '69de2f13-0994-49c6-be74-8801e5e38ed8', 'status': 'completed', 'code': 200} Feb 28 17:36:26.240246 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-80f4a0f1-270d-46d7-991e-a2a23ba801b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:26.241844 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-80f4a0f1-270d-46d7-991e-a2a23ba801b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dbe20181-5d58-4a2b-9c43-162193b78d6b HTTP/1.1" status: 200 len: 849 time: 0.0600891 Feb 28 17:36:26.285514 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-d2812ee9-ed61-4ada-9fc9-ebd80e27cb05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9427bd4-1339-4f1e-b245-de34cfeef29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366087 Feb 28 17:36:26.463038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7432b83-2729-4914-8849-acd442f318d7 req-43d4b8b3-39db-43ab-b162-506718948286 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:26.464692 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7432b83-2729-4914-8849-acd442f318d7 req-43d4b8b3-39db-43ab-b162-506718948286 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1384835 Feb 28 17:36:26.505700 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-e135f3bd-6477-4d76-a23c-d38336090e7b service neutron] 10.222.0.73 "GET /v2.0/networks/a9427bd4-1339-4f1e-b245-de34cfeef29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093198 Feb 28 17:36:26.536734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7432b83-2729-4914-8849-acd442f318d7 req-069a410a-f206-46d8-9a65-78f82a981de5 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531979 Feb 28 17:36:26.566165 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03c65bb6-0e33-4559-b720-d70ebd9863c6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (eeb66822-684e-475c-99ea-e13fe066a7ac), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:26.583082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168ec2a-55ee-427d-9974-4d724a582473 req-86a85e6c-7918-48bf-bc6c-f7069ab3ceb6 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:26.584696 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b168ec2a-55ee-427d-9974-4d724a582473 req-86a85e6c-7918-48bf-bc6c-f7069ab3ceb6 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 945 time: 0.2220156 Feb 28 17:36:26.668025 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c65bb6-0e33-4559-b720-d70ebd9863c6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Subnet': ['ID=eeb66822-684e-475c-99ea-e13fe066a7ac,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:26.674984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c65bb6-0e33-4559-b720-d70ebd9863c6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Checking segment: {'id': '2a761712-c879-4f8b-9e74-9edf7571109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '165b1d89-4a1d-4d4f-97e2-19b0a32a30d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:36:26.676260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c65bb6-0e33-4559-b720-d70ebd9863c6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network hostable DHCP agents. Network: 165b1d89-4a1d-4d4f-97e2-19b0a32a30d3, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:36:26.698383 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b168ec2a-55ee-427d-9974-4d724a582473 req-136ab866-8828-4f13-b594-00e99f790eb8 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040566 Feb 28 17:36:26.715823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43d1ef1c-8664-4f9d-a021-038ac61e6d61 req-f774df58-dd10-4ba9-b115-d0be5c0669ad service neutron] 10.222.0.73 "GET /v2.0/networks/a9427bd4-1339-4f1e-b245-de34cfeef29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074640 Feb 28 17:36:26.802301 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cdca8-1187-4715-801b-485910449c06 req-ee18d057-6aab-4d14-b98b-d49cc8d1ea85 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:26.804432 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f56cdca8-1187-4715-801b-485910449c06 req-ee18d057-6aab-4d14-b98b-d49cc8d1ea85 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1247790 Feb 28 17:36:26.927551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f56cdca8-1187-4715-801b-485910449c06 req-81399ace-61cb-4d38-8045-738485d2dd31 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159465 Feb 28 17:36:26.929382 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c65bb6-0e33-4559-b720-d70ebd9863c6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network 165b1d89-4a1d-4d4f-97e2-19b0a32a30d3 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:36:26.964630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b559-07fc-4ecd-ba0c-9fca3584cbc9 req-2d8cd96e-a29c-4dd3-bf04-2c236e577fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:26.966213 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f588b559-07fc-4ecd-ba0c-9fca3584cbc9 req-2d8cd96e-a29c-4dd3-bf04-2c236e577fed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9577615c19bf49ecb40a227c43a74a4f&device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 1127 time: 0.1034257 Feb 28 17:36:27.021735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-03c65bb6-0e33-4559-b720-d70ebd9863c6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 165b1d89-4a1d-4d4f-97e2-19b0a32a30d3) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:27.035852 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c65bb6-0e33-4559-b720-d70ebd9863c6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:27.036917 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03c65bb6-0e33-4559-b720-d70ebd9863c6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:27.046253 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9044255f-5bdb-4069-8b93-b17edddf19ed None None] Network 165b1d89-4a1d-4d4f-97e2-19b0a32a30d3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:36:27.155002 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-03c65bb6-0e33-4559-b720-d70ebd9863c6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3830099 Feb 28 17:36:27.156718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41532) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:27.163036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7ac732b5-81b7-4b29-96b4-54909919855b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1963186380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:27.245430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502de6-bc11-4a6f-a229-ab5aca245f77 req-c53de7ee-d544-4f09-acfe-0fec4af0a71d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:27.249511 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66502de6-bc11-4a6f-a229-ab5aca245f77 req-c53de7ee-d544-4f09-acfe-0fec4af0a71d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1788146 Feb 28 17:36:27.263898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-165b1d89-4a1d-4d4f-97e2-19b0a32a30d3', 'network_id': '165b1d89-4a1d-4d4f-97e2-19b0a32a30d3', 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'fixed_ips': [{'subnet_id': 'eeb66822-684e-475c-99ea-e13fe066a7ac'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:36:27.265255 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:27.279641 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b559-07fc-4ecd-ba0c-9fca3584cbc9 req-53cf34a0-1879-47f6-8329-de10d97c1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:27.279641 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f588b559-07fc-4ecd-ba0c-9fca3584cbc9 req-53cf34a0-1879-47f6-8329-de10d97c1a3f service neutron] 10.222.0.73 "GET /v2.0/networks?id=a9427bd4-1339-4f1e-b245-de34cfeef29c HTTP/1.1" status: 200 len: 910 time: 0.2960315 Feb 28 17:36:27.345142 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f588b559-07fc-4ecd-ba0c-9fca3584cbc9 req-3665c421-17c4-4a25-89af-0198b61a8114 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69de2f13-0994-49c6-be74-8801e5e38ed8 HTTP/1.1" status: 200 len: 217 time: 0.0547774 Feb 28 17:36:27.361849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-9ad9ba52-8bdc-4d5e-ab28-927876e6db41 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:27.367991 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66502de6-bc11-4a6f-a229-ab5aca245f77 req-13e9197c-ad70-4794-849e-d2beff80a8c7 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109765 Feb 28 17:36:27.368771 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-9ad9ba52-8bdc-4d5e-ab28-927876e6db41 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 0.2841253 Feb 28 17:36:27.372267 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac732b5-81b7-4b29-96b4-54909919855b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (b138002d-fdf8-4ec6-8296-841273299474), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:27.380259 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac732b5-81b7-4b29-96b4-54909919855b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (b138002d-fdf8-4ec6-8296-841273299474), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:27.411733 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-ecf3eb36-c6d9-437e-bf8a-76cab2b33d72 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/quotas/6245b9d2a54f4064829f9d0ea75229fa HTTP/1.1" status: 200 len: 375 time: 0.0419660 Feb 28 17:36:27.455144 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b559-07fc-4ecd-ba0c-9fca3584cbc9 req-433d08ce-16cd-425f-a72e-6df880ec5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:27.457396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f588b559-07fc-4ecd-ba0c-9fca3584cbc9 req-433d08ce-16cd-425f-a72e-6df880ec5df2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dbe20181-5d58-4a2b-9c43-162193b78d6b HTTP/1.1" status: 200 len: 849 time: 0.1122971 Feb 28 17:36:27.542087 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f588b559-07fc-4ecd-ba0c-9fca3584cbc9 req-5952891a-039f-44b2-99c0-69d15e06e57e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a9427bd4-1339-4f1e-b245-de34cfeef29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765119 Feb 28 17:36:27.542492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Allocated IP 2001:db8::2 (165b1d89-4a1d-4d4f-97e2-19b0a32a30d3/eeb66822-684e-475c-99ea-e13fe066a7ac/e3bc9007-8be7-470d-a976-0d9f99e43a44) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:36:27.614930 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac732b5-81b7-4b29-96b4-54909919855b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_controller (b138002d-fdf8-4ec6-8296-841273299474), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:27.669141 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-1bfcc1b1-4c70-45c8-afc3-3eab6dd6013f tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2563996 Feb 28 17:36:27.695044 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d4799-b421-493f-a13d-04419ec6b822 req-de8db032-f187-44b6-9ba2-f804b03e65b9 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:27.705632 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b85d4799-b421-493f-a13d-04419ec6b822 req-de8db032-f187-44b6-9ba2-f804b03e65b9 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 944 time: 0.1117601 Feb 28 17:36:27.706729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac732b5-81b7-4b29-96b4-54909919855b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (b138002d-fdf8-4ec6-8296-841273299474), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:27.740818 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Publish callbacks [] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:27.794973 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-ef12123c-bb26-4c53-9f86-a63eba6fffd8 service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175556 Feb 28 17:36:27.829199 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b85d4799-b421-493f-a13d-04419ec6b822 req-66c8774b-2a7b-46c4-b9f3-cf288b09983b tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c545c97-6c76-4293-850a-186343585f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860548 Feb 28 17:36:27.851926 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac732b5-81b7-4b29-96b4-54909919855b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:27.858679 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7ac732b5-81b7-4b29-96b4-54909919855b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7008331 Feb 28 17:36:27.859735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41546) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:27.878371 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f588b559-07fc-4ecd-ba0c-9fca3584cbc9 req-5d0710a3-8833-48cb-805a-c32d271a2957 service neutron] 10.222.0.73 "GET /v2.0/networks/a9427bd4-1339-4f1e-b245-de34cfeef29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299978 Feb 28 17:36:27.898892 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:28.030176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Network 165b1d89-4a1d-4d4f-97e2-19b0a32a30d3 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:36:28.033265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:28.040536 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:36:28.080655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Pushing event updated for resources: {'Port': ['ID=e3bc9007-8be7-470d-a976-0d9f99e43a44,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:28.124013 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Attempting to bind port e3bc9007-8be7-470d-a976-0d9f99e43a44 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:36:28.124539 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Attempting to bind port e3bc9007-8be7-470d-a976-0d9f99e43a44 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '2a761712-c879-4f8b-9e74-9edf7571109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '165b1d89-4a1d-4d4f-97e2-19b0a32a30d3'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:36:28.125082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Attempting to bind port e3bc9007-8be7-470d-a976-0d9f99e43a44 on network 165b1d89-4a1d-4d4f-97e2-19b0a32a30d3 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:36:28.132576 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:36:28.133216 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Checking segment: {'id': '2a761712-c879-4f8b-9e74-9edf7571109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '165b1d89-4a1d-4d4f-97e2-19b0a32a30d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:36:28.136086 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:28.136086 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Bound using segment: {'id': '2a761712-c879-4f8b-9e74-9edf7571109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '165b1d89-4a1d-4d4f-97e2-19b0a32a30d3'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:36:28.136086 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Bound port: e3bc9007-8be7-470d-a976-0d9f99e43a44, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a761712-c879-4f8b-9e74-9edf7571109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '165b1d89-4a1d-4d4f-97e2-19b0a32a30d3'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:36:28.136086 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:28.181475 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-7efbe3ff-59ab-4448-822c-e18e1ea89f9a service neutron] 10.222.0.72 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786151 Feb 28 17:36:28.254507 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f588b559-07fc-4ecd-ba0c-9fca3584cbc9 req-695601fd-fe37-4001-aff4-81fe804509db service neutron] 10.222.0.73 "GET /v2.0/networks/a9427bd4-1339-4f1e-b245-de34cfeef29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587289 Feb 28 17:36:28.267807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] For port e3bc9007-8be7-470d-a976-0d9f99e43a44, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:36:28.272734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] For port e3bc9007-8be7-470d-a976-0d9f99e43a44, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e3bc9007-8be7-470d-a976-0d9f99e43a44,segment=NetworkSegment(2a761712-c879-4f8b-9e74-9edf7571109d),segment_id=2a761712-c879-4f8b-9e74-9edf7571109d)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:36:28.357559 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:28.361297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe9fab-5c8a-45d3-83e1-9058191ffd48 req-c2712633-4c25-4938-8017-1e4e2082c8f6 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:28.369406 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2afe9fab-5c8a-45d3-83e1-9058191ffd48 req-c2712633-4c25-4938-8017-1e4e2082c8f6 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2220817 Feb 28 17:36:28.489087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689a0c3-6034-43e4-bf92-e569e9b8a76f None None] Pushing event updated for resources: {'Port': ['ID=e3bc9007-8be7-470d-a976-0d9f99e43a44,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:28.536551 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:28.661665 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30781379-bb74-4f34-adfd-c00ecbc3b5d2 req-58e46076-425c-4faf-a0e6-c8683bc98cec tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 210 time: 0.1048372 Feb 28 17:36:28.694210 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2afe9fab-5c8a-45d3-83e1-9058191ffd48 req-51ee0b1d-dc42-495b-8bcf-95d752fb872c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235531 Feb 28 17:36:29.199539 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de61ce-8b03-4902-9f64-5b08d7f061c1 req-49d84d2d-700b-401f-aadf-ea3524bbb433 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:29.201684 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0de61ce-8b03-4902-9f64-5b08d7f061c1 req-49d84d2d-700b-401f-aadf-ea3524bbb433 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 944 time: 0.1380854 Feb 28 17:36:29.318528 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0de61ce-8b03-4902-9f64-5b08d7f061c1 req-e6a03ec1-c589-4c42-8762-0c8230e27991 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c545c97-6c76-4293-850a-186343585f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104352 Feb 28 17:36:29.336410 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c983b-2f5e-4469-981b-ba83ccf3982b req-017ee385-4026-4bab-9cc9-7d995497016f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:29.343805 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bb8c983b-2f5e-4469-981b-ba83ccf3982b req-017ee385-4026-4bab-9cc9-7d995497016f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.3449175 Feb 28 17:36:29.556322 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bb8c983b-2f5e-4469-981b-ba83ccf3982b req-8c386450-b7ac-4730-8d09-98f5f41d2599 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117810 Feb 28 17:36:29.638012 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Allocated IP 2001:db8::1 (165b1d89-4a1d-4d4f-97e2-19b0a32a30d3/eeb66822-684e-475c-99ea-e13fe066a7ac/20854797-0f67-4d69-ae40-6438e6c4bdd3) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:36:29.699108 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e3bc9007-8be7-470d-a976-0d9f99e43a44 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:36:29.771617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc74ed-25d0-4704-b0c6-fc10ae02547b req-5cdb0ed9-3297-4fe6-8ac0-f73234e1418b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:29.779240 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6bc74ed-25d0-4704-b0c6-fc10ae02547b req-5cdb0ed9-3297-4fe6-8ac0-f73234e1418b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1262779 Feb 28 17:36:29.880485 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e3bc9007-8be7-470d-a976-0d9f99e43a44 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:29.880485 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:29.900094 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6bc74ed-25d0-4704-b0c6-fc10ae02547b req-d8fba8cf-5dc8-485a-937e-bd10b665c918 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159093 Feb 28 17:36:29.991389 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6155d804-6ec4-423f-9454-af87012d1ce5 req-b5ef4138-0c6d-4d69-8980-3f4369c0d5f2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 210 time: 0.2216082 Feb 28 17:36:30.023696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 69de2f13-0994-49c6-be74-8801e5e38ed8 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:36:30.166903 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (20854797-0f67-4d69-ae40-6438e6c4bdd3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:30.183791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adcc07-8426-46d1-b222-c376a953201b req-fc8485ba-723a-4716-85c6-c3c797960de2 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:30.232485 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30adcc07-8426-46d1-b222-c376a953201b req-fc8485ba-723a-4716-85c6-c3c797960de2 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1339636 Feb 28 17:36:30.260569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 69de2f13-0994-49c6-be74-8801e5e38ed8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=69de2f13-0994-49c6-be74-8801e5e38ed8,segment=NetworkSegment(98bf9e89-bdc5-46ae-b896-7dd2242d904d),segment_id=98bf9e89-bdc5-46ae-b896-7dd2242d904d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:30.326286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '69de2f13-0994-49c6-be74-8801e5e38ed8', 'network_id': 'a9427bd4-1339-4f1e-b245-de34cfeef29c', 'port_id': '69de2f13-0994-49c6-be74-8801e5e38ed8', 'mac_address': 'fa:16:3e:3b:13:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbe20181-5d58-4a2b-9c43-162193b78d6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:36:30.335452 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30adcc07-8426-46d1-b222-c376a953201b req-9b2ec6b3-2aff-4686-98f6-75039c8d557d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019068 Feb 28 17:36:30.427108 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (20854797-0f67-4d69-ae40-6438e6c4bdd3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:30.509324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e3bc9007-8be7-470d-a976-0d9f99e43a44 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:30.509749 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:30.593392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network 165b1d89-4a1d-4d4f-97e2-19b0a32a30d3 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:36:30.639833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port e3bc9007-8be7-470d-a976-0d9f99e43a44, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e3bc9007-8be7-470d-a976-0d9f99e43a44,segment=NetworkSegment(2a761712-c879-4f8b-9e74-9edf7571109d),segment_id=2a761712-c879-4f8b-9e74-9edf7571109d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:30.660402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 69de2f13-0994-49c6-be74-8801e5e38ed8 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:30.660810 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:30.682716 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcb969-b681-4ba3-b75e-9460e4e266ad req-cbc99175-6252-4793-b3ec-e4b236278c48 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:30.682839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=20854797-0f67-4d69-ae40-6438e6c4bdd3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:30.687074 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:30.695684 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8dcb969-b681-4ba3-b75e-9460e4e266ad req-cbc99175-6252-4793-b3ec-e4b236278c48 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 944 time: 0.2115307 Feb 28 17:36:30.699751 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:36:30.700329 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (b138002d-fdf8-4ec6-8296-841273299474), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:30.713573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69de2f13-0994-49c6-be74-8801e5e38ed8 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:36:30.723932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04217520-895e-43e2-b03e-a732d11cec3e None None] Network 165b1d89-4a1d-4d4f-97e2-19b0a32a30d3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:36:30.730739 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:30.773447 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8dcb969-b681-4ba3-b75e-9460e4e266ad req-633670ae-5ae6-4e4b-800f-ff7fac16d408 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c545c97-6c76-4293-850a-186343585f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722713 Feb 28 17:36:30.878385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff586cd6-ac7f-44dc-bb9e-a87d4a292f12 req-cd5ff342-cdb2-4724-9d96-a435408b1bf4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:30.889800 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ff586cd6-ac7f-44dc-bb9e-a87d4a292f12 req-cd5ff342-cdb2-4724-9d96-a435408b1bf4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2815595 Feb 28 17:36:30.982575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 69de2f13-0994-49c6-be74-8801e5e38ed8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=69de2f13-0994-49c6-be74-8801e5e38ed8,segment=NetworkSegment(98bf9e89-bdc5-46ae-b896-7dd2242d904d),segment_id=98bf9e89-bdc5-46ae-b896-7dd2242d904d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:31.033126 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ff586cd6-ac7f-44dc-bb9e-a87d4a292f12 req-9a4b496e-a180-4c36-a86b-f8437566b6c8 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422896 Feb 28 17:36:31.091069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5d34f170-856d-4e97-869b-75a488edf2d9 None None] Provisioning complete for port e3bc9007-8be7-470d-a976-0d9f99e43a44 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:31.091457 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5d34f170-856d-4e97-869b-75a488edf2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:31.115563 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:31.216467 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31fdb9f7-0a4b-4c91-8c96-c4bec11782a1 req-053f8717-146b-48ce-a7ff-88e0c5c15fba tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 210 time: 0.0753164 Feb 28 17:36:31.305512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=e3bc9007-8be7-470d-a976-0d9f99e43a44,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:31.318240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (20854797-0f67-4d69-ae40-6438e6c4bdd3), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:31.566404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=69de2f13-0994-49c6-be74-8801e5e38ed8,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:31.663545 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e3bc9007-8be7-470d-a976-0d9f99e43a44 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:36:31.726250 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['69de2f13-0994-49c6-be74-8801e5e38ed8'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:36:31.838473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eb017-049c-4ed7-ba18-ae39035b5516 req-0bc9027a-6275-4eab-81fd-29a696995442 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:31.862270 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de8eb017-049c-4ed7-ba18-ae39035b5516 req-0bc9027a-6275-4eab-81fd-29a696995442 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.5024762 Feb 28 17:36:32.010594 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e3bc9007-8be7-470d-a976-0d9f99e43a44 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:32.011201 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:32.075300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5d34f170-856d-4e97-869b-75a488edf2d9 None None] Current status of the port e3bc9007-8be7-470d-a976-0d9f99e43a44 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:32.197747 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-be26d2a3-5417-4708-8d00-04e978fb8deb tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:32.201176 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-be26d2a3-5417-4708-8d00-04e978fb8deb tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.73 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 805 time: 0.4623718 Feb 28 17:36:32.222357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512e69f-82b0-44d7-b812-a33258107bb8 req-627b6285-906a-406a-948c-25fd92f39f0e tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:32.233095 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d512e69f-82b0-44d7-b812-a33258107bb8 req-627b6285-906a-406a-948c-25fd92f39f0e tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 945 time: 0.2962711 Feb 28 17:36:32.240197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-c3619f06-b0b5-4604-801a-cf7080d71c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Request body: {'port': {'device_id': '4008bf14-4190-4d0b-8ea9-2931d551a492', 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'admin_state_up': True, 'tenant_id': '6245b9d2a54f4064829f9d0ea75229fa'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:32.361258 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e3bc9007-8be7-470d-a976-0d9f99e43a44 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:32.553784 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d512e69f-82b0-44d7-b812-a33258107bb8 req-8cfcbfbc-e5d1-4fe9-a23b-17f3ebf15383 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c545c97-6c76-4293-850a-186343585f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195326 Feb 28 17:36:32.690089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-c3619f06-b0b5-4604-801a-cf7080d71c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Made reservation on behalf of 6245b9d2a54f4064829f9d0ea75229fa for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:36:32.693554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-c3619f06-b0b5-4604-801a-cf7080d71c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:32.754946 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8c291182-0240-44e5-a085-dc6d0bbd6425 None None] Provisioning complete for port e3bc9007-8be7-470d-a976-0d9f99e43a44 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:32.757477 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8c291182-0240-44e5-a085-dc6d0bbd6425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:32.983605 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-de8eb017-049c-4ed7-ba18-ae39035b5516 req-33cec06e-6dcf-4aaa-9bdc-b992e0858511 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1203847 Feb 28 17:36:33.067138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8c291182-0240-44e5-a085-dc6d0bbd6425 None None] Current status of the port e3bc9007-8be7-470d-a976-0d9f99e43a44 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:33.114924 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8c291182-0240-44e5-a085-dc6d0bbd6425 None None] Provisioning complete for port 20854797-0f67-4d69-ae40-6438e6c4bdd3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:33.115297 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8c291182-0240-44e5-a085-dc6d0bbd6425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (20854797-0f67-4d69-ae40-6438e6c4bdd3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:33.149310 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (20854797-0f67-4d69-ae40-6438e6c4bdd3), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:33.155085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-c3619f06-b0b5-4604-801a-cf7080d71c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Allocated IP 172.20.0.8 (025c50b6-aef6-427c-b4dd-ce17165ac484/cb110c1f-5ae6-479d-98d8-8a85f1f33199/509af163-dd63-44b7-a6cb-3caf095f2323) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:36:33.219048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8c291182-0240-44e5-a085-dc6d0bbd6425 None None] Port 20854797-0f67-4d69-ae40-6438e6c4bdd3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:36:33.288535 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c3fe7a13-d369-4347-b5fa-befee4983778 req-ce797022-e00a-40cd-877d-dbca6f73a59e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 210 time: 0.0561006 Feb 28 17:36:33.294405 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (20854797-0f67-4d69-ae40-6438e6c4bdd3), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:33.295455 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (b138002d-fdf8-4ec6-8296-841273299474), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:33.372879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-cd5fdad9-6b9f-41cd-9076-fe3bc553a13b None None] Provisioning complete for port 20854797-0f67-4d69-ae40-6438e6c4bdd3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:33.373274 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdad9-6b9f-41cd-9076-fe3bc553a13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (20854797-0f67-4d69-ae40-6438e6c4bdd3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:33.413633 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:36:33.540732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-cd5fdad9-6b9f-41cd-9076-fe3bc553a13b None None] Port 20854797-0f67-4d69-ae40-6438e6c4bdd3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:36:33.612121 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-c3619f06-b0b5-4604-801a-cf7080d71c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks [] for port (509af163-dd63-44b7-a6cb-3caf095f2323), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:33.654338 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=20854797-0f67-4d69-ae40-6438e6c4bdd3,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:33.744524 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-c3619f06-b0b5-4604-801a-cf7080d71c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (509af163-dd63-44b7-a6cb-3caf095f2323), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:33.745592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0567fc1-6ce5-4e62-9685-fc2546be0111 req-1baa4b31-a2db-4524-9f44-20e450c60e94 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:33.753104 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0567fc1-6ce5-4e62-9685-fc2546be0111 req-1baa4b31-a2db-4524-9f44-20e450c60e94 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.3027623 Feb 28 17:36:33.758202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3f19e91d-6fd2-4753-9826-cc84e46fcf75'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:36:33.864664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-c3619f06-b0b5-4604-801a-cf7080d71c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Network 025c50b6-aef6-427c-b4dd-ce17165ac484 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:36:33.878970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-c3619f06-b0b5-4604-801a-cf7080d71c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:33.887274 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0567fc1-6ce5-4e62-9685-fc2546be0111 req-2cfd8518-7bd1-41b4-8cb0-4a319d1513ef tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223414 Feb 28 17:36:33.911821 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-c3619f06-b0b5-4604-801a-cf7080d71c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:36:33.938651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3619f06-b0b5-4604-801a-cf7080d71c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Pushing event updated for resources: {'Port': ['ID=509af163-dd63-44b7-a6cb-3caf095f2323,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:33.939086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network 165b1d89-4a1d-4d4f-97e2-19b0a32a30d3 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:36:33.942139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:34.008898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 69de2f13-0994-49c6-be74-8801e5e38ed8 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:36:34.187798 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-c3619f06-b0b5-4604-801a-cf7080d71c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:34.188650 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-c3619f06-b0b5-4604-801a-cf7080d71c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:34.367359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-c3619f06-b0b5-4604-801a-cf7080d71c3e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1319277 Feb 28 17:36:34.380817 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Request body: {'port': {'device_id': '4008bf14-4190-4d0b-8ea9-2931d551a492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:34.450469 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 69de2f13-0994-49c6-be74-8801e5e38ed8 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:36:34.460864 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 69de2f13-0994-49c6-be74-8801e5e38ed8 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:34.461251 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:34.463063 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a0325-2793-4b10-8ff8-f60acfa9a52b req-c1c7e63d-0442-4e8d-9f17-b7f89a2820f3 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:34.479409 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5c0a0325-2793-4b10-8ff8-f60acfa9a52b req-c1c7e63d-0442-4e8d-9f17-b7f89a2820f3 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 945 time: 0.3248513 Feb 28 17:36:34.640981 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5c0a0325-2793-4b10-8ff8-f60acfa9a52b req-3f72adef-1cad-4072-8de0-9aa6b481794f tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c545c97-6c76-4293-850a-186343585f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564822 Feb 28 17:36:34.723778 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (509af163-dd63-44b7-a6cb-3caf095f2323), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:34.724589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-35f055ef-9fa6-481b-b978-c609e93cac53 None None] Provisioning complete for port 20854797-0f67-4d69-ae40-6438e6c4bdd3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:34.724589 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-35f055ef-9fa6-481b-b978-c609e93cac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (20854797-0f67-4d69-ae40-6438e6c4bdd3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:34.724589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 69de2f13-0994-49c6-be74-8801e5e38ed8 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:34.724589 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:34.724845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba8ec-2347-47c9-9276-903161c0b273 req-86535a68-7f0a-462b-9567-49d2afed6e03 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:34.724845 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3aba8ec-2347-47c9-9276-903161c0b273 req-86535a68-7f0a-462b-9567-49d2afed6e03 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 931 time: 0.2115133 Feb 28 17:36:34.747895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca87c98-5d1e-4bda-bf74-5c4f03f6de69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69de2f13-0994-49c6-be74-8801e5e38ed8'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:34.750802 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f97683e-f99b-43b2-9649-fe0a4546ad74" -d '{"events": [{"server_uuid": "5ca87c98-5d1e-4bda-bf74-5c4f03f6de69", "name": "network-vif-plugged", "status": "completed", "tag": "69de2f13-0994-49c6-be74-8801e5e38ed8"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:34.766127 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-35f055ef-9fa6-481b-b978-c609e93cac53 None None] Port 20854797-0f67-4d69-ae40-6438e6c4bdd3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:36:34.787172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 69de2f13-0994-49c6-be74-8801e5e38ed8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=69de2f13-0994-49c6-be74-8801e5e38ed8,segment=NetworkSegment(98bf9e89-bdc5-46ae-b896-7dd2242d904d),segment_id=98bf9e89-bdc5-46ae-b896-7dd2242d904d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:34.803640 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fea4a6-d521-4d0a-af4f-a4a3cd3edaa4 req-a3b57331-9e72-4706-8cff-c432df1b55ee tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:34.812551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2fea4a6-d521-4d0a-af4f-a4a3cd3edaa4 req-a3b57331-9e72-4706-8cff-c432df1b55ee tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0911627 Feb 28 17:36:34.862294 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router b138002d-fdf8-4ec6-8296-841273299474 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:36:34.879791 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3aba8ec-2347-47c9-9276-903161c0b273 req-fdb95d81-4d98-46f0-85a3-a508840369ad tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642783 Feb 28 17:36:34.894237 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:34.918749 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2fea4a6-d521-4d0a-af4f-a4a3cd3edaa4 req-fd60fccc-c84c-4524-bcfa-a8134a006ee6 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037102 Feb 28 17:36:35.056931 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=69de2f13-0994-49c6-be74-8801e5e38ed8,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:35.083633 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deba355d-c3c2-49d1-a0ea-db7517ba6326 x-openstack-request-id: req-deba355d-c3c2-49d1-a0ea-db7517ba6326 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:35.084155 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca87c98-5d1e-4bda-bf74-5c4f03f6de69", "name": "network-vif-plugged", "status": "completed", "tag": "69de2f13-0994-49c6-be74-8801e5e38ed8", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:35.084638 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-deba355d-c3c2-49d1-a0ea-db7517ba6326 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:35.085909 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca87c98-5d1e-4bda-bf74-5c4f03f6de69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69de2f13-0994-49c6-be74-8801e5e38ed8', 'code': 200} Feb 28 17:36:35.241187 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:36:35.263842 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50dc8d3-b42c-4a11-838c-7dc1b1aacb27 None None] Sync routers for ids ['b138002d-fdf8-4ec6-8296-841273299474'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:36:35.306675 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50dc8d3-b42c-4a11-838c-7dc1b1aacb27 None None] Routers {'b138002d-fdf8-4ec6-8296-841273299474'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:35.307625 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c50dc8d3-b42c-4a11-838c-7dc1b1aacb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b138002d-fdf8-4ec6-8296-841273299474'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:35.391123 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509af163-dd63-44b7-a6cb-3caf095f2323 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:36:35.422746 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Publish callbacks [] for port (509af163-dd63-44b7-a6cb-3caf095f2323), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:35.437248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Transition to ACTIVE for port object 509af163-dd63-44b7-a6cb-3caf095f2323 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:36:35.455368 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-99bb3c18-ef19-4823-8930-65caf3df17dd tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/b138002d-fdf8-4ec6-8296-841273299474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5931091 Feb 28 17:36:35.458025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41774) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:35.495980 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c50dc8d3-b42c-4a11-838c-7dc1b1aacb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:35.495980 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50dc8d3-b42c-4a11-838c-7dc1b1aacb27 None None] Routers {'b138002d-fdf8-4ec6-8296-841273299474'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:35.495980 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c50dc8d3-b42c-4a11-838c-7dc1b1aacb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b138002d-fdf8-4ec6-8296-841273299474'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:35.525791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24049507-64cd-44c9-b15d-40a2ab27d528 req-8ec7b515-fa1c-4968-9ea8-9bb3f66fc58b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:35.527404 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24049507-64cd-44c9-b15d-40a2ab27d528 req-8ec7b515-fa1c-4968-9ea8-9bb3f66fc58b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2819307 Feb 28 17:36:35.539227 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c50dc8d3-b42c-4a11-838c-7dc1b1aacb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:35.540961 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50dc8d3-b42c-4a11-838c-7dc1b1aacb27 None None] The sync data for ids ['b138002d-fdf8-4ec6-8296-841273299474'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:36:35.557822 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb858ee6-8ca0-4fb8-b381-96c6f8fa125d req-9d5f178a-fe98-4c11-9eac-f91ca52d5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:35.559274 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb858ee6-8ca0-4fb8-b381-96c6f8fa125d req-9d5f178a-fe98-4c11-9eac-f91ca52d5d20 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 1129 time: 0.1882112 Feb 28 17:36:35.570774 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (509af163-dd63-44b7-a6cb-3caf095f2323), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:35.638783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cefd45-dde0-484d-b189-bce0c9629841 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:35.640553 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-66cefd45-dde0-484d-b189-bce0c9629841 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports/20854797-0f67-4d69-ae40-6438e6c4bdd3 HTTP/1.1" status: 200 len: 911 time: 0.1811552 Feb 28 17:36:35.647211 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41780) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:35.715515 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24049507-64cd-44c9-b15d-40a2ab27d528 req-6bf15fe1-b390-4161-b4d8-fef5b97691a3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743302 Feb 28 17:36:35.797465 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb858ee6-8ca0-4fb8-b381-96c6f8fa125d req-10e95f8c-f121-4561-b4b9-40b02166c4e4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2c545c97-6c76-4293-850a-186343585f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151489 Feb 28 17:36:35.806664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Pushing event updated for resources: {'Port': ['ID=509af163-dd63-44b7-a6cb-3caf095f2323,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:36.045551 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8465fb1-a2b9-46cc-b475-2e6618d32682 req-7e309891-f9d7-48d5-a89e-4b25aa45ff8a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:36.047694 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8465fb1-a2b9-46cc-b475-2e6618d32682 req-7e309891-f9d7-48d5-a89e-4b25aa45ff8a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0806046 Feb 28 17:36:36.113286 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8465fb1-a2b9-46cc-b475-2e6618d32682 req-313af882-b6d9-4830-a9ba-db5b67876d79 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563500 Feb 28 17:36:36.415580 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc739a84-33e2-4082-9e54-fe070d0e03c5 req-5a1b6d3c-dcbd-4340-8364-00b566ffef1c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:36.424101 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc739a84-33e2-4082-9e54-fe070d0e03c5 req-5a1b6d3c-dcbd-4340-8364-00b566ffef1c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 943 time: 0.1041169 Feb 28 17:36:36.520249 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc739a84-33e2-4082-9e54-fe070d0e03c5 req-b4fdfab9-ca34-4c6c-a701-2d9c487215ed tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821531 Feb 28 17:36:36.738600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Attempting to bind port 509af163-dd63-44b7-a6cb-3caf095f2323 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:36:36.738928 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Attempting to bind port 509af163-dd63-44b7-a6cb-3caf095f2323 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:36:36.739249 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Attempting to bind port 509af163-dd63-44b7-a6cb-3caf095f2323 on network 025c50b6-aef6-427c-b4dd-ce17165ac484 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:36:36.745748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Port 509af163-dd63-44b7-a6cb-3caf095f2323 on network 025c50b6-aef6-427c-b4dd-ce17165ac484 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:36:36.746128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Attempting to bind port 509af163-dd63-44b7-a6cb-3caf095f2323 on network 025c50b6-aef6-427c-b4dd-ce17165ac484 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:36:36.758310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bcce5-c667-4fa5-96a7-65a419ad3e2d req-ea4ca8c5-017e-49cb-995d-ff42a97727b7 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:36.765448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-370bcce5-c667-4fa5-96a7-65a419ad3e2d req-ea4ca8c5-017e-49cb-995d-ff42a97727b7 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 946 time: 0.7999556 Feb 28 17:36:36.773983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:36:36.774345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Checking segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:36:36.774727 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Bound using segment: {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:36:36.780184 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Bound port: 509af163-dd63-44b7-a6cb-3caf095f2323, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634acc1b-cb74-4351-8025-14a42dfb476e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:36:36.780184 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (509af163-dd63-44b7-a6cb-3caf095f2323), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:36.816237 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3e555-7108-47bb-976d-f0a46dbff84c req-bb24247e-8b7b-4ab3-8150-ca64942ed63a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:36.829456 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f8c3e555-7108-47bb-976d-f0a46dbff84c req-bb24247e-8b7b-4ab3-8150-ca64942ed63a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1916595 Feb 28 17:36:36.919066 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f8c3e555-7108-47bb-976d-f0a46dbff84c req-a04d69a0-3d08-4173-8db1-986206bbe491 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881584 Feb 28 17:36:36.932634 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-370bcce5-c667-4fa5-96a7-65a419ad3e2d req-58c18d16-5768-4a1e-99eb-6c34022425a1 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c545c97-6c76-4293-850a-186343585f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662276 Feb 28 17:36:37.104532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] For port 509af163-dd63-44b7-a6cb-3caf095f2323, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:36:37.108002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] For port 509af163-dd63-44b7-a6cb-3caf095f2323, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=509af163-dd63-44b7-a6cb-3caf095f2323,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:36:37.231051 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (509af163-dd63-44b7-a6cb-3caf095f2323), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:37.353368 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09723a50-8908-4a2f-a22f-4297348d086b req-a905ce83-4e9b-44d0-847c-ff4c28068ae9 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:37.353910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:37.355664 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-09723a50-8908-4a2f-a22f-4297348d086b req-a905ce83-4e9b-44d0-847c-ff4c28068ae9 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1200662 Feb 28 17:36:37.360582 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:37.360582 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] 10.222.0.73 "PUT /v2.0/ports/509af163-dd63-44b7-a6cb-3caf095f2323 HTTP/1.1" status: 200 len: 1092 time: 2.9833481 Feb 28 17:36:37.360967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Pushing event updated for resources: {'Port': ['ID=509af163-dd63-44b7-a6cb-3caf095f2323,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:37.376299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4008bf14-4190-4d0b-8ea9-2931d551a492', 'tag': '509af163-dd63-44b7-a6cb-3caf095f2323'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:37.379257 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31d7ee8-3904-4538-b817-1e8c587e2182" -d '{"events": [{"name": "network-changed", "server_uuid": "4008bf14-4190-4d0b-8ea9-2931d551a492", "tag": "509af163-dd63-44b7-a6cb-3caf095f2323"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:37.389413 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f43203a-6d28-4696-b2cc-74426186cde9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (b138002d-fdf8-4ec6-8296-841273299474), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:37.393269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:37.393654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:37.394731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:37.395175 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:37.395623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:37.396044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:37.397268 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:37.397268 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:37.397268 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:37.397745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:37.398236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:37.398677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:37.399334 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc205a6-2285-4273-bf10-7561d1d977eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:37.550753 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-09723a50-8908-4a2f-a22f-4297348d086b req-9bce29b5-e0e3-4ed4-a376-4ca876ed66e6 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871035 Feb 28 17:36:37.622840 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8fdb61-2e8c-4048-9f75-536063fb3144 x-openstack-request-id: req-ab8fdb61-2e8c-4048-9f75-536063fb3144 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:37.623227 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4008bf14-4190-4d0b-8ea9-2931d551a492", "tag": "509af163-dd63-44b7-a6cb-3caf095f2323", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:37.623571 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab8fdb61-2e8c-4048-9f75-536063fb3144 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:37.624136 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4008bf14-4190-4d0b-8ea9-2931d551a492', 'tag': '509af163-dd63-44b7-a6cb-3caf095f2323', 'status': 'completed', 'code': 200} Feb 28 17:36:37.689196 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:37.718051 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1623e35c-cd82-4d79-aa06-1e502618ad5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:37.782405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34e5d-bdb8-4bed-9dd9-e5a7003f518c req-51ae0a61-7ba3-4767-98ce-e19dc57411a1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:37.792906 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73c34e5d-bdb8-4bed-9dd9-e5a7003f518c req-51ae0a61-7ba3-4767-98ce-e19dc57411a1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 943 time: 0.1362212 Feb 28 17:36:37.822411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-f1ac1e52-567f-4794-9d53-bda44cb48647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:37.824998 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-f1ac1e52-567f-4794-9d53-bda44cb48647 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 1126 time: 0.2931967 Feb 28 17:36:37.888008 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-78049436-8e9e-4e6a-9c76-dc53d0717476 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=509af163-dd63-44b7-a6cb-3caf095f2323 HTTP/1.1" status: 200 len: 217 time: 0.0490158 Feb 28 17:36:37.915939 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73c34e5d-bdb8-4bed-9dd9-e5a7003f518c req-bda929d4-bce1-448e-b961-07445c452957 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220336 Feb 28 17:36:38.111420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-a0d920b1-7502-4e94-be58-122bd9741d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:38.215262 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-a0d920b1-7502-4e94-be58-122bd9741d30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb110c1f-5ae6-479d-98d8-8a85f1f33199 HTTP/1.1" status: 200 len: 845 time: 0.2210479 Feb 28 17:36:38.215262 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-0247ebec-147a-49e0-b32d-c38c938e5a3c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=025c50b6-aef6-427c-b4dd-ce17165ac484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396924 Feb 28 17:36:38.215578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1f7ba-57f4-4868-80bc-c3b9b834212b req-2985402d-5832-492c-90d0-11d055a8ed3e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:38.215578 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aae1f7ba-57f4-4868-80bc-c3b9b834212b req-2985402d-5832-492c-90d0-11d055a8ed3e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0733345 Feb 28 17:36:38.278601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-2f43203a-6d28-4696-b2cc-74426186cde9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port 20854797-0f67-4d69-ae40-6438e6c4bdd3 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:36:38.278601 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f43203a-6d28-4696-b2cc-74426186cde9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (20854797-0f67-4d69-ae40-6438e6c4bdd3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:38.521033 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aae1f7ba-57f4-4868-80bc-c3b9b834212b req-7a009bff-bbd7-4d7f-98dc-7b4ccd066e50 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320155 Feb 28 17:36:38.521370 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-d76efd08-7b63-4309-9b59-5171d4999239 service neutron] 10.222.0.73 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396812 Feb 28 17:36:38.522597 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f43203a-6d28-4696-b2cc-74426186cde9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (20854797-0f67-4d69-ae40-6438e6c4bdd3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:38.562938 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-2f43203a-6d28-4696-b2cc-74426186cde9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for 20854797-0f67-4d69-ae40-6438e6c4bdd3 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:36:38.630384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e984c3d-c532-4305-b5a9-b3381330ba7e req-3f1bb53d-7953-4ef7-b6b8-4a4e45707de8 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:38.633032 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e984c3d-c532-4305-b5a9-b3381330ba7e req-3f1bb53d-7953-4ef7-b6b8-4a4e45707de8 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 946 time: 0.1882784 Feb 28 17:36:38.662469 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22d166fd-863d-4f74-8f87-4d2131e88748 req-8da2195d-90e1-43d0-9432-e4320195447e service neutron] 10.222.0.73 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380750 Feb 28 17:36:38.738290 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e984c3d-c532-4305-b5a9-b3381330ba7e req-6b9d84f9-c5aa-46a4-b3e5-d9aa84ca75c7 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c545c97-6c76-4293-850a-186343585f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916917 Feb 28 17:36:39.035752 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f43203a-6d28-4696-b2cc-74426186cde9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (20854797-0f67-4d69-ae40-6438e6c4bdd3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:39.201840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d7ee8-3904-4538-b817-1e8c587e2182 req-ab4f53f5-867e-4ebf-b1c9-47a6a3fa3864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:39.208067 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e31d7ee8-3904-4538-b817-1e8c587e2182 req-ab4f53f5-867e-4ebf-b1c9-47a6a3fa3864 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 1126 time: 0.2691927 Feb 28 17:36:39.213771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43203a-6d28-4696-b2cc-74426186cde9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=20854797-0f67-4d69-ae40-6438e6c4bdd3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:39.421741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ecbe-02a0-4abd-99fe-c6a7a3e69c74 req-a85c7567-32e2-4fdb-8f52-fabae3fc8b1c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:39.438932 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c66ecbe-02a0-4abd-99fe-c6a7a3e69c74 req-a85c7567-32e2-4fdb-8f52-fabae3fc8b1c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 943 time: 0.1292191 Feb 28 17:36:39.457024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f809dcf-85c5-48af-b8fd-eba1b41fec4a req-15693436-fbb7-45c8-81bf-340a3e046f9b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:39.468457 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f809dcf-85c5-48af-b8fd-eba1b41fec4a req-15693436-fbb7-45c8-81bf-340a3e046f9b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.4687502 Feb 28 17:36:39.566859 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f43203a-6d28-4696-b2cc-74426186cde9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (b138002d-fdf8-4ec6-8296-841273299474), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:39.577593 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c66ecbe-02a0-4abd-99fe-c6a7a3e69c74 req-df6df334-5ff9-4117-b540-c18b1ffc6dd6 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377006 Feb 28 17:36:39.798788 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f809dcf-85c5-48af-b8fd-eba1b41fec4a req-90830b9f-a6c5-4813-a402-42317ab086a4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291652 Feb 28 17:36:39.821827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f43203a-6d28-4696-b2cc-74426186cde9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router b138002d-fdf8-4ec6-8296-841273299474 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:36:39.831400 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d7ee8-3904-4538-b817-1e8c587e2182 req-7a2ab35e-7e59-4436-994b-5705b5995acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:39.855170 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e31d7ee8-3904-4538-b817-1e8c587e2182 req-7a2ab35e-7e59-4436-994b-5705b5995acd service neutron] 10.222.0.73 "GET /v2.0/networks?id=025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 200 len: 906 time: 0.6302044 Feb 28 17:36:39.943160 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1ee77ef-f42b-4568-923c-66a4ffd0a9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:40.006626 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:40.059266 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e31d7ee8-3904-4538-b817-1e8c587e2182 req-4a9e773b-89ea-4665-be80-553262a4adb8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=509af163-dd63-44b7-a6cb-3caf095f2323 HTTP/1.1" status: 200 len: 217 time: 0.1939704 Feb 28 17:36:40.298462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9792f30-666b-450e-b070-2311383b0d8c req-f1ba3367-0dc0-4cf8-8fb5-06b7d0d1e43c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:40.302098 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9792f30-666b-450e-b070-2311383b0d8c req-f1ba3367-0dc0-4cf8-8fb5-06b7d0d1e43c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.3469243 Feb 28 17:36:40.306139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f43203a-6d28-4696-b2cc-74426186cde9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:36:40.319863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59060fc6-fcec-467a-a001-075479cd30b4 None None] Sync routers for ids ['b138002d-fdf8-4ec6-8296-841273299474'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:36:40.339164 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59060fc6-fcec-467a-a001-075479cd30b4 None None] Routers {'b138002d-fdf8-4ec6-8296-841273299474'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:40.341397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-59060fc6-fcec-467a-a001-075479cd30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b138002d-fdf8-4ec6-8296-841273299474'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:40.341769 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2f43203a-6d28-4696-b2cc-74426186cde9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/b138002d-fdf8-4ec6-8296-841273299474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6921334 Feb 28 17:36:40.343724 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41924) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:40.379998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d7ee8-3904-4538-b817-1e8c587e2182 req-a9ae3216-4293-4269-861b-79a9206a6725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:40.382510 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e31d7ee8-3904-4538-b817-1e8c587e2182 req-a9ae3216-4293-4269-861b-79a9206a6725 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cb110c1f-5ae6-479d-98d8-8a85f1f33199 HTTP/1.1" status: 200 len: 845 time: 0.2490075 Feb 28 17:36:40.448703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41926) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:40.451899 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-81bc7194-d3e2-4d47-bd29-d742065be6ee tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138002d-fdf8-4ec6-8296-841273299474 HTTP/1.1" status: 200 len: 205 time: 0.0980031 Feb 28 17:36:40.458834 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-59060fc6-fcec-467a-a001-075479cd30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:40.460536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e31d7ee8-3904-4538-b817-1e8c587e2182 req-2ccc7d50-347a-459d-a12c-129b79e14f98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=025c50b6-aef6-427c-b4dd-ce17165ac484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709808 Feb 28 17:36:40.501678 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59060fc6-fcec-467a-a001-075479cd30b4 None None] Routers {'b138002d-fdf8-4ec6-8296-841273299474'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:40.506674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-59060fc6-fcec-467a-a001-075479cd30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b138002d-fdf8-4ec6-8296-841273299474'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:40.592459 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-59060fc6-fcec-467a-a001-075479cd30b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:40.593458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59060fc6-fcec-467a-a001-075479cd30b4 None None] The sync data for ids ['b138002d-fdf8-4ec6-8296-841273299474'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:36:40.698737 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9792f30-666b-450e-b070-2311383b0d8c req-52238d20-4644-4e0e-a0e2-a7e7cdff0092 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523736 Feb 28 17:36:40.768164 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6f9-2230-4215-ae13-d479a6bb4e19 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (b138002d-fdf8-4ec6-8296-841273299474), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:40.880075 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9677f-9ae6-41b8-a2a3-203b7933f667 req-94960dac-5d36-42bc-9acd-fc466724e009 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:40.894833 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0a9677f-9ae6-41b8-a2a3-203b7933f667 req-94960dac-5d36-42bc-9acd-fc466724e009 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 943 time: 0.1108100 Feb 28 17:36:41.004173 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0a9677f-9ae6-41b8-a2a3-203b7933f667 req-0aeb2840-b3ac-42cb-9276-a062ea14a7af tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066208 Feb 28 17:36:41.281393 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e31d7ee8-3904-4538-b817-1e8c587e2182 req-4aa49d66-9b83-46e7-93d7-e4f3ec59d63c service neutron] 10.222.0.73 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7202349 Feb 28 17:36:41.341646 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6f9-2230-4215-ae13-d479a6bb4e19 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (b138002d-fdf8-4ec6-8296-841273299474), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:41.344210 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6f9-2230-4215-ae13-d479a6bb4e19 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_controller (b138002d-fdf8-4ec6-8296-841273299474), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:41.421632 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96596a-59ee-45df-89bb-68cd73fd76dc req-e69dccf6-0983-47af-ba6c-f3a92835ea63 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:41.432378 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2f96596a-59ee-45df-89bb-68cd73fd76dc req-e69dccf6-0983-47af-ba6c-f3a92835ea63 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1965191 Feb 28 17:36:41.527126 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e31d7ee8-3904-4538-b817-1e8c587e2182 req-4748945b-e18d-47b4-927f-70517e3ff278 service neutron] 10.222.0.73 "GET /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150338 Feb 28 17:36:41.542868 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2f96596a-59ee-45df-89bb-68cd73fd76dc req-a7adfcd5-75ed-4434-844d-68885da6dc33 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095545 Feb 28 17:36:41.632600 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6f9-2230-4215-ae13-d479a6bb4e19 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (b138002d-fdf8-4ec6-8296-841273299474), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:41.636576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7eaf6f9-2230-4215-ae13-d479a6bb4e19 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Fanout notify agent at l3_agent the message router_deleted on router b138002d-fdf8-4ec6-8296-841273299474 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:36:41.636705 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:41.641861 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6f9-2230-4215-ae13-d479a6bb4e19 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:41.663838 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b7eaf6f9-2230-4215-ae13-d479a6bb4e19 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/routers/b138002d-fdf8-4ec6-8296-841273299474 HTTP/1.1" status: 204 len: 168 time: 1.2022491 Feb 28 17:36:41.664716 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41968) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:41.788938 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ececf49-5213-4a6b-b270-e135f513888d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting subnet eeb66822-684e-475c-99ea-e13fe066a7ac {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:36:41.793090 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ececf49-5213-4a6b-b270-e135f513888d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (eeb66822-684e-475c-99ea-e13fe066a7ac), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:41.859563 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ececf49-5213-4a6b-b270-e135f513888d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (eeb66822-684e-475c-99ea-e13fe066a7ac), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:41.980717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 509af163-dd63-44b7-a6cb-3caf095f2323 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:36:42.017874 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ececf49-5213-4a6b-b270-e135f513888d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (eeb66822-684e-475c-99ea-e13fe066a7ac), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:42.183663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c8ecb-9f52-4312-b06b-e03d7596c5f2 req-38eeb688-dd0b-47ee-bd9c-d3259167a716 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:42.191956 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-987c8ecb-9f52-4312-b06b-e03d7596c5f2 req-38eeb688-dd0b-47ee-bd9c-d3259167a716 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 943 time: 0.0661051 Feb 28 17:36:42.199329 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ececf49-5213-4a6b-b270-e135f513888d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (eeb66822-684e-475c-99ea-e13fe066a7ac), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:42.252610 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-987c8ecb-9f52-4312-b06b-e03d7596c5f2 req-bf47e996-53de-43e4-93d7-b0e7c4a48965 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573430 Feb 28 17:36:42.264183 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ececf49-5213-4a6b-b270-e135f513888d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb66822-684e-475c-99ea-e13fe066a7ac,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:42.269049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 509af163-dd63-44b7-a6cb-3caf095f2323, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=509af163-dd63-44b7-a6cb-3caf095f2323,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:42.273345 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ececf49-5213-4a6b-b270-e135f513888d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:42.277895 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9ececf49-5213-4a6b-b270-e135f513888d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/eeb66822-684e-475c-99ea-e13fe066a7ac HTTP/1.1" status: 204 len: 168 time: 0.6118276 Feb 28 17:36:42.280409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41982) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:42.305681 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be3a609-b68d-4a4a-ba26-e1046a709632 None None] Network 165b1d89-4a1d-4d4f-97e2-19b0a32a30d3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:36:42.438519 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '509af163-dd63-44b7-a6cb-3caf095f2323', 'network_id': '025c50b6-aef6-427c-b4dd-ce17165ac484', 'port_id': '509af163-dd63-44b7-a6cb-3caf095f2323', 'mac_address': 'fa:16:3e:ef:7c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb110c1f-5ae6-479d-98d8-8a85f1f33199', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:36:42.464960 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (165b1d89-4a1d-4d4f-97e2-19b0a32a30d3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:42.548597 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port e3bc9007-8be7-470d-a976-0d9f99e43a44 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:36:42.549125 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:42.600540 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:42.604225 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 509af163-dd63-44b7-a6cb-3caf095f2323 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:42.605165 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (509af163-dd63-44b7-a6cb-3caf095f2323), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:42.645059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509af163-dd63-44b7-a6cb-3caf095f2323 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:36:42.670519 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 509af163-dd63-44b7-a6cb-3caf095f2323, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=509af163-dd63-44b7-a6cb-3caf095f2323,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:42.684194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] For port e3bc9007-8be7-470d-a976-0d9f99e43a44, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e3bc9007-8be7-470d-a976-0d9f99e43a44,segment=NetworkSegment(2a761712-c879-4f8b-9e74-9edf7571109d),segment_id=2a761712-c879-4f8b-9e74-9edf7571109d)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:42.684608 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:42.711442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for e3bc9007-8be7-470d-a976-0d9f99e43a44 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:36:42.769597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5acde6-89ae-4c45-b73d-27177732bad2 req-33a79ef0-3a64-4809-a07c-b0d4ac382f2e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:42.772107 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (509af163-dd63-44b7-a6cb-3caf095f2323), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:42.778593 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3a5acde6-89ae-4c45-b73d-27177732bad2 req-33a79ef0-3a64-4809-a07c-b0d4ac382f2e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1099291 Feb 28 17:36:42.839668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e79da7-1d12-4157-8a07-2259787af7ad None None] DHCP port deletion for 165b1d89-4a1d-4d4f-97e2-19b0a32a30d3 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:36:42.863766 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3a5acde6-89ae-4c45-b73d-27177732bad2 req-a8ffacfe-ea62-4411-93d1-4b1bb6b3f935 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841622 Feb 28 17:36:42.921298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=509af163-dd63-44b7-a6cb-3caf095f2323,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:42.956815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-77e79da7-1d12-4157-8a07-2259787af7ad None None] Deleting port e3bc9007-8be7-470d-a976-0d9f99e43a44 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:36:42.957441 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-77e79da7-1d12-4157-8a07-2259787af7ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:42.999897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-ea164be5-df0d-4b28-8465-12a90a659466 req-7a8f9923-bdd4-4bde-8a65-582394f049c8 tempest-AttachSCSIVolumeTestJSON-795371249 tempest-AttachSCSIVolumeTestJSON-795371249-project] (104246) timed out ('10.222.0.69', 59517) {{(pid=104246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 17:36:43.014798 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:43.059368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No DVR routers for this DVR port e3bc9007-8be7-470d-a976-0d9f99e43a44 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:36:43.076667 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-77e79da7-1d12-4157-8a07-2259787af7ad None None] For port e3bc9007-8be7-470d-a976-0d9f99e43a44, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e3bc9007-8be7-470d-a976-0d9f99e43a44,segment=NetworkSegment(2a761712-c879-4f8b-9e74-9edf7571109d),segment_id=2a761712-c879-4f8b-9e74-9edf7571109d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:43.077563 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-77e79da7-1d12-4157-8a07-2259787af7ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:43.096000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-77e79da7-1d12-4157-8a07-2259787af7ad None None] Calling delete_port for e3bc9007-8be7-470d-a976-0d9f99e43a44 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:36:43.153870 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=e3bc9007-8be7-470d-a976-0d9f99e43a44,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:43.165362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['509af163-dd63-44b7-a6cb-3caf095f2323'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:36:43.265307 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-77e79da7-1d12-4157-8a07-2259787af7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (e3bc9007-8be7-470d-a976-0d9f99e43a44), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:43.265573 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (165b1d89-4a1d-4d4f-97e2-19b0a32a30d3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:43.291003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e79da7-1d12-4157-8a07-2259787af7ad None None] No DVR routers for this DVR port e3bc9007-8be7-470d-a976-0d9f99e43a44 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:36:43.318270 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e79da7-1d12-4157-8a07-2259787af7ad None None] Pushing event deleted for resources: {'Port': ['ID=e3bc9007-8be7-470d-a976-0d9f99e43a44,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:43.373093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165b1d89-4a1d-4d4f-97e2-19b0a32a30d3']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:43.410175 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a761712-c879-4f8b-9e74-9edf7571109d') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:43.413422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a761712-c879-4f8b-9e74-9edf7571109d') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:43.452731 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (2a761712-c879-4f8b-9e74-9edf7571109d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:43.506178 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2a761712-c879-4f8b-9e74-9edf7571109d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:43.514086 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:36:43.514772 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (2a761712-c879-4f8b-9e74-9edf7571109d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:36:43.521498 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:36:43.565604 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394503bb-58d3-4b3b-934b-54e7f612ba54 req-56380514-8297-44cf-8a7a-c238f9846672 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:43.580548 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-394503bb-58d3-4b3b-934b-54e7f612ba54 req-56380514-8297-44cf-8a7a-c238f9846672 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 944 time: 0.1263351 Feb 28 17:36:43.682420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e3bc9007-8be7-470d-a976-0d9f99e43a44 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:36:43.688745 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-394503bb-58d3-4b3b-934b-54e7f612ba54 req-797f86bc-b2f1-4ed1-a11b-71385a484bd8 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066635 Feb 28 17:36:43.725469 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: e3bc9007-8be7-470d-a976-0d9f99e43a44 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:36:43.725823 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e3bc9007-8be7-470d-a976-0d9f99e43a44 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:36:43.753055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87546f-14ed-4580-8736-c21577273593 req-a8baf6f8-9116-4c21-8072-fc8674f8d304 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:43.761746 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e87546f-14ed-4580-8736-c21577273593 req-a8baf6f8-9116-4c21-8072-fc8674f8d304 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1996317 Feb 28 17:36:43.798219 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (165b1d89-4a1d-4d4f-97e2-19b0a32a30d3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:43.828228 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:43.832198 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/networks/165b1d89-4a1d-4d4f-97e2-19b0a32a30d3 HTTP/1.1" status: 204 len: 168 time: 1.5496173 Feb 28 17:36:43.833098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fadea7-4328-4367-899d-8ee1d61fbdc5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Network': ['ID=165b1d89-4a1d-4d4f-97e2-19b0a32a30d3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:43.836087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42052) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:43.863436 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-371082717', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:43.910213 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e87546f-14ed-4580-8736-c21577273593 req-9f7d6849-5717-4318-b76e-288527884777 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399493 Feb 28 17:36:43.937517 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:43.975999 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:43.977141 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:44.045422 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_controller (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:44.102051 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e581e-007e-4fe3-88ab-8c680055a090 req-ee40cfa5-caeb-40bf-9041-b55a176cd2cf tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:44.107742 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f13e581e-007e-4fe3-88ab-8c680055a090 req-ee40cfa5-caeb-40bf-9041-b55a176cd2cf tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6ba8c23-a22c-4db5-a85f-186be453c9af HTTP/1.1" status: 200 len: 948 time: 0.0681353 Feb 28 17:36:44.183936 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f13e581e-007e-4fe3-88ab-8c680055a090 req-0622e441-079f-4157-b93d-5ee84b3bf778 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707443 Feb 28 17:36:44.399855 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_gateway (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:44.725480 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_gateway (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:44.743563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5a5fe-4dd9-492f-80b4-d63d16ab4737 req-53ba8735-c481-4149-9aa6-f9afeadd74b4 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:44.745737 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f7e5a5fe-4dd9-492f-80b4-d63d16ab4737 req-53ba8735-c481-4149-9aa6-f9afeadd74b4 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 946 time: 0.0681152 Feb 28 17:36:44.746360 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:44.836497 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f7e5a5fe-4dd9-492f-80b4-d63d16ab4737 req-2f1ce9a2-1c2e-4919-a214-ba4309412581 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c545c97-6c76-4293-850a-186343585f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804601 Feb 28 17:36:45.024632 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Allocated IP 172.25.3.16 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/6705ca32-6290-4569-8865-b345f2afcf45) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:36:45.050010 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc4c30-d534-49ce-bba6-911fdfc5b096 req-f9ddc1b0-e7f0-4cf6-81b3-bd77325caf30 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:45.051621 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45fc4c30-d534-49ce-bba6-911fdfc5b096 req-f9ddc1b0-e7f0-4cf6-81b3-bd77325caf30 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 944 time: 0.1115086 Feb 28 17:36:45.077816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da93905-a6d2-40e1-a25c-b26010f00bea req-25a039c7-e7d7-4b19-83e9-b931a867b67d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:45.087330 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1da93905-a6d2-40e1-a25c-b26010f00bea req-25a039c7-e7d7-4b19-83e9-b931a867b67d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0724859 Feb 28 17:36:45.155293 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1da93905-a6d2-40e1-a25c-b26010f00bea req-de1e0f6d-0047-4edb-a2a7-18a6a30530d7 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663960 Feb 28 17:36:45.187530 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45fc4c30-d534-49ce-bba6-911fdfc5b096 req-60a0dbd4-016e-4e2f-b477-3a9454b9de6e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180670 Feb 28 17:36:45.223938 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (6705ca32-6290-4569-8865-b345f2afcf45), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:45.313554 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52078e47-fe40-4b1f-bf26-ceba9501e20b req-13642ee2-86cb-4a5b-8476-2dcb06645bb3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:45.314897 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6705ca32-6290-4569-8865-b345f2afcf45), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:45.315776 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52078e47-fe40-4b1f-bf26-ceba9501e20b req-13642ee2-86cb-4a5b-8476-2dcb06645bb3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0638838 Feb 28 17:36:45.360451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:36:45.364913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:45.374150 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:36:45.377611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=6705ca32-6290-4569-8865-b345f2afcf45,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:45.391203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52078e47-fe40-4b1f-bf26-ceba9501e20b req-62abcbc5-ca56-49df-8be5-10d0d58165b4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665014 Feb 28 17:36:45.589433 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0c483-f07d-4810-bf87-48c881b43742 req-a2b9a61d-9b64-4735-9f07-652933e9b41e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:45.591203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22e0c483-f07d-4810-bf87-48c881b43742 req-a2b9a61d-9b64-4735-9f07-652933e9b41e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0577760 Feb 28 17:36:45.653611 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22e0c483-f07d-4810-bf87-48c881b43742 req-ee3787b9-b001-4f59-a7a9-dff52106d282 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567691 Feb 28 17:36:45.675156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:36:45.766463 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:45.766859 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:45.796477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:45.799163 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7516fcfb-2751-44a7-bf9c-926ed4b6411e" -d '{"events": [{"server_uuid": "c6ba8c23-a22c-4db5-a85f-186be453c9af", "name": "network-vif-unplugged", "status": "completed", "tag": "462d1429-73c0-4e5b-b0c0-6ebfe9ed2664"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:45.827012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:45.854072 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130726e5-69df-42b7-8927-f0a72a1081eb x-openstack-request-id: req-130726e5-69df-42b7-8927-f0a72a1081eb {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:45.854367 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ba8c23-a22c-4db5-a85f-186be453c9af", "name": "network-vif-unplugged", "status": "completed", "tag": "462d1429-73c0-4e5b-b0c0-6ebfe9ed2664", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:45.854632 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-130726e5-69df-42b7-8927-f0a72a1081eb {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:45.858986 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664', 'code': 200} Feb 28 17:36:45.899802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0b694-68a8-4154-8c39-2b0ceb0cc9b6 req-7e0aee35-9e3e-4b50-b39c-4e0fb4ff48a2 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:45.903861 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:45.904021 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-04a0b694-68a8-4154-8c39-2b0ceb0cc9b6 req-7e0aee35-9e3e-4b50-b39c-4e0fb4ff48a2 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1652489 Feb 28 17:36:45.906681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_gateway (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:45.975345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:45.985266 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff9add-26e3-4dc6-be51-dad3381845a2 req-08cdebb3-b199-48b8-b16e-82163a0fc1c2 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:45.987913 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34ff9add-26e3-4dc6-be51-dad3381845a2 req-08cdebb3-b199-48b8-b16e-82163a0fc1c2 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 946 time: 0.0622230 Feb 28 17:36:46.018386 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 509af163-dd63-44b7-a6cb-3caf095f2323 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:36:46.057985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34ff9add-26e3-4dc6-be51-dad3381845a2 req-3edac1ba-a1fd-49b2-8f6e-91106f211cc4 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c545c97-6c76-4293-850a-186343585f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624583 Feb 28 17:36:46.129538 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 509af163-dd63-44b7-a6cb-3caf095f2323 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:36:46.137209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 509af163-dd63-44b7-a6cb-3caf095f2323 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:46.137910 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (509af163-dd63-44b7-a6cb-3caf095f2323), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:46.145375 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-04a0b694-68a8-4154-8c39-2b0ceb0cc9b6 req-1dc4bff7-bb0d-4e72-9459-2683748b6d03 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341638 Feb 28 17:36:46.321649 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:46.347668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 509af163-dd63-44b7-a6cb-3caf095f2323 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:46.348301 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (509af163-dd63-44b7-a6cb-3caf095f2323), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:46.436210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd010e-14a6-4f95-89a5-05cf255b0c7b req-2fe9723b-709b-4b70-8aa9-35bb11680a18 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:46.437812 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8dfd010e-14a6-4f95-89a5-05cf255b0c7b req-2fe9723b-709b-4b70-8aa9-35bb11680a18 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1290407 Feb 28 17:36:46.472227 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 509af163-dd63-44b7-a6cb-3caf095f2323, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=509af163-dd63-44b7-a6cb-3caf095f2323,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:46.507067 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8dfd010e-14a6-4f95-89a5-05cf255b0c7b req-680a2729-1905-44fe-9689-fb561d5f765f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635283 Feb 28 17:36:46.554038 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (509af163-dd63-44b7-a6cb-3caf095f2323), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:46.581959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f44f2-4cf6-4346-a9ea-c72d9b9c5216 req-7e702c76-5661-4160-bd84-ac951ee5cdf5 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:46.584232 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-549f44f2-4cf6-4346-a9ea-c72d9b9c5216 req-7e702c76-5661-4160-bd84-ac951ee5cdf5 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 946 time: 0.0587041 Feb 28 17:36:46.663598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=509af163-dd63-44b7-a6cb-3caf095f2323,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:46.901031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89ee42-e842-4555-b034-b8265c00d4e3 req-60114d18-d28e-4c75-9110-8b04109dafcf tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:46.908483 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab89ee42-e842-4555-b034-b8265c00d4e3 req-60114d18-d28e-4c75-9110-8b04109dafcf tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 944 time: 0.5398695 Feb 28 17:36:46.990186 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ab89ee42-e842-4555-b034-b8265c00d4e3 req-214f34e7-4e45-4a1f-a263-bd1d3368045d tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763845 Feb 28 17:36:47.125900 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router 3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:36:47.150184 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b03a16-c81b-41e6-a137-3dc0813c13c7 req-519477d8-6341-4648-b654-ea595fd14241 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:47.160364 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b03a16-c81b-41e6-a137-3dc0813c13c7 req-519477d8-6341-4648-b654-ea595fd14241 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.5620894 Feb 28 17:36:47.216970 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b03a16-c81b-41e6-a137-3dc0813c13c7 req-489647a5-4107-4e85-b337-9a033a7c06bd tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552945 Feb 28 17:36:47.261226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-549f44f2-4cf6-4346-a9ea-c72d9b9c5216 req-aa8ef181-3542-4632-a459-6ac6f715131d tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Deleting port 69de2f13-0994-49c6-be74-8801e5e38ed8 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:36:47.261573 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-549f44f2-4cf6-4346-a9ea-c72d9b9c5216 req-aa8ef181-3542-4632-a459-6ac6f715131d tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:47.330379 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f086b7-b1ff-4b09-8474-1521ef7749ee req-bd5e0b1b-02bc-4d3c-86cd-dd8d06a34a94 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:47.338848 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6f086b7-b1ff-4b09-8474-1521ef7749ee req-bd5e0b1b-02bc-4d3c-86cd-dd8d06a34a94 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 946 time: 0.1482668 Feb 28 17:36:47.348175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:36:47.358680 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d499b-4b53-4a9f-b53c-e729bb90ec27 None None] Sync routers for ids ['3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:36:47.375259 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d499b-4b53-4a9f-b53c-e729bb90ec27 None None] Routers {'3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:47.376094 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fc4d499b-4b53-4a9f-b53c-e729bb90ec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:47.400562 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-549f44f2-4cf6-4346-a9ea-c72d9b9c5216 req-aa8ef181-3542-4632-a459-6ac6f715131d tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] For port 69de2f13-0994-49c6-be74-8801e5e38ed8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=69de2f13-0994-49c6-be74-8801e5e38ed8,segment=NetworkSegment(98bf9e89-bdc5-46ae-b896-7dd2242d904d),segment_id=98bf9e89-bdc5-46ae-b896-7dd2242d904d)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:47.401187 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-549f44f2-4cf6-4346-a9ea-c72d9b9c5216 req-aa8ef181-3542-4632-a459-6ac6f715131d tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:47.417896 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-549f44f2-4cf6-4346-a9ea-c72d9b9c5216 req-aa8ef181-3542-4632-a459-6ac6f715131d tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Calling delete_port for 69de2f13-0994-49c6-be74-8801e5e38ed8 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:36:47.437001 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6f086b7-b1ff-4b09-8474-1521ef7749ee req-8689c2c6-7da6-4bc3-bdae-8584afecd3a0 tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c545c97-6c76-4293-850a-186343585f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934682 Feb 28 17:36:47.454615 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fc4d499b-4b53-4a9f-b53c-e729bb90ec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:47.468776 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:47.473615 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0e04a4f5-e801-4b6e-aabf-588ebbe23054 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.6308849 Feb 28 17:36:47.476060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42172) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:47.482788 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d499b-4b53-4a9f-b53c-e729bb90ec27 None None] Routers {'3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:47.483448 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fc4d499b-4b53-4a9f-b53c-e729bb90ec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:47.532804 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fc4d499b-4b53-4a9f-b53c-e729bb90ec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:47.533454 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d499b-4b53-4a9f-b53c-e729bb90ec27 None None] The sync data for ids ['3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:36:47.618131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e2378-515c-4200-9c46-79687c5fea18 req-88464e95-b62a-4cb7-a063-b3ad91ccaa59 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:47.620018 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e5e2378-515c-4200-9c46-79687c5fea18 req-88464e95-b62a-4cb7-a063-b3ad91ccaa59 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0811477 Feb 28 17:36:47.626470 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-296ad956-c6e9-4eeb-bc2b-d0cda71f4fba tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/routers/3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4 HTTP/1.1" status: 200 len: 883 time: 0.1481326 Feb 28 17:36:47.627072 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42174) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:47.687572 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e5e2378-515c-4200-9c46-79687c5fea18 req-c286ceb7-9240-49f0-acde-f8135d163e2a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617046 Feb 28 17:36:47.690119 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-549f44f2-4cf6-4346-a9ea-c72d9b9c5216 req-aa8ef181-3542-4632-a459-6ac6f715131d tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (69de2f13-0994-49c6-be74-8801e5e38ed8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:47.705046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['69de2f13-0994-49c6-be74-8801e5e38ed8'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:36:47.733854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ef181-3542-4632-a459-6ac6f715131d tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Pushing event deleted for resources: {'Port': ['ID=69de2f13-0994-49c6-be74-8801e5e38ed8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:47.817494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-549f44f2-4cf6-4346-a9ea-c72d9b9c5216 req-aa8ef181-3542-4632-a459-6ac6f715131d tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] No DVR routers for this DVR port 69de2f13-0994-49c6-be74-8801e5e38ed8 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:36:47.820540 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-549f44f2-4cf6-4346-a9ea-c72d9b9c5216 req-aa8ef181-3542-4632-a459-6ac6f715131d tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:47.824255 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-549f44f2-4cf6-4346-a9ea-c72d9b9c5216 req-aa8ef181-3542-4632-a459-6ac6f715131d tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.73 "DELETE /v2.0/ports/69de2f13-0994-49c6-be74-8801e5e38ed8 HTTP/1.1" status: 204 len: 173 time: 1.2333665 Feb 28 17:36:47.824724 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca87c98-5d1e-4bda-bf74-5c4f03f6de69', 'name': 'network-vif-deleted', 'tag': '69de2f13-0994-49c6-be74-8801e5e38ed8'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:47.827285 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b955a0c-1a60-423c-bc0a-5db5b6b4acf1" -d '{"events": [{"server_uuid": "5ca87c98-5d1e-4bda-bf74-5c4f03f6de69", "name": "network-vif-deleted", "tag": "69de2f13-0994-49c6-be74-8801e5e38ed8"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:47.860437 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4008bf14-4190-4d0b-8ea9-2931d551a492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509af163-dd63-44b7-a6cb-3caf095f2323'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:47.863654 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b74214-b07b-4634-8a17-85d1c9e395cf" -d '{"events": [{"server_uuid": "4008bf14-4190-4d0b-8ea9-2931d551a492", "name": "network-vif-plugged", "status": "completed", "tag": "509af163-dd63-44b7-a6cb-3caf095f2323"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:47.868834 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae6d1bc-fbd0-4eaa-a680-68685089e162 x-openstack-request-id: req-6ae6d1bc-fbd0-4eaa-a680-68685089e162 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:47.869140 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca87c98-5d1e-4bda-bf74-5c4f03f6de69", "name": "network-vif-deleted", "tag": "69de2f13-0994-49c6-be74-8801e5e38ed8", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:47.869400 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6ae6d1bc-fbd0-4eaa-a680-68685089e162 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:47.869812 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca87c98-5d1e-4bda-bf74-5c4f03f6de69', 'name': 'network-vif-deleted', 'tag': '69de2f13-0994-49c6-be74-8801e5e38ed8', 'status': 'completed', 'code': 200} Feb 28 17:36:47.913525 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba26253-92a4-4056-bfeb-be09176ee299 x-openstack-request-id: req-1ba26253-92a4-4056-bfeb-be09176ee299 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:47.913892 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4008bf14-4190-4d0b-8ea9-2931d551a492", "name": "network-vif-plugged", "status": "completed", "tag": "509af163-dd63-44b7-a6cb-3caf095f2323", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:47.914235 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ba26253-92a4-4056-bfeb-be09176ee299 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:47.914706 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4008bf14-4190-4d0b-8ea9-2931d551a492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509af163-dd63-44b7-a6cb-3caf095f2323', 'code': 200} Feb 28 17:36:48.070371 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca40f9-5653-4a43-aec1-1c63034d43fc req-7e6a32fa-ca86-435e-9030-13472f408834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:48.071952 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1ca40f9-5653-4a43-aec1-1c63034d43fc req-7e6a32fa-ca86-435e-9030-13472f408834 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 1128 time: 0.0878732 Feb 28 17:36:48.108639 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d281e9-e2cf-4c0d-bb22-2c47654e8cdb req-4dff3b4f-f48c-412e-a068-637c5435b5ed tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:48.110039 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-46d281e9-e2cf-4c0d-bb22-2c47654e8cdb req-4dff3b4f-f48c-412e-a068-637c5435b5ed tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2557793 Feb 28 17:36:48.150097 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8e662aab-ae98-4754-bf6b-83924b6b75a9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5216570 Feb 28 17:36:48.155580 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42184) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:48.160738 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ed8ba5d6-5f3e-4e6e-b43f-edb10f94e6b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-371082717'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:48.186862 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1ca40f9-5653-4a43-aec1-1c63034d43fc req-721f9bd2-dc8f-448c-b630-c29b4d47c370 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791309 Feb 28 17:36:48.213718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c8ff5-ca0b-469b-b554-48c326f8a258 req-74384025-c1e2-40e4-871a-8ea42fe7c46a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:48.216057 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bd8c8ff5-ca0b-469b-b554-48c326f8a258 req-74384025-c1e2-40e4-871a-8ea42fe7c46a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1558585 Feb 28 17:36:48.275117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bd8c8ff5-ca0b-469b-b554-48c326f8a258 req-77845f9f-7263-48be-b86a-8a4a7b0a31a0 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533588 Feb 28 17:36:48.295532 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-46d281e9-e2cf-4c0d-bb22-2c47654e8cdb req-64076634-83d6-4a9f-8caf-98cf27cad1ca tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782167 Feb 28 17:36:48.530470 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5550c5-1b98-4594-b98c-fa5b369523d6 req-a1002832-9be5-45d0-8b15-7c85c0d0216e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:48.531990 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad5550c5-1b98-4594-b98c-fa5b369523d6 req-a1002832-9be5-45d0-8b15-7c85c0d0216e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1142190 Feb 28 17:36:48.568677 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4101f2f-c7f3-446c-a0cf-6d765730f0fd req-355d4749-7354-4e4e-bee0-686cc0f0b89f tempest-ServerTagsTestJSON-489702673 tempest-ServerTagsTestJSON-489702673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ca87c98-5d1e-4bda-bf74-5c4f03f6de69 HTTP/1.1" status: 200 len: 210 time: 0.0447376 Feb 28 17:36:48.624652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed8ba5d6-5f3e-4e6e-b43f-edb10f94e6b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:48.637741 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ad5550c5-1b98-4594-b98c-fa5b369523d6 req-cd9c4d05-bd3c-4085-9f82-4d0f5c2308a7 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982234 Feb 28 17:36:48.724215 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed8ba5d6-5f3e-4e6e-b43f-edb10f94e6b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:48.778761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f8616-bb58-4397-9f9a-400fb4fdc7b2 req-cb8daf71-4ec6-48fd-b607-90d1bd99e2df tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:48.781818 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-206f8616-bb58-4397-9f9a-400fb4fdc7b2 req-cb8daf71-4ec6-48fd-b607-90d1bd99e2df tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0755568 Feb 28 17:36:48.826123 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-206f8616-bb58-4397-9f9a-400fb4fdc7b2 req-d59eab96-b7f9-4484-81cd-2789ee78ed0c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434046 Feb 28 17:36:48.864374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8ba5d6-5f3e-4e6e-b43f-edb10f94e6b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router 3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:36:48.992950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621c11-536c-4d69-ab06-fa23172cb78d req-4ef950c2-f83e-400b-9865-f81ab893216f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:49.001274 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-67621c11-536c-4d69-ab06-fa23172cb78d req-4ef950c2-f83e-400b-9865-f81ab893216f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0700912 Feb 28 17:36:49.006671 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8ba5d6-5f3e-4e6e-b43f-edb10f94e6b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:36:49.014392 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed8ba5d6-5f3e-4e6e-b43f-edb10f94e6b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:49.015830 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ed8ba5d6-5f3e-4e6e-b43f-edb10f94e6b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4 HTTP/1.1" status: 200 len: 890 time: 0.8593740 Feb 28 17:36:49.018678 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42214) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:49.019172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd687474-9b26-41fc-bf40-e57efce0f72e None None] Sync routers for ids ['3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:36:49.037688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd687474-9b26-41fc-bf40-e57efce0f72e None None] Routers {'3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:49.038613 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cd687474-9b26-41fc-bf40-e57efce0f72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:49.097820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cd687474-9b26-41fc-bf40-e57efce0f72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:49.099730 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-67621c11-536c-4d69-ab06-fa23172cb78d req-abbd6069-8640-4e90-af71-45767566527f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972686 Feb 28 17:36:49.108333 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd687474-9b26-41fc-bf40-e57efce0f72e None None] Routers {'3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:49.108976 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cd687474-9b26-41fc-bf40-e57efce0f72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:49.156369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cd687474-9b26-41fc-bf40-e57efce0f72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:49.156949 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd687474-9b26-41fc-bf40-e57efce0f72e None None] The sync data for ids ['3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:36:49.227540 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1cbf1f61-22c6-44ae-a7ee-3349fdfafcf6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/routers/3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4 HTTP/1.1" status: 200 len: 890 time: 0.2028990 Feb 28 17:36:49.230448 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42222) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:49.246163 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59a99b-5824-42db-8760-cd2952dfc386 req-008e2c8a-dd9c-4b89-abd3-3711b00978ee tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:49.247949 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b59a99b-5824-42db-8760-cd2952dfc386 req-008e2c8a-dd9c-4b89-abd3-3711b00978ee tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0782833 Feb 28 17:36:49.264132 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b5fb1a35-7c65-477c-b838-48331d544e1e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4 HTTP/1.1" status: 200 len: 205 time: 0.0324519 Feb 28 17:36:49.267247 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42226) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:49.360206 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b59a99b-5824-42db-8760-cd2952dfc386 req-fea92895-615f-4610-9c34-cf961275796b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999014 Feb 28 17:36:49.428771 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:49.448128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59a5dc-7b20-45ae-9ae6-a67aba47ff3c req-c2ae5338-3dbc-469b-8803-f598d56ae364 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:49.457717 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba59a5dc-7b20-45ae-9ae6-a67aba47ff3c req-c2ae5338-3dbc-469b-8803-f598d56ae364 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1098769 Feb 28 17:36:49.579429 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba59a5dc-7b20-45ae-9ae6-a67aba47ff3c req-e093faee-e85f-4a52-b8b8-eb55aad826c7 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176476 Feb 28 17:36:49.655634 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42256) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:49.683278 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device e5810581-6c88-41b1-a826-9fbc7f3ee34c details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:36:49.711005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80a454f-4166-4402-8fce-53bf9af14737 admin admin] Deleting subnet dbe20181-5d58-4a2b-9c43-162193b78d6b {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:36:49.714807 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d80a454f-4166-4402-8fce-53bf9af14737 admin admin] Publish callbacks [] for subnet (dbe20181-5d58-4a2b-9c43-162193b78d6b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:49.786977 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d80a454f-4166-4402-8fce-53bf9af14737 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (dbe20181-5d58-4a2b-9c43-162193b78d6b), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:49.818461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port e5810581-6c88-41b1-a826-9fbc7f3ee34c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e5810581-6c88-41b1-a826-9fbc7f3ee34c,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:49.832444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'e5810581-6c88-41b1-a826-9fbc7f3ee34c', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': 'e5810581-6c88-41b1-a826-9fbc7f3ee34c', 'mac_address': 'fa:16:3e:16:d5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:36:49.845312 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d80a454f-4166-4402-8fce-53bf9af14737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (dbe20181-5d58-4a2b-9c43-162193b78d6b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:49.928992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port e5810581-6c88-41b1-a826-9fbc7f3ee34c is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:49.934743 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:49.966701 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5810581-6c88-41b1-a826-9fbc7f3ee34c {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:36:50.007761 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port e5810581-6c88-41b1-a826-9fbc7f3ee34c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e5810581-6c88-41b1-a826-9fbc7f3ee34c,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:50.030693 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 69de2f13-0994-49c6-be74-8801e5e38ed8 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:36:50.058537 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_gateway (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:50.083901 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f66c5-b819-4143-9ad0-2ee36492ce6a req-ce3636be-36e5-4c09-bd8c-cd674aa9d2e0 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:50.094483 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c9f66c5-b819-4143-9ad0-2ee36492ce6a req-ce3636be-36e5-4c09-bd8c-cd674aa9d2e0 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1811502 Feb 28 17:36:50.124250 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:50.131024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 69de2f13-0994-49c6-be74-8801e5e38ed8 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:36:50.133274 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d80a454f-4166-4402-8fce-53bf9af14737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (dbe20181-5d58-4a2b-9c43-162193b78d6b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:50.136425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 69de2f13-0994-49c6-be74-8801e5e38ed8 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:36:50.239941 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c9f66c5-b819-4143-9ad0-2ee36492ce6a req-33fa9d9e-1784-4d10-86ee-8d74ed4804ad tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438913 Feb 28 17:36:50.261503 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a454f-4166-4402-8fce-53bf9af14737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe20181-5d58-4a2b-9c43-162193b78d6b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:50.285541 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d80a454f-4166-4402-8fce-53bf9af14737 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:50.295594 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d80a454f-4166-4402-8fce-53bf9af14737 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dbe20181-5d58-4a2b-9c43-162193b78d6b HTTP/1.1" status: 204 len: 168 time: 0.6374640 Feb 28 17:36:50.302767 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42262) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:50.308456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['e5810581-6c88-41b1-a826-9fbc7f3ee34c'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:36:50.316943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=e5810581-6c88-41b1-a826-9fbc7f3ee34c,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:50.373675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port 6705ca32-6290-4569-8865-b345f2afcf45 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:36:50.381609 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6705ca32-6290-4569-8865-b345f2afcf45), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:50.446174 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85af1668-0949-496f-8b87-8431418848fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (a9427bd4-1339-4f1e-b245-de34cfeef29c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:50.642054 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6705ca32-6290-4569-8865-b345f2afcf45), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:50.675617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for 6705ca32-6290-4569-8865-b345f2afcf45 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:36:50.676836 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85af1668-0949-496f-8b87-8431418848fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (a9427bd4-1339-4f1e-b245-de34cfeef29c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:50.764889 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-85af1668-0949-496f-8b87-8431418848fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9427bd4-1339-4f1e-b245-de34cfeef29c']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:50.786968 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-85af1668-0949-496f-8b87-8431418848fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bf9e89-bdc5-46ae-b896-7dd2242d904d') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:50.791427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-85af1668-0949-496f-8b87-8431418848fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bf9e89-bdc5-46ae-b896-7dd2242d904d') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:50.810932 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0560be-de90-4a56-99f7-fa9bc13d54ae req-cd70ac23-44f0-487e-aaa6-82bd0f32b77d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:50.812492 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4c0560be-de90-4a56-99f7-fa9bc13d54ae req-cd70ac23-44f0-487e-aaa6-82bd0f32b77d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2856140 Feb 28 17:36:50.843825 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85af1668-0949-496f-8b87-8431418848fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (98bf9e89-bdc5-46ae-b896-7dd2242d904d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:50.867448 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85af1668-0949-496f-8b87-8431418848fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (98bf9e89-bdc5-46ae-b896-7dd2242d904d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:50.883456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85af1668-0949-496f-8b87-8431418848fa admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:36:50.883897 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85af1668-0949-496f-8b87-8431418848fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (98bf9e89-bdc5-46ae-b896-7dd2242d904d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:36:50.886103 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:36:50.947525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4c0560be-de90-4a56-99f7-fa9bc13d54ae req-517107f8-4f1e-4223-aa34-ee15664f2b11 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191728 Feb 28 17:36:51.057369 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85af1668-0949-496f-8b87-8431418848fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (a9427bd4-1339-4f1e-b245-de34cfeef29c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:51.063488 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85af1668-0949-496f-8b87-8431418848fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:51.067842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-85af1668-0949-496f-8b87-8431418848fa admin admin] 10.222.0.72 "DELETE /v2.0/networks/a9427bd4-1339-4f1e-b245-de34cfeef29c HTTP/1.1" status: 204 len: 168 time: 0.7637980 Feb 28 17:36:51.079438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ff39f-d491-4196-8c4a-94554b058366 req-8b0c52c1-9f36-430e-9a0d-827bf46fe5da tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:51.088958 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-381ff39f-d491-4196-8c4a-94554b058366 req-8b0c52c1-9f36-430e-9a0d-827bf46fe5da tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.3128409 Feb 28 17:36:51.097920 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af1668-0949-496f-8b87-8431418848fa admin admin] Pushing event deleted for resources: {'Network': ['ID=a9427bd4-1339-4f1e-b245-de34cfeef29c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:51.125459 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6705ca32-6290-4569-8865-b345f2afcf45), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:51.195191 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=6705ca32-6290-4569-8865-b345f2afcf45,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:51.233194 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-381ff39f-d491-4196-8c4a-94554b058366 req-b2dde09c-4164-4ec8-94c9-0e8da7329c2d tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431808 Feb 28 17:36:51.234905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:51.235252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:51.235592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:51.235927 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:51.236255 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:51.236594 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:51.237442 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:51.237768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:51.238112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:51.238446 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:51.238765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:51.239086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:51.239410 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:36:51.317176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd62360-7768-4118-89f0-1a5fd0d10f22 req-10a80760-2f61-4d3a-8387-dd55f972d788 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:51.321618 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-acd62360-7768-4118-89f0-1a5fd0d10f22 req-10a80760-2f61-4d3a-8387-dd55f972d788 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0983930 Feb 28 17:36:51.328766 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:51.414496 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-acd62360-7768-4118-89f0-1a5fd0d10f22 req-597f9a05-5d70-4eab-93ba-b653b949f076 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868230 Feb 28 17:36:51.507548 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:51.508000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42288) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:51.510315 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_controller (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:51.556800 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-46b95efb-29b8-4924-b30c-449dd39110c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9577615c19bf49ecb40a227c43a74a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475466 Feb 28 17:36:51.560354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42290) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:51.623804 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:51.624613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Fanout notify agent at l3_agent the message router_deleted on router 3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:36:51.647022 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:51.652993 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c1888c86-dbe9-414b-a754-de3487f9dcb2 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/routers/3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4 HTTP/1.1" status: 204 len: 168 time: 2.3848596 Feb 28 17:36:51.653406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42292) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:51.662865 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-150e2e93-7a3d-4dc7-9343-2c61343088af tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1560198679'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:51.663664 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91480ec7-5507-4ebc-b9e4-b3c912774f31 req-79335690-de4c-4445-ad01-e05d6dbfa509 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:51.672092 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-91480ec7-5507-4ebc-b9e4-b3c912774f31 req-79335690-de4c-4445-ad01-e05d6dbfa509 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1014259 Feb 28 17:36:51.680313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device e5810581-6c88-41b1-a826-9fbc7f3ee34c up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:36:51.685676 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a01eabdb-243d-4856-99b3-d411e1281c03 admin admin] Publish callbacks [] for security_group (2c545c97-6c76-4293-850a-186343585f3d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:51.711835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69044f19-f5c4-4ef3-9488-6b84e18d11a5 req-222d5429-0383-45a6-8130-82c578f39521 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:51.718982 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69044f19-f5c4-4ef3-9488-6b84e18d11a5 req-222d5429-0383-45a6-8130-82c578f39521 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1204150 Feb 28 17:36:51.742362 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-91480ec7-5507-4ebc-b9e4-b3c912774f31 req-56e6e005-a2e5-4645-b7fb-b37aae899399 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688200 Feb 28 17:36:51.744937 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a01eabdb-243d-4856-99b3-d411e1281c03 admin admin] Publish callbacks [] for security_group (2c545c97-6c76-4293-850a-186343585f3d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:51.772869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150e2e93-7a3d-4dc7-9343-2c61343088af tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:36:51.776624 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-150e2e93-7a3d-4dc7-9343-2c61343088af tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:51.797867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port e5810581-6c88-41b1-a826-9fbc7f3ee34c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:51.798553 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:51.829259 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69044f19-f5c4-4ef3-9488-6b84e18d11a5 req-19d68ada-7fee-49e1-8355-e3affac7d608 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032932 Feb 28 17:36:51.856118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150e2e93-7a3d-4dc7-9343-2c61343088af tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:36:52.001867 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-150e2e93-7a3d-4dc7-9343-2c61343088af tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (466947d3-b0bb-422c-9773-f23fe09b7437), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:52.002245 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-150e2e93-7a3d-4dc7-9343-2c61343088af tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Added segment 466947d3-b0bb-422c-9773-f23fe09b7437 of type vlan for network 6ce6a7ff-36af-4475-ac8a-c58f3a9810a5 Feb 28 17:36:52.015421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a01eabdb-243d-4856-99b3-d411e1281c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2c545c97-6c76-4293-850a-186343585f3d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:52.026075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a01eabdb-243d-4856-99b3-d411e1281c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:52.027764 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a01eabdb-243d-4856-99b3-d411e1281c03 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c545c97-6c76-4293-850a-186343585f3d HTTP/1.1" status: 204 len: 168 time: 0.4661288 Feb 28 17:36:52.077740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port e5810581-6c88-41b1-a826-9fbc7f3ee34c is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:52.078170 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:52.140626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port e5810581-6c88-41b1-a826-9fbc7f3ee34c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e5810581-6c88-41b1-a826-9fbc7f3ee34c,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:52.141748 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525b4651-8425-4459-b811-f36236c422f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5810581-6c88-41b1-a826-9fbc7f3ee34c'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:36:52.144803 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fd1527-b408-4ab9-ae22-7df859bd78db" -d '{"events": [{"server_uuid": "525b4651-8425-4459-b811-f36236c422f3", "name": "network-vif-plugged", "status": "completed", "tag": "e5810581-6c88-41b1-a826-9fbc7f3ee34c"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:36:52.176067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01eabdb-243d-4856-99b3-d411e1281c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c545c97-6c76-4293-850a-186343585f3d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:52.209491 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:52.214221 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-150e2e93-7a3d-4dc7-9343-2c61343088af tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (6ce6a7ff-36af-4475-ac8a-c58f3a9810a5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:52.227352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46980a03-b95d-4e72-8dfc-3f5eda5a5a85 req-326500e8-d35d-41e2-8618-e9ae3b3e7757 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:52.230362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2147d-7e0b-4fdb-9285-52570615aea3 req-7b38eccf-087e-4c53-83a9-e7f4d4cebe27 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:52.232378 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88e2147d-7e0b-4fdb-9285-52570615aea3 req-7b38eccf-087e-4c53-83a9-e7f4d4cebe27 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1093626 Feb 28 17:36:52.238931 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-46980a03-b95d-4e72-8dfc-3f5eda5a5a85 req-326500e8-d35d-41e2-8618-e9ae3b3e7757 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.3212461 Feb 28 17:36:52.303222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=e5810581-6c88-41b1-a826-9fbc7f3ee34c,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:52.334923 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88e2147d-7e0b-4fdb-9285-52570615aea3 req-d73a94ff-6e4b-49a2-8abf-66b9ae77facf tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925114 Feb 28 17:36:52.340339 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-46980a03-b95d-4e72-8dfc-3f5eda5a5a85 req-6cc8ccca-1764-46c7-84d5-4614abba7eda tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956340 Feb 28 17:36:52.390878 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1068bfa-c122-44a9-a741-4413188766ff x-openstack-request-id: req-b1068bfa-c122-44a9-a741-4413188766ff {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:36:52.391118 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525b4651-8425-4459-b811-f36236c422f3", "name": "network-vif-plugged", "status": "completed", "tag": "e5810581-6c88-41b1-a826-9fbc7f3ee34c", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:36:52.391489 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b1068bfa-c122-44a9-a741-4413188766ff {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:36:52.392000 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525b4651-8425-4459-b811-f36236c422f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5810581-6c88-41b1-a826-9fbc7f3ee34c', 'code': 200} Feb 28 17:36:52.399893 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-150e2e93-7a3d-4dc7-9343-2c61343088af tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (6ce6a7ff-36af-4475-ac8a-c58f3a9810a5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:52.407484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e2e93-7a3d-4dc7-9343-2c61343088af tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:52.409534 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-150e2e93-7a3d-4dc7-9343-2c61343088af tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:52.529528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e2e93-7a3d-4dc7-9343-2c61343088af tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Network': ['ID=6ce6a7ff-36af-4475-ac8a-c58f3a9810a5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:52.543371 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 6ce6a7ff-36af-4475-ac8a-c58f3a9810a5 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:36:52.550132 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-150e2e93-7a3d-4dc7-9343-2c61343088af tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8936608 Feb 28 17:36:52.553143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42318) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:52.558890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-87ab784e-e1b0-4cfb-916c-edfec9d7ec73 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'subnet': {'network_id': '6ce6a7ff-36af-4475-ac8a-c58f3a9810a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:52.594912 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dd95b-9282-4b5d-8b86-4a5ae01f2d86 req-0a42e5d1-babb-45ee-b46d-e2270207eb6e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:52.601374 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-836dd95b-9282-4b5d-8b86-4a5ae01f2d86 req-0a42e5d1-babb-45ee-b46d-e2270207eb6e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1175318 Feb 28 17:36:52.712306 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-836dd95b-9282-4b5d-8b86-4a5ae01f2d86 req-1065b2b3-dce9-4087-bc49-f81eed8a6248 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033425 Feb 28 17:36:52.905520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ab784e-e1b0-4cfb-916c-edfec9d7ec73 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:36:52.931463 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87ab784e-e1b0-4cfb-916c-edfec9d7ec73 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:53.101473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0ec10-ddd1-4a77-ae2b-317af6e65d14 req-6efbf7e0-cbcd-4249-b4f0-47ecc1f56286 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:53.103014 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9fd0ec10-ddd1-4a77-ae2b-317af6e65d14 req-6efbf7e0-cbcd-4249-b4f0-47ecc1f56286 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.2839844 Feb 28 17:36:53.187426 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9fd0ec10-ddd1-4a77-ae2b-317af6e65d14 req-518d548d-3186-4ad3-b2fd-c3c3871ee136 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760305 Feb 28 17:36:53.207848 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ea0d6-6df1-4025-90f1-c8e4d66a5eff req-a7ebb12a-bfc0-46ef-8793-59f2a27e368d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:53.209942 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c05ea0d6-6df1-4025-90f1-c8e4d66a5eff req-a7ebb12a-bfc0-46ef-8793-59f2a27e368d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1161311 Feb 28 17:36:53.301987 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c05ea0d6-6df1-4025-90f1-c8e4d66a5eff req-fe8d9786-531d-41a1-a8b6-b3320865310e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855665 Feb 28 17:36:53.399918 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87ab784e-e1b0-4cfb-916c-edfec9d7ec73 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (0cc45fdd-20ec-4e4f-85a0-5f2b5bea1a30), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:53.523660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab784e-e1b0-4cfb-916c-edfec9d7ec73 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Subnet': ['ID=0cc45fdd-20ec-4e4f-85a0-5f2b5bea1a30,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:53.597436 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f389804-110f-4cb9-ab06-8b30cfea43ef req-cdf37954-a4c9-4074-8a05-7a3156e911e5 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:53.599647 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f389804-110f-4cb9-ab06-8b30cfea43ef req-cdf37954-a4c9-4074-8a05-7a3156e911e5 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1596680 Feb 28 17:36:53.609660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab784e-e1b0-4cfb-916c-edfec9d7ec73 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Checking segment: {'id': '466947d3-b0bb-422c-9773-f23fe09b7437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6ce6a7ff-36af-4475-ac8a-c58f3a9810a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:36:53.610066 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab784e-e1b0-4cfb-916c-edfec9d7ec73 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network hostable DHCP agents. Network: 6ce6a7ff-36af-4475-ac8a-c58f3a9810a5, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:36:53.701211 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f389804-110f-4cb9-ab06-8b30cfea43ef req-09225790-9009-4fe5-8155-ba04bade284f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925484 Feb 28 17:36:53.725716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab784e-e1b0-4cfb-916c-edfec9d7ec73 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network 6ce6a7ff-36af-4475-ac8a-c58f3a9810a5 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:36:53.866866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-87ab784e-e1b0-4cfb-916c-edfec9d7ec73 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 6ce6a7ff-36af-4475-ac8a-c58f3a9810a5) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:53.873306 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab784e-e1b0-4cfb-916c-edfec9d7ec73 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:53.873904 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87ab784e-e1b0-4cfb-916c-edfec9d7ec73 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:53.879593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c49422-6cd8-44cc-9ac0-a29e0c87e0d8 None None] Network 6ce6a7ff-36af-4475-ac8a-c58f3a9810a5 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:36:53.901445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f853b-8439-451e-8976-dec957edbf6b req-764e9411-87f0-4380-a3a3-0c5691552429 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:53.909524 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a42f853b-8439-451e-8976-dec957edbf6b req-764e9411-87f0-4380-a3a3-0c5691552429 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0933242 Feb 28 17:36:54.030412 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a42f853b-8439-451e-8976-dec957edbf6b req-b8cd94c6-09e2-4636-b1af-46b2a2a28bcf tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198699 Feb 28 17:36:54.034709 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-87ab784e-e1b0-4cfb-916c-edfec9d7ec73 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4798613 Feb 28 17:36:54.037655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42370) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:54.042153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d3c5cbde-7cf1-417c-b444-65bb7a5f3f46 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1721093583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:54.089321 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-6ce6a7ff-36af-4475-ac8a-c58f3a9810a5', 'network_id': '6ce6a7ff-36af-4475-ac8a-c58f3a9810a5', 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'fixed_ips': [{'subnet_id': '0cc45fdd-20ec-4e4f-85a0-5f2b5bea1a30'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:36:54.090221 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:54.187158 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d3c5cbde-7cf1-417c-b444-65bb7a5f3f46 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (e8648c7a-e2ad-427f-9fcb-2a823d002b5b), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:54.188475 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d3c5cbde-7cf1-417c-b444-65bb7a5f3f46 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (e8648c7a-e2ad-427f-9fcb-2a823d002b5b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:54.302375 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c50a6a-1158-4373-9a8e-e1f3ee8f713c req-6dfcd2ca-ee2e-4e0f-beff-3398b20c47cb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:54.310057 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49c50a6a-1158-4373-9a8e-e1f3ee8f713c req-6dfcd2ca-ee2e-4e0f-beff-3398b20c47cb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1283107 Feb 28 17:36:54.357343 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d3c5cbde-7cf1-417c-b444-65bb7a5f3f46 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_controller (e8648c7a-e2ad-427f-9fcb-2a823d002b5b), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:54.374925 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Allocated IP 2001:db8::2 (6ce6a7ff-36af-4475-ac8a-c58f3a9810a5/0cc45fdd-20ec-4e4f-85a0-5f2b5bea1a30/156559a1-a747-4439-ba52-031ac1d7d358) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:36:54.398412 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49c50a6a-1158-4373-9a8e-e1f3ee8f713c req-05823773-d7c9-4162-823f-ccf2d2d848ad tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866282 Feb 28 17:36:54.474467 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d3c5cbde-7cf1-417c-b444-65bb7a5f3f46 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (e8648c7a-e2ad-427f-9fcb-2a823d002b5b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:54.583523 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d3c5cbde-7cf1-417c-b444-65bb7a5f3f46 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:54.584746 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d3c5cbde-7cf1-417c-b444-65bb7a5f3f46 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5460629 Feb 28 17:36:54.588109 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42398) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:54.593001 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6dfc3-3a81-4bc3-81ac-ff68ecd29893 req-7528ffc0-bc36-4c82-880b-8a810be5c024 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:54.599353 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1d6dfc3-3a81-4bc3-81ac-ff68ecd29893 req-7528ffc0-bc36-4c82-880b-8a810be5c024 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1160116 Feb 28 17:36:54.714645 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1d6dfc3-3a81-4bc3-81ac-ff68ecd29893 req-2f196183-3c07-453f-a840-9fb8dac787ca tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049557 Feb 28 17:36:54.773423 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Publish callbacks [] for port (156559a1-a747-4439-ba52-031ac1d7d358), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:54.829532 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (156559a1-a747-4439-ba52-031ac1d7d358), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:54.868380 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc994592-7971-4071-836c-fce89adba8c1 req-f64a36f4-cd7f-49dc-974e-6d697db607e0 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4acf785-c551-48e5-a54a-89f8d828155d HTTP/1.1" status: 200 len: 210 time: 0.0557747 Feb 28 17:36:55.036402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Network 6ce6a7ff-36af-4475-ac8a-c58f3a9810a5 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:36:55.040314 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:55.051715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:36:55.053753 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Pushing event updated for resources: {'Port': ['ID=156559a1-a747-4439-ba52-031ac1d7d358,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:55.097660 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:55.246196 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Attempting to bind port 156559a1-a747-4439-ba52-031ac1d7d358 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:36:55.251284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Attempting to bind port 156559a1-a747-4439-ba52-031ac1d7d358 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '466947d3-b0bb-422c-9773-f23fe09b7437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6ce6a7ff-36af-4475-ac8a-c58f3a9810a5'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:36:55.254004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Attempting to bind port 156559a1-a747-4439-ba52-031ac1d7d358 on network 6ce6a7ff-36af-4475-ac8a-c58f3a9810a5 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:36:55.271587 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:36:55.272702 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Checking segment: {'id': '466947d3-b0bb-422c-9773-f23fe09b7437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6ce6a7ff-36af-4475-ac8a-c58f3a9810a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:36:55.276742 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:55.277158 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Bound using segment: {'id': '466947d3-b0bb-422c-9773-f23fe09b7437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6ce6a7ff-36af-4475-ac8a-c58f3a9810a5'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:36:55.278787 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Bound port: 156559a1-a747-4439-ba52-031ac1d7d358, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466947d3-b0bb-422c-9773-f23fe09b7437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6ce6a7ff-36af-4475-ac8a-c58f3a9810a5'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:36:55.278787 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (156559a1-a747-4439-ba52-031ac1d7d358), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:55.458800 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] For port 156559a1-a747-4439-ba52-031ac1d7d358, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:36:55.464244 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] For port 156559a1-a747-4439-ba52-031ac1d7d358, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=156559a1-a747-4439-ba52-031ac1d7d358,segment=NetworkSegment(466947d3-b0bb-422c-9773-f23fe09b7437),segment_id=466947d3-b0bb-422c-9773-f23fe09b7437)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:36:55.631117 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Allocated IP 2001:db8::1 (6ce6a7ff-36af-4475-ac8a-c58f3a9810a5/0cc45fdd-20ec-4e4f-85a0-5f2b5bea1a30/a3aa022a-0b23-46d2-8053-f004e18d12d4) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:36:55.645343 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a8ce5-e64b-4503-b334-bb4fe9dac681 req-f1d80a81-1745-43da-bd0e-b5acf6a55908 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:55.671502 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-670a8ce5-e64b-4503-b334-bb4fe9dac681 req-f1d80a81-1745-43da-bd0e-b5acf6a55908 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0939999 Feb 28 17:36:55.789057 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (156559a1-a747-4439-ba52-031ac1d7d358), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:55.812214 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-670a8ce5-e64b-4503-b334-bb4fe9dac681 req-f9d15969-f2a2-4219-bbb6-be2dba252866 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566551 Feb 28 17:36:55.914736 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (a3aa022a-0b23-46d2-8053-f004e18d12d4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:55.960177 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2f3bcc52-5702-4dac-b46a-22014b88a772 req-71290c4d-cbb2-43fc-ab1a-300627bffecc tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0916462 Feb 28 17:36:56.000959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaf44b-7c4f-4b9a-8646-5389e2aa59a3 None None] Pushing event updated for resources: {'Port': ['ID=156559a1-a747-4439-ba52-031ac1d7d358,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:56.114375 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bbfa1-112d-4e1e-9659-d1415476320d req-87c1cea8-f59f-4f41-b7dc-0bd3e2bb7b98 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:56.126541 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c5bbfa1-112d-4e1e-9659-d1415476320d req-87c1cea8-f59f-4f41-b7dc-0bd3e2bb7b98 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1908333 Feb 28 17:36:56.182960 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (a3aa022a-0b23-46d2-8053-f004e18d12d4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:56.254616 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c5bbfa1-112d-4e1e-9659-d1415476320d req-2324d4b3-71a9-4c32-9dc8-3aa2e0230d4c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260705 Feb 28 17:36:56.308498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network 6ce6a7ff-36af-4475-ac8a-c58f3a9810a5 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:36:56.313123 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:56.321073 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:36:56.322586 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (e8648c7a-e2ad-427f-9fcb-2a823d002b5b), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:56.492925 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=a3aa022a-0b23-46d2-8053-f004e18d12d4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:56.619506 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a3aa022a-0b23-46d2-8053-f004e18d12d4), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:56.953077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (a3aa022a-0b23-46d2-8053-f004e18d12d4), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:57.037885 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (a3aa022a-0b23-46d2-8053-f004e18d12d4), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:57.039881 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (e8648c7a-e2ad-427f-9fcb-2a823d002b5b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:57.172981 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4dfc04fd-36cc-4537-90b1-58330287a9c8 req-134c4142-af76-4c15-bdf2-4b80b62ab24a tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0493073 Feb 28 17:36:57.204971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=a3aa022a-0b23-46d2-8053-f004e18d12d4,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:57.225046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6034694-8d9d-4109-9a71-78b1cfdddabc req-28a02208-bfc1-4f46-952d-86dd81e04f31 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:57.238123 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c6034694-8d9d-4109-9a71-78b1cfdddabc req-28a02208-bfc1-4f46-952d-86dd81e04f31 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2823579 Feb 28 17:36:57.331626 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c6034694-8d9d-4109-9a71-78b1cfdddabc req-b968147c-a5c5-413b-8c7c-f818a9230b5d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924180 Feb 28 17:36:57.357160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network 6ce6a7ff-36af-4475-ac8a-c58f3a9810a5 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:36:57.358728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:36:57.566111 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada29206-09f5-429b-91fe-e4c29d1cbc57 req-023ed21d-0941-4367-94f9-c873d21b0743 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:57.577116 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ada29206-09f5-429b-91fe-e4c29d1cbc57 req-023ed21d-0941-4367-94f9-c873d21b0743 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1807871 Feb 28 17:36:57.698426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 156559a1-a747-4439-ba52-031ac1d7d358 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:36:57.726174 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ada29206-09f5-429b-91fe-e4c29d1cbc57 req-63e23275-53ce-4383-9f2b-409a971b3cea tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475887 Feb 28 17:36:57.873823 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 156559a1-a747-4439-ba52-031ac1d7d358 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:57.874480 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (156559a1-a747-4439-ba52-031ac1d7d358), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:57.892726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd72d98-3f0a-4de0-988d-23dc60cd5c40 None None] Network 6ce6a7ff-36af-4475-ac8a-c58f3a9810a5 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:36:58.119887 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router e8648c7a-e2ad-427f-9fcb-2a823d002b5b is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:36:58.300262 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:36:58.313941 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac2384-67b5-4966-8af7-67e3b6728c05 None None] Sync routers for ids ['e8648c7a-e2ad-427f-9fcb-2a823d002b5b'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:36:58.322261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7b7872c2-d87d-43ca-8c12-8a052831d614 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/e8648c7a-e2ad-427f-9fcb-2a823d002b5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7327175 Feb 28 17:36:58.324638 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42484) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:58.331220 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac2384-67b5-4966-8af7-67e3b6728c05 None None] Routers {'e8648c7a-e2ad-427f-9fcb-2a823d002b5b'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:58.332423 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-caac2384-67b5-4966-8af7-67e3b6728c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e8648c7a-e2ad-427f-9fcb-2a823d002b5b'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:58.389773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad5bdab-c79b-45f1-805e-0bbe4cd33123 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:58.392348 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d6bf2a15-c671-4a54-bc4c-ea16ecad6d0d None None] Provisioning complete for port 156559a1-a747-4439-ba52-031ac1d7d358 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:58.395948 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d6bf2a15-c671-4a54-bc4c-ea16ecad6d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (156559a1-a747-4439-ba52-031ac1d7d358), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:58.406450 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0ad5bdab-c79b-45f1-805e-0bbe4cd33123 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports/a3aa022a-0b23-46d2-8053-f004e18d12d4 HTTP/1.1" status: 200 len: 911 time: 0.0807450 Feb 28 17:36:58.410229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42488) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:36:58.413790 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-caac2384-67b5-4966-8af7-67e3b6728c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:58.429350 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0bce9dd3-1397-4780-9de9-c21ba742eac7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0cc45fdd-20ec-4e4f-85a0-5f2b5bea1a30'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:36:58.433707 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62f7362f-703d-4b95-a8e7-5eb89170ada2 req-79e0f25f-221a-4fa3-bfaa-502b71e60ab7 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.1034398 Feb 28 17:36:58.435465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac2384-67b5-4966-8af7-67e3b6728c05 None None] Routers {'e8648c7a-e2ad-427f-9fcb-2a823d002b5b'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:36:58.437751 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-caac2384-67b5-4966-8af7-67e3b6728c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e8648c7a-e2ad-427f-9fcb-2a823d002b5b'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:58.514675 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-caac2384-67b5-4966-8af7-67e3b6728c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:36:58.515327 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac2384-67b5-4966-8af7-67e3b6728c05 None None] The sync data for ids ['e8648c7a-e2ad-427f-9fcb-2a823d002b5b'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:36:58.568421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 156559a1-a747-4439-ba52-031ac1d7d358 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:58.568732 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (156559a1-a747-4439-ba52-031ac1d7d358), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:58.668617 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 156559a1-a747-4439-ba52-031ac1d7d358, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=156559a1-a747-4439-ba52-031ac1d7d358,segment=NetworkSegment(466947d3-b0bb-422c-9773-f23fe09b7437),segment_id=466947d3-b0bb-422c-9773-f23fe09b7437)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:36:58.670119 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf2a15-c671-4a54-bc4c-ea16ecad6d0d None None] Current status of the port 156559a1-a747-4439-ba52-031ac1d7d358 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:58.670837 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d6bf2a15-c671-4a54-bc4c-ea16ecad6d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (156559a1-a747-4439-ba52-031ac1d7d358), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:58.678308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49d893-0798-49f4-a451-c8d454518184 req-648f232b-643f-4735-badc-d55634022736 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:58.688634 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d49d893-0798-49f4-a451-c8d454518184 req-648f232b-643f-4735-badc-d55634022736 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2062950 Feb 28 17:36:58.731864 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (156559a1-a747-4439-ba52-031ac1d7d358), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:58.811839 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=156559a1-a747-4439-ba52-031ac1d7d358,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:36:58.934001 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d49d893-0798-49f4-a451-c8d454518184 req-afbd8130-710d-4db5-80a8-ef9561d58d6d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433772 Feb 28 17:36:58.935386 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0bce9dd3-1397-4780-9de9-c21ba742eac7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a3aa022a-0b23-46d2-8053-f004e18d12d4), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:58.958062 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-d6bf2a15-c671-4a54-bc4c-ea16ecad6d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:36:58.958437 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-d6bf2a15-c671-4a54-bc4c-ea16ecad6d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:36:59.094917 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d42a4-26db-4315-87c8-9a5c28429ff5 req-22c537df-6683-471c-b776-2e1542c7ed78 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:59.097146 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-104d42a4-26db-4315-87c8-9a5c28429ff5 req-22c537df-6683-471c-b776-2e1542c7ed78 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1721382 Feb 28 17:36:59.100282 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49ae9279-a941-46d0-bdc7-3a82351f02dd req-41ab6133-6f88-49d9-a278-20e5424d7630 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1375170 Feb 28 17:36:59.245390 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-104d42a4-26db-4315-87c8-9a5c28429ff5 req-a35b29a0-8139-4519-822b-44119e9f41f5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423762 Feb 28 17:36:59.278854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae9279-a941-46d0-bdc7-3a82351f02dd req-a26a8d95-f63f-46b5-8b6d-1bf82da24c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:59.280364 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49ae9279-a941-46d0-bdc7-3a82351f02dd req-a26a8d95-f63f-46b5-8b6d-1bf82da24c31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ff2ef71884464902b3c3748d51422a36&device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 1128 time: 0.1439798 Feb 28 17:36:59.449751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae9279-a941-46d0-bdc7-3a82351f02dd req-009b8714-b2b1-4b04-8c09-90b79d1aba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:59.451336 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49ae9279-a941-46d0-bdc7-3a82351f02dd req-009b8714-b2b1-4b04-8c09-90b79d1aba7e service neutron] 10.222.0.73 "GET /v2.0/networks?id=198c7dae-55a7-4ae2-88af-338d9ce329b1 HTTP/1.1" status: 200 len: 911 time: 0.1336155 Feb 28 17:36:59.577232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf2a15-c671-4a54-bc4c-ea16ecad6d0d None None] Current status of the port 156559a1-a747-4439-ba52-031ac1d7d358 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:36:59.609467 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 156559a1-a747-4439-ba52-031ac1d7d358 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:36:59.653791 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b637085d-8a7a-4b4b-8cc4-ea6519e4328f req-78095fb8-7ce2-4a80-a5ee-72011f1b2c39 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0717289 Feb 28 17:36:59.657761 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49ae9279-a941-46d0-bdc7-3a82351f02dd req-da44ef7b-3721-41b5-9086-8838da5cecd0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3820b767-07a5-433d-b4cc-9ec326034e71 HTTP/1.1" status: 200 len: 999 time: 0.1984746 Feb 28 17:36:59.740586 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ba0d8972-c8f9-46ba-bb96-f8759e730818 None None] Provisioning complete for port 156559a1-a747-4439-ba52-031ac1d7d358 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:59.741016 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ba0d8972-c8f9-46ba-bb96-f8759e730818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (156559a1-a747-4439-ba52-031ac1d7d358), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:59.779138 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae9279-a941-46d0-bdc7-3a82351f02dd req-af543f67-f5f4-428b-92f4-f79d1d9be34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:59.780639 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49ae9279-a941-46d0-bdc7-3a82351f02dd req-af543f67-f5f4-428b-92f4-f79d1d9be34d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b053761d-35a6-4a2b-8791-766dc2209665 HTTP/1.1" status: 200 len: 849 time: 0.1052010 Feb 28 17:36:59.802950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 156559a1-a747-4439-ba52-031ac1d7d358 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:36:59.803330 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (156559a1-a747-4439-ba52-031ac1d7d358), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:59.804503 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0bce9dd3-1397-4780-9de9-c21ba742eac7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (a3aa022a-0b23-46d2-8053-f004e18d12d4), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:59.872976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae9279-a941-46d0-bdc7-3a82351f02dd req-15c57cfe-222c-4590-afce-d4c8f7c841b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:59.874783 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49ae9279-a941-46d0-bdc7-3a82351f02dd req-15c57cfe-222c-4590-afce-d4c8f7c841b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=198c7dae-55a7-4ae2-88af-338d9ce329b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0849600 Feb 28 17:36:59.890850 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0bce9dd3-1397-4780-9de9-c21ba742eac7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (a3aa022a-0b23-46d2-8053-f004e18d12d4), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:59.897225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bce9dd3-1397-4780-9de9-c21ba742eac7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:36:59.898502 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0bce9dd3-1397-4780-9de9-c21ba742eac7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:36:59.899848 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0bce9dd3-1397-4780-9de9-c21ba742eac7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/ports/a3aa022a-0b23-46d2-8053-f004e18d12d4 HTTP/1.1" status: 200 len: 911 time: 1.4883957 Feb 28 17:36:59.902932 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42514) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:00.011691 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49ae9279-a941-46d0-bdc7-3a82351f02dd req-3498ea40-0c11-4ff7-9d8c-aabf33aae40a service neutron] 10.222.0.73 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235297 Feb 28 17:37:00.105438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d8972-c8f9-46ba-bb96-f8759e730818 None None] Current status of the port 156559a1-a747-4439-ba52-031ac1d7d358 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:00.127112 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 156559a1-a747-4439-ba52-031ac1d7d358 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:00.168145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ba0d8972-c8f9-46ba-bb96-f8759e730818 None None] Provisioning complete for port a3aa022a-0b23-46d2-8053-f004e18d12d4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:00.168524 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ba0d8972-c8f9-46ba-bb96-f8759e730818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a3aa022a-0b23-46d2-8053-f004e18d12d4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:00.171728 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49ae9279-a941-46d0-bdc7-3a82351f02dd req-ffeccb8c-a5c3-47e4-8c68-f4bfc9e577c0 service neutron] 10.222.0.73 "GET /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571083 Feb 28 17:37:00.251671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d8972-c8f9-46ba-bb96-f8759e730818 None None] Port a3aa022a-0b23-46d2-8053-f004e18d12d4 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:37:00.327082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce9dd3-1397-4780-9de9-c21ba742eac7 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=a3aa022a-0b23-46d2-8053-f004e18d12d4,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:00.338275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde75e4-05bc-4f82-aeef-fb2a985515dd req-f12516e6-4626-4e0f-bbdc-25eb39829e57 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:00.344876 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6dde75e4-05bc-4f82-aeef-fb2a985515dd req-f12516e6-4626-4e0f-bbdc-25eb39829e57 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2301967 Feb 28 17:37:00.384797 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-3ed04cfd-3fc1-421c-ae76-fdfc698319cf None None] Provisioning complete for port a3aa022a-0b23-46d2-8053-f004e18d12d4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:00.385439 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3ed04cfd-3fc1-421c-ae76-fdfc698319cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a3aa022a-0b23-46d2-8053-f004e18d12d4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:00.412543 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6dde75e4-05bc-4f82-aeef-fb2a985515dd req-ee0c9550-0c5a-4efd-92c2-b0dd4daf0c2e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667546 Feb 28 17:37:00.432180 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9d8ae-2343-4fb5-b2a8-c58079a78f3c req-ce97d8dd-304d-42fb-b518-9cfda3b5c391 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:00.433916 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8f9d8ae-2343-4fb5-b2a8-c58079a78f3c req-ce97d8dd-304d-42fb-b518-9cfda3b5c391 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.0939338 Feb 28 17:37:00.451053 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3ed04cfd-3fc1-421c-ae76-fdfc698319cf None None] Port a3aa022a-0b23-46d2-8053-f004e18d12d4 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:37:00.503904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e8f9d8ae-2343-4fb5-b2a8-c58079a78f3c req-18e594d5-a77d-4ef1-9383-205f4d7a76bb tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643737 Feb 28 17:37:00.522040 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50006a5d-1534-498f-b01e-5215b3ffa59f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (e8648c7a-e2ad-427f-9fcb-2a823d002b5b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:00.828202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b137960f-1a2b-4b3d-8d39-2b734ac4358a req-b4bb64e6-9c5b-4f7c-af39-f5ecb6a70a4c tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0548322 Feb 28 17:37:00.850851 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-50006a5d-1534-498f-b01e-5215b3ffa59f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port a3aa022a-0b23-46d2-8053-f004e18d12d4 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:37:00.851208 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50006a5d-1534-498f-b01e-5215b3ffa59f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a3aa022a-0b23-46d2-8053-f004e18d12d4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:00.984491 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50006a5d-1534-498f-b01e-5215b3ffa59f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a3aa022a-0b23-46d2-8053-f004e18d12d4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:01.007950 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-50006a5d-1534-498f-b01e-5215b3ffa59f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for a3aa022a-0b23-46d2-8053-f004e18d12d4 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:37:01.308351 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50006a5d-1534-498f-b01e-5215b3ffa59f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (a3aa022a-0b23-46d2-8053-f004e18d12d4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:01.338184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50006a5d-1534-498f-b01e-5215b3ffa59f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=a3aa022a-0b23-46d2-8053-f004e18d12d4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:01.478487 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50006a5d-1534-498f-b01e-5215b3ffa59f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (e8648c7a-e2ad-427f-9fcb-2a823d002b5b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:01.632979 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-416eb263-25c2-4d64-b825-f3f9810cdb19 req-a0d93d58-e50d-49b4-b176-a1e4a1deda70 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e4acf785-c551-48e5-a54a-89f8d828155d HTTP/1.1" status: 200 len: 210 time: 0.0290725 Feb 28 17:37:01.691666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c77f8-e63e-4ec4-aed7-ea5060294c87 req-a1de1f8c-fc65-4a39-b3a2-3c43c69f0077 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:01.699651 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a3c77f8-e63e-4ec4-aed7-ea5060294c87 req-a1de1f8c-fc65-4a39-b3a2-3c43c69f0077 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1041992 Feb 28 17:37:01.755130 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a3c77f8-e63e-4ec4-aed7-ea5060294c87 req-d2f5e874-36fa-492f-810d-24b5b6b200a5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541234 Feb 28 17:37:01.770508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1921b3-a663-4d72-ae6e-35c43fc9ab9c req-37059603-acf8-4ecd-94d6-23932503479b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:01.772120 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5e1921b3-a663-4d72-ae6e-35c43fc9ab9c req-37059603-acf8-4ecd-94d6-23932503479b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1639431 Feb 28 17:37:01.777303 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50006a5d-1534-498f-b01e-5215b3ffa59f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router e8648c7a-e2ad-427f-9fcb-2a823d002b5b has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:37:01.907585 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50006a5d-1534-498f-b01e-5215b3ffa59f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:37:01.913275 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-50006a5d-1534-498f-b01e-5215b3ffa59f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/e8648c7a-e2ad-427f-9fcb-2a823d002b5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9967978 Feb 28 17:37:01.916128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42538) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:01.916665 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5e1921b3-a663-4d72-ae6e-35c43fc9ab9c req-429a069e-79a2-4bfa-a5f7-c3c6fc4cf88e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379895 Feb 28 17:37:01.922711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f39ed-72e5-4655-bda7-31e5e5ba471f None None] Sync routers for ids ['e8648c7a-e2ad-427f-9fcb-2a823d002b5b'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:37:01.946948 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f39ed-72e5-4655-bda7-31e5e5ba471f None None] Routers {'e8648c7a-e2ad-427f-9fcb-2a823d002b5b'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:01.947876 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-321f39ed-72e5-4655-bda7-31e5e5ba471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e8648c7a-e2ad-427f-9fcb-2a823d002b5b'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:01.966268 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-934ad2f6-3b85-4e1d-b8fc-27d441f2ce6a tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8648c7a-e2ad-427f-9fcb-2a823d002b5b HTTP/1.1" status: 200 len: 205 time: 0.0489042 Feb 28 17:37:01.969090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42540) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:01.985047 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-321f39ed-72e5-4655-bda7-31e5e5ba471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:02.001258 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f39ed-72e5-4655-bda7-31e5e5ba471f None None] Routers {'e8648c7a-e2ad-427f-9fcb-2a823d002b5b'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:02.003904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-321f39ed-72e5-4655-bda7-31e5e5ba471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:36:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e8648c7a-e2ad-427f-9fcb-2a823d002b5b'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:02.028820 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fd6552d5-9846-440f-92e0-342163361225 req-390d23d1-2d76-4fcb-afcf-eddabe0d945d tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0651391 Feb 28 17:37:02.056658 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-321f39ed-72e5-4655-bda7-31e5e5ba471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:02.057311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f39ed-72e5-4655-bda7-31e5e5ba471f None None] The sync data for ids ['e8648c7a-e2ad-427f-9fcb-2a823d002b5b'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:37:02.100650 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-428b415c-2962-4e9b-8ee6-52d15751160e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (e8648c7a-e2ad-427f-9fcb-2a823d002b5b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:02.226016 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e2d3a1d3-5160-4dd2-8e96-ba42248a00a7 req-898dfbc6-c65a-41c8-88f2-927247b2637d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0388205 Feb 28 17:37:02.321195 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-428b415c-2962-4e9b-8ee6-52d15751160e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (e8648c7a-e2ad-427f-9fcb-2a823d002b5b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:02.323491 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-428b415c-2962-4e9b-8ee6-52d15751160e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_controller (e8648c7a-e2ad-427f-9fcb-2a823d002b5b), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:02.467958 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-428b415c-2962-4e9b-8ee6-52d15751160e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (e8648c7a-e2ad-427f-9fcb-2a823d002b5b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:02.468652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428b415c-2962-4e9b-8ee6-52d15751160e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Fanout notify agent at l3_agent the message router_deleted on router e8648c7a-e2ad-427f-9fcb-2a823d002b5b {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:37:02.480345 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-428b415c-2962-4e9b-8ee6-52d15751160e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:02.483076 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-428b415c-2962-4e9b-8ee6-52d15751160e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/routers/e8648c7a-e2ad-427f-9fcb-2a823d002b5b HTTP/1.1" status: 204 len: 168 time: 0.5117743 Feb 28 17:37:02.484430 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42556) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:02.554998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-72efab80-92ff-4a44-b71d-9ce557e44538 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting subnet 0cc45fdd-20ec-4e4f-85a0-5f2b5bea1a30 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:37:02.558369 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72efab80-92ff-4a44-b71d-9ce557e44538 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (0cc45fdd-20ec-4e4f-85a0-5f2b5bea1a30), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:02.604350 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72efab80-92ff-4a44-b71d-9ce557e44538 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (0cc45fdd-20ec-4e4f-85a0-5f2b5bea1a30), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:02.702705 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72efab80-92ff-4a44-b71d-9ce557e44538 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (0cc45fdd-20ec-4e4f-85a0-5f2b5bea1a30), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:02.890617 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72efab80-92ff-4a44-b71d-9ce557e44538 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (0cc45fdd-20ec-4e4f-85a0-5f2b5bea1a30), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:02.930770 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72efab80-92ff-4a44-b71d-9ce557e44538 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:02.934451 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-72efab80-92ff-4a44-b71d-9ce557e44538 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/0cc45fdd-20ec-4e4f-85a0-5f2b5bea1a30 HTTP/1.1" status: 204 len: 168 time: 0.4488323 Feb 28 17:37:02.936363 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efab80-92ff-4a44-b71d-9ce557e44538 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc45fdd-20ec-4e4f-85a0-5f2b5bea1a30,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:02.937624 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42560) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:02.941688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cdf17b-dc56-4540-b786-56fdb1cd85ab None None] Network 6ce6a7ff-36af-4475-ac8a-c58f3a9810a5 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:37:02.995885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b1c6b-3646-4b26-b558-dfd2aea3ac44 req-b47af1fc-89c1-45fb-a0c3-281002b2bd68 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:03.002704 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a2b1c6b-3646-4b26-b558-dfd2aea3ac44 req-b47af1fc-89c1-45fb-a0c3-281002b2bd68 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1498971 Feb 28 17:37:03.087757 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a2b1c6b-3646-4b26-b558-dfd2aea3ac44 req-8f9efe49-329e-4ae5-b6cd-66b4c2b1c79c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790498 Feb 28 17:37:03.127611 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (6ce6a7ff-36af-4475-ac8a-c58f3a9810a5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:03.200141 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a0c7a0a7-d0a2-4a8f-9c01-bff46d33ae6f req-ae207395-4df4-43d4-8fdd-0d710ddfa8a7 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0379786 Feb 28 17:37:03.212892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9250f0e9-e7d6-40cf-bd04-b2acde1dd53b None None] DHCP port deletion for 6ce6a7ff-36af-4475-ac8a-c58f3a9810a5 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:37:03.264003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb1643-7459-4e80-a44c-0fbc172d321a req-8505349e-8663-424d-a8c0-d947dc5351cd tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:03.266032 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82fb1643-7459-4e80-a44c-0fbc172d321a req-8505349e-8663-424d-a8c0-d947dc5351cd tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2037196 Feb 28 17:37:03.287209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port 156559a1-a747-4439-ba52-031ac1d7d358 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:37:03.287858 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (156559a1-a747-4439-ba52-031ac1d7d358), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:03.293444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9250f0e9-e7d6-40cf-bd04-b2acde1dd53b None None] Deleting port 156559a1-a747-4439-ba52-031ac1d7d358 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:37:03.293821 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9250f0e9-e7d6-40cf-bd04-b2acde1dd53b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (156559a1-a747-4439-ba52-031ac1d7d358), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:03.393799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9250f0e9-e7d6-40cf-bd04-b2acde1dd53b None None] For port 156559a1-a747-4439-ba52-031ac1d7d358, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=156559a1-a747-4439-ba52-031ac1d7d358,segment=NetworkSegment(466947d3-b0bb-422c-9773-f23fe09b7437),segment_id=466947d3-b0bb-422c-9773-f23fe09b7437)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:03.394220 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9250f0e9-e7d6-40cf-bd04-b2acde1dd53b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (156559a1-a747-4439-ba52-031ac1d7d358), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:03.410032 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9250f0e9-e7d6-40cf-bd04-b2acde1dd53b None None] Calling delete_port for 156559a1-a747-4439-ba52-031ac1d7d358 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:37:03.482733 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82fb1643-7459-4e80-a44c-0fbc172d321a req-d0efae91-c4c4-4f95-9ba4-6970ff9d4e30 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071488 Feb 28 17:37:03.526535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] For port 156559a1-a747-4439-ba52-031ac1d7d358, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=156559a1-a747-4439-ba52-031ac1d7d358,segment=NetworkSegment(466947d3-b0bb-422c-9773-f23fe09b7437),segment_id=466947d3-b0bb-422c-9773-f23fe09b7437)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:03.527777 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (156559a1-a747-4439-ba52-031ac1d7d358), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:03.556499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for 156559a1-a747-4439-ba52-031ac1d7d358 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:37:03.601214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 156559a1-a747-4439-ba52-031ac1d7d358 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:37:03.648873 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9250f0e9-e7d6-40cf-bd04-b2acde1dd53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (156559a1-a747-4439-ba52-031ac1d7d358), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:03.670456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9250f0e9-e7d6-40cf-bd04-b2acde1dd53b None None] No DVR routers for this DVR port 156559a1-a747-4439-ba52-031ac1d7d358 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:37:03.687469 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (156559a1-a747-4439-ba52-031ac1d7d358), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:03.699433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250f0e9-e7d6-40cf-bd04-b2acde1dd53b None None] Pushing event deleted for resources: {'Port': ['ID=156559a1-a747-4439-ba52-031ac1d7d358,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:03.712111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No active binding found for port 156559a1-a747-4439-ba52-031ac1d7d358 {{(pid=104248) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 17:37:03.716997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] The host n-d-820368-19 is not matching for port 156559a1-a747-4439-ba52-031ac1d7d358 host None! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:37:03.716997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 156559a1-a747-4439-ba52-031ac1d7d358 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:37:03.726340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=156559a1-a747-4439-ba52-031ac1d7d358,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:03.730185 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No DVR routers for this DVR port 156559a1-a747-4439-ba52-031ac1d7d358 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:37:03.859257 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (6ce6a7ff-36af-4475-ac8a-c58f3a9810a5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:03.904533 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce6a7ff-36af-4475-ac8a-c58f3a9810a5']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:03.924957 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466947d3-b0bb-422c-9773-f23fe09b7437') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:03.924957 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466947d3-b0bb-422c-9773-f23fe09b7437') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:03.938329 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (466947d3-b0bb-422c-9773-f23fe09b7437), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:03.959125 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (466947d3-b0bb-422c-9773-f23fe09b7437), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:03.966720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:37:03.967237 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (466947d3-b0bb-422c-9773-f23fe09b7437), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:37:03.974301 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:37:04.151697 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (6ce6a7ff-36af-4475-ac8a-c58f3a9810a5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:04.163987 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:04.167159 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/networks/6ce6a7ff-36af-4475-ac8a-c58f3a9810a5 HTTP/1.1" status: 204 len: 168 time: 1.2284079 Feb 28 17:37:04.174647 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42578) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:04.180846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-28e6a8ad-e20d-48d0-804d-c22a9af5dfe0 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1382720264', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:37:04.189994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62e5e5-a53f-4572-8def-f5073847aa68 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Network': ['ID=6ce6a7ff-36af-4475-ac8a-c58f3a9810a5,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:04.309372 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725edfff-66ca-4689-927f-275c09c4288f req-3aca1314-5e32-426d-8795-53003ab48dd7 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:04.310940 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-725edfff-66ca-4689-927f-275c09c4288f req-3aca1314-5e32-426d-8795-53003ab48dd7 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1001022 Feb 28 17:37:04.323518 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28e6a8ad-e20d-48d0-804d-c22a9af5dfe0 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (fe474a3c-763c-4dde-b867-b49a25019b17), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:04.324593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28e6a8ad-e20d-48d0-804d-c22a9af5dfe0 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (fe474a3c-763c-4dde-b867-b49a25019b17), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:04.355108 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-20b341e9-c3c9-4190-9778-7f3d8ecd39e8 req-2d9da963-a596-4fc9-8126-29caaf01a3cb tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0355804 Feb 28 17:37:04.467839 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28e6a8ad-e20d-48d0-804d-c22a9af5dfe0 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_controller (fe474a3c-763c-4dde-b867-b49a25019b17), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:04.516437 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-725edfff-66ca-4689-927f-275c09c4288f req-3385b80c-d6e9-42bb-87b0-5b258db484bc tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890657 Feb 28 17:37:04.549960 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28e6a8ad-e20d-48d0-804d-c22a9af5dfe0 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (fe474a3c-763c-4dde-b867-b49a25019b17), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:04.674055 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28e6a8ad-e20d-48d0-804d-c22a9af5dfe0 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:04.675470 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-28e6a8ad-e20d-48d0-804d-c22a9af5dfe0 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4990675 Feb 28 17:37:04.678675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42604) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:04.692664 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a97ccf41-686f-4214-bca8-99625035662f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1326782168'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:37:04.727321 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c576db-6680-48a8-b086-7ab8932b0a92 req-46876cb4-24a1-45cc-aa86-f60a16b55836 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:04.744579 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83c576db-6680-48a8-b086-7ab8932b0a92 req-46876cb4-24a1-45cc-aa86-f60a16b55836 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1174443 Feb 28 17:37:04.769913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97ccf41-686f-4214-bca8-99625035662f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:37:04.774475 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a97ccf41-686f-4214-bca8-99625035662f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:04.837766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97ccf41-686f-4214-bca8-99625035662f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:37:04.864261 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a97ccf41-686f-4214-bca8-99625035662f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (429c582d-31e5-48ac-a586-7dabac5c0300), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:04.864803 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-a97ccf41-686f-4214-bca8-99625035662f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Added segment 429c582d-31e5-48ac-a586-7dabac5c0300 of type vlan for network e7b78a41-642c-4e1e-9786-989063bb1754 Feb 28 17:37:04.880299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83c576db-6680-48a8-b086-7ab8932b0a92 req-93e9bfa6-d6e0-470a-ada4-94397e7722e4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219633 Feb 28 17:37:05.010255 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a97ccf41-686f-4214-bca8-99625035662f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (e7b78a41-642c-4e1e-9786-989063bb1754), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:05.066590 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-965bcfcf-47b1-4174-bfd2-6b85807ea17c req-be85205e-e905-430e-9070-c375e1dc59ff tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0323262 Feb 28 17:37:05.136499 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a97ccf41-686f-4214-bca8-99625035662f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (e7b78a41-642c-4e1e-9786-989063bb1754), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:05.147439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97ccf41-686f-4214-bca8-99625035662f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:05.148139 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a97ccf41-686f-4214-bca8-99625035662f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:05.232619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ccf41-686f-4214-bca8-99625035662f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Network': ['ID=e7b78a41-642c-4e1e-9786-989063bb1754,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:05.246225 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network e7b78a41-642c-4e1e-9786-989063bb1754 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:37:05.304853 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a97ccf41-686f-4214-bca8-99625035662f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6238890 Feb 28 17:37:05.307612 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42612) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:05.313197 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3669c9af-3f13-4be4-b5ce-fa8001f8f65e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'subnet': {'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:37:05.479522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3669c9af-3f13-4be4-b5ce-fa8001f8f65e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:37:05.483616 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3669c9af-3f13-4be4-b5ce-fa8001f8f65e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:05.675356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9d3e-c32f-40de-9bad-fbf14960792e req-a61d1c21-a57a-4ac3-a477-45c047027e24 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:05.688163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e3f9d3e-c32f-40de-9bad-fbf14960792e req-a61d1c21-a57a-4ac3-a477-45c047027e24 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.0806322 Feb 28 17:37:05.819449 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e3f9d3e-c32f-40de-9bad-fbf14960792e req-05f8b99d-d4d9-4d7a-a44f-cb1de529d6ae tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248353 Feb 28 17:37:05.889180 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3a665b18-b301-443f-8c1e-061e596f7bc5 req-d49cff2a-b107-406b-a2cc-f3955fd41819 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1144602 Feb 28 17:37:05.954069 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3669c9af-3f13-4be4-b5ce-fa8001f8f65e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (33b332d2-958c-45e9-a945-574e23970e1b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:06.045970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669c9af-3f13-4be4-b5ce-fa8001f8f65e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Subnet': ['ID=33b332d2-958c-45e9-a945-574e23970e1b,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:06.255503 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fc53634a-bfc1-49b8-8e0e-c64a44420f64 req-fd048e98-56c7-4455-96f2-a677afbbbb69 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0371518 Feb 28 17:37:06.480040 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3669c9af-3f13-4be4-b5ce-fa8001f8f65e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Checking segment: {'id': '429c582d-31e5-48ac-a586-7dabac5c0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:37:06.480408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669c9af-3f13-4be4-b5ce-fa8001f8f65e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network hostable DHCP agents. Network: e7b78a41-642c-4e1e-9786-989063bb1754, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:37:06.506859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a665b18-b301-443f-8c1e-061e596f7bc5 req-9c9461ec-8e2d-4932-b9eb-d41295b181ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:06.508353 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3a665b18-b301-443f-8c1e-061e596f7bc5 req-9c9461ec-8e2d-4932-b9eb-d41295b181ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 1128 time: 0.4637141 Feb 28 17:37:06.518603 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34c00d-227f-4833-92da-8f88be4113f1 req-b49818ae-9141-4157-9f8d-047c82406181 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:06.525918 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5a34c00d-227f-4833-92da-8f88be4113f1 req-b49818ae-9141-4157-9f8d-047c82406181 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.4798589 Feb 28 17:37:06.629162 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5a34c00d-227f-4833-92da-8f88be4113f1 req-a419bd62-a92b-4a91-b86e-31ae127c54fd tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010730 Feb 28 17:37:06.664603 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a665b18-b301-443f-8c1e-061e596f7bc5 req-9b6e39dd-ee89-40b2-831b-6f467be7359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:06.666138 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3a665b18-b301-443f-8c1e-061e596f7bc5 req-9b6e39dd-ee89-40b2-831b-6f467be7359a service neutron] 10.222.0.69 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 915 time: 0.1287541 Feb 28 17:37:06.708125 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3a665b18-b301-443f-8c1e-061e596f7bc5 req-39100928-3d01-4a69-b1c1-6b62ae3417a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3938d6b9-54a2-46c6-9805-3df4c1dc621e HTTP/1.1" status: 200 len: 217 time: 0.0356781 Feb 28 17:37:06.756584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a665b18-b301-443f-8c1e-061e596f7bc5 req-592a9fb3-f644-420a-bb1c-e45555967e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:06.757794 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3a665b18-b301-443f-8c1e-061e596f7bc5 req-592a9fb3-f644-420a-bb1c-e45555967e14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d47d19de-d00b-4f78-9653-e301d6107c8f HTTP/1.1" status: 200 len: 854 time: 0.0431976 Feb 28 17:37:06.789480 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3a665b18-b301-443f-8c1e-061e596f7bc5 req-dd513160-6786-4bc0-8576-9075a55320cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247149 Feb 28 17:37:06.846330 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669c9af-3f13-4be4-b5ce-fa8001f8f65e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network e7b78a41-642c-4e1e-9786-989063bb1754 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:37:06.897444 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3a665b18-b301-443f-8c1e-061e596f7bc5 req-d5dcf8f6-611b-4624-97d7-3b60e62ca87a service neutron] 10.222.0.69 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010392 Feb 28 17:37:06.947109 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-3669c9af-3f13-4be4-b5ce-fa8001f8f65e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, e7b78a41-642c-4e1e-9786-989063bb1754) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:06.948585 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc13c71-5ae6-4e22-a8b6-dc77453834f6 req-1dfe33c5-cdc4-4de5-819b-bc0a5b152dce tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:06.957864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9dc13c71-5ae6-4e22-a8b6-dc77453834f6 req-1dfe33c5-cdc4-4de5-819b-bc0a5b152dce tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.0754762 Feb 28 17:37:06.964772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d46d14b-164f-464b-b43a-20226d079b45 None None] Network e7b78a41-642c-4e1e-9786-989063bb1754 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:37:07.001668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669c9af-3f13-4be4-b5ce-fa8001f8f65e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:07.004146 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3669c9af-3f13-4be4-b5ce-fa8001f8f65e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:07.024270 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9dc13c71-5ae6-4e22-a8b6-dc77453834f6 req-ea4ca836-a620-4e58-b42c-856bcf002da7 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643127 Feb 28 17:37:07.154830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-e7b78a41-642c-4e1e-9786-989063bb1754', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:37:07.158992 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:07.159437 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3a665b18-b301-443f-8c1e-061e596f7bc5 req-2a2b938a-c9e7-4203-ada0-fc8f5bc89bd4 service neutron] 10.222.0.69 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457440 Feb 28 17:37:07.163978 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3669c9af-3f13-4be4-b5ce-fa8001f8f65e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8545446 Feb 28 17:37:07.166487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42658) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:07.359842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Allocated IP 2001:db8::2 (e7b78a41-642c-4e1e-9786-989063bb1754/33b332d2-958c-45e9-a945-574e23970e1b/c6e6a23a-e212-498d-ac30-d317f20219f6) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:37:07.462807 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-688a45aa-16fc-4d15-ab2a-91214c7c235c req-165efcae-e23f-4261-a899-b260c9ca4f12 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0569952 Feb 28 17:37:07.533503 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:07.630579 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Publish callbacks [] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:07.716791 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:07.754797 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:07.770136 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5980aeed-7b57-47de-9d97-609e9337071c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:07.882390 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Pushing event updated for resources: {'Port': ['ID=c6e6a23a-e212-498d-ac30-d317f20219f6,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:07.883698 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789e59-7430-4f01-a73a-d7200de99da5 req-51f310a6-174c-4652-8955-061e40f6a020 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:07.897233 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Network e7b78a41-642c-4e1e-9786-989063bb1754 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:37:07.898761 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:07.899674 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-91789e59-7430-4f01-a73a-d7200de99da5 req-51f310a6-174c-4652-8955-061e40f6a020 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1696954 Feb 28 17:37:07.901462 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:37:07.945490 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Allocated IP 2001:db8::1 (e7b78a41-642c-4e1e-9786-989063bb1754/33b332d2-958c-45e9-a945-574e23970e1b/3f261687-4d5e-4a77-8c2e-a3e0b3765d65) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:37:07.990496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Attempting to bind port c6e6a23a-e212-498d-ac30-d317f20219f6 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:37:07.991071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Attempting to bind port c6e6a23a-e212-498d-ac30-d317f20219f6 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '429c582d-31e5-48ac-a586-7dabac5c0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:37:07.991317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Attempting to bind port c6e6a23a-e212-498d-ac30-d317f20219f6 on network e7b78a41-642c-4e1e-9786-989063bb1754 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:37:08.003671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:37:08.004062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Checking segment: {'id': '429c582d-31e5-48ac-a586-7dabac5c0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:37:08.004466 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:08.004866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Bound using segment: {'id': '429c582d-31e5-48ac-a586-7dabac5c0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:37:08.005346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Bound port: c6e6a23a-e212-498d-ac30-d317f20219f6, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429c582d-31e5-48ac-a586-7dabac5c0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:37:08.005730 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:08.010179 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-91789e59-7430-4f01-a73a-d7200de99da5 req-0d0368fa-0612-4b17-b269-5a7d5744046f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038969 Feb 28 17:37:08.144147 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:08.159342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] For port c6e6a23a-e212-498d-ac30-d317f20219f6, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:37:08.163567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] For port c6e6a23a-e212-498d-ac30-d317f20219f6, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c6e6a23a-e212-498d-ac30-d317f20219f6,segment=NetworkSegment(429c582d-31e5-48ac-a586-7dabac5c0300),segment_id=429c582d-31e5-48ac-a586-7dabac5c0300)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:37:08.236504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a833b-5c29-4f4d-96e1-2921774400b2 req-6defa2c4-cc3c-46c3-a3bf-19a6e9054a50 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:08.238163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf3a833b-5c29-4f4d-96e1-2921774400b2 req-6defa2c4-cc3c-46c3-a3bf-19a6e9054a50 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.0702732 Feb 28 17:37:08.266086 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:08.335367 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d19e1-21a9-40bb-8957-4ecb208c252f None None] Pushing event updated for resources: {'Port': ['ID=c6e6a23a-e212-498d-ac30-d317f20219f6,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:08.338243 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:08.393096 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bf3a833b-5c29-4f4d-96e1-2921774400b2 req-b0c653d7-d5ee-459c-bbdb-5f6f472d1941 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480520 Feb 28 17:37:08.403351 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network e7b78a41-642c-4e1e-9786-989063bb1754 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:37:08.406947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:08.411667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:37:08.412370 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:08.451342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=3f261687-4d5e-4a77-8c2e-a3e0b3765d65,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:08.651575 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:08.682868 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dbc04430-a3c9-439b-84fc-224833f251b0 req-6983670b-2f1e-45b7-abc3-2bf2ff2ad58e tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0587454 Feb 28 17:37:09.014746 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:09.101429 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:09.102543 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:09.176954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a2b9d-f4f6-46ab-b250-ea077b94db8c req-af2ca3ad-b0dc-4a61-b30a-6cffffbb2ff8 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:09.187968 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9c0a2b9d-f4f6-46ab-b250-ea077b94db8c req-af2ca3ad-b0dc-4a61-b30a-6cffffbb2ff8 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1065252 Feb 28 17:37:09.320825 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9c0a2b9d-f4f6-46ab-b250-ea077b94db8c req-7a9fab89-ec1b-43d6-9a65-419052c2cd92 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278422 Feb 28 17:37:09.338702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=3f261687-4d5e-4a77-8c2e-a3e0b3765d65,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:09.364993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a5d39-9452-4f61-93be-d55f39e5b85e req-0a227202-f834-4446-bbea-76a0b163e8c3 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:09.372340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-772a5d39-9452-4f61-93be-d55f39e5b85e req-0a227202-f834-4446-bbea-76a0b163e8c3 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 950 time: 0.3240087 Feb 28 17:37:09.376410 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network e7b78a41-642c-4e1e-9786-989063bb1754 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:37:09.383324 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:09.562547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-772a5d39-9452-4f61-93be-d55f39e5b85e req-272ec0d5-99be-4aa6-b162-7ea4143a55eb tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891339 Feb 28 17:37:09.585377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebebcd5-ecb6-4e80-afae-e60ade7ba656 req-9c94fddd-d2e3-4d86-b4dd-0a8db747cdaf tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:09.589093 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cebebcd5-ecb6-4e80-afae-e60ade7ba656 req-9c94fddd-d2e3-4d86-b4dd-0a8db747cdaf tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1194632 Feb 28 17:37:09.654845 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c6e6a23a-e212-498d-ac30-d317f20219f6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:37:09.661607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router fe474a3c-763c-4dde-b867-b49a25019b17 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:37:09.691163 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cebebcd5-ecb6-4e80-afae-e60ade7ba656 req-60ca4aed-f3a3-47ba-8273-68e62d1b447e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923147 Feb 28 17:37:09.737256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c34a5c-087f-4369-ac5d-70f88c24a68f None None] Network e7b78a41-642c-4e1e-9786-989063bb1754 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:37:09.805118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:37:09.851737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c6e6a23a-e212-498d-ac30-d317f20219f6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:09.852396 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:09.884115 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-68021702-c487-433e-b09a-23c9828d8936 req-cfb240cf-a374-4992-bb5a-9d902ee7ad67 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0394275 Feb 28 17:37:09.893337 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:37:09.909875 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42750) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:09.914220 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Sync routers for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:37:09.915801 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3a80b377-61c8-419e-8869-3c5b75c20e41 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-527231013'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:37:09.923989 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-56ded0d7-ae01-4044-b726-aa78d228d67d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7549596 Feb 28 17:37:09.925274 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-90e57dcf-a5e8-4b26-9a66-442ac5df324f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:09.953486 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:09.957620 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:09.969482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0b3c6a2c-2d1d-4c8b-ba2c-8d5972ba1b96 None None] Provisioning complete for port c6e6a23a-e212-498d-ac30-d317f20219f6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:09.970980 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6a2c-2d1d-4c8b-ba2c-8d5972ba1b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:09.985269 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.resource_extend [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:37:10.073221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a80b377-61c8-419e-8869-3c5b75c20e41 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:37:10.079203 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3a80b377-61c8-419e-8869-3c5b75c20e41 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:10.093543 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:10.109405 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:10.135075 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a80b377-61c8-419e-8869-3c5b75c20e41 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:37:10.158815 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3a80b377-61c8-419e-8869-3c5b75c20e41 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a5fd71e0-d491-4679-98e7-72c6bb28d5d4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:10.159179 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-3a80b377-61c8-419e-8869-3c5b75c20e41 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Added segment a5fd71e0-d491-4679-98e7-72c6bb28d5d4 of type vlan for network a9c18faa-8831-4f4b-930b-3b54ea1f42a6 Feb 28 17:37:10.272953 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3a80b377-61c8-419e-8869-3c5b75c20e41 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (a9c18faa-8831-4f4b-930b-3b54ea1f42a6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:10.358653 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:08Z', 'revision_number': 2, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:08Z', 'revision_number': 2, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:10.410610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3a80b377-61c8-419e-8869-3c5b75c20e41 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (a9c18faa-8831-4f4b-930b-3b54ea1f42a6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:10.415730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a80b377-61c8-419e-8869-3c5b75c20e41 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:10.416340 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3a80b377-61c8-419e-8869-3c5b75c20e41 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:10.427216 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Checking router: fe474a3c-763c-4dde-b867-b49a25019b17 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:37:10.427670 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Updating router fe474a3c-763c-4dde-b867-b49a25019b17 port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:37:10.478181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:10.484592 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:37:10.520613 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:10.559306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c6e6a23a-e212-498d-ac30-d317f20219f6 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:10.561850 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:10.567252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80b377-61c8-419e-8869-3c5b75c20e41 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Network': ['ID=a9c18faa-8831-4f4b-930b-3b54ea1f42a6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:10.601961 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3a80b377-61c8-419e-8869-3c5b75c20e41 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6908972 Feb 28 17:37:10.604811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42762) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:10.612720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9ddce815-ee00-4394-a404-a8e244c9e6bb tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'subnet': {'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:37:10.657457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network a9c18faa-8831-4f4b-930b-3b54ea1f42a6 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:37:10.725544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb8991-da0a-4c9b-8366-9e81b904a4b9 req-2ebf4e5b-c87b-4e05-b8a8-36e6b9f094f5 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:10.731012 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a1eb8991-da0a-4c9b-8366-9e81b904a4b9 req-2ebf4e5b-c87b-4e05-b8a8-36e6b9f094f5 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1506810 Feb 28 17:37:10.751977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf', 'network_id': '54167de9-3554-490b-90c9-a563d8838503', 'port_id': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf', 'mac_address': 'fa:16:3e:ca:aa:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f133f7b8-2c40-4366-9de1-489549838d9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:37:10.769494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c6a2c-2d1d-4c8b-ba2c-8d5972ba1b96 None None] Current status of the port c6e6a23a-e212-498d-ac30-d317f20219f6 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:10.770188 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6a2c-2d1d-4c8b-ba2c-8d5972ba1b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:10.826951 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port c6e6a23a-e212-498d-ac30-d317f20219f6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c6e6a23a-e212-498d-ac30-d317f20219f6,segment=NetworkSegment(429c582d-31e5-48ac-a586-7dabac5c0300),segment_id=429c582d-31e5-48ac-a586-7dabac5c0300)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:10.860322 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a1eb8991-da0a-4c9b-8366-9e81b904a4b9 req-3f602027-d0fa-44f8-b7a7-47a76b889c40 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227086 Feb 28 17:37:11.037598 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:11.083694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671625a8-fe02-441c-a248-013ff8042d3d req-c6929a9c-87d9-4c64-ba85-2d19d6890177 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:11.091473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-671625a8-fe02-441c-a248-013ff8042d3d req-c6929a9c-87d9-4c64-ba85-2d19d6890177 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1288371 Feb 28 17:37:11.149855 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-671625a8-fe02-441c-a248-013ff8042d3d req-db3db15c-47b2-49df-8545-a61b71fbc937 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570755 Feb 28 17:37:11.172348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de071810-117b-414c-b31d-efdb9aae754c req-5b66f5a5-5006-4e65-80f4-2183bd126d8f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:11.195526 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Publish callbacks [] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:11.196281 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de071810-117b-414c-b31d-efdb9aae754c req-5b66f5a5-5006-4e65-80f4-2183bd126d8f tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 950 time: 0.2970760 Feb 28 17:37:11.226078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:11.226475 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:11.246102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:37:11.250239 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=c6e6a23a-e212-498d-ac30-d317f20219f6,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:11.265346 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddce815-ee00-4394-a404-a8e244c9e6bb tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:37:11.282865 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:11.289302 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2747ae1-a7e9-425f-80fd-97091ddd7174 req-0d146ada-1cf0-4cef-8a68-696b566503bf tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0611486 Feb 28 17:37:11.292558 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ddce815-ee00-4394-a404-a8e244c9e6bb tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:11.311001 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:11.327784 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-0b3c6a2c-2d1d-4c8b-ba2c-8d5972ba1b96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:37:11.328133 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-0b3c6a2c-2d1d-4c8b-ba2c-8d5972ba1b96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:37:11.431510 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:11.540749 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Attempting to bind port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:37:11.555191 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Attempting to bind port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '429c582d-31e5-48ac-a586-7dabac5c0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:37:11.558548 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Attempting to bind port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 on network e7b78a41-642c-4e1e-9786-989063bb1754 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:37:11.592084 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:37:11.593294 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Checking segment: {'id': '429c582d-31e5-48ac-a586-7dabac5c0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:37:11.593800 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:11.600015 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:11.602096 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:11.603321 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Bound using segment: {'id': '429c582d-31e5-48ac-a586-7dabac5c0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:37:11.603994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Bound port: 3f261687-4d5e-4a77-8c2e-a3e0b3765d65, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429c582d-31e5-48ac-a586-7dabac5c0300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:37:11.604497 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:11.641960 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c6e6a23a-e212-498d-ac30-d317f20219f6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:37:11.680039 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de071810-117b-414c-b31d-efdb9aae754c req-9a21ffd9-bac9-406e-afac-1f16172519a4 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827201 Feb 28 17:37:11.701473 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ddce815-ee00-4394-a404-a8e244c9e6bb tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (6427b01c-86d3-4d1b-a896-eabdde49b41a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:11.709673 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Pushing event updated for resources: {'Port': ['ID=3f261687-4d5e-4a77-8c2e-a3e0b3765d65,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:11.746486 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:11.748398 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:11.748690 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:11.749035 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:11.749369 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:11.751139 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:11.751599 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:11.751939 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:11.752271 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:11.752599 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:11.752926 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:11.753247 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:11.755839 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:11.831266 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] For port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:37:11.839870 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] For port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3f261687-4d5e-4a77-8c2e-a3e0b3765d65,segment=NetworkSegment(429c582d-31e5-48ac-a586-7dabac5c0300),segment_id=429c582d-31e5-48ac-a586-7dabac5c0300)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:37:11.882438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddce815-ee00-4394-a404-a8e244c9e6bb tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Subnet': ['ID=6427b01c-86d3-4d1b-a896-eabdde49b41a,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:11.936407 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:11.940915 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddce815-ee00-4394-a404-a8e244c9e6bb tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Checking segment: {'id': 'a5fd71e0-d491-4679-98e7-72c6bb28d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:37:11.941386 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddce815-ee00-4394-a404-a8e244c9e6bb tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network hostable DHCP agents. Network: a9c18faa-8831-4f4b-930b-3b54ea1f42a6, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:37:12.045229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['6f5190e4-dec8-4d42-8a2f-7a03ec6657cf'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:37:12.047249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device e5810581-6c88-41b1-a826-9fbc7f3ee34c no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:37:12.052241 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:12.057009 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:12.144847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddce815-ee00-4394-a404-a8e244c9e6bb tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network a9c18faa-8831-4f4b-930b-3b54ea1f42a6 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:37:12.179060 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39187a1f-c9fa-4dd9-8d54-c2713178e282 None None] Pushing event updated for resources: {'Port': ['ID=3f261687-4d5e-4a77-8c2e-a3e0b3765d65,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:12.242565 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbabba-61a8-439f-828b-4292f1b71e4c req-40e098c3-73f6-4380-8f8d-ac278968f861 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:12.249065 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8ecbabba-61a8-439f-828b-4292f1b71e4c req-40e098c3-73f6-4380-8f8d-ac278968f861 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.2016039 Feb 28 17:37:12.285291 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-9ddce815-ee00-4394-a404-a8e244c9e6bb tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, a9c18faa-8831-4f4b-930b-3b54ea1f42a6) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:12.297147 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddce815-ee00-4394-a404-a8e244c9e6bb tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:12.297147 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ddce815-ee00-4394-a404-a8e244c9e6bb tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:12.315822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d7dca2-33e3-44eb-a8f8-16d28c2658b7 None None] Network a9c18faa-8831-4f4b-930b-3b54ea1f42a6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:37:12.324998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:12.364404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c6a2c-2d1d-4c8b-ba2c-8d5972ba1b96 None None] Current status of the port c6e6a23a-e212-498d-ac30-d317f20219f6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:12.387565 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8ecbabba-61a8-439f-828b-4292f1b71e4c req-85970065-832a-45fb-aacd-4939f8dc94bd tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287494 Feb 28 17:37:12.579200 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c6e6a23a-e212-498d-ac30-d317f20219f6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:12.580956 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:12.689518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port e5810581-6c88-41b1-a826-9fbc7f3ee34c is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:12.689980 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:12.706856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d2983-2fa2-4579-8368-ede34d0c3dec req-4390c828-9163-48a1-81e8-2149355790e0 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:12.709240 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5c5d2983-2fa2-4579-8368-ede34d0c3dec req-4390c828-9163-48a1-81e8-2149355790e0 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1195936 Feb 28 17:37:12.715710 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9ddce815-ee00-4394-a404-a8e244c9e6bb tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1092522 Feb 28 17:37:12.718826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42804) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:12.729450 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:08Z', 'revision_number': 2, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:11Z', 'revision_number': 4, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:12.773444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7159b9b3-551b-47be-b521-526c8035d723 None None] Provisioning complete for port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:12.778205 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7159b9b3-551b-47be-b521-526c8035d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:12.885601 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5c5d2983-2fa2-4579-8368-ede34d0c3dec req-b36fff25-33ec-4806-aee0-4562e1de1842 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655889 Feb 28 17:37:12.970736 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:13.036961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:37:13.040759 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:13.042845 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525b4651-8425-4459-b811-f36236c422f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5810581-6c88-41b1-a826-9fbc7f3ee34c'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:37:13.048770 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12911f0e-8535-4cb7-b912-541c509b5295" -d '{"events": [{"server_uuid": "525b4651-8425-4459-b811-f36236c422f3", "name": "network-vif-unplugged", "status": "completed", "tag": "e5810581-6c88-41b1-a826-9fbc7f3ee34c"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:37:13.072919 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d9fae3f-93a6-4df8-adbe-54bfe2b6766a req-bc627bb7-494d-463c-8d58-ecc8288c5dae tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0588429 Feb 28 17:37:13.143103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port e5810581-6c88-41b1-a826-9fbc7f3ee34c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e5810581-6c88-41b1-a826-9fbc7f3ee34c,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:13.259240 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836649f-3b32-4b06-8d99-7c7c18a98b70 None None] The sync data for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 is: [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:08Z', 'revision_number': 2, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:11Z', 'revision_number': 4, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:37:13.354878 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d034d36c-9134-461e-b8f8-a8b00b7e0ece x-openstack-request-id: req-d034d36c-9134-461e-b8f8-a8b00b7e0ece {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:37:13.355182 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525b4651-8425-4459-b811-f36236c422f3", "name": "network-vif-unplugged", "status": "completed", "tag": "e5810581-6c88-41b1-a826-9fbc7f3ee34c", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:37:13.355441 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d034d36c-9134-461e-b8f8-a8b00b7e0ece {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:37:13.355856 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525b4651-8425-4459-b811-f36236c422f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5810581-6c88-41b1-a826-9fbc7f3ee34c', 'code': 200} Feb 28 17:37:13.371755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c6e6a23a-e212-498d-ac30-d317f20219f6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:13.382480 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:13.671995 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36939178-7ff4-48ec-80cd-36d84db31ccd req-5411fefa-5aaa-4b4b-9f54-c549f4161380 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:13.687049 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36939178-7ff4-48ec-80cd-36d84db31ccd req-5411fefa-5aaa-4b4b-9f54-c549f4161380 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1733024 Feb 28 17:37:13.788631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=e5810581-6c88-41b1-a826-9fbc7f3ee34c,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:13.792391 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:13.816712 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7159b9b3-551b-47be-b521-526c8035d723 None None] Current status of the port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:13.817093 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7159b9b3-551b-47be-b521-526c8035d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:13.852852 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-36939178-7ff4-48ec-80cd-36d84db31ccd req-49ad7eb1-c4ab-4ea1-a2cf-922407ca0b71 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647341 Feb 28 17:37:13.968179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Allocated IP 2001:db8:1::2 (a9c18faa-8831-4f4b-930b-3b54ea1f42a6/6427b01c-86d3-4d1b-a896-eabdde49b41a/6b111e47-607f-4ca4-bb25-f8c22a2d410d) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:37:13.977881 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7159b9b3-551b-47be-b521-526c8035d723 None None] For port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3f261687-4d5e-4a77-8c2e-a3e0b3765d65,segment=NetworkSegment(429c582d-31e5-48ac-a586-7dabac5c0300),segment_id=429c582d-31e5-48ac-a586-7dabac5c0300)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:14.010922 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:14.096927 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7159b9b3-551b-47be-b521-526c8035d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:14.230404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7159b9b3-551b-47be-b521-526c8035d723 None None] Provisioning complete for port c6e6a23a-e212-498d-ac30-d317f20219f6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:14.233986 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-926f31d0-e68c-4227-8bba-5bd58aaf668c req-56ad2310-3db6-44f2-83a9-12a3611dbdb2 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0505114 Feb 28 17:37:14.234476 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7159b9b3-551b-47be-b521-526c8035d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:14.243313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159b9b3-551b-47be-b521-526c8035d723 None None] Pushing event updated for resources: {'Port': ['ID=3f261687-4d5e-4a77-8c2e-a3e0b3765d65,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:14.373357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fa5d2-1728-42f8-a044-a204b630ddb8 req-80daf72c-0188-49a9-b30f-bb36759c8672 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:14.384816 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a22fa5d2-1728-42f8-a044-a204b630ddb8 req-80daf72c-0188-49a9-b30f-bb36759c8672 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.3090260 Feb 28 17:37:14.459753 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a22fa5d2-1728-42f8-a044-a204b630ddb8 req-1a08539d-a28b-4d2f-b581-29654e28ed86 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718746 Feb 28 17:37:14.572767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7159b9b3-551b-47be-b521-526c8035d723 None None] Current status of the port c6e6a23a-e212-498d-ac30-d317f20219f6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:14.578469 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Publish callbacks [] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:14.668441 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:14.757239 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Network a9c18faa-8831-4f4b-930b-3b54ea1f42a6 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:37:14.766051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5dd413d4-d66c-4de6-9ab5-bcbfecd59088 None None] Provisioning complete for port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:14.766437 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5dd413d4-d66c-4de6-9ab5-bcbfecd59088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:14.768267 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:14.774298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:37:14.808466 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Allocated IP 2001:db8:1::1 (a9c18faa-8831-4f4b-930b-3b54ea1f42a6/6427b01c-86d3-4d1b-a896-eabdde49b41a/2f04518c-460d-4c95-b322-fc04d5217a5a) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:37:14.843249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Pushing event updated for resources: {'Port': ['ID=6b111e47-607f-4ca4-bb25-f8c22a2d410d,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:14.938251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:14.938649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:14.939503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:14.945008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:14.945956 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:14.952407 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:14.952835 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:14.953182 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:14.953525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:14.953862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:14.954250 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:14.954581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:14.954908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:15.022413 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Attempting to bind port 6b111e47-607f-4ca4-bb25-f8c22a2d410d on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:37:15.022413 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Attempting to bind port 6b111e47-607f-4ca4-bb25-f8c22a2d410d by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a5fd71e0-d491-4679-98e7-72c6bb28d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:37:15.026990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Attempting to bind port 6b111e47-607f-4ca4-bb25-f8c22a2d410d on network a9c18faa-8831-4f4b-930b-3b54ea1f42a6 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:37:15.061055 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:37:15.064798 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Checking segment: {'id': 'a5fd71e0-d491-4679-98e7-72c6bb28d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:37:15.064798 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:15.064798 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Bound using segment: {'id': 'a5fd71e0-d491-4679-98e7-72c6bb28d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:37:15.064798 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Bound port: 6b111e47-607f-4ca4-bb25-f8c22a2d410d, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fd71e0-d491-4679-98e7-72c6bb28d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:37:15.064798 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:15.152071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799fe0e-323b-474a-936c-4bd108c58188 req-b94f3a57-6732-4bf7-9ff4-a27fdad0ee2b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:15.159716 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6799fe0e-323b-474a-936c-4bd108c58188 req-b94f3a57-6732-4bf7-9ff4-a27fdad0ee2b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1148982 Feb 28 17:37:15.165563 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:15.246484 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6799fe0e-323b-474a-936c-4bd108c58188 req-ffba6d4d-15f7-4437-a5e5-e1472619f3fb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856330 Feb 28 17:37:15.283972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5dd413d4-d66c-4de6-9ab5-bcbfecd59088 None None] Current status of the port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:15.288872 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:15.301778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] For port 6b111e47-607f-4ca4-bb25-f8c22a2d410d, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:37:15.318685 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] For port 6b111e47-607f-4ca4-bb25-f8c22a2d410d, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6b111e47-607f-4ca4-bb25-f8c22a2d410d,segment=NetworkSegment(a5fd71e0-d491-4679-98e7-72c6bb28d5d4),segment_id=a5fd71e0-d491-4679-98e7-72c6bb28d5d4)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:37:15.376809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network a9c18faa-8831-4f4b-930b-3b54ea1f42a6 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:37:15.382359 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:15.391759 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:15.425149 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:37:15.426024 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:15.439187 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73a6dca6-5b12-4ae1-a037-77689ff8e3ae req-16fd2f64-2adb-4c44-a4f2-53b69571e7bc tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0588076 Feb 28 17:37:15.499158 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696c410-dd00-4c23-bc90-c75301d68df1 None None] Pushing event updated for resources: {'Port': ['ID=6b111e47-607f-4ca4-bb25-f8c22a2d410d,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:15.560217 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=2f04518c-460d-4c95-b322-fc04d5217a5a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:15.695086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f69e3-b026-480a-858f-1b208d82fb8b req-38d4b201-0850-4ef3-83f2-a303f6594db1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:15.702756 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a8f69e3-b026-480a-858f-1b208d82fb8b req-38d4b201-0850-4ef3-83f2-a303f6594db1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.0750859 Feb 28 17:37:15.771268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:37:15.795921 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a8f69e3-b026-480a-858f-1b208d82fb8b req-239ce9af-241b-4dd8-9fa2-2339c9762b55 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917552 Feb 28 17:37:15.816413 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:15.869402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:37:15.947812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:15.948193 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:16.019975 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:16.020601 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:16.192835 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:16.193403 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:16.218072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:16.232704 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:37:16.235308 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2268cbb5-61ca-4c6f-9c11-f6166b8ea522" -d '{"events": [{"server_uuid": "5226a84d-5aa1-485a-9b93-525c1d69a3b7", "name": "network-vif-plugged", "status": "completed", "tag": "6f5190e4-dec8-4d42-8a2f-7a03ec6657cf"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:37:16.257148 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:16.329747 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:16.380535 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd31b4c-b61b-4b5e-b481-e54608301b1c x-openstack-request-id: req-3dd31b4c-b61b-4b5e-b481-e54608301b1c {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:37:16.380832 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5226a84d-5aa1-485a-9b93-525c1d69a3b7", "name": "network-vif-plugged", "status": "completed", "tag": "6f5190e4-dec8-4d42-8a2f-7a03ec6657cf", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:37:16.381023 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3dd31b4c-b61b-4b5e-b481-e54608301b1c {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:37:16.381442 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf', 'code': 200} Feb 28 17:37:16.393229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:16.409089 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:16.448790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34730de-f915-4518-8a4b-a1100ef4c555 req-14eb047f-37d4-4a95-ba8e-c748a2d4a85c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:16.450680 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f34730de-f915-4518-8a4b-a1100ef4c555 req-14eb047f-37d4-4a95-ba8e-c748a2d4a85c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.0952270 Feb 28 17:37:16.483110 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:16.484123 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:16.557280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=2f04518c-460d-4c95-b322-fc04d5217a5a,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:16.631772 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f34730de-f915-4518-8a4b-a1100ef4c555 req-f8ec9e81-ff6f-4ddb-8edb-afc46667a16f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715877 Feb 28 17:37:16.655248 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c32ff61d-8e69-4a86-8b23-3d9ab5cdd61a req-437e3734-fb87-4d8f-9af3-4e9501996ff9 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0463905 Feb 28 17:37:16.777353 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network a9c18faa-8831-4f4b-930b-3b54ea1f42a6 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:37:16.783077 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:17.045514 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router fe474a3c-763c-4dde-b867-b49a25019b17 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:37:17.073176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a7699-a3bb-4b0b-9155-265766db4ffc req-94f0d337-617a-4c8b-b84e-2540254b30db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:17.075053 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af4a7699-a3bb-4b0b-9155-265766db4ffc req-94f0d337-617a-4c8b-b84e-2540254b30db tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1600971 Feb 28 17:37:17.188577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d48f05c-941a-436e-a13f-f1e7db54aa9f None None] Network a9c18faa-8831-4f4b-930b-3b54ea1f42a6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:37:17.205854 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af4a7699-a3bb-4b0b-9155-265766db4ffc req-a4b864a0-5036-42c3-95b6-042d5079296e tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149771 Feb 28 17:37:17.244746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:37:17.256936 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-27b3eb45-1ff4-45ca-82b3-9d8f03f2bc83 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5319734 Feb 28 17:37:17.259099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42922) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:17.265126 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-ac26fdf5-db01-4732-9252-c0d9cc9e5129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-609864971'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:37:17.289996 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Sync routers for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:37:17.328176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:17.329717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:17.362434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac26fdf5-db01-4732-9252-c0d9cc9e5129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:37:17.366522 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac26fdf5-db01-4732-9252-c0d9cc9e5129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:17.403169 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c756da31-8cbd-414c-a962-2c467023958c None None] Provisioning complete for port 6b111e47-607f-4ca4-bb25-f8c22a2d410d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:17.403169 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c756da31-8cbd-414c-a962-2c467023958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:17.443012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac26fdf5-db01-4732-9252-c0d9cc9e5129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:37:17.484583 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac26fdf5-db01-4732-9252-c0d9cc9e5129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a0adf43e-655f-4c18-80d7-9171c8b2d6c5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:17.484752 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-ac26fdf5-db01-4732-9252-c0d9cc9e5129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Added segment a0adf43e-655f-4c18-80d7-9171c8b2d6c5 of type vlan for network fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac Feb 28 17:37:17.609985 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac26fdf5-db01-4732-9252-c0d9cc9e5129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:17.745111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6b111e47-607f-4ca4-bb25-f8c22a2d410d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:37:17.799843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:17.894792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:37:17.896282 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a9c5daa-fe80-4e81-9a9a-8d88607b55c1 req-cdcf94fa-82ef-41e8-9e82-cf36e5f62ddf tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0493352 Feb 28 17:37:17.934197 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe64d9-0ff7-4ed2-854b-3af5288ab5f8 req-77b6dd5d-60af-45f6-ab04-a335ada43af9 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:17.943582 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ebfe64d9-0ff7-4ed2-854b-3af5288ab5f8 req-77b6dd5d-60af-45f6-ab04-a335ada43af9 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1303093 Feb 28 17:37:18.007514 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ebfe64d9-0ff7-4ed2-854b-3af5288ab5f8 req-9266d102-8c5f-4472-88d7-14a802221010 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630195 Feb 28 17:37:18.061407 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac26fdf5-db01-4732-9252-c0d9cc9e5129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:18.067473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac26fdf5-db01-4732-9252-c0d9cc9e5129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:18.068061 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ac26fdf5-db01-4732-9252-c0d9cc9e5129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:18.081148 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c756da31-8cbd-414c-a962-2c467023958c None None] Current status of the port 6b111e47-607f-4ca4-bb25-f8c22a2d410d is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:18.081148 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c756da31-8cbd-414c-a962-2c467023958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:18.173655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 6b111e47-607f-4ca4-bb25-f8c22a2d410d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:18.173655 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:18.203511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26fdf5-db01-4732-9252-c0d9cc9e5129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Network': ['ID=fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:18.228799 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ac26fdf5-db01-4732-9252-c0d9cc9e5129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9654961 Feb 28 17:37:18.228958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42942) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:18.242464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b67ae0c9-bb73-4bde-a9c1-b120bbdad78f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'subnet': {'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:37:18.321722 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:37:18.337345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c756da31-8cbd-414c-a962-2c467023958c None None] For port 6b111e47-607f-4ca4-bb25-f8c22a2d410d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6b111e47-607f-4ca4-bb25-f8c22a2d410d,segment=NetworkSegment(a5fd71e0-d491-4679-98e7-72c6bb28d5d4),segment_id=a5fd71e0-d491-4679-98e7-72c6bb28d5d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:18.491652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02526f31-5733-4f0b-8567-7f62a54eac75 req-e1a9da7c-cd61-493e-9a10-c5c4aacca9d5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:18.493476 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-02526f31-5733-4f0b-8567-7f62a54eac75 req-e1a9da7c-cd61-493e-9a10-c5c4aacca9d5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1665702 Feb 28 17:37:18.609404 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c756da31-8cbd-414c-a962-2c467023958c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:18.627182 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-02526f31-5733-4f0b-8567-7f62a54eac75 req-984b8323-4770-4be0-8bbd-e6c2ebbba08b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265237 Feb 28 17:37:18.853145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:19.040675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664', 'mac_address': 'fa:16:3e:c4:7d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:37:19.108495 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756da31-8cbd-414c-a962-2c467023958c None None] Pushing event updated for resources: {'Port': ['ID=6b111e47-607f-4ca4-bb25-f8c22a2d410d,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:19.124911 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 6b111e47-607f-4ca4-bb25-f8c22a2d410d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:19.129958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67ae0c9-bb73-4bde-a9c1-b120bbdad78f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:37:19.134222 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b67ae0c9-bb73-4bde-a9c1-b120bbdad78f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:19.160835 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc295e8a-0c21-4486-bf9e-aef59c77145a req-ee506e2f-ec33-4c6a-963c-f9fa278c5486 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0852396 Feb 28 17:37:19.276832 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f94f6cd3-c491-4cdb-87dd-41a80c1afa1c None None] Provisioning complete for port 2f04518c-460d-4c95-b322-fc04d5217a5a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:19.282071 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f94f6cd3-c491-4cdb-87dd-41a80c1afa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:19.459809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167edb60-8c91-4ce5-b9c2-426c9805fbc6 req-94a2871e-9a9c-44b9-b6d5-25bfff930b20 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:19.463579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f94f6cd3-c491-4cdb-87dd-41a80c1afa1c None None] Port 2f04518c-460d-4c95-b322-fc04d5217a5a cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:37:19.464181 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-167edb60-8c91-4ce5-b9c2-426c9805fbc6 req-94a2871e-9a9c-44b9-b6d5-25bfff930b20 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1466911 Feb 28 17:37:19.514051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:15Z', 'revision_number': 3, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:16Z', 'revision_number': 2, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:19.544324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:19.544986 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:19.627823 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-167edb60-8c91-4ce5-b9c2-426c9805fbc6 req-557dba2c-fcc3-4dc8-9fa3-43e178ee7251 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585820 Feb 28 17:37:19.684680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Checking router: fe474a3c-763c-4dde-b867-b49a25019b17 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:37:19.685076 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Updating router fe474a3c-763c-4dde-b867-b49a25019b17 port 2f04518c-460d-4c95-b322-fc04d5217a5a binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:37:19.693989 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6b111e47-607f-4ca4-bb25-f8c22a2d410d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:37:19.793555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f94f6cd3-c491-4cdb-87dd-41a80c1afa1c None None] Provisioning complete for port 6b111e47-607f-4ca4-bb25-f8c22a2d410d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:19.794104 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f94f6cd3-c491-4cdb-87dd-41a80c1afa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:19.823386 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b67ae0c9-bb73-4bde-a9c1-b120bbdad78f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (32f18e96-bd5f-46c4-be49-69c6a668bb7e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:19.945525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:37:19.959975 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17b712-1602-4ceb-b916-2fdd9657f7cb req-6798703f-72c4-49b2-9210-b6ce3107e546 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:19.962297 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b17b712-1602-4ceb-b916-2fdd9657f7cb req-6798703f-72c4-49b2-9210-b6ce3107e546 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1925333 Feb 28 17:37:19.997162 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ae0c9-bb73-4bde-a9c1-b120bbdad78f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Subnet': ['ID=32f18e96-bd5f-46c4-be49-69c6a668bb7e,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:20.032918 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:20.050575 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ae0c9-bb73-4bde-a9c1-b120bbdad78f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Checking segment: {'id': 'a0adf43e-655f-4c18-80d7-9171c8b2d6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:37:20.051261 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ae0c9-bb73-4bde-a9c1-b120bbdad78f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network hostable DHCP agents. Network: fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:37:20.075652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:20.081355 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 6b111e47-607f-4ca4-bb25-f8c22a2d410d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:20.081886 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:20.148782 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ae0c9-bb73-4bde-a9c1-b120bbdad78f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:37:20.167304 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b17b712-1602-4ceb-b916-2fdd9657f7cb req-05b29e8b-44b1-466b-8367-c48097a0e4da tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938415 Feb 28 17:37:20.190548 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:20.267891 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-b67ae0c9-bb73-4bde-a9c1-b120bbdad78f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:20.279398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ae0c9-bb73-4bde-a9c1-b120bbdad78f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:20.280565 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b67ae0c9-bb73-4bde-a9c1-b120bbdad78f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:20.336978 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,revision_number=9']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:20.382683 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b67ae0c9-bb73-4bde-a9c1-b120bbdad78f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1526973 Feb 28 17:37:20.387741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f097c780-e768-42ec-90cd-d9b0496be0d6 None None] Network fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:37:20.390397 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66c0aa99-1f87-4ea1-a2fd-7352c371e707 req-84a549ff-a55a-479a-9d2e-54753a17de09 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0629201 Feb 28 17:37:20.390547 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f94f6cd3-c491-4cdb-87dd-41a80c1afa1c None None] Current status of the port 6b111e47-607f-4ca4-bb25-f8c22a2d410d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:20.394930 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42960) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:20.512790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['462d1429-73c0-4e5b-b0c0-6ebfe9ed2664'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:37:20.935385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb53e3-cdaf-4b4c-a28c-7befacf76528 req-5b538490-a85c-45f5-9b0c-e13e0bdddb92 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:20.943319 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8fb53e3-cdaf-4b4c-a28c-7befacf76528 req-5b538490-a85c-45f5-9b0c-e13e0bdddb92 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1700602 Feb 28 17:37:21.006370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6c987c4a-250e-42a0-919f-6ebc1e3dfc9d None None] Provisioning complete for port 2f04518c-460d-4c95-b322-fc04d5217a5a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:21.006947 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6c987c4a-250e-42a0-919f-6ebc1e3dfc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:21.010419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 6b111e47-607f-4ca4-bb25-f8c22a2d410d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:21.096553 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b8fb53e3-cdaf-4b4c-a28c-7befacf76528 req-13c52f42-8eb1-4a0a-9403-c4feb4b5a247 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478825 Feb 28 17:37:21.370382 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a6f02-3bf3-49da-bd2a-57b314844406 req-8e670139-5971-4243-a25d-cca52f6ff29c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:21.382292 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-447a6f02-3bf3-49da-bd2a-57b314844406 req-8e670139-5971-4243-a25d-cca52f6ff29c tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1045604 Feb 28 17:37:21.470129 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-447a6f02-3bf3-49da-bd2a-57b314844406 req-1307a3f8-c0b3-4af7-98b4-49a266f52c7b tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854034 Feb 28 17:37:21.518532 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:21.604436 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9c6ecfa4-e0c1-4a6b-8e25-c5305416f744 req-a2c2a6aa-f070-4e4f-ad57-4aa7dd4c81eb tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0409970 Feb 28 17:37:21.855672 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Publish callbacks [] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:21.866539 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:37:21.868813 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:22.010162 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:22.030706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6c987c4a-250e-42a0-919f-6ebc1e3dfc9d None None] Port 2f04518c-460d-4c95-b322-fc04d5217a5a cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:37:22.160512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Allocated IP 2001:db8:2::1 (fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac/32f18e96-bd5f-46c4-be49-69c6a668bb7e/2e4b5b3b-db87-4141-a421-da830f4d17f3) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:37:22.366361 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9a2a2-b233-4ed5-b46f-0674fac5fed9 req-59ade303-e832-449d-ab5f-2de67cf72758 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:22.378348 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3e9a2a2-b233-4ed5-b46f-0674fac5fed9 req-59ade303-e832-449d-ab5f-2de67cf72758 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1587701 Feb 28 17:37:22.404910 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778c2da-f259-4d33-9634-02158a63f543 None None] Pushing event updated for resources: {'Port': ['ID=2f04518c-460d-4c95-b322-fc04d5217a5a,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:22.444265 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:22.451211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Attempting to bind port 2f04518c-460d-4c95-b322-fc04d5217a5a on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:37:22.451561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Attempting to bind port 2f04518c-460d-4c95-b322-fc04d5217a5a by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a5fd71e0-d491-4679-98e7-72c6bb28d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:37:22.451927 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Attempting to bind port 2f04518c-460d-4c95-b322-fc04d5217a5a on network a9c18faa-8831-4f4b-930b-3b54ea1f42a6 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:37:22.473103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:37:22.473492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Checking segment: {'id': 'a5fd71e0-d491-4679-98e7-72c6bb28d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:37:22.474306 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:22.474706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Bound using segment: {'id': 'a5fd71e0-d491-4679-98e7-72c6bb28d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:37:22.475203 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Bound port: 2f04518c-460d-4c95-b322-fc04d5217a5a, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fd71e0-d491-4679-98e7-72c6bb28d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:37:22.475590 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:22.531976 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3e9a2a2-b233-4ed5-b46f-0674fac5fed9 req-e9b6eb73-ac31-4564-8c04-a43bda6ec10c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512239 Feb 28 17:37:22.745245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e94a2524-891b-4db1-9738-6f110883b543 None None] Provisioning complete for port 2f04518c-460d-4c95-b322-fc04d5217a5a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:22.745628 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e94a2524-891b-4db1-9738-6f110883b543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:22.786574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a4a3c-29f9-494e-9890-43786ba41bc8 req-895b3886-210f-48f8-8bba-25cd81475823 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:22.793388 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-310a4a3c-29f9-494e-9890-43786ba41bc8 req-895b3886-210f-48f8-8bba-25cd81475823 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1252334 Feb 28 17:37:22.798718 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] For port 2f04518c-460d-4c95-b322-fc04d5217a5a, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:37:22.819276 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] For port 2f04518c-460d-4c95-b322-fc04d5217a5a, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2f04518c-460d-4c95-b322-fc04d5217a5a,segment=NetworkSegment(a5fd71e0-d491-4679-98e7-72c6bb28d5d4),segment_id=a5fd71e0-d491-4679-98e7-72c6bb28d5d4)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:37:22.827043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e94a2524-891b-4db1-9738-6f110883b543 None None] Port 2f04518c-460d-4c95-b322-fc04d5217a5a cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:37:22.912521 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-310a4a3c-29f9-494e-9890-43786ba41bc8 req-f366ea28-3415-4d70-baf2-5da2054e7cb5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170559 Feb 28 17:37:22.926201 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:23.019731 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:23.042792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:37:23.056461 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bf73a9b9-a9a0-4854-98c1-fcc6ce6ada41 req-9cb62634-e140-4a40-9f85-ef17fe384311 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0612133 Feb 28 17:37:23.057647 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:23.062851 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:37:23.064847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:23.116329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Allocated IP 2001:db8:2::2 (fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac/32f18e96-bd5f-46c4-be49-69c6a668bb7e/df66117c-8234-4ce6-bf5c-cbbdea6a1ed6) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:37:23.168720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:23.169659 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:23.212152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=2e4b5b3b-db87-4141-a421-da830f4d17f3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:23.572126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778c2da-f259-4d33-9634-02158a63f543 None None] Pushing event updated for resources: {'Port': ['ID=2f04518c-460d-4c95-b322-fc04d5217a5a,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:23.595504 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Publish callbacks [] for port (df66117c-8234-4ce6-bf5c-cbbdea6a1ed6), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:23.649887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-92514259-dcfc-4ff9-8045-aa447bd02e63 None None] Provisioning complete for port 2f04518c-460d-4c95-b322-fc04d5217a5a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:23.650689 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-92514259-dcfc-4ff9-8045-aa447bd02e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:23.655895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:23.759849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369d6e4-84c3-46b9-9149-cb778583e60f req-6476ca89-eba1-4a8e-b840-1de966316afb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:23.778081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0369d6e4-84c3-46b9-9149-cb778583e60f req-6476ca89-eba1-4a8e-b840-1de966316afb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1215296 Feb 28 17:37:23.782683 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:23.817296 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (df66117c-8234-4ce6-bf5c-cbbdea6a1ed6), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:23.854993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Network fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:37:23.865209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:23.903988 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0369d6e4-84c3-46b9-9149-cb778583e60f req-6e1ca4d9-1c32-4ae7-873d-91337eadd8da tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246142 Feb 28 17:37:23.917738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:37:24.152001 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd3fae-9a2f-42c1-b11f-e0aeb33aeb0c req-665c5146-7ca8-42b8-bcb3-02771a5c19e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:24.169538 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b1fd3fae-9a2f-42c1-b11f-e0aeb33aeb0c req-665c5146-7ca8-42b8-bcb3-02771a5c19e1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1254537 Feb 28 17:37:24.286732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:37:24.300266 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b1fd3fae-9a2f-42c1-b11f-e0aeb33aeb0c req-ac0899dd-bb22-46ad-94c1-0b761a75d7bf tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295333 Feb 28 17:37:24.450262 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-46bf1c58-fcc3-47f4-b631-04e267cdddfa req-85e4b44b-43c6-45e3-8e7d-49f444259da2 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0455546 Feb 28 17:37:24.462106 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:24.473594 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Pushing event updated for resources: {'Port': ['ID=df66117c-8234-4ce6-bf5c-cbbdea6a1ed6,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:24.533874 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:24.534702 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:24.629264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-92514259-dcfc-4ff9-8045-aa447bd02e63 None None] Current status of the port 2f04518c-460d-4c95-b322-fc04d5217a5a is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:24.631816 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-92514259-dcfc-4ff9-8045-aa447bd02e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:24.666426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Attempting to bind port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:37:24.666958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Attempting to bind port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a0adf43e-655f-4c18-80d7-9171c8b2d6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:37:24.669440 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Attempting to bind port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 on network fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:37:24.740227 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:24.740507 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:24.769663 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:37:24.770137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Checking segment: {'id': 'a0adf43e-655f-4c18-80d7-9171c8b2d6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:37:24.770549 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:24.771608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Bound using segment: {'id': 'a0adf43e-655f-4c18-80d7-9171c8b2d6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:37:24.772123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Bound port: df66117c-8234-4ce6-bf5c-cbbdea6a1ed6, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0adf43e-655f-4c18-80d7-9171c8b2d6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:37:24.772507 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (df66117c-8234-4ce6-bf5c-cbbdea6a1ed6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:24.778453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-92514259-dcfc-4ff9-8045-aa447bd02e63 None None] For port 2f04518c-460d-4c95-b322-fc04d5217a5a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2f04518c-460d-4c95-b322-fc04d5217a5a,segment=NetworkSegment(a5fd71e0-d491-4679-98e7-72c6bb28d5d4),segment_id=a5fd71e0-d491-4679-98e7-72c6bb28d5d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:24.785063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=2e4b5b3b-db87-4141-a421-da830f4d17f3,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:24.899052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cc041-fa38-4428-8628-1feb0d8f6bb2 req-12ae0b01-c88f-40dd-bcbc-e383d56338b2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:24.904773 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-025cc041-fa38-4428-8628-1feb0d8f6bb2 req-12ae0b01-c88f-40dd-bcbc-e383d56338b2 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1706297 Feb 28 17:37:24.915978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:37:24.920825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:24.929010 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-92514259-dcfc-4ff9-8045-aa447bd02e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:25.124619 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-025cc041-fa38-4428-8628-1feb0d8f6bb2 req-6c2ccc59-0095-4621-8585-3f6dfa26978a tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491392 Feb 28 17:37:25.125290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:15Z', 'revision_number': 3, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:22Z', 'revision_number': 4, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:25.261100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef8d1b-c94e-450e-8e34-ac2e60ea4b3b req-0245687a-331a-4c11-b307-ef98cad8d0da tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:25.269781 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-29ef8d1b-c94e-450e-8e34-ac2e60ea4b3b req-0245687a-331a-4c11-b307-ef98cad8d0da tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1015949 Feb 28 17:37:25.294848 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d78df0-ea5e-4fa9-8be8-11567dc8772e None None] The sync data for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 is: [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:15Z', 'revision_number': 3, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:22Z', 'revision_number': 4, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:37:25.336383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router fe474a3c-763c-4dde-b867-b49a25019b17 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:37:25.397289 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-29ef8d1b-c94e-450e-8e34-ac2e60ea4b3b req-8398b8d6-060c-4fc7-8cdd-b074591b482c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249785 Feb 28 17:37:25.442165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] For port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:37:25.450000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] For port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=df66117c-8234-4ce6-bf5c-cbbdea6a1ed6,segment=NetworkSegment(a0adf43e-655f-4c18-80d7-9171c8b2d6c5),segment_id=a0adf43e-655f-4c18-80d7-9171c8b2d6c5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:37:25.459795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:25.459795 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:25.460311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92514259-dcfc-4ff9-8045-aa447bd02e63 None None] Pushing event updated for resources: {'Port': ['ID=2f04518c-460d-4c95-b322-fc04d5217a5a,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:25.535149 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (df66117c-8234-4ce6-bf5c-cbbdea6a1ed6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:25.599070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:37:25.601428 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef1394e-f145-462a-8ab5-385c3acca6fa" -d '{"events": [{"server_uuid": "c6ba8c23-a22c-4db5-a85f-186be453c9af", "name": "network-vif-plugged", "status": "completed", "tag": "462d1429-73c0-4e5b-b0c0-6ebfe9ed2664"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:37:25.628807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2564229-ea89-48aa-a8db-0d12fc6134c0 req-68c9b0ab-0030-40f3-8672-c281755428bc tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:25.631573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:37:25.655520 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d2564229-ea89-48aa-a8db-0d12fc6134c0 req-68c9b0ab-0030-40f3-8672-c281755428bc tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1120365 Feb 28 17:37:25.656374 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0bc887f1-0d57-4874-9a4c-a202b9bc3baf tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2601004 Feb 28 17:37:25.658527 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43096) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:25.665255 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0d17bd0e-c509-4f4b-a392-2402b7fbf2d6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-612857645'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:37:25.794997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:25.800204 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9d9ed-4175-4232-a3b5-02ef16d6e545 None None] Pushing event updated for resources: {'Port': ['ID=df66117c-8234-4ce6-bf5c-cbbdea6a1ed6,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:25.812498 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2f04518c-460d-4c95-b322-fc04d5217a5a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:37:25.815372 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d17bd0e-c509-4f4b-a392-2402b7fbf2d6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:37:25.832307 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d17bd0e-c509-4f4b-a392-2402b7fbf2d6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:25.925429 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d2564229-ea89-48aa-a8db-0d12fc6134c0 req-87e485f6-ec3e-4dcb-adfc-3ae962c46318 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685864 Feb 28 17:37:25.930698 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:25.984672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d17bd0e-c509-4f4b-a392-2402b7fbf2d6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:37:26.023829 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d17bd0e-c509-4f4b-a392-2402b7fbf2d6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (aa79d411-1b44-4a14-b9b9-05ec65378294), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:26.030832 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-0d17bd0e-c509-4f4b-a392-2402b7fbf2d6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Added segment aa79d411-1b44-4a14-b9b9-05ec65378294 of type vlan for network e10c9ae0-12c5-4ec0-a616-5ca41581b33a Feb 28 17:37:26.136517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,revision_number=10']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:26.181627 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2f04518c-460d-4c95-b322-fc04d5217a5a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:26.182233 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:26.223869 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d17bd0e-c509-4f4b-a392-2402b7fbf2d6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (e10c9ae0-12c5-4ec0-a616-5ca41581b33a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:26.396047 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-50023f10-5aa4-4127-9242-5112ba014232 req-471aa7d9-b578-4319-ac28-84ba272ea786 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.1764853 Feb 28 17:37:26.404148 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.resource_extend [None req-0d17bd0e-c509-4f4b-a392-2402b7fbf2d6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:37:26.472449 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2f04518c-460d-4c95-b322-fc04d5217a5a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:26.501414 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d17bd0e-c509-4f4b-a392-2402b7fbf2d6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (e10c9ae0-12c5-4ec0-a616-5ca41581b33a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:26.517844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d17bd0e-c509-4f4b-a392-2402b7fbf2d6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:26.522498 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d17bd0e-c509-4f4b-a392-2402b7fbf2d6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:26.599835 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8500e69f-39b3-43dc-83b6-0ad571a1d264 x-openstack-request-id: req-8500e69f-39b3-43dc-83b6-0ad571a1d264 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:37:26.600292 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ba8c23-a22c-4db5-a85f-186be453c9af", "name": "network-vif-plugged", "status": "completed", "tag": "462d1429-73c0-4e5b-b0c0-6ebfe9ed2664", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:37:26.600653 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8500e69f-39b3-43dc-83b6-0ad571a1d264 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:37:26.601204 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664', 'code': 200} Feb 28 17:37:26.625730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17bd0e-c509-4f4b-a392-2402b7fbf2d6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Network': ['ID=e10c9ae0-12c5-4ec0-a616-5ca41581b33a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:26.645492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network e10c9ae0-12c5-4ec0-a616-5ca41581b33a details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:37:26.933631 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43128) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:26.939514 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0d17bd0e-c509-4f4b-a392-2402b7fbf2d6 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0974545 Feb 28 17:37:26.939882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-2df0c299-68f1-4ba8-89a9-3ff7013abafc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'subnet': {'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:37:27.013561 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Sync routers for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:37:27.050273 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:27.052767 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:27.167825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df0c299-68f1-4ba8-89a9-3ff7013abafc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Made reservation on behalf of a494aa28fa4e4d718afc0c930c001c4d for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:37:27.171955 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2df0c299-68f1-4ba8-89a9-3ff7013abafc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:27.376174 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:27.559398 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb8f88-cbe6-40df-ac78-c43e1ab1cbc3 req-e7b1a815-5fac-48e3-9024-dbf98cc1c0d8 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:27.574556 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7cdb8f88-cbe6-40df-ac78-c43e1ab1cbc3 req-e7b1a815-5fac-48e3-9024-dbf98cc1c0d8 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1652915 Feb 28 17:37:27.734367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7cdb8f88-cbe6-40df-ac78-c43e1ab1cbc3 req-b8a18a25-af35-4e0d-96b4-821b9ee45727 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587782 Feb 28 17:37:27.832387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:37:27.945618 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b022493-6ef5-4132-a229-e6c696fcab9c None None] Network fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:37:28.035825 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:23Z', 'revision_number': 4, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 2, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:28.073956 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2df0c299-68f1-4ba8-89a9-3ff7013abafc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (52b276bb-0790-4198-a246-d98429e45c90), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:28.134923 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Checking router: fe474a3c-763c-4dde-b867-b49a25019b17 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:37:28.134923 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Updating router fe474a3c-763c-4dde-b867-b49a25019b17 port 2e4b5b3b-db87-4141-a421-da830f4d17f3 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:37:28.184390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0c299-68f1-4ba8-89a9-3ff7013abafc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Subnet': ['ID=52b276bb-0790-4198-a246-d98429e45c90,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:28.208381 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:28.268942 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df0c299-68f1-4ba8-89a9-3ff7013abafc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Checking segment: {'id': 'aa79d411-1b44-4a14-b9b9-05ec65378294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:37:28.269353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df0c299-68f1-4ba8-89a9-3ff7013abafc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network hostable DHCP agents. Network: e10c9ae0-12c5-4ec0-a616-5ca41581b33a, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:37:28.386561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-10b25b8e-dc04-4bb9-89ee-98dd52a4492f None None] Provisioning complete for port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:28.387181 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-10b25b8e-dc04-4bb9-89ee-98dd52a4492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (df66117c-8234-4ce6-bf5c-cbbdea6a1ed6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:28.390740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:28.392983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df0c299-68f1-4ba8-89a9-3ff7013abafc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network e10c9ae0-12c5-4ec0-a616-5ca41581b33a is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:37:28.394220 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (df66117c-8234-4ce6-bf5c-cbbdea6a1ed6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:28.482342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-2df0c299-68f1-4ba8-89a9-3ff7013abafc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, e10c9ae0-12c5-4ec0-a616-5ca41581b33a) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:28.487512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df0c299-68f1-4ba8-89a9-3ff7013abafc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:28.488116 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2df0c299-68f1-4ba8-89a9-3ff7013abafc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:28.498103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0e3f0f-908c-4cc6-8209-5c02e92bf540 None None] Network e10c9ae0-12c5-4ec0-a616-5ca41581b33a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:37:28.605499 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2df0c299-68f1-4ba8-89a9-3ff7013abafc tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8509564 Feb 28 17:37:28.606457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43166) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:28.663698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:28.665767 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (df66117c-8234-4ce6-bf5c-cbbdea6a1ed6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:28.723461 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a317ba9-79c6-496e-9b06-45e8a04d7a49 req-beb48183-1629-4e9e-be38-b3dfc7e94347 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:28.724966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-10b25b8e-dc04-4bb9-89ee-98dd52a4492f None None] Current status of the port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:28.725461 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-10b25b8e-dc04-4bb9-89ee-98dd52a4492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (df66117c-8234-4ce6-bf5c-cbbdea6a1ed6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:28.746180 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a317ba9-79c6-496e-9b06-45e8a04d7a49 req-beb48183-1629-4e9e-be38-b3dfc7e94347 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1758432 Feb 28 17:37:28.850581 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a317ba9-79c6-496e-9b06-45e8a04d7a49 req-565f48af-2562-4e55-b5a5-174366f0a822 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991006 Feb 28 17:37:28.981483 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-e10c9ae0-12c5-4ec0-a616-5ca41581b33a', 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a', 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'fixed_ips': [{'subnet_id': '52b276bb-0790-4198-a246-d98429e45c90'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:37:29.001275 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:29.019124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=df66117c-8234-4ce6-bf5c-cbbdea6a1ed6,segment=NetworkSegment(a0adf43e-655f-4c18-80d7-9171c8b2d6c5),segment_id=a0adf43e-655f-4c18-80d7-9171c8b2d6c5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:29.098809 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e37861d-701e-424b-9466-8d5e0b477a8b req-55beb8d8-44e3-48ae-babd-eac3cfa2580a tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.1226292 Feb 28 17:37:29.101098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd2860-763f-4908-9189-de91bf558fe4 req-92097eb1-248c-469c-9c6d-abc7fb03f2a5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:29.102982 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6fd2860-763f-4908-9189-de91bf558fe4 req-92097eb1-248c-469c-9c6d-abc7fb03f2a5 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.73 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.3498492 Feb 28 17:37:29.162000 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Publish callbacks [] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:29.237786 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:29.300981 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (df66117c-8234-4ce6-bf5c-cbbdea6a1ed6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:29.420727 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c82404-9b5a-4405-955a-0bbbd03b37bc None None] Pushing event updated for resources: {'Port': ['ID=2e4b5b3b-db87-4141-a421-da830f4d17f3,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:29.582835 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Attempting to bind port 2e4b5b3b-db87-4141-a421-da830f4d17f3 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:37:29.583132 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Attempting to bind port 2e4b5b3b-db87-4141-a421-da830f4d17f3 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a0adf43e-655f-4c18-80d7-9171c8b2d6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:37:29.583540 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Attempting to bind port 2e4b5b3b-db87-4141-a421-da830f4d17f3 on network fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:37:29.596479 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:37:29.596850 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Checking segment: {'id': 'a0adf43e-655f-4c18-80d7-9171c8b2d6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:37:29.597250 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:29.597665 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Bound using segment: {'id': 'a0adf43e-655f-4c18-80d7-9171c8b2d6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:37:29.598160 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Bound port: 2e4b5b3b-db87-4141-a421-da830f4d17f3, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0adf43e-655f-4c18-80d7-9171c8b2d6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:37:29.600117 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:29.653998 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-10b25b8e-dc04-4bb9-89ee-98dd52a4492f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:37:29.654365 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-10b25b8e-dc04-4bb9-89ee-98dd52a4492f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:37:29.664046 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f5bc9-afb2-4643-86f3-aecf19bebe29 req-2d53ea73-1fe0-4d6a-a2fe-904dea50d98a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:29.668462 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5c1f5bc9-afb2-4643-86f3-aecf19bebe29 req-2d53ea73-1fe0-4d6a-a2fe-904dea50d98a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1745203 Feb 28 17:37:29.780271 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] For port 2e4b5b3b-db87-4141-a421-da830f4d17f3, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:37:29.783963 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] For port 2e4b5b3b-db87-4141-a421-da830f4d17f3, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2e4b5b3b-db87-4141-a421-da830f4d17f3,segment=NetworkSegment(a0adf43e-655f-4c18-80d7-9171c8b2d6c5),segment_id=a0adf43e-655f-4c18-80d7-9171c8b2d6c5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:37:29.803742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=df66117c-8234-4ce6-bf5c-cbbdea6a1ed6,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:29.860291 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Allocated IP 2001:db8:3::2 (e10c9ae0-12c5-4ec0-a616-5ca41581b33a/52b276bb-0790-4198-a246-d98429e45c90/c9383270-6593-47dd-8860-7676034d066e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:37:29.890481 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:29.929544 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5c1f5bc9-afb2-4643-86f3-aecf19bebe29 req-e7aec836-5e04-4e9c-8f3b-379e274feb05 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530239 Feb 28 17:37:29.988934 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d6fd2860-763f-4908-9189-de91bf558fe4 req-d6148ff9-33eb-47a9-85fe-de9db05f6192 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Deleting port 509af163-dd63-44b7-a6cb-3caf095f2323 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:37:29.989387 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d6fd2860-763f-4908-9189-de91bf558fe4 req-d6148ff9-33eb-47a9-85fe-de9db05f6192 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (509af163-dd63-44b7-a6cb-3caf095f2323), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:30.119277 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c82404-9b5a-4405-955a-0bbbd03b37bc None None] Pushing event updated for resources: {'Port': ['ID=2e4b5b3b-db87-4141-a421-da830f4d17f3,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:30.137578 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:30.138499 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:30.295966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a238c03-a69e-4039-9938-7d93b371c727 req-feb443b3-be33-4197-befa-7915acb55c20 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:30.299720 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a238c03-a69e-4039-9938-7d93b371c727 req-feb443b3-be33-4197-befa-7915acb55c20 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1775978 Feb 28 17:37:30.356051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-10b25b8e-dc04-4bb9-89ee-98dd52a4492f None None] Current status of the port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:30.394028 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:30.450697 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Publish callbacks [] for port (c9383270-6593-47dd-8860-7676034d066e), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:30.460798 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a238c03-a69e-4039-9938-7d93b371c727 req-a34277a6-d3bd-4372-aca7-84b7cf919881 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537564 Feb 28 17:37:30.524111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7979c27a-c1a5-4dae-b3f2-ad5e1a4fdf81 None None] Provisioning complete for port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:30.526658 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7979c27a-c1a5-4dae-b3f2-ad5e1a4fdf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (df66117c-8234-4ce6-bf5c-cbbdea6a1ed6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:30.558597 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-d6fd2860-763f-4908-9189-de91bf558fe4 req-d6148ff9-33eb-47a9-85fe-de9db05f6192 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] For port 509af163-dd63-44b7-a6cb-3caf095f2323, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=509af163-dd63-44b7-a6cb-3caf095f2323,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:30.559083 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d6fd2860-763f-4908-9189-de91bf558fe4 req-d6148ff9-33eb-47a9-85fe-de9db05f6192 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (509af163-dd63-44b7-a6cb-3caf095f2323), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:30.612324 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d6fd2860-763f-4908-9189-de91bf558fe4 req-d6148ff9-33eb-47a9-85fe-de9db05f6192 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Calling delete_port for 509af163-dd63-44b7-a6cb-3caf095f2323 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:37:30.618352 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:30.731452 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (c9383270-6593-47dd-8860-7676034d066e), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:30.800148 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-52b88206-759a-4803-be9b-d5474cc34d4f req-bb199899-4bf1-4cf6-b822-df96d6ea124d tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.1279817 Feb 28 17:37:30.831431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Network e10c9ae0-12c5-4ec0-a616-5ca41581b33a is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:37:30.837902 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:30.847365 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:37:31.082194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7979c27a-c1a5-4dae-b3f2-ad5e1a4fdf81 None None] Current status of the port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:31.088453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Pushing event updated for resources: {'Port': ['ID=c9383270-6593-47dd-8860-7676034d066e,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:31.143330 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7979c27a-c1a5-4dae-b3f2-ad5e1a4fdf81 None None] Provisioning complete for port 2e4b5b3b-db87-4141-a421-da830f4d17f3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:31.143707 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7979c27a-c1a5-4dae-b3f2-ad5e1a4fdf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:31.184689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Attempting to bind port c9383270-6593-47dd-8860-7676034d066e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:37:31.185071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Attempting to bind port c9383270-6593-47dd-8860-7676034d066e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'aa79d411-1b44-4a14-b9b9-05ec65378294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:37:31.185432 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Attempting to bind port c9383270-6593-47dd-8860-7676034d066e on network e10c9ae0-12c5-4ec0-a616-5ca41581b33a {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:37:31.256147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:37:31.256529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Checking segment: {'id': 'aa79d411-1b44-4a14-b9b9-05ec65378294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:37:31.256930 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:31.257322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Bound using segment: {'id': 'aa79d411-1b44-4a14-b9b9-05ec65378294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:37:31.257806 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Bound port: c9383270-6593-47dd-8860-7676034d066e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa79d411-1b44-4a14-b9b9-05ec65378294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:37:31.278764 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c9383270-6593-47dd-8860-7676034d066e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:31.367317 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:23Z', 'revision_number': 4, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:29Z', 'revision_number': 4, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:31.484288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd322ce-4d10-47b7-95cc-011f79eae075 req-4ba9a860-58b4-4ee4-8720-bbaa98e5c7be tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:31.522692 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1dd322ce-4d10-47b7-95cc-011f79eae075 req-4ba9a860-58b4-4ee4-8720-bbaa98e5c7be tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.3362844 Feb 28 17:37:31.564796 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bbea4-3b9d-4647-9b91-1ff38ee10385 None None] The sync data for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 is: [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:23Z', 'revision_number': 4, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:29Z', 'revision_number': 4, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:37:31.588123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] For port c9383270-6593-47dd-8860-7676034d066e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:37:31.602099 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] For port c9383270-6593-47dd-8860-7676034d066e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c9383270-6593-47dd-8860-7676034d066e,segment=NetworkSegment(aa79d411-1b44-4a14-b9b9-05ec65378294),segment_id=aa79d411-1b44-4a14-b9b9-05ec65378294)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:37:31.663015 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1dd322ce-4d10-47b7-95cc-011f79eae075 req-9c459e6f-dbfd-430a-9955-8667de443fab tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390204 Feb 28 17:37:31.824456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7979c27a-c1a5-4dae-b3f2-ad5e1a4fdf81 None None] Current status of the port 2e4b5b3b-db87-4141-a421-da830f4d17f3 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:31.824904 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7979c27a-c1a5-4dae-b3f2-ad5e1a4fdf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:31.908611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Allocated IP 2001:db8:3::1 (e10c9ae0-12c5-4ec0-a616-5ca41581b33a/52b276bb-0790-4198-a246-d98429e45c90/5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:37:32.034410 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7979c27a-c1a5-4dae-b3f2-ad5e1a4fdf81 None None] For port 2e4b5b3b-db87-4141-a421-da830f4d17f3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2e4b5b3b-db87-4141-a421-da830f4d17f3,segment=NetworkSegment(a0adf43e-655f-4c18-80d7-9171c8b2d6c5),segment_id=a0adf43e-655f-4c18-80d7-9171c8b2d6c5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:32.048594 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c9383270-6593-47dd-8860-7676034d066e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:32.055096 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:37:32.070432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6b5a9-a881-4b21-9e41-5bcf7282d0d9 req-a511c52e-66d7-44f9-a7f7-8d9971c89814 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:32.111367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8ab6b5a9-a881-4b21-9e41-5bcf7282d0d9 req-a511c52e-66d7-44f9-a7f7-8d9971c89814 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 945 time: 0.1724362 Feb 28 17:37:32.192829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 509af163-dd63-44b7-a6cb-3caf095f2323 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:37:32.287932 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8ab6b5a9-a881-4b21-9e41-5bcf7282d0d9 req-4f1a72d7-c7cd-4e98-9bf1-8b056b79cae1 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728666 Feb 28 17:37:32.288779 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7979c27a-c1a5-4dae-b3f2-ad5e1a4fdf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:32.304504 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597eda2-3049-40d2-9c56-26161f4a6006 None None] Pushing event updated for resources: {'Port': ['ID=c9383270-6593-47dd-8860-7676034d066e,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:32.307667 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d6fd2860-763f-4908-9189-de91bf558fe4 req-d6148ff9-33eb-47a9-85fe-de9db05f6192 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (509af163-dd63-44b7-a6cb-3caf095f2323), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:32.455095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979c27a-c1a5-4dae-b3f2-ad5e1a4fdf81 None None] Pushing event updated for resources: {'Port': ['ID=2e4b5b3b-db87-4141-a421-da830f4d17f3,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:32.461701 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:32.462194 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (df66117c-8234-4ce6-bf5c-cbbdea6a1ed6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:32.467510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3f19e91d-6fd2-4753-9826-cc84e46fcf75'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:37:32.538526 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1805f2f0-e351-4d46-aeea-5b351e2fccfd req-308c423e-8a09-4213-875f-3654ea441cdc tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0863550 Feb 28 17:37:32.692789 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No active binding found for port 509af163-dd63-44b7-a6cb-3caf095f2323 {{(pid=104248) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 17:37:32.693342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] The host n-h1-820368-19 is not matching for port 509af163-dd63-44b7-a6cb-3caf095f2323 host None! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:37:32.716404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 509af163-dd63-44b7-a6cb-3caf095f2323 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:37:32.784572 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b5c33cd6-a730-46d9-ae02-1eb9a9ee31f1 None None] Provisioning complete for port 2e4b5b3b-db87-4141-a421-da830f4d17f3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:32.794919 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b5c33cd6-a730-46d9-ae02-1eb9a9ee31f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:33.104685 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5f873-107d-4eea-9dbd-ae77db96f229 req-e3a9e703-0348-4854-8166-8bfb171ce6d8 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:33.129823 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ddd5f873-107d-4eea-9dbd-ae77db96f229 req-e3a9e703-0348-4854-8166-8bfb171ce6d8 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1893306 Feb 28 17:37:33.171706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b5c33cd6-a730-46d9-ae02-1eb9a9ee31f1 None None] Current status of the port 2e4b5b3b-db87-4141-a421-da830f4d17f3 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:33.280414 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ddd5f873-107d-4eea-9dbd-ae77db96f229 req-75a8a923-8063-4457-aca8-568251de9e16 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495767 Feb 28 17:37:33.416862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:33.558573 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c1a8bbbb-10cf-408f-be6f-2c194ea4435b req-2e2d7836-2f6d-4b14-ba2c-d897324819f4 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 210 time: 0.0905938 Feb 28 17:37:33.842383 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a4fc14e-45d8-4c1a-b89f-28f67594cffe req-b6fb316a-c012-4116-9f0a-e0fcefb4c3d3 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0619516 Feb 28 17:37:33.954188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2e4b5b3b-db87-4141-a421-da830f4d17f3 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:37:34.033483 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:34.088185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2e4b5b3b-db87-4141-a421-da830f4d17f3 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:34.089019 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:34.097562 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6148ff9-33eb-47a9-85fe-de9db05f6192 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Pushing event deleted for resources: {'Port': ['ID=509af163-dd63-44b7-a6cb-3caf095f2323,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:34.203138 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fd2860-763f-4908-9189-de91bf558fe4 req-d6148ff9-33eb-47a9-85fe-de9db05f6192 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] No DVR routers for this DVR port 509af163-dd63-44b7-a6cb-3caf095f2323 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:37:34.209193 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d6fd2860-763f-4908-9189-de91bf558fe4 req-d6148ff9-33eb-47a9-85fe-de9db05f6192 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:34.213136 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6fd2860-763f-4908-9189-de91bf558fe4 req-d6148ff9-33eb-47a9-85fe-de9db05f6192 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.73 "DELETE /v2.0/ports/509af163-dd63-44b7-a6cb-3caf095f2323 HTTP/1.1" status: 204 len: 173 time: 4.9685059 Feb 28 17:37:34.215103 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4008bf14-4190-4d0b-8ea9-2931d551a492', 'name': 'network-vif-deleted', 'tag': '509af163-dd63-44b7-a6cb-3caf095f2323'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:37:34.231773 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c620797c-286e-41da-8a43-a61a5b5d7e87" -d '{"events": [{"server_uuid": "4008bf14-4190-4d0b-8ea9-2931d551a492", "name": "network-vif-deleted", "tag": "509af163-dd63-44b7-a6cb-3caf095f2323"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:37:34.243174 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2e4b5b3b-db87-4141-a421-da830f4d17f3 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:34.244337 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c9383270-6593-47dd-8860-7676034d066e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:37:34.344756 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93503116-bdd4-43a6-ab0d-307b6f924441 x-openstack-request-id: req-93503116-bdd4-43a6-ab0d-307b6f924441 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:37:34.344756 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4008bf14-4190-4d0b-8ea9-2931d551a492", "name": "network-vif-deleted", "tag": "509af163-dd63-44b7-a6cb-3caf095f2323", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:37:34.345099 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-93503116-bdd4-43a6-ab0d-307b6f924441 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:37:34.345698 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4008bf14-4190-4d0b-8ea9-2931d551a492', 'name': 'network-vif-deleted', 'tag': '509af163-dd63-44b7-a6cb-3caf095f2323', 'status': 'completed', 'code': 200} Feb 28 17:37:34.347186 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:34.429808 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c9383270-6593-47dd-8860-7676034d066e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:34.430213 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c9383270-6593-47dd-8860-7676034d066e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:34.473215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network e10c9ae0-12c5-4ec0-a616-5ca41581b33a is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:37:34.477112 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:34.481971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:34.488501 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:37:34.489388 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:34.580564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6a1350-28c9-47d0-9d9d-12139022e518 None None] Network e10c9ae0-12c5-4ec0-a616-5ca41581b33a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:37:34.672928 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936b706-8ca0-4f7c-a10d-8a22af6a6cde req-db4850bd-c89f-45d8-b33b-ffe57507b4e6 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:34.677634 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8936b706-8ca0-4f7c-a10d-8a22af6a6cde req-db4850bd-c89f-45d8-b33b-ffe57507b4e6 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1645451 Feb 28 17:37:34.823584 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8936b706-8ca0-4f7c-a10d-8a22af6a6cde req-a4172cfa-cc05-4318-8596-e485c92b3f60 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318133 Feb 28 17:37:34.872440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:35.084136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9814a09c-4b41-4340-8c5c-3115479a49fc None None] Provisioning complete for port c9383270-6593-47dd-8860-7676034d066e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:35.086447 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9814a09c-4b41-4340-8c5c-3115479a49fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c9383270-6593-47dd-8860-7676034d066e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:35.113636 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a0107d3-9ca4-41f4-bcfa-5dca7cf7b91d req-4993892d-6534-40ff-8a2a-981f10742e83 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=4008bf14-4190-4d0b-8ea9-2931d551a492 HTTP/1.1" status: 200 len: 210 time: 0.0798399 Feb 28 17:37:35.380720 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3eae4e43-b2f5-40a8-bb51-267cf2430141 req-1a9b8c47-f0d4-434e-bbb5-23fa6c54b3e2 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0725231 Feb 28 17:37:35.388313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c9383270-6593-47dd-8860-7676034d066e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:35.392393 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c9383270-6593-47dd-8860-7676034d066e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:35.399798 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:35.466552 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:35.469455 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:35.555729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event updated for resources: {'Port': ['ID=5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:35.569876 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port c9383270-6593-47dd-8860-7676034d066e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c9383270-6593-47dd-8860-7676034d066e,segment=NetworkSegment(aa79d411-1b44-4a14-b9b9-05ec65378294),segment_id=aa79d411-1b44-4a14-b9b9-05ec65378294)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:35.669041 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c9383270-6593-47dd-8860-7676034d066e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:35.850937 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9814a09c-4b41-4340-8c5c-3115479a49fc None None] Current status of the port c9383270-6593-47dd-8860-7676034d066e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:35.850937 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9814a09c-4b41-4340-8c5c-3115479a49fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c9383270-6593-47dd-8860-7676034d066e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:35.880994 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=c9383270-6593-47dd-8860-7676034d066e,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:35.884585 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Network e10c9ae0-12c5-4ec0-a616-5ca41581b33a is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:37:35.886712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:37:36.000959 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-9814a09c-4b41-4340-8c5c-3115479a49fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:37:36.001483 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-9814a09c-4b41-4340-8c5c-3115479a49fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:37:36.077979 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358207b-a794-49c4-9614-e97a18df718d req-06a4a50a-2c2a-4802-ad70-d138e7885cbd tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:36.086230 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8358207b-a794-49c4-9614-e97a18df718d req-06a4a50a-2c2a-4802-ad70-d138e7885cbd tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1185827 Feb 28 17:37:36.181782 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8358207b-a794-49c4-9614-e97a18df718d req-3440052b-a435-4521-9e15-2cfcde82d0e5 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777183 Feb 28 17:37:36.196551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router fe474a3c-763c-4dde-b867-b49a25019b17 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:37:36.372658 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:37:36.380788 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8e68b18b-6aef-4488-9f9a-f88727021f07 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7735038 Feb 28 17:37:36.383747 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43320) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:36.389565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e4549c5a-1d30-4d0d-8ac1-adb033d925ff tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:37:36.399262 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Sync routers for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:37:36.423270 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:36.425982 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:36.846985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9814a09c-4b41-4340-8c5c-3115479a49fc None None] Current status of the port c9383270-6593-47dd-8860-7676034d066e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:36.941531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:37.214644 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-85d5bba6-a8a8-48f7-bbda-1c148ea1fac9 None None] Provisioning complete for port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:37.215361 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-85d5bba6-a8a8-48f7-bbda-1c148ea1fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:37.480181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951d9e1-e6d7-4214-88b6-84914131a155 req-f86989f0-5008-4d31-b552-7019d4fcc4e7 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:37.482523 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c951d9e1-e6d7-4214-88b6-84914131a155 req-f86989f0-5008-4d31-b552-7019d4fcc4e7 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1194384 Feb 28 17:37:37.524188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-85d5bba6-a8a8-48f7-bbda-1c148ea1fac9 None None] Port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:37:37.538444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-85d5bba6-a8a8-48f7-bbda-1c148ea1fac9 None None] Provisioning complete for port c9383270-6593-47dd-8860-7676034d066e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:37.539291 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-85d5bba6-a8a8-48f7-bbda-1c148ea1fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c9383270-6593-47dd-8860-7676034d066e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:37.558237 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c951d9e1-e6d7-4214-88b6-84914131a155 req-ccd26e7a-e7bd-4ae1-b71a-a4788fc4edb4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673280 Feb 28 17:37:37.581639 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01efd30a-8cdc-4428-a36c-d3abe4049974 req-484534d9-2b2a-4345-9b11-b680813f4979 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0979018 Feb 28 17:37:37.727357 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:34Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:31Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6', 'name': '', 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:f2:cd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '52b276bb-0790-4198-a246-d98429e45c90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:31Z', 'updated_at': '2022-02-28T17:37:35Z', 'revision_number': 2, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '52b276bb-0790-4198-a246-d98429e45c90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:37.795846 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Checking router: fe474a3c-763c-4dde-b867-b49a25019b17 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:37:37.796216 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Updating router fe474a3c-763c-4dde-b867-b49a25019b17 port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:37:37.801481 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1136e3b4-abd4-4271-a0b0-be22eee3fa13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:37.913655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c9383270-6593-47dd-8860-7676034d066e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:37:37.930116 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.extraroute_db [None req-e4549c5a-1d30-4d0d-8ac1-adb033d925ff tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=104247) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 17:37:37.963152 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.extraroute_db [None req-e4549c5a-1d30-4d0d-8ac1-adb033d925ff tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Removed routes are [] {{(pid=104247) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 17:37:37.963552 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e4549c5a-1d30-4d0d-8ac1-adb033d925ff tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (fe474a3c-763c-4dde-b867-b49a25019b17), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:37.978728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c77a7-e79d-478e-b65d-c73e07dd95e0 req-4e9c5c2d-3ad8-46b7-9900-7268ee662f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:37.993702 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-032c77a7-e79d-478e-b65d-c73e07dd95e0 req-4e9c5c2d-3ad8-46b7-9900-7268ee662f6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9665654bb1254aa08cac2eb356b74f48&device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 1128 time: 0.5099432 Feb 28 17:37:38.006530 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:38.033996 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:38.061979 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-85d5bba6-a8a8-48f7-bbda-1c148ea1fac9 None None] Current status of the port c9383270-6593-47dd-8860-7676034d066e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:38.202911 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c9383270-6593-47dd-8860-7676034d066e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:38.203385 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c9383270-6593-47dd-8860-7676034d066e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:38.274074 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c77a7-e79d-478e-b65d-c73e07dd95e0 req-92689165-86b8-414f-8db7-9b24ff3ce276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:38.275576 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-032c77a7-e79d-478e-b65d-c73e07dd95e0 req-92689165-86b8-414f-8db7-9b24ff3ce276 service neutron] 10.222.0.69 "GET /v2.0/networks?id=54167de9-3554-490b-90c9-a563d8838503 HTTP/1.1" status: 200 len: 914 time: 0.2791014 Feb 28 17:37:38.379769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-032c77a7-e79d-478e-b65d-c73e07dd95e0 req-99c68926-caf0-4a71-9f30-0b3e6e75e62c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf HTTP/1.1" status: 200 len: 217 time: 0.0977781 Feb 28 17:37:38.430363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c9383270-6593-47dd-8860-7676034d066e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:38.446380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c77a7-e79d-478e-b65d-c73e07dd95e0 req-32904e3b-f97e-4142-8a67-eaae8d42b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:38.447852 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-032c77a7-e79d-478e-b65d-c73e07dd95e0 req-32904e3b-f97e-4142-8a67-eaae8d42b1f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f133f7b8-2c40-4366-9de1-489549838d9b HTTP/1.1" status: 200 len: 853 time: 0.0576510 Feb 28 17:37:38.469176 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e4549c5a-1d30-4d0d-8ac1-adb033d925ff tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (fe474a3c-763c-4dde-b867-b49a25019b17), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:38.489260 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-032c77a7-e79d-478e-b65d-c73e07dd95e0 req-23968a2c-3103-40f8-a57b-9787bc2b2db2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54167de9-3554-490b-90c9-a563d8838503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341673 Feb 28 17:37:38.493585 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e4549c5a-1d30-4d0d-8ac1-adb033d925ff tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (fe474a3c-763c-4dde-b867-b49a25019b17), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:38.632167 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Publish callbacks [] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:38.636229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5364062-701b-4b1a-b7f4-51604b938850 req-f1602e99-d8c3-45b4-80fb-a265d06d10ab tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:38.646426 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e5364062-701b-4b1a-b7f4-51604b938850 req-f1602e99-d8c3-45b4-80fb-a265d06d10ab tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 945 time: 0.1239357 Feb 28 17:37:38.706030 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:38.751882 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e5364062-701b-4b1a-b7f4-51604b938850 req-15640cf1-c8f9-4f60-8b1b-303a1c9da9b3 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973046 Feb 28 17:37:38.905285 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2867a-8264-47d2-becb-271788a89f02 None None] Pushing event updated for resources: {'Port': ['ID=5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:38.909440 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87762b55-563d-447e-a4cc-9399fd702bdc req-76491697-1ff4-485d-a88a-d4436b94bd4b tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0522656 Feb 28 17:37:38.944421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Attempting to bind port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:37:38.944421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Attempting to bind port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'aa79d411-1b44-4a14-b9b9-05ec65378294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:37:38.944421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Attempting to bind port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 on network e10c9ae0-12c5-4ec0-a616-5ca41581b33a {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:37:38.951252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:37:38.951786 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Checking segment: {'id': 'aa79d411-1b44-4a14-b9b9-05ec65378294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:37:38.952295 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:38.952788 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Bound using segment: {'id': 'aa79d411-1b44-4a14-b9b9-05ec65378294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:37:38.953949 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Bound port: 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa79d411-1b44-4a14-b9b9-05ec65378294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:37:38.954579 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:38.991496 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-032c77a7-e79d-478e-b65d-c73e07dd95e0 req-ae1b2b14-4b14-4306-898a-28a67f4740ed service neutron] 10.222.0.69 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944012 Feb 28 17:37:39.007616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4549c5a-1d30-4d0d-8ac1-adb033d925ff tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router fe474a3c-763c-4dde-b867-b49a25019b17 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:37:39.085851 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8debd5a-9ac8-4edb-a13b-5e276435e2ad req-13a77d95-d705-4aeb-b9c4-9aa2de71dfc1 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:39.088118 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f8debd5a-9ac8-4edb-a13b-5e276435e2ad req-13a77d95-d705-4aeb-b9c4-9aa2de71dfc1 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.3851361 Feb 28 17:37:39.122426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] For port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:37:39.126201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] For port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6,segment=NetworkSegment(aa79d411-1b44-4a14-b9b9-05ec65378294),segment_id=aa79d411-1b44-4a14-b9b9-05ec65378294)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:37:39.209197 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:39.267932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:39.268564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:39.324740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2867a-8264-47d2-becb-271788a89f02 None None] Pushing event updated for resources: {'Port': ['ID=5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:39.338035 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f8debd5a-9ac8-4edb-a13b-5e276435e2ad req-93b2a25c-cf5f-48e7-8e79-c52b49532bb6 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134891 Feb 28 17:37:39.402047 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ebe019f8-e7af-400d-8026-b78cd084123b None None] Provisioning complete for port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:39.402466 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ebe019f8-e7af-400d-8026-b78cd084123b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:39.436376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:39.544302 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-032c77a7-e79d-478e-b65d-c73e07dd95e0 req-55d3a461-9d72-4f7e-94c1-dfd69423acb6 service neutron] 10.222.0.69 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433731 Feb 28 17:37:39.566343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4549c5a-1d30-4d0d-8ac1-adb033d925ff tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:37:39.574046 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e4549c5a-1d30-4d0d-8ac1-adb033d925ff tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:39.579502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43476) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:39.588085 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e4549c5a-1d30-4d0d-8ac1-adb033d925ff tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17 HTTP/1.1" status: 200 len: 954 time: 3.2029130 Feb 28 17:37:39.714518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ebe019f8-e7af-400d-8026-b78cd084123b None None] Current status of the port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:39.715233 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ebe019f8-e7af-400d-8026-b78cd084123b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:39.740288 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c43f6865-0f7c-4b23-b0c8-917abdb60cc8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17 HTTP/1.1" status: 200 len: 954 time: 0.1595707 Feb 28 17:37:39.741581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43482) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:39.752320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-07144543-61c4-4ac1-9eed-4b47d35291de tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'router': {'routes': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:37:39.825109 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ebe019f8-e7af-400d-8026-b78cd084123b None None] For port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6,segment=NetworkSegment(aa79d411-1b44-4a14-b9b9-05ec65378294),segment_id=aa79d411-1b44-4a14-b9b9-05ec65378294)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:39.825359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a5369-2dd2-4efa-929e-46b40da9c38c req-fe25fa23-8d72-4732-b10e-fc3d76afaa42 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:39.825359 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-576a5369-2dd2-4efa-929e-46b40da9c38c req-fe25fa23-8d72-4732-b10e-fc3d76afaa42 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 945 time: 0.1334944 Feb 28 17:37:39.922699 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ebe019f8-e7af-400d-8026-b78cd084123b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:40.023129 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-576a5369-2dd2-4efa-929e-46b40da9c38c req-0a26a820-3a8a-4eca-8686-6a9b7ed19fc9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Deleting port 3f19e91d-6fd2-4753-9826-cc84e46fcf75 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:37:40.023751 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-576a5369-2dd2-4efa-929e-46b40da9c38c req-0a26a820-3a8a-4eca-8686-6a9b7ed19fc9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:40.053216 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe019f8-e7af-400d-8026-b78cd084123b None None] Pushing event updated for resources: {'Port': ['ID=5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:40.078266 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e187aa86-0771-4091-947b-420005599e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:40.091742 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3baecf-2862-43ee-8c85-b1bcec0a1205 req-cdfbd047-1323-4740-8948-ada830a87c21 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:40.094188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3d3baecf-2862-43ee-8c85-b1bcec0a1205 req-cdfbd047-1323-4740-8948-ada830a87c21 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 945 time: 0.1043191 Feb 28 17:37:40.182232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9b8626e7-8c1c-4aff-860f-f413cc26a0a1 None None] Provisioning complete for port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:40.182613 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b8626e7-8c1c-4aff-860f-f413cc26a0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:40.210084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a8eeb75-60ff-41f0-849d-2e0a6465c2bb req-0c370522-3cb6-4248-b76e-acce7a1d5121 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0551279 Feb 28 17:37:40.240017 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3d3baecf-2862-43ee-8c85-b1bcec0a1205 req-c772023c-f50f-4c4a-8ec4-4e6a5ffd7476 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/security-groups?id=be0f0e0b-022d-425b-808f-e011d062c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300540 Feb 28 17:37:40.284420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:37Z', 'revision_number': 6, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:31Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6', 'name': '', 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:f2:cd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '52b276bb-0790-4198-a246-d98429e45c90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:31Z', 'updated_at': '2022-02-28T17:37:39Z', 'revision_number': 4, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '52b276bb-0790-4198-a246-d98429e45c90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:40.291252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-576a5369-2dd2-4efa-929e-46b40da9c38c req-0a26a820-3a8a-4eca-8686-6a9b7ed19fc9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] For port 3f19e91d-6fd2-4753-9826-cc84e46fcf75, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3f19e91d-6fd2-4753-9826-cc84e46fcf75,segment=NetworkSegment(634acc1b-cb74-4351-8025-14a42dfb476e),segment_id=634acc1b-cb74-4351-8025-14a42dfb476e)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:40.291252 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-576a5369-2dd2-4efa-929e-46b40da9c38c req-0a26a820-3a8a-4eca-8686-6a9b7ed19fc9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:40.301109 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:37:40.321256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-576a5369-2dd2-4efa-929e-46b40da9c38c req-0a26a820-3a8a-4eca-8686-6a9b7ed19fc9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Calling delete_port for 3f19e91d-6fd2-4753-9826-cc84e46fcf75 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:37:40.411223 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29817d5c-d869-437f-8481-9a034c26b9af req-ed455194-2c58-4f3a-8fb7-f44d49ef5686 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.2007499 Feb 28 17:37:40.449115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea70b1a-7c8a-4809-a70e-c63533b25de6 None None] The sync data for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 is: [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:37Z', 'revision_number': 6, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:31Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6', 'name': '', 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:f2:cd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '52b276bb-0790-4198-a246-d98429e45c90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:31Z', 'updated_at': '2022-02-28T17:37:39Z', 'revision_number': 4, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '52b276bb-0790-4198-a246-d98429e45c90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:37:40.462347 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:40.593172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9b8626e7-8c1c-4aff-860f-f413cc26a0a1 None None] Current status of the port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:40.630274 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:40.632658 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:40.662865 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.extraroute_db [None req-07144543-61c4-4ac1-9eed-4b47d35291de tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Added routes are [] {{(pid=104246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 17:37:40.663664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.extraroute_db [None req-07144543-61c4-4ac1-9eed-4b47d35291de tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=104246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 17:37:40.667428 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb329c-659a-4771-9307-baddb61a15e9 req-a0c1eef8-cde6-4f0f-9761-89a654fbd644 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:40.669275 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-60fb329c-659a-4771-9307-baddb61a15e9 req-a0c1eef8-cde6-4f0f-9761-89a654fbd644 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1098685 Feb 28 17:37:40.687361 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:37:40.689763 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e272de-bcf9-4e6f-b66d-5cf50b64dd32" -d '{"events": [{"server_uuid": "5226a84d-5aa1-485a-9b93-525c1d69a3b7", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5190e4-dec8-4d42-8a2f-7a03ec6657cf"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:37:40.705892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:40.706515 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-07144543-61c4-4ac1-9eed-4b47d35291de tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (fe474a3c-763c-4dde-b867-b49a25019b17), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:40.743878 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-60fb329c-659a-4771-9307-baddb61a15e9 req-07fa9b62-4ab3-4007-ba15-a9bc2d7b088d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684230 Feb 28 17:37:40.756311 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46d2cef-836f-42e6-9693-f8b026ddeefa x-openstack-request-id: req-b46d2cef-836f-42e6-9693-f8b026ddeefa {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:37:40.756311 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5226a84d-5aa1-485a-9b93-525c1d69a3b7", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5190e4-dec8-4d42-8a2f-7a03ec6657cf", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:37:40.756311 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b46d2cef-836f-42e6-9693-f8b026ddeefa {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:37:40.756311 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf', 'code': 200} Feb 28 17:37:40.844035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-576a5369-2dd2-4efa-929e-46b40da9c38c req-0a26a820-3a8a-4eca-8686-6a9b7ed19fc9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3f19e91d-6fd2-4753-9826-cc84e46fcf75), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:40.892573 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:40.894207 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3f19e91d-6fd2-4753-9826-cc84e46fcf75 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:37:40.916131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26a820-3a8a-4eca-8686-6a9b7ed19fc9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Pushing event deleted for resources: {'Port': ['ID=3f19e91d-6fd2-4753-9826-cc84e46fcf75,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:40.952666 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 3f19e91d-6fd2-4753-9826-cc84e46fcf75 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:37:40.953055 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3f19e91d-6fd2-4753-9826-cc84e46fcf75 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:37:40.954754 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-576a5369-2dd2-4efa-929e-46b40da9c38c req-0a26a820-3a8a-4eca-8686-6a9b7ed19fc9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] No DVR routers for this DVR port 3f19e91d-6fd2-4753-9826-cc84e46fcf75 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:37:40.957616 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-576a5369-2dd2-4efa-929e-46b40da9c38c req-0a26a820-3a8a-4eca-8686-6a9b7ed19fc9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:40.965396 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-576a5369-2dd2-4efa-929e-46b40da9c38c req-0a26a820-3a8a-4eca-8686-6a9b7ed19fc9 tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.69 "DELETE /v2.0/ports/3f19e91d-6fd2-4753-9826-cc84e46fcf75 HTTP/1.1" status: 204 len: 173 time: 1.1354768 Feb 28 17:37:40.965958 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f3b22a-e1e6-4b57-b037-d9a3257aa9ff', 'name': 'network-vif-deleted', 'tag': '3f19e91d-6fd2-4753-9826-cc84e46fcf75'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:37:40.969218 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be75d17-c912-4f17-8e1c-d50568029b8f" -d '{"events": [{"server_uuid": "66f3b22a-e1e6-4b57-b037-d9a3257aa9ff", "name": "network-vif-deleted", "tag": "3f19e91d-6fd2-4753-9826-cc84e46fcf75"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:37:41.032475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:41.063142 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6ade78-8b17-4460-9030-5d868d1a22d9 x-openstack-request-id: req-9c6ade78-8b17-4460-9030-5d868d1a22d9 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:37:41.063142 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f3b22a-e1e6-4b57-b037-d9a3257aa9ff", "name": "network-vif-deleted", "tag": "3f19e91d-6fd2-4753-9826-cc84e46fcf75", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:37:41.063142 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9c6ade78-8b17-4460-9030-5d868d1a22d9 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:37:41.063142 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f3b22a-e1e6-4b57-b037-d9a3257aa9ff', 'name': 'network-vif-deleted', 'tag': '3f19e91d-6fd2-4753-9826-cc84e46fcf75', 'status': 'completed', 'code': 200} Feb 28 17:37:41.359443 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-07144543-61c4-4ac1-9eed-4b47d35291de tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (fe474a3c-763c-4dde-b867-b49a25019b17), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:41.415044 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:41.416213 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-100018b3-f034-47f4-9638-6b3701235859 req-29fe9a31-b266-42ef-9d80-db7c2872e740 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.1046278 Feb 28 17:37:41.418125 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-07144543-61c4-4ac1-9eed-4b47d35291de tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (fe474a3c-763c-4dde-b867-b49a25019b17), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:41.472293 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c902c0b-832f-4c75-8608-881ab969cf0e req-bb8e60df-872b-4f14-bc62-45aa7ccf5bfe tempest-ServersTestJSON-709248224 tempest-ServersTestJSON-709248224-project] 10.222.0.72 "GET /v2.0/ports?device_id=66f3b22a-e1e6-4b57-b037-d9a3257aa9ff HTTP/1.1" status: 200 len: 210 time: 0.0622103 Feb 28 17:37:41.620867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07144543-61c4-4ac1-9eed-4b47d35291de tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router fe474a3c-763c-4dde-b867-b49a25019b17 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:37:41.836841 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c35f3-a8fe-42c4-8cfa-e294dc4c6d04 None None] Sync routers for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:37:41.848659 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c35f3-a8fe-42c4-8cfa-e294dc4c6d04 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:41.853470 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-302c35f3-a8fe-42c4-8cfa-e294dc4c6d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:41.881011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07144543-61c4-4ac1-9eed-4b47d35291de tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:37:41.888391 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-07144543-61c4-4ac1-9eed-4b47d35291de tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:41.893286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43556) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:41.893448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-07144543-61c4-4ac1-9eed-4b47d35291de tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17 HTTP/1.1" status: 200 len: 704 time: 2.1508045 Feb 28 17:37:42.040204 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:37:42.087409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a37efb-7874-42a0-abb7-3bc65ffd8914 req-8a778812-ed3a-4fa1-8628-f3d5b27539e5 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:42.090660 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f2a37efb-7874-42a0-abb7-3bc65ffd8914 req-8a778812-ed3a-4fa1-8628-f3d5b27539e5 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 943 time: 0.1678729 Feb 28 17:37:42.210866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:37:42.211304 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:42.251835 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f97ecc2b-6b60-492b-be07-9d3fc7772e42 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17 HTTP/1.1" status: 200 len: 704 time: 0.3573179 Feb 28 17:37:42.262489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43570) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:42.265054 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f2a37efb-7874-42a0-abb7-3bc65ffd8914 req-6582e54b-9d83-43a9-945a-959869cbbe94 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649649 Feb 28 17:37:42.475341 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-302c35f3-a8fe-42c4-8cfa-e294dc4c6d04 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:42.476649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:42.626332 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:42.646613 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6fe2aeb2-91bb-47b6-b725-56338ae4fbc6 req-b6d3d6e6-3bc4-46fc-a65f-844247d42b5f tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0949352 Feb 28 17:37:42.711704 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43598) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:42.771778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Deleting subnet cb110c1f-5ae6-479d-98d8-8a85f1f33199 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:37:42.776038 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Publish callbacks [] for subnet (cb110c1f-5ae6-479d-98d8-8a85f1f33199), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:42.821170 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (cb110c1f-5ae6-479d-98d8-8a85f1f33199), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:42.869256 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (cb110c1f-5ae6-479d-98d8-8a85f1f33199), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:42.952537 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-302c35f3-a8fe-42c4-8cfa-e294dc4c6d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:40Z', 'revision_number': 7, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:31Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6', 'name': '', 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:f2:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '52b276bb-0790-4198-a246-d98429e45c90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:31Z', 'updated_at': '2022-02-28T17:37:39Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '52b276bb-0790-4198-a246-d98429e45c90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:43.008246 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c35f3-a8fe-42c4-8cfa-e294dc4c6d04 None None] Checking router: fe474a3c-763c-4dde-b867-b49a25019b17 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:37:43.013767 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (cb110c1f-5ae6-479d-98d8-8a85f1f33199), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:43.028311 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c35f3-a8fe-42c4-8cfa-e294dc4c6d04 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:43.028935 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-302c35f3-a8fe-42c4-8cfa-e294dc4c6d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:43.108131 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-699b05ec-c46d-4e02-b8d3-f09b61ba5f54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:43.111966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb110c1f-5ae6-479d-98d8-8a85f1f33199,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:43.116972 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:43.131976 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cb110c1f-5ae6-479d-98d8-8a85f1f33199 HTTP/1.1" status: 204 len: 168 time: 0.4181933 Feb 28 17:37:43.137545 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43622) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:43.183224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:43.183753 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:43.184271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:43.184814 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:43.185299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:43.185782 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:43.186278 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:43.186774 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:43.188026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:43.188842 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:43.189415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:43.190016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:43.190513 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2811df2-d871-49de-a8e5-38e3d6075e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:43.235615 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-302c35f3-a8fe-42c4-8cfa-e294dc4c6d04 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:43.283935 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-80c56c1f-9f02-4a95-95b3-ef71052c68e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (025c50b6-aef6-427c-b4dd-ce17165ac484), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:43.446539 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dea9fdbf-7c09-4d1e-b8d3-2c85c11f8fce req-37849826-c0d0-45cc-a06d-e48774122220 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90&device_id=e4acf785-c551-48e5-a54a-89f8d828155d HTTP/1.1" status: 200 len: 210 time: 0.0446470 Feb 28 17:37:43.481159 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-80c56c1f-9f02-4a95-95b3-ef71052c68e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (025c50b6-aef6-427c-b4dd-ce17165ac484), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:43.520902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-80c56c1f-9f02-4a95-95b3-ef71052c68e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025c50b6-aef6-427c-b4dd-ce17165ac484']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:43.536738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bab617-550e-4c04-906b-1835dbe06a26 req-1787d226-993a-46a6-9699-e5616256142d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:43.538717 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-40bab617-550e-4c04-906b-1835dbe06a26 req-1787d226-993a-46a6-9699-e5616256142d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 943 time: 0.1201932 Feb 28 17:37:43.543194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-80c56c1f-9f02-4a95-95b3-ef71052c68e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634acc1b-cb74-4351-8025-14a42dfb476e') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:43.543763 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-80c56c1f-9f02-4a95-95b3-ef71052c68e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634acc1b-cb74-4351-8025-14a42dfb476e') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:43.569524 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-302c35f3-a8fe-42c4-8cfa-e294dc4c6d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:40Z', 'revision_number': 7, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:31Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6', 'name': '', 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:f2:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '52b276bb-0790-4198-a246-d98429e45c90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:31Z', 'updated_at': '2022-02-28T17:37:39Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '52b276bb-0790-4198-a246-d98429e45c90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:43.574625 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-80c56c1f-9f02-4a95-95b3-ef71052c68e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (634acc1b-cb74-4351-8025-14a42dfb476e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:43.613071 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c35f3-a8fe-42c4-8cfa-e294dc4c6d04 None None] The sync data for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 is: [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:40Z', 'revision_number': 7, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:31Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6', 'name': '', 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:f2:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '52b276bb-0790-4198-a246-d98429e45c90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:31Z', 'updated_at': '2022-02-28T17:37:39Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '52b276bb-0790-4198-a246-d98429e45c90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:37:43.667301 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-40bab617-550e-4c04-906b-1835dbe06a26 req-aefe882a-861e-4c21-ab25-f54991a54d6f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153390 Feb 28 17:37:43.673326 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-80c56c1f-9f02-4a95-95b3-ef71052c68e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (634acc1b-cb74-4351-8025-14a42dfb476e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:43.684607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c56c1f-9f02-4a95-95b3-ef71052c68e3 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:37:43.685920 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-80c56c1f-9f02-4a95-95b3-ef71052c68e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (634acc1b-cb74-4351-8025-14a42dfb476e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:37:43.694081 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:37:43.725334 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-699b05ec-c46d-4e02-b8d3-f09b61ba5f54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:37:43.738923 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-699b05ec-c46d-4e02-b8d3-f09b61ba5f54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:43.844035 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-80c56c1f-9f02-4a95-95b3-ef71052c68e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (025c50b6-aef6-427c-b4dd-ce17165ac484), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:43.866664 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-80c56c1f-9f02-4a95-95b3-ef71052c68e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:43.873212 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-80c56c1f-9f02-4a95-95b3-ef71052c68e3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/025c50b6-aef6-427c-b4dd-ce17165ac484 HTTP/1.1" status: 204 len: 168 time: 0.7322488 Feb 28 17:37:43.894447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c56c1f-9f02-4a95-95b3-ef71052c68e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=025c50b6-aef6-427c-b4dd-ce17165ac484,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:43.905565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-699b05ec-c46d-4e02-b8d3-f09b61ba5f54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] For port 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6,segment=NetworkSegment(aa79d411-1b44-4a14-b9b9-05ec65378294),segment_id=aa79d411-1b44-4a14-b9b9-05ec65378294)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:43.906563 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-699b05ec-c46d-4e02-b8d3-f09b61ba5f54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:43.945667 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-699b05ec-c46d-4e02-b8d3-f09b61ba5f54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:37:43.950466 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfcd3-f149-4418-9041-ebd17e7a3046 req-c2097ea7-e326-41ee-b40e-4fbdef5f7538 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:43.953439 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6afbfcd3-f149-4418-9041-ebd17e7a3046 req-c2097ea7-e326-41ee-b40e-4fbdef5f7538 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 943 time: 0.1637049 Feb 28 17:37:43.986930 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:44.072872 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ae6c1623-d44d-469b-9e69-6d9e8097423f req-b805ec2f-26a2-44e1-bd05-053ecb234e72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e285b999c29e4cf59b15627bcdf5f585&device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.1163187 Feb 28 17:37:44.099103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71da904-3f2d-43b7-927b-1177c049c0f6 None None] Sync routers for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:37:44.113501 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71da904-3f2d-43b7-927b-1177c049c0f6 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:44.114178 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b71da904-3f2d-43b7-927b-1177c049c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:44.146260 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ae6c1623-d44d-469b-9e69-6d9e8097423f req-0db0aac3-7b3f-480b-b43c-2e061163dca3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e285b999c29e4cf59b15627bcdf5f585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650933 Feb 28 17:37:44.155048 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6afbfcd3-f149-4418-9041-ebd17e7a3046 req-337755c7-ca02-4755-838f-9dd9f6e7de8f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773286 Feb 28 17:37:44.253177 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d318b363-f6b3-4123-86ac-586babdbac05 req-8e1c17f5-a7bb-41a9-a637-b7a973795829 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.1254814 Feb 28 17:37:44.421192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1623-d44d-469b-9e69-6d9e8097423f req-48c71d99-386b-418d-8f1f-329d66a06390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:44.425395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ae6c1623-d44d-469b-9e69-6d9e8097423f req-48c71d99-386b-418d-8f1f-329d66a06390 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2687821 Feb 28 17:37:44.465879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5c922-2225-41dc-afb9-c6824fe7f4d5 req-69af909a-95bd-4d61-9d54-33df4ed689ce tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:44.468405 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-51b5c922-2225-41dc-afb9-c6824fe7f4d5 req-69af909a-95bd-4d61-9d54-33df4ed689ce tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6ba8c23-a22c-4db5-a85f-186be453c9af HTTP/1.1" status: 200 len: 949 time: 0.0867527 Feb 28 17:37:44.497524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43722) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:44.518314 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-699b05ec-c46d-4e02-b8d3-f09b61ba5f54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:44.519223 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:37:44.567648 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0c7ea739-f68c-4c69-bd4e-8c04782c91bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6245b9d2a54f4064829f9d0ea75229fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0667112 Feb 28 17:37:44.571461 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43726) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:44.575876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b05ec-c46d-4e02-b8d3-f09b61ba5f54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:44.613007 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-b71da904-3f2d-43b7-927b-1177c049c0f6 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:44.644896 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-51b5c922-2225-41dc-afb9-c6824fe7f4d5 req-11aac7e6-cbe6-4f5b-8a66-7ab88a3efa59 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700456 Feb 28 17:37:44.681709 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dbfca00a-b55f-476a-bf4f-fbb1a3f43c42 admin admin] Publish callbacks [] for security_group (be0f0e0b-022d-425b-808f-e011d062c5e1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:44.751459 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dbfca00a-b55f-476a-bf4f-fbb1a3f43c42 admin admin] Publish callbacks [] for security_group (be0f0e0b-022d-425b-808f-e011d062c5e1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:44.848225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-b0beaa4b-d90d-49da-9b95-60e4daf7a533 req-d7019499-6668-40f6-a468-5fd58910501c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:37:44.863093 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b0beaa4b-d90d-49da-9b95-60e4daf7a533 req-d7019499-6668-40f6-a468-5fd58910501c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3870440 Feb 28 17:37:44.884436 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-699b05ec-c46d-4e02-b8d3-f09b61ba5f54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:44.963786 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dbfca00a-b55f-476a-bf4f-fbb1a3f43c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (be0f0e0b-022d-425b-808f-e011d062c5e1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:44.977441 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dbfca00a-b55f-476a-bf4f-fbb1a3f43c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:44.977441 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dbfca00a-b55f-476a-bf4f-fbb1a3f43c42 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/be0f0e0b-022d-425b-808f-e011d062c5e1 HTTP/1.1" status: 204 len: 168 time: 0.4042013 Feb 28 17:37:44.993002 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf is: DOWN; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:44.994156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:37:45.005808 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfca00a-b55f-476a-bf4f-fbb1a3f43c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0f0e0b-022d-425b-808f-e011d062c5e1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:45.157219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b71da904-3f2d-43b7-927b-1177c049c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:40Z', 'revision_number': 7, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:31Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6', 'name': '', 'network_id': 'e10c9ae0-12c5-4ec0-a616-5ca41581b33a', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:f2:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '52b276bb-0790-4198-a246-d98429e45c90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:31Z', 'updated_at': '2022-02-28T17:37:39Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '52b276bb-0790-4198-a246-d98429e45c90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:45.270156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71da904-3f2d-43b7-927b-1177c049c0f6 None None] Checking router: fe474a3c-763c-4dde-b867-b49a25019b17 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:37:45.287486 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:37:45.288129 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:45.308096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699b05ec-c46d-4e02-b8d3-f09b61ba5f54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router fe474a3c-763c-4dde-b867-b49a25019b17 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:37:45.323401 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71da904-3f2d-43b7-927b-1177c049c0f6 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:45.324071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b71da904-3f2d-43b7-927b-1177c049c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:45.325006 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63821a-7838-4f55-b8ef-b101f4a6b43a req-8a61a32e-db69-40ff-803f-bd04c2454cac tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:45.327388 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be63821a-7838-4f55-b8ef-b101f4a6b43a req-8a61a32e-db69-40ff-803f-bd04c2454cac tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 943 time: 0.0798240 Feb 28 17:37:45.432193 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be63821a-7838-4f55-b8ef-b101f4a6b43a req-747e6001-2df7-49c6-8956-b072784f12db tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970657 Feb 28 17:37:45.463895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699b05ec-c46d-4e02-b8d3-f09b61ba5f54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:37:45.475576 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-699b05ec-c46d-4e02-b8d3-f09b61ba5f54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2118478 Feb 28 17:37:45.476584 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-b71da904-3f2d-43b7-927b-1177c049c0f6 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:45.479067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43810) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:45.542065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb155e3d-cae2-427a-9d7e-4fdc702f3a54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting subnet 52b276bb-0790-4198-a246-d98429e45c90 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:37:45.546187 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bb155e3d-cae2-427a-9d7e-4fdc702f3a54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (52b276bb-0790-4198-a246-d98429e45c90), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:45.639770 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:45.643229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:37:45.646311 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc90b1ef-1fa7-4663-a93f-6614135db5d6" -d '{"events": [{"server_uuid": "c6ba8c23-a22c-4db5-a85f-186be453c9af", "name": "network-vif-unplugged", "status": "completed", "tag": "462d1429-73c0-4e5b-b0c0-6ebfe9ed2664"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:37:45.728831 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:45.780848 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5209b619-5198-4a81-8718-a23820e42677 req-59da154d-06ac-4e5f-9e2f-278e0d6d8357 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.1151252 Feb 28 17:37:45.810669 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bb155e3d-cae2-427a-9d7e-4fdc702f3a54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (52b276bb-0790-4198-a246-d98429e45c90), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:45.972977 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ae6c1623-d44d-469b-9e69-6d9e8097423f req-590d0a41-4e38-44fe-873f-e7f9b86431c2 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.0840952 Feb 28 17:37:45.993417 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23169f6a-1cfb-4657-a42b-88b0296a1fd7 x-openstack-request-id: req-23169f6a-1cfb-4657-a42b-88b0296a1fd7 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:37:45.994011 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ba8c23-a22c-4db5-a85f-186be453c9af", "name": "network-vif-unplugged", "status": "completed", "tag": "462d1429-73c0-4e5b-b0c0-6ebfe9ed2664", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:37:45.994901 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-23169f6a-1cfb-4657-a42b-88b0296a1fd7 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:37:45.996174 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664', 'code': 200} Feb 28 17:37:46.055960 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,revision_number=11']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:46.098188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b71da904-3f2d-43b7-927b-1177c049c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:44Z', 'revision_number': 8, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:31Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:46.130766 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bb155e3d-cae2-427a-9d7e-4fdc702f3a54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (52b276bb-0790-4198-a246-d98429e45c90), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:46.133241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71da904-3f2d-43b7-927b-1177c049c0f6 None None] The sync data for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 is: [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:44Z', 'revision_number': 8, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:31Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:37:46.302329 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bb155e3d-cae2-427a-9d7e-4fdc702f3a54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (52b276bb-0790-4198-a246-d98429e45c90), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:46.332410 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bb155e3d-cae2-427a-9d7e-4fdc702f3a54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:46.333548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d2df0-6f5f-4fbb-8c09-5fb44aaa9c44 None None] Network e10c9ae0-12c5-4ec0-a616-5ca41581b33a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:37:46.344060 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bb155e3d-cae2-427a-9d7e-4fdc702f3a54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/52b276bb-0790-4198-a246-d98429e45c90 HTTP/1.1" status: 204 len: 168 time: 0.8598721 Feb 28 17:37:46.344224 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43902) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:46.406599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155e3d-cae2-427a-9d7e-4fdc702f3a54 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Subnet': ['ID=52b276bb-0790-4198-a246-d98429e45c90,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:46.588747 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (e10c9ae0-12c5-4ec0-a616-5ca41581b33a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:46.628334 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-aaf8639a-4bc3-49b5-8ae8-bc3b1bbce45e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4146225 Feb 28 17:37:46.668868 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d2e71eaf-e7ee-48a8-93ad-a95553bcaf2b service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:37:46.676988 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d2e71eaf-e7ee-48a8-93ad-a95553bcaf2b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0353932 Feb 28 17:37:46.679112 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb6422-cad4-418e-9c39-5033fc643baa None None] DHCP port deletion for e10c9ae0-12c5-4ec0-a616-5ca41581b33a request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:37:46.818783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-89cb6422-cad4-418e-9c39-5033fc643baa None None] Deleting port c9383270-6593-47dd-8860-7676034d066e {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:37:46.819164 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-89cb6422-cad4-418e-9c39-5033fc643baa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c9383270-6593-47dd-8860-7676034d066e), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:46.826296 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port c9383270-6593-47dd-8860-7676034d066e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:37:46.826732 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c9383270-6593-47dd-8860-7676034d066e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:46.828222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e959b-0cd4-40e9-8b2e-1fdd75c13b4a req-3952732f-5685-41bb-acca-8f183001d457 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:46.836778 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b7e959b-0cd4-40e9-8b2e-1fdd75c13b4a req-3952732f-5685-41bb-acca-8f183001d457 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 943 time: 0.1534433 Feb 28 17:37:46.987904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b7e959b-0cd4-40e9-8b2e-1fdd75c13b4a req-b6e859b6-edc9-4ec9-a56b-1615f4efd468 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498470 Feb 28 17:37:47.028073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-89cb6422-cad4-418e-9c39-5033fc643baa None None] For port c9383270-6593-47dd-8860-7676034d066e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c9383270-6593-47dd-8860-7676034d066e,segment=NetworkSegment(aa79d411-1b44-4a14-b9b9-05ec65378294),segment_id=aa79d411-1b44-4a14-b9b9-05ec65378294)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:47.037485 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-89cb6422-cad4-418e-9c39-5033fc643baa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c9383270-6593-47dd-8860-7676034d066e), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:47.038618 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526821a-3120-4ea0-9f58-73c5ba5816d9 None None] Sync routers for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:37:47.072379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-89cb6422-cad4-418e-9c39-5033fc643baa None None] Calling delete_port for c9383270-6593-47dd-8860-7676034d066e owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:37:47.076102 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526821a-3120-4ea0-9f58-73c5ba5816d9 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:47.080382 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a526821a-3120-4ea0-9f58-73c5ba5816d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:47.130209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] For port c9383270-6593-47dd-8860-7676034d066e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c9383270-6593-47dd-8860-7676034d066e,segment=NetworkSegment(aa79d411-1b44-4a14-b9b9-05ec65378294),segment_id=aa79d411-1b44-4a14-b9b9-05ec65378294)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:47.130839 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c9383270-6593-47dd-8860-7676034d066e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:47.207175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for c9383270-6593-47dd-8860-7676034d066e owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:37:47.268902 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6ebb0883-2c48-4579-a2aa-708cbbefc64d req-fcebbc49-39c0-4b2c-91fb-7baaf443e571 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=10b0a4ce-8a09-49d1-abe4-01cc4eaedc90 HTTP/1.1" status: 200 len: 210 time: 0.1117787 Feb 28 17:37:47.295432 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a526821a-3120-4ea0-9f58-73c5ba5816d9 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:47.315642 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-89cb6422-cad4-418e-9c39-5033fc643baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (c9383270-6593-47dd-8860-7676034d066e), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:47.367013 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb6422-cad4-418e-9c39-5033fc643baa None None] Pushing event deleted for resources: {'Port': ['ID=c9383270-6593-47dd-8860-7676034d066e,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:47.389902 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb6422-cad4-418e-9c39-5033fc643baa None None] No DVR routers for this DVR port c9383270-6593-47dd-8860-7676034d066e on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:37:47.550435 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:37:47.605488 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a526821a-3120-4ea0-9f58-73c5ba5816d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:44Z', 'revision_number': 8, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:31Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:47.647416 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526821a-3120-4ea0-9f58-73c5ba5816d9 None None] Checking router: fe474a3c-763c-4dde-b867-b49a25019b17 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:37:47.659184 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526821a-3120-4ea0-9f58-73c5ba5816d9 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:47.660156 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a526821a-3120-4ea0-9f58-73c5ba5816d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:47.799958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c9383270-6593-47dd-8860-7676034d066e no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:37:47.833349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: c9383270-6593-47dd-8860-7676034d066e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:37:47.838088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c9383270-6593-47dd-8860-7676034d066e not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:37:47.841535 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:37:47.880495 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a526821a-3120-4ea0-9f58-73c5ba5816d9 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:47.896438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:37:47.901015 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5d764b42-a5b9-48eb-ba6e-f9cbe9710dc6 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:37:48.070051 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c9383270-6593-47dd-8860-7676034d066e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:48.163226 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No DVR routers for this DVR port c9383270-6593-47dd-8860-7676034d066e on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:37:48.163492 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-88694d95-ac23-4a45-87eb-2485ee412e84 req-88b679f1-8617-4f1d-aa25-aaaad65516a3 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0937295 Feb 28 17:37:48.169095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=c9383270-6593-47dd-8860-7676034d066e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:48.231260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-c409e462-3c4c-43ce-9b92-4e97b5707a8d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:48.232688 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-c409e462-3c4c-43ce-9b92-4e97b5707a8d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports/6f5190e4-dec8-4d42-8a2f-7a03ec6657cf HTTP/1.1" status: 200 len: 940 time: 1.4858904 Feb 28 17:37:48.394415 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (e10c9ae0-12c5-4ec0-a616-5ca41581b33a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:48.406597 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a526821a-3120-4ea0-9f58-73c5ba5816d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:44Z', 'revision_number': 8, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:31Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:48.430376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10c9ae0-12c5-4ec0-a616-5ca41581b33a']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:48.442192 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa79d411-1b44-4a14-b9b9-05ec65378294') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:48.442484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa79d411-1b44-4a14-b9b9-05ec65378294') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:48.446156 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526821a-3120-4ea0-9f58-73c5ba5816d9 None None] The sync data for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 is: [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:44Z', 'revision_number': 8, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2e4b5b3b-db87-4141-a421-da830f4d17f3', 'name': '', 'network_id': 'fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:88:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:21Z', 'updated_at': '2022-02-28T17:37:31Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '32f18e96-bd5f-46c4-be49-69c6a668bb7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:37:48.458977 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (aa79d411-1b44-4a14-b9b9-05ec65378294), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:48.468878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea85c7-d75f-4f7b-9159-8cfdc09669ec req-c3a1912c-357d-46d8-b315-d01544b16ca0 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:48.473120 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (aa79d411-1b44-4a14-b9b9-05ec65378294), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:48.479648 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:37:48.480051 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (aa79d411-1b44-4a14-b9b9-05ec65378294), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:48.482683 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5ea85c7-d75f-4f7b-9159-8cfdc09669ec req-c3a1912c-357d-46d8-b315-d01544b16ca0 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 943 time: 0.1380270 Feb 28 17:37:48.584637 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5ea85c7-d75f-4f7b-9159-8cfdc09669ec req-abbe6d95-95b3-4664-bfa0-94b151f02109 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007011 Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:37:48.594515 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:37:48.682924 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (e10c9ae0-12c5-4ec0-a616-5ca41581b33a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:48.690667 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:48.698634 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44060) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:48.699457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/networks/e10c9ae0-12c5-4ec0-a616-5ca41581b33a HTTP/1.1" status: 204 len: 168 time: 2.3515003 Feb 28 17:37:48.720168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9704b-a26b-4e50-87d7-45cc16b71bce tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Network': ['ID=e10c9ae0-12c5-4ec0-a616-5ca41581b33a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:49.227453 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34576bd1-9eee-416e-9bed-a44f727e83c7 req-9bcbef2b-b600-411c-a5fa-cdfa2f949ef2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e285b999c29e4cf59b15627bcdf5f585&device_id=e4acf785-c551-48e5-a54a-89f8d828155d HTTP/1.1" status: 200 len: 210 time: 0.0706534 Feb 28 17:37:49.364895 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37e6891b-96ee-4915-894d-08a2cef621b3 req-e4cc9ec8-e1e9-41e2-af66-6658b8bb1511 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0532286 Feb 28 17:37:49.714417 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34576bd1-9eee-416e-9bed-a44f727e83c7 req-aca69bb8-a690-4025-a313-11771d366028 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e285b999c29e4cf59b15627bcdf5f585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4777198 Feb 28 17:37:49.735689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01477bf8-5a9d-40f8-906e-1cbfeeae277d req-7bd316e0-b1a4-4b92-b7d2-805fb2a91648 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4acf785-c551-48e5-a54a-89f8d828155d HTTP/1.1" status: 200 len: 210 time: 0.4856241 Feb 28 17:37:49.898417 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34576bd1-9eee-416e-9bed-a44f727e83c7 req-7fc49eaa-6ee0-4b56-8c93-03d3b0529692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:49.903016 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34576bd1-9eee-416e-9bed-a44f727e83c7 req-7fc49eaa-6ee0-4b56-8c93-03d3b0529692 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1694164 Feb 28 17:37:49.941081 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c7898-e354-4002-b567-16a6df9ccee2 req-2122ede2-fcbd-4157-a38a-7aae1b33840a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:49.942656 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a4c7898-e354-4002-b567-16a6df9ccee2 req-2122ede2-fcbd-4157-a38a-7aae1b33840a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 943 time: 0.1065094 Feb 28 17:37:50.086049 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a4c7898-e354-4002-b567-16a6df9ccee2 req-8c957ed9-0541-4606-a68c-a410374bb4c3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371145 Feb 28 17:37:50.106599 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-06badd2e-e5e5-4885-be53-4862fc036129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:50.180191 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-b27298d6-8301-44aa-bb3c-0fff7797c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:50.181873 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-b27298d6-8301-44aa-bb3c-0fff7797c45d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7&tenant_id=9665654bb1254aa08cac2eb356b74f48 HTTP/1.1" status: 200 len: 1126 time: 0.1660910 Feb 28 17:37:50.221816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-19', 'device_owner': 'compute:nova'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:37:50.357909 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:50.565514 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57aa739c-a542-4ddd-bcc2-3820e8166258 req-7164c9f0-b7c0-465a-bf08-412fa2716095 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0780129 Feb 28 17:37:50.690800 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:50.700233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-06badd2e-e5e5-4885-be53-4862fc036129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port 2e4b5b3b-db87-4141-a421-da830f4d17f3 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:37:50.700574 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-06badd2e-e5e5-4885-be53-4862fc036129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:50.789896 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:37:50.852096 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:37:50.872974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-06badd2e-e5e5-4885-be53-4862fc036129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] For port 2e4b5b3b-db87-4141-a421-da830f4d17f3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2e4b5b3b-db87-4141-a421-da830f4d17f3,segment=NetworkSegment(a0adf43e-655f-4c18-80d7-9171c8b2d6c5),segment_id=a0adf43e-655f-4c18-80d7-9171c8b2d6c5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:50.873354 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-06badd2e-e5e5-4885-be53-4862fc036129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:50.891743 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Publish callbacks [] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:50.909574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-06badd2e-e5e5-4885-be53-4862fc036129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for 2e4b5b3b-db87-4141-a421-da830f4d17f3 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:37:50.919128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Transition to ACTIVE for port object 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:37:50.941018 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-368c1009-74d0-40ca-864b-bdcc49b70fdd req-5d94d65c-7013-406a-abf5-e92a104c3acf tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4acf785-c551-48e5-a54a-89f8d828155d HTTP/1.1" status: 200 len: 210 time: 0.0745416 Feb 28 17:37:51.044236 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:51.119822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,revision_number=9']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:51.138381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] No DVR routers for this DVR port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:37:51.254507 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Attempting to bind port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:37:51.254838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Attempting to bind port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '5e9ce309-4756-48e1-be6e-14e1eec0d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54167de9-3554-490b-90c9-a563d8838503'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:37:51.255172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Attempting to bind port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf on network 54167de9-3554-490b-90c9-a563d8838503 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:37:51.268579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf on network 54167de9-3554-490b-90c9-a563d8838503 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:37:51.268911 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Attempting to bind port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf on network 54167de9-3554-490b-90c9-a563d8838503 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:37:51.275998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:37:51.276559 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Checking segment: {'id': '5e9ce309-4756-48e1-be6e-14e1eec0d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54167de9-3554-490b-90c9-a563d8838503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:37:51.276964 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Bound using segment: {'id': '5e9ce309-4756-48e1-be6e-14e1eec0d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54167de9-3554-490b-90c9-a563d8838503'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:37:51.277413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Bound port: 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9ce309-4756-48e1-be6e-14e1eec0d12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54167de9-3554-490b-90c9-a563d8838503'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:37:51.277777 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:51.295970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81793a-a439-4905-94ed-444940302d62 req-c2f1814b-3690-4291-a24f-4b9929dba53c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:51.298538 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e81793a-a439-4905-94ed-444940302d62 req-c2f1814b-3690-4291-a24f-4b9929dba53c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 943 time: 0.0717278 Feb 28 17:37:51.358355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:37:51.358355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:37:51.366529 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e81793a-a439-4905-94ed-444940302d62 req-17d8b4fd-392b-455b-958e-b7e44b694938 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616779 Feb 28 17:37:51.368554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-06badd2e-e5e5-4885-be53-4862fc036129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2e4b5b3b-db87-4141-a421-da830f4d17f3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:51.405998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06badd2e-e5e5-4885-be53-4862fc036129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=2e4b5b3b-db87-4141-a421-da830f4d17f3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:51.439284 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:51.492144 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34576bd1-9eee-416e-9bed-a44f727e83c7 req-66b297b6-79d1-4652-b65e-21cd2f5c3eab tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4acf785-c551-48e5-a54a-89f8d828155d HTTP/1.1" status: 200 len: 210 time: 0.0485301 Feb 28 17:37:51.604462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:51.605086 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:51.613083 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] 10.222.0.73 "PUT /v2.0/ports/6f5190e4-dec8-4d42-8a2f-7a03ec6657cf HTTP/1.1" status: 200 len: 1092 time: 1.3980703 Feb 28 17:37:51.613571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'tag': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:37:51.615952 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cd05b6-de4c-4557-ad7c-f6c0cd0b904c" -d '{"events": [{"name": "network-changed", "server_uuid": "5226a84d-5aa1-485a-9b93-525c1d69a3b7", "tag": "6f5190e4-dec8-4d42-8a2f-7a03ec6657cf"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:37:51.759681 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-06badd2e-e5e5-4885-be53-4862fc036129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:51.767194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091624f-73bf-40d6-ba35-32e2120763e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,revision_number=10']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:51.792378 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0e7ea7ee-7b3b-484d-9a55-615293c019ab req-7b135b45-80a1-4ac0-813b-4013e33641dc tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0471563 Feb 28 17:37:51.865478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-a9b04dc2-98db-440e-a994-880114f2912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:51.867207 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-a9b04dc2-98db-440e-a994-880114f2912f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9665654bb1254aa08cac2eb356b74f48&device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 1127 time: 0.2274344 Feb 28 17:37:51.868882 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef32a81-0366-4867-b6ad-bdeb75512f7c x-openstack-request-id: req-1ef32a81-0366-4867-b6ad-bdeb75512f7c {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:37:51.869236 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5226a84d-5aa1-485a-9b93-525c1d69a3b7", "tag": "6f5190e4-dec8-4d42-8a2f-7a03ec6657cf", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:37:51.869562 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ef32a81-0366-4867-b6ad-bdeb75512f7c {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:37:51.878808 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'tag': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf', 'status': 'completed', 'code': 200} Feb 28 17:37:52.122603 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-347bea0b-e8e9-4a8a-b558-ac7808dc8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:52.124088 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-347bea0b-e8e9-4a8a-b558-ac7808dc8dde service neutron] 10.222.0.73 "GET /v2.0/networks?id=54167de9-3554-490b-90c9-a563d8838503 HTTP/1.1" status: 200 len: 914 time: 0.2191670 Feb 28 17:37:52.132931 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5e42a8af-e341-4d6d-9c52-d5a5967836d1 req-31516719-1f9e-4830-a439-1a10bb95c9e7 tempest-ServerShowV247Test-986278410 tempest-ServerShowV247Test-986278410-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4acf785-c551-48e5-a54a-89f8d828155d HTTP/1.1" status: 200 len: 210 time: 0.0436401 Feb 28 17:37:52.186458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-6f2ea0d2-f742-43f3-8b1f-578d8a9aed0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf HTTP/1.1" status: 200 len: 217 time: 0.0540409 Feb 28 17:37:52.233615 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06badd2e-e5e5-4885-be53-4862fc036129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router fe474a3c-763c-4dde-b867-b49a25019b17 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:37:52.257573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-77374e05-3dd8-4bd9-89f1-90c2b7c24b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:52.258394 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-77374e05-3dd8-4bd9-89f1-90c2b7c24b2e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f133f7b8-2c40-4366-9de1-489549838d9b HTTP/1.1" status: 200 len: 853 time: 0.0650675 Feb 28 17:37:52.303435 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-86fb2c5f-b24a-4198-a26e-0a625b5f794b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54167de9-3554-490b-90c9-a563d8838503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360575 Feb 28 17:37:52.539850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06badd2e-e5e5-4885-be53-4862fc036129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:37:52.553146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe41437-9ae3-4cb4-9dbf-92e82d56de52 None None] Sync routers for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:37:52.564581 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-06badd2e-e5e5-4885-be53-4862fc036129 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8615251 Feb 28 17:37:52.565104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44180) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:52.572897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe41437-9ae3-4cb4-9dbf-92e82d56de52 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:52.574139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-afe41437-9ae3-4cb4-9dbf-92e82d56de52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:52.576050 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-0e4ac263-a381-4614-af0f-94328da0f2be service neutron] 10.222.0.73 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285995 Feb 28 17:37:52.750781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2bff4-9254-4466-830b-27c61b47b1de req-d821d730-2fc7-473a-9313-1c8d001966bc tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:52.751000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-afe41437-9ae3-4cb4-9dbf-92e82d56de52 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:52.760873 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b0a2bff4-9254-4466-830b-27c61b47b1de req-d821d730-2fc7-473a-9313-1c8d001966bc tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 948 time: 0.0674012 Feb 28 17:37:52.786322 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca63b63f-b7e0-425c-aa1f-03b01aa592ef tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting subnet 32f18e96-bd5f-46c4-be49-69c6a668bb7e {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:37:52.804769 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca63b63f-b7e0-425c-aa1f-03b01aa592ef tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (32f18e96-bd5f-46c4-be49-69c6a668bb7e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:52.826633 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b0a2bff4-9254-4466-830b-27c61b47b1de req-f6d33fe6-a696-4190-9a38-9582ab625850 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645533 Feb 28 17:37:52.858021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed0e21-5170-4d97-9f0a-4be23704d297 req-891cbe9b-2d29-4741-a633-330dbfd90e8e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:52.862949 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09ed0e21-5170-4d97-9f0a-4be23704d297 req-891cbe9b-2d29-4741-a633-330dbfd90e8e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.3470609 Feb 28 17:37:52.928566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca63b63f-b7e0-425c-aa1f-03b01aa592ef tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (32f18e96-bd5f-46c4-be49-69c6a668bb7e), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:52.998614 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09ed0e21-5170-4d97-9f0a-4be23704d297 req-2f52c337-c771-4078-82ef-d4a1b9a64034 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124618 Feb 28 17:37:53.034181 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b5be41f-5ee0-42f1-87fd-c06946a17a0a req-096e16eb-da04-4cd0-b7bc-9ea298a09937 service neutron] 10.222.0.73 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172769 Feb 28 17:37:53.048975 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-505e0b3d-f1bd-4ec9-8769-9510e85ab182 req-649b0b57-ff64-47b3-8595-6382a94f3957 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0746703 Feb 28 17:37:53.097710 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-afe41437-9ae3-4cb4-9dbf-92e82d56de52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:51Z', 'revision_number': 9, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:53.109775 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca63b63f-b7e0-425c-aa1f-03b01aa592ef tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (32f18e96-bd5f-46c4-be49-69c6a668bb7e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:53.134145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe41437-9ae3-4cb4-9dbf-92e82d56de52 None None] Checking router: fe474a3c-763c-4dde-b867-b49a25019b17 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:37:53.144876 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe41437-9ae3-4cb4-9dbf-92e82d56de52 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:53.145631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-afe41437-9ae3-4cb4-9dbf-92e82d56de52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:53.292824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd05b6-de4c-4557-ad7c-f6c0cd0b904c req-fb944faa-bac1-4a98-89a7-c6bc951baf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:53.294963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3cd05b6-de4c-4557-ad7c-f6c0cd0b904c req-fb944faa-bac1-4a98-89a7-c6bc951baf57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9665654bb1254aa08cac2eb356b74f48&device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 1127 time: 0.1295745 Feb 28 17:37:53.318097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-afe41437-9ae3-4cb4-9dbf-92e82d56de52 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:53.409566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca63b63f-b7e0-425c-aa1f-03b01aa592ef tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (32f18e96-bd5f-46c4-be49-69c6a668bb7e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:53.453336 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63b63f-b7e0-425c-aa1f-03b01aa592ef tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Subnet': ['ID=32f18e96-bd5f-46c4-be49-69c6a668bb7e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:53.463559 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ca63b63f-b7e0-425c-aa1f-03b01aa592ef tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:53.470178 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ca63b63f-b7e0-425c-aa1f-03b01aa592ef tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/32f18e96-bd5f-46c4-be49-69c6a668bb7e HTTP/1.1" status: 204 len: 168 time: 0.9011962 Feb 28 17:37:53.470510 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44202) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:53.515331 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd05b6-de4c-4557-ad7c-f6c0cd0b904c req-fc7d3382-9e61-40b1-8c7a-df8f35e715f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:53.517355 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3cd05b6-de4c-4557-ad7c-f6c0cd0b904c req-fc7d3382-9e61-40b1-8c7a-df8f35e715f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=54167de9-3554-490b-90c9-a563d8838503 HTTP/1.1" status: 200 len: 914 time: 0.2138000 Feb 28 17:37:53.605809 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:53.693784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:37:53.694161 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (df66117c-8234-4ce6-bf5c-cbbdea6a1ed6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:53.787693 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] For port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=df66117c-8234-4ce6-bf5c-cbbdea6a1ed6,segment=NetworkSegment(a0adf43e-655f-4c18-80d7-9171c8b2d6c5),segment_id=a0adf43e-655f-4c18-80d7-9171c8b2d6c5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:53.788351 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (df66117c-8234-4ce6-bf5c-cbbdea6a1ed6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:53.805866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:37:53.836621 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e1c25d-3b2f-4e99-81d5-b8bb3146bd7c None None] Network fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:37:54.118081 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44220) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:54.175416 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9197c60a-f212-4b09-92aa-07b544814b70 req-2609b72c-dbf9-48fd-b7bb-dc3b5ec996ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.1749926 Feb 28 17:37:54.318668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfb47d-958e-4c18-b2d1-3dcffa102e4a req-8aba1504-3c24-4efb-b664-87c29727dab2 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:54.320415 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d5dfb47d-958e-4c18-b2d1-3dcffa102e4a req-8aba1504-3c24-4efb-b664-87c29727dab2 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 948 time: 0.2733986 Feb 28 17:37:54.358116 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (df66117c-8234-4ce6-bf5c-cbbdea6a1ed6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:54.479179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-afe41437-9ae3-4cb4-9dbf-92e82d56de52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:51Z', 'revision_number': 9, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:54.547131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=df66117c-8234-4ce6-bf5c-cbbdea6a1ed6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:54.570525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2111799-4ee5-4955-8c7b-002071f4aa39 None None] DHCP port deletion for fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:37:54.618344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe41437-9ae3-4cb4-9dbf-92e82d56de52 None None] The sync data for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 is: [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:51Z', 'revision_number': 9, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '2f04518c-460d-4c95-b322-fc04d5217a5a', 'name': '', 'network_id': 'a9c18faa-8831-4f4b-930b-3b54ea1f42a6', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:6f:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:14Z', 'updated_at': '2022-02-28T17:37:24Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '6427b01c-86d3-4d1b-a896-eabdde49b41a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:37:54.718208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:54.718546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:54.718899 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:54.719359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:54.719696 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:54.720076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:54.720458 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:54.720801 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:54.721132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:54.725215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:54.734504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:54.735082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:54.735656 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:37:54.747116 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No DVR routers for this DVR port df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:37:54.751541 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b89aaa7b-dfb2-40bc-993f-5dc39a4906e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:54.912308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eaabd-25cc-4a82-b63f-3456ea7ee94e req-ee7599e5-d982-46f7-a9ca-57e57f4a1119 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:54.914491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-272eaabd-25cc-4a82-b63f-3456ea7ee94e req-ee7599e5-d982-46f7-a9ca-57e57f4a1119 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.69 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 948 time: 0.5931118 Feb 28 17:37:54.918943 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3cd05b6-de4c-4557-ad7c-f6c0cd0b904c req-83662f4c-fbfb-4e4c-bb20-13c9066958ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf HTTP/1.1" status: 200 len: 217 time: 1.3938317 Feb 28 17:37:55.073410 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:55.079947 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d5dfb47d-958e-4c18-b2d1-3dcffa102e4a req-d130e5ba-d014-4ac7-9e36-68f929df7355 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7441571 Feb 28 17:37:55.133990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd05b6-de4c-4557-ad7c-f6c0cd0b904c req-6bc455af-7647-4ff2-9bb9-2d3047f233ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:55.135607 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3cd05b6-de4c-4557-ad7c-f6c0cd0b904c req-6bc455af-7647-4ff2-9bb9-2d3047f233ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f133f7b8-2c40-4366-9de1-489549838d9b HTTP/1.1" status: 200 len: 853 time: 0.1627805 Feb 28 17:37:55.151392 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44314e5d-5450-4b9c-b01c-64d01036a9a6 req-0a62209d-baf8-4c62-9e60-af82f4a14708 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:55.163200 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-44314e5d-5450-4b9c-b01c-64d01036a9a6 req-0a62209d-baf8-4c62-9e60-af82f4a14708 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.2708046 Feb 28 17:37:55.201610 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:55.243603 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0adf43e-655f-4c18-80d7-9171c8b2d6c5') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:55.244240 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0adf43e-655f-4c18-80d7-9171c8b2d6c5') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:55.259382 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3cd05b6-de4c-4557-ad7c-f6c0cd0b904c req-dc3c3396-32d3-4a40-850d-631d20f6dd73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54167de9-3554-490b-90c9-a563d8838503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737379 Feb 28 17:37:55.286649 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (a0adf43e-655f-4c18-80d7-9171c8b2d6c5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:55.331720 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ce2d9bc-a88a-47af-af4b-cea2b1719a73 req-fcbb195e-02e3-46e4-a5f5-c68816828fcf tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0569637 Feb 28 17:37:55.373127 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a0adf43e-655f-4c18-80d7-9171c8b2d6c5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:55.383519 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b89aaa7b-dfb2-40bc-993f-5dc39a4906e6 admin admin] Publish callbacks [] for security_group (b92200a6-954d-420d-9a39-df9245e40317), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:55.392384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-272eaabd-25cc-4a82-b63f-3456ea7ee94e req-27f3f928-ae9c-45ee-8f2a-363dc2c315fd tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Deleting port e5810581-6c88-41b1-a826-9fbc7f3ee34c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:37:55.393063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-272eaabd-25cc-4a82-b63f-3456ea7ee94e req-27f3f928-ae9c-45ee-8f2a-363dc2c315fd tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:55.397708 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:37:55.398309 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (a0adf43e-655f-4c18-80d7-9171c8b2d6c5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:37:55.401367 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:37:55.493880 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b89aaa7b-dfb2-40bc-993f-5dc39a4906e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b92200a6-954d-420d-9a39-df9245e40317), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:55.494279 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-44314e5d-5450-4b9c-b01c-64d01036a9a6 req-d1a34be4-347f-4c9b-9fd0-5b38dffe69ce tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265052 Feb 28 17:37:55.541236 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3cd05b6-de4c-4557-ad7c-f6c0cd0b904c req-f41cb855-31a2-4e5b-9b22-6588bee10b8b service neutron] 10.222.0.73 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729666 Feb 28 17:37:55.546334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b89aaa7b-dfb2-40bc-993f-5dc39a4906e6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e285b999c29e4cf59b15627bcdf5f585&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3708050 Feb 28 17:37:55.548646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44226) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:55.597991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89aaa7b-dfb2-40bc-993f-5dc39a4906e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92200a6-954d-420d-9a39-df9245e40317,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:55.630404 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:55.658641 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:55.664473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/networks/fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac HTTP/1.1" status: 204 len: 168 time: 2.1903670 Feb 28 17:37:55.666726 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44228) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:55.720584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463e5b5-e83f-4829-a29f-d9150b34e02e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Network': ['ID=fcf8b4e1-fdd8-438a-b74f-b0c9fcf9cdac,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:55.727622 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-272eaabd-25cc-4a82-b63f-3456ea7ee94e req-27f3f928-ae9c-45ee-8f2a-363dc2c315fd tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] For port e5810581-6c88-41b1-a826-9fbc7f3ee34c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=e5810581-6c88-41b1-a826-9fbc7f3ee34c,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:55.728296 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-272eaabd-25cc-4a82-b63f-3456ea7ee94e req-27f3f928-ae9c-45ee-8f2a-363dc2c315fd tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:55.759099 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-272eaabd-25cc-4a82-b63f-3456ea7ee94e req-27f3f928-ae9c-45ee-8f2a-363dc2c315fd tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Calling delete_port for e5810581-6c88-41b1-a826-9fbc7f3ee34c owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:37:55.779450 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9973a83d-052f-46b1-a0dc-c49bec789e98 admin admin] Publish callbacks [] for security_group (b92200a6-954d-420d-9a39-df9245e40317), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:55.822945 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:37:55.869223 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9973a83d-052f-46b1-a0dc-c49bec789e98 admin admin] Publish callbacks [] for security_group (b92200a6-954d-420d-9a39-df9245e40317), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:55.885290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:37:55.885666 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device df66117c-8234-4ce6-bf5c-cbbdea6a1ed6 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:37:55.886257 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2e4b5b3b-db87-4141-a421-da830f4d17f3 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:37:55.947242 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2e4b5b3b-db87-4141-a421-da830f4d17f3 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:37:55.947594 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2e4b5b3b-db87-4141-a421-da830f4d17f3 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:37:55.952870 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3cd05b6-de4c-4557-ad7c-f6c0cd0b904c req-06405bbf-d4e4-4ea9-9a97-f69b3af208d9 service neutron] 10.222.0.73 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679020 Feb 28 17:37:55.996088 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9973a83d-052f-46b1-a0dc-c49bec789e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b92200a6-954d-420d-9a39-df9245e40317), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:55.999028 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9973a83d-052f-46b1-a0dc-c49bec789e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:56.003382 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9973a83d-052f-46b1-a0dc-c49bec789e98 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b92200a6-954d-420d-9a39-df9245e40317 HTTP/1.1" status: 204 len: 168 time: 0.4532998 Feb 28 17:37:56.093470 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-272eaabd-25cc-4a82-b63f-3456ea7ee94e req-27f3f928-ae9c-45ee-8f2a-363dc2c315fd tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e5810581-6c88-41b1-a826-9fbc7f3ee34c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:56.183390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973a83d-052f-46b1-a0dc-c49bec789e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92200a6-954d-420d-9a39-df9245e40317,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:56.222906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3f928-ae9c-45ee-8f2a-363dc2c315fd tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Pushing event deleted for resources: {'Port': ['ID=e5810581-6c88-41b1-a826-9fbc7f3ee34c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:56.225746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-272eaabd-25cc-4a82-b63f-3456ea7ee94e req-27f3f928-ae9c-45ee-8f2a-363dc2c315fd tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] No DVR routers for this DVR port e5810581-6c88-41b1-a826-9fbc7f3ee34c on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:37:56.228173 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-272eaabd-25cc-4a82-b63f-3456ea7ee94e req-27f3f928-ae9c-45ee-8f2a-363dc2c315fd tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:56.232499 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-272eaabd-25cc-4a82-b63f-3456ea7ee94e req-27f3f928-ae9c-45ee-8f2a-363dc2c315fd tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.69 "DELETE /v2.0/ports/e5810581-6c88-41b1-a826-9fbc7f3ee34c HTTP/1.1" status: 204 len: 173 time: 1.3065009 Feb 28 17:37:56.233089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525b4651-8425-4459-b811-f36236c422f3', 'name': 'network-vif-deleted', 'tag': 'e5810581-6c88-41b1-a826-9fbc7f3ee34c'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:37:56.236002 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aadaf9-eb7b-4c1e-9bf1-b3cddb47c474" -d '{"events": [{"server_uuid": "525b4651-8425-4459-b811-f36236c422f3", "name": "network-vif-deleted", "tag": "e5810581-6c88-41b1-a826-9fbc7f3ee34c"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:37:56.311511 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f3c81f-98ee-42a7-b404-10078134e8a6 x-openstack-request-id: req-12f3c81f-98ee-42a7-b404-10078134e8a6 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:37:56.312070 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525b4651-8425-4459-b811-f36236c422f3", "name": "network-vif-deleted", "tag": "e5810581-6c88-41b1-a826-9fbc7f3ee34c", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:37:56.312556 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-12f3c81f-98ee-42a7-b404-10078134e8a6 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:37:56.313103 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525b4651-8425-4459-b811-f36236c422f3', 'name': 'network-vif-deleted', 'tag': 'e5810581-6c88-41b1-a826-9fbc7f3ee34c', 'status': 'completed', 'code': 200} Feb 28 17:37:56.323301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3cbedc7a-4133-4001-9aba-903bfd7337eb req-1e53f7c5-2777-4456-824a-1b468e775810 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 210 time: 0.0430055 Feb 28 17:37:56.562236 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7858464f-389d-42b6-b8ba-1eceefdda2ef req-1c9329ee-7796-4d31-bc78-f639049203f6 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0620468 Feb 28 17:37:56.696908 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-784ca86a-abc8-4e55-ae7a-12ddcb421385 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:57.052885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609983b8-08ee-4ebb-b22d-46d4171f1834 req-9f880c3c-5bc5-4829-875e-8f5f2e8eefc3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:57.059889 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-609983b8-08ee-4ebb-b22d-46d4171f1834 req-9f880c3c-5bc5-4829-875e-8f5f2e8eefc3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.2419355 Feb 28 17:37:57.213293 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-609983b8-08ee-4ebb-b22d-46d4171f1834 req-9d154797-e579-4bbe-b590-ab57150acff9 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496451 Feb 28 17:37:57.455119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-54c53d3c-8ee9-4256-b444-51cd6eb8832b req-b7f388ed-36dc-4cc8-8bc9-f89aee261f49 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0570328 Feb 28 17:37:57.476908 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc71c1bb-43e6-4e48-904a-8556fc327d57 req-f6aec2aa-6506-4c7f-abf0-89ff1a917eba tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=525b4651-8425-4459-b811-f36236c422f3 HTTP/1.1" status: 200 len: 210 time: 0.0372105 Feb 28 17:37:57.493455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-784ca86a-abc8-4e55-ae7a-12ddcb421385 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port 2f04518c-460d-4c95-b322-fc04d5217a5a {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:37:57.494072 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-784ca86a-abc8-4e55-ae7a-12ddcb421385 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:57.641994 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-784ca86a-abc8-4e55-ae7a-12ddcb421385 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] For port 2f04518c-460d-4c95-b322-fc04d5217a5a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2f04518c-460d-4c95-b322-fc04d5217a5a,segment=NetworkSegment(a5fd71e0-d491-4679-98e7-72c6bb28d5d4),segment_id=a5fd71e0-d491-4679-98e7-72c6bb28d5d4)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:37:57.643163 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-784ca86a-abc8-4e55-ae7a-12ddcb421385 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:57.678894 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-784ca86a-abc8-4e55-ae7a-12ddcb421385 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for 2f04518c-460d-4c95-b322-fc04d5217a5a owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:37:58.133815 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-784ca86a-abc8-4e55-ae7a-12ddcb421385 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2f04518c-460d-4c95-b322-fc04d5217a5a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:58.191526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ca86a-abc8-4e55-ae7a-12ddcb421385 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=2f04518c-460d-4c95-b322-fc04d5217a5a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:37:58.333432 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device e5810581-6c88-41b1-a826-9fbc7f3ee34c no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:37:58.399481 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: e5810581-6c88-41b1-a826-9fbc7f3ee34c {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:37:58.399736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device e5810581-6c88-41b1-a826-9fbc7f3ee34c not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:37:58.448137 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-784ca86a-abc8-4e55-ae7a-12ddcb421385 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:58.476662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43603d-6c37-4150-9306-85791930df4a req-870d3308-6cd4-4d66-b22b-325042dcb2b0 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:58.507889 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8c43603d-6c37-4150-9306-85791930df4a req-870d3308-6cd4-4d66-b22b-325042dcb2b0 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1462004 Feb 28 17:37:58.640916 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8c43603d-6c37-4150-9306-85791930df4a req-f11420b2-455a-4ecf-aa0b-ea95e33e324d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301017 Feb 28 17:37:58.809485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784ca86a-abc8-4e55-ae7a-12ddcb421385 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router fe474a3c-763c-4dde-b867-b49a25019b17 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:37:58.863114 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-26796b07-009e-4ca2-a093-7d95c9f2f833 req-ba25f133-1cd9-4158-b5cf-f6d261b1bda4 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0541573 Feb 28 17:37:59.015388 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a32c3dca-6be7-470e-b8f2-8e9a956e85ea req-8afce6b1-5088-4c42-97d2-c12adaf4681c tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0683632 Feb 28 17:37:59.149508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784ca86a-abc8-4e55-ae7a-12ddcb421385 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:37:59.149508 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-784ca86a-abc8-4e55-ae7a-12ddcb421385 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4595335 Feb 28 17:37:59.152332 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacd00f5-95a1-41bf-a119-6665682f57ee None None] Sync routers for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:37:59.152780 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24962bd8-ead7-410b-b46d-f145aaed9ada req-19fae084-a469-4721-9f26-06f6ff5d87c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0917828 Feb 28 17:37:59.152875 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd00f5-95a1-41bf-a119-6665682f57ee None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:59.152875 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-aacd00f5-95a1-41bf-a119-6665682f57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:59.153061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44316) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:37:59.308440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad0621d-e7d9-4237-9538-f79d2c150928 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting subnet 6427b01c-86d3-4d1b-a896-eabdde49b41a {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:37:59.308440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cad0621d-e7d9-4237-9538-f79d2c150928 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (6427b01c-86d3-4d1b-a896-eabdde49b41a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:59.308440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cad0621d-e7d9-4237-9538-f79d2c150928 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (6427b01c-86d3-4d1b-a896-eabdde49b41a), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:59.322004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962bd8-ead7-410b-b46d-f145aaed9ada req-b7c9bf11-0964-4741-8cfb-d674f171a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:59.323515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24962bd8-ead7-410b-b46d-f145aaed9ada req-b7c9bf11-0964-4741-8cfb-d674f171a90e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 1128 time: 0.1198754 Feb 28 17:37:59.436031 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-aacd00f5-95a1-41bf-a119-6665682f57ee None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:37:59.468789 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cad0621d-e7d9-4237-9538-f79d2c150928 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (6427b01c-86d3-4d1b-a896-eabdde49b41a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:37:59.582903 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962bd8-ead7-410b-b46d-f145aaed9ada req-995a3848-01b5-4ff7-b9d4-8bdbfde66da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:59.584437 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24962bd8-ead7-410b-b46d-f145aaed9ada req-995a3848-01b5-4ff7-b9d4-8bdbfde66da8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 915 time: 0.2151012 Feb 28 17:37:59.633481 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24962bd8-ead7-410b-b46d-f145aaed9ada req-bb6e6fb7-2bf3-4734-80f0-69d34536529d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19534743-87fe-42e0-8380-a3ae4f4bfe0e HTTP/1.1" status: 200 len: 217 time: 0.0418267 Feb 28 17:37:59.837526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962bd8-ead7-410b-b46d-f145aaed9ada req-7a4dbee5-29af-43dc-a436-6e35accd271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:59.839187 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24962bd8-ead7-410b-b46d-f145aaed9ada req-7a4dbee5-29af-43dc-a436-6e35accd271d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d47d19de-d00b-4f78-9653-e301d6107c8f HTTP/1.1" status: 200 len: 854 time: 0.1384282 Feb 28 17:37:59.839678 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-aacd00f5-95a1-41bf-a119-6665682f57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:57Z', 'revision_number': 10, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:59.872716 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacd00f5-95a1-41bf-a119-6665682f57ee None None] Checking router: fe474a3c-763c-4dde-b867-b49a25019b17 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:37:59.885232 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd00f5-95a1-41bf-a119-6665682f57ee None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:37:59.885861 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-aacd00f5-95a1-41bf-a119-6665682f57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:37:59.897073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31369b2-c053-41e4-82b3-4f808c459584 req-0de8d7de-dbdf-4ceb-ab1d-2488de56e4c4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:37:59.899701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b31369b2-c053-41e4-82b3-4f808c459584 req-0de8d7de-dbdf-4ceb-ab1d-2488de56e4c4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1880233 Feb 28 17:37:59.933664 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24962bd8-ead7-410b-b46d-f145aaed9ada req-1c24e461-ea8f-4f13-9e04-89f5d0908d74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635521 Feb 28 17:38:00.011129 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-aacd00f5-95a1-41bf-a119-6665682f57ee None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:38:00.020097 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b31369b2-c053-41e4-82b3-4f808c459584 req-a33c168e-410c-4cf6-84da-b26dfb215f7f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134937 Feb 28 17:38:00.153852 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24962bd8-ead7-410b-b46d-f145aaed9ada req-927b20df-c2aa-4b5e-803e-07689a35b84c service neutron] 10.222.0.73 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956689 Feb 28 17:38:00.200584 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cad0621d-e7d9-4237-9538-f79d2c150928 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (6427b01c-86d3-4d1b-a896-eabdde49b41a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:00.203074 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5a437c5f-4078-4e9b-b70b-3b87cb3ed45e req-25c4f9d6-5b52-4a93-8d05-6ab1ff723736 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0578511 Feb 28 17:38:00.374893 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-aacd00f5-95a1-41bf-a119-6665682f57ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:57Z', 'revision_number': 10, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:00.461306 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacd00f5-95a1-41bf-a119-6665682f57ee None None] The sync data for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 is: [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:37:57Z', 'revision_number': 10, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None, '_interfaces': [{'id': '3f261687-4d5e-4a77-8c2e-a3e0b3765d65', 'name': '', 'network_id': 'e7b78a41-642c-4e1e-9786-989063bb1754', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'mac_address': 'fa:16:3e:24:39:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '33b332d2-958c-45e9-a945-574e23970e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:37:07Z', 'updated_at': '2022-02-28T17:37:13Z', 'revision_number': 5, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'subnets': [{'id': '33b332d2-958c-45e9-a945-574e23970e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:38:00.479549 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0621d-e7d9-4237-9538-f79d2c150928 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Subnet': ['ID=6427b01c-86d3-4d1b-a896-eabdde49b41a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:00.482210 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cad0621d-e7d9-4237-9538-f79d2c150928 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:00.485746 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cad0621d-e7d9-4237-9538-f79d2c150928 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/6427b01c-86d3-4d1b-a896-eabdde49b41a HTTP/1.1" status: 204 len: 168 time: 1.3350298 Feb 28 17:38:00.489127 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44328) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:00.492429 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2ac63-e29e-42f1-ba07-1aed2aaaa50f None None] Network a9c18faa-8831-4f4b-930b-3b54ea1f42a6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:38:00.575896 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16f2a080-b083-4a39-a99a-b06a3cd8f07c req-73a3c316-f120-4f24-a145-86e3dc882412 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.2174437 Feb 28 17:38:00.622724 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24962bd8-ead7-410b-b46d-f145aaed9ada req-73dae125-d605-4400-a512-a131c155cf73 service neutron] 10.222.0.73 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685040 Feb 28 17:38:00.780611 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (a9c18faa-8831-4f4b-930b-3b54ea1f42a6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:00.808732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d00fa-f078-4019-bd0f-5905ba52028f req-89a84b14-f5c5-43d4-9759-93e21f465a68 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:00.816459 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9b0d00fa-f078-4019-bd0f-5905ba52028f req-89a84b14-f5c5-43d4-9759-93e21f465a68 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6ba8c23-a22c-4db5-a85f-186be453c9af HTTP/1.1" status: 200 len: 947 time: 0.1782632 Feb 28 17:38:00.882044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0983d448-ca9c-40a8-b30f-9622c3d47702 None None] DHCP port deletion for a9c18faa-8831-4f4b-930b-3b54ea1f42a6 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:38:00.962207 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9b0d00fa-f078-4019-bd0f-5905ba52028f req-706ac033-ad87-46bd-be7f-34e8746370a8 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407542 Feb 28 17:38:00.983427 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0983d448-ca9c-40a8-b30f-9622c3d47702 None None] Deleting port 6b111e47-607f-4ca4-bb25-f8c22a2d410d {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:00.984072 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0983d448-ca9c-40a8-b30f-9622c3d47702 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:01.010414 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port 6b111e47-607f-4ca4-bb25-f8c22a2d410d {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:01.011253 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:01.084330 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] For port 6b111e47-607f-4ca4-bb25-f8c22a2d410d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6b111e47-607f-4ca4-bb25-f8c22a2d410d,segment=NetworkSegment(a5fd71e0-d491-4679-98e7-72c6bb28d5d4),segment_id=a5fd71e0-d491-4679-98e7-72c6bb28d5d4)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:01.085022 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:01.100301 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for 6b111e47-607f-4ca4-bb25-f8c22a2d410d owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:01.197497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0983d448-ca9c-40a8-b30f-9622c3d47702 None None] For port 6b111e47-607f-4ca4-bb25-f8c22a2d410d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6b111e47-607f-4ca4-bb25-f8c22a2d410d,segment=NetworkSegment(a5fd71e0-d491-4679-98e7-72c6bb28d5d4),segment_id=a5fd71e0-d491-4679-98e7-72c6bb28d5d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:01.198341 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0983d448-ca9c-40a8-b30f-9622c3d47702 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:01.241801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0983d448-ca9c-40a8-b30f-9622c3d47702 None None] Calling delete_port for 6b111e47-607f-4ca4-bb25-f8c22a2d410d owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:01.276658 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:01.325810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=6b111e47-607f-4ca4-bb25-f8c22a2d410d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:01.352389 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No DVR routers for this DVR port 6b111e47-607f-4ca4-bb25-f8c22a2d410d on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:38:01.370539 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e96e9-3928-49e5-b1f5-8a7e53d1d79b req-ea68af96-a057-42d0-9a38-cc3fd553d3af tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:01.372398 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd5e96e9-3928-49e5-b1f5-8a7e53d1d79b req-ea68af96-a057-42d0-9a38-cc3fd553d3af tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1388483 Feb 28 17:38:01.477621 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9015cae4-b007-4682-8101-dc40122a5da8 req-34a6d685-2ede-41f7-aac5-62ee69043304 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0733933 Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:38:01.514637 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:38:01.533746 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0983d448-ca9c-40a8-b30f-9622c3d47702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (6b111e47-607f-4ca4-bb25-f8c22a2d410d), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:01.551491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0983d448-ca9c-40a8-b30f-9622c3d47702 None None] No DVR routers for this DVR port 6b111e47-607f-4ca4-bb25-f8c22a2d410d on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:38:01.569880 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd5e96e9-3928-49e5-b1f5-8a7e53d1d79b req-b58ce6d2-120f-4e9b-a08c-afdf76000f7c tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882579 Feb 28 17:38:01.593534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983d448-ca9c-40a8-b30f-9622c3d47702 None None] Pushing event deleted for resources: {'Port': ['ID=6b111e47-607f-4ca4-bb25-f8c22a2d410d,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:01.598779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (a9c18faa-8831-4f4b-930b-3b54ea1f42a6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:01.650755 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c18faa-8831-4f4b-930b-3b54ea1f42a6']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:01.666633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fd71e0-d491-4679-98e7-72c6bb28d5d4') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:01.666941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fd71e0-d491-4679-98e7-72c6bb28d5d4') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:01.681590 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (a5fd71e0-d491-4679-98e7-72c6bb28d5d4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:01.717645 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a5fd71e0-d491-4679-98e7-72c6bb28d5d4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:01.734541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:38:01.736053 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (a5fd71e0-d491-4679-98e7-72c6bb28d5d4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:38:01.748218 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:38:01.882493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2f04518c-460d-4c95-b322-fc04d5217a5a no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:38:01.890463 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47844ff3-c742-494d-8fe4-ce7c28521408 req-06c6bc09-8dd1-4f05-8c6c-63b8eeb21a87 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.1263206 Feb 28 17:38:01.928930 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2f04518c-460d-4c95-b322-fc04d5217a5a {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:38:01.929752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2f04518c-460d-4c95-b322-fc04d5217a5a not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:38:01.933581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6b111e47-607f-4ca4-bb25-f8c22a2d410d no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:38:01.961471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 6b111e47-607f-4ca4-bb25-f8c22a2d410d {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:38:01.963153 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6b111e47-607f-4ca4-bb25-f8c22a2d410d not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:38:02.044422 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (a9c18faa-8831-4f4b-930b-3b54ea1f42a6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:02.069973 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:02.073949 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/networks/a9c18faa-8831-4f4b-930b-3b54ea1f42a6 HTTP/1.1" status: 204 len: 168 time: 1.5828710 Feb 28 17:38:02.081679 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44346) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:02.087316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39589bbe-b612-4439-a6ed-a6460eec5f1f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Network': ['ID=a9c18faa-8831-4f4b-930b-3b54ea1f42a6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:02.127141 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6782d0-1536-4f68-a13c-1dbf8d7b9bc1 req-58c13cf5-d757-4ee3-a6f2-a8cf9b8f093c tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:02.128928 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e6782d0-1536-4f68-a13c-1dbf8d7b9bc1 req-58c13cf5-d757-4ee3-a6f2-a8cf9b8f093c tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.69 "GET /v2.0/ports?device_id=c6ba8c23-a22c-4db5-a85f-186be453c9af HTTP/1.1" status: 200 len: 947 time: 0.1340473 Feb 28 17:38:02.254327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e2f0b-88ab-4a9c-8665-7fda720fc75f req-8b058b9a-8b25-4de2-8b0f-478e7db5a531 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:02.259115 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe5e2f0b-88ab-4a9c-8665-7fda720fc75f req-8b058b9a-8b25-4de2-8b0f-478e7db5a531 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6ba8c23-a22c-4db5-a85f-186be453c9af HTTP/1.1" status: 200 len: 947 time: 0.2067766 Feb 28 17:38:02.313293 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe5e2f0b-88ab-4a9c-8665-7fda720fc75f req-25cbe495-bf8e-4232-8961-23a37397dcbc tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/security-groups?id=57018fb5-beef-4eae-acfe-3a2a6584c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466704 Feb 28 17:38:02.349535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-1e6782d0-1536-4f68-a13c-1dbf8d7b9bc1 req-9025415b-f7b5-40cb-9467-986df9d9642b tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Deleting port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:02.355951 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e6782d0-1536-4f68-a13c-1dbf8d7b9bc1 req-9025415b-f7b5-40cb-9467-986df9d9642b tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:02.477960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-1e6782d0-1536-4f68-a13c-1dbf8d7b9bc1 req-9025415b-f7b5-40cb-9467-986df9d9642b tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] For port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:02.478325 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e6782d0-1536-4f68-a13c-1dbf8d7b9bc1 req-9025415b-f7b5-40cb-9467-986df9d9642b tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:02.518506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-1e6782d0-1536-4f68-a13c-1dbf8d7b9bc1 req-9025415b-f7b5-40cb-9467-986df9d9642b tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Calling delete_port for 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:02.803463 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4d81865a-aa3d-4104-a21b-591ca747e981 req-46b0fac4-9335-47b7-8628-c60309d0531e tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0549669 Feb 28 17:38:02.872714 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed396179-8d7f-4a2c-92a4-8798705db8a5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:02.913403 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ff510-ff22-444b-8292-7d6748ea9b01 req-a5aa5446-6135-4db5-b8e8-42c575b0076a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:02.916066 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e57ff510-ff22-444b-8292-7d6748ea9b01 req-a5aa5446-6135-4db5-b8e8-42c575b0076a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1915066 Feb 28 17:38:03.028787 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e6782d0-1536-4f68-a13c-1dbf8d7b9bc1 req-9025415b-f7b5-40cb-9467-986df9d9642b tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (462d1429-73c0-4e5b-b0c0-6ebfe9ed2664), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:03.109981 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6a934cc6-6ae2-4950-8316-057371fe7ed8 req-15cf436e-aff7-4cfc-8ab8-56104d7b1ff6 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0772479 Feb 28 17:38:03.199869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025415b-f7b5-40cb-9467-986df9d9642b tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Pushing event deleted for resources: {'Port': ['ID=462d1429-73c0-4e5b-b0c0-6ebfe9ed2664,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:03.299007 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e57ff510-ff22-444b-8292-7d6748ea9b01 req-364572c3-c2bc-4d7a-87e4-ca6f6c3f24a6 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582370 Feb 28 17:38:03.388789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6782d0-1536-4f68-a13c-1dbf8d7b9bc1 req-9025415b-f7b5-40cb-9467-986df9d9642b tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] No DVR routers for this DVR port 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:38:03.392796 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-1e6782d0-1536-4f68-a13c-1dbf8d7b9bc1 req-9025415b-f7b5-40cb-9467-986df9d9642b tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:03.416874 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e6782d0-1536-4f68-a13c-1dbf8d7b9bc1 req-9025415b-f7b5-40cb-9467-986df9d9642b tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.69 "DELETE /v2.0/ports/462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 HTTP/1.1" status: 204 len: 173 time: 1.2805500 Feb 28 17:38:03.417696 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'name': 'network-vif-deleted', 'tag': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:38:03.423482 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4c18cf-a5d3-478f-aca0-b98ca8768c15" -d '{"events": [{"server_uuid": "c6ba8c23-a22c-4db5-a85f-186be453c9af", "name": "network-vif-deleted", "tag": "462d1429-73c0-4e5b-b0c0-6ebfe9ed2664"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:38:03.503661 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27bac22-8d48-4605-a59b-3a8cd198d043 x-openstack-request-id: req-b27bac22-8d48-4605-a59b-3a8cd198d043 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:38:03.504015 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ba8c23-a22c-4db5-a85f-186be453c9af", "name": "network-vif-deleted", "tag": "462d1429-73c0-4e5b-b0c0-6ebfe9ed2664", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:38:03.504272 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b27bac22-8d48-4605-a59b-3a8cd198d043 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:38:03.504679 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ba8c23-a22c-4db5-a85f-186be453c9af', 'name': 'network-vif-deleted', 'tag': '462d1429-73c0-4e5b-b0c0-6ebfe9ed2664', 'status': 'completed', 'code': 200} Feb 28 17:38:04.042946 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8170476d-51ac-4aee-a4bb-ecfa6b4e8cf4 req-367e8caa-013f-44c4-8375-9221b7a464d4 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0313337 Feb 28 17:38:04.324343 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-50b02940-09c7-4a4a-bb73-8631c0c908e7 req-2b8c6f3f-f012-4403-866c-33968df828fe tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0592718 Feb 28 17:38:04.363636 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:38:04.443822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:38:04.447297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 462d1429-73c0-4e5b-b0c0-6ebfe9ed2664 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:38:04.472177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23ec0c42-1254-4a5d-86be-e6d1a62e58fa req-d048a135-a3a1-45a0-a889-b600827e8f55 tempest-ListImageFiltersTestJSON-10631238 tempest-ListImageFiltersTestJSON-10631238-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6ba8c23-a22c-4db5-a85f-186be453c9af HTTP/1.1" status: 200 len: 210 time: 0.0683851 Feb 28 17:38:04.533063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ed396179-8d7f-4a2c-92a4-8798705db8a5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:04.536706 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed396179-8d7f-4a2c-92a4-8798705db8a5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:04.647535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19adb50-e973-4ce5-a0c3-9b6ac9e36775 req-83eda8d5-64eb-4639-b451-ae9bf1d974d3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:04.655735 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e19adb50-e973-4ce5-a0c3-9b6ac9e36775 req-83eda8d5-64eb-4639-b451-ae9bf1d974d3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1385467 Feb 28 17:38:04.789554 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e19adb50-e973-4ce5-a0c3-9b6ac9e36775 req-9fb2bc83-0f73-4302-a4a7-5b89a009bd06 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325967 Feb 28 17:38:04.809542 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-ed396179-8d7f-4a2c-92a4-8798705db8a5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] For port 3f261687-4d5e-4a77-8c2e-a3e0b3765d65, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3f261687-4d5e-4a77-8c2e-a3e0b3765d65,segment=NetworkSegment(429c582d-31e5-48ac-a586-7dabac5c0300),segment_id=429c582d-31e5-48ac-a586-7dabac5c0300)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:04.813607 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed396179-8d7f-4a2c-92a4-8798705db8a5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:04.826510 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-91605f07-b60f-4714-93a0-018b0577bea2 req-fd290d95-7f74-4b86-8d27-c31fd569db3b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0330713 Feb 28 17:38:04.848712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ed396179-8d7f-4a2c-92a4-8798705db8a5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:05.247726 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee1c8f6e-525e-4e0e-bd7d-f9d4f249e71a req-e58d2def-5c99-4aef-a8a4-63b55b4a260d tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0348868 Feb 28 17:38:05.270403 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed396179-8d7f-4a2c-92a4-8798705db8a5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3f261687-4d5e-4a77-8c2e-a3e0b3765d65), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:05.347294 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed396179-8d7f-4a2c-92a4-8798705db8a5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=3f261687-4d5e-4a77-8c2e-a3e0b3765d65,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:05.610952 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed396179-8d7f-4a2c-92a4-8798705db8a5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (fe474a3c-763c-4dde-b867-b49a25019b17), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:05.617274 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d336edf4-4114-4574-8010-cb88168ef56e req-85db8be5-55d9-465d-863b-d6ca901b60a5 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0666990 Feb 28 17:38:06.029208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7463e43-fdb0-4725-9109-9d339998263a req-294ef95b-3fb0-42b7-a2a0-222286c9d7d0 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:06.031240 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7463e43-fdb0-4725-9109-9d339998263a req-294ef95b-3fb0-42b7-a2a0-222286c9d7d0 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1371722 Feb 28 17:38:06.165390 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d7463e43-fdb0-4725-9109-9d339998263a req-39833266-aa3e-4f83-9f7e-5902374c625b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154604 Feb 28 17:38:06.231264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed396179-8d7f-4a2c-92a4-8798705db8a5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router fe474a3c-763c-4dde-b867-b49a25019b17 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:38:06.343063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed396179-8d7f-4a2c-92a4-8798705db8a5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:38:06.356121 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ed396179-8d7f-4a2c-92a4-8798705db8a5 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2781324 Feb 28 17:38:06.358730 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44422) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:06.360087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cda26-788f-48bf-8de7-cd52960661e6 None None] Sync routers for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:38:06.397026 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cda26-788f-48bf-8de7-cd52960661e6 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:06.397972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1e7cda26-788f-48bf-8de7-cd52960661e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:06.429421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-8139ad59-302f-4af6-87dd-aac3fcc9b37d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting subnet 33b332d2-958c-45e9-a945-574e23970e1b {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:38:06.436669 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e029e296-d77f-4000-aa2c-ad2088b40634 req-cdaa89c3-f653-4f4b-a84d-b9f83912f7ce tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0640833 Feb 28 17:38:06.440720 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8139ad59-302f-4af6-87dd-aac3fcc9b37d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (33b332d2-958c-45e9-a945-574e23970e1b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:06.500869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-1e7cda26-788f-48bf-8de7-cd52960661e6 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:38:06.525805 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8139ad59-302f-4af6-87dd-aac3fcc9b37d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (33b332d2-958c-45e9-a945-574e23970e1b), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:06.561720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1e7cda26-788f-48bf-8de7-cd52960661e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:38:05Z', 'revision_number': 11, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:06.588347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cda26-788f-48bf-8de7-cd52960661e6 None None] Checking router: fe474a3c-763c-4dde-b867-b49a25019b17 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:38:06.599328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cda26-788f-48bf-8de7-cd52960661e6 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:06.600193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1e7cda26-788f-48bf-8de7-cd52960661e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:06.720156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-1e7cda26-788f-48bf-8de7-cd52960661e6 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:38:06.756113 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8139ad59-302f-4af6-87dd-aac3fcc9b37d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (33b332d2-958c-45e9-a945-574e23970e1b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:06.838131 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d91f76eb-6486-4dbb-b710-6d2a7a34822e req-30172652-058c-4a4e-96df-99c3ec46d100 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0618491 Feb 28 17:38:06.859161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1e7cda26-788f-48bf-8de7-cd52960661e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:38:05Z', 'revision_number': 11, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:06.963356 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cda26-788f-48bf-8de7-cd52960661e6 None None] The sync data for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 is: [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:38:05Z', 'revision_number': 11, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:38:06.990845 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8139ad59-302f-4af6-87dd-aac3fcc9b37d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (33b332d2-958c-45e9-a945-574e23970e1b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:07.127698 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8139ad59-302f-4af6-87dd-aac3fcc9b37d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:07.132919 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b7348d-020f-41a0-87a4-bc04f314b42f None None] Network e7b78a41-642c-4e1e-9786-989063bb1754 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:38:07.134809 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8139ad59-302f-4af6-87dd-aac3fcc9b37d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/33b332d2-958c-45e9-a945-574e23970e1b HTTP/1.1" status: 204 len: 168 time: 0.7750311 Feb 28 17:38:07.138091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44444) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:07.140548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139ad59-302f-4af6-87dd-aac3fcc9b37d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Subnet': ['ID=33b332d2-958c-45e9-a945-574e23970e1b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:07.412392 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (e7b78a41-642c-4e1e-9786-989063bb1754), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:07.467622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b439d64-1dfd-41a2-8537-3cfcdfb61c46 None None] DHCP port deletion for e7b78a41-642c-4e1e-9786-989063bb1754 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:38:07.559907 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Deleting port c6e6a23a-e212-498d-ac30-d317f20219f6 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:07.560596 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:07.587551 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3b439d64-1dfd-41a2-8537-3cfcdfb61c46 None None] Deleting port c6e6a23a-e212-498d-ac30-d317f20219f6 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:07.588484 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3b439d64-1dfd-41a2-8537-3cfcdfb61c46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:07.697721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] For port c6e6a23a-e212-498d-ac30-d317f20219f6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c6e6a23a-e212-498d-ac30-d317f20219f6,segment=NetworkSegment(429c582d-31e5-48ac-a586-7dabac5c0300),segment_id=429c582d-31e5-48ac-a586-7dabac5c0300)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:07.698884 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:07.719830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Calling delete_port for c6e6a23a-e212-498d-ac30-d317f20219f6 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:07.726569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-3b439d64-1dfd-41a2-8537-3cfcdfb61c46 None None] For port c6e6a23a-e212-498d-ac30-d317f20219f6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c6e6a23a-e212-498d-ac30-d317f20219f6,segment=NetworkSegment(429c582d-31e5-48ac-a586-7dabac5c0300),segment_id=429c582d-31e5-48ac-a586-7dabac5c0300)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:07.727545 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3b439d64-1dfd-41a2-8537-3cfcdfb61c46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:07.758882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3b439d64-1dfd-41a2-8537-3cfcdfb61c46 None None] Calling delete_port for c6e6a23a-e212-498d-ac30-d317f20219f6 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:08.012075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:38:08.020026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0217eb0-26e8-45e9-8ffb-61e1600696da req-6984a74e-e43a-4c24-a75e-be82fbc43f19 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0528374 Feb 28 17:38:08.032122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fbf72-593d-4abd-aeb4-57264db58085 req-2a4e8e94-72a2-4847-9e84-218fe28e07f4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:08.047983 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3c4fbf72-593d-4abd-aeb4-57264db58085 req-2a4e8e94-72a2-4847-9e84-218fe28e07f4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1883800 Feb 28 17:38:08.105017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:38:08.109445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3f261687-4d5e-4a77-8c2e-a3e0b3765d65 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:38:08.110182 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c6e6a23a-e212-498d-ac30-d317f20219f6 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:38:08.137843 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3c4fbf72-593d-4abd-aeb4-57264db58085 req-1c503559-67f9-4f9e-9bcc-a5f3be726fd6 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844486 Feb 28 17:38:08.175520 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-203454a4-cc74-493e-9882-a5ecb6d8a783 req-ab848a68-419b-427a-8beb-aa80641ee5d0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2102239 Feb 28 17:38:08.177210 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:08.185147 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-80ea2beb-9a0f-4afa-bdea-ea9179cba14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:08.262537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c6e6a23a-e212-498d-ac30-d317f20219f6 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:08.263449 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:08.280637 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:08.290087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203454a4-cc74-493e-9882-a5ecb6d8a783 req-395018a4-19e2-424e-ace3-cf48960a4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:08.291583 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-203454a4-cc74-493e-9882-a5ecb6d8a783 req-395018a4-19e2-424e-ace3-cf48960a4923 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6a5f26c739943298b972c521fa38307&device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 1128 time: 0.0879142 Feb 28 17:38:08.315820 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Port': ['ID=c6e6a23a-e212-498d-ac30-d317f20219f6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:08.317995 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No DVR routers for this DVR port c6e6a23a-e212-498d-ac30-d317f20219f6 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:38:08.365624 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3b439d64-1dfd-41a2-8537-3cfcdfb61c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (c6e6a23a-e212-498d-ac30-d317f20219f6), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:08.409688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b439d64-1dfd-41a2-8537-3cfcdfb61c46 None None] Pushing event deleted for resources: {'Port': ['ID=c6e6a23a-e212-498d-ac30-d317f20219f6,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:08.419012 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203454a4-cc74-493e-9882-a5ecb6d8a783 req-d18d38f4-f311-4b8d-8848-34fa674a5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:08.420716 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-203454a4-cc74-493e-9882-a5ecb6d8a783 req-d18d38f4-f311-4b8d-8848-34fa674a5ecb service neutron] 10.222.0.69 "GET /v2.0/networks?id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 200 len: 915 time: 0.1061895 Feb 28 17:38:08.421676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b439d64-1dfd-41a2-8537-3cfcdfb61c46 None None] No DVR routers for this DVR port c6e6a23a-e212-498d-ac30-d317f20219f6 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:38:08.547892 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (e7b78a41-642c-4e1e-9786-989063bb1754), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:08.551511 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-203454a4-cc74-493e-9882-a5ecb6d8a783 req-28f4fda5-7ca3-4b49-b333-226678f88dec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f142532d-4034-49a2-90a6-565a1ebfad14 HTTP/1.1" status: 200 len: 217 time: 0.0541093 Feb 28 17:38:08.613604 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b78a41-642c-4e1e-9786-989063bb1754']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:08.630028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429c582d-31e5-48ac-a586-7dabac5c0300') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:08.630331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429c582d-31e5-48ac-a586-7dabac5c0300') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:08.646272 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (429c582d-31e5-48ac-a586-7dabac5c0300), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:08.655847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203454a4-cc74-493e-9882-a5ecb6d8a783 req-aeec88b1-d723-47eb-8a56-e87586f6e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:08.657324 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-203454a4-cc74-493e-9882-a5ecb6d8a783 req-aeec88b1-d723-47eb-8a56-e87586f6e976 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d47d19de-d00b-4f78-9653-e301d6107c8f HTTP/1.1" status: 200 len: 854 time: 0.0984313 Feb 28 17:38:08.683233 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (429c582d-31e5-48ac-a586-7dabac5c0300), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:08.713301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-203454a4-cc74-493e-9882-a5ecb6d8a783 req-3b1c4afb-6442-4fa1-a0d6-17b200c28e02 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35a3f1d3-cd98-4d44-8f59-5d12963c2d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487795 Feb 28 17:38:08.715872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:38:08.716215 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (429c582d-31e5-48ac-a586-7dabac5c0300), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:38:08.719320 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:38:08.870905 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-203454a4-cc74-493e-9882-a5ecb6d8a783 req-abfccd54-9f0b-41b9-a205-35a5dcee5532 service neutron] 10.222.0.69 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401479 Feb 28 17:38:08.947350 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (e7b78a41-642c-4e1e-9786-989063bb1754), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:08.956668 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:08.960316 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/networks/e7b78a41-642c-4e1e-9786-989063bb1754 HTTP/1.1" status: 204 len: 168 time: 1.8212430 Feb 28 17:38:08.963669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44500) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:08.971424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a9de959a-166c-4306-8955-cb371188a7b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'router': {'routes': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:08.997589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf5f5a-e8be-4c64-bdbc-4aacfc6c9a16 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Pushing event deleted for resources: {'Network': ['ID=e7b78a41-642c-4e1e-9786-989063bb1754,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:09.115064 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-203454a4-cc74-493e-9882-a5ecb6d8a783 req-dba86a61-f3e6-4bad-949a-eae6743945ec service neutron] 10.222.0.69 "GET /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374508 Feb 28 17:38:09.235508 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06cd5ae2-6e06-459b-bfd0-7e3a565d1b6b req-aeab4059-505a-4a5a-8853-5f35061f43d2 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0510848 Feb 28 17:38:09.296515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b2158e7-96e3-470e-9a38-e0e57b834e95 req-43a1fac3-6256-4ca5-af82-c7a48b8bd75c tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0961988 Feb 28 17:38:09.386057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a3381-188f-4087-934a-6c2335de96b2 req-1756be79-a044-4f00-b7d1-9ec695527ef3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:09.390387 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b6a3381-188f-4087-934a-6c2335de96b2 req-1756be79-a044-4f00-b7d1-9ec695527ef3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.0801206 Feb 28 17:38:09.436245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.extraroute_db [None req-a9de959a-166c-4306-8955-cb371188a7b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Added routes are [] {{(pid=104246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 17:38:09.436583 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.extraroute_db [None req-a9de959a-166c-4306-8955-cb371188a7b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Removed routes are [] {{(pid=104246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 17:38:09.436958 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9de959a-166c-4306-8955-cb371188a7b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (fe474a3c-763c-4dde-b867-b49a25019b17), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:09.487930 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b6a3381-188f-4087-934a-6c2335de96b2 req-1484df40-812f-429d-94cc-2a81be0bcc5d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962038 Feb 28 17:38:09.615717 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9de959a-166c-4306-8955-cb371188a7b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (fe474a3c-763c-4dde-b867-b49a25019b17), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:09.619169 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9de959a-166c-4306-8955-cb371188a7b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (fe474a3c-763c-4dde-b867-b49a25019b17), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:09.704733 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9de959a-166c-4306-8955-cb371188a7b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router fe474a3c-763c-4dde-b867-b49a25019b17 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:38:09.783720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9de959a-166c-4306-8955-cb371188a7b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:38:09.790434 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9de959a-166c-4306-8955-cb371188a7b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:09.791677 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a9de959a-166c-4306-8955-cb371188a7b8 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17 HTTP/1.1" status: 200 len: 705 time: 0.8269286 Feb 28 17:38:09.794690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44514) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:09.797430 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6cf72e-2f5f-4267-afc5-5d27269d0239 None None] Sync routers for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:38:09.817129 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6cf72e-2f5f-4267-afc5-5d27269d0239 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:09.818548 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7b6cf72e-2f5f-4267-afc5-5d27269d0239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:37:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:09.827215 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-610f400f-7cba-4060-93b2-b7f4fbb7bf42 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe474a3c-763c-4dde-b867-b49a25019b17 HTTP/1.1" status: 200 len: 205 time: 0.0308809 Feb 28 17:38:09.829593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44516) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:09.928194 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f546720-10c0-49b8-9cba-1b3b206e2e2f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (fe474a3c-763c-4dde-b867-b49a25019b17), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:09.943288 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-7b6cf72e-2f5f-4267-afc5-5d27269d0239 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:38:10.020205 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7b6cf72e-2f5f-4267-afc5-5d27269d0239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:38:05Z', 'revision_number': 11, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:10.036404 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a11b70d3-a879-4111-8202-5980cc7ea479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.053195 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6cf72e-2f5f-4267-afc5-5d27269d0239 None None] Checking router: fe474a3c-763c-4dde-b867-b49a25019b17 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:38:10.062056 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6cf72e-2f5f-4267-afc5-5d27269d0239 None None] Routers {'fe474a3c-763c-4dde-b867-b49a25019b17'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:10.062672 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7b6cf72e-2f5f-4267-afc5-5d27269d0239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fe474a3c-763c-4dde-b867-b49a25019b17'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:10.072634 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.109848 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f546720-10c0-49b8-9cba-1b3b206e2e2f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (fe474a3c-763c-4dde-b867-b49a25019b17), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.112128 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f546720-10c0-49b8-9cba-1b3b206e2e2f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_controller (fe474a3c-763c-4dde-b867-b49a25019b17), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.162994 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-7b6cf72e-2f5f-4267-afc5-5d27269d0239 None None] Set router fe474a3c-763c-4dde-b867-b49a25019b17 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:38:10.222319 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7b6cf72e-2f5f-4267-afc5-5d27269d0239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:38:05Z', 'revision_number': 11, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:10.250326 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6cf72e-2f5f-4267-afc5-5d27269d0239 None None] The sync data for ids ['fe474a3c-763c-4dde-b867-b49a25019b17'] in n-d-820368-19 is: [{'id': 'fe474a3c-763c-4dde-b867-b49a25019b17', 'name': 'tempest-RoutersIpV6Test-router-1382720264', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:37:04Z', 'updated_at': '2022-02-28T17:38:05Z', 'revision_number': 11, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:38:10.267850 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f546720-10c0-49b8-9cba-1b3b206e2e2f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (fe474a3c-763c-4dde-b867-b49a25019b17), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.268871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f546720-10c0-49b8-9cba-1b3b206e2e2f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Fanout notify agent at l3_agent the message router_deleted on router fe474a3c-763c-4dde-b867-b49a25019b17 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:38:10.285014 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f546720-10c0-49b8-9cba-1b3b206e2e2f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.285014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2f546720-10c0-49b8-9cba-1b3b206e2e2f tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17 HTTP/1.1" status: 204 len: 168 time: 0.4522784 Feb 28 17:38:10.289034 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44530) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:10.294339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-334973f6-e5eb-432f-acec-10eef3e7a228 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1004406154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:10.335833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44532) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:10.415071 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ea5c1ca0-c158-4174-96e0-0b82d5de3166 req-00cac58d-525e-4348-9171-5d3444e759b6 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0570221 Feb 28 17:38:10.419294 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-334973f6-e5eb-432f-acec-10eef3e7a228 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (02d9a544-a542-4207-8e68-681e995f409e), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.420411 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-334973f6-e5eb-432f-acec-10eef3e7a228 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (02d9a544-a542-4207-8e68-681e995f409e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.529084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f6eca99-666b-44d3-8b48-61ce9e20a1e6 req-1e68b05f-0c39-43a3-995a-ce049365ddca tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0725710 Feb 28 17:38:10.539981 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-334973f6-e5eb-432f-acec-10eef3e7a228 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_controller (02d9a544-a542-4207-8e68-681e995f409e), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.572718 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-52a34a7a-4bd0-4631-a38d-6ca6115b555d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b8c9f2c533c44c61b850177a471dc8fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354531 Feb 28 17:38:10.577624 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44542) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:10.593330 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-334973f6-e5eb-432f-acec-10eef3e7a228 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (02d9a544-a542-4207-8e68-681e995f409e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.644520 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f70d9954-60e3-4cbb-b75e-809c620368ed admin admin] Publish callbacks [] for security_group (57018fb5-beef-4eae-acfe-3a2a6584c2f2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.651707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895652b-a2a0-4c05-9972-05d564f37a22 req-3eb3f9ce-76e3-43a6-b86b-b5437482c7f8 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:10.653369 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7895652b-a2a0-4c05-9972-05d564f37a22 req-3eb3f9ce-76e3-43a6-b86b-b5437482c7f8 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.0718672 Feb 28 17:38:10.674148 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f70d9954-60e3-4cbb-b75e-809c620368ed admin admin] Publish callbacks [] for security_group (57018fb5-beef-4eae-acfe-3a2a6584c2f2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.699810 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-334973f6-e5eb-432f-acec-10eef3e7a228 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.699810 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-334973f6-e5eb-432f-acec-10eef3e7a228 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4061863 Feb 28 17:38:10.700860 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44544) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:10.705976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-87c5487d-6ab8-4dec-b3df-fe2173013661 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:10.749193 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7895652b-a2a0-4c05-9972-05d564f37a22 req-3f8ad665-2a23-407a-8e78-7addae8bedb7 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892923 Feb 28 17:38:10.807696 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f70d9954-60e3-4cbb-b75e-809c620368ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (57018fb5-beef-4eae-acfe-3a2a6584c2f2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.810386 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f70d9954-60e3-4cbb-b75e-809c620368ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:10.813343 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f70d9954-60e3-4cbb-b75e-809c620368ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/57018fb5-beef-4eae-acfe-3a2a6584c2f2 HTTP/1.1" status: 204 len: 168 time: 0.2336986 Feb 28 17:38:10.821732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d9954-60e3-4cbb-b75e-809c620368ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57018fb5-beef-4eae-acfe-3a2a6584c2f2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:10.957873 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87c5487d-6ab8-4dec-b3df-fe2173013661 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (02d9a544-a542-4207-8e68-681e995f409e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:11.064095 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87c5487d-6ab8-4dec-b3df-fe2173013661 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (02d9a544-a542-4207-8e68-681e995f409e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:11.271054 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c5487d-6ab8-4dec-b3df-fe2173013661 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Router 02d9a544-a542-4207-8e68-681e995f409e is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:38:11.382581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c5487d-6ab8-4dec-b3df-fe2173013661 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:38:11.389814 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87c5487d-6ab8-4dec-b3df-fe2173013661 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:11.390810 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-87c5487d-6ab8-4dec-b3df-fe2173013661 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "PUT /v2.0/routers/02d9a544-a542-4207-8e68-681e995f409e HTTP/1.1" status: 200 len: 698 time: 0.6882031 Feb 28 17:38:11.393209 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44562) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:11.393517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c57578-e632-4e41-bea7-5bde86e5b336 None None] Sync routers for ids ['02d9a544-a542-4207-8e68-681e995f409e'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:38:11.406420 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:11.409610 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c57578-e632-4e41-bea7-5bde86e5b336 None None] Routers {'02d9a544-a542-4207-8e68-681e995f409e'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:11.410516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-12c57578-e632-4e41-bea7-5bde86e5b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['02d9a544-a542-4207-8e68-681e995f409e'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:11.517149 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-64c13ef7-4632-4ae2-b56b-57dcc19c3d35 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/routers/02d9a544-a542-4207-8e68-681e995f409e HTTP/1.1" status: 200 len: 704 time: 0.1213515 Feb 28 17:38:11.519884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44570) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:11.553955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-12c57578-e632-4e41-bea7-5bde86e5b336 None None] Set router 02d9a544-a542-4207-8e68-681e995f409e gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:38:11.580481 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-54c646ce-65df-4049-8e44-6fef664903ed tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports?device_id=02d9a544-a542-4207-8e68-681e995f409e HTTP/1.1" status: 200 len: 205 time: 0.0566676 Feb 28 17:38:11.581087 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44574) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:11.664023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-12c57578-e632-4e41-bea7-5bde86e5b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9a544-a542-4207-8e68-681e995f409e', 'name': 'tempest-RoutersIpV6Test-router-1004406154', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:38:10Z', 'updated_at': '2022-02-28T17:38:10Z', 'revision_number': 2, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:11.669063 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a45279e9-091a-496d-ade5-7d37d232ece0 req-68ee9660-67c4-4ef6-a55a-b4b68437f1c2 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0947905 Feb 28 17:38:11.695194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c57578-e632-4e41-bea7-5bde86e5b336 None None] Checking router: 02d9a544-a542-4207-8e68-681e995f409e for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:38:11.697592 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e4591738-2905-4ffa-b714-a6bbfada87d4 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (02d9a544-a542-4207-8e68-681e995f409e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:11.706107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c57578-e632-4e41-bea7-5bde86e5b336 None None] Routers {'02d9a544-a542-4207-8e68-681e995f409e'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:11.707493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-12c57578-e632-4e41-bea7-5bde86e5b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['02d9a544-a542-4207-8e68-681e995f409e'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:11.780842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b56da15b-05a6-4c97-846a-9fdedec9e808 req-c41ce68d-88d9-4230-b719-8386e744a7d9 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0337050 Feb 28 17:38:11.815199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-12c57578-e632-4e41-bea7-5bde86e5b336 None None] Set router 02d9a544-a542-4207-8e68-681e995f409e gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:38:11.905785 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-12c57578-e632-4e41-bea7-5bde86e5b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9a544-a542-4207-8e68-681e995f409e', 'name': 'tempest-RoutersIpV6Test-router-1004406154', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:38:10Z', 'updated_at': '2022-02-28T17:38:10Z', 'revision_number': 2, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:11.945414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c57578-e632-4e41-bea7-5bde86e5b336 None None] The sync data for ids ['02d9a544-a542-4207-8e68-681e995f409e'] in n-d-820368-19 is: [{'id': '02d9a544-a542-4207-8e68-681e995f409e', 'name': 'tempest-RoutersIpV6Test-router-1004406154', 'tenant_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:38:10Z', 'updated_at': '2022-02-28T17:38:10Z', 'revision_number': 2, 'project_id': 'a494aa28fa4e4d718afc0c930c001c4d', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:38:11.966028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdeeb69-7bae-4691-a977-cf333ed823f3 req-2fbe59ed-6b9f-405b-9414-38b0bbb4d164 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:11.978533 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1fdeeb69-7bae-4691-a977-cf333ed823f3 req-2fbe59ed-6b9f-405b-9414-38b0bbb4d164 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1129234 Feb 28 17:38:11.991255 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e4591738-2905-4ffa-b714-a6bbfada87d4 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (02d9a544-a542-4207-8e68-681e995f409e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:11.993649 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e4591738-2905-4ffa-b714-a6bbfada87d4 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router_controller (02d9a544-a542-4207-8e68-681e995f409e), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:12.047595 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1fdeeb69-7bae-4691-a977-cf333ed823f3 req-e5bb5ac7-8941-4f38-a6f4-e89d14a0172a tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552630 Feb 28 17:38:12.126536 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e4591738-2905-4ffa-b714-a6bbfada87d4 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (02d9a544-a542-4207-8e68-681e995f409e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:12.127433 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4591738-2905-4ffa-b714-a6bbfada87d4 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Fanout notify agent at l3_agent the message router_deleted on router 02d9a544-a542-4207-8e68-681e995f409e {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:38:12.135008 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e4591738-2905-4ffa-b714-a6bbfada87d4 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:12.139298 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e4591738-2905-4ffa-b714-a6bbfada87d4 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/routers/02d9a544-a542-4207-8e68-681e995f409e HTTP/1.1" status: 204 len: 168 time: 0.5554111 Feb 28 17:38:12.142386 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44586) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:12.166395 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44588) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:12.173394 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dcd5260b-c1a0-458a-8a6c-a0cfdf28d193 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports?device_id=02d9a544-a542-4207-8e68-681e995f409e HTTP/1.1" status: 200 len: 205 time: 0.0294881 Feb 28 17:38:12.180048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44592) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:12.244825 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-72ec569d-dd53-4432-9702-d22c3294f081 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] delete failed (client error): The resource could not be found. Feb 28 17:38:12.254846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-72ec569d-dd53-4432-9702-d22c3294f081 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/routers/02d9a544-a542-4207-8e68-681e995f409e HTTP/1.1" status: 404 len: 336 time: 0.0734653 Feb 28 17:38:12.255071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44596) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:12.292400 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b5b0ff-f342-4faf-b26b-212d6fd07d69 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] DELETE failed (client error): The resource could not be found. Feb 28 17:38:12.292860 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b5b0ff-f342-4faf-b26b-212d6fd07d69 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:38:12.298987 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a1b5b0ff-f342-4faf-b26b-212d6fd07d69 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/52b276bb-0790-4198-a246-d98429e45c90 HTTP/1.1" status: 404 len: 337 time: 0.0429041 Feb 28 17:38:12.299825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44600) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:12.339502 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2109632275-network', 'tenant_id': '6ec5d9c970f94cc29d173d641092e3e4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:12.343513 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aad7f4e-e84d-49b8-8f46-24ea3822e03d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] DELETE failed (client error): The resource could not be found. Feb 28 17:38:12.343878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aad7f4e-e84d-49b8-8f46-24ea3822e03d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:38:12.346924 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8aad7f4e-e84d-49b8-8f46-24ea3822e03d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/32f18e96-bd5f-46c4-be49-69c6a668bb7e HTTP/1.1" status: 404 len: 337 time: 0.0460558 Feb 28 17:38:12.350214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44602) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:12.378780 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-89514832-b9c0-49aa-b562-8ec450ea9929 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] DELETE failed (client error): The resource could not be found. Feb 28 17:38:12.379968 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89514832-b9c0-49aa-b562-8ec450ea9929 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:38:12.382885 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-89514832-b9c0-49aa-b562-8ec450ea9929 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/6427b01c-86d3-4d1b-a896-eabdde49b41a HTTP/1.1" status: 404 len: 337 time: 0.0312610 Feb 28 17:38:12.385427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44604) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:12.411789 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c442323-4f19-4d09-87a8-800f1d7e9134 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] DELETE failed (client error): The resource could not be found. Feb 28 17:38:12.412244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c442323-4f19-4d09-87a8-800f1d7e9134 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:38:12.415419 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8c442323-4f19-4d09-87a8-800f1d7e9134 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/33b332d2-958c-45e9-a945-574e23970e1b HTTP/1.1" status: 404 len: 337 time: 0.0289774 Feb 28 17:38:12.418324 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44606) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:12.445689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d9411ddc-9b35-4b12-b522-19241bc3450b tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe474a3c-763c-4dde-b867-b49a25019b17 HTTP/1.1" status: 200 len: 205 time: 0.0262516 Feb 28 17:38:12.448964 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44608) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:12.470335 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] Made reservation on behalf of 6ec5d9c970f94cc29d173d641092e3e4 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:38:12.474135 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:12.484556 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:12.491883 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-f2698f3c-3cf2-4b81-b07d-052f6e148e43 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] delete failed (client error): The resource could not be found. Feb 28 17:38:12.495977 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f2698f3c-3cf2-4b81-b07d-052f6e148e43 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/routers/fe474a3c-763c-4dde-b867-b49a25019b17 HTTP/1.1" status: 404 len: 336 time: 0.0432961 Feb 28 17:38:12.496505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44610) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:12.529158 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:12.529686 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-44778dd1-0e7c-4c6e-9573-a39701a8c79e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8648c7a-e2ad-427f-9fcb-2a823d002b5b HTTP/1.1" status: 200 len: 205 time: 0.0318568 Feb 28 17:38:12.530207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44614) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:12.578057 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-25a33f96-53ee-40dd-be6c-5bf43c19b503 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] delete failed (client error): The resource could not be found. Feb 28 17:38:12.581685 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-25a33f96-53ee-40dd-be6c-5bf43c19b503 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/routers/e8648c7a-e2ad-427f-9fcb-2a823d002b5b HTTP/1.1" status: 404 len: 336 time: 0.0504863 Feb 28 17:38:12.581855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44616) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:12.598451 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] Publish callbacks [] for security_group (f62c9a1d-bb75-4f0e-8491-db50160ec3df), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:12.615004 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0428c8b-f738-4a93-9824-e9ca3cc24ee9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] DELETE failed (client error): The resource could not be found. Feb 28 17:38:12.615452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0428c8b-f738-4a93-9824-e9ca3cc24ee9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:38:12.618443 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d0428c8b-f738-4a93-9824-e9ca3cc24ee9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/0cc45fdd-20ec-4e4f-85a0-5f2b5bea1a30 HTTP/1.1" status: 404 len: 337 time: 0.0356672 Feb 28 17:38:12.621161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44618) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:12.651334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d388b3fa-d674-40c2-8172-c274c42f2e7c tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4 HTTP/1.1" status: 200 len: 205 time: 0.0268598 Feb 28 17:38:12.651334 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f62c9a1d-bb75-4f0e-8491-db50160ec3df), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:12.651863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44620) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:12.681735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:38:12.688184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62c9a1d-bb75-4f0e-8491-db50160ec3df,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:12.696059 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (70d8abf1-a5d0-4c08-a8d6-791171b77d5b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:12.696410 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] Added segment 70d8abf1-a5d0-4c08-a8d6-791171b77d5b of type vlan for network cc628601-8aa5-45a4-a6f8-90d0c97d0b85 Feb 28 17:38:12.747348 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (cc628601-8aa5-45a4-a6f8-90d0c97d0b85), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:12.842610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (cc628601-8aa5-45a4-a6f8-90d0c97d0b85), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:12.843883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:12.844925 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:12.933066 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] Pushing event updated for resources: {'Network': ['ID=cc628601-8aa5-45a4-a6f8-90d0c97d0b85,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:12.944102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network cc628601-8aa5-45a4-a6f8-90d0c97d0b85 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:38:12.983166 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dd6d32f2-9d33-4dea-a9e7-1b3409953ec6 req-f9660efe-0d01-4871-bda7-8f3ce6b87915 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0467484 Feb 28 17:38:12.994615 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-446f1c96-7b82-4377-8be4-6d61275ec690 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8238797 Feb 28 17:38:12.996495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44626) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:13.003388 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-896de7f9-df49-4707-9c74-b34cddb1b7e7 admin admin] Request body: {'subnet': {'network_id': 'cc628601-8aa5-45a4-a6f8-90d0c97d0b85', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2109632275-subnet', 'tenant_id': '6ec5d9c970f94cc29d173d641092e3e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:13.082229 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-97858d4d-f76d-427f-9058-9abb2a12a1d0 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] delete failed (client error): The resource could not be found. Feb 28 17:38:13.083403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-97858d4d-f76d-427f-9058-9abb2a12a1d0 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/routers/3a9bff91-43f4-41e9-8b9e-1c9e262fa4a4 HTTP/1.1" status: 404 len: 336 time: 0.4303741 Feb 28 17:38:13.086121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44630) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:13.100806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896de7f9-df49-4707-9c74-b34cddb1b7e7 admin admin] Made reservation on behalf of 6ec5d9c970f94cc29d173d641092e3e4 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:38:13.103448 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-896de7f9-df49-4707-9c74-b34cddb1b7e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:13.117530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-74923cfd-e13c-42ef-b29d-c0769c471f78 req-cedd102f-455a-475b-817c-470d1645324f tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0373161 Feb 28 17:38:13.157999 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-190f55dc-58c1-462a-8daa-54895b1bdd8e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports?device_id=b138002d-fdf8-4ec6-8296-841273299474 HTTP/1.1" status: 200 len: 205 time: 0.0692770 Feb 28 17:38:13.165242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44632) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:13.208653 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-63c6d11e-b820-4720-8893-5c59f832486a tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] delete failed (client error): The resource could not be found. Feb 28 17:38:13.210087 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-63c6d11e-b820-4720-8893-5c59f832486a tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/routers/b138002d-fdf8-4ec6-8296-841273299474 HTTP/1.1" status: 404 len: 336 time: 0.0436420 Feb 28 17:38:13.212852 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44634) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:13.242084 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b013c6-eece-4ffd-80f0-2813d559e387 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] DELETE failed (client error): The resource could not be found. Feb 28 17:38:13.242698 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b013c6-eece-4ffd-80f0-2813d559e387 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:38:13.246759 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-54b013c6-eece-4ffd-80f0-2813d559e387 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/eeb66822-684e-475c-99ea-e13fe066a7ac HTTP/1.1" status: 404 len: 337 time: 0.0327282 Feb 28 17:38:13.249448 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44636) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:13.255989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fbf0a-3335-4003-aa78-21b73c087297 req-9b0a3278-d7be-46bb-b0eb-9fac2e702363 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:13.257520 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-703fbf0a-3335-4003-aa78-21b73c087297 req-9b0a3278-d7be-46bb-b0eb-9fac2e702363 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1061032 Feb 28 17:38:13.289266 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-390bd249-cba6-4f4f-8db9-ed000bc64503 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf397d21-74e5-42a5-92eb-d6ff7a55a2f3 HTTP/1.1" status: 200 len: 205 time: 0.0384793 Feb 28 17:38:13.293262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44638) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:13.680386 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-8c653ea1-fa1c-412f-a865-5ec60b907aef tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] delete failed (client error): The resource could not be found. Feb 28 17:38:13.681330 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8c653ea1-fa1c-412f-a865-5ec60b907aef tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/routers/bf397d21-74e5-42a5-92eb-d6ff7a55a2f3 HTTP/1.1" status: 404 len: 336 time: 0.3835387 Feb 28 17:38:13.684207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44646) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:13.688715 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-703fbf0a-3335-4003-aa78-21b73c087297 req-398679a8-1138-458c-8d9b-b5734d703df2 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234021 Feb 28 17:38:13.721660 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7abae8-a7b8-41e5-8c74-b353a658ebd9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] DELETE failed (client error): The resource could not be found. Feb 28 17:38:13.722219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7abae8-a7b8-41e5-8c74-b353a658ebd9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:38:13.727559 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7a7abae8-a7b8-41e5-8c74-b353a658ebd9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/7ad3617d-4f8b-4993-95d9-b2d47a695838 HTTP/1.1" status: 404 len: 337 time: 0.0400741 Feb 28 17:38:13.727830 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44648) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:13.757418 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-673fb01b-c8a4-4c09-be0a-652379a924af tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfe43883-b735-4af0-9e48-6c13ba491489 HTTP/1.1" status: 200 len: 205 time: 0.0273373 Feb 28 17:38:13.759168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44650) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:13.800291 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-14c29b27-e4e1-4314-825a-c6ca1c610d6d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] delete failed (client error): The resource could not be found. Feb 28 17:38:13.801282 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-14c29b27-e4e1-4314-825a-c6ca1c610d6d tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/routers/bfe43883-b735-4af0-9e48-6c13ba491489 HTTP/1.1" status: 404 len: 336 time: 0.0412352 Feb 28 17:38:13.803949 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44652) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:13.829396 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-896de7f9-df49-4707-9c74-b34cddb1b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (39d16d9b-6d72-4234-ac6d-19134574c98e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:13.829615 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77546d6-ee7a-4a82-a52b-370695ab2ae9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] DELETE failed (client error): The resource could not be found. Feb 28 17:38:13.830049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77546d6-ee7a-4a82-a52b-370695ab2ae9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:38:13.835134 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e77546d6-ee7a-4a82-a52b-370695ab2ae9 tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/0a5095fb-1e65-45ae-a656-fda86199f938 HTTP/1.1" status: 404 len: 337 time: 0.0280650 Feb 28 17:38:13.835901 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44654) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:13.861321 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-f594e3ce-0df5-49c0-a5a6-a41a0eabe39e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] DELETE failed (client error): The resource could not be found. Feb 28 17:38:13.861776 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f594e3ce-0df5-49c0-a5a6-a41a0eabe39e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:38:13.866570 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f594e3ce-0df5-49c0-a5a6-a41a0eabe39e tempest-RoutersIpV6Test-111859705 tempest-RoutersIpV6Test-111859705-project] 10.222.0.72 "DELETE /v2.0/subnets/4184272c-ec46-4841-bb82-682404fef7e7 HTTP/1.1" status: 404 len: 337 time: 0.0280669 Feb 28 17:38:13.885129 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896de7f9-df49-4707-9c74-b34cddb1b7e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d16d9b-6d72-4234-ac6d-19134574c98e,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:13.904437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896de7f9-df49-4707-9c74-b34cddb1b7e7 admin admin] Checking segment: {'id': '70d8abf1-a5d0-4c08-a8d6-791171b77d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cc628601-8aa5-45a4-a6f8-90d0c97d0b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:38:13.904437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896de7f9-df49-4707-9c74-b34cddb1b7e7 admin admin] Network hostable DHCP agents. Network: cc628601-8aa5-45a4-a6f8-90d0c97d0b85, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:38:13.922265 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:13.978684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896de7f9-df49-4707-9c74-b34cddb1b7e7 admin admin] Network cc628601-8aa5-45a4-a6f8-90d0c97d0b85 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:38:14.064147 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-896de7f9-df49-4707-9c74-b34cddb1b7e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, cc628601-8aa5-45a4-a6f8-90d0c97d0b85) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:14.069285 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896de7f9-df49-4707-9c74-b34cddb1b7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:14.070059 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-896de7f9-df49-4707-9c74-b34cddb1b7e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:14.076180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0923b26-bdb4-4ef7-a715-bbd82794d30b None None] Network cc628601-8aa5-45a4-a6f8-90d0c97d0b85 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:38:14.096080 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d3f37ef-b064-4e68-b1b2-7f2e041002f4 req-a4061a96-65eb-4492-afd8-08e17b181bf3 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0371945 Feb 28 17:38:14.158613 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-896de7f9-df49-4707-9c74-b34cddb1b7e7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1608257 Feb 28 17:38:14.192365 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1725fd73-337a-4025-b6f1-4f0c51281cd3 None None] Network cc628601-8aa5-45a4-a6f8-90d0c97d0b85 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:38:14.258573 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-21241d5a-a51f-4a28-9934-6946e7cb1a09 req-b0c6236e-c99c-4dae-b642-c3f971b80b8c tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0411735 Feb 28 17:38:14.358651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44670) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:14.554562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5471eb9e-8045-4173-a8a5-eaa58db51ec6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a494aa28fa4e4d718afc0c930c001c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1946356 Feb 28 17:38:14.557282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44678) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:14.620241 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b61a8c0-8c0c-44dc-a1d3-fde6abf9802b admin admin] Publish callbacks [] for security_group (2c498d7b-936a-4fb6-86a8-8afa543308e0), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:14.648286 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b61a8c0-8c0c-44dc-a1d3-fde6abf9802b admin admin] Publish callbacks [] for security_group (2c498d7b-936a-4fb6-86a8-8afa543308e0), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:14.669876 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-bcdd4122-5961-47cc-8835-702e2585f576 req-657985a1-5ea8-4894-a584-7acb22ba446d tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-64488126', 'description': 'tempest-description-999922835'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:14.784883 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bcdd4122-5961-47cc-8835-702e2585f576 req-657985a1-5ea8-4894-a584-7acb22ba446d tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:14.787909 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b61a8c0-8c0c-44dc-a1d3-fde6abf9802b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2c498d7b-936a-4fb6-86a8-8afa543308e0), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:14.790591 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b61a8c0-8c0c-44dc-a1d3-fde6abf9802b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:14.791865 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7b61a8c0-8c0c-44dc-a1d3-fde6abf9802b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c498d7b-936a-4fb6-86a8-8afa543308e0 HTTP/1.1" status: 204 len: 168 time: 0.2335198 Feb 28 17:38:14.816074 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce3a4-f10b-4613-b272-1edfc1f8e374 req-306d84dc-f8e5-4c41-b172-cd9442c07b41 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:14.818452 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61a8c0-8c0c-44dc-a1d3-fde6abf9802b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c498d7b-936a-4fb6-86a8-8afa543308e0,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:14.824336 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-701ce3a4-f10b-4613-b272-1edfc1f8e374 req-306d84dc-f8e5-4c41-b172-cd9442c07b41 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.0661530 Feb 28 17:38:14.885815 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bcdd4122-5961-47cc-8835-702e2585f576 req-657985a1-5ea8-4894-a584-7acb22ba446d tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (44e7cc4c-de7b-40f4-b62b-f1f87f7c764c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:14.890208 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-701ce3a4-f10b-4613-b272-1edfc1f8e374 req-9bd4c071-d8fe-4b61-a9a4-866ab9c504a5 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634663 Feb 28 17:38:14.938442 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bcdd4122-5961-47cc-8835-702e2585f576 req-657985a1-5ea8-4894-a584-7acb22ba446d tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (44e7cc4c-de7b-40f4-b62b-f1f87f7c764c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:14.970305 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657985a1-5ea8-4894-a584-7acb22ba446d tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e7cc4c-de7b-40f4-b62b-f1f87f7c764c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:15.014350 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bcdd4122-5961-47cc-8835-702e2585f576 req-657985a1-5ea8-4894-a584-7acb22ba446d tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:15.015795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bcdd4122-5961-47cc-8835-702e2585f576 req-657985a1-5ea8-4894-a584-7acb22ba446d tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3517454 Feb 28 17:38:15.082577 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b51195e-2c05-4d9a-a40e-2cd80baba15c req-2cbe2079-6c63-4981-ae6b-8808a99264d8 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-groups/44e7cc4c-de7b-40f4-b62b-f1f87f7c764c HTTP/1.1" status: 200 len: 1829 time: 0.0462158 Feb 28 17:38:15.090468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-7b51195e-2c05-4d9a-a40e-2cd80baba15c req-171266ef-28a4-4d86-84ff-38bf438ef6d6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44e7cc4c-de7b-40f4-b62b-f1f87f7c764c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:15.090899 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-7b51195e-2c05-4d9a-a40e-2cd80baba15c req-171266ef-28a4-4d86-84ff-38bf438ef6d6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44e7cc4c-de7b-40f4-b62b-f1f87f7c764c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:15.218659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bde4d6fd-6cbc-4008-8290-b0ec13ef6072 req-017c7465-0931-478e-b344-c43571fc5b1f tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0326407 Feb 28 17:38:15.254927 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b51195e-2c05-4d9a-a40e-2cd80baba15c req-171266ef-28a4-4d86-84ff-38bf438ef6d6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group_rule (de704235-326c-479f-a5ed-e627a48eeb65), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:15.282996 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b51195e-2c05-4d9a-a40e-2cd80baba15c req-171266ef-28a4-4d86-84ff-38bf438ef6d6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group_rule (de704235-326c-479f-a5ed-e627a48eeb65), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:15.369208 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b51195e-2c05-4d9a-a40e-2cd80baba15c req-171266ef-28a4-4d86-84ff-38bf438ef6d6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (de704235-326c-479f-a5ed-e627a48eeb65), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:15.387506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171266ef-28a4-4d86-84ff-38bf438ef6d6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de704235-326c-479f-a5ed-e627a48eeb65,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:15.392442 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7c1131a4-4b8f-46ee-b71c-20196c628188 req-56d7ee1a-c332-4023-be65-e332922c6643 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0372987 Feb 28 17:38:15.500688 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7b51195e-2c05-4d9a-a40e-2cd80baba15c req-171266ef-28a4-4d86-84ff-38bf438ef6d6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:15.502302 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b51195e-2c05-4d9a-a40e-2cd80baba15c req-171266ef-28a4-4d86-84ff-38bf438ef6d6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4170954 Feb 28 17:38:15.573082 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a3a92f1f-9343-4be4-a6c0-de167b903ac1 req-873e41cc-294b-4ec9-b5e6-b749ae30a3de tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-groups/44e7cc4c-de7b-40f4-b62b-f1f87f7c764c HTTP/1.1" status: 200 len: 2423 time: 0.0463386 Feb 28 17:38:15.618469 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47ad1a0c-3a7f-4be0-8f68-da5079535256 req-a143d87c-05d4-4164-b93a-adb0fc6b98d3 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-group-rules/de704235-326c-479f-a5ed-e627a48eeb65 HTTP/1.1" status: 200 len: 778 time: 0.0228286 Feb 28 17:38:15.684750 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47ad1a0c-3a7f-4be0-8f68-da5079535256 req-c0373996-442b-440c-8823-4f64eacb8011 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-groups/44e7cc4c-de7b-40f4-b62b-f1f87f7c764c HTTP/1.1" status: 200 len: 2423 time: 0.0498977 Feb 28 17:38:15.720096 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-47ad1a0c-3a7f-4be0-8f68-da5079535256 req-d7776e1a-5c24-4dab-84ee-c64666eb8dae tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group_rule (de704235-326c-479f-a5ed-e627a48eeb65), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:15.729170 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-47ad1a0c-3a7f-4be0-8f68-da5079535256 req-d7776e1a-5c24-4dab-84ee-c64666eb8dae tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group_rule (de704235-326c-479f-a5ed-e627a48eeb65), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:15.813067 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-47ad1a0c-3a7f-4be0-8f68-da5079535256 req-d7776e1a-5c24-4dab-84ee-c64666eb8dae tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (de704235-326c-479f-a5ed-e627a48eeb65), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:15.823502 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-47ad1a0c-3a7f-4be0-8f68-da5079535256 req-d7776e1a-5c24-4dab-84ee-c64666eb8dae tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:15.824810 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47ad1a0c-3a7f-4be0-8f68-da5079535256 req-d7776e1a-5c24-4dab-84ee-c64666eb8dae tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/de704235-326c-479f-a5ed-e627a48eeb65 HTTP/1.1" status: 204 len: 173 time: 0.1326931 Feb 28 17:38:15.835489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7776e1a-5c24-4dab-84ee-c64666eb8dae tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de704235-326c-479f-a5ed-e627a48eeb65,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:15.854166 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-b3da2928-193d-430a-8453-d1fea5064b74 req-ae4b1b5c-4da2-4f32-af4d-77d47dceaf25 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1585306480', 'description': 'tempest-description-964807700'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:15.955947 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b3da2928-193d-430a-8453-d1fea5064b74 req-ae4b1b5c-4da2-4f32-af4d-77d47dceaf25 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.034251 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b3da2928-193d-430a-8453-d1fea5064b74 req-ae4b1b5c-4da2-4f32-af4d-77d47dceaf25 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (bee2105e-d8df-48a9-8b64-ae9639d798ec), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.037064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44740) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:16.104297 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b3da2928-193d-430a-8453-d1fea5064b74 req-ae4b1b5c-4da2-4f32-af4d-77d47dceaf25 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bee2105e-d8df-48a9-8b64-ae9639d798ec), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.149326 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'network': {'name': 'tempest-RoutersTest-830452299'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:16.158379 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b1b5c-4da2-4f32-af4d-77d47dceaf25 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee2105e-d8df-48a9-8b64-ae9639d798ec,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:16.193682 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b3da2928-193d-430a-8453-d1fea5064b74 req-ae4b1b5c-4da2-4f32-af4d-77d47dceaf25 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.195129 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b3da2928-193d-430a-8453-d1fea5064b74 req-ae4b1b5c-4da2-4f32-af4d-77d47dceaf25 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3463228 Feb 28 17:38:16.294597 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77bfefb8-e769-4338-acab-e2ee25ec5c01 req-0ca83b79-e8ab-4f97-9e1a-b81a83ddd9aa tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-groups/bee2105e-d8df-48a9-8b64-ae9639d798ec HTTP/1.1" status: 200 len: 1831 time: 0.0622993 Feb 28 17:38:16.299111 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:38:16.307545 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.308918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:38:16.338967 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.407360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e957bc2-935e-40c6-a9e2-1f228df22a9c req-6ac36197-9479-4465-97ed-e37f40ba8fd9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:16.417283 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e957bc2-935e-40c6-a9e2-1f228df22a9c req-6ac36197-9479-4465-97ed-e37f40ba8fd9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 945 time: 0.0767663 Feb 28 17:38:16.431265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb6c93-66cb-48f1-8f6f-da02af671edc req-21c2a0ab-9fb6-4e50-b7b3-05b8c4c96a02 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:16.434846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-effb6c93-66cb-48f1-8f6f-da02af671edc req-21c2a0ab-9fb6-4e50-b7b3-05b8c4c96a02 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 944 time: 0.1843650 Feb 28 17:38:16.478310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e957bc2-935e-40c6-a9e2-1f228df22a9c req-b60301d5-d5e7-4fe8-ac9d-17a5eed33268 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594990 Feb 28 17:38:16.567964 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-effb6c93-66cb-48f1-8f6f-da02af671edc req-c8635dff-545e-4c10-b21f-3cfebaa84be5 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180742 Feb 28 17:38:16.599709 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-97bdfea3-3b52-4ba9-8c65-00d38657d142 req-bf31ac70-426a-4936-bac7-106b4b6f558c tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0489101 Feb 28 17:38:16.639179 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for security_group (c3cebf58-4c86-48a4-91aa-3879eab35a3b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.639791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-50683d6b-6431-4722-b2e9-6a1c06631e06 req-684bc1ce-1315-4d14-9f90-567faa14d292 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-432399126', 'description': 'tempest-description-2050575608'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:16.704927 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:16.716376 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c3cebf58-4c86-48a4-91aa-3879eab35a3b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.720193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf', 'network_id': '54167de9-3554-490b-90c9-a563d8838503', 'port_id': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf', 'mac_address': 'fa:16:3e:ca:aa:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f133f7b8-2c40-4366-9de1-489549838d9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:38:16.738222 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-50683d6b-6431-4722-b2e9-6a1c06631e06 req-684bc1ce-1315-4d14-9f90-567faa14d292 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.754177 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ca8f376-b373-4633-95a9-61af1cc460d1 req-7e49c68e-874b-4146-b6f9-f31a461cda5d tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0503719 Feb 28 17:38:16.774881 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:38:16.781763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:16.782486 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.795174 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3c806885-686b-4d07-a19c-2453491e5f72), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.795796 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Added segment 3c806885-686b-4d07-a19c-2453491e5f72 of type vlan for network 8032f284-2be6-43f9-ac8e-5107ba9f6a65 Feb 28 17:38:16.803969 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cebf58-4c86-48a4-91aa-3879eab35a3b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:16.812347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:38:16.847506 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (8032f284-2be6-43f9-ac8e-5107ba9f6a65), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.857865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:16.869472 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-50683d6b-6431-4722-b2e9-6a1c06631e06 req-684bc1ce-1315-4d14-9f90-567faa14d292 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (6110e47d-9c32-4bcf-a07f-bd8045c8c4b6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.938362 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.961007 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-50683d6b-6431-4722-b2e9-6a1c06631e06 req-684bc1ce-1315-4d14-9f90-567faa14d292 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6110e47d-9c32-4bcf-a07f-bd8045c8c4b6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.962689 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (8032f284-2be6-43f9-ac8e-5107ba9f6a65), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:16.977162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:16.998858 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:17.005683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,revision_number=11']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:17.014357 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:17.014704 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:17.015043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:17.015877 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:17.015877 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:17.016241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:17.016576 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:17.016903 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:17.017230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:17.017552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:17.018075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:17.018416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:17.018740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:17.030885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bc1ce-1315-4d14-9f90-567faa14d292 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6110e47d-9c32-4bcf-a07f-bd8045c8c4b6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:17.092955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Network': ['ID=8032f284-2be6-43f9-ac8e-5107ba9f6a65,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:17.103768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 8032f284-2be6-43f9-ac8e-5107ba9f6a65 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:38:17.119069 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1a89ff03-21d8-4f24-bc62-0669408a322c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0807943 Feb 28 17:38:17.121640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44760) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:17.129004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-42392f6e-5039-4afd-af9b-0e49f517520c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'network': {'name': 'tempest-RoutersTest-1908322435'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:17.136101 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-50683d6b-6431-4722-b2e9-6a1c06631e06 req-684bc1ce-1315-4d14-9f90-567faa14d292 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:17.137730 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-50683d6b-6431-4722-b2e9-6a1c06631e06 req-684bc1ce-1315-4d14-9f90-567faa14d292 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5089822 Feb 28 17:38:17.207773 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ef121b32-46c5-446d-8ef5-0ffa03f073e3 req-58621ba8-90c1-4888-b4fc-8bf0859607bf tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-groups/6110e47d-9c32-4bcf-a07f-bd8045c8c4b6 HTTP/1.1" status: 200 len: 1831 time: 0.0480657 Feb 28 17:38:17.231587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-936f7774-1f9e-4328-82c2-56dcff4af40b req-3a17ddc0-c8de-474f-af86-5013d6db7174 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-603389354', 'description': 'tempest-description-757764082'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:17.239274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42392f6e-5039-4afd-af9b-0e49f517520c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:38:17.242460 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42392f6e-5039-4afd-af9b-0e49f517520c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:17.276777 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42392f6e-5039-4afd-af9b-0e49f517520c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:38:17.286714 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42392f6e-5039-4afd-af9b-0e49f517520c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0f0f4095-9840-4a4a-b987-99e3e891bd23), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:17.287047 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-42392f6e-5039-4afd-af9b-0e49f517520c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Added segment 0f0f4095-9840-4a4a-b987-99e3e891bd23 of type vlan for network 163078bc-0b0f-46e2-b3d1-9185f322b43a Feb 28 17:38:17.319520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['6f5190e4-dec8-4d42-8a2f-7a03ec6657cf'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:38:17.321644 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-936f7774-1f9e-4328-82c2-56dcff4af40b req-3a17ddc0-c8de-474f-af86-5013d6db7174 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:17.340306 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42392f6e-5039-4afd-af9b-0e49f517520c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (163078bc-0b0f-46e2-b3d1-9185f322b43a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:17.415665 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-936f7774-1f9e-4328-82c2-56dcff4af40b req-3a17ddc0-c8de-474f-af86-5013d6db7174 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (072251aa-5bc6-4fc1-b86e-e732b548ca68), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:17.423696 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42392f6e-5039-4afd-af9b-0e49f517520c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (163078bc-0b0f-46e2-b3d1-9185f322b43a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:17.429737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42392f6e-5039-4afd-af9b-0e49f517520c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:17.430451 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42392f6e-5039-4afd-af9b-0e49f517520c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:17.500719 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-936f7774-1f9e-4328-82c2-56dcff4af40b req-3a17ddc0-c8de-474f-af86-5013d6db7174 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (072251aa-5bc6-4fc1-b86e-e732b548ca68), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:17.562034 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42392f6e-5039-4afd-af9b-0e49f517520c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Network': ['ID=163078bc-0b0f-46e2-b3d1-9185f322b43a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:17.567298 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17ddc0-c8de-474f-af86-5013d6db7174 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072251aa-5bc6-4fc1-b86e-e732b548ca68,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:17.573790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 163078bc-0b0f-46e2-b3d1-9185f322b43a details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:38:17.586891 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-42392f6e-5039-4afd-af9b-0e49f517520c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4621131 Feb 28 17:38:17.589583 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44770) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:17.599730 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d2b696ce-7c75-4e52-a1f5-ec9e10fb2a16 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'subnet': {'network_id': '8032f284-2be6-43f9-ac8e-5107ba9f6a65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:17.653483 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-936f7774-1f9e-4328-82c2-56dcff4af40b req-3a17ddc0-c8de-474f-af86-5013d6db7174 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:17.656246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-936f7774-1f9e-4328-82c2-56dcff4af40b req-3a17ddc0-c8de-474f-af86-5013d6db7174 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4286652 Feb 28 17:38:17.670748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f645e-3f30-450d-91c5-d377ba244332 req-5d855fea-39df-4572-ae50-eaea210e0976 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:17.672356 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-536f645e-3f30-450d-91c5-d377ba244332 req-5d855fea-39df-4572-ae50-eaea210e0976 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 945 time: 0.0938969 Feb 28 17:38:17.781790 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-536f645e-3f30-450d-91c5-d377ba244332 req-b05185a5-cbff-4081-a13c-564a67076eef tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974972 Feb 28 17:38:17.824049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b696ce-7c75-4e52-a1f5-ec9e10fb2a16 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:38:17.827598 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d2b696ce-7c75-4e52-a1f5-ec9e10fb2a16 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:17.948580 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fbdbafab-2841-432d-9f8f-93cb2d74673c req-525748e2-e91a-47d9-9ca5-9810aaecccdc tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0407722 Feb 28 17:38:17.955735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaee566-8156-462a-9d1b-cc7813883289 req-8e121ecb-44ab-4d35-8348-4b68d38fa081 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:17.961986 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9aaee566-8156-462a-9d1b-cc7813883289 req-8e121ecb-44ab-4d35-8348-4b68d38fa081 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1719825 Feb 28 17:38:18.034362 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e99aec7-5801-43ee-9723-88f56d266db2 req-e70af327-57ef-4676-8934-781b3c040e48 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-groups/072251aa-5bc6-4fc1-b86e-e732b548ca68 HTTP/1.1" status: 200 len: 1830 time: 0.0416868 Feb 28 17:38:18.049684 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9aaee566-8156-462a-9d1b-cc7813883289 req-9d3b599d-b0c9-4d1a-abe4-28aac4c11235 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848658 Feb 28 17:38:18.106441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-28477738-1469-4698-bc68-7df6d956a8c9 req-bebb3c66-c23f-48c0-963c-c70ce0854002 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1490037281', 'description': 'tempest-description-1238244835'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:18.169294 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba633d30-3830-437f-ae85-f3f742d3a0c0 req-d0bc93a7-8b4e-479c-8b82-6a3c64140827 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0283694 Feb 28 17:38:18.225963 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-28477738-1469-4698-bc68-7df6d956a8c9 req-bebb3c66-c23f-48c0-963c-c70ce0854002 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:18.228371 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d2b696ce-7c75-4e52-a1f5-ec9e10fb2a16 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (0a56e04a-303d-4b92-b964-03ff6d09a02c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:18.327274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b696ce-7c75-4e52-a1f5-ec9e10fb2a16 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Subnet': ['ID=0a56e04a-303d-4b92-b964-03ff6d09a02c,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:18.340660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b696ce-7c75-4e52-a1f5-ec9e10fb2a16 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Checking segment: {'id': '3c806885-686b-4d07-a19c-2453491e5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8032f284-2be6-43f9-ac8e-5107ba9f6a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:38:18.341283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b696ce-7c75-4e52-a1f5-ec9e10fb2a16 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network hostable DHCP agents. Network: 8032f284-2be6-43f9-ac8e-5107ba9f6a65, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:38:18.433026 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-28477738-1469-4698-bc68-7df6d956a8c9 req-bebb3c66-c23f-48c0-963c-c70ce0854002 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (b1757233-26ce-4b7a-8d5a-02440debe520), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:18.459878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-5379fabb-3d4a-4c54-849b-754b38cb7c40 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:18.466420 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-5379fabb-3d4a-4c54-849b-754b38cb7c40 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.73 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 945 time: 0.0896924 Feb 28 17:38:18.573083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b696ce-7c75-4e52-a1f5-ec9e10fb2a16 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 8032f284-2be6-43f9-ac8e-5107ba9f6a65 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:38:18.591200 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Deleting port 3820b767-07a5-433d-b4cc-9ec326034e71 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:18.598030 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3820b767-07a5-433d-b4cc-9ec326034e71), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:18.639746 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-28477738-1469-4698-bc68-7df6d956a8c9 req-bebb3c66-c23f-48c0-963c-c70ce0854002 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b1757233-26ce-4b7a-8d5a-02440debe520), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:18.684172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-d2b696ce-7c75-4e52-a1f5-ec9e10fb2a16 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 8032f284-2be6-43f9-ac8e-5107ba9f6a65) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:18.690743 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb3c66-c23f-48c0-963c-c70ce0854002 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1757233-26ce-4b7a-8d5a-02440debe520,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:18.692789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b696ce-7c75-4e52-a1f5-ec9e10fb2a16 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:18.693372 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d2b696ce-7c75-4e52-a1f5-ec9e10fb2a16 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:18.699067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add52dd4-bd2f-435f-af2b-13b646b79734 None None] Network 8032f284-2be6-43f9-ac8e-5107ba9f6a65 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:38:18.765648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] For port 3820b767-07a5-433d-b4cc-9ec326034e71, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3820b767-07a5-433d-b4cc-9ec326034e71,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:18.766058 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3820b767-07a5-433d-b4cc-9ec326034e71), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:18.783615 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-28477738-1469-4698-bc68-7df6d956a8c9 req-bebb3c66-c23f-48c0-963c-c70ce0854002 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:18.794510 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28477738-1469-4698-bc68-7df6d956a8c9 req-bebb3c66-c23f-48c0-963c-c70ce0854002 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6954257 Feb 28 17:38:18.838317 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d2b696ce-7c75-4e52-a1f5-ec9e10fb2a16 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2435994 Feb 28 17:38:18.843383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44792) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:18.859831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4780f4a2-f380-4855-b543-27a0f228f8a1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'subnet': {'network_id': '163078bc-0b0f-46e2-b3d1-9185f322b43a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:18.940612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-8032f284-2be6-43f9-ac8e-5107ba9f6a65', 'network_id': '8032f284-2be6-43f9-ac8e-5107ba9f6a65', 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'fixed_ips': [{'subnet_id': '0a56e04a-303d-4b92-b964-03ff6d09a02c'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:38:18.940612 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:19.055351 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27fa7e-82ff-4ef3-ab8c-dade2a28d291 req-f27b0c68-133a-4cc0-92c3-412f9ebbaf9e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:19.056890 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b27fa7e-82ff-4ef3-ab8c-dade2a28d291 req-f27b0c68-133a-4cc0-92c3-412f9ebbaf9e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 945 time: 0.1350424 Feb 28 17:38:19.059080 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8748ed14-df72-4ee8-9876-f2ca766ec350 req-c5ac6caa-8950-42ad-bd12-99ae46bf5eff tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-groups/b1757233-26ce-4b7a-8d5a-02440debe520 HTTP/1.1" status: 200 len: 1832 time: 0.2438607 Feb 28 17:38:19.109907 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4780f4a2-f380-4855-b543-27a0f228f8a1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:38:19.114314 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4780f4a2-f380-4855-b543-27a0f228f8a1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:19.139767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Allocated IP 172.20.0.2 (8032f284-2be6-43f9-ac8e-5107ba9f6a65/0a56e04a-303d-4b92-b964-03ff6d09a02c/89294387-7742-4d78-a542-dd828d2e5ac0) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:38:19.195528 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b27fa7e-82ff-4ef3-ab8c-dade2a28d291 req-d8f13e18-4d31-401b-856f-b0dd7b9b91f2 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups?id=8049a5f5-216d-42fa-af69-3162d107d242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230738 Feb 28 17:38:19.205282 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:19.205643 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (b8798b16-e4c9-4d0a-8a14-7b8758c630b1), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:19.205982 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Floating IP b8798b16-e4c9-4d0a-8a14-7b8758c630b1 disassociated. External IP: 172.25.3.8, port: 3820b767-07a5-433d-b4cc-9ec326034e71. Feb 28 17:38:19.206342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Calling delete_port for 3820b767-07a5-433d-b4cc-9ec326034e71 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:19.321242 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bf5f60bd-097b-4a1a-ad10-3b1dcf52b538 req-0e0f7adf-a1cd-42e0-8c62-9847e25036d7 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.1059880 Feb 28 17:38:19.383044 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Publish callbacks [] for port (89294387-7742-4d78-a542-dd828d2e5ac0), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:19.395621 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-85f9eeba-096f-4fbe-bc09-665c1243e57d req-ba2eda9e-d3bb-4c7b-800d-d103438c99d3 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] show failed (client error): The resource could not be found. Feb 28 17:38:19.414929 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85f9eeba-096f-4fbe-bc09-665c1243e57d req-ba2eda9e-d3bb-4c7b-800d-d103438c99d3 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-groups/ac5b31a0-67b7-46ec-aaef-3c60f1092f79 HTTP/1.1" status: 404 len: 352 time: 0.0817652 Feb 28 17:38:19.458950 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (89294387-7742-4d78-a542-dd828d2e5ac0), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:19.541490 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Pushing event updated for resources: {'Port': ['ID=89294387-7742-4d78-a542-dd828d2e5ac0,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:19.560715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Network 8032f284-2be6-43f9-ac8e-5107ba9f6a65 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:38:19.564001 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:19.567717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:38:19.587208 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8d246dd6-b4cc-45ba-a6d7-e0ba7a0db61a req-b28b3962-890a-498f-ae23-aba2374997d6 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0372279 Feb 28 17:38:19.610097 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4780f4a2-f380-4855-b543-27a0f228f8a1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (a3afb362-79d0-4f7f-ab3a-2d5c7b0c8e93), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:19.639544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532370-61f9-496b-93f0-2d2eed38cf4e req-adfe2fbc-4b98-47d0-afbd-b4d772c6b5b0 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:19.649628 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-ec00c525-1f12-4374-8e52-d277302a6098 req-41e95451-8d67-4563-8dbf-25eb26248c8c tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] show failed (client error): The resource could not be found. Feb 28 17:38:19.650999 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec00c525-1f12-4374-8e52-d277302a6098 req-41e95451-8d67-4563-8dbf-25eb26248c8c tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-group-rules/f8438253-e140-43de-8de8-9876fb3c7323 HTTP/1.1" status: 404 len: 361 time: 0.0196445 Feb 28 17:38:19.658856 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b3532370-61f9-496b-93f0-2d2eed38cf4e req-adfe2fbc-4b98-47d0-afbd-b4d772c6b5b0 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.2077887 Feb 28 17:38:19.683275 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Attempting to bind port 89294387-7742-4d78-a542-dd828d2e5ac0 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:38:19.683642 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Attempting to bind port 89294387-7742-4d78-a542-dd828d2e5ac0 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '3c806885-686b-4d07-a19c-2453491e5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8032f284-2be6-43f9-ac8e-5107ba9f6a65'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:38:19.684127 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Attempting to bind port 89294387-7742-4d78-a542-dd828d2e5ac0 on network 8032f284-2be6-43f9-ac8e-5107ba9f6a65 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:38:19.692836 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:38:19.693091 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Checking segment: {'id': '3c806885-686b-4d07-a19c-2453491e5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8032f284-2be6-43f9-ac8e-5107ba9f6a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:38:19.693369 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:19.693722 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Bound using segment: {'id': '3c806885-686b-4d07-a19c-2453491e5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8032f284-2be6-43f9-ac8e-5107ba9f6a65'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:38:19.694233 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Bound port: 89294387-7742-4d78-a542-dd828d2e5ac0, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c806885-686b-4d07-a19c-2453491e5f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8032f284-2be6-43f9-ac8e-5107ba9f6a65'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:38:19.696175 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89294387-7742-4d78-a542-dd828d2e5ac0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:19.700261 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3820b767-07a5-433d-b4cc-9ec326034e71), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:19.747289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event deleted for resources: {'Port': ['ID=3820b767-07a5-433d-b4cc-9ec326034e71,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:19.848335 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b3532370-61f9-496b-93f0-2d2eed38cf4e req-e2c0ff65-ce16-4aed-b8d0-d8bf38b084bb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825061 Feb 28 17:38:19.852105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780f4a2-f380-4855-b543-27a0f228f8a1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Subnet': ['ID=a3afb362-79d0-4f7f-ab3a-2d5c7b0c8e93,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:19.882622 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4780f4a2-f380-4855-b543-27a0f228f8a1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Checking segment: {'id': '0f0f4095-9840-4a4a-b987-99e3e891bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '163078bc-0b0f-46e2-b3d1-9185f322b43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:38:19.882622 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4780f4a2-f380-4855-b543-27a0f228f8a1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network hostable DHCP agents. Network: 163078bc-0b0f-46e2-b3d1-9185f322b43a, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:38:19.890753 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] For port 89294387-7742-4d78-a542-dd828d2e5ac0, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:38:19.894095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] For port 89294387-7742-4d78-a542-dd828d2e5ac0, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=89294387-7742-4d78-a542-dd828d2e5ac0,segment=NetworkSegment(3c806885-686b-4d07-a19c-2453491e5f72),segment_id=3c806885-686b-4d07-a19c-2453491e5f72)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:38:19.963690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77189421-46e0-4c0d-b82e-910751d68cc0 req-34c3a474-446a-45d8-ae0f-e8a61ead72b1 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-groups/b1757233-26ce-4b7a-8d5a-02440debe520 HTTP/1.1" status: 200 len: 1832 time: 0.2837837 Feb 28 17:38:19.977803 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (89294387-7742-4d78-a542-dd828d2e5ac0), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.000993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4780f4a2-f380-4855-b543-27a0f228f8a1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 163078bc-0b0f-46e2-b3d1-9185f322b43a is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:38:20.013046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Router 21d47228-24bc-43df-9f1a-8211d5215154 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:38:20.037737 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77189421-46e0-4c0d-b82e-910751d68cc0 req-a9c2920f-54ca-4b6d-94bf-e383fee0cd69 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (b1757233-26ce-4b7a-8d5a-02440debe520), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.049558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780c6cb-48aa-4eae-927b-7632e0c54f1e None None] Pushing event updated for resources: {'Port': ['ID=89294387-7742-4d78-a542-dd828d2e5ac0,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:20.104476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-4780f4a2-f380-4855-b543-27a0f228f8a1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 163078bc-0b0f-46e2-b3d1-9185f322b43a) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:20.108753 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77189421-46e0-4c0d-b82e-910751d68cc0 req-a9c2920f-54ca-4b6d-94bf-e383fee0cd69 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (b1757233-26ce-4b7a-8d5a-02440debe520), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.111919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780f4a2-f380-4855-b543-27a0f228f8a1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:20.113566 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4780f4a2-f380-4855-b543-27a0f228f8a1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.139581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91840f60-97b2-410c-810c-53c2ca34816e None None] Network 163078bc-0b0f-46e2-b3d1-9185f322b43a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:38:20.225595 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4780f4a2-f380-4855-b543-27a0f228f8a1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3770039 Feb 28 17:38:20.228469 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44810) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:20.236695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-74b284be-4c49-45b1-b59f-b87cc95d5b72 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1712392740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:20.239976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:38:20.255144 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f9163-da5c-4c2a-950d-fbd15224c226 None None] Sync routers for ids ['21d47228-24bc-43df-9f1a-8211d5215154'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:38:20.280230 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f9163-da5c-4c2a-950d-fbd15224c226 None None] Routers {'21d47228-24bc-43df-9f1a-8211d5215154'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:20.286623 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-477f9163-da5c-4c2a-950d-fbd15224c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['21d47228-24bc-43df-9f1a-8211d5215154'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:20.325974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] No DVR routers for this DVR port 3820b767-07a5-433d-b4cc-9ec326034e71 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:38:20.330672 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.334827 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ceb8f1f1-c12a-4f48-bd2d-13578625b4ea req-02927da4-b176-4e72-9688-689f9d3868b9 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.73 "DELETE /v2.0/ports/3820b767-07a5-433d-b4cc-9ec326034e71 HTTP/1.1" status: 204 len: 173 time: 1.8634338 Feb 28 17:38:20.335636 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77189421-46e0-4c0d-b82e-910751d68cc0 req-a9c2920f-54ca-4b6d-94bf-e383fee0cd69 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b1757233-26ce-4b7a-8d5a-02440debe520), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.339666 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77189421-46e0-4c0d-b82e-910751d68cc0 req-a9c2920f-54ca-4b6d-94bf-e383fee0cd69 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.367844 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77189421-46e0-4c0d-b82e-910751d68cc0 req-a9c2920f-54ca-4b6d-94bf-e383fee0cd69 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "DELETE /v2.0/security-groups/b1757233-26ce-4b7a-8d5a-02440debe520 HTTP/1.1" status: 204 len: 173 time: 0.4030297 Feb 28 17:38:20.368889 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dbabaf-b70f-4d03-b3af-666f33a57072', 'name': 'network-vif-deleted', 'tag': '3820b767-07a5-433d-b4cc-9ec326034e71'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:38:20.372343 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:38:20.377491 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1ffade-889f-458c-905e-c162ded5aa95" -d '{"events": [{"server_uuid": "19dbabaf-b70f-4d03-b3af-666f33a57072", "name": "network-vif-deleted", "tag": "3820b767-07a5-433d-b4cc-9ec326034e71"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:38:20.417163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2920f-54ca-4b6d-94bf-e383fee0cd69 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1757233-26ce-4b7a-8d5a-02440debe520,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:20.440056 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c468cf3f-206b-473d-a4c1-019991aedaf1 req-e4a6a5d8-0762-4954-bc0d-183c076af385 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/ports?device_id=19dbabaf-b70f-4d03-b3af-666f33a57072 HTTP/1.1" status: 200 len: 210 time: 0.0852408 Feb 28 17:38:20.441833 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74b284be-4c49-45b1-b59f-b87cc95d5b72 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (fba2df4f-1781-47f4-9fb4-3182a527e024), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.444190 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74b284be-4c49-45b1-b59f-b87cc95d5b72 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (fba2df4f-1781-47f4-9fb4-3182a527e024), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.575827 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bfc7e628-102e-4de2-a86b-1a31d4a5bf26 req-5785bdba-0a7e-4b40-9c77-204b7285877a tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-groups/072251aa-5bc6-4fc1-b86e-e732b548ca68 HTTP/1.1" status: 200 len: 1830 time: 0.1616745 Feb 28 17:38:20.646640 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74b284be-4c49-45b1-b59f-b87cc95d5b72 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_controller (fba2df4f-1781-47f4-9fb4-3182a527e024), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.691242 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-163078bc-0b0f-46e2-b3d1-9185f322b43a', 'network_id': '163078bc-0b0f-46e2-b3d1-9185f322b43a', 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'fixed_ips': [{'subnet_id': 'a3afb362-79d0-4f7f-ab3a-2d5c7b0c8e93'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:38:20.692256 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.707410 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bfc7e628-102e-4de2-a86b-1a31d4a5bf26 req-c82ac4f0-beb1-4b1e-b000-e718e9bbf0d2 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (072251aa-5bc6-4fc1-b86e-e732b548ca68), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.723897 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-477f9163-da5c-4c2a-950d-fbd15224c226 None None] Set router 21d47228-24bc-43df-9f1a-8211d5215154 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:38:20.744980 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c230a0d2-029c-41e0-a442-f69856099875 req-4a62894e-51d6-4ce5-bbe7-99ae5170d511 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0673535 Feb 28 17:38:20.753716 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74b284be-4c49-45b1-b59f-b87cc95d5b72 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (fba2df4f-1781-47f4-9fb4-3182a527e024), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.807272 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bfc7e628-102e-4de2-a86b-1a31d4a5bf26 req-c82ac4f0-beb1-4b1e-b000-e718e9bbf0d2 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (072251aa-5bc6-4fc1-b86e-e732b548ca68), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.842247 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaaf810-0c34-4450-910f-fd1b4668ce5f x-openstack-request-id: req-feaaf810-0c34-4450-910f-fd1b4668ce5f {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:38:20.842247 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dbabaf-b70f-4d03-b3af-666f33a57072", "name": "network-vif-deleted", "tag": "3820b767-07a5-433d-b4cc-9ec326034e71", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:38:20.842247 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-feaaf810-0c34-4450-910f-fd1b4668ce5f {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:38:20.843566 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19dbabaf-b70f-4d03-b3af-666f33a57072', 'name': 'network-vif-deleted', 'tag': '3820b767-07a5-433d-b4cc-9ec326034e71', 'status': 'completed', 'code': 200} Feb 28 17:38:20.850317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:38:20.870849 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:20.871238 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.889300 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-74b284be-4c49-45b1-b59f-b87cc95d5b72 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:20.892777 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-74b284be-4c49-45b1-b59f-b87cc95d5b72 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6619682 Feb 28 17:38:20.896265 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44826) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:20.948178 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-adebbb4b-ce4c-4eac-9c5d-493fd6f9eb3e req-48bfd8b1-adf7-4b25-ba96-1f84fd1331f3 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0385756 Feb 28 17:38:21.114698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Allocated IP 172.21.0.2 (163078bc-0b0f-46e2-b3d1-9185f322b43a/a3afb362-79d0-4f7f-ab3a-2d5c7b0c8e93/29d2dd03-9eed-4b22-aff1-894049b796d5) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:38:21.157475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac9cea-cc98-4b11-87ea-a98ed724c845 req-6be6a3c0-939d-4953-b250-69dc241cc4d7 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:21.172599 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93ac9cea-cc98-4b11-87ea-a98ed724c845 req-6be6a3c0-939d-4953-b250-69dc241cc4d7 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 945 time: 0.1223173 Feb 28 17:38:21.194635 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bfc7e628-102e-4de2-a86b-1a31d4a5bf26 req-c82ac4f0-beb1-4b1e-b000-e718e9bbf0d2 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (072251aa-5bc6-4fc1-b86e-e732b548ca68), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:21.203640 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bfc7e628-102e-4de2-a86b-1a31d4a5bf26 req-c82ac4f0-beb1-4b1e-b000-e718e9bbf0d2 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:21.212718 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bfc7e628-102e-4de2-a86b-1a31d4a5bf26 req-c82ac4f0-beb1-4b1e-b000-e718e9bbf0d2 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "DELETE /v2.0/security-groups/072251aa-5bc6-4fc1-b86e-e732b548ca68 HTTP/1.1" status: 204 len: 173 time: 0.6307280 Feb 28 17:38:21.287971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93ac9cea-cc98-4b11-87ea-a98ed724c845 req-2e0b9d60-60df-42b4-8f10-404032e4b0c1 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171606 Feb 28 17:38:21.326637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ac4f0-beb1-4b1e-b000-e718e9bbf0d2 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072251aa-5bc6-4fc1-b86e-e732b548ca68,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:21.380155 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:21.381597 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:21.411449 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-355c21d4-372c-4c6d-8882-8f782707cc9d req-8b7bb01a-cb02-4672-8b68-924a3bf7cf3a tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-groups/6110e47d-9c32-4bcf-a07f-bd8045c8c4b6 HTTP/1.1" status: 200 len: 1831 time: 0.1715162 Feb 28 17:38:21.455674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:38:21.457725 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa74221-07fe-421b-8161-6029527df746" -d '{"events": [{"server_uuid": "5226a84d-5aa1-485a-9b93-525c1d69a3b7", "name": "network-vif-plugged", "status": "completed", "tag": "6f5190e4-dec8-4d42-8a2f-7a03ec6657cf"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:38:21.478553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:21.519122 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-477f9163-da5c-4c2a-950d-fbd15224c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:59Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:21.523108 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Publish callbacks [] for port (29d2dd03-9eed-4b22-aff1-894049b796d5), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:21.528139 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:21.587538 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ae0d52-8272-420a-991d-c3503866436e x-openstack-request-id: req-45ae0d52-8272-420a-991d-c3503866436e {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:38:21.589309 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5226a84d-5aa1-485a-9b93-525c1d69a3b7", "name": "network-vif-plugged", "status": "completed", "tag": "6f5190e4-dec8-4d42-8a2f-7a03ec6657cf", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:38:21.589596 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-45ae0d52-8272-420a-991d-c3503866436e {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:38:21.590905 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf', 'code': 200} Feb 28 17:38:21.600358 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (29d2dd03-9eed-4b22-aff1-894049b796d5), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:21.629252 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f9163-da5c-4c2a-950d-fbd15224c226 None None] Checking router: 21d47228-24bc-43df-9f1a-8211d5215154 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:38:21.648724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Network 163078bc-0b0f-46e2-b3d1-9185f322b43a is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:38:21.665539 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:21.667643 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f9163-da5c-4c2a-950d-fbd15224c226 None None] Routers {'21d47228-24bc-43df-9f1a-8211d5215154'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:21.671598 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-477f9163-da5c-4c2a-950d-fbd15224c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['21d47228-24bc-43df-9f1a-8211d5215154'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:21.673199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:38:21.677228 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-355c21d4-372c-4c6d-8882-8f782707cc9d req-7c08b04c-5aca-46b0-b3f7-c32fc4665e14 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (6110e47d-9c32-4bcf-a07f-bd8045c8c4b6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:21.730069 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:21.745750 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44838) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:21.806273 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-355c21d4-372c-4c6d-8882-8f782707cc9d req-7c08b04c-5aca-46b0-b3f7-c32fc4665e14 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (6110e47d-9c32-4bcf-a07f-bd8045c8c4b6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:21.835063 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71c1464-9eb1-4d41-8fc7-f8f37a235884 None None] Network 8032f284-2be6-43f9-ac8e-5107ba9f6a65 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:38:21.854837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,revision_number=12']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:21.932295 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50bf860f-e816-4a51-85e7-61ba2e62bd0e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group (8049a5f5-216d-42fa-af69-3162d107d242), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:21.964259 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-41c0ce69-8c68-4634-affa-dd76c46f85d1 req-332363d6-e20e-4dfb-ac03-08678464358e tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0496788 Feb 28 17:38:21.974251 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-477f9163-da5c-4c2a-950d-fbd15224c226 None None] Set router 21d47228-24bc-43df-9f1a-8211d5215154 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:38:22.005759 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50bf860f-e816-4a51-85e7-61ba2e62bd0e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group (8049a5f5-216d-42fa-af69-3162d107d242), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.058283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Pushing event updated for resources: {'Port': ['ID=29d2dd03-9eed-4b22-aff1-894049b796d5,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:22.103221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 89294387-7742-4d78-a542-dd828d2e5ac0 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:38:22.143117 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-108e4c25-81c2-49a6-bc73-8bcf032abcd4 req-bef02767-16db-4846-9c3a-d73309f3012e tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0535939 Feb 28 17:38:22.152746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fe6d4-5dea-4498-9c2c-9755059b27b1 req-e759be4c-c39f-4a72-93e4-8591b491250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:22.154873 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-084fe6d4-5dea-4498-9c2c-9755059b27b1 req-e759be4c-c39f-4a72-93e4-8591b491250f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 1129 time: 0.3107302 Feb 28 17:38:22.242345 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-355c21d4-372c-4c6d-8882-8f782707cc9d req-7c08b04c-5aca-46b0-b3f7-c32fc4665e14 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6110e47d-9c32-4bcf-a07f-bd8045c8c4b6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.243208 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50bf860f-e816-4a51-85e7-61ba2e62bd0e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8049a5f5-216d-42fa-af69-3162d107d242), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.243208 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50bf860f-e816-4a51-85e7-61ba2e62bd0e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.243208 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-50bf860f-e816-4a51-85e7-61ba2e62bd0e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "DELETE /v2.0/security-groups/8049a5f5-216d-42fa-af69-3162d107d242 HTTP/1.1" status: 204 len: 168 time: 0.4894707 Feb 28 17:38:22.244074 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-355c21d4-372c-4c6d-8882-8f782707cc9d req-7c08b04c-5aca-46b0-b3f7-c32fc4665e14 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.244074 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-355c21d4-372c-4c6d-8882-8f782707cc9d req-7c08b04c-5aca-46b0-b3f7-c32fc4665e14 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "DELETE /v2.0/security-groups/6110e47d-9c32-4bcf-a07f-bd8045c8c4b6 HTTP/1.1" status: 204 len: 173 time: 0.8286068 Feb 28 17:38:22.244431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44850) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:22.260656 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf860f-e816-4a51-85e7-61ba2e62bd0e tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8049a5f5-216d-42fa-af69-3162d107d242,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:22.305867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08b04c-5aca-46b0-b3f7-c32fc4665e14 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6110e47d-9c32-4bcf-a07f-bd8045c8c4b6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:22.315404 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-90ef7f27-f6c8-463a-b232-b3ff653d78ff tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] show failed (client error): The resource could not be found. Feb 28 17:38:22.319753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-90ef7f27-f6c8-463a-b232-b3ff653d78ff tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "GET /v2.0/security-groups/8049a5f5-216d-42fa-af69-3162d107d242 HTTP/1.1" status: 404 len: 347 time: 0.0350113 Feb 28 17:38:22.321741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44856) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:22.358914 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-477f9163-da5c-4c2a-950d-fbd15224c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:59Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:22.385412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-084fe6d4-5dea-4498-9c2c-9755059b27b1 req-f86dd781-02c5-4358-b03b-f86c519e9617 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017646 Feb 28 17:38:22.426138 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f9163-da5c-4c2a-950d-fbd15224c226 None None] The sync data for ids ['21d47228-24bc-43df-9f1a-8211d5215154'] in n-d-820368-19 is: [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:30:48Z', 'revision_number': 4, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '482134d9-2586-4514-9ba3-da1491d5bbd8', 'name': '', 'network_id': '198c7dae-55a7-4ae2-88af-338d9ce329b1', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'mac_address': 'fa:16:3e:d0:fe:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:46Z', 'updated_at': '2022-02-28T17:30:59Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'subnets': [{'id': 'b053761d-35a6-4a2b-8791-766dc2209665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:38:22.430629 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1bc8b04d-0eb9-4625-885c-a89248c4fd7c req-fffbad89-25cc-41cf-a781-660cda371533 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-groups/bee2105e-d8df-48a9-8b64-ae9639d798ec HTTP/1.1" status: 200 len: 1831 time: 0.1257994 Feb 28 17:38:22.501897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Attempting to bind port 29d2dd03-9eed-4b22-aff1-894049b796d5 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:38:22.501897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Attempting to bind port 29d2dd03-9eed-4b22-aff1-894049b796d5 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '0f0f4095-9840-4a4a-b987-99e3e891bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '163078bc-0b0f-46e2-b3d1-9185f322b43a'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:38:22.501897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Attempting to bind port 29d2dd03-9eed-4b22-aff1-894049b796d5 on network 163078bc-0b0f-46e2-b3d1-9185f322b43a {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:38:22.504123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3820b767-07a5-433d-b4cc-9ec326034e71 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:38:22.541297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Allocated IP 172.20.0.1 (8032f284-2be6-43f9-ac8e-5107ba9f6a65/0a56e04a-303d-4b92-b964-03ff6d09a02c/2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:38:22.545389 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-14c4fb2f-f382-4843-a17e-265132fda3a4 None None] Provisioning complete for port 89294387-7742-4d78-a542-dd828d2e5ac0 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:22.545918 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14c4fb2f-f382-4843-a17e-265132fda3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (89294387-7742-4d78-a542-dd828d2e5ac0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.552157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:38:22.552412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Checking segment: {'id': '0f0f4095-9840-4a4a-b987-99e3e891bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '163078bc-0b0f-46e2-b3d1-9185f322b43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:38:22.552728 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.553120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Bound using segment: {'id': '0f0f4095-9840-4a4a-b987-99e3e891bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '163078bc-0b0f-46e2-b3d1-9185f322b43a'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:38:22.553611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Bound port: 29d2dd03-9eed-4b22-aff1-894049b796d5, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0f4095-9840-4a4a-b987-99e3e891bd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '163078bc-0b0f-46e2-b3d1-9185f322b43a'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:38:22.554018 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (29d2dd03-9eed-4b22-aff1-894049b796d5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.578034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 3820b767-07a5-433d-b4cc-9ec326034e71 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:38:22.578379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3820b767-07a5-433d-b4cc-9ec326034e71 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:38:22.621241 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1bc8b04d-0eb9-4625-885c-a89248c4fd7c req-8cc0ee33-f338-4eb9-9eee-eca27e5f7339 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (bee2105e-d8df-48a9-8b64-ae9639d798ec), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.691168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8e54c837-44b0-404b-ac48-6c1e71e1d808 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Deleting port e714b0c8-6f9c-4de9-a80b-565b83ed86c9 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:22.691843 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e54c837-44b0-404b-ac48-6c1e71e1d808 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e714b0c8-6f9c-4de9-a80b-565b83ed86c9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.712609 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 89294387-7742-4d78-a542-dd828d2e5ac0 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:22.713118 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (89294387-7742-4d78-a542-dd828d2e5ac0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.722485 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1bc8b04d-0eb9-4625-885c-a89248c4fd7c req-8cc0ee33-f338-4eb9-9eee-eca27e5f7339 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (bee2105e-d8df-48a9-8b64-ae9639d798ec), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.845267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.864473 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1bc8b04d-0eb9-4625-885c-a89248c4fd7c req-8cc0ee33-f338-4eb9-9eee-eca27e5f7339 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bee2105e-d8df-48a9-8b64-ae9639d798ec), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.866521 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] For port 29d2dd03-9eed-4b22-aff1-894049b796d5, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:38:22.867157 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1bc8b04d-0eb9-4625-885c-a89248c4fd7c req-8cc0ee33-f338-4eb9-9eee-eca27e5f7339 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:22.868338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1bc8b04d-0eb9-4625-885c-a89248c4fd7c req-8cc0ee33-f338-4eb9-9eee-eca27e5f7339 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "DELETE /v2.0/security-groups/bee2105e-d8df-48a9-8b64-ae9639d798ec HTTP/1.1" status: 204 len: 173 time: 0.4284420 Feb 28 17:38:22.889640 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] For port 29d2dd03-9eed-4b22-aff1-894049b796d5, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=29d2dd03-9eed-4b22-aff1-894049b796d5,segment=NetworkSegment(0f0f4095-9840-4a4a-b987-99e3e891bd23),segment_id=0f0f4095-9840-4a4a-b987-99e3e891bd23)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:38:22.894809 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0ee33-f338-4eb9-9eee-eca27e5f7339 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee2105e-d8df-48a9-8b64-ae9639d798ec,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:23.028963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 89294387-7742-4d78-a542-dd828d2e5ac0 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:23.029380 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89294387-7742-4d78-a542-dd828d2e5ac0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:23.031677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa93dc3-78f7-4cff-ac29-0a45b173ca7c None None] New status for floating IP b8798b16-e4c9-4d0a-8a14-7b8758c630b1: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:38:23.048431 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (29d2dd03-9eed-4b22-aff1-894049b796d5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:23.051375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e54c837-44b0-404b-ac48-6c1e71e1d808 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e714b0c8-6f9c-4de9-a80b-565b83ed86c9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:23.053615 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e54c837-44b0-404b-ac48-6c1e71e1d808 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for floatingip (e714b0c8-6f9c-4de9-a80b-565b83ed86c9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:23.089250 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8e54c837-44b0-404b-ac48-6c1e71e1d808 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Calling delete_port for e714b0c8-6f9c-4de9-a80b-565b83ed86c9 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:23.091989 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:23.243049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 8032f284-2be6-43f9-ac8e-5107ba9f6a65 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:38:23.268804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaddde0-6ed4-4ec8-9d78-7490b583398e req-e08a78f4-7065-42a5-a5e5-7d370d4f9d80 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:23.275156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908472e-2681-4589-8036-83cf86e7be44 req-8fe71591-5aaf-4581-8937-af38ecf3edeb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:23.287588 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6aaddde0-6ed4-4ec8-9d78-7490b583398e req-e08a78f4-7065-42a5-a5e5-7d370d4f9d80 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 945 time: 0.2728364 Feb 28 17:38:23.287775 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8908472e-2681-4589-8036-83cf86e7be44 req-8fe71591-5aaf-4581-8937-af38ecf3edeb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.6153712 Feb 28 17:38:23.311063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:23.327021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:23.330211 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:38:23.358694 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e354f-860b-4f17-8827-7ffc099d5526 None None] Pushing event updated for resources: {'Port': ['ID=29d2dd03-9eed-4b22-aff1-894049b796d5,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:23.375389 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-14c4fb2f-f382-4843-a17e-265132fda3a4 None None] Current status of the port 89294387-7742-4d78-a542-dd828d2e5ac0 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:23.375961 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14c4fb2f-f382-4843-a17e-265132fda3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (89294387-7742-4d78-a542-dd828d2e5ac0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:23.398773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 89294387-7742-4d78-a542-dd828d2e5ac0, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=89294387-7742-4d78-a542-dd828d2e5ac0,segment=NetworkSegment(3c806885-686b-4d07-a19c-2453491e5f72),segment_id=3c806885-686b-4d07-a19c-2453491e5f72)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:23.433450 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8908472e-2681-4589-8036-83cf86e7be44 req-2350d0d6-25e0-4074-ae53-e622dd7b7ad0 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488349 Feb 28 17:38:23.444554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (fba2df4f-1781-47f4-9fb4-3182a527e024), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:23.503715 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (89294387-7742-4d78-a542-dd828d2e5ac0), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:23.641678 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e57abeba-4c00-4543-a3fa-86662bb8760d req-5e05786c-16bb-445b-b30d-c2ef7bc474b6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "GET /v2.0/security-groups/44e7cc4c-de7b-40f4-b62b-f1f87f7c764c HTTP/1.1" status: 200 len: 1829 time: 0.1285725 Feb 28 17:38:23.668823 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=89294387-7742-4d78-a542-dd828d2e5ac0,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:23.709776 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-14c4fb2f-f382-4843-a17e-265132fda3a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:38:23.710426 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-14c4fb2f-f382-4843-a17e-265132fda3a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:38:23.713376 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e54c837-44b0-404b-ac48-6c1e71e1d808 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e714b0c8-6f9c-4de9-a80b-565b83ed86c9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:23.764338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6aaddde0-6ed4-4ec8-9d78-7490b583398e req-35de8095-4cc0-4e76-a0c5-c5921ec3ce3a tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809067 Feb 28 17:38:23.851522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54c837-44b0-404b-ac48-6c1e71e1d808 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Pushing event deleted for resources: {'Port': ['ID=e714b0c8-6f9c-4de9-a80b-565b83ed86c9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:23.912686 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:23.963476 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e57abeba-4c00-4543-a3fa-86662bb8760d req-d3417ad4-323a-4256-80f9-a9419f49e2f6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (44e7cc4c-de7b-40f4-b62b-f1f87f7c764c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.007539 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e57abeba-4c00-4543-a3fa-86662bb8760d req-d3417ad4-323a-4256-80f9-a9419f49e2f6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (44e7cc4c-de7b-40f4-b62b-f1f87f7c764c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.036783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 89294387-7742-4d78-a542-dd828d2e5ac0 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:38:24.051230 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8f54987-abe8-43a6-a351-2b4f92125686 req-a373174b-183a-4740-a81a-f60b2f557d4b tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.1061177 Feb 28 17:38:24.145283 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e54c837-44b0-404b-ac48-6c1e71e1d808 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks [] for floatingip (b8798b16-e4c9-4d0a-8a14-7b8758c630b1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.149278 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e54c837-44b0-404b-ac48-6c1e71e1d808 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.150837 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8e54c837-44b0-404b-ac48-6c1e71e1d808 tempest-AttachVolumeTestJSON-924798385 tempest-AttachVolumeTestJSON-924798385-project] 10.222.0.72 "DELETE /v2.0/floatingips/b8798b16-e4c9-4d0a-8a14-7b8758c630b1 HTTP/1.1" status: 204 len: 168 time: 1.8289423 Feb 28 17:38:24.218532 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e57abeba-4c00-4543-a3fa-86662bb8760d req-d3417ad4-323a-4256-80f9-a9419f49e2f6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (44e7cc4c-de7b-40f4-b62b-f1f87f7c764c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.222703 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e57abeba-4c00-4543-a3fa-86662bb8760d req-d3417ad4-323a-4256-80f9-a9419f49e2f6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.228624 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e57abeba-4c00-4543-a3fa-86662bb8760d req-d3417ad4-323a-4256-80f9-a9419f49e2f6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] 10.222.0.72 "DELETE /v2.0/security-groups/44e7cc4c-de7b-40f4-b62b-f1f87f7c764c HTTP/1.1" status: 204 len: 173 time: 0.5812464 Feb 28 17:38:24.246848 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44880) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:24.247705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3417ad4-323a-4256-80f9-a9419f49e2f6 tempest-SecurityGroupRulesNegativeTestJSON-1949321014 tempest-SecurityGroupRulesNegativeTestJSON-1949321014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e7cc4c-de7b-40f4-b62b-f1f87f7c764c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:24.313445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 89294387-7742-4d78-a542-dd828d2e5ac0 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:24.313806 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (89294387-7742-4d78-a542-dd828d2e5ac0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.322588 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-14c4fb2f-f382-4843-a17e-265132fda3a4 None None] Current status of the port 89294387-7742-4d78-a542-dd828d2e5ac0 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:24.369697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f633ef7-2492-4771-9321-eb56c0f31fbf admin admin] Deleting subnet 39d16d9b-6d72-4234-ac6d-19134574c98e {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:38:24.376175 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f633ef7-2492-4771-9321-eb56c0f31fbf admin admin] Publish callbacks [] for subnet (39d16d9b-6d72-4234-ac6d-19134574c98e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.380299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec591982-ca6a-4d49-871f-9077a726bd7c req-be79b468-727f-4b13-aa47-92aab5ccfe39 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0700181 Feb 28 17:38:24.443119 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:38:24.574665 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f633ef7-2492-4771-9321-eb56c0f31fbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (39d16d9b-6d72-4234-ac6d-19134574c98e), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.645321 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.679537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4acb47cf-ed20-4e6b-900b-c1b9faa6592b None None] Provisioning complete for port 89294387-7742-4d78-a542-dd828d2e5ac0 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:24.680078 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4acb47cf-ed20-4e6b-900b-c1b9faa6592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (89294387-7742-4d78-a542-dd828d2e5ac0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.716888 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f633ef7-2492-4771-9321-eb56c0f31fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (39d16d9b-6d72-4234-ac6d-19134574c98e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.725980 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.796336 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202c723-85d7-4bd0-916a-c4c69d388c40 req-25d7bec5-a200-4819-a2bc-4ed889675193 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:24.798286 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0202c723-85d7-4bd0-916a-c4c69d388c40 req-25d7bec5-a200-4819-a2bc-4ed889675193 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1563098 Feb 28 17:38:24.819341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 89294387-7742-4d78-a542-dd828d2e5ac0 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:24.820455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 29d2dd03-9eed-4b22-aff1-894049b796d5 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:38:24.920276 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f633ef7-2492-4771-9321-eb56c0f31fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (39d16d9b-6d72-4234-ac6d-19134574c98e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.933017 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0202c723-85d7-4bd0-916a-c4c69d388c40 req-edabe6fd-6edc-41c4-b65d-f9ba15559482 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284900 Feb 28 17:38:24.951192 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4acb47cf-ed20-4e6b-900b-c1b9faa6592b None None] Current status of the port 89294387-7742-4d78-a542-dd828d2e5ac0 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:24.959220 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 29d2dd03-9eed-4b22-aff1-894049b796d5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:24.959769 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (29d2dd03-9eed-4b22-aff1-894049b796d5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.963282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b2f6b-2c69-46e3-ae16-d52cedcb7c87 req-57f7f0fc-73ce-48c8-b03f-b27a5bab910e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:24.965292 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f633ef7-2492-4771-9321-eb56c0f31fbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:24.968717 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6f633ef7-2492-4771-9321-eb56c0f31fbf admin admin] 10.222.0.72 "DELETE /v2.0/subnets/39d16d9b-6d72-4234-ac6d-19134574c98e HTTP/1.1" status: 204 len: 168 time: 0.7157471 Feb 28 17:38:24.969938 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f5b2f6b-2c69-46e3-ae16-d52cedcb7c87 req-57f7f0fc-73ce-48c8-b03f-b27a5bab910e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 945 time: 0.3191626 Feb 28 17:38:24.970455 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f633ef7-2492-4771-9321-eb56c0f31fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39d16d9b-6d72-4234-ac6d-19134574c98e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:24.972101 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44912) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:24.995647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4acb47cf-ed20-4e6b-900b-c1b9faa6592b None None] Provisioning complete for port 2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:24.996506 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4acb47cf-ed20-4e6b-900b-c1b9faa6592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:25.047965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4acb47cf-ed20-4e6b-900b-c1b9faa6592b None None] Port 2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:38:25.111944 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b397fa1-a376-4bfc-a71a-41a350fa8ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (cc628601-8aa5-45a4-a6f8-90d0c97d0b85), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:25.173202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 29d2dd03-9eed-4b22-aff1-894049b796d5 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:25.173872 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (29d2dd03-9eed-4b22-aff1-894049b796d5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:25.194101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:25.199426 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (fba2df4f-1781-47f4-9fb4-3182a527e024), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:25.215932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9b31a1-e329-4449-b6f3-8081815a2f92 None None] Network 163078bc-0b0f-46e2-b3d1-9185f322b43a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:38:25.292123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f8bec10-8b46-4d63-b8e2-75c8e47d1cf3 req-346c66b6-1a5f-49fd-869c-c4e69a6d99b7 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0616999 Feb 28 17:38:25.294025 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b397fa1-a376-4bfc-a71a-41a350fa8ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (cc628601-8aa5-45a4-a6f8-90d0c97d0b85), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:25.320262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0b397fa1-a376-4bfc-a71a-41a350fa8ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc628601-8aa5-45a4-a6f8-90d0c97d0b85']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:25.345501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0b397fa1-a376-4bfc-a71a-41a350fa8ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d8abf1-a5d0-4c08-a8d6-791171b77d5b') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:25.345871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0b397fa1-a376-4bfc-a71a-41a350fa8ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d8abf1-a5d0-4c08-a8d6-791171b77d5b') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:25.362474 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b397fa1-a376-4bfc-a71a-41a350fa8ced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (70d8abf1-a5d0-4c08-a8d6-791171b77d5b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:25.381256 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b397fa1-a376-4bfc-a71a-41a350fa8ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (70d8abf1-a5d0-4c08-a8d6-791171b77d5b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:25.384750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 29d2dd03-9eed-4b22-aff1-894049b796d5, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=29d2dd03-9eed-4b22-aff1-894049b796d5,segment=NetworkSegment(0f0f4095-9840-4a4a-b987-99e3e891bd23),segment_id=0f0f4095-9840-4a4a-b987-99e3e891bd23)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:25.390015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b397fa1-a376-4bfc-a71a-41a350fa8ced admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:38:25.390527 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b397fa1-a376-4bfc-a71a-41a350fa8ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (70d8abf1-a5d0-4c08-a8d6-791171b77d5b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:38:25.393244 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:38:25.413276 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d8b2dc57-ac3d-452a-878e-f082fe381db4 None None] Provisioning complete for port 29d2dd03-9eed-4b22-aff1-894049b796d5 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:25.414002 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d8b2dc57-ac3d-452a-878e-f082fe381db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (29d2dd03-9eed-4b22-aff1-894049b796d5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:25.454535 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b5d34-c988-4783-94da-f6bbd4791451 req-45207b9e-b9e7-4728-a6c0-7bc203e9ea94 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:25.456079 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd9b5d34-c988-4783-94da-f6bbd4791451 req-45207b9e-b9e7-4728-a6c0-7bc203e9ea94 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 945 time: 0.5465448 Feb 28 17:38:25.504790 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (29d2dd03-9eed-4b22-aff1-894049b796d5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:25.562603 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-94f0f056-33c2-4f70-8948-71c890eb194e req-a999accd-a321-4387-9272-e79ab9583137 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0723515 Feb 28 17:38:25.565331 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b397fa1-a376-4bfc-a71a-41a350fa8ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (cc628601-8aa5-45a4-a6f8-90d0c97d0b85), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:25.577649 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b397fa1-a376-4bfc-a71a-41a350fa8ced admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:25.580483 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0b397fa1-a376-4bfc-a71a-41a350fa8ced admin admin] 10.222.0.72 "DELETE /v2.0/networks/cc628601-8aa5-45a4-a6f8-90d0c97d0b85 HTTP/1.1" status: 204 len: 168 time: 0.6073601 Feb 28 17:38:25.607887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b397fa1-a376-4bfc-a71a-41a350fa8ced admin admin] Pushing event deleted for resources: {'Network': ['ID=cc628601-8aa5-45a4-a6f8-90d0c97d0b85,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:25.728211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=29d2dd03-9eed-4b22-aff1-894049b796d5,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:25.772686 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2dc57-ac3d-452a-878e-f082fe381db4 None None] Current status of the port 29d2dd03-9eed-4b22-aff1-894049b796d5 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:25.912433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5665c89e-54f5-46bd-a31e-d17ccab94264 None None] Provisioning complete for port 29d2dd03-9eed-4b22-aff1-894049b796d5 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:25.912714 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5665c89e-54f5-46bd-a31e-d17ccab94264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (29d2dd03-9eed-4b22-aff1-894049b796d5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:26.112644 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5665c89e-54f5-46bd-a31e-d17ccab94264 None None] Current status of the port 29d2dd03-9eed-4b22-aff1-894049b796d5 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:26.150152 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8044d0-e338-482f-b478-208099c4e859 req-b9fb6f89-7ac7-4bbe-8d56-06ec7af337cc tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:26.151711 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb8044d0-e338-482f-b478-208099c4e859 req-b9fb6f89-7ac7-4bbe-8d56-06ec7af337cc tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1163204 Feb 28 17:38:26.154972 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd9b5d34-c988-4783-94da-f6bbd4791451 req-8f6ea255-1bd6-4242-af3f-0ca069ba0e3b tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6835511 Feb 28 17:38:26.161585 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 8032f284-2be6-43f9-ac8e-5107ba9f6a65 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:38:26.173145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:26.182586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-6f5b2f6b-2c69-46e3-ae16-d52cedcb7c87 req-26287b02-ab73-421b-af43-9caf7467cd9c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Deleting port e0b79b0a-3b0f-462d-84a0-979a237cc2b7 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:26.183200 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6f5b2f6b-2c69-46e3-ae16-d52cedcb7c87 req-26287b02-ab73-421b-af43-9caf7467cd9c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:26.190809 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44930) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:26.247158 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb8044d0-e338-482f-b478-208099c4e859 req-5dc3ffff-c948-4098-82f0-ae60cdaa4608 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783463 Feb 28 17:38:26.410690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-79121853-79e0-47d6-ab9b-20121e7ae1d4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6ec5d9c970f94cc29d173d641092e3e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2166824 Feb 28 17:38:26.413234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44936) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:26.485891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35bfb0ae-7416-4cc3-8b2a-8756a78055dc req-cd9b730e-726d-494c-853f-4cea527a0f5f tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0478575 Feb 28 17:38:26.504754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-6f5b2f6b-2c69-46e3-ae16-d52cedcb7c87 req-26287b02-ab73-421b-af43-9caf7467cd9c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] For port e0b79b0a-3b0f-462d-84a0-979a237cc2b7, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e0b79b0a-3b0f-462d-84a0-979a237cc2b7,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:26.505235 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6f5b2f6b-2c69-46e3-ae16-d52cedcb7c87 req-26287b02-ab73-421b-af43-9caf7467cd9c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:26.514005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586be97-94f9-447a-90c9-c2c5d4d691a8 req-2abd51d5-c84f-4fb6-a9c3-aa5b8c8d9f30 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:26.515492 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5586be97-94f9-447a-90c9-c2c5d4d691a8 req-2abd51d5-c84f-4fb6-a9c3-aa5b8c8d9f30 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1528547 Feb 28 17:38:26.542344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c3aa417e-72f7-49df-9c9b-720b1e22cb7a None None] Provisioning complete for port 2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:26.543489 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c3aa417e-72f7-49df-9c9b-720b1e22cb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:26.548255 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b1310fec-586d-4316-8e9a-93f583d182af admin admin] Publish callbacks [] for security_group (f62c9a1d-bb75-4f0e-8491-db50160ec3df), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:26.551639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-6f5b2f6b-2c69-46e3-ae16-d52cedcb7c87 req-26287b02-ab73-421b-af43-9caf7467cd9c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Calling delete_port for e0b79b0a-3b0f-462d-84a0-979a237cc2b7 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:26.573362 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b1310fec-586d-4316-8e9a-93f583d182af admin admin] Publish callbacks [] for security_group (f62c9a1d-bb75-4f0e-8491-db50160ec3df), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:26.582441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa417e-72f7-49df-9c9b-720b1e22cb7a None None] Port 2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:38:26.595294 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5586be97-94f9-447a-90c9-c2c5d4d691a8 req-fb4fb8b9-9698-43a7-95f7-2818739c4595 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716333 Feb 28 17:38:26.654083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router fba2df4f-1781-47f4-9fb4-3182a527e024 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:38:26.724946 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a66df11-830e-4e7f-8f01-987426f9ab04 req-c01ad0d7-de6e-47fe-a8e3-03b42d037d76 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0323660 Feb 28 17:38:26.738387 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b1310fec-586d-4316-8e9a-93f583d182af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f62c9a1d-bb75-4f0e-8491-db50160ec3df), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:26.741204 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b1310fec-586d-4316-8e9a-93f583d182af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:26.742516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b1310fec-586d-4316-8e9a-93f583d182af admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f62c9a1d-bb75-4f0e-8491-db50160ec3df HTTP/1.1" status: 204 len: 168 time: 0.3283081 Feb 28 17:38:26.767129 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1310fec-586d-4316-8e9a-93f583d182af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62c9a1d-bb75-4f0e-8491-db50160ec3df,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:26.845664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:38:26.852395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-752ad29f-aa58-4b77-8542-c9ee761aed04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/fba2df4f-1781-47f4-9fb4-3182a527e024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9548547 Feb 28 17:38:26.855558 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44946) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:26.859956 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea57ecc3-fdec-43d5-bac7-2a28ff37c107 None None] Sync routers for ids ['fba2df4f-1781-47f4-9fb4-3182a527e024'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:38:26.878794 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57ecc3-fdec-43d5-bac7-2a28ff37c107 None None] Routers {'fba2df4f-1781-47f4-9fb4-3182a527e024'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:26.879776 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ea57ecc3-fdec-43d5-bac7-2a28ff37c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fba2df4f-1781-47f4-9fb4-3182a527e024'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:26.880537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e8597-fa57-45c4-8e29-e512691c2c51 req-a9b5a7f9-c224-419c-bc7e-f43ed81178fa tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:26.885348 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6c8e8597-fa57-45c4-8e29-e512691c2c51 req-a9b5a7f9-c224-419c-bc7e-f43ed81178fa tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1830585 Feb 28 17:38:26.928443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d51e98-1859-4232-859c-b8c35e816ada tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:26.929453 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ea57ecc3-fdec-43d5-bac7-2a28ff37c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:26.930792 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c1d51e98-1859-4232-859c-b8c35e816ada tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports/2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4 HTTP/1.1" status: 200 len: 910 time: 0.0741537 Feb 28 17:38:26.934363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44948) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:26.945523 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57ecc3-fdec-43d5-bac7-2a28ff37c107 None None] Routers {'fba2df4f-1781-47f4-9fb4-3182a527e024'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:26.946467 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ea57ecc3-fdec-43d5-bac7-2a28ff37c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fba2df4f-1781-47f4-9fb4-3182a527e024'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:26.990875 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6c8e8597-fa57-45c4-8e29-e512691c2c51 req-5de04ef5-2516-4bd6-8d39-5e0562ce05f6 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835524 Feb 28 17:38:26.999832 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ea57ecc3-fdec-43d5-bac7-2a28ff37c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:27.001108 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea57ecc3-fdec-43d5-bac7-2a28ff37c107 None None] The sync data for ids ['fba2df4f-1781-47f4-9fb4-3182a527e024'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:38:27.052095 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6f5b2f6b-2c69-46e3-ae16-d52cedcb7c87 req-26287b02-ab73-421b-af43-9caf7467cd9c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e0b79b0a-3b0f-462d-84a0-979a237cc2b7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:27.067036 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['19534743-87fe-42e0-8380-a3ae4f4bfe0e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:38:27.071007 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3938d6b9-54a2-46c6-9805-3df4c1dc621e', 'f142532d-4034-49a2-90a6-565a1ebfad14'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:38:27.146202 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26287b02-ab73-421b-af43-9caf7467cd9c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Pushing event deleted for resources: {'Port': ['ID=e0b79b0a-3b0f-462d-84a0-979a237cc2b7,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:27.215182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5b2f6b-2c69-46e3-ae16-d52cedcb7c87 req-26287b02-ab73-421b-af43-9caf7467cd9c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] No DVR routers for this DVR port e0b79b0a-3b0f-462d-84a0-979a237cc2b7 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:38:27.219399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-6f5b2f6b-2c69-46e3-ae16-d52cedcb7c87 req-26287b02-ab73-421b-af43-9caf7467cd9c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:27.223610 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f5b2f6b-2c69-46e3-ae16-d52cedcb7c87 req-26287b02-ab73-421b-af43-9caf7467cd9c tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.73 "DELETE /v2.0/ports/e0b79b0a-3b0f-462d-84a0-979a237cc2b7 HTTP/1.1" status: 204 len: 173 time: 2.1681831 Feb 28 17:38:27.224247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b103ada-7f42-4aae-99eb-efeba3ae362f', 'name': 'network-vif-deleted', 'tag': 'e0b79b0a-3b0f-462d-84a0-979a237cc2b7'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:38:27.239269 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a537f4-ad6c-4c12-bc21-3837490f08ae" -d '{"events": [{"server_uuid": "2b103ada-7f42-4aae-99eb-efeba3ae362f", "name": "network-vif-deleted", "tag": "e0b79b0a-3b0f-462d-84a0-979a237cc2b7"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:38:27.269832 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0704179-72d8-4b27-9559-2b9023973de5 req-a1d47d97-bbb0-49f9-b455-f260a89c5b3d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:27.278586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a0704179-72d8-4b27-9559-2b9023973de5 req-a1d47d97-bbb0-49f9-b455-f260a89c5b3d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1448901 Feb 28 17:38:27.378804 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a0704179-72d8-4b27-9559-2b9023973de5 req-b0012e2a-b7a8-4b6b-ba27-1875e088dd1d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986574 Feb 28 17:38:27.415462 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-57eedafc-6c04-4816-9180-95fc08ee83d7 req-9ba294e6-16ea-4484-9bf6-6b91b0e9ae37 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b103ada-7f42-4aae-99eb-efeba3ae362f HTTP/1.1" status: 200 len: 210 time: 0.0899975 Feb 28 17:38:27.518698 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e4fe62-db51-4cf4-a967-2181e0fb1c41 x-openstack-request-id: req-c7e4fe62-db51-4cf4-a967-2181e0fb1c41 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:38:27.519205 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b103ada-7f42-4aae-99eb-efeba3ae362f", "name": "network-vif-deleted", "tag": "e0b79b0a-3b0f-462d-84a0-979a237cc2b7", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:38:27.519205 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c7e4fe62-db51-4cf4-a967-2181e0fb1c41 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:38:27.519625 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b103ada-7f42-4aae-99eb-efeba3ae362f', 'name': 'network-vif-deleted', 'tag': 'e0b79b0a-3b0f-462d-84a0-979a237cc2b7', 'status': 'completed', 'code': 200} Feb 28 17:38:27.649287 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-84ed35f2-6c4a-4edc-8547-1e7e2f522d06 req-8abc0deb-070f-4a93-a9a9-7a4175ed8925 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0424194 Feb 28 17:38:27.650629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c56dc-4d6c-4ab5-b69b-a5eb73669e97 req-d9a985f7-72f8-4783-ae06-940a77665f94 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:27.652126 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a2c56dc-4d6c-4ab5-b69b-a5eb73669e97 req-d9a985f7-72f8-4783-ae06-940a77665f94 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1076596 Feb 28 17:38:27.712866 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:27.741487 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a2c56dc-4d6c-4ab5-b69b-a5eb73669e97 req-0e6c9820-1b0e-4702-91cb-8a34f750bcb7 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706520 Feb 28 17:38:27.900698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 29d2dd03-9eed-4b22-aff1-894049b796d5 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:38:27.947083 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-becd0e09-4706-4916-95f3-b877d96c027e req-617027e9-3569-4fb6-b1fa-2175bf32706c tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0559404 Feb 28 17:38:27.984126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 29d2dd03-9eed-4b22-aff1-894049b796d5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:27.984607 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (29d2dd03-9eed-4b22-aff1-894049b796d5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:28.061482 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dcb95-cd1c-4341-a465-75a83a2368f1 req-be5011b7-00e9-4e66-a2fd-0dc7c794dccb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:28.063075 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-287dcb95-cd1c-4341-a465-75a83a2368f1 req-be5011b7-00e9-4e66-a2fd-0dc7c794dccb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1344967 Feb 28 17:38:28.111354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Allocated IP 172.21.0.1 (163078bc-0b0f-46e2-b3d1-9185f322b43a/a3afb362-79d0-4f7f-ab3a-2d5c7b0c8e93/78df8388-8ba6-4edb-ade9-1daa3e5b54cd) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:38:28.128701 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 29d2dd03-9eed-4b22-aff1-894049b796d5 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:28.218306 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-287dcb95-cd1c-4341-a465-75a83a2368f1 req-77bcb995-b9bc-4a64-a67c-d48f0e04b539 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459422 Feb 28 17:38:28.269088 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (78df8388-8ba6-4edb-ade9-1daa3e5b54cd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:28.357549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e0b79b0a-3b0f-462d-84a0-979a237cc2b7 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:38:28.385269 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44994) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:28.419624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: e0b79b0a-3b0f-462d-84a0-979a237cc2b7 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:38:28.423897 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (78df8388-8ba6-4edb-ade9-1daa3e5b54cd), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:28.426081 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016d78-2240-494a-98b0-8cd81eed9c47 req-747047c3-63d2-4b8c-a6f6-cad52b6f131f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:28.433445 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da016d78-2240-494a-98b0-8cd81eed9c47 req-747047c3-63d2-4b8c-a6f6-cad52b6f131f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.0910325 Feb 28 17:38:28.433680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e0b79b0a-3b0f-462d-84a0-979a237cc2b7 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:38:28.539355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 163078bc-0b0f-46e2-b3d1-9185f322b43a is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:38:28.541945 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:28.547443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-691689445-network', 'tenant_id': '8c828900d1be4137abc891fe2e0eaed5'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:28.551120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=78df8388-8ba6-4edb-ade9-1daa3e5b54cd,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:28.553811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:38:28.563475 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da016d78-2240-494a-98b0-8cd81eed9c47 req-aa7ab0e3-4570-4c9e-93b3-a32277249784 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241524 Feb 28 17:38:28.639610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (fba2df4f-1781-47f4-9fb4-3182a527e024), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:28.750667 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] Made reservation on behalf of 8c828900d1be4137abc891fe2e0eaed5 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:38:28.753178 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:28.770149 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:28.807870 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-02ec2205-2646-4065-bd93-a240177c4a44 req-4675df3c-d589-4f4e-a7dd-c9757ffe52e5 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0497403 Feb 28 17:38:28.935530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7381b491-fbb3-45ef-ba19-372d33119b32 None None] Provisioning complete for port 78df8388-8ba6-4edb-ade9-1daa3e5b54cd triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:28.935530 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7381b491-fbb3-45ef-ba19-372d33119b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (78df8388-8ba6-4edb-ade9-1daa3e5b54cd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:28.945767 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] Publish callbacks [] for security_group (97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:29.007107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7381b491-fbb3-45ef-ba19-372d33119b32 None None] Port 78df8388-8ba6-4edb-ade9-1daa3e5b54cd cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:38:29.038003 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (78df8388-8ba6-4edb-ade9-1daa3e5b54cd), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:29.062110 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:29.081554 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8d2a3aa-628e-4853-b6f2-62f6737287d8 req-72351b9f-47c5-4b92-92e1-743daee048e5 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0522053 Feb 28 17:38:29.136024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:29.161314 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:38:29.721315 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d1a83479-fac2-4bda-b97a-d354db30e4d5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:29.722033 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] Added segment d1a83479-fac2-4bda-b97a-d354db30e4d5 of type vlan for network 7467a8e1-6b26-403e-997f-54fe13264910 Feb 28 17:38:29.803822 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (7467a8e1-6b26-403e-997f-54fe13264910), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:29.885050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa2288-ce92-42bb-bbe6-fdf5e0995430 req-745f88a4-2739-4740-b9a9-f5c4e5665ee3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:29.896148 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f1fa2288-ce92-42bb-bbe6-fdf5e0995430 req-745f88a4-2739-4740-b9a9-f5c4e5665ee3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.3281171 Feb 28 17:38:30.007414 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (7467a8e1-6b26-403e-997f-54fe13264910), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:30.007414 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:30.007414 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:30.018807 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (78df8388-8ba6-4edb-ade9-1daa3e5b54cd), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:30.031876 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8624924-7927-47fe-896d-7896f249fa50 req-e53147ae-e934-4e67-9ab0-bee5e2a41dc8 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0563235 Feb 28 17:38:30.100450 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (78df8388-8ba6-4edb-ade9-1daa3e5b54cd), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:30.110083 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f1fa2288-ce92-42bb-bbe6-fdf5e0995430 req-6b3f6c80-6fa6-45ec-9263-b47a162f5603 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114427 Feb 28 17:38:30.208143 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8212740 Feb 28 17:38:30.228090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45024) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:30.232711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af44da-d773-4f66-88e4-3e32baac45e0 admin admin] Pushing event updated for resources: {'Network': ['ID=7467a8e1-6b26-403e-997f-54fe13264910,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:30.243876 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4e03fbb9-8826-4dd4-8353-52e097ab0d44 req-3b483b5f-fff9-47be-bfe7-7c03e9a694e1 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0540669 Feb 28 17:38:30.247859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 7467a8e1-6b26-403e-997f-54fe13264910 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:38:30.248935 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-da817983-ab17-4b21-99d8-c3ee036a7b27 admin admin] Request body: {'subnet': {'network_id': '7467a8e1-6b26-403e-997f-54fe13264910', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-691689445-subnet', 'tenant_id': '8c828900d1be4137abc891fe2e0eaed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:30.309006 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=78df8388-8ba6-4edb-ade9-1daa3e5b54cd,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:30.312780 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (fba2df4f-1781-47f4-9fb4-3182a527e024), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:30.400367 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da817983-ab17-4b21-99d8-c3ee036a7b27 admin admin] Made reservation on behalf of 8c828900d1be4137abc891fe2e0eaed5 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:38:30.403825 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da817983-ab17-4b21-99d8-c3ee036a7b27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:30.541546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 163078bc-0b0f-46e2-b3d1-9185f322b43a is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:38:30.545545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:30.763409 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router fba2df4f-1781-47f4-9fb4-3182a527e024 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:38:30.835388 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da817983-ab17-4b21-99d8-c3ee036a7b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (5afa66b9-3680-4134-be0e-81254a16067b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:30.863586 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4bded23f-0d49-466d-9c03-4858240ee238 None None] Provisioning complete for port 78df8388-8ba6-4edb-ade9-1daa3e5b54cd triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:30.863950 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4bded23f-0d49-466d-9c03-4858240ee238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (78df8388-8ba6-4edb-ade9-1daa3e5b54cd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:30.911885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4bded23f-0d49-466d-9c03-4858240ee238 None None] Port 78df8388-8ba6-4edb-ade9-1daa3e5b54cd cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:38:30.960674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da817983-ab17-4b21-99d8-c3ee036a7b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5afa66b9-3680-4134-be0e-81254a16067b,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:31.041721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:38:31.043416 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da817983-ab17-4b21-99d8-c3ee036a7b27 admin admin] Checking segment: {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:38:31.043775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da817983-ab17-4b21-99d8-c3ee036a7b27 admin admin] Network hostable DHCP agents. Network: 7467a8e1-6b26-403e-997f-54fe13264910, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:38:31.053752 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b22a7a81-4298-48ce-8394-21145f9c1be0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/fba2df4f-1781-47f4-9fb4-3182a527e024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1173956 Feb 28 17:38:31.057222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45032) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:31.061503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e5e14-2f3a-4cf6-acac-df114357bd69 None None] Sync routers for ids ['fba2df4f-1781-47f4-9fb4-3182a527e024'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:38:31.085507 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e5e14-2f3a-4cf6-acac-df114357bd69 None None] Routers {'fba2df4f-1781-47f4-9fb4-3182a527e024'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:31.088607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f74e5e14-2f3a-4cf6-acac-df114357bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fba2df4f-1781-47f4-9fb4-3182a527e024'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:31.151135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eb5ecd-3787-431f-9891-c2dae7841bc6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:31.158190 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45038) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:31.168978 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f9eb5ecd-3787-431f-9891-c2dae7841bc6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports/78df8388-8ba6-4edb-ade9-1daa3e5b54cd HTTP/1.1" status: 200 len: 910 time: 0.1013758 Feb 28 17:38:31.175987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f74e5e14-2f3a-4cf6-acac-df114357bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:31.199468 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e5e14-2f3a-4cf6-acac-df114357bd69 None None] Routers {'fba2df4f-1781-47f4-9fb4-3182a527e024'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:31.200871 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f74e5e14-2f3a-4cf6-acac-df114357bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fba2df4f-1781-47f4-9fb4-3182a527e024'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:31.260726 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da817983-ab17-4b21-99d8-c3ee036a7b27 admin admin] Network 7467a8e1-6b26-403e-997f-54fe13264910 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:38:31.281513 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f74e5e14-2f3a-4cf6-acac-df114357bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:31.282323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e5e14-2f3a-4cf6-acac-df114357bd69 None None] The sync data for ids ['fba2df4f-1781-47f4-9fb4-3182a527e024'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:38:31.298210 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-41d0f408-a51b-488f-b3b7-e107f228e490 req-f2fad030-94be-4996-94f7-6cb1e77fddd7 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0562525 Feb 28 17:38:31.344634 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afedd4-8f4b-4a45-8626-9dfcae29fce8 req-c70bd560-a55e-41dd-910b-d865b4759f55 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:31.348952 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-02afedd4-8f4b-4a45-8626-9dfcae29fce8 req-c70bd560-a55e-41dd-910b-d865b4759f55 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1422155 Feb 28 17:38:31.440329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-02afedd4-8f4b-4a45-8626-9dfcae29fce8 req-aca74993-d5d1-4e2e-a527-3764cf93bf16 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825484 Feb 28 17:38:31.463068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-da817983-ab17-4b21-99d8-c3ee036a7b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 7467a8e1-6b26-403e-997f-54fe13264910) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:31.473185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7586bf37-b4f4-4f13-a524-4118394ccffa None None] Network 7467a8e1-6b26-403e-997f-54fe13264910 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:38:31.478909 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da817983-ab17-4b21-99d8-c3ee036a7b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:31.479756 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-da817983-ab17-4b21-99d8-c3ee036a7b27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:31.573523 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-03a10b36-0903-4980-a143-e22eae89876d req-3ce8742a-4127-472e-963b-91319cc7d3a3 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.1172080 Feb 28 17:38:31.648939 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-da817983-ab17-4b21-99d8-c3ee036a7b27 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4139571 Feb 28 17:38:31.702008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d7d53d-cfd2-46d3-afba-69d395533c35 None None] Network 7467a8e1-6b26-403e-997f-54fe13264910 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:38:31.846097 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54aaf2e8-59e6-451f-a149-f564732899c6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (fba2df4f-1781-47f4-9fb4-3182a527e024), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:32.092513 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9570a6-abc0-49da-917e-21bab7906e66 req-6ae9d2f1-fe10-4d32-8453-d28b73815d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:32.094289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd9570a6-abc0-49da-917e-21bab7906e66 req-6ae9d2f1-fe10-4d32-8453-d28b73815d81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9665654bb1254aa08cac2eb356b74f48&device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 1129 time: 0.1013405 Feb 28 17:38:32.123492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cc160-2fe1-4914-9bbf-09935e658902 req-38c6d734-a6cc-44d5-a65f-1fb3c9f83586 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:32.125675 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-765cc160-2fe1-4914-9bbf-09935e658902 req-38c6d734-a6cc-44d5-a65f-1fb3c9f83586 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1874759 Feb 28 17:38:32.296141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9570a6-abc0-49da-917e-21bab7906e66 req-cff3203a-832c-405d-b15f-ce8a0bba2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:32.299308 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd9570a6-abc0-49da-917e-21bab7906e66 req-cff3203a-832c-405d-b15f-ce8a0bba2aae service neutron] 10.222.0.73 "GET /v2.0/networks?id=54167de9-3554-490b-90c9-a563d8838503 HTTP/1.1" status: 200 len: 914 time: 0.1985567 Feb 28 17:38:32.312361 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-765cc160-2fe1-4914-9bbf-09935e658902 req-2619b5c1-0acf-4c1b-82de-98548aa36a2f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268883 Feb 28 17:38:32.364934 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd9570a6-abc0-49da-917e-21bab7906e66 req-f393b4eb-9a87-4dac-a654-f522f2e1cba9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf HTTP/1.1" status: 200 len: 217 time: 0.0579884 Feb 28 17:38:32.375657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a725c-63aa-441a-8155-0293ceb7d45f req-695b77e7-665e-45e2-842f-8cf2eb7be0c7 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:32.382998 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-695b77e7-665e-45e2-842f-8cf2eb7be0c7 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 811 time: 0.2139678 Feb 28 17:38:32.418354 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e173b5a3-29b0-40d4-95a0-ca7392f31cfc req-b2cef247-c990-41d3-adba-08e1f48ba2e8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0498364 Feb 28 17:38:32.442926 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9570a6-abc0-49da-917e-21bab7906e66 req-60a3f302-e500-4aff-8318-138ff34a4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:32.444741 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd9570a6-abc0-49da-917e-21bab7906e66 req-60a3f302-e500-4aff-8318-138ff34a4cb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f133f7b8-2c40-4366-9de1-489549838d9b HTTP/1.1" status: 200 len: 853 time: 0.0595067 Feb 28 17:38:32.453089 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-0a1b6e8a-f66d-4b9f-b42e-22feba2e5228 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/quotas/8c828900d1be4137abc891fe2e0eaed5 HTTP/1.1" status: 200 len: 375 time: 0.0689225 Feb 28 17:38:32.460654 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c51f7172-92c7-4d50-8faa-e9fe8308735b req-03704b1b-bfed-40b2-a2e5-f4c57ba4fb6c tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0357776 Feb 28 17:38:32.487267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-54aaf2e8-59e6-451f-a149-f564732899c6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port 78df8388-8ba6-4edb-ade9-1daa3e5b54cd {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:32.487267 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54aaf2e8-59e6-451f-a149-f564732899c6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (78df8388-8ba6-4edb-ade9-1daa3e5b54cd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:32.503343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-afb9234d-c267-49cc-abc8-1d725e425aa4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490582 Feb 28 17:38:32.508567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-dd0e58a9-a514-48b2-8219-ed8b3ed2e893 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:38:32.515602 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-dd0e58a9-a514-48b2-8219-ed8b3ed2e893 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111282 Feb 28 17:38:32.577462 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54aaf2e8-59e6-451f-a149-f564732899c6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (78df8388-8ba6-4edb-ade9-1daa3e5b54cd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:32.591406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-54aaf2e8-59e6-451f-a149-f564732899c6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for 78df8388-8ba6-4edb-ade9-1daa3e5b54cd owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:32.607669 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-bc51d265-c0ae-4ce6-b459-1e5fa931beb1 service neutron] 10.222.0.72 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908551 Feb 28 17:38:32.737135 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b70b09ab-a985-424d-bdc4-76262c704ce8 req-c2935140-aecb-4263-b267-5ee81cffab67 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0321186 Feb 28 17:38:32.762795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd9570a6-abc0-49da-917e-21bab7906e66 req-f9561fd7-b8ee-4c0e-a873-1742765b8cf0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54167de9-3554-490b-90c9-a563d8838503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401645 Feb 28 17:38:32.775317 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-8bc61aa6-b9e4-4d28-8c01-28d9dc337639 service neutron] 10.222.0.72 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547983 Feb 28 17:38:32.892438 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd9570a6-abc0-49da-917e-21bab7906e66 req-61491c3d-1ee8-48ac-8ed5-ccf4bcde0051 service neutron] 10.222.0.73 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145487 Feb 28 17:38:32.896983 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54aaf2e8-59e6-451f-a149-f564732899c6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (78df8388-8ba6-4edb-ade9-1daa3e5b54cd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:32.939033 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aaf2e8-59e6-451f-a149-f564732899c6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=78df8388-8ba6-4edb-ade9-1daa3e5b54cd,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:33.093866 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd9570a6-abc0-49da-917e-21bab7906e66 req-a21edac4-0618-4595-b59e-cb55bc33318d service neutron] 10.222.0.73 "GET /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792676 Feb 28 17:38:33.193773 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2525d953-24e6-48cd-9cad-fc95b395fe20 req-ff9f2325-fc83-4697-bc85-8236ebee3771 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 210 time: 0.0880198 Feb 28 17:38:33.259052 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54aaf2e8-59e6-451f-a149-f564732899c6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (fba2df4f-1781-47f4-9fb4-3182a527e024), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:33.468691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1130aec-fb5c-4dc3-be84-bf646bae694f req-6b23d043-4da3-410a-be9c-a4596fe61343 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:33.475254 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1130aec-fb5c-4dc3-be84-bf646bae694f req-6b23d043-4da3-410a-be9c-a4596fe61343 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.0872247 Feb 28 17:38:33.502267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54aaf2e8-59e6-451f-a149-f564732899c6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router fba2df4f-1781-47f4-9fb4-3182a527e024 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:38:33.554824 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1130aec-fb5c-4dc3-be84-bf646bae694f req-1add75c3-e562-4bd0-9da0-13ce854375ff tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742769 Feb 28 17:38:33.856975 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-13bc1f9c-1710-47b3-aa90-36e1009450d9 req-1f204345-b612-401a-ac6f-bc383ab7fc49 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0300429 Feb 28 17:38:34.021786 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-074769f4-e7cc-4b14-bad3-f5815fec67b8 req-9fb39673-ef1d-498b-a87e-d620b2c87b92 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0433822 Feb 28 17:38:34.069415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54aaf2e8-59e6-451f-a149-f564732899c6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:38:34.078303 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-54aaf2e8-59e6-451f-a149-f564732899c6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/fba2df4f-1781-47f4-9fb4-3182a527e024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9188232 Feb 28 17:38:34.088565 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45102) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:34.095973 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa7bae6-0b09-4f2e-a91d-da52395d0bb9 None None] Sync routers for ids ['fba2df4f-1781-47f4-9fb4-3182a527e024'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:38:34.112189 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7bae6-0b09-4f2e-a91d-da52395d0bb9 None None] Routers {'fba2df4f-1781-47f4-9fb4-3182a527e024'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:34.113528 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4fa7bae6-0b09-4f2e-a91d-da52395d0bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fba2df4f-1781-47f4-9fb4-3182a527e024'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:34.199819 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4fa7bae6-0b09-4f2e-a91d-da52395d0bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:34.220074 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7bae6-0b09-4f2e-a91d-da52395d0bb9 None None] Routers {'fba2df4f-1781-47f4-9fb4-3182a527e024'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:34.222164 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4fa7bae6-0b09-4f2e-a91d-da52395d0bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fba2df4f-1781-47f4-9fb4-3182a527e024'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:34.320187 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4fa7bae6-0b09-4f2e-a91d-da52395d0bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:34.321281 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa7bae6-0b09-4f2e-a91d-da52395d0bb9 None None] The sync data for ids ['fba2df4f-1781-47f4-9fb4-3182a527e024'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:38:34.499842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-97160a41-0c5d-436b-97f6-3848e61285e0 req-d0f8337e-e96a-4d8c-b187-d7fd02bc6565 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 210 time: 0.1741731 Feb 28 17:38:34.686747 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ce807-21ec-478c-9d1d-badaa0580368 req-241a7720-b741-4a70-a3d1-91cc0f9f66e1 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:34.695856 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7c7ce807-21ec-478c-9d1d-badaa0580368 req-241a7720-b741-4a70-a3d1-91cc0f9f66e1 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.0667031 Feb 28 17:38:34.751271 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0420834f-f876-4297-8833-2415e2319eeb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (fba2df4f-1781-47f4-9fb4-3182a527e024), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:34.802369 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7c7ce807-21ec-478c-9d1d-badaa0580368 req-f6d084a1-e14b-49be-bc8a-519f2bf6b020 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055720 Feb 28 17:38:35.011156 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144d96f-1193-4757-ac4f-88802db738a2 req-8b69ba0a-a47d-43cd-bd03-79804c522fdb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:35.011156 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b144d96f-1193-4757-ac4f-88802db738a2 req-8b69ba0a-a47d-43cd-bd03-79804c522fdb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1114256 Feb 28 17:38:35.015455 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35a45a40-5bb9-47c5-b783-8cb25db68a95 req-1a296cef-da1a-47f7-b6da-b028ec4eafa5 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0380335 Feb 28 17:38:35.078909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b144d96f-1193-4757-ac4f-88802db738a2 req-b414a8bf-bae6-4f7d-8a2d-0c271c3b6173 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553558 Feb 28 17:38:35.170121 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f8a8c93-8ee1-4113-b237-471da9d3eadb req-868ad9c7-d194-42d3-af98-30e2600716e1 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0403347 Feb 28 17:38:35.311356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0420834f-f876-4297-8833-2415e2319eeb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port 2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:35.311691 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0420834f-f876-4297-8833-2415e2319eeb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:35.336484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88d92a-4b00-4f3c-adeb-e6d1264912b6 req-867a048f-102f-4374-b895-ab74678ea863 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:35.338017 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6d88d92a-4b00-4f3c-adeb-e6d1264912b6 req-867a048f-102f-4374-b895-ab74678ea863 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1134698 Feb 28 17:38:35.494065 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6d88d92a-4b00-4f3c-adeb-e6d1264912b6 req-3ce27024-ee07-48be-a515-9f0a23234713 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186249 Feb 28 17:38:35.555808 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0420834f-f876-4297-8833-2415e2319eeb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:35.597276 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0420834f-f876-4297-8833-2415e2319eeb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for 2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:35.700830 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26100868-5add-4bb1-bec0-ce2c66b0512d req-9846e47c-ce28-4660-90d2-291dd78b104a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=068f4581e74f46beb05b4c9c332b2ec8&device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0276155 Feb 28 17:38:35.742573 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26100868-5add-4bb1-bec0-ce2c66b0512d req-aeab24f4-aa7f-4ff7-ad68-bc6f40709a2f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=068f4581e74f46beb05b4c9c332b2ec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346100 Feb 28 17:38:35.766079 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabaaac-d3d4-49c9-aa0a-a0138f6c7d13 req-6d51959e-9f3a-4b86-bac5-586e045ba189 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:35.767655 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9dabaaac-d3d4-49c9-aa0a-a0138f6c7d13 req-6d51959e-9f3a-4b86-bac5-586e045ba189 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1660197 Feb 28 17:38:35.818357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa580986-ab56-48fc-adfa-098547cb59c3 req-644262bd-4737-4b08-ad29-bbb6c897cb51 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 210 time: 0.0564926 Feb 28 17:38:35.960859 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9dabaaac-d3d4-49c9-aa0a-a0138f6c7d13 req-1843e891-e403-49d9-99b2-86470e96cc69 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763177 Feb 28 17:38:36.042084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61169c33-81fe-4a02-bf0f-440a60af3b69 req-ea4a2db9-49b2-4015-a749-989527511fd5 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0816705 Feb 28 17:38:36.121697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a725c-63aa-441a-8155-0293ceb7d45f req-99aa2272-ae67-4932-9756-96d21ef672a0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:36.124612 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-99aa2272-ae67-4932-9756-96d21ef672a0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 811 time: 0.3212008 Feb 28 17:38:36.140396 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-317a725c-63aa-441a-8155-0293ceb7d45f req-8a7b93aa-f736-4956-a2a8-8ad1465effb1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Request body: {'port': {'device_id': '5fe3a340-ec1c-4baa-8543-109a92f64860', 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910', 'admin_state_up': True, 'tenant_id': '8c828900d1be4137abc891fe2e0eaed5'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:36.153935 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26100868-5add-4bb1-bec0-ce2c66b0512d req-2c7b0c8b-310c-4697-b4ec-af212a10a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:36.157270 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26100868-5add-4bb1-bec0-ce2c66b0512d req-2c7b0c8b-310c-4697-b4ec-af212a10a55d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4071212 Feb 28 17:38:36.246076 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4158c92b-6aa2-4518-a58f-8651b865daf0 req-9dd50eca-c294-47f5-b6e9-0a3edeb6da42 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0640810 Feb 28 17:38:36.246620 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0420834f-f876-4297-8833-2415e2319eeb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:36.276437 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420834f-f876-4297-8833-2415e2319eeb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=2eef0b6f-c154-4f08-a9cc-ed3fd26bb5c4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:36.453527 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c34f5b-9c46-484c-9373-28236bb40bc0 req-bf3d4f1a-486b-42fc-b2e7-82df04d5f359 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:36.460650 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1c34f5b-9c46-484c-9373-28236bb40bc0 req-bf3d4f1a-486b-42fc-b2e7-82df04d5f359 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.2174728 Feb 28 17:38:36.462245 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0420834f-f876-4297-8833-2415e2319eeb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (fba2df4f-1781-47f4-9fb4-3182a527e024), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:36.605335 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1c34f5b-9c46-484c-9373-28236bb40bc0 req-b35be2ee-5fdb-40a0-b5a2-0d826d102789 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437347 Feb 28 17:38:36.663509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317a725c-63aa-441a-8155-0293ceb7d45f req-8a7b93aa-f736-4956-a2a8-8ad1465effb1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Made reservation on behalf of 8c828900d1be4137abc891fe2e0eaed5 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:38:36.667528 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-317a725c-63aa-441a-8155-0293ceb7d45f req-8a7b93aa-f736-4956-a2a8-8ad1465effb1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:37.013635 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9c06205-0fff-4713-9a0d-26b735172633 req-e1f6910d-6fa9-4f8c-9284-18bcdda7fdea tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 210 time: 0.0720935 Feb 28 17:38:37.075115 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-317a725c-63aa-441a-8155-0293ceb7d45f req-8a7b93aa-f736-4956-a2a8-8ad1465effb1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Allocated IP 172.20.0.13 (7467a8e1-6b26-403e-997f-54fe13264910/5afa66b9-3680-4134-be0e-81254a16067b/427c1d1e-7d3d-47c7-9384-1e6d8e742bb9) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:38:37.288714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0420834f-f876-4297-8833-2415e2319eeb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router fba2df4f-1781-47f4-9fb4-3182a527e024 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:38:37.403782 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0420834f-f876-4297-8833-2415e2319eeb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:38:37.409157 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0420834f-f876-4297-8833-2415e2319eeb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/fba2df4f-1781-47f4-9fb4-3182a527e024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3192589 Feb 28 17:38:37.411922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45164) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:37.415587 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d5f7f-a821-43a0-b1a2-99c58498065f None None] Sync routers for ids ['fba2df4f-1781-47f4-9fb4-3182a527e024'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:38:37.430290 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-18a230d1-3e51-4615-8dfb-75d41335a98f req-4f849728-9d65-493c-a30f-4ec8409a9bb0 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.2068157 Feb 28 17:38:37.431547 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d5f7f-a821-43a0-b1a2-99c58498065f None None] Routers {'fba2df4f-1781-47f4-9fb4-3182a527e024'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:37.437502 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-064d5f7f-a821-43a0-b1a2-99c58498065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fba2df4f-1781-47f4-9fb4-3182a527e024'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:37.499459 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d01e73fc-0b39-41dc-9b6e-b42f65016b5d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports?device_id=fba2df4f-1781-47f4-9fb4-3182a527e024 HTTP/1.1" status: 200 len: 205 time: 0.0731223 Feb 28 17:38:37.502741 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45168) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:37.524671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7893e-fb26-4634-8c3d-b5215bf2b019 req-781e1618-a15f-4e46-9357-fbae53940c2d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:37.525690 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-064d5f7f-a821-43a0-b1a2-99c58498065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:37.527462 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1b7893e-fb26-4634-8c3d-b5215bf2b019 req-781e1618-a15f-4e46-9357-fbae53940c2d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.8353004 Feb 28 17:38:37.550969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d5f7f-a821-43a0-b1a2-99c58498065f None None] Routers {'fba2df4f-1781-47f4-9fb4-3182a527e024'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:37.552696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-064d5f7f-a821-43a0-b1a2-99c58498065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fba2df4f-1781-47f4-9fb4-3182a527e024'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:37.626224 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-317a725c-63aa-441a-8155-0293ceb7d45f req-8a7b93aa-f736-4956-a2a8-8ad1465effb1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks [] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:37.664418 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-51c168c6-bbd2-4227-863d-20c8664acee5 req-2cb9b29d-fa48-4374-8cda-07512dbbb660 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0975537 Feb 28 17:38:37.691248 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-064d5f7f-a821-43a0-b1a2-99c58498065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:37.695011 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d5f7f-a821-43a0-b1a2-99c58498065f None None] The sync data for ids ['fba2df4f-1781-47f4-9fb4-3182a527e024'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:38:37.763033 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26100868-5add-4bb1-bec0-ce2c66b0512d req-65b7ca3a-5ed0-4358-a78b-a6486faf4512 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.2322621 Feb 28 17:38:37.782294 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2d525770-4c09-44af-b86e-ec2efed880e4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (fba2df4f-1781-47f4-9fb4-3182a527e024), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:37.794975 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:37.818486 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7a658d69-f55c-4b40-b65b-e22c0fa29917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:37.819184 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-317a725c-63aa-441a-8155-0293ceb7d45f req-8a7b93aa-f736-4956-a2a8-8ad1465effb1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:37.982235 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317a725c-63aa-441a-8155-0293ceb7d45f req-8a7b93aa-f736-4956-a2a8-8ad1465effb1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Network 7467a8e1-6b26-403e-997f-54fe13264910 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:38:37.983948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-317a725c-63aa-441a-8155-0293ceb7d45f req-8a7b93aa-f736-4956-a2a8-8ad1465effb1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:38.005418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-317a725c-63aa-441a-8155-0293ceb7d45f req-8a7b93aa-f736-4956-a2a8-8ad1465effb1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:38:38.010055 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b93aa-f736-4956-a2a8-8ad1465effb1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Pushing event updated for resources: {'Port': ['ID=427c1d1e-7d3d-47c7-9384-1e6d8e742bb9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:38.094061 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1b7893e-fb26-4634-8c3d-b5215bf2b019 req-6fde0a70-e1ef-43bd-8fa5-f32301c0e588 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620901 Feb 28 17:38:38.123588 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a8cd182-d0b5-4a91-a2a8-58feaeb9d5ac req-00282058-fa71-4c06-891a-5d58ea9f651d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0599999 Feb 28 17:38:38.155098 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2d525770-4c09-44af-b86e-ec2efed880e4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (fba2df4f-1781-47f4-9fb4-3182a527e024), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:38.158407 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2d525770-4c09-44af-b86e-ec2efed880e4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_controller (fba2df4f-1781-47f4-9fb4-3182a527e024), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:38.194933 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a725c-63aa-441a-8155-0293ceb7d45f req-8a7b93aa-f736-4956-a2a8-8ad1465effb1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:38.195588 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-317a725c-63aa-441a-8155-0293ceb7d45f req-8a7b93aa-f736-4956-a2a8-8ad1465effb1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:38.229878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8343e-e923-44e1-8582-0f76b81de13e req-59476fe6-761e-4d45-ac06-efd73aa25f54 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:38.238352 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47c8343e-e923-44e1-8582-0f76b81de13e req-59476fe6-761e-4d45-ac06-efd73aa25f54 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 932 time: 0.1052032 Feb 28 17:38:38.281512 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-8a7b93aa-f736-4956-a2a8-8ad1465effb1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1463847 Feb 28 17:38:38.302748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Request body: {'port': {'device_id': '5fe3a340-ec1c-4baa-8543-109a92f64860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:38.341383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1cf20-2c7d-499f-b6bd-6b04208addce req-fc67c799-4180-40ad-a74b-bb60e0831b7b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:38.351770 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5aa1cf20-2c7d-499f-b6bd-6b04208addce req-fc67c799-4180-40ad-a74b-bb60e0831b7b tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1146801 Feb 28 17:38:38.369039 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-47c8343e-e923-44e1-8582-0f76b81de13e req-0b1d1d6e-db15-435b-8094-775d358c27ad tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293807 Feb 28 17:38:38.396109 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2d525770-4c09-44af-b86e-ec2efed880e4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (fba2df4f-1781-47f4-9fb4-3182a527e024), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:38.396742 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d525770-4c09-44af-b86e-ec2efed880e4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Fanout notify agent at l3_agent the message router_deleted on router fba2df4f-1781-47f4-9fb4-3182a527e024 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:38:38.413257 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2d525770-4c09-44af-b86e-ec2efed880e4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:38.419440 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45192) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:38.421073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2d525770-4c09-44af-b86e-ec2efed880e4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/routers/fba2df4f-1781-47f4-9fb4-3182a527e024 HTTP/1.1" status: 204 len: 168 time: 0.9163101 Feb 28 17:38:38.484401 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:38.525739 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5aa1cf20-2c7d-499f-b6bd-6b04208addce req-402c987a-dbb7-4e53-aa5e-0fc362fa93db tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727469 Feb 28 17:38:38.629794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6b0477-4bde-4391-87ca-3ee93cc8c184 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting subnet a3afb362-79d0-4f7f-ab3a-2d5c7b0c8e93 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:38:38.651303 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-29308ecc-7fde-451e-9ffb-25b6b7dcf16b req-a06f1728-f0c3-469e-87d9-0028e28b73b0 tempest-ServerShowV257Test-193459373 tempest-ServerShowV257Test-193459373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca51484e-a55a-4697-b1f4-8d8a43f0971b HTTP/1.1" status: 200 len: 210 time: 0.0875630 Feb 28 17:38:38.663479 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0477-4bde-4391-87ca-3ee93cc8c184 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (a3afb362-79d0-4f7f-ab3a-2d5c7b0c8e93), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:38.731113 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0477-4bde-4391-87ca-3ee93cc8c184 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (a3afb362-79d0-4f7f-ab3a-2d5c7b0c8e93), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:38.803773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33c381-a860-4423-a5e8-967e9bb4367a req-c79bf46a-3c3e-42ae-a7ea-e5636ae7d225 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:38.814320 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eb33c381-a860-4423-a5e8-967e9bb4367a req-c79bf46a-3c3e-42ae-a7ea-e5636ae7d225 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1307356 Feb 28 17:38:38.888338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eb33c381-a860-4423-a5e8-967e9bb4367a req-ea2685bd-8e61-4c73-81dd-b5a0b4332360 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719738 Feb 28 17:38:38.902483 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-662ea1c6-9fec-4ba2-9d92-3ea990e8902c req-dc0e25ea-a941-4983-b847-ccf8f54c9461 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0544746 Feb 28 17:38:38.997300 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0477-4bde-4391-87ca-3ee93cc8c184 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (a3afb362-79d0-4f7f-ab3a-2d5c7b0c8e93), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:39.234507 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0477-4bde-4391-87ca-3ee93cc8c184 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (a3afb362-79d0-4f7f-ab3a-2d5c7b0c8e93), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:39.258097 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0477-4bde-4391-87ca-3ee93cc8c184 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:39.259654 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8999b144-c2fa-48bb-99d6-d2372a5b9901 None None] Network 163078bc-0b0f-46e2-b3d1-9185f322b43a requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:38:39.263909 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aa6b0477-4bde-4391-87ca-3ee93cc8c184 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/a3afb362-79d0-4f7f-ab3a-2d5c7b0c8e93 HTTP/1.1" status: 204 len: 168 time: 0.8434515 Feb 28 17:38:39.266648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45216) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:39.325416 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b0477-4bde-4391-87ca-3ee93cc8c184 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Subnet': ['ID=a3afb362-79d0-4f7f-ab3a-2d5c7b0c8e93,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:39.369707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3332a8-9f6c-4e09-8ede-a122c59394e1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting subnet 0a56e04a-303d-4b92-b964-03ff6d09a02c {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:38:39.374914 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb3332a8-9f6c-4e09-8ede-a122c59394e1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (0a56e04a-303d-4b92-b964-03ff6d09a02c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:39.428652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c27e7-0360-49f2-a9f0-dcbc828337d7 req-b45a5763-436b-4ec5-8dc4-8c037a24751e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:39.438900 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb9c27e7-0360-49f2-a9f0-dcbc828337d7 req-b45a5763-436b-4ec5-8dc4-8c037a24751e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.3011374 Feb 28 17:38:39.508541 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0bffb5-8ca8-4c8c-90ff-33eddf05108e None None] DHCP port deletion for 163078bc-0b0f-46e2-b3d1-9185f322b43a request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:38:39.508701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb3332a8-9f6c-4e09-8ede-a122c59394e1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (0a56e04a-303d-4b92-b964-03ff6d09a02c), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:39.632286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7e0bffb5-8ca8-4c8c-90ff-33eddf05108e None None] Deleting port 29d2dd03-9eed-4b22-aff1-894049b796d5 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:39.632669 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7e0bffb5-8ca8-4c8c-90ff-33eddf05108e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (29d2dd03-9eed-4b22-aff1-894049b796d5), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:39.642220 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb9c27e7-0360-49f2-a9f0-dcbc828337d7 req-0672eacc-0c47-48c7-b0cc-6c8cf4aad901 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014606 Feb 28 17:38:39.674916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:38:39.694282 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Publish callbacks [] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:39.723102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Transition to ACTIVE for port object 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:38:39.789630 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:39.808801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7e0bffb5-8ca8-4c8c-90ff-33eddf05108e None None] For port 29d2dd03-9eed-4b22-aff1-894049b796d5, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=29d2dd03-9eed-4b22-aff1-894049b796d5,segment=NetworkSegment(0f0f4095-9840-4a4a-b987-99e3e891bd23),segment_id=0f0f4095-9840-4a4a-b987-99e3e891bd23)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:39.809761 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7e0bffb5-8ca8-4c8c-90ff-33eddf05108e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (29d2dd03-9eed-4b22-aff1-894049b796d5), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:39.822356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ec35e-eecb-40f2-9a6b-e5cacc8e22f8 req-65652d13-e16c-44bb-8e5b-84279498ff37 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:39.833041 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af6ec35e-eecb-40f2-9a6b-e5cacc8e22f8 req-65652d13-e16c-44bb-8e5b-84279498ff37 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 932 time: 0.2355068 Feb 28 17:38:39.862504 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7e0bffb5-8ca8-4c8c-90ff-33eddf05108e None None] Calling delete_port for 29d2dd03-9eed-4b22-aff1-894049b796d5 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:39.899093 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 29d2dd03-9eed-4b22-aff1-894049b796d5 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:38:39.972610 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Pushing event updated for resources: {'Port': ['ID=427c1d1e-7d3d-47c7-9384-1e6d8e742bb9,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:39.990059 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af6ec35e-eecb-40f2-9a6b-e5cacc8e22f8 req-4b27ccdf-2fba-4cf7-9b40-2d20428095b1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513760 Feb 28 17:38:39.993801 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb3332a8-9f6c-4e09-8ede-a122c59394e1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (0a56e04a-303d-4b92-b964-03ff6d09a02c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:40.029033 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbb91b-ef5d-4ac5-b6c2-ba8348863130 req-934940fd-5953-4c4d-a4b5-fde5c6a0074f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:40.036084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-23dbb91b-ef5d-4ac5-b6c2-ba8348863130 req-934940fd-5953-4c4d-a4b5-fde5c6a0074f tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.3034976 Feb 28 17:38:40.136551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-23dbb91b-ef5d-4ac5-b6c2-ba8348863130 req-5a82b6e8-932b-4a25-970d-bcf3f0379198 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995684 Feb 28 17:38:40.165407 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-067fe5b7-f0b2-4827-849a-22c23f43dc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:40.191785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Attempting to bind port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:38:40.192381 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Attempting to bind port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:38:40.192622 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Attempting to bind port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 on network 7467a8e1-6b26-403e-997f-54fe13264910 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:38:40.197727 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:40.203992 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb3332a8-9f6c-4e09-8ede-a122c59394e1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (0a56e04a-303d-4b92-b964-03ff6d09a02c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:40.217331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 on network 7467a8e1-6b26-403e-997f-54fe13264910 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:38:40.223437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Attempting to bind port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 on network 7467a8e1-6b26-403e-997f-54fe13264910 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:38:40.225532 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7e0bffb5-8ca8-4c8c-90ff-33eddf05108e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (29d2dd03-9eed-4b22-aff1-894049b796d5), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:40.245380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:38:40.245715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Checking segment: {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:38:40.246132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Bound using segment: {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:38:40.250991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Bound port: 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:38:40.250991 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:40.254196 n-d-820368-19 neutron-server[104248]: INFO neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No ports have port_id starting with 29d2dd03-9eed-4b22-aff1-894049b796d5 Feb 28 17:38:40.282121 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3332a8-9f6c-4e09-8ede-a122c59394e1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Subnet': ['ID=0a56e04a-303d-4b92-b964-03ff6d09a02c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:40.303772 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb3332a8-9f6c-4e09-8ede-a122c59394e1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:40.321588 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-eb3332a8-9f6c-4e09-8ede-a122c59394e1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/0a56e04a-303d-4b92-b964-03ff6d09a02c HTTP/1.1" status: 204 len: 168 time: 1.0519049 Feb 28 17:38:40.324372 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45246) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:40.338348 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] For port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:38:40.346315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] For port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=427c1d1e-7d3d-47c7-9384-1e6d8e742bb9,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:38:40.346693 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bffb5-8ca8-4c8c-90ff-33eddf05108e None None] Pushing event deleted for resources: {'Port': ['ID=29d2dd03-9eed-4b22-aff1-894049b796d5,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:40.360811 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3f606a-cbd9-477c-bec5-7f81dcc0b705 None None] Network 8032f284-2be6-43f9-ac8e-5107ba9f6a65 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:38:40.421326 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369dd39-4e02-4549-be3d-e2174618dc5c req-81ffb06f-7601-4ce2-a8d5-1f2318aa6f1d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:40.431851 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2369dd39-4e02-4549-be3d-e2174618dc5c req-81ffb06f-7601-4ce2-a8d5-1f2318aa6f1d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.0866361 Feb 28 17:38:40.433907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0bffb5-8ca8-4c8c-90ff-33eddf05108e None None] No DVR routers for this DVR port 29d2dd03-9eed-4b22-aff1-894049b796d5 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:38:40.436891 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:40.489384 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ed7b476f-0d61-431d-9c05-8c0fe0921c04 req-c62d9897-a2a5-4fc5-af08-b69cff026fe9 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.1653008 Feb 28 17:38:40.560165 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:40.561639 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:40.563135 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 HTTP/1.1" status: 200 len: 1093 time: 2.2727630 Feb 28 17:38:40.563617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe3a340-ec1c-4baa-8543-109a92f64860', 'tag': '427c1d1e-7d3d-47c7-9384-1e6d8e742bb9'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:38:40.576678 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a99ab9-fb87-4bad-85c3-dc25e4bad3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe3a340-ec1c-4baa-8543-109a92f64860", "tag": "427c1d1e-7d3d-47c7-9384-1e6d8e742bb9"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:38:40.629469 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60db169f-6076-4b98-8330-e32156aaec91 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (163078bc-0b0f-46e2-b3d1-9185f322b43a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:40.657204 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4deba59-ff30-4703-a868-628fab567bde None None] DHCP port deletion for 8032f284-2be6-43f9-ac8e-5107ba9f6a65 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:38:40.659991 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2369dd39-4e02-4549-be3d-e2174618dc5c req-6acab830-410f-4fe1-b999-6253224cacfe tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127526 Feb 28 17:38:40.742344 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db000b-79fc-4338-9016-223c0f1796f4 service neutron] Pushing event updated for resources: {'Port': ['ID=427c1d1e-7d3d-47c7-9384-1e6d8e742bb9,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:40.748711 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f460b0f-43a7-49a9-a4e4-4423df6b9a62 x-openstack-request-id: req-8f460b0f-43a7-49a9-a4e4-4423df6b9a62 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:38:40.749953 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe3a340-ec1c-4baa-8543-109a92f64860", "tag": "427c1d1e-7d3d-47c7-9384-1e6d8e742bb9", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:38:40.750222 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8f460b0f-43a7-49a9-a4e4-4423df6b9a62 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:38:40.750647 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe3a340-ec1c-4baa-8543-109a92f64860', 'tag': '427c1d1e-7d3d-47c7-9384-1e6d8e742bb9', 'status': 'completed', 'code': 200} Feb 28 17:38:40.791450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d4deba59-ff30-4703-a868-628fab567bde None None] Deleting port 89294387-7742-4d78-a542-dd828d2e5ac0 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:40.792369 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d4deba59-ff30-4703-a868-628fab567bde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (89294387-7742-4d78-a542-dd828d2e5ac0), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:40.835921 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45264) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:40.866713 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60db169f-6076-4b98-8330-e32156aaec91 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (163078bc-0b0f-46e2-b3d1-9185f322b43a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:40.893391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a725c-63aa-441a-8155-0293ceb7d45f req-164530e0-b9f4-4ca4-9cc9-8fb1dc90382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:40.894983 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-164530e0-b9f4-4ca4-9cc9-8fb1dc90382b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 1127 time: 0.1435285 Feb 28 17:38:40.938574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-60db169f-6076-4b98-8330-e32156aaec91 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163078bc-0b0f-46e2-b3d1-9185f322b43a']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:40.979948 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-60db169f-6076-4b98-8330-e32156aaec91 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0f4095-9840-4a4a-b987-99e3e891bd23') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:40.980160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-60db169f-6076-4b98-8330-e32156aaec91 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0f4095-9840-4a4a-b987-99e3e891bd23') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:41.000102 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60db169f-6076-4b98-8330-e32156aaec91 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (0f0f4095-9840-4a4a-b987-99e3e891bd23), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:41.016746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d4deba59-ff30-4703-a868-628fab567bde None None] For port 89294387-7742-4d78-a542-dd828d2e5ac0, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=89294387-7742-4d78-a542-dd828d2e5ac0,segment=NetworkSegment(3c806885-686b-4d07-a19c-2453491e5f72),segment_id=3c806885-686b-4d07-a19c-2453491e5f72)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:41.017247 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d4deba59-ff30-4703-a868-628fab567bde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (89294387-7742-4d78-a542-dd828d2e5ac0), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:41.018193 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60db169f-6076-4b98-8330-e32156aaec91 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0f0f4095-9840-4a4a-b987-99e3e891bd23), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:41.030992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d89f8-b842-4e89-9a45-ee06290be110 req-e21b39ce-450f-4452-a6de-ac076e68ae87 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:41.032268 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-b40f03d6-22d7-4d9e-839a-0bbb4dbb5c5f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 HTTP/1.1" status: 200 len: 217 time: 0.1270235 Feb 28 17:38:41.032884 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f79d89f8-b842-4e89-9a45-ee06290be110 req-e21b39ce-450f-4452-a6de-ac076e68ae87 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1220350 Feb 28 17:38:41.035928 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60db169f-6076-4b98-8330-e32156aaec91 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:38:41.036401 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60db169f-6076-4b98-8330-e32156aaec91 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (0f0f4095-9840-4a4a-b987-99e3e891bd23), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:38:41.041088 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:38:41.061458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d4deba59-ff30-4703-a868-628fab567bde None None] Calling delete_port for 89294387-7742-4d78-a542-dd828d2e5ac0 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:41.152656 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a725c-63aa-441a-8155-0293ceb7d45f req-3511e369-9a1b-4876-b6ee-9cef428e2d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:41.156945 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-3511e369-9a1b-4876-b6ee-9cef428e2d47 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afa66b9-3680-4134-be0e-81254a16067b HTTP/1.1" status: 200 len: 851 time: 0.1171341 Feb 28 17:38:41.180713 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1827622-ca72-41c0-935d-65c31618d1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:41.183827 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f79d89f8-b842-4e89-9a45-ee06290be110 req-c143437f-b3f0-4bc4-987e-0e36eaaccaa0 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258292 Feb 28 17:38:41.224386 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-eaed7c8c-dbe9-4d1a-a13c-3d6db1645a12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7467a8e1-6b26-403e-997f-54fe13264910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598350 Feb 28 17:38:41.341165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83092d26-e73c-48cd-a57d-43209fffaac2 req-7e3075dc-4dcd-4e15-a665-ff19241fef23 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:41.345531 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e22b44d4-63d5-47b0-851e-48223c834053 req-f7ce0730-ea39-41c9-a7f9-d4085d04d154 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c863f482cc34f2ba7f8cebbb0c05310&device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0431402 Feb 28 17:38:41.346562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83092d26-e73c-48cd-a57d-43209fffaac2 req-7e3075dc-4dcd-4e15-a665-ff19241fef23 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 944 time: 0.1070361 Feb 28 17:38:41.350457 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60db169f-6076-4b98-8330-e32156aaec91 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (163078bc-0b0f-46e2-b3d1-9185f322b43a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:41.359743 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60db169f-6076-4b98-8330-e32156aaec91 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:41.368162 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-60db169f-6076-4b98-8330-e32156aaec91 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/networks/163078bc-0b0f-46e2-b3d1-9185f322b43a HTTP/1.1" status: 204 len: 168 time: 1.0213070 Feb 28 17:38:41.386158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45286) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:41.435500 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d4deba59-ff30-4703-a868-628fab567bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (89294387-7742-4d78-a542-dd828d2e5ac0), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:41.462758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db169f-6076-4b98-8330-e32156aaec91 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Network': ['ID=163078bc-0b0f-46e2-b3d1-9185f322b43a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:41.467209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4deba59-ff30-4703-a868-628fab567bde None None] No DVR routers for this DVR port 89294387-7742-4d78-a542-dd828d2e5ac0 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:38:41.472498 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:41.489785 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e22b44d4-63d5-47b0-851e-48223c834053 req-f50188d2-8533-4872-9f7c-116493d654b1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c863f482cc34f2ba7f8cebbb0c05310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172445 Feb 28 17:38:41.493807 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83092d26-e73c-48cd-a57d-43209fffaac2 req-d31398fb-33b3-4a43-896f-de8b223632ad tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245031 Feb 28 17:38:41.508437 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f017226b-fa56-4c90-84fa-e69ab66d2de5 req-6263c34c-ae49-49f2-b99d-973258401db6 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0985768 Feb 28 17:38:41.537123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deba59-ff30-4703-a868-628fab567bde None None] Pushing event deleted for resources: {'Port': ['ID=89294387-7742-4d78-a542-dd828d2e5ac0,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:41.628459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0006efc-174b-47c6-a7ef-a4b4c1b24378 req-681364b5-225c-45d4-a2d0-458787fcccdd tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:41.630411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f0006efc-174b-47c6-a7ef-a4b4c1b24378 req-681364b5-225c-45d4-a2d0-458787fcccdd tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.0565391 Feb 28 17:38:41.661618 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1827622-ca72-41c0-935d-65c31618d1a7 admin admin] Publish callbacks [] for security_group (76f66732-87cb-4400-a3f2-403113444e45), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:41.695414 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f0006efc-174b-47c6-a7ef-a4b4c1b24378 req-143be8b9-2c07-4727-b3ac-823b39c5309d tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586054 Feb 28 17:38:41.724313 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-e55d77e2-b717-4f24-baca-5b3775567194 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920654 Feb 28 17:38:41.839910 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-317a725c-63aa-441a-8155-0293ceb7d45f req-4935420c-9761-4a33-af0d-aa466a655b6b service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073508 Feb 28 17:38:41.846114 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1827622-ca72-41c0-935d-65c31618d1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (76f66732-87cb-4400-a3f2-403113444e45), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:41.862574 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4595376c-48fd-4315-ae72-378f1184affb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (8032f284-2be6-43f9-ac8e-5107ba9f6a65), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:41.888128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 89294387-7742-4d78-a542-dd828d2e5ac0 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:38:41.924039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 89294387-7742-4d78-a542-dd828d2e5ac0 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:38:41.924600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 89294387-7742-4d78-a542-dd828d2e5ac0 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:38:41.942095 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c1827622-ca72-41c0-935d-65c31618d1a7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=068f4581e74f46beb05b4c9c332b2ec8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1051066 Feb 28 17:38:41.944792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45296) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:42.089886 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b975c64d-2f4f-4112-b607-e85ba2915515 admin admin] Publish callbacks [] for security_group (76f66732-87cb-4400-a3f2-403113444e45), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:42.128823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1827622-ca72-41c0-935d-65c31618d1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f66732-87cb-4400-a3f2-403113444e45,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:42.143970 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b975c64d-2f4f-4112-b607-e85ba2915515 admin admin] Publish callbacks [] for security_group (76f66732-87cb-4400-a3f2-403113444e45), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:42.206123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b44d4-63d5-47b0-851e-48223c834053 req-0f67425f-a18b-4a55-93d3-2de24b41a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:42.208365 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e22b44d4-63d5-47b0-851e-48223c834053 req-0f67425f-a18b-4a55-93d3-2de24b41a6e8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6776369 Feb 28 17:38:42.241517 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4595376c-48fd-4315-ae72-378f1184affb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (8032f284-2be6-43f9-ac8e-5107ba9f6a65), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:42.262362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0209f-d7b4-49ee-a8e0-00adfc519299 req-6620fdf2-65f0-42dc-ab02-1afc2a7b7ed3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:42.266416 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-19a0209f-d7b4-49ee-a8e0-00adfc519299 req-6620fdf2-65f0-42dc-ab02-1afc2a7b7ed3 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.3966672 Feb 28 17:38:42.279993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a99ab9-fb87-4bad-85c3-dc25e4bad3c3 req-cb8ce654-84c2-4e50-901a-878fd449ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:42.281470 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1a99ab9-fb87-4bad-85c3-dc25e4bad3c3 req-cb8ce654-84c2-4e50-901a-878fd449ae89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 1127 time: 0.2958584 Feb 28 17:38:42.289551 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-4595376c-48fd-4315-ae72-378f1184affb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8032f284-2be6-43f9-ac8e-5107ba9f6a65']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:42.298319 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b975c64d-2f4f-4112-b607-e85ba2915515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (76f66732-87cb-4400-a3f2-403113444e45), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:42.300957 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b975c64d-2f4f-4112-b607-e85ba2915515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:42.305086 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b975c64d-2f4f-4112-b607-e85ba2915515 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/76f66732-87cb-4400-a3f2-403113444e45 HTTP/1.1" status: 204 len: 168 time: 0.3563464 Feb 28 17:38:42.312236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975c64d-2f4f-4112-b607-e85ba2915515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f66732-87cb-4400-a3f2-403113444e45,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:42.327247 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-4595376c-48fd-4315-ae72-378f1184affb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c806885-686b-4d07-a19c-2453491e5f72') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:42.327247 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-4595376c-48fd-4315-ae72-378f1184affb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c806885-686b-4d07-a19c-2453491e5f72') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:42.363299 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4595376c-48fd-4315-ae72-378f1184affb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (3c806885-686b-4d07-a19c-2453491e5f72), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:42.477713 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4595376c-48fd-4315-ae72-378f1184affb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3c806885-686b-4d07-a19c-2453491e5f72), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:42.493351 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-19a0209f-d7b4-49ee-a8e0-00adfc519299 req-6c1bf88b-467b-4486-b4b1-854ece398017 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219770 Feb 28 17:38:42.494449 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4595376c-48fd-4315-ae72-378f1184affb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:38:42.494854 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4595376c-48fd-4315-ae72-378f1184affb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (3c806885-686b-4d07-a19c-2453491e5f72), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:38:42.499925 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:38:42.508654 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:42.743641 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a99ab9-fb87-4bad-85c3-dc25e4bad3c3 req-b8f2dc3f-4eec-4afd-a610-5b5d356d3c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:42.748045 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1a99ab9-fb87-4bad-85c3-dc25e4bad3c3 req-b8f2dc3f-4eec-4afd-a610-5b5d356d3c81 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 912 time: 0.4480388 Feb 28 17:38:42.754886 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a5c33-f2c8-40aa-9ddf-8d78b7cee9bb req-b68b0ec3-be37-4308-bd9d-afb8204685a4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:42.768535 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-086a5c33-f2c8-40aa-9ddf-8d78b7cee9bb req-b68b0ec3-be37-4308-bd9d-afb8204685a4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 944 time: 0.1062849 Feb 28 17:38:42.850206 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1a99ab9-fb87-4bad-85c3-dc25e4bad3c3 req-74237481-9532-46d7-9789-a5b8edc9f52f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 HTTP/1.1" status: 200 len: 217 time: 0.0965154 Feb 28 17:38:42.888593 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-086a5c33-f2c8-40aa-9ddf-8d78b7cee9bb req-62762eb6-8e15-4e00-8080-409cdfb1e1c8 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068249 Feb 28 17:38:42.941433 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4595376c-48fd-4315-ae72-378f1184affb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (8032f284-2be6-43f9-ac8e-5107ba9f6a65), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:42.952854 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4595376c-48fd-4315-ae72-378f1184affb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:42.953277 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4595376c-48fd-4315-ae72-378f1184affb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/networks/8032f284-2be6-43f9-ac8e-5107ba9f6a65 HTTP/1.1" status: 204 len: 168 time: 1.5466831 Feb 28 17:38:42.957115 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45322) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:42.970577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'network': {'name': 'tempest-RoutersTest-811992631'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:42.979121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595376c-48fd-4315-ae72-378f1184affb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Network': ['ID=8032f284-2be6-43f9-ac8e-5107ba9f6a65,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:43.000565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82a683-596f-4476-9608-345fa9229cec req-f90d55ce-1733-4918-b96d-01a858f7a522 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:43.002462 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ae82a683-596f-4476-9608-345fa9229cec req-f90d55ce-1733-4918-b96d-01a858f7a522 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.2506931 Feb 28 17:38:43.004275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a99ab9-fb87-4bad-85c3-dc25e4bad3c3 req-99f00471-cd7d-4c7c-85cf-5ae181b01a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:43.008214 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1a99ab9-fb87-4bad-85c3-dc25e4bad3c3 req-99f00471-cd7d-4c7c-85cf-5ae181b01a5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afa66b9-3680-4134-be0e-81254a16067b HTTP/1.1" status: 200 len: 851 time: 0.1473825 Feb 28 17:38:43.099808 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1a99ab9-fb87-4bad-85c3-dc25e4bad3c3 req-79aa0d9c-4f4c-4738-b9a1-e8cc5dcb97e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7467a8e1-6b26-403e-997f-54fe13264910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857031 Feb 28 17:38:43.127837 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f7f3fd5-2269-4ae5-b30b-f37dbd113347 req-a2ff2c13-62c0-4dda-99d3-99012c5bbfcd tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0951238 Feb 28 17:38:43.130048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:38:43.150491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ae82a683-596f-4476-9608-345fa9229cec req-f3cbdc70-758a-436f-baec-15cbffb8a3f4 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397424 Feb 28 17:38:43.164592 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:43.269015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:38:43.274160 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1a99ab9-fb87-4bad-85c3-dc25e4bad3c3 req-cadbc5e6-f5d4-4f94-ae27-fadc50fbf3e9 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381063 Feb 28 17:38:43.279438 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (ce938214-d443-4827-9cb9-09b10a7dc6ff), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:43.279812 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Added segment ce938214-d443-4827-9cb9-09b10a7dc6ff of type vlan for network 297b27b8-adc5-4be8-a510-ac52b2ff49e2 Feb 28 17:38:43.344571 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (297b27b8-adc5-4be8-a510-ac52b2ff49e2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:43.448690 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (297b27b8-adc5-4be8-a510-ac52b2ff49e2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:43.454790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:43.460924 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:43.676500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Network': ['ID=297b27b8-adc5-4be8-a510-ac52b2ff49e2,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:43.688723 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:43.689058 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:43.689390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:43.689746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:43.693710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:43.694273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:43.694624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:43.694958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:43.695289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:43.695614 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:43.695944 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:43.696266 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:43.696583 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:43.710341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 297b27b8-adc5-4be8-a510-ac52b2ff49e2 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:38:43.728040 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8006fdfd-f50a-4f91-8bf5-bffd404cb6bb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7694690 Feb 28 17:38:43.731630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45352) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:43.737986 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-979e4ab1-a214-4c86-b769-829659062f4d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'subnet': {'network_id': '297b27b8-adc5-4be8-a510-ac52b2ff49e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:44.031185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979e4ab1-a214-4c86-b769-829659062f4d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:38:44.034472 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:44.036275 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-979e4ab1-a214-4c86-b769-829659062f4d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:44.242856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a16ff8-956c-411f-8eb8-c4e0b76188b5 req-58c37859-4d07-40a0-9293-7a5f00821f03 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:44.244581 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-10a16ff8-956c-411f-8eb8-c4e0b76188b5 req-58c37859-4d07-40a0-9293-7a5f00821f03 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 944 time: 0.2627954 Feb 28 17:38:44.400379 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-10a16ff8-956c-411f-8eb8-c4e0b76188b5 req-a8ad3aa0-63a3-4306-92a8-c16d407fb302 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205318 Feb 28 17:38:44.509811 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e22b44d4-63d5-47b0-851e-48223c834053 req-6eccd2c9-b9cd-4b92-ac89-994a2956fc31 tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 1.0853505 Feb 28 17:38:44.583957 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b653762-570b-49c0-85d1-5521d8f4f854 req-ba1e55a0-dd81-40d6-a3e0-68da43d2d8bd tempest-ServerShowV254Test-2019556122 tempest-ServerShowV254Test-2019556122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1ea0707-05d8-4645-9f14-d36a75743fa3 HTTP/1.1" status: 200 len: 210 time: 0.0569456 Feb 28 17:38:44.587734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1a99ab9-fb87-4bad-85c3-dc25e4bad3c3 req-ce6ca7aa-a199-4095-9c4a-554d53bfba99 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3071086 Feb 28 17:38:44.640145 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-979e4ab1-a214-4c86-b769-829659062f4d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (012c124f-715d-4846-b275-0ddde4a4d8d3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:44.864680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e4ab1-a214-4c86-b769-829659062f4d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Subnet': ['ID=012c124f-715d-4846-b275-0ddde4a4d8d3,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:44.898417 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979e4ab1-a214-4c86-b769-829659062f4d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Checking segment: {'id': 'ce938214-d443-4827-9cb9-09b10a7dc6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '297b27b8-adc5-4be8-a510-ac52b2ff49e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:38:44.898785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979e4ab1-a214-4c86-b769-829659062f4d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network hostable DHCP agents. Network: 297b27b8-adc5-4be8-a510-ac52b2ff49e2, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:38:45.066937 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979e4ab1-a214-4c86-b769-829659062f4d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 297b27b8-adc5-4be8-a510-ac52b2ff49e2 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:38:45.102169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd96335-9f3c-4369-804c-7a53764aadd1 req-0fab6b12-a6fa-4cb0-afee-c6a4a88744f7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:45.104480 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ebd96335-9f3c-4369-804c-7a53764aadd1 req-0fab6b12-a6fa-4cb0-afee-c6a4a88744f7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 945 time: 0.0950065 Feb 28 17:38:45.176325 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-979e4ab1-a214-4c86-b769-829659062f4d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 297b27b8-adc5-4be8-a510-ac52b2ff49e2) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:45.185007 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b655973a-84cf-44ad-be6e-cebe5f520ad4 None None] Network 297b27b8-adc5-4be8-a510-ac52b2ff49e2 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:38:45.197297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e4ab1-a214-4c86-b769-829659062f4d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:45.197893 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-979e4ab1-a214-4c86-b769-829659062f4d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:45.285463 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ebd96335-9f3c-4369-804c-7a53764aadd1 req-5ad3f8ef-adff-46b9-a7dc-71cc53b74b41 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738577 Feb 28 17:38:45.308405 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-979e4ab1-a214-4c86-b769-829659062f4d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5731068 Feb 28 17:38:45.319678 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45408) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:45.324314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5e4e64e6-3e58-45a0-b556-8eb67a0cbf47 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-56229756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:45.376617 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-297b27b8-adc5-4be8-a510-ac52b2ff49e2', 'network_id': '297b27b8-adc5-4be8-a510-ac52b2ff49e2', 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'fixed_ips': [{'subnet_id': '012c124f-715d-4846-b275-0ddde4a4d8d3'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:38:45.377654 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:45.423136 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e4e64e6-3e58-45a0-b556-8eb67a0cbf47 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (6d54c0e6-15c8-4503-965d-b26344525860), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:45.424267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e4e64e6-3e58-45a0-b556-8eb67a0cbf47 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (6d54c0e6-15c8-4503-965d-b26344525860), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:45.662974 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e4e64e6-3e58-45a0-b556-8eb67a0cbf47 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_controller (6d54c0e6-15c8-4503-965d-b26344525860), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:45.676093 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Allocated IP 172.20.0.2 (297b27b8-adc5-4be8-a510-ac52b2ff49e2/012c124f-715d-4846-b275-0ddde4a4d8d3/08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:38:45.687221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763040f-91c5-4103-97a1-6d8bba21c56b req-467d8757-8d68-423b-b8bd-d2a9172a7e47 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:45.703249 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5763040f-91c5-4103-97a1-6d8bba21c56b req-467d8757-8d68-423b-b8bd-d2a9172a7e47 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 944 time: 0.1444716 Feb 28 17:38:45.765487 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e4e64e6-3e58-45a0-b556-8eb67a0cbf47 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (6d54c0e6-15c8-4503-965d-b26344525860), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:45.818364 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5763040f-91c5-4103-97a1-6d8bba21c56b req-19e4799a-cdc0-46d1-8cd5-414e55990e8a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097653 Feb 28 17:38:45.858381 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45426) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:45.876703 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e4e64e6-3e58-45a0-b556-8eb67a0cbf47 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:45.878826 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5e4e64e6-3e58-45a0-b556-8eb67a0cbf47 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5580606 Feb 28 17:38:45.881675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45430) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:45.888662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-25fc1b65-854d-4522-8f11-e6a310c8b56d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'port': {'network_id': '297b27b8-adc5-4be8-a510-ac52b2ff49e2', 'name': 'tempest-RoutersTest-1665838030'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:38:46.028615 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Publish callbacks [] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:46.142041 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:46.169797 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7372578e-7b97-4406-ae90-beb9f404e951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:46.234236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Network 297b27b8-adc5-4be8-a510-ac52b2ff49e2 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:38:46.243199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:46.246392 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:38:46.295998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Pushing event updated for resources: {'Port': ['ID=08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:46.325293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fc1b65-854d-4522-8f11-e6a310c8b56d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:38:46.330768 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-25fc1b65-854d-4522-8f11-e6a310c8b56d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:46.370606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-25fc1b65-854d-4522-8f11-e6a310c8b56d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] device_id is not set on port 03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:38:46.452281 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7372578e-7b97-4406-ae90-beb9f404e951 admin admin] Publish callbacks [] for security_group (eba7b29e-84dd-4c2b-976d-069d79010ad7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:46.457069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:38:46.469122 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Attempting to bind port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:38:46.469498 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Attempting to bind port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'ce938214-d443-4827-9cb9-09b10a7dc6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '297b27b8-adc5-4be8-a510-ac52b2ff49e2'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:38:46.475546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Attempting to bind port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d on network 297b27b8-adc5-4be8-a510-ac52b2ff49e2 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:38:46.500826 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:38:46.501233 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Checking segment: {'id': 'ce938214-d443-4827-9cb9-09b10a7dc6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '297b27b8-adc5-4be8-a510-ac52b2ff49e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:38:46.501630 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:46.502056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Bound using segment: {'id': 'ce938214-d443-4827-9cb9-09b10a7dc6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '297b27b8-adc5-4be8-a510-ac52b2ff49e2'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:38:46.502541 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Bound port: 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce938214-d443-4827-9cb9-09b10a7dc6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '297b27b8-adc5-4be8-a510-ac52b2ff49e2'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:38:46.502920 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:46.548726 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7372578e-7b97-4406-ae90-beb9f404e951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (eba7b29e-84dd-4c2b-976d-069d79010ad7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:46.602022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45442) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:46.623177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-25fc1b65-854d-4522-8f11-e6a310c8b56d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Allocated IP 172.20.0.4 (297b27b8-adc5-4be8-a510-ac52b2ff49e2/012c124f-715d-4846-b275-0ddde4a4d8d3/03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:38:46.725957 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa991238-90e1-4be9-aee0-ca2c7550cec4 req-6836dd78-afcd-4068-b01c-ff0dee536f7f tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:46.734721 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa991238-90e1-4be9-aee0-ca2c7550cec4 req-6836dd78-afcd-4068-b01c-ff0dee536f7f tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 945 time: 0.2268777 Feb 28 17:38:46.791566 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7372578e-7b97-4406-ae90-beb9f404e951 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e6e62940018245a2820e756534edd132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9318202 Feb 28 17:38:46.792494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45446) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:46.802017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372578e-7b97-4406-ae90-beb9f404e951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba7b29e-84dd-4c2b-976d-069d79010ad7,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:46.919931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1ee87-59ef-46dc-88ee-234bf2b73cf6 req-f38ac38c-f234-463b-9b37-3e1f59b682ba tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:46.921492 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fbe1ee87-59ef-46dc-88ee-234bf2b73cf6 req-f38ac38c-f234-463b-9b37-3e1f59b682ba tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.73 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 945 time: 0.3020957 Feb 28 17:38:47.014847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3afb498-07cb-490d-a7a4-9a69fdbcbddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:47.035528 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa991238-90e1-4be9-aee0-ca2c7550cec4 req-ae4a9bb6-d4d0-4f00-a6b2-21fd071ef0b1 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857397 Feb 28 17:38:47.164375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e775015d-16f3-49d6-9f43-eb79c23a1baa admin admin] Publish callbacks [] for security_group (eba7b29e-84dd-4c2b-976d-069d79010ad7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:47.251535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea0c94-55b3-4e79-8134-dd96262d2436 req-0714049e-ce65-48c7-acf5-134ae6b3ab17 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:47.255971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45ea0c94-55b3-4e79-8134-dd96262d2436 req-0714049e-ce65-48c7-acf5-134ae6b3ab17 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 944 time: 0.2779593 Feb 28 17:38:47.272738 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-25fc1b65-854d-4522-8f11-e6a310c8b56d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:47.324417 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e775015d-16f3-49d6-9f43-eb79c23a1baa admin admin] Publish callbacks [] for security_group (eba7b29e-84dd-4c2b-976d-069d79010ad7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:47.357360 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] For port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:38:47.366465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=427c1d1e-7d3d-47c7-9384-1e6d8e742bb9,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:47.385914 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] For port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d,segment=NetworkSegment(ce938214-d443-4827-9cb9-09b10a7dc6ff),segment_id=ce938214-d443-4827-9cb9-09b10a7dc6ff)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:38:47.397975 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '427c1d1e-7d3d-47c7-9384-1e6d8e742bb9', 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910', 'port_id': '427c1d1e-7d3d-47c7-9384-1e6d8e742bb9', 'mac_address': 'fa:16:3e:9d:e5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afa66b9-3680-4134-be0e-81254a16067b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:38:47.425181 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3afb498-07cb-490d-a7a4-9a69fdbcbddd admin admin] Publish callbacks [] for security_group (7bf81353-8c86-4354-a4e7-5335bb46da14), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:47.448856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:47.449253 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:47.467225 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:38:47.467866 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45ea0c94-55b3-4e79-8134-dd96262d2436 req-f5fc97d3-04cf-4942-8beb-f7fee09bcc70 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855235 Feb 28 17:38:47.471845 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:47.481806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-fbe1ee87-59ef-46dc-88ee-234bf2b73cf6 req-8aea2a9f-58b3-47a3-aefe-112dd13630f7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Deleting port 19534743-87fe-42e0-8380-a3ae4f4bfe0e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:47.482455 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fbe1ee87-59ef-46dc-88ee-234bf2b73cf6 req-8aea2a9f-58b3-47a3-aefe-112dd13630f7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:47.494554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c3afb498-07cb-490d-a7a4-9a69fdbcbddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7bf81353-8c86-4354-a4e7-5335bb46da14), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:47.550514 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=427c1d1e-7d3d-47c7-9384-1e6d8e742bb9,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:47.575923 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-25fc1b65-854d-4522-8f11-e6a310c8b56d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:47.627338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afb498-07cb-490d-a7a4-9a69fdbcbddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf81353-8c86-4354-a4e7-5335bb46da14,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:47.648151 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:47.662700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739191e-f98a-437a-b227-5bf8cb4405d0 None None] Pushing event updated for resources: {'Port': ['ID=08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:47.704067 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c3afb498-07cb-490d-a7a4-9a69fdbcbddd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c863f482cc34f2ba7f8cebbb0c05310&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0927835 Feb 28 17:38:47.708804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45472) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:47.789554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=427c1d1e-7d3d-47c7-9384-1e6d8e742bb9,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:47.802436 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc1b65-854d-4522-8f11-e6a310c8b56d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:47.809948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-fbe1ee87-59ef-46dc-88ee-234bf2b73cf6 req-8aea2a9f-58b3-47a3-aefe-112dd13630f7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] For port 19534743-87fe-42e0-8380-a3ae4f4bfe0e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=19534743-87fe-42e0-8380-a3ae4f4bfe0e,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:47.810899 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fbe1ee87-59ef-46dc-88ee-234bf2b73cf6 req-8aea2a9f-58b3-47a3-aefe-112dd13630f7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:47.820489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fc1b65-854d-4522-8f11-e6a310c8b56d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 297b27b8-adc5-4be8-a510-ac52b2ff49e2 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:38:47.828340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-fbe1ee87-59ef-46dc-88ee-234bf2b73cf6 req-8aea2a9f-58b3-47a3-aefe-112dd13630f7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Calling delete_port for 19534743-87fe-42e0-8380-a3ae4f4bfe0e owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:47.829744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-25fc1b65-854d-4522-8f11-e6a310c8b56d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:47.862091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fc1b65-854d-4522-8f11-e6a310c8b56d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:38:47.862197 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e775015d-16f3-49d6-9f43-eb79c23a1baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (eba7b29e-84dd-4c2b-976d-069d79010ad7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:47.862197 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e775015d-16f3-49d6-9f43-eb79c23a1baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:47.862197 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e775015d-16f3-49d6-9f43-eb79c23a1baa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eba7b29e-84dd-4c2b-976d-069d79010ad7 HTTP/1.1" status: 204 len: 168 time: 1.0543919 Feb 28 17:38:47.920315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775015d-16f3-49d6-9f43-eb79c23a1baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba7b29e-84dd-4c2b-976d-069d79010ad7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:47.997623 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['427c1d1e-7d3d-47c7-9384-1e6d8e742bb9'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:38:48.019160 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-89fa117b-5364-4311-bfe4-0a804e970ac7 admin admin] Publish callbacks [] for security_group (7bf81353-8c86-4354-a4e7-5335bb46da14), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:48.122169 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-89fa117b-5364-4311-bfe4-0a804e970ac7 admin admin] Publish callbacks [] for security_group (7bf81353-8c86-4354-a4e7-5335bb46da14), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:48.229001 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fc1b65-854d-4522-8f11-e6a310c8b56d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:48.245400 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-25fc1b65-854d-4522-8f11-e6a310c8b56d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:48.355564 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fbe1ee87-59ef-46dc-88ee-234bf2b73cf6 req-8aea2a9f-58b3-47a3-aefe-112dd13630f7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (19534743-87fe-42e0-8380-a3ae4f4bfe0e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:48.368787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-25fc1b65-854d-4522-8f11-e6a310c8b56d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4829826 Feb 28 17:38:48.375032 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45488) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:48.380371 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3938d6b9-54a2-46c6-9805-3df4c1dc621e', 'f142532d-4034-49a2-90a6-565a1ebfad14'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:38:48.434347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2eef3-9e1b-44aa-a166-28fd9c9f0577 req-29e5d738-3b5d-488d-af1f-d7129c185a1a tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:48.436103 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d8c2eef3-9e1b-44aa-a166-28fd9c9f0577 req-29e5d738-3b5d-488d-af1f-d7129c185a1a tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 867 time: 0.1523068 Feb 28 17:38:48.479126 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-89fa117b-5364-4311-bfe4-0a804e970ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7bf81353-8c86-4354-a4e7-5335bb46da14), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:48.481659 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-89fa117b-5364-4311-bfe4-0a804e970ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:48.494780 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-89fa117b-5364-4311-bfe4-0a804e970ac7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7bf81353-8c86-4354-a4e7-5335bb46da14 HTTP/1.1" status: 204 len: 168 time: 0.7844343 Feb 28 17:38:48.541309 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 19534743-87fe-42e0-8380-a3ae4f4bfe0e no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:38:48.557512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa117b-5364-4311-bfe4-0a804e970ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf81353-8c86-4354-a4e7-5335bb46da14,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:48.579229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 19534743-87fe-42e0-8380-a3ae4f4bfe0e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:38:48.579952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 19534743-87fe-42e0-8380-a3ae4f4bfe0e not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:38:48.623817 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d8c2eef3-9e1b-44aa-a166-28fd9c9f0577 req-87759d06-1483-4e3a-ba1a-c104b14ffcfd tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811452 Feb 28 17:38:48.878731 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea2a9f-58b3-47a3-aefe-112dd13630f7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Pushing event deleted for resources: {'Port': ['ID=19534743-87fe-42e0-8380-a3ae4f4bfe0e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:48.947208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe1ee87-59ef-46dc-88ee-234bf2b73cf6 req-8aea2a9f-58b3-47a3-aefe-112dd13630f7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] No DVR routers for this DVR port 19534743-87fe-42e0-8380-a3ae4f4bfe0e on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:38:49.021092 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fbe1ee87-59ef-46dc-88ee-234bf2b73cf6 req-8aea2a9f-58b3-47a3-aefe-112dd13630f7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:49.039743 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fbe1ee87-59ef-46dc-88ee-234bf2b73cf6 req-8aea2a9f-58b3-47a3-aefe-112dd13630f7 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.73 "DELETE /v2.0/ports/19534743-87fe-42e0-8380-a3ae4f4bfe0e HTTP/1.1" status: 204 len: 173 time: 2.1045511 Feb 28 17:38:49.040262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df94fa05-530d-4b17-b864-c17bd539ecfe', 'name': 'network-vif-deleted', 'tag': '19534743-87fe-42e0-8380-a3ae4f4bfe0e'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:38:49.046286 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa8f713-0c95-443e-b4cd-6f0dc5d71d6a" -d '{"events": [{"server_uuid": "df94fa05-530d-4b17-b864-c17bd539ecfe", "name": "network-vif-deleted", "tag": "19534743-87fe-42e0-8380-a3ae4f4bfe0e"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:38:49.369600 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b285c24-c904-4ce5-95fa-1749933cb9b5 x-openstack-request-id: req-4b285c24-c904-4ce5-95fa-1749933cb9b5 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:38:49.369600 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df94fa05-530d-4b17-b864-c17bd539ecfe", "name": "network-vif-deleted", "tag": "19534743-87fe-42e0-8380-a3ae4f4bfe0e", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:38:49.369600 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4b285c24-c904-4ce5-95fa-1749933cb9b5 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:38:49.369600 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df94fa05-530d-4b17-b864-c17bd539ecfe', 'name': 'network-vif-deleted', 'tag': '19534743-87fe-42e0-8380-a3ae4f4bfe0e', 'status': 'completed', 'code': 200} Feb 28 17:38:49.369600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d564db-38ad-40a8-a44a-afeb2bfc0b49 req-9f3a4d99-d778-413f-99b5-a3c2b4486163 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:49.369600 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-78d564db-38ad-40a8-a44a-afeb2bfc0b49 req-9f3a4d99-d778-413f-99b5-a3c2b4486163 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 945 time: 0.7149723 Feb 28 17:38:49.492734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-78d564db-38ad-40a8-a44a-afeb2bfc0b49 req-391135cc-1de1-46d3-b44f-738478452f2d tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378253 Feb 28 17:38:49.602080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e554a-32b8-4890-872d-9c772f05e676 None None] Network 297b27b8-adc5-4be8-a510-ac52b2ff49e2 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:38:49.651684 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:49.694655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-622cc924-895a-40fa-9268-03bc7d63b596 None None] Provisioning complete for port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:49.695151 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-622cc924-895a-40fa-9268-03bc7d63b596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:49.922753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba58f67e-cbf6-41c3-955a-a5c5c810b535 req-b1d160fc-1336-402e-9fa4-552cb7609e33 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=df94fa05-530d-4b17-b864-c17bd539ecfe HTTP/1.1" status: 200 len: 210 time: 0.0926616 Feb 28 17:38:50.120885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:38:50.296987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-622cc924-895a-40fa-9268-03bc7d63b596 None None] Current status of the port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:50.297377 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-622cc924-895a-40fa-9268-03bc7d63b596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:50.346885 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:50.388270 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:50.393847 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:50.456678 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:50.507824 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:38:50.652168 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-622cc924-895a-40fa-9268-03bc7d63b596 None None] For port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d,segment=NetworkSegment(ce938214-d443-4827-9cb9-09b10a7dc6ff),segment_id=ce938214-d443-4827-9cb9-09b10a7dc6ff)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:50.780146 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-622cc924-895a-40fa-9268-03bc7d63b596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:50.807927 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:50.883446 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:38:50.891448 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:50.891834 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:50.976068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e78189-7370-4a8f-937e-c5cab18eee84 req-2331fffc-b1ab-45c8-a310-9a6b22972878 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:50.986281 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98e78189-7370-4a8f-937e-c5cab18eee84 req-2331fffc-b1ab-45c8-a310-9a6b22972878 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 945 time: 0.2826619 Feb 28 17:38:51.133110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:51.200540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cc924-895a-40fa-9268-03bc7d63b596 None None] Pushing event updated for resources: {'Port': ['ID=08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:51.220367 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a64b1a7b-6bf9-497c-b65b-09a7cbb55dc9 None None] Provisioning complete for port 03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:51.226504 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a64b1a7b-6bf9-497c-b65b-09a7cbb55dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:51.340838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a64b1a7b-6bf9-497c-b65b-09a7cbb55dc9 None None] Port 03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:38:51.382520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:51.383267 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:51.404795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a64b1a7b-6bf9-497c-b65b-09a7cbb55dc9 None None] Provisioning complete for port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:51.405548 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a64b1a7b-6bf9-497c-b65b-09a7cbb55dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:51.501226 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (6d54c0e6-15c8-4503-965d-b26344525860), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:51.523524 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98e78189-7370-4a8f-937e-c5cab18eee84 req-05b7bedf-5d40-47e4-98d4-b59e3e75e92a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222111 Feb 28 17:38:51.676260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=427c1d1e-7d3d-47c7-9384-1e6d8e742bb9,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:51.689459 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe3a340-ec1c-4baa-8543-109a92f64860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427c1d1e-7d3d-47c7-9384-1e6d8e742bb9'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:38:51.696826 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673ef4e4-8a1b-442c-b4ed-ea4c9d2e6094" -d '{"events": [{"server_uuid": "5fe3a340-ec1c-4baa-8543-109a92f64860", "name": "network-vif-plugged", "status": "completed", "tag": "427c1d1e-7d3d-47c7-9384-1e6d8e742bb9"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:38:51.726938 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:51.804894 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:52.000672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:38:52.169777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=427c1d1e-7d3d-47c7-9384-1e6d8e742bb9,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:52.227629 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a64b1a7b-6bf9-497c-b65b-09a7cbb55dc9 None None] Current status of the port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:52.283190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:52.291511 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:52.362028 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf99258a-d04f-4fb5-a680-8c829fe3572d x-openstack-request-id: req-cf99258a-d04f-4fb5-a680-8c829fe3572d {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:38:52.371478 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe3a340-ec1c-4baa-8543-109a92f64860", "name": "network-vif-plugged", "status": "completed", "tag": "427c1d1e-7d3d-47c7-9384-1e6d8e742bb9", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:38:52.376364 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cf99258a-d04f-4fb5-a680-8c829fe3572d {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:38:52.377896 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe3a340-ec1c-4baa-8543-109a92f64860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427c1d1e-7d3d-47c7-9384-1e6d8e742bb9', 'code': 200} Feb 28 17:38:52.392882 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:52.434967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2cb63c0f-ad46-407a-870b-4a0fb31685db None None] Provisioning complete for port 03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:52.435228 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2cb63c0f-ad46-407a-870b-4a0fb31685db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:52.487492 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:52.490993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2cb63c0f-ad46-407a-870b-4a0fb31685db None None] Port 03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:38:52.604163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:38:52.820184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:52.837820 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc4631-aab7-4775-84d7-f496446b21a0 req-c9cca057-7279-4afc-a953-604d0c455e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:52.839915 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eccc4631-aab7-4775-84d7-f496446b21a0 req-c9cca057-7279-4afc-a953-604d0c455e75 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 1129 time: 0.4444723 Feb 28 17:38:52.860972 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (6d54c0e6-15c8-4503-965d-b26344525860), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:53.006613 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cb343-8b54-47e6-bab0-e46802e5ccde req-5b7bdef5-25bf-4c3b-86b3-c08a3d9e0883 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:53.014996 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-080cb343-8b54-47e6-bab0-e46802e5ccde req-5b7bdef5-25bf-4c3b-86b3-c08a3d9e0883 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 946 time: 0.0760689 Feb 28 17:38:53.028741 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eccc4631-aab7-4775-84d7-f496446b21a0 req-d01749b5-5402-416f-8898-cdfb663567b4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793425 Feb 28 17:38:53.036589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cba6b3-ae76-49bf-8e49-eb168ab7744f req-9763c91d-7adc-41cc-97ec-0b413ce4ff8a tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:53.048482 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b2cba6b3-ae76-49bf-8e49-eb168ab7744f req-9763c91d-7adc-41cc-97ec-0b413ce4ff8a tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 945 time: 0.4470003 Feb 28 17:38:53.112159 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-080cb343-8b54-47e6-bab0-e46802e5ccde req-be48dc72-f6d7-4c60-afd2-dbe996018351 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958767 Feb 28 17:38:53.156674 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b2cba6b3-ae76-49bf-8e49-eb168ab7744f req-1e3ed383-ad82-4401-8088-f285d68f3948 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071744 Feb 28 17:38:53.216400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 297b27b8-adc5-4be8-a510-ac52b2ff49e2 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:38:53.217872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:38:53.557027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fe0bc-39f6-473d-8992-6500748c9986 req-a6002b1b-1ecc-410e-99e6-f533bdeb5aa0 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:53.559156 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ea9fe0bc-39f6-473d-8992-6500748c9986 req-a6002b1b-1ecc-410e-99e6-f533bdeb5aa0 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.69 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 945 time: 0.0832002 Feb 28 17:38:53.626555 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router 6d54c0e6-15c8-4503-965d-b26344525860 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:38:53.754697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-77cea9b9-3e44-40a7-a992-f4d077f31f9d None None] Provisioning complete for port 03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:38:53.755252 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-77cea9b9-3e44-40a7-a992-f4d077f31f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:53.819528 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:38:53.827502 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0873e423-59ed-4330-9a73-30352567ae53 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/6d54c0e6-15c8-4503-965d-b26344525860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4421074 Feb 28 17:38:53.830095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45670) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:53.841568 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb219b-8018-45c4-bc7d-5a99a332a1e8 None None] Sync routers for ids ['6d54c0e6-15c8-4503-965d-b26344525860'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:38:53.848390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-ea9fe0bc-39f6-473d-8992-6500748c9986 req-53b3ae39-9894-46bc-a0b6-9ae513c7ff39 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Deleting port f142532d-4034-49a2-90a6-565a1ebfad14 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:53.848954 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ea9fe0bc-39f6-473d-8992-6500748c9986 req-53b3ae39-9894-46bc-a0b6-9ae513c7ff39 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f142532d-4034-49a2-90a6-565a1ebfad14), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:53.856486 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb219b-8018-45c4-bc7d-5a99a332a1e8 None None] Routers {'6d54c0e6-15c8-4503-965d-b26344525860'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:53.859100 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a4eb219b-8018-45c4-bc7d-5a99a332a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['6d54c0e6-15c8-4503-965d-b26344525860'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:53.947776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-77cea9b9-3e44-40a7-a992-f4d077f31f9d None None] Port 03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:38:53.958958 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ebaa30-8c7a-4f7e-9fc0-dd4479d59715 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:53.962957 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-08ebaa30-8c7a-4f7e-9fc0-dd4479d59715 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports/03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96 HTTP/1.1" status: 200 len: 977 time: 0.1292174 Feb 28 17:38:53.966597 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45674) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:53.966713 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a4eb219b-8018-45c4-bc7d-5a99a332a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:54.002405 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb219b-8018-45c4-bc7d-5a99a332a1e8 None None] Routers {'6d54c0e6-15c8-4503-965d-b26344525860'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:54.003035 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a4eb219b-8018-45c4-bc7d-5a99a332a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['6d54c0e6-15c8-4503-965d-b26344525860'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:54.067742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-ea9fe0bc-39f6-473d-8992-6500748c9986 req-53b3ae39-9894-46bc-a0b6-9ae513c7ff39 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] For port f142532d-4034-49a2-90a6-565a1ebfad14, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f142532d-4034-49a2-90a6-565a1ebfad14,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:54.068123 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ea9fe0bc-39f6-473d-8992-6500748c9986 req-53b3ae39-9894-46bc-a0b6-9ae513c7ff39 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f142532d-4034-49a2-90a6-565a1ebfad14), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:54.070249 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a4eb219b-8018-45c4-bc7d-5a99a332a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:54.076172 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb219b-8018-45c4-bc7d-5a99a332a1e8 None None] The sync data for ids ['6d54c0e6-15c8-4503-965d-b26344525860'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:38:54.084683 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-ea9fe0bc-39f6-473d-8992-6500748c9986 req-53b3ae39-9894-46bc-a0b6-9ae513c7ff39 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Calling delete_port for f142532d-4034-49a2-90a6-565a1ebfad14 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:54.487366 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccb614-f822-4e03-b9cb-70a3a4675d6d req-02da3db7-d63d-4027-b63c-53d4a13f57ea tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:54.489555 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8fccb614-f822-4e03-b9cb-70a3a4675d6d req-02da3db7-d63d-4027-b63c-53d4a13f57ea tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 946 time: 0.1383283 Feb 28 17:38:54.572298 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ea9fe0bc-39f6-473d-8992-6500748c9986 req-53b3ae39-9894-46bc-a0b6-9ae513c7ff39 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f142532d-4034-49a2-90a6-565a1ebfad14), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:54.583041 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['3938d6b9-54a2-46c6-9805-3df4c1dc621e', 'f142532d-4034-49a2-90a6-565a1ebfad14'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:38:54.685237 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3ae39-9894-46bc-a0b6-9ae513c7ff39 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Pushing event deleted for resources: {'Port': ['ID=f142532d-4034-49a2-90a6-565a1ebfad14,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:54.747376 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4a5dfe4e-7625-483e-b47c-6c7998041664 req-4af17c9b-658e-40f1-8890-082ceea2b627 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 210 time: 0.1992335 Feb 28 17:38:54.813677 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8fccb614-f822-4e03-b9cb-70a3a4675d6d req-cfd0c8e1-6892-4f51-bbaa-52f4791b6469 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179965 Feb 28 17:38:54.856059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9fe0bc-39f6-473d-8992-6500748c9986 req-53b3ae39-9894-46bc-a0b6-9ae513c7ff39 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] No DVR routers for this DVR port f142532d-4034-49a2-90a6-565a1ebfad14 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:38:54.860239 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-ea9fe0bc-39f6-473d-8992-6500748c9986 req-53b3ae39-9894-46bc-a0b6-9ae513c7ff39 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:54.865703 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ea9fe0bc-39f6-473d-8992-6500748c9986 req-53b3ae39-9894-46bc-a0b6-9ae513c7ff39 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.69 "DELETE /v2.0/ports/f142532d-4034-49a2-90a6-565a1ebfad14 HTTP/1.1" status: 204 len: 173 time: 1.2928400 Feb 28 17:38:54.871647 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca1b529-785c-4cde-9dd5-43ba763d2668', 'name': 'network-vif-deleted', 'tag': 'f142532d-4034-49a2-90a6-565a1ebfad14'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:38:54.876550 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f34417-fb42-4d06-abc0-ba24215d7744" -d '{"events": [{"server_uuid": "eca1b529-785c-4cde-9dd5-43ba763d2668", "name": "network-vif-deleted", "tag": "f142532d-4034-49a2-90a6-565a1ebfad14"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:38:54.950028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45702) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:55.028698 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c13903-2300-4f72-a24f-85b2e1bd99a6 x-openstack-request-id: req-55c13903-2300-4f72-a24f-85b2e1bd99a6 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:38:55.028698 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca1b529-785c-4cde-9dd5-43ba763d2668", "name": "network-vif-deleted", "tag": "f142532d-4034-49a2-90a6-565a1ebfad14", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:38:55.029646 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-55c13903-2300-4f72-a24f-85b2e1bd99a6 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:38:55.030231 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca1b529-785c-4cde-9dd5-43ba763d2668', 'name': 'network-vif-deleted', 'tag': 'f142532d-4034-49a2-90a6-565a1ebfad14', 'status': 'completed', 'code': 200} Feb 28 17:38:55.048493 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9413f802-5698-4d39-9054-1f123d56b3c1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (6d54c0e6-15c8-4503-965d-b26344525860), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:55.078787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45708) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:55.192794 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:55.307302 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1d4c-9f0d-4016-8c61-34d29454ece8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:55.415002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-9413f802-5698-4d39-9054-1f123d56b3c1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port 03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:55.415620 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9413f802-5698-4d39-9054-1f123d56b3c1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:55.459203 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Publish callbacks [] for security_group (3f9f7834-6e9c-46e1-93ff-40be0f47b3a8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:55.525697 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1d4c-9f0d-4016-8c61-34d29454ece8 admin admin] Publish callbacks [] for security_group (ee54b999-5bef-44f6-a227-64e611a01c6e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:55.546653 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9413f802-5698-4d39-9054-1f123d56b3c1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:55.548065 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3f9f7834-6e9c-46e1-93ff-40be0f47b3a8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:55.600873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-9413f802-5698-4d39-9054-1f123d56b3c1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for 03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:55.625359 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1d4c-9f0d-4016-8c61-34d29454ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ee54b999-5bef-44f6-a227-64e611a01c6e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:55.674571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1946338b0836494aa1dbd0962d3f782d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7235415 Feb 28 17:38:55.676122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45720) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:55.684041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9f7834-6e9c-46e1-93ff-40be0f47b3a8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:55.726791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:55.727508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:55.728055 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:55.728616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:55.729379 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:55.729916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:55.730544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:55.731078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:55.731625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:55.732170 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:55.742536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:55.743247 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:55.743810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281cb23-0aaf-4e5b-adda-9cfd2b8dcfc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:38:55.795573 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ee3e1d4c-9f0d-4016-8c61-34d29454ece8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17088abe6cc74ac3bf681bd5fe3214d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7156129 Feb 28 17:38:55.802776 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45724) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:55.958430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e1d4c-9f0d-4016-8c61-34d29454ece8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee54b999-5bef-44f6-a227-64e611a01c6e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:56.027584 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4ccf8d27-bdac-4e6c-b146-7cf31922bf2c req-5b370f67-d442-4aa6-a69a-a42406904ee1 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=eca1b529-785c-4cde-9dd5-43ba763d2668 HTTP/1.1" status: 200 len: 210 time: 0.1464882 Feb 28 17:38:56.063165 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-929aeece-bd20-448f-8e29-1943bd136214 admin admin] Publish callbacks [] for security_group (ee54b999-5bef-44f6-a227-64e611a01c6e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:56.099314 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d77864a4-75ed-4fad-b251-60331fde7109 admin admin] Publish callbacks [] for security_group (3f9f7834-6e9c-46e1-93ff-40be0f47b3a8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:56.102093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106242bf-41ce-476b-a207-203c20137ff8 req-234a2cdd-35c5-4a60-94e1-5723e7e79595 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:56.107651 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-106242bf-41ce-476b-a207-203c20137ff8 req-234a2cdd-35c5-4a60-94e1-5723e7e79595 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 946 time: 0.1412129 Feb 28 17:38:56.130207 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-929aeece-bd20-448f-8e29-1943bd136214 admin admin] Publish callbacks [] for security_group (ee54b999-5bef-44f6-a227-64e611a01c6e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:56.187478 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-106242bf-41ce-476b-a207-203c20137ff8 req-b2cd7a22-e7a8-447d-9df8-808099e4f580 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746591 Feb 28 17:38:56.194544 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9413f802-5698-4d39-9054-1f123d56b3c1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:56.207964 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d77864a4-75ed-4fad-b251-60331fde7109 admin admin] Publish callbacks [] for security_group (3f9f7834-6e9c-46e1-93ff-40be0f47b3a8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:56.279796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413f802-5698-4d39-9054-1f123d56b3c1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=03e0fa4f-b1d2-45fd-8d62-cb0bbe21ba96,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:56.288499 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-929aeece-bd20-448f-8e29-1943bd136214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ee54b999-5bef-44f6-a227-64e611a01c6e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:56.292145 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-929aeece-bd20-448f-8e29-1943bd136214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:56.315502 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-929aeece-bd20-448f-8e29-1943bd136214 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ee54b999-5bef-44f6-a227-64e611a01c6e HTTP/1.1" status: 204 len: 168 time: 0.4926081 Feb 28 17:38:56.350365 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929aeece-bd20-448f-8e29-1943bd136214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee54b999-5bef-44f6-a227-64e611a01c6e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:56.458162 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d77864a4-75ed-4fad-b251-60331fde7109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3f9f7834-6e9c-46e1-93ff-40be0f47b3a8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:56.458162 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d77864a4-75ed-4fad-b251-60331fde7109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:56.458162 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d77864a4-75ed-4fad-b251-60331fde7109 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3f9f7834-6e9c-46e1-93ff-40be0f47b3a8 HTTP/1.1" status: 204 len: 168 time: 0.7781188 Feb 28 17:38:56.485186 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77864a4-75ed-4fad-b251-60331fde7109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9f7834-6e9c-46e1-93ff-40be0f47b3a8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:56.578478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f142532d-4034-49a2-90a6-565a1ebfad14 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:38:56.656324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: f142532d-4034-49a2-90a6-565a1ebfad14 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:38:56.656804 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f142532d-4034-49a2-90a6-565a1ebfad14 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:38:56.878891 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9413f802-5698-4d39-9054-1f123d56b3c1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (6d54c0e6-15c8-4503-965d-b26344525860), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:57.219874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e29a3-524d-43cd-8e16-480fe008e225 req-48627008-5a4b-4d30-998c-97c6e21a8e04 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:57.221707 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-676e29a3-524d-43cd-8e16-480fe008e225 req-48627008-5a4b-4d30-998c-97c6e21a8e04 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 946 time: 0.3915439 Feb 28 17:38:57.360807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45768) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:57.401349 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-374b2750-bfee-467a-a9fd-87136a97a57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:57.408177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9413f802-5698-4d39-9054-1f123d56b3c1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router 6d54c0e6-15c8-4503-965d-b26344525860 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:38:57.603789 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-374b2750-bfee-467a-a9fd-87136a97a57a admin admin] Publish callbacks [] for security_group (7c5bcf11-2697-4209-b2ca-6ea86d576fbe), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:57.668303 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-374b2750-bfee-467a-a9fd-87136a97a57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7c5bcf11-2697-4209-b2ca-6ea86d576fbe), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:57.715072 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b2750-bfee-467a-a9fd-87136a97a57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5bcf11-2697-4209-b2ca-6ea86d576fbe,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:57.767506 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-374b2750-bfee-467a-a9fd-87136a97a57a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=11edd6d3a02c4cf4b232cb2364264cf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4055750 Feb 28 17:38:57.770143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45778) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:57.943146 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86c3fa56-4f32-49c0-b973-bf899ed2e941 admin admin] Publish callbacks [] for security_group (7c5bcf11-2697-4209-b2ca-6ea86d576fbe), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:58.331810 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-676e29a3-524d-43cd-8e16-480fe008e225 req-c7f536a3-c0eb-49b7-86a2-24aa8a4f6aaa tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0272350 Feb 28 17:38:58.615199 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9413f802-5698-4d39-9054-1f123d56b3c1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:38:58.623741 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9413f802-5698-4d39-9054-1f123d56b3c1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/6d54c0e6-15c8-4503-965d-b26344525860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6568494 Feb 28 17:38:58.627428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f13fc2-778f-410b-800d-18fd0ccd9d44 None None] Sync routers for ids ['6d54c0e6-15c8-4503-965d-b26344525860'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:38:58.638728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45802) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:58.644363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f13fc2-778f-410b-800d-18fd0ccd9d44 None None] Routers {'6d54c0e6-15c8-4503-965d-b26344525860'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:58.646789 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f9f13fc2-778f-410b-800d-18fd0ccd9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['6d54c0e6-15c8-4503-965d-b26344525860'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:58.724932 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86c3fa56-4f32-49c0-b973-bf899ed2e941 admin admin] Publish callbacks [] for security_group (7c5bcf11-2697-4209-b2ca-6ea86d576fbe), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:58.729813 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f9f13fc2-778f-410b-800d-18fd0ccd9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:58.750517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f13fc2-778f-410b-800d-18fd0ccd9d44 None None] Routers {'6d54c0e6-15c8-4503-965d-b26344525860'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:38:58.759539 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f9f13fc2-778f-410b-800d-18fd0ccd9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['6d54c0e6-15c8-4503-965d-b26344525860'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:58.817063 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74ff48-9465-4e52-ba7c-6a3896b2eec1 req-813d58ec-5d51-401e-8561-5288b8b37f0d tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:38:58.819366 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e74ff48-9465-4e52-ba7c-6a3896b2eec1 req-813d58ec-5d51-401e-8561-5288b8b37f0d tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 946 time: 0.2188630 Feb 28 17:38:58.851970 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f9f13fc2-778f-410b-800d-18fd0ccd9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:38:58.852626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f13fc2-778f-410b-800d-18fd0ccd9d44 None None] The sync data for ids ['6d54c0e6-15c8-4503-965d-b26344525860'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:38:58.972530 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86c3fa56-4f32-49c0-b973-bf899ed2e941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7c5bcf11-2697-4209-b2ca-6ea86d576fbe), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:58.975433 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86c3fa56-4f32-49c0-b973-bf899ed2e941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:58.976229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-86c3fa56-4f32-49c0-b973-bf899ed2e941 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7c5bcf11-2697-4209-b2ca-6ea86d576fbe HTTP/1.1" status: 204 len: 168 time: 1.2051480 Feb 28 17:38:59.007131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3fa56-4f32-49c0-b973-bf899ed2e941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5bcf11-2697-4209-b2ca-6ea86d576fbe,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:38:59.079896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-2e74ff48-9465-4e52-ba7c-6a3896b2eec1 req-67467ca8-8353-4127-a675-a875d9451894 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Deleting port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:38:59.080353 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2e74ff48-9465-4e52-ba7c-6a3896b2eec1 req-67467ca8-8353-4127-a675-a875d9451894 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:59.202924 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-c5dace9e-8e81-4084-9c84-5d33d9a927eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 17:38:59.206676 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c5dace9e-8e81-4084-9c84-5d33d9a927eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/6d54c0e6-15c8-4503-965d-b26344525860/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5629604 Feb 28 17:38:59.207412 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45814) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:59.259475 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f607a284-c4d5-4cbe-84a0-dfdb78f71115 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d54c0e6-15c8-4503-965d-b26344525860 HTTP/1.1" status: 200 len: 205 time: 0.0507646 Feb 28 17:38:59.262408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45816) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:38:59.297058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-2e74ff48-9465-4e52-ba7c-6a3896b2eec1 req-67467ca8-8353-4127-a675-a875d9451894 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] For port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=427c1d1e-7d3d-47c7-9384-1e6d8e742bb9,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:38:59.300089 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2e74ff48-9465-4e52-ba7c-6a3896b2eec1 req-67467ca8-8353-4127-a675-a875d9451894 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:38:59.476386 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-2e74ff48-9465-4e52-ba7c-6a3896b2eec1 req-67467ca8-8353-4127-a675-a875d9451894 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Calling delete_port for 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:38:59.532551 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62c1602a-25f0-4f31-901e-a5f558ac5901 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (6d54c0e6-15c8-4503-965d-b26344525860), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:00.073889 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2e74ff48-9465-4e52-ba7c-6a3896b2eec1 req-67467ca8-8353-4127-a675-a875d9451894 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (427c1d1e-7d3d-47c7-9384-1e6d8e742bb9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:00.080919 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['427c1d1e-7d3d-47c7-9384-1e6d8e742bb9'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:39:00.219725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67467ca8-8353-4127-a675-a875d9451894 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Pushing event deleted for resources: {'Port': ['ID=427c1d1e-7d3d-47c7-9384-1e6d8e742bb9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:00.285364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e74ff48-9465-4e52-ba7c-6a3896b2eec1 req-67467ca8-8353-4127-a675-a875d9451894 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] No DVR routers for this DVR port 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:39:00.321388 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2e74ff48-9465-4e52-ba7c-6a3896b2eec1 req-67467ca8-8353-4127-a675-a875d9451894 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:00.326060 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e74ff48-9465-4e52-ba7c-6a3896b2eec1 req-67467ca8-8353-4127-a675-a875d9451894 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "DELETE /v2.0/ports/427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 HTTP/1.1" status: 204 len: 173 time: 1.5006220 Feb 28 17:39:00.334680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe3a340-ec1c-4baa-8543-109a92f64860', 'name': 'network-vif-deleted', 'tag': '427c1d1e-7d3d-47c7-9384-1e6d8e742bb9'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:39:00.334680 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e21d6d-e6d7-4d3e-a2f3-ae34ee591a1b" -d '{"events": [{"server_uuid": "5fe3a340-ec1c-4baa-8543-109a92f64860", "name": "network-vif-deleted", "tag": "427c1d1e-7d3d-47c7-9384-1e6d8e742bb9"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:39:00.423641 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24efc3-46af-4014-8e00-78c540128f7e req-edb2be94-7b17-45a2-9fe2-0ab8999405d8 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:00.431738 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba24efc3-46af-4014-8e00-78c540128f7e req-edb2be94-7b17-45a2-9fe2-0ab8999405d8 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe3a340-ec1c-4baa-8543-109a92f64860 HTTP/1.1" status: 200 len: 867 time: 0.9528873 Feb 28 17:39:00.477577 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe6eeed-fa28-468a-aac0-fc46d271fa64 x-openstack-request-id: req-ebe6eeed-fa28-468a-aac0-fc46d271fa64 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:39:00.479905 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe3a340-ec1c-4baa-8543-109a92f64860", "name": "network-vif-deleted", "tag": "427c1d1e-7d3d-47c7-9384-1e6d8e742bb9", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:39:00.481691 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ebe6eeed-fa28-468a-aac0-fc46d271fa64 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:39:00.482573 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe3a340-ec1c-4baa-8543-109a92f64860', 'name': 'network-vif-deleted', 'tag': '427c1d1e-7d3d-47c7-9384-1e6d8e742bb9', 'status': 'completed', 'code': 200} Feb 28 17:39:00.485322 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62c1602a-25f0-4f31-901e-a5f558ac5901 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (6d54c0e6-15c8-4503-965d-b26344525860), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:00.494929 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62c1602a-25f0-4f31-901e-a5f558ac5901 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_controller (6d54c0e6-15c8-4503-965d-b26344525860), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:00.693255 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba24efc3-46af-4014-8e00-78c540128f7e req-840932f7-3e7b-4985-8bb7-87d19c483f33 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534182 Feb 28 17:39:00.742312 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62c1602a-25f0-4f31-901e-a5f558ac5901 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (6d54c0e6-15c8-4503-965d-b26344525860), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:00.743174 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c1602a-25f0-4f31-901e-a5f558ac5901 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Fanout notify agent at l3_agent the message router_deleted on router 6d54c0e6-15c8-4503-965d-b26344525860 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:39:00.751987 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62c1602a-25f0-4f31-901e-a5f558ac5901 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:00.755512 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-62c1602a-25f0-4f31-901e-a5f558ac5901 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/routers/6d54c0e6-15c8-4503-965d-b26344525860 HTTP/1.1" status: 204 len: 168 time: 1.4897115 Feb 28 17:39:00.756631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45876) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:00.885176 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-623ed8e4-5626-47d0-9f71-2bbbc6a780c0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting subnet 012c124f-715d-4846-b275-0ddde4a4d8d3 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:39:00.887711 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-623ed8e4-5626-47d0-9f71-2bbbc6a780c0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (012c124f-715d-4846-b275-0ddde4a4d8d3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:00.957087 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-623ed8e4-5626-47d0-9f71-2bbbc6a780c0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (012c124f-715d-4846-b275-0ddde4a4d8d3), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:01.072272 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-623ed8e4-5626-47d0-9f71-2bbbc6a780c0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (012c124f-715d-4846-b275-0ddde4a4d8d3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:01.224792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45892) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:01.320547 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-623ed8e4-5626-47d0-9f71-2bbbc6a780c0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (012c124f-715d-4846-b275-0ddde4a4d8d3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:01.419484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ed8e4-5626-47d0-9f71-2bbbc6a780c0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Subnet': ['ID=012c124f-715d-4846-b275-0ddde4a4d8d3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:01.425652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-623ed8e4-5626-47d0-9f71-2bbbc6a780c0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:01.429496 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-623ed8e4-5626-47d0-9f71-2bbbc6a780c0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/012c124f-715d-4846-b275-0ddde4a4d8d3 HTTP/1.1" status: 204 len: 168 time: 0.6718664 Feb 28 17:39:01.429855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad54bef2-a4a5-4246-add4-589b2bfb1afc None None] Network 297b27b8-adc5-4be8-a510-ac52b2ff49e2 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:39:01.432179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45902) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:01.445782 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:39:01.627064 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (297b27b8-adc5-4be8-a510-ac52b2ff49e2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:01.764407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:01.764753 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:01.839051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a49eae-551a-47d7-837b-9c0420efc23b None None] DHCP port deletion for 297b27b8-adc5-4be8-a510-ac52b2ff49e2 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:39:01.973832 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a9a49eae-551a-47d7-837b-9c0420efc23b None None] Deleting port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:01.974287 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a9a49eae-551a-47d7-837b-9c0420efc23b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:02.023500 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:39:02.044666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] For port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d,segment=NetworkSegment(ce938214-d443-4827-9cb9-09b10a7dc6ff),segment_id=ce938214-d443-4827-9cb9-09b10a7dc6ff)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:02.045150 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:02.079444 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:02.411593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:02.420751 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a9a49eae-551a-47d7-837b-9c0420efc23b None None] For port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d,segment=NetworkSegment(ce938214-d443-4827-9cb9-09b10a7dc6ff),segment_id=ce938214-d443-4827-9cb9-09b10a7dc6ff)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:02.421166 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a9a49eae-551a-47d7-837b-9c0420efc23b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:02.471533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a9a49eae-551a-47d7-837b-9c0420efc23b None None] Calling delete_port for 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:02.506392 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:02.506780 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:02.514438 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6e2759c2-4fe3-4bdb-af4a-86e42033294a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (21d47228-24bc-43df-9f1a-8211d5215154), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:02.552462 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:39:02.598955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No DVR routers for this DVR port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:39:02.623040 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:02.666532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:39:02.666881 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 427c1d1e-7d3d-47c7-9384-1e6d8e742bb9 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:39:02.830379 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a9a49eae-551a-47d7-837b-9c0420efc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:02.867458 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (297b27b8-adc5-4be8-a510-ac52b2ff49e2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:02.893099 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a49eae-551a-47d7-837b-9c0420efc23b None None] Pushing event deleted for resources: {'Port': ['ID=08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:02.895388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f72be-1fd2-46bd-8059-b724a412378a req-6f6e197a-398e-4a41-a84e-7fa2ac6103a1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:02.904667 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78f72be-1fd2-46bd-8059-b724a412378a req-6f6e197a-398e-4a41-a84e-7fa2ac6103a1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 811 time: 0.5491254 Feb 28 17:39:02.917953 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a49eae-551a-47d7-837b-9c0420efc23b None None] No DVR routers for this DVR port 08960dbe-b6b4-45a3-a7dc-dd88a9c29a5d on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:39:02.922466 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86c51c-eea2-44d2-b1ab-a3dc30966a76 req-edf1ca64-e2ca-4c3d-aac6-d720417117f2 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:02.930585 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa86c51c-eea2-44d2-b1ab-a3dc30966a76 req-edf1ca64-e2ca-4c3d-aac6-d720417117f2 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1596625 Feb 28 17:39:02.951645 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78f72be-1fd2-46bd-8059-b724a412378a req-0c566b7d-24e9-4e8a-a7fc-0d1afb6573c2 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/quotas/8c828900d1be4137abc891fe2e0eaed5 HTTP/1.1" status: 200 len: 375 time: 0.0457189 Feb 28 17:39:02.997376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297b27b8-adc5-4be8-a510-ac52b2ff49e2']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:03.105289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78f72be-1fd2-46bd-8059-b724a412378a req-c12de34e-cd95-4506-9b4b-e495dd048666 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1520200 Feb 28 17:39:03.110537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce938214-d443-4827-9cb9-09b10a7dc6ff') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:03.111724 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce938214-d443-4827-9cb9-09b10a7dc6ff') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:03.184693 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (ce938214-d443-4827-9cb9-09b10a7dc6ff), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:03.304597 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (ce938214-d443-4827-9cb9-09b10a7dc6ff), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:03.307461 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa86c51c-eea2-44d2-b1ab-a3dc30966a76 req-9bbbcbd9-1975-46ac-b039-38d1712bd135 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705668 Feb 28 17:39:03.331708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:39:03.336935 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (ce938214-d443-4827-9cb9-09b10a7dc6ff), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:39:03.340862 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:39:03.527391 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78f72be-1fd2-46bd-8059-b724a412378a req-4ed945f0-af8b-4c21-ab2c-64fb05c8fdbe service neutron] 10.222.0.72 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110227 Feb 28 17:39:03.549951 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6e2759c2-4fe3-4bdb-af4a-86e42033294a admin admin] Deleting port 482134d9-2586-4514-9ba3-da1491d5bbd8 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:03.551110 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6e2759c2-4fe3-4bdb-af4a-86e42033294a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:03.628390 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (297b27b8-adc5-4be8-a510-ac52b2ff49e2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:03.643108 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:03.653641 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/networks/297b27b8-adc5-4be8-a510-ac52b2ff49e2 HTTP/1.1" status: 204 len: 168 time: 2.2189901 Feb 28 17:39:03.658690 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45976) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:03.679730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-759de504-ba9a-431b-aec9-fd8675abe2eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'network': {'name': 'tempest-RoutersTest-1515137617'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:03.687780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7bead-a60b-4033-ad9b-ecc2b7ce42b0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Network': ['ID=297b27b8-adc5-4be8-a510-ac52b2ff49e2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:03.736670 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-6e2759c2-4fe3-4bdb-af4a-86e42033294a admin admin] For port 482134d9-2586-4514-9ba3-da1491d5bbd8, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=482134d9-2586-4514-9ba3-da1491d5bbd8,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:03.737447 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6e2759c2-4fe3-4bdb-af4a-86e42033294a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:03.759585 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6e2759c2-4fe3-4bdb-af4a-86e42033294a admin admin] Calling delete_port for 482134d9-2586-4514-9ba3-da1491d5bbd8 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:03.779635 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78f72be-1fd2-46bd-8059-b724a412378a req-e1a580d1-dfb6-430f-ae4d-8cb9bb699b5d service neutron] 10.222.0.72 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609644 Feb 28 17:39:03.901330 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759de504-ba9a-431b-aec9-fd8675abe2eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:03.907853 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-759de504-ba9a-431b-aec9-fd8675abe2eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:03.969259 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759de504-ba9a-431b-aec9-fd8675abe2eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:39:04.008067 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-759de504-ba9a-431b-aec9-fd8675abe2eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (82fa99ab-ac33-459f-8a98-b8d060d2fb63), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:04.008568 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-759de504-ba9a-431b-aec9-fd8675abe2eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Added segment 82fa99ab-ac33-459f-8a98-b8d060d2fb63 of type vlan for network 092e048b-01e9-4d1d-b2b0-9e8f6fd517d2 Feb 28 17:39:04.135033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-759de504-ba9a-431b-aec9-fd8675abe2eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (092e048b-01e9-4d1d-b2b0-9e8f6fd517d2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:04.348859 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-759de504-ba9a-431b-aec9-fd8675abe2eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (092e048b-01e9-4d1d-b2b0-9e8f6fd517d2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:04.376940 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759de504-ba9a-431b-aec9-fd8675abe2eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:04.381294 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-759de504-ba9a-431b-aec9-fd8675abe2eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:04.618254 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96259f-ee71-49f9-891c-3e7aa48f5629 req-beae0d71-cb45-413e-8b57-86baedf32207 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:04.627203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bb96259f-ee71-49f9-891c-3e7aa48f5629 req-beae0d71-cb45-413e-8b57-86baedf32207 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.1843140 Feb 28 17:39:04.811686 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bb96259f-ee71-49f9-891c-3e7aa48f5629 req-96885321-312c-4081-b16b-2e2244ca0150 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733766 Feb 28 17:39:04.812787 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5504c660-b256-4ee8-81c2-9c449b1410d1 req-6def0d18-07d4-40e3-9af3-e27d7fc83f91 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.5958278 Feb 28 17:39:04.812787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759de504-ba9a-431b-aec9-fd8675abe2eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Network': ['ID=092e048b-01e9-4d1d-b2b0-9e8f6fd517d2,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:04.826615 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 092e048b-01e9-4d1d-b2b0-9e8f6fd517d2 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:39:04.837005 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6e2759c2-4fe3-4bdb-af4a-86e42033294a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (482134d9-2586-4514-9ba3-da1491d5bbd8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:04.978528 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2759c2-4fe3-4bdb-af4a-86e42033294a admin admin] Pushing event deleted for resources: {'Port': ['ID=482134d9-2586-4514-9ba3-da1491d5bbd8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:04.998706 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-759de504-ba9a-431b-aec9-fd8675abe2eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3318074 Feb 28 17:39:04.998890 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46020) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:05.001753 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-0f1257be-d8f1-421b-a46b-b99943659299 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'subnet': {'network_id': '092e048b-01e9-4d1d-b2b0-9e8f6fd517d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:05.135180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffc44c-a7a3-4145-9af6-be0c27e73aad req-8a07d389-7add-4682-be1f-5f39cfa36ceb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:05.140202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-76ffc44c-a7a3-4145-9af6-be0c27e73aad req-8a07d389-7add-4682-be1f-5f39cfa36ceb tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.73 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.9074802 Feb 28 17:39:05.378218 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6e2759c2-4fe3-4bdb-af4a-86e42033294a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (21d47228-24bc-43df-9f1a-8211d5215154), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:05.430057 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1257be-d8f1-421b-a46b-b99943659299 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:05.445570 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0f1257be-d8f1-421b-a46b-b99943659299 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:06.144831 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0f1257be-d8f1-421b-a46b-b99943659299 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (7637e507-3375-4ff0-a65f-0432994a880d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:06.299047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282134cc-56c0-4736-b2c2-a824a2eb8d8e req-350f1524-5007-4e3a-b589-0d6e770ddfec tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:06.304475 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-282134cc-56c0-4736-b2c2-a824a2eb8d8e req-350f1524-5007-4e3a-b589-0d6e770ddfec tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 946 time: 0.2582092 Feb 28 17:39:06.395963 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1257be-d8f1-421b-a46b-b99943659299 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Subnet': ['ID=7637e507-3375-4ff0-a65f-0432994a880d,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:06.446737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1257be-d8f1-421b-a46b-b99943659299 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Checking segment: {'id': '82fa99ab-ac33-459f-8a98-b8d060d2fb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '092e048b-01e9-4d1d-b2b0-9e8f6fd517d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:39:06.447145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1257be-d8f1-421b-a46b-b99943659299 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network hostable DHCP agents. Network: 092e048b-01e9-4d1d-b2b0-9e8f6fd517d2, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:39:06.488680 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-282134cc-56c0-4736-b2c2-a824a2eb8d8e req-1d721349-7ae3-4e86-b014-1011fc15ed1e tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a36862c-3b02-46ad-b1b4-57321894b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770523 Feb 28 17:39:06.576078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1257be-d8f1-421b-a46b-b99943659299 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 092e048b-01e9-4d1d-b2b0-9e8f6fd517d2 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:39:06.650263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-0f1257be-d8f1-421b-a46b-b99943659299 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 092e048b-01e9-4d1d-b2b0-9e8f6fd517d2) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:06.655154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1257be-d8f1-421b-a46b-b99943659299 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:06.655755 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0f1257be-d8f1-421b-a46b-b99943659299 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:06.663640 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c6d39f-3fda-4035-8e5a-d3d1f8dc8383 None None] Network 092e048b-01e9-4d1d-b2b0-9e8f6fd517d2 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:39:06.715221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46064) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:06.798845 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0f1257be-d8f1-421b-a46b-b99943659299 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8018851 Feb 28 17:39:06.804067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46070) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:06.804277 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a7c429eb-14ed-4933-8b88-1d49946591b4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-173539881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:06.905810 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e7619e0c-f138-484b-a3d5-60fb02bff6bd req-7065c278-f0b5-4f15-9ccc-91834a5affcd tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.1212354 Feb 28 17:39:06.921884 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-765174e0-a37d-49bd-a4f0-33f01043beb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:06.951997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-76ffc44c-a7a3-4145-9af6-be0c27e73aad req-009c8095-ab2f-409c-b6f2-3ae5f7e02b81 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Deleting port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:06.951997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-76ffc44c-a7a3-4145-9af6-be0c27e73aad req-009c8095-ab2f-409c-b6f2-3ae5f7e02b81 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.063351 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-76ffc44c-a7a3-4145-9af6-be0c27e73aad req-009c8095-ab2f-409c-b6f2-3ae5f7e02b81 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] For port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,segment=NetworkSegment(5e9ce309-4756-48e1-be6e-14e1eec0d12b),segment_id=5e9ce309-4756-48e1-be6e-14e1eec0d12b)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:07.063890 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-76ffc44c-a7a3-4145-9af6-be0c27e73aad req-009c8095-ab2f-409c-b6f2-3ae5f7e02b81 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.080726 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-76ffc44c-a7a3-4145-9af6-be0c27e73aad req-009c8095-ab2f-409c-b6f2-3ae5f7e02b81 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Calling delete_port for 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:07.090307 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7c429eb-14ed-4933-8b88-1d49946591b4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (cccc741a-d1dc-4028-8f3b-5ba2220c6651), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.091893 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7c429eb-14ed-4933-8b88-1d49946591b4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (cccc741a-d1dc-4028-8f3b-5ba2220c6651), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.235009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-092e048b-01e9-4d1d-b2b0-9e8f6fd517d2', 'network_id': '092e048b-01e9-4d1d-b2b0-9e8f6fd517d2', 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'fixed_ips': [{'subnet_id': '7637e507-3375-4ff0-a65f-0432994a880d'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:39:07.236794 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.268206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2759c2-4fe3-4bdb-af4a-86e42033294a admin admin] Router 21d47228-24bc-43df-9f1a-8211d5215154 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:39:07.302505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f72be-1fd2-46bd-8059-b724a412378a req-a0e69f51-a29b-4b4e-b8a8-4ab656ea7f3d tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:07.303986 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78f72be-1fd2-46bd-8059-b724a412378a req-a0e69f51-a29b-4b4e-b8a8-4ab656ea7f3d tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 811 time: 0.2058520 Feb 28 17:39:07.317288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-c78f72be-1fd2-46bd-8059-b724a412378a req-8d4991fb-7e1d-47da-857c-e15085509709 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Request body: {'port': {'device_id': '04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6', 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910', 'admin_state_up': True, 'tenant_id': '8c828900d1be4137abc891fe2e0eaed5'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:07.395146 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-76ffc44c-a7a3-4145-9af6-be0c27e73aad req-009c8095-ab2f-409c-b6f2-3ae5f7e02b81 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6f5190e4-dec8-4d42-8a2f-7a03ec6657cf), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.493216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c8095-ab2f-409c-b6f2-3ae5f7e02b81 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Pushing event deleted for resources: {'Port': ['ID=6f5190e4-dec8-4d42-8a2f-7a03ec6657cf,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:07.505694 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-765174e0-a37d-49bd-a4f0-33f01043beb8 admin admin] Publish callbacks [] for security_group (95acb396-6212-40f6-82b2-0fabaf0dcb75), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.530199 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2759c2-4fe3-4bdb-af4a-86e42033294a admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:39:07.540313 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6e2759c2-4fe3-4bdb-af4a-86e42033294a admin admin] 10.222.0.72 "PUT /v2.0/routers/21d47228-24bc-43df-9f1a-8211d5215154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3140562 Feb 28 17:39:07.541364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46090) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:07.541998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f55f1-267f-4ccb-941e-42f9c43ad417 None None] Sync routers for ids ['21d47228-24bc-43df-9f1a-8211d5215154'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:39:07.568088 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f55f1-267f-4ccb-941e-42f9c43ad417 None None] Routers {'21d47228-24bc-43df-9f1a-8211d5215154'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:07.568638 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4c9f55f1-267f-4ccb-941e-42f9c43ad417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['21d47228-24bc-43df-9f1a-8211d5215154'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:07.597936 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78f72be-1fd2-46bd-8059-b724a412378a req-8d4991fb-7e1d-47da-857c-e15085509709 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Made reservation on behalf of 8c828900d1be4137abc891fe2e0eaed5 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:07.607870 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c78f72be-1fd2-46bd-8059-b724a412378a req-8d4991fb-7e1d-47da-857c-e15085509709 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.622087 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7c429eb-14ed-4933-8b88-1d49946591b4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_controller (cccc741a-d1dc-4028-8f3b-5ba2220c6651), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.670771 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-765174e0-a37d-49bd-a4f0-33f01043beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (95acb396-6212-40f6-82b2-0fabaf0dcb75), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.739002 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-765174e0-a37d-49bd-a4f0-33f01043beb8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f48b7aaae96449988f213e7504816be7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0203638 Feb 28 17:39:07.739002 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7c429eb-14ed-4933-8b88-1d49946591b4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (cccc741a-d1dc-4028-8f3b-5ba2220c6651), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.744555 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46096) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:07.745626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ffc44c-a7a3-4145-9af6-be0c27e73aad req-009c8095-ab2f-409c-b6f2-3ae5f7e02b81 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] No DVR routers for this DVR port 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:39:07.754897 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-76ffc44c-a7a3-4145-9af6-be0c27e73aad req-009c8095-ab2f-409c-b6f2-3ae5f7e02b81 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.758350 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-76ffc44c-a7a3-4145-9af6-be0c27e73aad req-009c8095-ab2f-409c-b6f2-3ae5f7e02b81 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.73 "DELETE /v2.0/ports/6f5190e4-dec8-4d42-8a2f-7a03ec6657cf HTTP/1.1" status: 204 len: 173 time: 2.6123359 Feb 28 17:39:07.758968 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'name': 'network-vif-deleted', 'tag': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:39:07.762211 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e33b8c-46a2-4077-8042-83c14ded0e7a" -d '{"events": [{"server_uuid": "5226a84d-5aa1-485a-9b93-525c1d69a3b7", "name": "network-vif-deleted", "tag": "6f5190e4-dec8-4d42-8a2f-7a03ec6657cf"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:39:07.810899 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51da04f7-46a4-4e26-803c-4d02a28499c7 req-fd4ac980-f4fc-4a00-a232-225ffd171351 tempest-ServersNegativeTestJSON-559941115 tempest-ServersNegativeTestJSON-559941115-project] 10.222.0.72 "GET /v2.0/ports?device_id=5226a84d-5aa1-485a-9b93-525c1d69a3b7 HTTP/1.1" status: 200 len: 210 time: 0.1874826 Feb 28 17:39:07.819705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Allocated IP 172.20.0.2 (092e048b-01e9-4d1d-b2b0-9e8f6fd517d2/7637e507-3375-4ff0-a65f-0432994a880d/50dbd939-eb57-465b-be78-03d89ac1fb75) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:39:07.829308 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.871876 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] Publish callbacks [] for router (21d47228-24bc-43df-9f1a-8211d5215154), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.878442 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-4c9f55f1-267f-4ccb-941e-42f9c43ad417 None None] Set router 21d47228-24bc-43df-9f1a-8211d5215154 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:39:07.899980 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9da6d14c-d78f-4b83-8f05-014a0f3bf070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.959867 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a7c429eb-14ed-4933-8b88-1d49946591b4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:07.962184 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a7c429eb-14ed-4933-8b88-1d49946591b4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1615734 Feb 28 17:39:07.968469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46106) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:07.987118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765174e0-a37d-49bd-a4f0-33f01043beb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95acb396-6212-40f6-82b2-0fabaf0dcb75,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:08.036734 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcc2070-520c-42f7-878f-82afaa9f04fa x-openstack-request-id: req-5dcc2070-520c-42f7-878f-82afaa9f04fa {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:39:08.038482 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5226a84d-5aa1-485a-9b93-525c1d69a3b7", "name": "network-vif-deleted", "tag": "6f5190e4-dec8-4d42-8a2f-7a03ec6657cf", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:39:08.039061 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5dcc2070-520c-42f7-878f-82afaa9f04fa {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:39:08.039909 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5226a84d-5aa1-485a-9b93-525c1d69a3b7', 'name': 'network-vif-deleted', 'tag': '6f5190e4-dec8-4d42-8a2f-7a03ec6657cf', 'status': 'completed', 'code': 200} Feb 28 17:39:08.099777 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-297be73d-c3f6-4aa0-9ef6-6142cc10fb55 admin admin] Publish callbacks [] for security_group (95acb396-6212-40f6-82b2-0fabaf0dcb75), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:08.134995 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-297be73d-c3f6-4aa0-9ef6-6142cc10fb55 admin admin] Publish callbacks [] for security_group (95acb396-6212-40f6-82b2-0fabaf0dcb75), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:08.247637 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Publish callbacks [] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:08.309226 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-55e521e3-de77-4a4d-87f8-de89f9dd7d0e req-b0d91af2-e719-46c3-8bce-dfea5ec5a82a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.1190641 Feb 28 17:39:08.339830 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] Publish callbacks [] for router_gateway (21d47228-24bc-43df-9f1a-8211d5215154), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:08.344436 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-297be73d-c3f6-4aa0-9ef6-6142cc10fb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (95acb396-6212-40f6-82b2-0fabaf0dcb75), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:08.347690 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-297be73d-c3f6-4aa0-9ef6-6142cc10fb55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:08.351393 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-297be73d-c3f6-4aa0-9ef6-6142cc10fb55 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/95acb396-6212-40f6-82b2-0fabaf0dcb75 HTTP/1.1" status: 204 len: 168 time: 0.6014450 Feb 28 17:39:08.362850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297be73d-c3f6-4aa0-9ef6-6142cc10fb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95acb396-6212-40f6-82b2-0fabaf0dcb75,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:08.372670 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4c9f55f1-267f-4ccb-941e-42f9c43ad417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:39:04Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:08.395814 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:08.422162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Network 092e048b-01e9-4d1d-b2b0-9e8f6fd517d2 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:08.424552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:08.425745 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f55f1-267f-4ccb-941e-42f9c43ad417 None None] Checking router: 21d47228-24bc-43df-9f1a-8211d5215154 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:39:08.456067 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f55f1-267f-4ccb-941e-42f9c43ad417 None None] Routers {'21d47228-24bc-43df-9f1a-8211d5215154'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:08.457212 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4c9f55f1-267f-4ccb-941e-42f9c43ad417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:38:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['21d47228-24bc-43df-9f1a-8211d5215154'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:08.465170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Pushing event updated for resources: {'Port': ['ID=50dbd939-eb57-465b-be78-03d89ac1fb75,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:08.477869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:39:08.599721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] Deleting port 067517a0-bf83-48b5-abac-ea441e319ea3 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:08.600066 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (067517a0-bf83-48b5-abac-ea441e319ea3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:08.604492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-c78f72be-1fd2-46bd-8059-b724a412378a req-8d4991fb-7e1d-47da-857c-e15085509709 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Allocated IP 172.20.0.5 (7467a8e1-6b26-403e-997f-54fe13264910/5afa66b9-3680-4134-be0e-81254a16067b/33255bf5-e9b8-470e-a947-7929888391c4) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:39:08.605306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:39:08.676799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:39:08.676799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 6f5190e4-dec8-4d42-8a2f-7a03ec6657cf not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:39:08.688107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Attempting to bind port 50dbd939-eb57-465b-be78-03d89ac1fb75 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:08.688592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Attempting to bind port 50dbd939-eb57-465b-be78-03d89ac1fb75 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '82fa99ab-ac33-459f-8a98-b8d060d2fb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '092e048b-01e9-4d1d-b2b0-9e8f6fd517d2'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:08.689007 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Attempting to bind port 50dbd939-eb57-465b-be78-03d89ac1fb75 on network 092e048b-01e9-4d1d-b2b0-9e8f6fd517d2 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:08.695017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:39:08.695678 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Checking segment: {'id': '82fa99ab-ac33-459f-8a98-b8d060d2fb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '092e048b-01e9-4d1d-b2b0-9e8f6fd517d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:39:08.696149 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:08.696605 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Bound using segment: {'id': '82fa99ab-ac33-459f-8a98-b8d060d2fb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '092e048b-01e9-4d1d-b2b0-9e8f6fd517d2'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:39:08.697286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Bound port: 50dbd939-eb57-465b-be78-03d89ac1fb75, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fa99ab-ac33-459f-8a98-b8d060d2fb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '092e048b-01e9-4d1d-b2b0-9e8f6fd517d2'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:39:08.697597 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:08.764917 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] For port 067517a0-bf83-48b5-abac-ea441e319ea3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=067517a0-bf83-48b5-abac-ea441e319ea3,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:08.766786 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (067517a0-bf83-48b5-abac-ea441e319ea3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:08.772435 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-4c9f55f1-267f-4ccb-941e-42f9c43ad417 None None] Set router 21d47228-24bc-43df-9f1a-8211d5215154 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:39:08.786100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] Calling delete_port for 067517a0-bf83-48b5-abac-ea441e319ea3 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:08.950300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] For port 50dbd939-eb57-465b-be78-03d89ac1fb75, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:39:08.971810 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] For port 50dbd939-eb57-465b-be78-03d89ac1fb75, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=50dbd939-eb57-465b-be78-03d89ac1fb75,segment=NetworkSegment(82fa99ab-ac33-459f-8a98-b8d060d2fb63),segment_id=82fa99ab-ac33-459f-8a98-b8d060d2fb63)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:39:08.982805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46130) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:09.068163 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:09.150286 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4c9f55f1-267f-4ccb-941e-42f9c43ad417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:39:04Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:09.210527 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (067517a0-bf83-48b5-abac-ea441e319ea3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:09.232128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f665fa6-9278-48c5-b0a1-522a050b3d59 None None] Pushing event updated for resources: {'Port': ['ID=50dbd939-eb57-465b-be78-03d89ac1fb75,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:09.293791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] Pushing event deleted for resources: {'Port': ['ID=067517a0-bf83-48b5-abac-ea441e319ea3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:09.330223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d1e0c1-afc5-4c7f-abdd-94fffd2c8113 admin admin] Deleting subnet f133f7b8-2c40-4366-9de1-489549838d9b {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:39:09.360445 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05d1e0c1-afc5-4c7f-abdd-94fffd2c8113 admin admin] Publish callbacks [] for subnet (f133f7b8-2c40-4366-9de1-489549838d9b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:09.420470 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f55f1-267f-4ccb-941e-42f9c43ad417 None None] The sync data for ids ['21d47228-24bc-43df-9f1a-8211d5215154'] in n-d-820368-19 is: [{'id': '21d47228-24bc-43df-9f1a-8211d5215154', 'name': 'tempest-AttachVolumeTestJSON-398903733-router', 'tenant_id': 'ff2ef71884464902b3c3748d51422a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:30:34Z', 'updated_at': '2022-02-28T17:39:04Z', 'revision_number': 5, 'project_id': 'ff2ef71884464902b3c3748d51422a36', 'gw_port': {'id': '067517a0-bf83-48b5-abac-ea441e319ea3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d47228-24bc-43df-9f1a-8211d5215154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:30:37Z', 'updated_at': '2022-02-28T17:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:39:09.495966 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:09.502712 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (21d47228-24bc-43df-9f1a-8211d5215154), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:09.602414 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c78f72be-1fd2-46bd-8059-b724a412378a req-8d4991fb-7e1d-47da-857c-e15085509709 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks [] for port (33255bf5-e9b8-470e-a947-7929888391c4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:09.608265 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05d1e0c1-afc5-4c7f-abdd-94fffd2c8113 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (f133f7b8-2c40-4366-9de1-489549838d9b), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:09.632472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46150) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:09.698543 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7274856b-b18b-4de1-8afc-8b30b24b7757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:09.702577 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (21d47228-24bc-43df-9f1a-8211d5215154), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:09.710597 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] Publish callbacks [] for router_controller (21d47228-24bc-43df-9f1a-8211d5215154), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:09.743714 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3caa363c-8cfe-4566-a5e0-e02fe57f02bd req-d41b3d9a-7305-4801-94ee-f0a9166bc53a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.1877353 Feb 28 17:39:09.859702 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (21d47228-24bc-43df-9f1a-8211d5215154), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:09.860272 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d47228-24bc-43df-9f1a-8211d5215154 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:39:09.884360 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:09.885502 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1f306b84-1ed0-46ea-874b-a303a6b1b249 admin admin] 10.222.0.72 "DELETE /v2.0/routers/21d47228-24bc-43df-9f1a-8211d5215154 HTTP/1.1" status: 204 len: 168 time: 2.3412592 Feb 28 17:39:09.915439 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04c2405c-c7d4-47f1-8ab4-993034e410ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:09.934035 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46156) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:09.986075 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.056492 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7274856b-b18b-4de1-8afc-8b30b24b7757 admin admin] Publish callbacks [] for security_group (12651111-6797-46a9-9a4e-4af37fc4bf8d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.085783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 50dbd939-eb57-465b-be78-03d89ac1fb75 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:39:10.111268 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f4b405-b189-4eac-8a5f-26eb4becb4c8 admin admin] Deleting subnet b053761d-35a6-4a2b-8791-766dc2209665 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:39:10.118905 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-15f4b405-b189-4eac-8a5f-26eb4becb4c8 admin admin] Publish callbacks [] for subnet (b053761d-35a6-4a2b-8791-766dc2209665), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.205760 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05d1e0c1-afc5-4c7f-abdd-94fffd2c8113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (f133f7b8-2c40-4366-9de1-489549838d9b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.208136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7274856b-b18b-4de1-8afc-8b30b24b7757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (12651111-6797-46a9-9a4e-4af37fc4bf8d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.241852 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 50dbd939-eb57-465b-be78-03d89ac1fb75 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:10.242813 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.310779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-15f4b405-b189-4eac-8a5f-26eb4becb4c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (b053761d-35a6-4a2b-8791-766dc2209665), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.342966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274856b-b18b-4de1-8afc-8b30b24b7757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12651111-6797-46a9-9a4e-4af37fc4bf8d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:10.352292 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7274856b-b18b-4de1-8afc-8b30b24b7757 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d9c043066ee2440dba12c11d71433b78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7171583 Feb 28 17:39:10.359477 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46166) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:10.437464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 50dbd939-eb57-465b-be78-03d89ac1fb75 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:10.437810 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.491767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 50dbd939-eb57-465b-be78-03d89ac1fb75, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=50dbd939-eb57-465b-be78-03d89ac1fb75,segment=NetworkSegment(82fa99ab-ac33-459f-8a98-b8d060d2fb63),segment_id=82fa99ab-ac33-459f-8a98-b8d060d2fb63)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:10.506131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Allocated IP 172.20.0.1 (092e048b-01e9-4d1d-b2b0-9e8f6fd517d2/7637e507-3375-4ff0-a65f-0432994a880d/ee028d55-7cb1-4152-87ca-38baa4848c88) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:39:10.545535 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-936001d7-2799-4061-9301-cbe35937431c admin admin] Publish callbacks [] for security_group (12651111-6797-46a9-9a4e-4af37fc4bf8d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.568908 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-936001d7-2799-4061-9301-cbe35937431c admin admin] Publish callbacks [] for security_group (12651111-6797-46a9-9a4e-4af37fc4bf8d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.582206 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.595519 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05d1e0c1-afc5-4c7f-abdd-94fffd2c8113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (f133f7b8-2c40-4366-9de1-489549838d9b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.599615 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c78f72be-1fd2-46bd-8059-b724a412378a req-8d4991fb-7e1d-47da-857c-e15085509709 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (33255bf5-e9b8-470e-a947-7929888391c4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.683030 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-15f4b405-b189-4eac-8a5f-26eb4becb4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (b053761d-35a6-4a2b-8791-766dc2209665), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.685669 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 482134d9-2586-4514-9ba3-da1491d5bbd8 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:39:10.688953 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=50dbd939-eb57-465b-be78-03d89ac1fb75,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:10.707784 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-936001d7-2799-4061-9301-cbe35937431c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (12651111-6797-46a9-9a4e-4af37fc4bf8d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.710698 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-936001d7-2799-4061-9301-cbe35937431c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.712118 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-936001d7-2799-4061-9301-cbe35937431c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/12651111-6797-46a9-9a4e-4af37fc4bf8d HTTP/1.1" status: 204 len: 168 time: 0.3491056 Feb 28 17:39:10.731682 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936001d7-2799-4061-9301-cbe35937431c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12651111-6797-46a9-9a4e-4af37fc4bf8d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:10.801188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 482134d9-2586-4514-9ba3-da1491d5bbd8 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:39:10.806983 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 482134d9-2586-4514-9ba3-da1491d5bbd8 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:39:10.828357 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-15f4b405-b189-4eac-8a5f-26eb4becb4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (b053761d-35a6-4a2b-8791-766dc2209665), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.926772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4b405-b189-4eac-8a5f-26eb4becb4c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b053761d-35a6-4a2b-8791-766dc2209665,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:10.942618 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-15f4b405-b189-4eac-8a5f-26eb4becb4c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.947416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644a462a-2d1f-444d-a647-dddddf358499 None None] Network 198c7dae-55a7-4ae2-88af-338d9ce329b1 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:39:10.954755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1e0c1-afc5-4c7f-abdd-94fffd2c8113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f133f7b8-2c40-4366-9de1-489549838d9b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:10.961847 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-15f4b405-b189-4eac-8a5f-26eb4becb4c8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b053761d-35a6-4a2b-8791-766dc2209665 HTTP/1.1" status: 204 len: 168 time: 1.0248065 Feb 28 17:39:10.964786 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46182) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:10.988797 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05d1e0c1-afc5-4c7f-abdd-94fffd2c8113 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:10.995420 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-05d1e0c1-afc5-4c7f-abdd-94fffd2c8113 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f133f7b8-2c40-4366-9de1-489549838d9b HTTP/1.1" status: 204 len: 168 time: 2.0093369 Feb 28 17:39:11.129361 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (198c7dae-55a7-4ae2-88af-338d9ce329b1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:11.132069 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46184) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:11.286179 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36562cc9-4310-48d4-adad-9d53e42707ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (54167de9-3554-490b-90c9-a563d8838503), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:11.358396 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa745af-bf9a-4b21-b70d-b490aa761f69 None None] DHCP port deletion for 198c7dae-55a7-4ae2-88af-338d9ce329b1 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:39:11.455782 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:11.514873 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-afa745af-bf9a-4b21-b70d-b490aa761f69 None None] Deleting port e5f6b218-1bdd-4314-923a-bd01aa572a83 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:11.515429 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-afa745af-bf9a-4b21-b70d-b490aa761f69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:11.628468 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9244021-3b48-4656-bfc0-ade310c12ca7 None None] Network 092e048b-01e9-4d1d-b2b0-9e8f6fd517d2 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:39:11.640698 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36562cc9-4310-48d4-adad-9d53e42707ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (54167de9-3554-490b-90c9-a563d8838503), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:11.692128 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-36562cc9-4310-48d4-adad-9d53e42707ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54167de9-3554-490b-90c9-a563d8838503']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:11.705795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332d96a-fe93-479a-bce7-90d88d9e15c0 req-af7c58ee-1a26-459f-ac3c-cb62c1935e48 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:11.733765 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9332d96a-fe93-479a-bce7-90d88d9e15c0 req-af7c58ee-1a26-459f-ac3c-cb62c1935e48 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 945 time: 0.2772367 Feb 28 17:39:11.897018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-36562cc9-4310-48d4-adad-9d53e42707ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9ce309-4756-48e1-be6e-14e1eec0d12b') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:11.897571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-36562cc9-4310-48d4-adad-9d53e42707ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9ce309-4756-48e1-be6e-14e1eec0d12b') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:11.917686 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36562cc9-4310-48d4-adad-9d53e42707ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (5e9ce309-4756-48e1-be6e-14e1eec0d12b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:11.932036 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-afa745af-bf9a-4b21-b70d-b490aa761f69 None None] For port e5f6b218-1bdd-4314-923a-bd01aa572a83, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e5f6b218-1bdd-4314-923a-bd01aa572a83,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:11.932590 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-afa745af-bf9a-4b21-b70d-b490aa761f69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:11.945209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4818b0c4-2769-421a-b4e5-cf37d2d5976a None None] Provisioning complete for port 50dbd939-eb57-465b-be78-03d89ac1fb75 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:11.946272 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Deleting port e5f6b218-1bdd-4314-923a-bd01aa572a83 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:11.946859 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:11.948967 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4818b0c4-2769-421a-b4e5-cf37d2d5976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:11.988038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78f72be-1fd2-46bd-8059-b724a412378a req-8d4991fb-7e1d-47da-857c-e15085509709 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Network 7467a8e1-6b26-403e-997f-54fe13264910 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:12.002414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 50dbd939-eb57-465b-be78-03d89ac1fb75 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:39:12.005316 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-afa745af-bf9a-4b21-b70d-b490aa761f69 None None] Calling delete_port for e5f6b218-1bdd-4314-923a-bd01aa572a83 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:12.019165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-c78f72be-1fd2-46bd-8059-b724a412378a req-8d4991fb-7e1d-47da-857c-e15085509709 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:12.022495 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78f72be-1fd2-46bd-8059-b724a412378a req-8d4991fb-7e1d-47da-857c-e15085509709 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:39:12.090785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb63393-46d6-483f-a9ab-f91c52910738 req-cb2dcc7a-60f9-4579-995e-453def43557b tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:12.092553 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9cb63393-46d6-483f-a9ab-f91c52910738 req-cb2dcc7a-60f9-4579-995e-453def43557b tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 945 time: 0.3273325 Feb 28 17:39:12.136450 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36562cc9-4310-48d4-adad-9d53e42707ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5e9ce309-4756-48e1-be6e-14e1eec0d12b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.196027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (ee028d55-7cb1-4152-87ca-38baa4848c88), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.261576 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36562cc9-4310-48d4-adad-9d53e42707ca admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:39:12.262140 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36562cc9-4310-48d4-adad-9d53e42707ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (5e9ce309-4756-48e1-be6e-14e1eec0d12b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.269857 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4991fb-7e1d-47da-857c-e15085509709 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Pushing event updated for resources: {'Port': ['ID=33255bf5-e9b8-470e-a947-7929888391c4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:39:12.272757 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:39:12.318822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdacee-c1e8-47a9-b1ae-5ba76366f9ef req-13946e3f-326a-4734-859e-5af304719867 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:12.341320 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-21cdacee-c1e8-47a9-b1ae-5ba76366f9ef req-13946e3f-326a-4734-859e-5af304719867 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 931 time: 1.3417375 Feb 28 17:39:12.349264 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9332d96a-fe93-479a-bce7-90d88d9e15c0 req-643c0bb7-81fe-4cd4-bfb5-3b684fd78b53 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145627 Feb 28 17:39:12.352377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4818b0c4-2769-421a-b4e5-cf37d2d5976a None None] Current status of the port 50dbd939-eb57-465b-be78-03d89ac1fb75 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:12.441097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 50dbd939-eb57-465b-be78-03d89ac1fb75 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:12.443351 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.443836 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f72be-1fd2-46bd-8059-b724a412378a req-8d4991fb-7e1d-47da-857c-e15085509709 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:12.444521 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c78f72be-1fd2-46bd-8059-b724a412378a req-8d4991fb-7e1d-47da-857c-e15085509709 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.446445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] For port e5f6b218-1bdd-4314-923a-bd01aa572a83, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e5f6b218-1bdd-4314-923a-bd01aa572a83,segment=NetworkSegment(3a217c38-d414-470e-ab93-aff9f1d04bd7),segment_id=3a217c38-d414-470e-ab93-aff9f1d04bd7)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:12.447506 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.522958 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-21cdacee-c1e8-47a9-b1ae-5ba76366f9ef req-c8c912ef-0140-4d75-a6d4-69084c381954 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827369 Feb 28 17:39:12.532981 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ee028d55-7cb1-4152-87ca-38baa4848c88), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.559560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Calling delete_port for e5f6b218-1bdd-4314-923a-bd01aa572a83 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:12.572719 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1a123834-21b6-4286-93c4-8e18e9439399 None None] Provisioning complete for port 50dbd939-eb57-465b-be78-03d89ac1fb75 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:12.573670 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1a123834-21b6-4286-93c4-8e18e9439399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.580913 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.628279 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78f72be-1fd2-46bd-8059-b724a412378a req-8d4991fb-7e1d-47da-857c-e15085509709 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3154573 Feb 28 17:39:12.650012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Request body: {'port': {'device_id': '04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:12.655675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 092e048b-01e9-4d1d-b2b0-9e8f6fd517d2 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:12.668274 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-afa745af-bf9a-4b21-b70d-b490aa761f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.678277 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:12.702320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:39:12.722582 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36562cc9-4310-48d4-adad-9d53e42707ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (54167de9-3554-490b-90c9-a563d8838503), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.740581 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36562cc9-4310-48d4-adad-9d53e42707ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.754451 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-36562cc9-4310-48d4-adad-9d53e42707ca admin admin] 10.222.0.72 "DELETE /v2.0/networks/54167de9-3554-490b-90c9-a563d8838503 HTTP/1.1" status: 204 len: 168 time: 1.6201181 Feb 28 17:39:12.763017 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=ee028d55-7cb1-4152-87ca-38baa4848c88,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:12.774571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa745af-bf9a-4b21-b70d-b490aa761f69 None None] Pushing event deleted for resources: {'Port': ['ID=e5f6b218-1bdd-4314-923a-bd01aa572a83,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:12.778515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa745af-bf9a-4b21-b70d-b490aa761f69 None None] No DVR routers for this DVR port e5f6b218-1bdd-4314-923a-bd01aa572a83 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:39:12.819432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36562cc9-4310-48d4-adad-9d53e42707ca admin admin] Pushing event deleted for resources: {'Network': ['ID=54167de9-3554-490b-90c9-a563d8838503,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:12.840112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-9cb63393-46d6-483f-a9ab-f91c52910738 req-c571efa5-248f-44ea-a4da-15831f27927e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Deleting port 3938d6b9-54a2-46c6-9805-3df4c1dc621e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:12.840458 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9cb63393-46d6-483f-a9ab-f91c52910738 req-c571efa5-248f-44ea-a4da-15831f27927e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.866511 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (cccc741a-d1dc-4028-8f3b-5ba2220c6651), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.869706 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33255bf5-e9b8-470e-a947-7929888391c4), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:12.918738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 50dbd939-eb57-465b-be78-03d89ac1fb75 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:13.053838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 067517a0-bf83-48b5-abac-ea441e319ea3 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:39:13.058709 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e5f6b218-1bdd-4314-923a-bd01aa572a83), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:13.120238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 067517a0-bf83-48b5-abac-ea441e319ea3 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:39:13.121329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 067517a0-bf83-48b5-abac-ea441e319ea3 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:39:13.121762 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e5f6b218-1bdd-4314-923a-bd01aa572a83 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:39:13.127061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1a123834-21b6-4286-93c4-8e18e9439399 None None] Current status of the port 50dbd939-eb57-465b-be78-03d89ac1fb75 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:13.141894 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f6b218-1bdd-4314-923a-bd01aa572a83,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:13.153007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] No DVR routers for this DVR port e5f6b218-1bdd-4314-923a-bd01aa572a83 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:39:13.220959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: e5f6b218-1bdd-4314-923a-bd01aa572a83 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:39:13.221324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e5f6b218-1bdd-4314-923a-bd01aa572a83 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:39:13.256975 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d86fb87a-01c6-4e2a-8727-4026faa70c14 None None] Provisioning complete for port ee028d55-7cb1-4152-87ca-38baa4848c88 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:13.257422 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d86fb87a-01c6-4e2a-8727-4026faa70c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ee028d55-7cb1-4152-87ca-38baa4848c88), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:13.269046 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-9cb63393-46d6-483f-a9ab-f91c52910738 req-c571efa5-248f-44ea-a4da-15831f27927e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] For port 3938d6b9-54a2-46c6-9805-3df4c1dc621e, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=3938d6b9-54a2-46c6-9805-3df4c1dc621e,segment=NetworkSegment(9e9cdc12-e6cc-4d95-a3ae-674663c15144),segment_id=9e9cdc12-e6cc-4d95-a3ae-674663c15144)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:13.270107 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9cb63393-46d6-483f-a9ab-f91c52910738 req-c571efa5-248f-44ea-a4da-15831f27927e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:13.297040 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-9cb63393-46d6-483f-a9ab-f91c52910738 req-c571efa5-248f-44ea-a4da-15831f27927e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Calling delete_port for 3938d6b9-54a2-46c6-9805-3df4c1dc621e owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:13.304798 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (198c7dae-55a7-4ae2-88af-338d9ce329b1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:13.305050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d86fb87a-01c6-4e2a-8727-4026faa70c14 None None] Port ee028d55-7cb1-4152-87ca-38baa4848c88 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:39:13.339123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198c7dae-55a7-4ae2-88af-338d9ce329b1']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:13.436712 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46246) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:13.479693 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a217c38-d414-470e-ab93-aff9f1d04bd7') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:13.480331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a217c38-d414-470e-ab93-aff9f1d04bd7') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:13.523883 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (3a217c38-d414-470e-ab93-aff9f1d04bd7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:13.594869 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ee028d55-7cb1-4152-87ca-38baa4848c88), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:13.610165 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-01251917-ce6f-47f6-a83c-3417a3a1ca35 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9665654bb1254aa08cac2eb356b74f48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1684880 Feb 28 17:39:13.613422 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3a217c38-d414-470e-ab93-aff9f1d04bd7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:13.617553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46254) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:13.632375 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:39:13.632851 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (3a217c38-d414-470e-ab93-aff9f1d04bd7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:39:13.641019 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:39:13.763598 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3fef7-83db-4c54-9835-3a9cd145b925 req-68c1adbc-f8e4-40a6-849f-ab0eaa46a27d tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:13.770923 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43f3fef7-83db-4c54-9835-3a9cd145b925 req-68c1adbc-f8e4-40a6-849f-ab0eaa46a27d tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 945 time: 0.2828455 Feb 28 17:39:13.861799 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (198c7dae-55a7-4ae2-88af-338d9ce329b1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:13.867285 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:13.875627 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] 10.222.0.72 "DELETE /v2.0/networks/198c7dae-55a7-4ae2-88af-338d9ce329b1 HTTP/1.1" status: 204 len: 168 time: 2.9083750 Feb 28 17:39:13.882924 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-02c48999-7323-4bc0-bcdd-5b6e50ea7e24 admin admin] Publish callbacks [] for security_group (3a36862c-3b02-46ad-b1b4-57321894b16b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:13.918046 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdc985-7211-4a6c-b426-b63ce4c18d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=198c7dae-55a7-4ae2-88af-338d9ce329b1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:13.952931 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43f3fef7-83db-4c54-9835-3a9cd145b925 req-c5726ddd-aae5-42b0-8df2-3b351bb5c796 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec10fa67-fd1c-44c5-b282-cbe99b76856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804855 Feb 28 17:39:13.960771 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-02c48999-7323-4bc0-bcdd-5b6e50ea7e24 admin admin] Publish callbacks [] for security_group (3a36862c-3b02-46ad-b1b4-57321894b16b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:13.970410 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:13.998843 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9a410-6290-472a-92ce-53acfab86f96 req-beed5385-5f64-47ae-990b-98bfdf53d611 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:14.008277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-89a9a410-6290-472a-92ce-53acfab86f96 req-beed5385-5f64-47ae-990b-98bfdf53d611 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 931 time: 0.3500462 Feb 28 17:39:14.038821 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9cb63393-46d6-483f-a9ab-f91c52910738 req-c571efa5-248f-44ea-a4da-15831f27927e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3938d6b9-54a2-46c6-9805-3df4c1dc621e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:14.106869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571efa5-248f-44ea-a4da-15831f27927e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Pushing event deleted for resources: {'Port': ['ID=3938d6b9-54a2-46c6-9805-3df4c1dc621e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:14.143101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-02c48999-7323-4bc0-bcdd-5b6e50ea7e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3a36862c-3b02-46ad-b1b4-57321894b16b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:14.145692 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-02c48999-7323-4bc0-bcdd-5b6e50ea7e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:14.149342 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-02c48999-7323-4bc0-bcdd-5b6e50ea7e24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a36862c-3b02-46ad-b1b4-57321894b16b HTTP/1.1" status: 204 len: 168 time: 0.5260875 Feb 28 17:39:14.188668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb63393-46d6-483f-a9ab-f91c52910738 req-c571efa5-248f-44ea-a4da-15831f27927e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] No DVR routers for this DVR port 3938d6b9-54a2-46c6-9805-3df4c1dc621e on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:39:14.194613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c48999-7323-4bc0-bcdd-5b6e50ea7e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a36862c-3b02-46ad-b1b4-57321894b16b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:14.194909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-89a9a410-6290-472a-92ce-53acfab86f96 req-c6afa6c0-11d1-4f67-9f0a-72b5136bff63 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855876 Feb 28 17:39:14.196989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9cb63393-46d6-483f-a9ab-f91c52910738 req-c571efa5-248f-44ea-a4da-15831f27927e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:14.203255 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9cb63393-46d6-483f-a9ab-f91c52910738 req-c571efa5-248f-44ea-a4da-15831f27927e tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.69 "DELETE /v2.0/ports/3938d6b9-54a2-46c6-9805-3df4c1dc621e HTTP/1.1" status: 204 len: 173 time: 2.0856042 Feb 28 17:39:14.203747 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cd869f-d974-49cc-bdf8-84f77d09a61e', 'name': 'network-vif-deleted', 'tag': '3938d6b9-54a2-46c6-9805-3df4c1dc621e'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:39:14.206075 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff16eb5-e81f-40e6-af4b-78e7b05f63df" -d '{"events": [{"server_uuid": "b8cd869f-d974-49cc-bdf8-84f77d09a61e", "name": "network-vif-deleted", "tag": "3938d6b9-54a2-46c6-9805-3df4c1dc621e"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:39:14.270668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33255bf5-e9b8-470e-a947-7929888391c4 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:39:14.284336 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Publish callbacks [] for port (33255bf5-e9b8-470e-a947-7929888391c4), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:14.339947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Transition to ACTIVE for port object 33255bf5-e9b8-470e-a947-7929888391c4 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:39:14.435534 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (33255bf5-e9b8-470e-a947-7929888391c4), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:14.498323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46278) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:14.586122 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dad47478-611c-4147-a129-35e2474a2175 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ff2ef71884464902b3c3748d51422a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0865352 Feb 28 17:39:14.593678 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46280) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:14.681063 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a590e6-e9b9-4db8-b639-54bd752fa18c x-openstack-request-id: req-13a590e6-e9b9-4db8-b639-54bd752fa18c {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:39:14.681365 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cd869f-d974-49cc-bdf8-84f77d09a61e", "name": "network-vif-deleted", "tag": "3938d6b9-54a2-46c6-9805-3df4c1dc621e", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:39:14.681825 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-13a590e6-e9b9-4db8-b639-54bd752fa18c {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:39:14.683181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3938d6b9-54a2-46c6-9805-3df4c1dc621e no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:39:14.685037 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cd869f-d974-49cc-bdf8-84f77d09a61e', 'name': 'network-vif-deleted', 'tag': '3938d6b9-54a2-46c6-9805-3df4c1dc621e', 'status': 'completed', 'code': 200} Feb 28 17:39:14.686041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Pushing event updated for resources: {'Port': ['ID=33255bf5-e9b8-470e-a947-7929888391c4,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:14.708709 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (ee028d55-7cb1-4152-87ca-38baa4848c88), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:14.719101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-28b37432-5fed-4e23-a586-92b8466c8b58 admin admin] Publish callbacks [] for security_group (d0255d6f-6caf-4339-ab50-d0ec19b329d8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:14.731458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 3938d6b9-54a2-46c6-9805-3df4c1dc621e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:39:14.731815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 3938d6b9-54a2-46c6-9805-3df4c1dc621e not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:39:14.739118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Attempting to bind port 33255bf5-e9b8-470e-a947-7929888391c4 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:14.739521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Attempting to bind port 33255bf5-e9b8-470e-a947-7929888391c4 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:14.739893 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Attempting to bind port 33255bf5-e9b8-470e-a947-7929888391c4 on network 7467a8e1-6b26-403e-997f-54fe13264910 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:14.746731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Port 33255bf5-e9b8-470e-a947-7929888391c4 on network 7467a8e1-6b26-403e-997f-54fe13264910 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:14.748295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Attempting to bind port 33255bf5-e9b8-470e-a947-7929888391c4 on network 7467a8e1-6b26-403e-997f-54fe13264910 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:14.756643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:39:14.758323 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Checking segment: {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:39:14.758762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Bound using segment: {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:39:14.759270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Bound port: 33255bf5-e9b8-470e-a947-7929888391c4, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:39:14.759592 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33255bf5-e9b8-470e-a947-7929888391c4), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:14.766801 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-28b37432-5fed-4e23-a586-92b8466c8b58 admin admin] Publish callbacks [] for security_group (d0255d6f-6caf-4339-ab50-d0ec19b329d8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:14.777027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ee028d55-7cb1-4152-87ca-38baa4848c88), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:14.889993 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-28b37432-5fed-4e23-a586-92b8466c8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d0255d6f-6caf-4339-ab50-d0ec19b329d8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:14.891823 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (cccc741a-d1dc-4028-8f3b-5ba2220c6651), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:14.892825 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-28b37432-5fed-4e23-a586-92b8466c8b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:14.896336 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-28b37432-5fed-4e23-a586-92b8466c8b58 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0255d6f-6caf-4339-ab50-d0ec19b329d8 HTTP/1.1" status: 204 len: 168 time: 0.3020890 Feb 28 17:39:14.904380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b37432-5fed-4e23-a586-92b8466c8b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0255d6f-6caf-4339-ab50-d0ec19b329d8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:14.914837 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=ee028d55-7cb1-4152-87ca-38baa4848c88,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:14.939261 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] For port 33255bf5-e9b8-470e-a947-7929888391c4, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:39:14.999302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] For port 33255bf5-e9b8-470e-a947-7929888391c4, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33255bf5-e9b8-470e-a947-7929888391c4,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:39:15.058447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 092e048b-01e9-4d1d-b2b0-9e8f6fd517d2 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:15.062776 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:15.108323 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de9dd9f0-3dff-45d0-ab55-9a749ae71097 req-0656a184-0555-4ab8-9cbb-4311b98bcfc2 tempest-AttachVolumeNegativeTest-391743166 tempest-AttachVolumeNegativeTest-391743166-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8cd869f-d974-49cc-bdf8-84f77d09a61e HTTP/1.1" status: 200 len: 210 time: 0.0474012 Feb 28 17:39:15.142616 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (33255bf5-e9b8-470e-a947-7929888391c4), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:15.243833 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:15.244459 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:15.246585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78f72be-1fd2-46bd-8059-b724a412378a req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] 10.222.0.73 "PUT /v2.0/ports/33255bf5-e9b8-470e-a947-7929888391c4 HTTP/1.1" status: 200 len: 1092 time: 2.6096182 Feb 28 17:39:15.247279 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6', 'tag': '33255bf5-e9b8-470e-a947-7929888391c4'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:39:15.249523 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b0724c-bc98-423f-a4a3-f2bd48119f23" -d '{"events": [{"name": "network-changed", "server_uuid": "04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6", "tag": "33255bf5-e9b8-470e-a947-7929888391c4"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:39:15.280421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535897c5-de5e-4fcc-aedd-fef0fe79a466 service neutron] Pushing event updated for resources: {'Port': ['ID=33255bf5-e9b8-470e-a947-7929888391c4,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:15.344988 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce814098-1619-474b-ad46-03e355f736eb x-openstack-request-id: req-ce814098-1619-474b-ad46-03e355f736eb {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:39:15.345276 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6", "tag": "33255bf5-e9b8-470e-a947-7929888391c4", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:39:15.345533 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ce814098-1619-474b-ad46-03e355f736eb {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:39:15.345955 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6', 'tag': '33255bf5-e9b8-470e-a947-7929888391c4', 'status': 'completed', 'code': 200} Feb 28 17:39:15.438375 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router cccc741a-d1dc-4028-8f3b-5ba2220c6651 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:39:15.470704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ab5ff-9c17-495d-b738-1a33037641ec req-cf8cb947-3715-4b27-b9ab-789d415b2561 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:15.483021 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a6ab5ff-9c17-495d-b738-1a33037641ec req-cf8cb947-3715-4b27-b9ab-789d415b2561 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 943 time: 0.1252906 Feb 28 17:39:15.551771 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9a6ab5ff-9c17-495d-b738-1a33037641ec req-da1fea6b-3c78-4e21-a8ce-fa97285a97e4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630231 Feb 28 17:39:15.552801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-28b26abb-dca6-42c1-a8cc-8447737e0ac5 None None] Provisioning complete for port ee028d55-7cb1-4152-87ca-38baa4848c88 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:15.553304 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-28b26abb-dca6-42c1-a8cc-8447737e0ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ee028d55-7cb1-4152-87ca-38baa4848c88), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:15.568856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f72be-1fd2-46bd-8059-b724a412378a req-ed0c743a-04b5-47bc-844d-7dbe2024886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:15.570442 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78f72be-1fd2-46bd-8059-b724a412378a req-ed0c743a-04b5-47bc-844d-7dbe2024886b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 1126 time: 0.1816401 Feb 28 17:39:15.593465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-28b26abb-dca6-42c1-a8cc-8447737e0ac5 None None] Port ee028d55-7cb1-4152-87ca-38baa4848c88 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:39:15.620341 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78f72be-1fd2-46bd-8059-b724a412378a req-4adcf9a9-c234-4afc-b2a9-1ecb5ad20bfe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33255bf5-e9b8-470e-a947-7929888391c4 HTTP/1.1" status: 200 len: 217 time: 0.0421433 Feb 28 17:39:15.621523 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:39:15.626420 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c07b423e-4341-4dff-aaa8-2884ac2a27a2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/cccc741a-d1dc-4028-8f3b-5ba2220c6651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6567945 Feb 28 17:39:15.629215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46312) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:15.632971 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963d31d-99f7-48e6-a627-5d128114b455 None None] Sync routers for ids ['cccc741a-d1dc-4028-8f3b-5ba2220c6651'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:39:15.644997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963d31d-99f7-48e6-a627-5d128114b455 None None] Routers {'cccc741a-d1dc-4028-8f3b-5ba2220c6651'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:15.646070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6963d31d-99f7-48e6-a627-5d128114b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['cccc741a-d1dc-4028-8f3b-5ba2220c6651'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:15.676994 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f72be-1fd2-46bd-8059-b724a412378a req-901d4d67-6c33-422b-9b0f-f49e75c84c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:15.678625 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78f72be-1fd2-46bd-8059-b724a412378a req-901d4d67-6c33-422b-9b0f-f49e75c84c98 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afa66b9-3680-4134-be0e-81254a16067b HTTP/1.1" status: 200 len: 851 time: 0.0512235 Feb 28 17:39:15.689730 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6963d31d-99f7-48e6-a627-5d128114b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:15.699191 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4087f9b9-485f-42df-952a-6ac22025459e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:15.701437 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963d31d-99f7-48e6-a627-5d128114b455 None None] Routers {'cccc741a-d1dc-4028-8f3b-5ba2220c6651'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:15.702290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6963d31d-99f7-48e6-a627-5d128114b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['cccc741a-d1dc-4028-8f3b-5ba2220c6651'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:15.705432 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4087f9b9-485f-42df-952a-6ac22025459e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports/ee028d55-7cb1-4152-87ca-38baa4848c88 HTTP/1.1" status: 200 len: 910 time: 0.0718825 Feb 28 17:39:15.714629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46316) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:15.738060 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78f72be-1fd2-46bd-8059-b724a412378a req-07adbb8b-8f05-493f-88fe-26e8fb1de6d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7467a8e1-6b26-403e-997f-54fe13264910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537889 Feb 28 17:39:15.788642 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6963d31d-99f7-48e6-a627-5d128114b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:15.790179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963d31d-99f7-48e6-a627-5d128114b455 None None] The sync data for ids ['cccc741a-d1dc-4028-8f3b-5ba2220c6651'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:39:15.866086 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78f72be-1fd2-46bd-8059-b724a412378a req-b15050ad-0509-4408-ba87-e6390d67d189 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201770 Feb 28 17:39:15.989564 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c78f72be-1fd2-46bd-8059-b724a412378a req-dd3c5c75-bff9-42f0-a663-4849b2cd3789 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164525 Feb 28 17:39:16.145126 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c439c831-2fd0-4c53-a00b-7d2872e8a9f0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (cccc741a-d1dc-4028-8f3b-5ba2220c6651), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:16.147632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0724c-bc98-423f-a4a3-f2bd48119f23 req-1bd3cb6b-5789-4efa-a9d1-1f0651381fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:16.149259 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9b0724c-bc98-423f-a4a3-f2bd48119f23 req-1bd3cb6b-5789-4efa-a9d1-1f0651381fff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 1126 time: 0.0475781 Feb 28 17:39:16.188637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46336) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:16.276615 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0724c-bc98-423f-a4a3-f2bd48119f23 req-4f08ba6b-8f4a-4531-baf9-6c533b3812e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:16.278262 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9b0724c-bc98-423f-a4a3-f2bd48119f23 req-4f08ba6b-8f4a-4531-baf9-6c533b3812e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 912 time: 0.1227543 Feb 28 17:39:16.333204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9b0724c-bc98-423f-a4a3-f2bd48119f23 req-075b5465-9567-4a4a-ba71-000ded018a7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33255bf5-e9b8-470e-a947-7929888391c4 HTTP/1.1" status: 200 len: 217 time: 0.0487914 Feb 28 17:39:16.414794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0724c-bc98-423f-a4a3-f2bd48119f23 req-047b282e-9b84-4f56-b120-3d8a445a7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:16.416278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9b0724c-bc98-423f-a4a3-f2bd48119f23 req-047b282e-9b84-4f56-b120-3d8a445a7b15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afa66b9-3680-4134-be0e-81254a16067b HTTP/1.1" status: 200 len: 851 time: 0.0763049 Feb 28 17:39:16.455394 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9b0724c-bc98-423f-a4a3-f2bd48119f23 req-882da53c-27b8-4bd3-b7b0-16e9bf8b9679 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7467a8e1-6b26-403e-997f-54fe13264910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308745 Feb 28 17:39:16.562087 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9b0724c-bc98-423f-a4a3-f2bd48119f23 req-546b8762-d2df-4288-b910-f888c30d2a03 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015782 Feb 28 17:39:16.783118 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9b0724c-bc98-423f-a4a3-f2bd48119f23 req-81e73960-35dc-4887-bf3b-b83c38d9151b service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024367 Feb 28 17:39:16.882943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed4c4b6-9e2a-4691-9000-515b19f85c34 admin admin] Deleting subnet d47d19de-d00b-4f78-9653-e301d6107c8f {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:39:16.889298 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ed4c4b6-9e2a-4691-9000-515b19f85c34 admin admin] Publish callbacks [] for subnet (d47d19de-d00b-4f78-9653-e301d6107c8f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:16.940469 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb46e37-826e-4898-ab36-77e0e7d0c967 req-1c49476e-9ab9-4e61-b0d3-9e6499d26c2f tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:16.942133 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4bb46e37-826e-4898-ab36-77e0e7d0c967 req-1c49476e-9ab9-4e61-b0d3-9e6499d26c2f tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 943 time: 0.1683490 Feb 28 17:39:16.955564 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ed4c4b6-9e2a-4691-9000-515b19f85c34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (d47d19de-d00b-4f78-9653-e301d6107c8f), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.022444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c439c831-2fd0-4c53-a00b-7d2872e8a9f0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port ee028d55-7cb1-4152-87ca-38baa4848c88 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:17.022792 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c439c831-2fd0-4c53-a00b-7d2872e8a9f0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ee028d55-7cb1-4152-87ca-38baa4848c88), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.090916 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ed4c4b6-9e2a-4691-9000-515b19f85c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (d47d19de-d00b-4f78-9653-e301d6107c8f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.096135 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4bb46e37-826e-4898-ab36-77e0e7d0c967 req-da610a33-b6ea-42a4-a63c-37e22361aaef tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465166 Feb 28 17:39:17.180774 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c439c831-2fd0-4c53-a00b-7d2872e8a9f0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ee028d55-7cb1-4152-87ca-38baa4848c88), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.194032 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c439c831-2fd0-4c53-a00b-7d2872e8a9f0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for ee028d55-7cb1-4152-87ca-38baa4848c88 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:17.311551 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ed4c4b6-9e2a-4691-9000-515b19f85c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (d47d19de-d00b-4f78-9653-e301d6107c8f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.350113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4c4b6-9e2a-4691-9000-515b19f85c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47d19de-d00b-4f78-9653-e301d6107c8f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:17.352414 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ed4c4b6-9e2a-4691-9000-515b19f85c34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.356840 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8ed4c4b6-9e2a-4691-9000-515b19f85c34 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d47d19de-d00b-4f78-9653-e301d6107c8f HTTP/1.1" status: 204 len: 168 time: 1.1668992 Feb 28 17:39:17.359182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46370) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:17.438370 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d8f9-2aff-4d4f-8527-15013dac1dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (35a3f1d3-cd98-4d44-8f59-5d12963c2d66), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.513190 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c439c831-2fd0-4c53-a00b-7d2872e8a9f0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ee028d55-7cb1-4152-87ca-38baa4848c88), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.530725 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d8f9-2aff-4d4f-8527-15013dac1dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (35a3f1d3-cd98-4d44-8f59-5d12963c2d66), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.569101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e9c8d8f9-2aff-4d4f-8527-15013dac1dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a3f1d3-cd98-4d44-8f59-5d12963c2d66']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:17.581258 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e9c8d8f9-2aff-4d4f-8527-15013dac1dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9cdc12-e6cc-4d95-a3ae-674663c15144') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:17.581611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e9c8d8f9-2aff-4d4f-8527-15013dac1dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9cdc12-e6cc-4d95-a3ae-674663c15144') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:17.592934 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d8f9-2aff-4d4f-8527-15013dac1dad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (9e9cdc12-e6cc-4d95-a3ae-674663c15144), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.611873 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d8f9-2aff-4d4f-8527-15013dac1dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9e9cdc12-e6cc-4d95-a3ae-674663c15144), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.626927 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c8d8f9-2aff-4d4f-8527-15013dac1dad admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:39:17.627338 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d8f9-2aff-4d4f-8527-15013dac1dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (9e9cdc12-e6cc-4d95-a3ae-674663c15144), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:39:17.629208 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:39:17.662245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439c831-2fd0-4c53-a00b-7d2872e8a9f0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=ee028d55-7cb1-4152-87ca-38baa4848c88,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:17.787054 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d8f9-2aff-4d4f-8527-15013dac1dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (35a3f1d3-cd98-4d44-8f59-5d12963c2d66), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.793334 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d8f9-2aff-4d4f-8527-15013dac1dad admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.800264 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e9c8d8f9-2aff-4d4f-8527-15013dac1dad admin admin] 10.222.0.72 "DELETE /v2.0/networks/35a3f1d3-cd98-4d44-8f59-5d12963c2d66 HTTP/1.1" status: 204 len: 168 time: 0.4397984 Feb 28 17:39:17.806482 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c439c831-2fd0-4c53-a00b-7d2872e8a9f0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (cccc741a-d1dc-4028-8f3b-5ba2220c6651), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:17.830354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8d8f9-2aff-4d4f-8527-15013dac1dad admin admin] Pushing event deleted for resources: {'Network': ['ID=35a3f1d3-cd98-4d44-8f59-5d12963c2d66,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:17.991278 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c439c831-2fd0-4c53-a00b-7d2872e8a9f0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router cccc741a-d1dc-4028-8f3b-5ba2220c6651 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:39:18.077306 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c439c831-2fd0-4c53-a00b-7d2872e8a9f0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:39:18.082586 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c439c831-2fd0-4c53-a00b-7d2872e8a9f0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/cccc741a-d1dc-4028-8f3b-5ba2220c6651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3669376 Feb 28 17:39:18.085386 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46394) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:18.091361 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3640f175-9072-4eeb-80e7-67efc0897579 None None] Sync routers for ids ['cccc741a-d1dc-4028-8f3b-5ba2220c6651'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:39:18.102512 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3640f175-9072-4eeb-80e7-67efc0897579 None None] Routers {'cccc741a-d1dc-4028-8f3b-5ba2220c6651'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:18.103125 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3640f175-9072-4eeb-80e7-67efc0897579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['cccc741a-d1dc-4028-8f3b-5ba2220c6651'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:18.117015 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6505c568-fb91-4381-bcbd-3cab4cebd346 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports?device_id=cccc741a-d1dc-4028-8f3b-5ba2220c6651 HTTP/1.1" status: 200 len: 205 time: 0.0277925 Feb 28 17:39:18.117292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46396) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:18.158011 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3640f175-9072-4eeb-80e7-67efc0897579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:18.167497 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3640f175-9072-4eeb-80e7-67efc0897579 None None] Routers {'cccc741a-d1dc-4028-8f3b-5ba2220c6651'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:18.168109 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3640f175-9072-4eeb-80e7-67efc0897579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['cccc741a-d1dc-4028-8f3b-5ba2220c6651'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:18.204092 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3640f175-9072-4eeb-80e7-67efc0897579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:18.205093 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3640f175-9072-4eeb-80e7-67efc0897579 None None] The sync data for ids ['cccc741a-d1dc-4028-8f3b-5ba2220c6651'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:39:18.221280 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9832e099-900c-46fe-84d4-f9df08ab0489 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (cccc741a-d1dc-4028-8f3b-5ba2220c6651), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:18.263223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147a0d3-3253-4f4b-92a2-164d340ebee7 req-89398a84-0f85-4cf4-a656-cb36a7a0aa6a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:18.270463 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3147a0d3-3253-4f4b-92a2-164d340ebee7 req-89398a84-0f85-4cf4-a656-cb36a7a0aa6a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 943 time: 0.0740447 Feb 28 17:39:18.374662 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3147a0d3-3253-4f4b-92a2-164d340ebee7 req-2be1f26d-2b7f-46d5-aec5-3f4c0dfc05c3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018455 Feb 28 17:39:18.450540 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9832e099-900c-46fe-84d4-f9df08ab0489 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (cccc741a-d1dc-4028-8f3b-5ba2220c6651), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:18.457134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46412) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:18.458006 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9832e099-900c-46fe-84d4-f9df08ab0489 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_controller (cccc741a-d1dc-4028-8f3b-5ba2220c6651), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:18.514747 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4f2ce8d3-12ad-4607-8f9d-d9b3dc073eef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b6a5f26c739943298b972c521fa38307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572252 Feb 28 17:39:18.515064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46414) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:18.582079 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46418) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:18.587691 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59bd48e7-6f01-4832-9f7e-d20af0f11d15 admin admin] Publish callbacks [] for security_group (ec10fa67-fd1c-44c5-b282-cbe99b76856a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:18.609985 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59bd48e7-6f01-4832-9f7e-d20af0f11d15 admin admin] Publish callbacks [] for security_group (ec10fa67-fd1c-44c5-b282-cbe99b76856a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:18.632773 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9832e099-900c-46fe-84d4-f9df08ab0489 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (cccc741a-d1dc-4028-8f3b-5ba2220c6651), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:18.633675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9832e099-900c-46fe-84d4-f9df08ab0489 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Fanout notify agent at l3_agent the message router_deleted on router cccc741a-d1dc-4028-8f3b-5ba2220c6651 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:39:18.642163 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9832e099-900c-46fe-84d4-f9df08ab0489 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:18.646529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46424) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:18.646685 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9832e099-900c-46fe-84d4-f9df08ab0489 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/routers/cccc741a-d1dc-4028-8f3b-5ba2220c6651 HTTP/1.1" status: 204 len: 168 time: 0.5282042 Feb 28 17:39:18.714205 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-4957c1aa-fce8-4edb-8c6a-7413eb3b818b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting subnet 7637e507-3375-4ff0-a65f-0432994a880d {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:39:18.717567 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4957c1aa-fce8-4edb-8c6a-7413eb3b818b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (7637e507-3375-4ff0-a65f-0432994a880d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:18.778011 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59bd48e7-6f01-4832-9f7e-d20af0f11d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ec10fa67-fd1c-44c5-b282-cbe99b76856a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:18.781206 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59bd48e7-6f01-4832-9f7e-d20af0f11d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:18.782851 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-59bd48e7-6f01-4832-9f7e-d20af0f11d15 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ec10fa67-fd1c-44c5-b282-cbe99b76856a HTTP/1.1" status: 204 len: 168 time: 0.2660487 Feb 28 17:39:18.786348 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4957c1aa-fce8-4edb-8c6a-7413eb3b818b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (7637e507-3375-4ff0-a65f-0432994a880d), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:18.819775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd48e7-6f01-4832-9f7e-d20af0f11d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec10fa67-fd1c-44c5-b282-cbe99b76856a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:18.888484 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8b362ed-c7e7-4b6f-8b0f-9838c1e82f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:18.918035 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4957c1aa-fce8-4edb-8c6a-7413eb3b818b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (7637e507-3375-4ff0-a65f-0432994a880d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.003239 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8b362ed-c7e7-4b6f-8b0f-9838c1e82f90 admin admin] Publish callbacks [] for security_group (dc36d1d2-51ed-4ec0-8980-c7e377013fee), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.118244 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f8b362ed-c7e7-4b6f-8b0f-9838c1e82f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dc36d1d2-51ed-4ec0-8980-c7e377013fee), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.124592 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4957c1aa-fce8-4edb-8c6a-7413eb3b818b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (7637e507-3375-4ff0-a65f-0432994a880d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.171127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957c1aa-fce8-4edb-8c6a-7413eb3b818b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Subnet': ['ID=7637e507-3375-4ff0-a65f-0432994a880d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:19.173990 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f8b362ed-c7e7-4b6f-8b0f-9838c1e82f90 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=27cd269888bb476cad27365fe62ed3a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5904109 Feb 28 17:39:19.174670 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b362ed-c7e7-4b6f-8b0f-9838c1e82f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc36d1d2-51ed-4ec0-8980-c7e377013fee,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:19.176781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46444) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:19.179026 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4957c1aa-fce8-4edb-8c6a-7413eb3b818b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.183249 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4957c1aa-fce8-4edb-8c6a-7413eb3b818b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/7637e507-3375-4ff0-a65f-0432994a880d HTTP/1.1" status: 204 len: 168 time: 0.5359125 Feb 28 17:39:19.185127 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38679e53-bf08-41b8-b866-5fd6e749ff73 None None] Network 092e048b-01e9-4d1d-b2b0-9e8f6fd517d2 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:39:19.186410 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46446) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:19.260784 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ff5d888a-dc1a-4349-9f48-f05c8e83cee5 admin admin] Publish callbacks [] for security_group (dc36d1d2-51ed-4ec0-8980-c7e377013fee), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.288943 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ff5d888a-dc1a-4349-9f48-f05c8e83cee5 admin admin] Publish callbacks [] for security_group (dc36d1d2-51ed-4ec0-8980-c7e377013fee), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.335246 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (092e048b-01e9-4d1d-b2b0-9e8f6fd517d2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.415100 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] DHCP port deletion for 092e048b-01e9-4d1d-b2b0-9e8f6fd517d2 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:39:19.417858 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ff5d888a-dc1a-4349-9f48-f05c8e83cee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dc36d1d2-51ed-4ec0-8980-c7e377013fee), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.420555 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ff5d888a-dc1a-4349-9f48-f05c8e83cee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.421630 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ff5d888a-dc1a-4349-9f48-f05c8e83cee5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dc36d1d2-51ed-4ec0-8980-c7e377013fee HTTP/1.1" status: 204 len: 168 time: 0.2441044 Feb 28 17:39:19.449983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d888a-dc1a-4349-9f48-f05c8e83cee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc36d1d2-51ed-4ec0-8980-c7e377013fee,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:19.486501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port 50dbd939-eb57-465b-be78-03d89ac1fb75 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:19.486650 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.602377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Deleting port 50dbd939-eb57-465b-be78-03d89ac1fb75 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:19.602603 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbce811-6224-45c6-818e-d3a4061e71a3 req-8402024a-7752-4685-a535-d8857755e8b4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:19.602902 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.607626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] For port 50dbd939-eb57-465b-be78-03d89ac1fb75, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=50dbd939-eb57-465b-be78-03d89ac1fb75,segment=NetworkSegment(82fa99ab-ac33-459f-8a98-b8d060d2fb63),segment_id=82fa99ab-ac33-459f-8a98-b8d060d2fb63)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:19.608228 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.610393 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ecbce811-6224-45c6-818e-d3a4061e71a3 req-8402024a-7752-4685-a535-d8857755e8b4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 943 time: 0.1520214 Feb 28 17:39:19.629103 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for 50dbd939-eb57-465b-be78-03d89ac1fb75 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:19.674027 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ecbce811-6224-45c6-818e-d3a4061e71a3 req-f5ac7eb1-c247-4b2b-a831-b39419a7f114 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626180 Feb 28 17:39:19.748351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] For port 50dbd939-eb57-465b-be78-03d89ac1fb75, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=50dbd939-eb57-465b-be78-03d89ac1fb75,segment=NetworkSegment(82fa99ab-ac33-459f-8a98-b8d060d2fb63),segment_id=82fa99ab-ac33-459f-8a98-b8d060d2fb63)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:19.748820 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.769733 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Calling delete_port for 50dbd939-eb57-465b-be78-03d89ac1fb75 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:19.827638 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.861541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No DVR routers for this DVR port 50dbd939-eb57-465b-be78-03d89ac1fb75 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:39:19.868024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=50dbd939-eb57-465b-be78-03d89ac1fb75,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:19.881184 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (50dbd939-eb57-465b-be78-03d89ac1fb75), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.911432 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 50dbd939-eb57-465b-be78-03d89ac1fb75 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:39:19.934314 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 50dbd939-eb57-465b-be78-03d89ac1fb75 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:39:19.934729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 50dbd939-eb57-465b-be78-03d89ac1fb75 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:39:19.937689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Pushing event deleted for resources: {'Port': ['ID=50dbd939-eb57-465b-be78-03d89ac1fb75,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:19.949169 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:19.949875 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:19.950246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:19.950648 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:19.951055 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:19.951454 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:19.951852 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:19.952249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:19.952644 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:19.953069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:19.953495 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:19.954087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:19.954511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:19.958692 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0aea86-5a7e-4ea2-a066-82b183761271 None None] No DVR routers for this DVR port 50dbd939-eb57-465b-be78-03d89ac1fb75 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:39:19.967818 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (092e048b-01e9-4d1d-b2b0-9e8f6fd517d2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:19.999507 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092e048b-01e9-4d1d-b2b0-9e8f6fd517d2']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:20.007868 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fa99ab-ac33-459f-8a98-b8d060d2fb63') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:20.008162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fa99ab-ac33-459f-8a98-b8d060d2fb63') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:20.024800 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (82fa99ab-ac33-459f-8a98-b8d060d2fb63), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:20.040569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (82fa99ab-ac33-459f-8a98-b8d060d2fb63), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:20.047030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:39:20.047414 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (82fa99ab-ac33-459f-8a98-b8d060d2fb63), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:39:20.050989 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:39:20.255906 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (092e048b-01e9-4d1d-b2b0-9e8f6fd517d2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:20.288015 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:20.288015 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/networks/092e048b-01e9-4d1d-b2b0-9e8f6fd517d2 HTTP/1.1" status: 204 len: 168 time: 1.0946670 Feb 28 17:39:20.288015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9715b-6af0-4c54-b901-c14688d5c4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Network': ['ID=092e048b-01e9-4d1d-b2b0-9e8f6fd517d2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:20.292357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46484) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:20.297961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-704480134', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}, 'admin_state_up': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:20.576114 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:20.577785 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:20.617012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 33255bf5-e9b8-470e-a947-7929888391c4 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:39:20.649973 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_controller (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:20.798021 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 33255bf5-e9b8-470e-a947-7929888391c4, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33255bf5-e9b8-470e-a947-7929888391c4,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:20.822815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '33255bf5-e9b8-470e-a947-7929888391c4', 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910', 'port_id': '33255bf5-e9b8-470e-a947-7929888391c4', 'mac_address': 'fa:16:3e:9f:46:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afa66b9-3680-4134-be0e-81254a16067b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:39:20.862220 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 33255bf5-e9b8-470e-a947-7929888391c4 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:20.862608 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33255bf5-e9b8-470e-a947-7929888391c4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:20.876075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33255bf5-e9b8-470e-a947-7929888391c4 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:39:20.878465 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46504) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:20.908630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 33255bf5-e9b8-470e-a947-7929888391c4, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33255bf5-e9b8-470e-a947-7929888391c4,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:20.916376 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_gateway (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:20.960149 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (33255bf5-e9b8-470e-a947-7929888391c4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:20.960521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46512) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:20.976667 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a7f940b7-4551-4be2-aa4b-ab3d8410380b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:21.110748 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=33255bf5-e9b8-470e-a947-7929888391c4,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:21.114822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1004471-a153-485c-bd9f-5c4a6c020650 req-1ab8db7d-34ec-49e6-bc88-5a47b1255bb3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:21.120646 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1004471-a153-485c-bd9f-5c4a6c020650 req-1ab8db7d-34ec-49e6-bc88-5a47b1255bb3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 943 time: 0.1982160 Feb 28 17:39:21.157701 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a7f940b7-4551-4be2-aa4b-ab3d8410380b admin admin] Publish callbacks [] for security_group (b12e2678-7e0b-4202-8660-dad0f07126c3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:21.221817 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a7f940b7-4551-4be2-aa4b-ab3d8410380b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b12e2678-7e0b-4202-8660-dad0f07126c3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:21.237738 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e1004471-a153-485c-bd9f-5c4a6c020650 req-3ca9d1bd-4bb7-4b88-ac1d-7d4900b64446 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023896 Feb 28 17:39:21.303044 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a7f940b7-4551-4be2-aa4b-ab3d8410380b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9be2252de6ae4e15ad9af0a6df4b647e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3414969 Feb 28 17:39:21.309094 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46524) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:21.358359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f940b7-4551-4be2-aa4b-ab3d8410380b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12e2678-7e0b-4202-8660-dad0f07126c3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:21.366315 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d3840540-3cde-4e1c-bb73-4b0803420689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:21.392646 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_gateway (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:21.412291 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:21.421812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['33255bf5-e9b8-470e-a947-7929888391c4'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:39:21.428160 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-08ee6ebe-98d4-40c1-b14e-6a39195bb1a1 admin admin] Publish callbacks [] for security_group (b12e2678-7e0b-4202-8660-dad0f07126c3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:21.497787 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-08ee6ebe-98d4-40c1-b14e-6a39195bb1a1 admin admin] Publish callbacks [] for security_group (b12e2678-7e0b-4202-8660-dad0f07126c3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:21.596646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Allocated IP 172.25.3.192 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/d2eb165a-9bfb-45a3-9438-c60b76e5fff3) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:39:21.611620 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d3840540-3cde-4e1c-bb73-4b0803420689 admin admin] Publish callbacks [] for security_group (1282d2c4-15c0-4c76-8a97-9432206ec3ab), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:21.712636 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d3840540-3cde-4e1c-bb73-4b0803420689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1282d2c4-15c0-4c76-8a97-9432206ec3ab), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:21.733747 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (d2eb165a-9bfb-45a3-9438-c60b76e5fff3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:21.764185 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-08ee6ebe-98d4-40c1-b14e-6a39195bb1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b12e2678-7e0b-4202-8660-dad0f07126c3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:21.766793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-08ee6ebe-98d4-40c1-b14e-6a39195bb1a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:21.768028 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-08ee6ebe-98d4-40c1-b14e-6a39195bb1a1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b12e2678-7e0b-4202-8660-dad0f07126c3 HTTP/1.1" status: 204 len: 168 time: 0.4578357 Feb 28 17:39:21.797967 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d3840540-3cde-4e1c-bb73-4b0803420689 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8db5c29b43ba491baae1cf2c9fcd4eac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9183578 Feb 28 17:39:21.798845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3840540-3cde-4e1c-bb73-4b0803420689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1282d2c4-15c0-4c76-8a97-9432206ec3ab,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:21.801215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46546) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:21.809443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee6ebe-98d4-40c1-b14e-6a39195bb1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12e2678-7e0b-4202-8660-dad0f07126c3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:21.859526 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d2eb165a-9bfb-45a3-9438-c60b76e5fff3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:21.906442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:21.919034 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:21.924940 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:39:21.971896 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=d2eb165a-9bfb-45a3-9438-c60b76e5fff3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:22.017734 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6a5d2942-e0f1-4a68-b4bd-f8f79dc31ee9 admin admin] Publish callbacks [] for security_group (1282d2c4-15c0-4c76-8a97-9432206ec3ab), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:22.089482 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6a5d2942-e0f1-4a68-b4bd-f8f79dc31ee9 admin admin] Publish callbacks [] for security_group (1282d2c4-15c0-4c76-8a97-9432206ec3ab), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:22.274113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46560) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:22.320047 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6a5d2942-e0f1-4a68-b4bd-f8f79dc31ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1282d2c4-15c0-4c76-8a97-9432206ec3ab), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:22.323150 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6a5d2942-e0f1-4a68-b4bd-f8f79dc31ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:22.327309 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6a5d2942-e0f1-4a68-b4bd-f8f79dc31ee9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1282d2c4-15c0-4c76-8a97-9432206ec3ab HTTP/1.1" status: 204 len: 168 time: 0.5239937 Feb 28 17:39:22.365289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d2942-e0f1-4a68-b4bd-f8f79dc31ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1282d2c4-15c0-4c76-8a97-9432206ec3ab,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:22.500975 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e312c4-410f-4d5c-9d7a-efd961f71a1a req-78e04531-1d72-473e-91d2-6a7017b84938 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:22.502785 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-64e312c4-410f-4d5c-9d7a-efd961f71a1a req-78e04531-1d72-473e-91d2-6a7017b84938 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 944 time: 0.1393640 Feb 28 17:39:22.518201 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_gateway (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:22.523738 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b64b9877-5ba0-4f06-8011-10d56b9ea0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:22.622342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 33255bf5-e9b8-470e-a947-7929888391c4 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:39:22.708896 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b64b9877-5ba0-4f06-8011-10d56b9ea0f2 admin admin] Publish callbacks [] for security_group (871f67f4-5d6d-4fa4-9268-1c9f41b74c2c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:22.832773 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b64b9877-5ba0-4f06-8011-10d56b9ea0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (871f67f4-5d6d-4fa4-9268-1c9f41b74c2c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:22.844794 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 33255bf5-e9b8-470e-a947-7929888391c4 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:39:22.844794 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 33255bf5-e9b8-470e-a947-7929888391c4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:22.844794 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (33255bf5-e9b8-470e-a947-7929888391c4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:22.903706 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b64b9877-5ba0-4f06-8011-10d56b9ea0f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=663999ceebe94d31a3373ccf0c911b58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6278212 Feb 28 17:39:22.910428 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46588) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:22.932680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b9877-5ba0-4f06-8011-10d56b9ea0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871f67f4-5d6d-4fa4-9268-1c9f41b74c2c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:22.983182 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b26552bf-e748-48c8-a4f9-3def91391147 admin admin] Publish callbacks [] for security_group (871f67f4-5d6d-4fa4-9268-1c9f41b74c2c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:23.015721 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b26552bf-e748-48c8-a4f9-3def91391147 admin admin] Publish callbacks [] for security_group (871f67f4-5d6d-4fa4-9268-1c9f41b74c2c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:23.083297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 33255bf5-e9b8-470e-a947-7929888391c4 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:23.087640 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (33255bf5-e9b8-470e-a947-7929888391c4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:23.156657 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33255bf5-e9b8-470e-a947-7929888391c4'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:39:23.158315 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1859a8b-8e82-4618-aaa4-a5ec835266ee" -d '{"events": [{"server_uuid": "04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6", "name": "network-vif-plugged", "status": "completed", "tag": "33255bf5-e9b8-470e-a947-7929888391c4"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:39:23.185229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 33255bf5-e9b8-470e-a947-7929888391c4, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33255bf5-e9b8-470e-a947-7929888391c4,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:23.227874 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b26552bf-e748-48c8-a4f9-3def91391147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (871f67f4-5d6d-4fa4-9268-1c9f41b74c2c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:23.233474 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b26552bf-e748-48c8-a4f9-3def91391147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:23.237567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b26552bf-e748-48c8-a4f9-3def91391147 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/871f67f4-5d6d-4fa4-9268-1c9f41b74c2c HTTP/1.1" status: 204 len: 168 time: 0.3232884 Feb 28 17:39:23.249425 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-64e312c4-410f-4d5c-9d7a-efd961f71a1a req-4201e1ab-5ae6-4fb9-9029-32be930c357b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7328243 Feb 28 17:39:23.259146 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (33255bf5-e9b8-470e-a947-7929888391c4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:23.274961 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26552bf-e748-48c8-a4f9-3def91391147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871f67f4-5d6d-4fa4-9268-1c9f41b74c2c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:23.377099 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac66bf82-e003-47b0-a5ed-d159e431c443 x-openstack-request-id: req-ac66bf82-e003-47b0-a5ed-d159e431c443 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:39:23.377341 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6", "name": "network-vif-plugged", "status": "completed", "tag": "33255bf5-e9b8-470e-a947-7929888391c4", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:39:23.377980 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ac66bf82-e003-47b0-a5ed-d159e431c443 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:39:23.378564 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33255bf5-e9b8-470e-a947-7929888391c4', 'code': 200} Feb 28 17:39:23.379342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=33255bf5-e9b8-470e-a947-7929888391c4,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:23.523835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24180ec4-e0e7-41cf-a0bf-80576b4d5410 req-03e8d401-e309-4079-98bd-f8a3d8b2ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:23.526707 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24180ec4-e0e7-41cf-a0bf-80576b4d5410 req-03e8d401-e309-4079-98bd-f8a3d8b2ca9f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 1128 time: 0.1015420 Feb 28 17:39:23.528441 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:23.699015 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24180ec4-e0e7-41cf-a0bf-80576b4d5410 req-e4858187-0cce-4961-8622-2912d9fd7dd1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660917 Feb 28 17:39:23.830888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router 2ea0a1a8-aefb-4f6b-9005-308b2c15637f is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:39:23.962279 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:39:23.981289 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb655c90-0866-44e5-96fa-0c0ac71dac45 None None] Sync routers for ids ['2ea0a1a8-aefb-4f6b-9005-308b2c15637f'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:39:24.005435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb655c90-0866-44e5-96fa-0c0ac71dac45 None None] Routers {'2ea0a1a8-aefb-4f6b-9005-308b2c15637f'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:24.006995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-eb655c90-0866-44e5-96fa-0c0ac71dac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2ea0a1a8-aefb-4f6b-9005-308b2c15637f'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:24.041380 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:24.042893 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3939cefa-6e85-4d97-a1ad-0d2b32d2e68d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.7484293 Feb 28 17:39:24.045560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46632) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:24.087317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-eb655c90-0866-44e5-96fa-0c0ac71dac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:24.108901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb655c90-0866-44e5-96fa-0c0ac71dac45 None None] Routers {'2ea0a1a8-aefb-4f6b-9005-308b2c15637f'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:24.110664 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-eb655c90-0866-44e5-96fa-0c0ac71dac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2ea0a1a8-aefb-4f6b-9005-308b2c15637f'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:24.232725 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-19e6e123-69d6-4a69-b8d7-0a40dfde3afd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/routers/2ea0a1a8-aefb-4f6b-9005-308b2c15637f HTTP/1.1" status: 200 len: 880 time: 0.1859426 Feb 28 17:39:24.235141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46642) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:24.370238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-eb655c90-0866-44e5-96fa-0c0ac71dac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:24.370885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb655c90-0866-44e5-96fa-0c0ac71dac45 None None] The sync data for ids ['2ea0a1a8-aefb-4f6b-9005-308b2c15637f'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:39:24.407949 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2f9e3-921e-41bc-bd13-4830f59a29af req-4798e8d5-8c3c-48af-aaa2-c35402ad213f tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:24.410200 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2aa2f9e3-921e-41bc-bd13-4830f59a29af req-4798e8d5-8c3c-48af-aaa2-c35402ad213f tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 945 time: 0.0950797 Feb 28 17:39:24.512452 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2aa2f9e3-921e-41bc-bd13-4830f59a29af req-0c71d440-e8c9-4cb8-8623-b0780d3f3485 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735693 Feb 28 17:39:24.675994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46676) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:24.676354 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c0cb71a1-a8d1-4f23-a5a6-4386e7888419 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4394548 Feb 28 17:39:24.683011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-df229142-9d37-4506-8fa9-98f078f5351c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-704480134'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:25.231887 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-df229142-9d37-4506-8fa9-98f078f5351c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:25.381120 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-df229142-9d37-4506-8fa9-98f078f5351c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:25.499673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df229142-9d37-4506-8fa9-98f078f5351c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router 2ea0a1a8-aefb-4f6b-9005-308b2c15637f has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:39:25.642238 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df229142-9d37-4506-8fa9-98f078f5351c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:39:25.650294 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-df229142-9d37-4506-8fa9-98f078f5351c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:25.662340 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-df229142-9d37-4506-8fa9-98f078f5351c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/2ea0a1a8-aefb-4f6b-9005-308b2c15637f HTTP/1.1" status: 200 len: 887 time: 0.9767210 Feb 28 17:39:25.662340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46722) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:25.672121 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecfeb7d-02bd-4bd9-886c-8db0075a3c46 None None] Sync routers for ids ['2ea0a1a8-aefb-4f6b-9005-308b2c15637f'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:39:25.708127 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecfeb7d-02bd-4bd9-886c-8db0075a3c46 None None] Routers {'2ea0a1a8-aefb-4f6b-9005-308b2c15637f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:25.708764 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9ecfeb7d-02bd-4bd9-886c-8db0075a3c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2ea0a1a8-aefb-4f6b-9005-308b2c15637f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:25.756143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8571a0-8e0b-4da4-8926-490109374df1 req-9f85d01a-0f1b-41e3-884a-43a69babd63e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:25.759278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b8571a0-8e0b-4da4-8926-490109374df1 req-9f85d01a-0f1b-41e3-884a-43a69babd63e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 945 time: 0.0687528 Feb 28 17:39:25.800340 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9ecfeb7d-02bd-4bd9-886c-8db0075a3c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:25.816752 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecfeb7d-02bd-4bd9-886c-8db0075a3c46 None None] Routers {'2ea0a1a8-aefb-4f6b-9005-308b2c15637f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:25.817679 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9ecfeb7d-02bd-4bd9-886c-8db0075a3c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2ea0a1a8-aefb-4f6b-9005-308b2c15637f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:25.834467 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b8571a0-8e0b-4da4-8926-490109374df1 req-b4f4a644-425e-48ce-80e3-4d27a7b63cc3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679438 Feb 28 17:39:25.895161 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9994fe21-a42b-4855-884b-f323d174a839 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/routers/2ea0a1a8-aefb-4f6b-9005-308b2c15637f HTTP/1.1" status: 200 len: 887 time: 0.2337670 Feb 28 17:39:25.895706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46732) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:25.904739 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9ecfeb7d-02bd-4bd9-886c-8db0075a3c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:25.905389 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecfeb7d-02bd-4bd9-886c-8db0075a3c46 None None] The sync data for ids ['2ea0a1a8-aefb-4f6b-9005-308b2c15637f'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:39:25.950257 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7aced3c4-e011-4b49-8da3-bfa01ba236d2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ea0a1a8-aefb-4f6b-9005-308b2c15637f HTTP/1.1" status: 200 len: 205 time: 0.0487738 Feb 28 17:39:25.951520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46736) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:26.143258 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:26.381666 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_gateway (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:26.529911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port d2eb165a-9bfb-45a3-9438-c60b76e5fff3 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:26.533123 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d2eb165a-9bfb-45a3-9438-c60b76e5fff3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:26.639200 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d2eb165a-9bfb-45a3-9438-c60b76e5fff3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:26.654649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for d2eb165a-9bfb-45a3-9438-c60b76e5fff3 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:27.033262 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d2eb165a-9bfb-45a3-9438-c60b76e5fff3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:27.191823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=d2eb165a-9bfb-45a3-9438-c60b76e5fff3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:27.218837 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:27.378840 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:27.381670 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_controller (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:27.489255 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (2ea0a1a8-aefb-4f6b-9005-308b2c15637f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:27.489833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Fanout notify agent at l3_agent the message router_deleted on router 2ea0a1a8-aefb-4f6b-9005-308b2c15637f {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:39:27.505630 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:27.512874 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4bf7c37c-43a3-4a00-a0da-97f4a90c4710 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/routers/2ea0a1a8-aefb-4f6b-9005-308b2c15637f HTTP/1.1" status: 204 len: 168 time: 1.5556877 Feb 28 17:39:27.514276 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46810) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:27.521533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d74b9e7e-3a36-4536-ad67-0f886f977f05 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'network': {'name': 'tempest-RoutersTest-633429308'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:27.649402 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74b9e7e-3a36-4536-ad67-0f886f977f05 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:27.654076 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d74b9e7e-3a36-4536-ad67-0f886f977f05 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:27.714468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74b9e7e-3a36-4536-ad67-0f886f977f05 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:39:27.734192 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d74b9e7e-3a36-4536-ad67-0f886f977f05 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (7d25807f-4825-4de1-929a-20dda03ecb76), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:27.734606 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-d74b9e7e-3a36-4536-ad67-0f886f977f05 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Added segment 7d25807f-4825-4de1-929a-20dda03ecb76 of type vlan for network c8995da7-10a7-4dde-bec8-43e0af344c8b Feb 28 17:39:27.826014 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d74b9e7e-3a36-4536-ad67-0f886f977f05 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (c8995da7-10a7-4dde-bec8-43e0af344c8b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:28.032530 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d74b9e7e-3a36-4536-ad67-0f886f977f05 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (c8995da7-10a7-4dde-bec8-43e0af344c8b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:28.037900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74b9e7e-3a36-4536-ad67-0f886f977f05 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:28.038946 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d74b9e7e-3a36-4536-ad67-0f886f977f05 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:28.194205 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b9e7e-3a36-4536-ad67-0f886f977f05 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Network': ['ID=c8995da7-10a7-4dde-bec8-43e0af344c8b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:28.205839 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network c8995da7-10a7-4dde-bec8-43e0af344c8b details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:39:28.259960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46840) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:28.260699 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d74b9e7e-3a36-4536-ad67-0f886f977f05 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7441523 Feb 28 17:39:28.266966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7344a2c2-1e32-424c-8c37-6f56ef564a96 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'subnet': {'network_id': 'c8995da7-10a7-4dde-bec8-43e0af344c8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:28.587411 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7344a2c2-1e32-424c-8c37-6f56ef564a96 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:28.592448 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7344a2c2-1e32-424c-8c37-6f56ef564a96 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:29.432757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46872) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:29.930076 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7344a2c2-1e32-424c-8c37-6f56ef564a96 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (e01e8747-bc2b-421e-80d9-6f0a7d7e533f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:30.015923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7344a2c2-1e32-424c-8c37-6f56ef564a96 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Checking segment: {'id': '7d25807f-4825-4de1-929a-20dda03ecb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c8995da7-10a7-4dde-bec8-43e0af344c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:39:30.016414 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7344a2c2-1e32-424c-8c37-6f56ef564a96 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network hostable DHCP agents. Network: c8995da7-10a7-4dde-bec8-43e0af344c8b, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:39:30.018760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344a2c2-1e32-424c-8c37-6f56ef564a96 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Subnet': ['ID=e01e8747-bc2b-421e-80d9-6f0a7d7e533f,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:30.100582 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7344a2c2-1e32-424c-8c37-6f56ef564a96 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network c8995da7-10a7-4dde-bec8-43e0af344c8b is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:39:30.113566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-0184f012-5817-4e75-aee2-f56bc371cbd5 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1435837455'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:30.114053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-0184f012-5817-4e75-aee2-f56bc371cbd5 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Unknown quota resources ['metering_label']. {{(pid=104246) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:39:30.146882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-7344a2c2-1e32-424c-8c37-6f56ef564a96 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, c8995da7-10a7-4dde-bec8-43e0af344c8b) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:30.163801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357b3f84-659a-48cf-97b7-6a65478d2f3f None None] Network c8995da7-10a7-4dde-bec8-43e0af344c8b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:39:30.182035 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7344a2c2-1e32-424c-8c37-6f56ef564a96 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:30.182035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7344a2c2-1e32-424c-8c37-6f56ef564a96 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:30.305043 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7344a2c2-1e32-424c-8c37-6f56ef564a96 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0423493 Feb 28 17:39:30.311455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46908) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:30.316165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e89e37d0-5c10-4011-8e26-4db6355f6f34 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1491668287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:30.400655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-c8995da7-10a7-4dde-bec8-43e0af344c8b', 'network_id': 'c8995da7-10a7-4dde-bec8-43e0af344c8b', 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'fixed_ips': [{'subnet_id': 'e01e8747-bc2b-421e-80d9-6f0a7d7e533f'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:39:30.402406 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:30.646049 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0184f012-5817-4e75-aee2-f56bc371cbd5 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:30.649514 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0184f012-5817-4e75-aee2-f56bc371cbd5 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2139070 Feb 28 17:39:30.649514 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e89e37d0-5c10-4011-8e26-4db6355f6f34 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:30.650445 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e89e37d0-5c10-4011-8e26-4db6355f6f34 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:30.651800 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46932) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:30.657168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4293a136-c0f5-47ab-bdf9-5b5fb169e4ac tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4eb88e33-0c4f-4ec1-a420-1fd6cb826484'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:30.657642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4293a136-c0f5-47ab-bdf9-5b5fb169e4ac tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104247) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:39:30.718715 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e89e37d0-5c10-4011-8e26-4db6355f6f34 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_controller (5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:30.778267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e89e37d0-5c10-4011-8e26-4db6355f6f34 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:30.823056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Allocated IP 172.20.0.2 (c8995da7-10a7-4dde-bec8-43e0af344c8b/e01e8747-bc2b-421e-80d9-6f0a7d7e533f/5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:39:30.877845 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e89e37d0-5c10-4011-8e26-4db6355f6f34 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:30.882654 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e89e37d0-5c10-4011-8e26-4db6355f6f34 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5674298 Feb 28 17:39:30.882974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46942) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:31.054167 n-d-820368-19 neutron-server[104247]: WARNING neutron.services.metering.metering_plugin [None req-4293a136-c0f5-47ab-bdf9-5b5fb169e4ac tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 17:39:31.168544 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Publish callbacks [] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:31.301916 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:31.472353 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Pushing event updated for resources: {'Port': ['ID=5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:31.478382 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4293a136-c0f5-47ab-bdf9-5b5fb169e4ac tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:31.479809 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4293a136-c0f5-47ab-bdf9-5b5fb169e4ac tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8266873 Feb 28 17:39:31.483233 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46964) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:31.493621 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1a9a2a11-09c2-4018-87ec-35c3bf9c2e97 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4eb88e33-0c4f-4ec1-a420-1fd6cb826484'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:31.494411 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Network c8995da7-10a7-4dde-bec8-43e0af344c8b is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:31.494708 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1a9a2a11-09c2-4018-87ec-35c3bf9c2e97 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104247) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:39:31.497904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:31.508438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:39:31.660512 n-d-820368-19 neutron-server[104247]: WARNING neutron.services.metering.metering_plugin [None req-1a9a2a11-09c2-4018-87ec-35c3bf9c2e97 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 17:39:31.689097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Attempting to bind port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:31.690431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Attempting to bind port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '7d25807f-4825-4de1-929a-20dda03ecb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c8995da7-10a7-4dde-bec8-43e0af344c8b'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:31.691461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Attempting to bind port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e on network c8995da7-10a7-4dde-bec8-43e0af344c8b {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:31.703458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:39:31.704330 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Checking segment: {'id': '7d25807f-4825-4de1-929a-20dda03ecb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c8995da7-10a7-4dde-bec8-43e0af344c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:39:31.706492 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:31.707228 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Bound using segment: {'id': '7d25807f-4825-4de1-929a-20dda03ecb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c8995da7-10a7-4dde-bec8-43e0af344c8b'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:39:31.709308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Bound port: 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d25807f-4825-4de1-929a-20dda03ecb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c8995da7-10a7-4dde-bec8-43e0af344c8b'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:39:31.709892 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:31.730530 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:31.857594 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] For port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:39:31.870358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] For port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e,segment=NetworkSegment(7d25807f-4825-4de1-929a-20dda03ecb76),segment_id=7d25807f-4825-4de1-929a-20dda03ecb76)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:39:31.942374 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:31.952817 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2a11-09c2-4018-87ec-35c3bf9c2e97 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:31.957077 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1a9a2a11-09c2-4018-87ec-35c3bf9c2e97 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4719377 Feb 28 17:39:31.957793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46976) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:31.984826 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a417685e-0e89-48fa-a0a6-57e4538e5ea0 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=b94622d6-c462-4ccd-afd3-e99e68dd21b6 HTTP/1.1" status: 200 len: 462 time: 0.0257425 Feb 28 17:39:31.986460 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46978) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:32.086206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44abf-4500-4e8c-90d3-634d038da6ef None None] Pushing event updated for resources: {'Port': ['ID=5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:32.239101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Allocated IP 172.20.0.1 (c8995da7-10a7-4dde-bec8-43e0af344c8b/e01e8747-bc2b-421e-80d9-6f0a7d7e533f/c6a4086c-6c20-4c93-9b73-0b6b868ca003) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:39:32.549415 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72845f37-ec09-411c-abe0-f02abaf56690 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:32.563702 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-72845f37-ec09-411c-abe0-f02abaf56690 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/b94622d6-c462-4ccd-afd3-e99e68dd21b6 HTTP/1.1" status: 204 len: 168 time: 0.5740964 Feb 28 17:39:32.570317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47002) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:32.646652 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ce94aeeb-10bd-4a38-9718-a6f1a18a971a tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=b94622d6-c462-4ccd-afd3-e99e68dd21b6 HTTP/1.1" status: 200 len: 221 time: 0.0579982 Feb 28 17:39:32.651818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47004) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:32.656994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d99c0f85-1508-42bb-8c95-1f76d912c417 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1846544815', 'description': 'label created by tempest'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:32.666098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d99c0f85-1508-42bb-8c95-1f76d912c417 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Unknown quota resources ['metering_label']. {{(pid=104247) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:39:32.724828 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (c6a4086c-6c20-4c93-9b73-0b6b868ca003), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:32.925310 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c6a4086c-6c20-4c93-9b73-0b6b868ca003), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:33.018258 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network c8995da7-10a7-4dde-bec8-43e0af344c8b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:33.021677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:33.031785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:39:33.078639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=c6a4086c-6c20-4c93-9b73-0b6b868ca003,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:33.105563 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:33.454201 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d99c0f85-1508-42bb-8c95-1f76d912c417 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:33.459556 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d99c0f85-1508-42bb-8c95-1f76d912c417 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8108740 Feb 28 17:39:33.464216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47026) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:33.498429 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c6a4086c-6c20-4c93-9b73-0b6b868ca003), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:33.711069 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1163ef6d-2e75-4492-9bfa-a4f2ffc50820 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=faf11ea9-7646-4e00-ad34-bb1959f73036 HTTP/1.1" status: 200 len: 468 time: 0.2457135 Feb 28 17:39:33.716023 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47038) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:34.075963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:39:34.188409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a2ae52-7abe-4db6-a052-8991fcda7981 None None] Network c8995da7-10a7-4dde-bec8-43e0af344c8b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:39:34.210278 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4b02969c-cefa-4ab5-ae7f-a684eb4da834 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:34.214494 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4b02969c-cefa-4ab5-ae7f-a684eb4da834 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/faf11ea9-7646-4e00-ad34-bb1959f73036 HTTP/1.1" status: 204 len: 168 time: 0.4972465 Feb 28 17:39:34.215121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47050) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:34.254949 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-878fe4cf-9ef8-4c95-a651-040d61438033 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=faf11ea9-7646-4e00-ad34-bb1959f73036 HTTP/1.1" status: 200 len: 216 time: 0.0386837 Feb 28 17:39:34.260136 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47056) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:34.337713 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-279e2ca6-234f-4c60-a1a9-42966600e6f6 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0744855 Feb 28 17:39:34.340887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47058) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:34.367316 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-27650aad-342f-4734-b1ab-1dbcb9a51b82 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0252566 Feb 28 17:39:34.372595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47060) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:34.390202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6fe7509c-21e2-4dac-83a8-ffdf542b2207 None None] Provisioning complete for port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:34.399221 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fe7509c-21e2-4dac-83a8-ffdf542b2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:34.405060 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (c6a4086c-6c20-4c93-9b73-0b6b868ca003), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:34.473564 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (c6a4086c-6c20-4c93-9b73-0b6b868ca003), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:34.500204 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cfcee0b6-c8c2-4c66-a8ca-f299eb87f35f tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels/4eb88e33-0c4f-4ec1-a420-1fd6cb826484 HTTP/1.1" status: 200 len: 473 time: 0.1220133 Feb 28 17:39:34.503991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47070) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:34.512608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:34.516253 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:34.571830 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4d7cc591-e03f-4630-a0a6-598086c811ca tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules/e10ebc07-e08a-4f6a-b4cb-4c3d76d16ceb HTTP/1.1" status: 200 len: 459 time: 0.0605497 Feb 28 17:39:34.574273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47076) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:34.670505 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:34.770156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:34.770737 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:34.776280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7509c-21e2-4dac-83a8-ffdf542b2207 None None] Current status of the port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:34.776859 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fe7509c-21e2-4dac-83a8-ffdf542b2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:35.005134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6fe7509c-21e2-4dac-83a8-ffdf542b2207 None None] For port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e,segment=NetworkSegment(7d25807f-4825-4de1-929a-20dda03ecb76),segment_id=7d25807f-4825-4de1-929a-20dda03ecb76)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:35.073994 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fe7509c-21e2-4dac-83a8-ffdf542b2207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:35.101572 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-474a2075-12a3-4e54-8f00-054afa94eb83 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:35.119144 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-474a2075-12a3-4e54-8f00-054afa94eb83 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/e10ebc07-e08a-4f6a-b4cb-4c3d76d16ceb HTTP/1.1" status: 204 len: 168 time: 0.5418410 Feb 28 17:39:35.126430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47086) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:35.165850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network c8995da7-10a7-4dde-bec8-43e0af344c8b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:35.166952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:35.306325 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:39:35.306923 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:39:35.314760 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7509c-21e2-4dac-83a8-ffdf542b2207 None None] Pushing event updated for resources: {'Port': ['ID=5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:35.397084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=c6a4086c-6c20-4c93-9b73-0b6b868ca003,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:35.514870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-72549f49-aaad-4592-86eb-91878355836b None None] Provisioning complete for port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:35.516314 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72549f49-aaad-4592-86eb-91878355836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:35.620669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router 5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:39:35.736811 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-202826b6-51d9-4f30-b704-9607030223e2 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:35.740569 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-202826b6-51d9-4f30-b704-9607030223e2 tempest-MeteringIpV6TestJSON-770976647 tempest-MeteringIpV6TestJSON-770976647-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/4eb88e33-0c4f-4ec1-a420-1fd6cb826484 HTTP/1.1" status: 204 len: 168 time: 0.6107776 Feb 28 17:39:35.795232 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:39:35.807925 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-482084fe-72c2-469e-93cb-3ed8e45f0d50 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9191909 Feb 28 17:39:35.808299 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47106) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:35.870421 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431661e1-8a93-4702-95b3-d9024316c965 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:35.872333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-431661e1-8a93-4702-95b3-d9024316c965 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports/c6a4086c-6c20-4c93-9b73-0b6b868ca003 HTTP/1.1" status: 200 len: 910 time: 0.0645924 Feb 28 17:39:35.875307 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47114) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:35.881207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9ab6d69f-acd1-45fb-9240-d3947224fa2f tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e01e8747-bc2b-421e-80d9-6f0a7d7e533f'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:35.901846 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f924bd6-ea0b-4da3-8e42-914422b44ee1 None None] Sync routers for ids ['5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:39:35.951755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:36.029863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f924bd6-ea0b-4da3-8e42-914422b44ee1 None None] Routers {'5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:36.031431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1f924bd6-ea0b-4da3-8e42-914422b44ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:36.136705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1f924bd6-ea0b-4da3-8e42-914422b44ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:36.143232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:39:36.177450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-72549f49-aaad-4592-86eb-91878355836b None None] Current status of the port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:36.188728 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f924bd6-ea0b-4da3-8e42-914422b44ee1 None None] Routers {'5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:36.189511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1f924bd6-ea0b-4da3-8e42-914422b44ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:36.235506 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1f924bd6-ea0b-4da3-8e42-914422b44ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:36.236546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f924bd6-ea0b-4da3-8e42-914422b44ee1 None None] The sync data for ids ['5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:39:36.261327 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-72549f49-aaad-4592-86eb-91878355836b None None] Provisioning complete for port c6a4086c-6c20-4c93-9b73-0b6b868ca003 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:36.262048 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72549f49-aaad-4592-86eb-91878355836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c6a4086c-6c20-4c93-9b73-0b6b868ca003), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:36.308691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-72549f49-aaad-4592-86eb-91878355836b None None] Port c6a4086c-6c20-4c93-9b73-0b6b868ca003 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:39:36.345530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:36.346185 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:36.464949 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0cb40a9a-94c9-454b-a2a1-4842e02d906b None None] Provisioning complete for port c6a4086c-6c20-4c93-9b73-0b6b868ca003 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:36.465253 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0cb40a9a-94c9-454b-a2a1-4842e02d906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c6a4086c-6c20-4c93-9b73-0b6b868ca003), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:36.549772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0cb40a9a-94c9-454b-a2a1-4842e02d906b None None] Port c6a4086c-6c20-4c93-9b73-0b6b868ca003 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:39:36.720016 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:36.770468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47134) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:37.088040 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d69f-acd1-45fb-9240-d3947224fa2f tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c6a4086c-6c20-4c93-9b73-0b6b868ca003), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:37.421601 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69e4e14b-fdea-4ed9-b7d0-1f0e33a15ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:37.559912 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69e4e14b-fdea-4ed9-b7d0-1f0e33a15ee4 admin admin] Publish callbacks [] for security_group (ebccc940-91ac-4818-9c44-aa50d21fff84), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:37.662623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69e4e14b-fdea-4ed9-b7d0-1f0e33a15ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ebccc940-91ac-4818-9c44-aa50d21fff84), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:37.717537 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-16b92430-1359-4f6e-95ff-5e2d26f097f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:37.736516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-69e4e14b-fdea-4ed9-b7d0-1f0e33a15ee4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7ec7bd5c87674669abe481d6f4174a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9648530 Feb 28 17:39:37.746880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47176) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:37.764811 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:37.782246 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4e14b-fdea-4ed9-b7d0-1f0e33a15ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebccc940-91ac-4818-9c44-aa50d21fff84,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:37.878919 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d69f-acd1-45fb-9240-d3947224fa2f tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (c6a4086c-6c20-4c93-9b73-0b6b868ca003), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:37.919062 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8427-0368-439f-8448-52ce13454948 admin admin] Publish callbacks [] for security_group (ebccc940-91ac-4818-9c44-aa50d21fff84), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:37.952023 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8427-0368-439f-8448-52ce13454948 admin admin] Publish callbacks [] for security_group (ebccc940-91ac-4818-9c44-aa50d21fff84), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:37.970019 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d69f-acd1-45fb-9240-d3947224fa2f tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (c6a4086c-6c20-4c93-9b73-0b6b868ca003), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:38.200173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6d69f-acd1-45fb-9240-d3947224fa2f tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=c6a4086c-6c20-4c93-9b73-0b6b868ca003,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:38.207550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab6d69f-acd1-45fb-9240-d3947224fa2f tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:38.208174 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d69f-acd1-45fb-9240-d3947224fa2f tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:38.212262 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9ab6d69f-acd1-45fb-9240-d3947224fa2f tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/ports/c6a4086c-6c20-4c93-9b73-0b6b868ca003 HTTP/1.1" status: 200 len: 910 time: 2.3331068 Feb 28 17:39:38.213141 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47216) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:38.329397 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8427-0368-439f-8448-52ce13454948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ebccc940-91ac-4818-9c44-aa50d21fff84), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:38.336701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8427-0368-439f-8448-52ce13454948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:38.336701 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c8cd8427-0368-439f-8448-52ce13454948 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ebccc940-91ac-4818-9c44-aa50d21fff84 HTTP/1.1" status: 204 len: 168 time: 0.5869179 Feb 28 17:39:38.363577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd8427-0368-439f-8448-52ce13454948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebccc940-91ac-4818-9c44-aa50d21fff84,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:38.445479 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:39:38.979542 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-82a95c08-0dd7-4f99-9a25-91596b846063 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:39.433695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-82a95c08-0dd7-4f99-9a25-91596b846063 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port c6a4086c-6c20-4c93-9b73-0b6b868ca003 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:39.434065 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-82a95c08-0dd7-4f99-9a25-91596b846063 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c6a4086c-6c20-4c93-9b73-0b6b868ca003), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:39.565624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47260) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:39.596537 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-86429f10-f85e-48dd-ad69-68bf5f1554c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:39.643798 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-82a95c08-0dd7-4f99-9a25-91596b846063 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c6a4086c-6c20-4c93-9b73-0b6b868ca003), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:39.673574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-82a95c08-0dd7-4f99-9a25-91596b846063 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for c6a4086c-6c20-4c93-9b73-0b6b868ca003 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:39.842486 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-86429f10-f85e-48dd-ad69-68bf5f1554c7 admin admin] Publish callbacks [] for security_group (35b7c0e3-faa1-4acf-86c6-4f5d91d07b59), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:39.878154 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5ce7-cee2-4b88-9c88-09e60a2cf7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:39.906727 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-86429f10-f85e-48dd-ad69-68bf5f1554c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (35b7c0e3-faa1-4acf-86c6-4f5d91d07b59), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:39.981948 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-86429f10-f85e-48dd-ad69-68bf5f1554c7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3a620a797809417dbe2c2c487c64694c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4122488 Feb 28 17:39:39.983703 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:39.983997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86429f10-f85e-48dd-ad69-68bf5f1554c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b7c0e3-faa1-4acf-86c6-4f5d91d07b59,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:39.988512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47270) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:40.070976 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-af47f573-eda9-493a-b186-1803895e8105 admin admin] Publish callbacks [] for security_group (35b7c0e3-faa1-4acf-86c6-4f5d91d07b59), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:40.100048 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-af47f573-eda9-493a-b186-1803895e8105 admin admin] Publish callbacks [] for security_group (35b7c0e3-faa1-4acf-86c6-4f5d91d07b59), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:40.136155 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-82a95c08-0dd7-4f99-9a25-91596b846063 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c6a4086c-6c20-4c93-9b73-0b6b868ca003), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:40.187308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a95c08-0dd7-4f99-9a25-91596b846063 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=c6a4086c-6c20-4c93-9b73-0b6b868ca003,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:40.264609 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-af47f573-eda9-493a-b186-1803895e8105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (35b7c0e3-faa1-4acf-86c6-4f5d91d07b59), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:40.264728 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-af47f573-eda9-493a-b186-1803895e8105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:40.266685 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-af47f573-eda9-493a-b186-1803895e8105 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/35b7c0e3-faa1-4acf-86c6-4f5d91d07b59 HTTP/1.1" status: 204 len: 168 time: 0.2772079 Feb 28 17:39:40.282295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47f573-eda9-493a-b186-1803895e8105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b7c0e3-faa1-4acf-86c6-4f5d91d07b59,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:40.593380 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-82a95c08-0dd7-4f99-9a25-91596b846063 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:40.967351 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a95c08-0dd7-4f99-9a25-91596b846063 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router 5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:39:41.091689 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a95c08-0dd7-4f99-9a25-91596b846063 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:39:41.101920 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d1577-812d-47c7-91d6-5c629ca6a6a7 None None] Sync routers for ids ['5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:39:41.109044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47300) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:41.110356 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-82a95c08-0dd7-4f99-9a25-91596b846063 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8955350 Feb 28 17:39:41.113055 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d1577-812d-47c7-91d6-5c629ca6a6a7 None None] Routers {'5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:41.119622 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-282d1577-812d-47c7-91d6-5c629ca6a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:41.172084 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f78b7e91-471b-4d94-963f-8fc6c2b83a3c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b HTTP/1.1" status: 200 len: 205 time: 0.0618002 Feb 28 17:39:41.175060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47302) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:41.218584 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-282d1577-812d-47c7-91d6-5c629ca6a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:41.239703 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d1577-812d-47c7-91d6-5c629ca6a6a7 None None] Routers {'5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:41.241981 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-282d1577-812d-47c7-91d6-5c629ca6a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:41.341524 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-282d1577-812d-47c7-91d6-5c629ca6a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:41.343018 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d1577-812d-47c7-91d6-5c629ca6a6a7 None None] The sync data for ids ['5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:39:41.357644 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13401c38-9a67-4c59-8f6d-42335a67f2d6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:41.439329 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:41.675863 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47310) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:41.763157 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13401c38-9a67-4c59-8f6d-42335a67f2d6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:41.770107 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13401c38-9a67-4c59-8f6d-42335a67f2d6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_controller (5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:42.342702 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ef98450-9c4b-4c44-bb5c-43e36ab04a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:42.437625 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13401c38-9a67-4c59-8f6d-42335a67f2d6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:42.438789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13401c38-9a67-4c59-8f6d-42335a67f2d6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Fanout notify agent at l3_agent the message router_deleted on router 5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:39:42.456695 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13401c38-9a67-4c59-8f6d-42335a67f2d6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:42.461867 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-13401c38-9a67-4c59-8f6d-42335a67f2d6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/routers/5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b HTTP/1.1" status: 204 len: 168 time: 1.2823935 Feb 28 17:39:42.462783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47334) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:42.541339 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:42.546191 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ef98450-9c4b-4c44-bb5c-43e36ab04a0e admin admin] Publish callbacks [] for security_group (59214151-c889-4783-9844-8e8841f61592), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:42.556605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-60793013-0d70-46a0-bfe2-c98631851389 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting subnet e01e8747-bc2b-421e-80d9-6f0a7d7e533f {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:39:42.560337 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60793013-0d70-46a0-bfe2-c98631851389 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (e01e8747-bc2b-421e-80d9-6f0a7d7e533f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:42.613158 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60793013-0d70-46a0-bfe2-c98631851389 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (e01e8747-bc2b-421e-80d9-6f0a7d7e533f), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:42.666684 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ef98450-9c4b-4c44-bb5c-43e36ab04a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (59214151-c889-4783-9844-8e8841f61592), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:42.778169 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7ef98450-9c4b-4c44-bb5c-43e36ab04a0e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=062511fffc5544ed9320c00e5dd60407&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0969458 Feb 28 17:39:42.780548 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47338) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:42.798432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef98450-9c4b-4c44-bb5c-43e36ab04a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59214151-c889-4783-9844-8e8841f61592,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:42.846967 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60793013-0d70-46a0-bfe2-c98631851389 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (e01e8747-bc2b-421e-80d9-6f0a7d7e533f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:42.912867 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-91afe254-3390-4577-9110-a0f950946ffa admin admin] Publish callbacks [] for security_group (59214151-c889-4783-9844-8e8841f61592), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:42.997354 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-91afe254-3390-4577-9110-a0f950946ffa admin admin] Publish callbacks [] for security_group (59214151-c889-4783-9844-8e8841f61592), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:43.044534 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60793013-0d70-46a0-bfe2-c98631851389 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (e01e8747-bc2b-421e-80d9-6f0a7d7e533f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:43.062776 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60793013-0d70-46a0-bfe2-c98631851389 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:43.068921 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e5e3f0-e2c8-40bb-85ad-18083565a83d None None] Network c8995da7-10a7-4dde-bec8-43e0af344c8b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:39:43.080261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-60793013-0d70-46a0-bfe2-c98631851389 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/e01e8747-bc2b-421e-80d9-6f0a7d7e533f HTTP/1.1" status: 204 len: 168 time: 0.6157520 Feb 28 17:39:43.083387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47350) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:43.111842 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60793013-0d70-46a0-bfe2-c98631851389 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Subnet': ['ID=e01e8747-bc2b-421e-80d9-6f0a7d7e533f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:43.131020 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-91afe254-3390-4577-9110-a0f950946ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (59214151-c889-4783-9844-8e8841f61592), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:43.135735 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-91afe254-3390-4577-9110-a0f950946ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:43.141254 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-91afe254-3390-4577-9110-a0f950946ffa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/59214151-c889-4783-9844-8e8841f61592 HTTP/1.1" status: 204 len: 168 time: 0.3573935 Feb 28 17:39:43.191637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afe254-3390-4577-9110-a0f950946ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59214151-c889-4783-9844-8e8841f61592,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:43.257765 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (c8995da7-10a7-4dde-bec8-43e0af344c8b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:43.396407 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affbbb8e-f5d1-4b19-9979-7007800c1177 None None] DHCP port deletion for c8995da7-10a7-4dde-bec8-43e0af344c8b request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:39:43.420934 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:43.426388 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:43.529028 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-affbbb8e-f5d1-4b19-9979-7007800c1177 None None] Deleting port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:43.529649 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-affbbb8e-f5d1-4b19-9979-7007800c1177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:43.643182 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] For port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e,segment=NetworkSegment(7d25807f-4825-4de1-929a-20dda03ecb76),segment_id=7d25807f-4825-4de1-929a-20dda03ecb76)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:43.643552 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:43.662423 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-affbbb8e-f5d1-4b19-9979-7007800c1177 None None] For port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e,segment=NetworkSegment(7d25807f-4825-4de1-929a-20dda03ecb76),segment_id=7d25807f-4825-4de1-929a-20dda03ecb76)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:43.663247 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-affbbb8e-f5d1-4b19-9979-7007800c1177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:43.683273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:43.693961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-affbbb8e-f5d1-4b19-9979-7007800c1177 None None] Calling delete_port for 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:43.867604 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:43.882292 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-affbbb8e-f5d1-4b19-9979-7007800c1177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:43.893096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No DVR routers for this DVR port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:39:43.949063 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:43.951662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbbb8e-f5d1-4b19-9979-7007800c1177 None None] Pushing event deleted for resources: {'Port': ['ID=5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:43.963534 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:43.986978 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affbbb8e-f5d1-4b19-9979-7007800c1177 None None] No DVR routers for this DVR port 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:39:44.100904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:39:44.143395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:39:44.147347 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (c8995da7-10a7-4dde-bec8-43e0af344c8b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:44.153605 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5c3a797f-5f1c-4e35-9a9a-cce6bcdba85e not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:39:44.197557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8995da7-10a7-4dde-bec8-43e0af344c8b']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:44.218526 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d25807f-4825-4de1-929a-20dda03ecb76') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:44.218889 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d25807f-4825-4de1-929a-20dda03ecb76') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:44.229799 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (7d25807f-4825-4de1-929a-20dda03ecb76), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:44.259582 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (7d25807f-4825-4de1-929a-20dda03ecb76), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:44.271900 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:39:44.272313 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (7d25807f-4825-4de1-929a-20dda03ecb76), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:39:44.275640 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:39:44.466316 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (c8995da7-10a7-4dde-bec8-43e0af344c8b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:44.475747 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:44.486208 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/networks/c8995da7-10a7-4dde-bec8-43e0af344c8b HTTP/1.1" status: 204 len: 168 time: 1.3979938 Feb 28 17:39:44.486537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47394) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:44.491624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b8f34c28-d812-40fe-be58-c9d18a9ced6e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1966847248', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:44.496463 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655c961-c202-4b94-9e29-a2bd9c5c1020 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Network': ['ID=c8995da7-10a7-4dde-bec8-43e0af344c8b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:44.592730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b8f34c28-d812-40fe-be58-c9d18a9ced6e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:44.594229 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b8f34c28-d812-40fe-be58-c9d18a9ced6e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:44.686809 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b8f34c28-d812-40fe-be58-c9d18a9ced6e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_controller (de9ca917-4afe-43eb-90e3-a9ed53fdb794), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:44.735227 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b8f34c28-d812-40fe-be58-c9d18a9ced6e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:44.841057 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b8f34c28-d812-40fe-be58-c9d18a9ced6e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:44.843409 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b8f34c28-d812-40fe-be58-c9d18a9ced6e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3553452 Feb 28 17:39:44.846297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47404) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:44.854204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-915ad90f-7380-4a6f-b9d4-fb1f916b475a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'network': {'name': 'tempest-RoutersTest-1061123180'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:44.946866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915ad90f-7380-4a6f-b9d4-fb1f916b475a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:44.951228 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-915ad90f-7380-4a6f-b9d4-fb1f916b475a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:44.984494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915ad90f-7380-4a6f-b9d4-fb1f916b475a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:39:45.006873 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-915ad90f-7380-4a6f-b9d4-fb1f916b475a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d776d97b-7a4f-4c76-ae19-0c13936d87fd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:45.007211 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-915ad90f-7380-4a6f-b9d4-fb1f916b475a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Added segment d776d97b-7a4f-4c76-ae19-0c13936d87fd of type vlan for network 4addbbb3-4f29-496a-a3c0-7b6436f6f6e9 Feb 28 17:39:45.056655 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-915ad90f-7380-4a6f-b9d4-fb1f916b475a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (4addbbb3-4f29-496a-a3c0-7b6436f6f6e9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:45.158988 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-915ad90f-7380-4a6f-b9d4-fb1f916b475a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (4addbbb3-4f29-496a-a3c0-7b6436f6f6e9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:45.169250 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ad90f-7380-4a6f-b9d4-fb1f916b475a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:45.170890 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-915ad90f-7380-4a6f-b9d4-fb1f916b475a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:45.267802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ad90f-7380-4a6f-b9d4-fb1f916b475a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Network': ['ID=4addbbb3-4f29-496a-a3c0-7b6436f6f6e9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:45.292987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 4addbbb3-4f29-496a-a3c0-7b6436f6f6e9 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:39:45.372164 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-915ad90f-7380-4a6f-b9d4-fb1f916b475a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5240910 Feb 28 17:39:45.374929 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47428) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:45.387546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cb5cecbd-6482-4566-86b4-545e9f893f3e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'subnet': {'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:45.580946 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5cecbd-6482-4566-86b4-545e9f893f3e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:45.584578 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb5cecbd-6482-4566-86b4-545e9f893f3e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:45.894859 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb5cecbd-6482-4566-86b4-545e9f893f3e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (b78e2da7-e79e-497c-9525-04a9e680efeb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:45.987966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cecbd-6482-4566-86b4-545e9f893f3e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Subnet': ['ID=b78e2da7-e79e-497c-9525-04a9e680efeb,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:45.999560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5cecbd-6482-4566-86b4-545e9f893f3e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Checking segment: {'id': 'd776d97b-7a4f-4c76-ae19-0c13936d87fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:39:46.000078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5cecbd-6482-4566-86b4-545e9f893f3e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network hostable DHCP agents. Network: 4addbbb3-4f29-496a-a3c0-7b6436f6f6e9, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:39:46.083007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5cecbd-6482-4566-86b4-545e9f893f3e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 4addbbb3-4f29-496a-a3c0-7b6436f6f6e9 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:39:46.173624 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-cb5cecbd-6482-4566-86b4-545e9f893f3e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 4addbbb3-4f29-496a-a3c0-7b6436f6f6e9) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:46.178318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5cecbd-6482-4566-86b4-545e9f893f3e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:46.178793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb5cecbd-6482-4566-86b4-545e9f893f3e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:46.190915 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3b8771-47bf-463b-b398-d2f97600c119 None None] Network 4addbbb3-4f29-496a-a3c0-7b6436f6f6e9 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:39:46.288655 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cb5cecbd-6482-4566-86b4-545e9f893f3e tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9095142 Feb 28 17:39:46.288900 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47464) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:46.311082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47466) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:46.423021 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06116771-185f-4a04-8271-b348de7085bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:39:46.424171 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-06116771-185f-4a04-8271-b348de7085bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:46.593469 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-06116771-185f-4a04-8271-b348de7085bc None None] Allocated IP 172.20.0.2 (4addbbb3-4f29-496a-a3c0-7b6436f6f6e9/b78e2da7-e79e-497c-9525-04a9e680efeb/f512ee0e-8965-4e40-a340-2d9a28234951) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:39:46.776198 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-06116771-185f-4a04-8271-b348de7085bc None None] Publish callbacks [] for port (f512ee0e-8965-4e40-a340-2d9a28234951), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:46.811577 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:46.877182 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-06116771-185f-4a04-8271-b348de7085bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:46.952072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06116771-185f-4a04-8271-b348de7085bc None None] Network 4addbbb3-4f29-496a-a3c0-7b6436f6f6e9 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:46.958860 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-06116771-185f-4a04-8271-b348de7085bc None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:46.962060 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06116771-185f-4a04-8271-b348de7085bc None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:39:47.030034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06116771-185f-4a04-8271-b348de7085bc None None] Pushing event updated for resources: {'Port': ['ID=f512ee0e-8965-4e40-a340-2d9a28234951,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:47.068255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-06116771-185f-4a04-8271-b348de7085bc None None] Attempting to bind port f512ee0e-8965-4e40-a340-2d9a28234951 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:47.069156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-06116771-185f-4a04-8271-b348de7085bc None None] Attempting to bind port f512ee0e-8965-4e40-a340-2d9a28234951 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'd776d97b-7a4f-4c76-ae19-0c13936d87fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:47.075919 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06116771-185f-4a04-8271-b348de7085bc None None] Attempting to bind port f512ee0e-8965-4e40-a340-2d9a28234951 on network 4addbbb3-4f29-496a-a3c0-7b6436f6f6e9 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:47.086515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06116771-185f-4a04-8271-b348de7085bc None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:39:47.089067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06116771-185f-4a04-8271-b348de7085bc None None] Checking segment: {'id': 'd776d97b-7a4f-4c76-ae19-0c13936d87fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:39:47.091072 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-06116771-185f-4a04-8271-b348de7085bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:47.091687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06116771-185f-4a04-8271-b348de7085bc None None] Bound using segment: {'id': 'd776d97b-7a4f-4c76-ae19-0c13936d87fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:39:47.092951 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-06116771-185f-4a04-8271-b348de7085bc None None] Bound port: f512ee0e-8965-4e40-a340-2d9a28234951, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd776d97b-7a4f-4c76-ae19-0c13936d87fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:39:47.094743 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-06116771-185f-4a04-8271-b348de7085bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:47.176916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Allocated IP 172.20.0.1 (4addbbb3-4f29-496a-a3c0-7b6436f6f6e9/b78e2da7-e79e-497c-9525-04a9e680efeb/d50642b8-d913-4a69-b532-f2993d723fd7) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:39:47.193738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-06116771-185f-4a04-8271-b348de7085bc None None] For port f512ee0e-8965-4e40-a340-2d9a28234951, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:39:47.198942 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-06116771-185f-4a04-8271-b348de7085bc None None] For port f512ee0e-8965-4e40-a340-2d9a28234951, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f512ee0e-8965-4e40-a340-2d9a28234951,segment=NetworkSegment(d776d97b-7a4f-4c76-ae19-0c13936d87fd),segment_id=d776d97b-7a4f-4c76-ae19-0c13936d87fd)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:39:47.207487 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:47.249203 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-06116771-185f-4a04-8271-b348de7085bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:47.364715 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (d50642b8-d913-4a69-b532-f2993d723fd7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:47.383444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06116771-185f-4a04-8271-b348de7085bc None None] Pushing event updated for resources: {'Port': ['ID=f512ee0e-8965-4e40-a340-2d9a28234951,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:47.417566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Publish callbacks [] for security_group (1e9635ae-63e5-4e07-96da-ae8d0eb6a564), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:47.471512 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1e9635ae-63e5-4e07-96da-ae8d0eb6a564), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:47.500673 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:47.545573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9635ae-63e5-4e07-96da-ae8d0eb6a564,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:47.581493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:47.582096 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:47.582785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:47.583271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:47.583773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:47.584252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:47.584729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:47.586548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:47.587642 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:47.588140 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:47.597266 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:47.597845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:47.599173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:47.599290 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=d50642b8-d913-4a69-b532-f2993d723fd7,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:47.610880 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6bdfd411-6977-4404-9610-6b9768ba3b36 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=abd517562f814c27ae5e655f9bbcdb08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2986889 Feb 28 17:39:47.613435 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47498) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:47.627047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 4addbbb3-4f29-496a-a3c0-7b6436f6f6e9 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:47.632018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:47.637070 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:39:47.737026 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f6d65e4f-69c4-455b-b72b-a73cc6d15e36 admin admin] Publish callbacks [] for security_group (1e9635ae-63e5-4e07-96da-ae8d0eb6a564), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:47.782600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47502) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:47.784669 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:47.785790 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f6d65e4f-69c4-455b-b72b-a73cc6d15e36 admin admin] Publish callbacks [] for security_group (1e9635ae-63e5-4e07-96da-ae8d0eb6a564), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:47.974495 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f6d65e4f-69c4-455b-b72b-a73cc6d15e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1e9635ae-63e5-4e07-96da-ae8d0eb6a564), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:47.979134 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f6d65e4f-69c4-455b-b72b-a73cc6d15e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:47.979134 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f6d65e4f-69c4-455b-b72b-a73cc6d15e36 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1e9635ae-63e5-4e07-96da-ae8d0eb6a564 HTTP/1.1" status: 204 len: 168 time: 0.3640149 Feb 28 17:39:47.990049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d65e4f-69c4-455b-b72b-a73cc6d15e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9635ae-63e5-4e07-96da-ae8d0eb6a564,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:48.134575 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:48.169123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f512ee0e-8965-4e40-a340-2d9a28234951 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:39:48.282953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2127981022'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:48.295854 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port f512ee0e-8965-4e40-a340-2d9a28234951 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:48.296231 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:48.415060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Made reservation on behalf of 6631e6e312d545428a19281bf0b9819f for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:48.422200 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:48.434086 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port f512ee0e-8965-4e40-a340-2d9a28234951 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:48.434573 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:48.441283 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:48.540740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port f512ee0e-8965-4e40-a340-2d9a28234951, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f512ee0e-8965-4e40-a340-2d9a28234951,segment=NetworkSegment(d776d97b-7a4f-4c76-ae19-0c13936d87fd),segment_id=d776d97b-7a4f-4c76-ae19-0c13936d87fd)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:48.618501 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks [] for security_group (eb9d6461-8a26-4ad2-bc8e-d25638092a64), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:48.620457 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:48.708773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=f512ee0e-8965-4e40-a340-2d9a28234951,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:48.735481 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (eb9d6461-8a26-4ad2-bc8e-d25638092a64), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:48.777186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:39:48.804937 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9d6461-8a26-4ad2-bc8e-d25638092a64,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:48.820947 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (d50642b8-d913-4a69-b532-f2993d723fd7), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:48.821113 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (883b2a28-8f58-4cf1-a60f-260c26dc50bb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:48.821464 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Added segment 883b2a28-8f58-4cf1-a60f-260c26dc50bb of type vlan for network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 Feb 28 17:39:48.884126 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:48.934164 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (7f70bc24-03d6-446e-af9b-ff4bfc2f43f5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:49.048831 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (7f70bc24-03d6-446e-af9b-ff4bfc2f43f5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:49.053838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:49.054470 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:49.078797 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:49.081003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=d50642b8-d913-4a69-b532-f2993d723fd7,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:49.083413 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da77861d-582f-40c3-a794-92cbe66066f0 None None] Network 4addbbb3-4f29-496a-a3c0-7b6436f6f6e9 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:39:49.228206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 4addbbb3-4f29-496a-a3c0-7b6436f6f6e9 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:49.231538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:49.257898 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4676609 Feb 28 17:39:49.300593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b98ed-7354-4223-aeee-ef04c8c85498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Pushing event updated for resources: {'Network': ['ID=7f70bc24-03d6-446e-af9b-ff4bfc2f43f5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:49.447488 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:39:49.466077 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router de9ca917-4afe-43eb-90e3-a9ed53fdb794 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:39:49.544099 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-91eb7829-ec45-4ad0-877f-87f847773c37 None None] Provisioning complete for port f512ee0e-8965-4e40-a340-2d9a28234951 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:49.544474 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-91eb7829-ec45-4ad0-877f-87f847773c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:49.697649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:39:49.710614 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b20e411d-6750-4b27-805c-17a1f39c20fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4194288 Feb 28 17:39:49.712539 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47548) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:49.717680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-118595ff-0c16-4e8b-a1d4-68d4885ee912 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'network': {'name': 'tempest-RoutersTest-157026165'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:49.730514 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-91eb7829-ec45-4ad0-877f-87f847773c37 None None] Current status of the port f512ee0e-8965-4e40-a340-2d9a28234951 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:49.733087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Sync routers for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:39:49.750024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:49.750634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:49.837441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118595ff-0c16-4e8b-a1d4-68d4885ee912 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:49.843001 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-118595ff-0c16-4e8b-a1d4-68d4885ee912 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:49.884592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:39:49.884709 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47550) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:49.890890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Request body: {'port': {'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5', 'binding:host_id': 'n-h2-820368-19', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-238208341'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:49.940299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118595ff-0c16-4e8b-a1d4-68d4885ee912 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:39:49.956952 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-118595ff-0c16-4e8b-a1d4-68d4885ee912 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5180a6b3-2700-407a-bcac-bcf5f3d4ce05), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:49.957654 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-118595ff-0c16-4e8b-a1d4-68d4885ee912 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Added segment 5180a6b3-2700-407a-bcac-bcf5f3d4ce05 of type vlan for network 6c2e36d6-4fb6-4017-baaa-beb410681fbf Feb 28 17:39:50.019909 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Made reservation on behalf of 0fae69c7e7214db98666df5a214d2926 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:50.023399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:50.034609 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-118595ff-0c16-4e8b-a1d4-68d4885ee912 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (6c2e36d6-4fb6-4017-baaa-beb410681fbf), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:50.048729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:50.111115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f512ee0e-8965-4e40-a340-2d9a28234951 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:39:50.156553 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-118595ff-0c16-4e8b-a1d4-68d4885ee912 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (6c2e36d6-4fb6-4017-baaa-beb410681fbf), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:50.166348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118595ff-0c16-4e8b-a1d4-68d4885ee912 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:50.167609 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-118595ff-0c16-4e8b-a1d4-68d4885ee912 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:50.196072 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks [] for security_group (c1bfd3c0-aaf4-4274-bcba-90d07e52a3f4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:50.273363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port f512ee0e-8965-4e40-a340-2d9a28234951 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:50.274544 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:50.306613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47562) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:50.307165 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-118595ff-0c16-4e8b-a1d4-68d4885ee912 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5932903 Feb 28 17:39:50.312862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b8c0c600-4593-4111-abed-784fbf5da4a0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'subnet': {'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:50.325497 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c1bfd3c0-aaf4-4274-bcba-90d07e52a3f4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:50.335927 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118595ff-0c16-4e8b-a1d4-68d4885ee912 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Network': ['ID=6c2e36d6-4fb6-4017-baaa-beb410681fbf,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:50.363630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:39:47Z', 'revision_number': 2, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:48Z', 'revision_number': 2, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:50.366683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-582f045c-2888-457c-a5f6-82bf250927b2 None None] Provisioning complete for port f512ee0e-8965-4e40-a340-2d9a28234951 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:50.367742 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-582f045c-2888-457c-a5f6-82bf250927b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:50.369348 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] device_id is not set on port bef46810-b051-41ef-ad41-fbd31601af9a yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:39:50.375740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 6c2e36d6-4fb6-4017-baaa-beb410681fbf details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:39:50.459937 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Checking router: de9ca917-4afe-43eb-90e3-a9ed53fdb794 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:39:50.459937 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Updating router de9ca917-4afe-43eb-90e3-a9ed53fdb794 port d50642b8-d913-4a69-b532-f2993d723fd7 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:39:50.522001 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bfd3c0-aaf4-4274-bcba-90d07e52a3f4,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:50.609176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port f512ee0e-8965-4e40-a340-2d9a28234951 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:50.680729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c0c600-4593-4111-abed-784fbf5da4a0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:50.684183 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c600-4593-4111-abed-784fbf5da4a0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:50.714982 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:50.921989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] device_id is not set on port bef46810-b051-41ef-ad41-fbd31601af9a yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:39:50.934472 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks [] for port (bef46810-b051-41ef-ad41-fbd31601af9a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:50.998954 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-582f045c-2888-457c-a5f6-82bf250927b2 None None] Current status of the port f512ee0e-8965-4e40-a340-2d9a28234951 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:51.033791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-582f045c-2888-457c-a5f6-82bf250927b2 None None] Provisioning complete for port d50642b8-d913-4a69-b532-f2993d723fd7 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:51.034291 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-582f045c-2888-457c-a5f6-82bf250927b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:51.046055 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (bef46810-b051-41ef-ad41-fbd31601af9a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:51.119171 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-582f045c-2888-457c-a5f6-82bf250927b2 None None] Port d50642b8-d913-4a69-b532-f2993d723fd7 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:39:51.132963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Pushing event updated for resources: {'Port': ['ID=bef46810-b051-41ef-ad41-fbd31601af9a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:51.143845 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c600-4593-4111-abed-784fbf5da4a0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (69eea997-04cb-426d-905d-bba1563477a7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:51.202612 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Checking segment: {'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:39:51.203017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Network hostable DHCP agents. Network: 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:39:51.251073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0c600-4593-4111-abed-784fbf5da4a0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Subnet': ['ID=69eea997-04cb-426d-905d-bba1563477a7,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:51.268523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0c600-4593-4111-abed-784fbf5da4a0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Checking segment: {'id': '5180a6b3-2700-407a-bcac-bcf5f3d4ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:39:51.268877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c0c600-4593-4111-abed-784fbf5da4a0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network hostable DHCP agents. Network: 6c2e36d6-4fb6-4017-baaa-beb410681fbf, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:39:51.270761 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a8acaae5-9863-4b5e-bbbf-a278e06b30e4 None None] Provisioning complete for port d50642b8-d913-4a69-b532-f2993d723fd7 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:51.271388 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a8acaae5-9863-4b5e-bbbf-a278e06b30e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:51.312164 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Publish callbacks [] for port (d50642b8-d913-4a69-b532-f2993d723fd7), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:51.318325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a8acaae5-9863-4b5e-bbbf-a278e06b30e4 None None] Port d50642b8-d913-4a69-b532-f2993d723fd7 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:39:51.334158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:39:51.386771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c0c600-4593-4111-abed-784fbf5da4a0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 6c2e36d6-4fb6-4017-baaa-beb410681fbf is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:39:51.420526 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:51.451272 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:51.461088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-b8c0c600-4593-4111-abed-784fbf5da4a0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 6c2e36d6-4fb6-4017-baaa-beb410681fbf) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:51.469707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c0cd13-5c17-4f1a-87a1-ae4d8e0ade9f None None] Network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:39:51.474008 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:39:51.490621 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c0c600-4593-4111-abed-784fbf5da4a0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:51.492659 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c600-4593-4111-abed-784fbf5da4a0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:51.539500 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8245846-ebdf-415d-ab27-8f879cb833d9 None None] Network 6c2e36d6-4fb6-4017-baaa-beb410681fbf requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:39:51.552673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:51.555104 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:51.555729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:51.565589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:51.567825 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:51.570271 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 2 to bind port bef46810-b051-41ef-ad41-fbd31601af9a Feb 28 17:39:51.607640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47590) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:51.621891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b8c0c600-4593-4111-abed-784fbf5da4a0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2963064 Feb 28 17:39:51.627556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec626213-0667-4695-ab3e-c6fddb195f6d None None] Pushing event updated for resources: {'Port': ['ID=d50642b8-d913-4a69-b532-f2993d723fd7,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:51.629025 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:51.631230 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:51.631230 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:51.648966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:51.650909 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:51.652422 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 3 to bind port bef46810-b051-41ef-ad41-fbd31601af9a Feb 28 17:39:51.669221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:51.669661 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:51.670086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:51.675332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:51.675777 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:51.676264 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 4 to bind port bef46810-b051-41ef-ad41-fbd31601af9a Feb 28 17:39:51.694398 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:51.700291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:51.700904 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:51.710805 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:51.712465 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:51.713539 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 5 to bind port bef46810-b051-41ef-ad41-fbd31601af9a Feb 28 17:39:51.753540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:51.761214 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:51.761917 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:51.777317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:51.778877 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:51.779366 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 6 to bind port bef46810-b051-41ef-ad41-fbd31601af9a Feb 28 17:39:51.811992 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:51.813199 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:51.814359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:51.829875 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:51.832104 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:51.832792 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 7 to bind port bef46810-b051-41ef-ad41-fbd31601af9a Feb 28 17:39:51.838158 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:39:51.842923 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:51.883026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:51.883026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:51.883026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:51.898493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:51.898861 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:51.903687 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 8 to bind port bef46810-b051-41ef-ad41-fbd31601af9a Feb 28 17:39:51.930162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:51.931669 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:51.932987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:51.939420 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:51.939964 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:51.940933 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 9 to bind port bef46810-b051-41ef-ad41-fbd31601af9a Feb 28 17:39:51.962726 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:51.963569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:51.964312 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:51.971042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:51.971042 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:51.971042 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 10 to bind port bef46810-b051-41ef-ad41-fbd31601af9a Feb 28 17:39:51.999198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:52.000422 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:52.001021 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:52.012975 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port bef46810-b051-41ef-ad41-fbd31601af9a on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:52.014515 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port bef46810-b051-41ef-ad41-fbd31601af9a on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:52.014785 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (bef46810-b051-41ef-ad41-fbd31601af9a), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:52.107577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] For port bef46810-b051-41ef-ad41-fbd31601af9a, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:39:52.108129 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempted to set empty binding levels {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 17:39:52.132005 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c56d55cf-50fa-4a3f-a604-3875ed964969 None None] Provisioning complete for port d50642b8-d913-4a69-b532-f2993d723fd7 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:52.132378 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c56d55cf-50fa-4a3f-a604-3875ed964969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:52.157784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Attempting to bind port d50642b8-d913-4a69-b532-f2993d723fd7 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:52.158241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Attempting to bind port d50642b8-d913-4a69-b532-f2993d723fd7 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'd776d97b-7a4f-4c76-ae19-0c13936d87fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:52.158632 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Attempting to bind port d50642b8-d913-4a69-b532-f2993d723fd7 on network 4addbbb3-4f29-496a-a3c0-7b6436f6f6e9 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:52.184258 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:39:52.184629 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Checking segment: {'id': 'd776d97b-7a4f-4c76-ae19-0c13936d87fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:39:52.185032 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:52.185428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Bound using segment: {'id': 'd776d97b-7a4f-4c76-ae19-0c13936d87fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:39:52.185912 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Bound port: d50642b8-d913-4a69-b532-f2993d723fd7, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd776d97b-7a4f-4c76-ae19-0c13936d87fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:39:52.186311 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:52.191742 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (bef46810-b051-41ef-ad41-fbd31601af9a), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:52.227377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:52.228872 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:52.249703 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Pushing event updated for resources: {'Port': ['ID=bef46810-b051-41ef-ad41-fbd31601af9a,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:52.253646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c56d55cf-50fa-4a3f-a604-3875ed964969 None None] Port d50642b8-d913-4a69-b532-f2993d723fd7 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:39:52.303421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:52.340075 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-986e1a8a-39d6-431d-8062-11328f3b10ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.4542446 Feb 28 17:39:52.340803 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47608) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:52.365558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Allocated IP 172.21.0.2 (6c2e36d6-4fb6-4017-baaa-beb410681fbf/69eea997-04cb-426d-905d-bba1563477a7/5defcd1e-bcfb-42bd-82ae-ea9a9631d628) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:39:52.498602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] For port d50642b8-d913-4a69-b532-f2993d723fd7, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:39:52.520311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] For port d50642b8-d913-4a69-b532-f2993d723fd7, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d50642b8-d913-4a69-b532-f2993d723fd7,segment=NetworkSegment(d776d97b-7a4f-4c76-ae19-0c13936d87fd),segment_id=d776d97b-7a4f-4c76-ae19-0c13936d87fd)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:39:52.524264 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-4401b119-9053-4908-96f2-07a5036ead32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Deleting port bef46810-b051-41ef-ad41-fbd31601af9a {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:52.524619 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4401b119-9053-4908-96f2-07a5036ead32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (bef46810-b051-41ef-ad41-fbd31601af9a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:52.613271 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-4401b119-9053-4908-96f2-07a5036ead32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] For port bef46810-b051-41ef-ad41-fbd31601af9a, host n-h2-820368-19, got binding levels [] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:52.613911 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4401b119-9053-4908-96f2-07a5036ead32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (bef46810-b051-41ef-ad41-fbd31601af9a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:52.617260 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Publish callbacks [] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:52.621675 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:52.632513 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-4401b119-9053-4908-96f2-07a5036ead32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Calling delete_port for bef46810-b051-41ef-ad41-fbd31601af9a owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:52.673236 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:52.717592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Network 6c2e36d6-4fb6-4017-baaa-beb410681fbf is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:52.735758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:52.736438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:52.817294 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:52.819207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Allocated IP 172.21.0.1 (6c2e36d6-4fb6-4017-baaa-beb410681fbf/69eea997-04cb-426d-905d-bba1563477a7/2d80a2eb-5a09-4f84-8e8d-080caf54a038) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:39:52.826664 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec626213-0667-4695-ab3e-c6fddb195f6d None None] Pushing event updated for resources: {'Port': ['ID=d50642b8-d913-4a69-b532-f2993d723fd7,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:52.839183 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4401b119-9053-4908-96f2-07a5036ead32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (bef46810-b051-41ef-ad41-fbd31601af9a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:52.845636 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:39:52.902530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401b119-9053-4908-96f2-07a5036ead32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Pushing event deleted for resources: {'Port': ['ID=bef46810-b051-41ef-ad41-fbd31601af9a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:52.908462 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4401b119-9053-4908-96f2-07a5036ead32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:52.920847 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4401b119-9053-4908-96f2-07a5036ead32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "DELETE /v2.0/ports/bef46810-b051-41ef-ad41-fbd31601af9a HTTP/1.1" status: 204 len: 168 time: 0.5778399 Feb 28 17:39:52.927647 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47620) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:52.987031 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e69e4a-2e41-46f9-ad96-b7594bae3e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] GET failed (client error): The resource could not be found. Feb 28 17:39:53.000563 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-80e69e4a-2e41-46f9-ad96-b7594bae3e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "GET /v2.0/ports/bef46810-b051-41ef-ad41-fbd31601af9a HTTP/1.1" status: 404 len: 333 time: 0.0744424 Feb 28 17:39:53.001209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47622) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:53.006633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-456daa0c-1c2e-46ae-a1a5-4dedb04fc1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Request body: {'port': {'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1867791758'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:53.091942 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:53.094601 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456daa0c-1c2e-46ae-a1a5-4dedb04fc1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Made reservation on behalf of 0fae69c7e7214db98666df5a214d2926 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:53.098247 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-456daa0c-1c2e-46ae-a1a5-4dedb04fc1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:53.137080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-456daa0c-1c2e-46ae-a1a5-4dedb04fc1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] device_id is not set on port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:39:53.177202 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:53.210413 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:39:53.222504 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Pushing event updated for resources: {'Port': ['ID=5defcd1e-bcfb-42bd-82ae-ea9a9631d628,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:53.261603 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 6c2e36d6-4fb6-4017-baaa-beb410681fbf is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:53.266082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:53.271837 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:39:53.277064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=2d80a2eb-5a09-4f84-8e8d-080caf54a038,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:53.301234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Attempting to bind port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:53.301654 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Attempting to bind port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '5180a6b3-2700-407a-bcac-bcf5f3d4ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:53.302047 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Attempting to bind port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 on network 6c2e36d6-4fb6-4017-baaa-beb410681fbf {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:53.319824 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:39:53.320201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Checking segment: {'id': '5180a6b3-2700-407a-bcac-bcf5f3d4ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:39:53.320608 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:53.321532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Bound using segment: {'id': '5180a6b3-2700-407a-bcac-bcf5f3d4ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:39:53.322300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Bound port: 5defcd1e-bcfb-42bd-82ae-ea9a9631d628, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5180a6b3-2700-407a-bcac-bcf5f3d4ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:39:53.326554 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:53.350947 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:53.403154 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-456daa0c-1c2e-46ae-a1a5-4dedb04fc1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks [] for port (219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:53.421552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5cd3ed37-a419-4a34-86fc-136791ef6e28 None None] Provisioning complete for port d50642b8-d913-4a69-b532-f2993d723fd7 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:53.422163 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5cd3ed37-a419-4a34-86fc-136791ef6e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:53.470505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47630) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:53.575094 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-456daa0c-1c2e-46ae-a1a5-4dedb04fc1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:53.663186 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:53.676599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456daa0c-1c2e-46ae-a1a5-4dedb04fc1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:53.682554 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-456daa0c-1c2e-46ae-a1a5-4dedb04fc1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:53.691383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456daa0c-1c2e-46ae-a1a5-4dedb04fc1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:39:53.692929 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456daa0c-1c2e-46ae-a1a5-4dedb04fc1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:53.693305 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-456daa0c-1c2e-46ae-a1a5-4dedb04fc1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:53.707921 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456daa0c-1c2e-46ae-a1a5-4dedb04fc1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Pushing event updated for resources: {'Port': ['ID=219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:53.794576 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-456daa0c-1c2e-46ae-a1a5-4dedb04fc1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7920885 Feb 28 17:39:53.795925 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47636) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:53.806133 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:53.857465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] For port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:39:53.888645 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:53.931488 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] For port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5defcd1e-bcfb-42bd-82ae-ea9a9631d628,segment=NetworkSegment(5180a6b3-2700-407a-bcac-bcf5f3d4ce05),segment_id=5180a6b3-2700-407a-bcac-bcf5f3d4ce05)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:39:54.040921 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:54.084572 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:54.169442 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3ed37-a419-4a34-86fc-136791ef6e28 None None] Current status of the port d50642b8-d913-4a69-b532-f2993d723fd7 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:54.169837 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5cd3ed37-a419-4a34-86fc-136791ef6e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:54.207787 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70aece-344b-49f1-a366-02ab54b8a3e7 None None] Pushing event updated for resources: {'Port': ['ID=5defcd1e-bcfb-42bd-82ae-ea9a9631d628,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:54.209825 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:54.230880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5cd3ed37-a419-4a34-86fc-136791ef6e28 None None] For port d50642b8-d913-4a69-b532-f2993d723fd7, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d50642b8-d913-4a69-b532-f2993d723fd7,segment=NetworkSegment(d776d97b-7a4f-4c76-ae19-0c13936d87fd),segment_id=d776d97b-7a4f-4c76-ae19-0c13936d87fd)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:54.245350 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:39:47Z', 'revision_number': 2, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:52Z', 'revision_number': 4, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:54.258944 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ee913b88-87d1-4f62-991e-e0f3faa2e7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:54.300894 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5cd3ed37-a419-4a34-86fc-136791ef6e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:54.304725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e2f5b-157b-4b7e-9420-3a4fa39f14fe None None] The sync data for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 is: [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:39:47Z', 'revision_number': 2, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:52Z', 'revision_number': 4, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:39:54.338619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] device_id is not set on port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:39:54.364862 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks [] for port (219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:54.397158 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3ed37-a419-4a34-86fc-136791ef6e28 None None] Pushing event updated for resources: {'Port': ['ID=d50642b8-d913-4a69-b532-f2993d723fd7,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:54.420375 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:54.450149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=2d80a2eb-5a09-4f84-8e8d-080caf54a038,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:54.458513 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:54.619535 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ee913b88-87d1-4f62-991e-e0f3faa2e7f9 admin admin] Publish callbacks [] for security_group (5ceb8a80-59f6-4131-9c76-aafbf104e6b0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:54.637834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 6c2e36d6-4fb6-4017-baaa-beb410681fbf is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:54.643959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:54.689167 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ee913b88-87d1-4f62-991e-e0f3faa2e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5ceb8a80-59f6-4131-9c76-aafbf104e6b0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:54.697339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:54.697687 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:54.707602 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:54.756175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:54.756458 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:54.765493 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 2 to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 Feb 28 17:39:54.768660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Pushing event updated for resources: {'Port': ['ID=219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:54.845448 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:54.845787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:54.846151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:54.857411 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ee913b88-87d1-4f62-991e-e0f3faa2e7f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d20f116551ab4c0bae61c06d8b6a0d29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3819690 Feb 28 17:39:54.857411 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee913b88-87d1-4f62-991e-e0f3faa2e7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceb8a80-59f6-4131-9c76-aafbf104e6b0,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:54.859735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47656) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:54.860745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:54.861079 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:54.867064 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 3 to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 Feb 28 17:39:54.893414 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:54.893577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:54.896659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:54.916408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:54.916736 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:54.929728 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 4 to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 Feb 28 17:39:54.942402 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router de9ca917-4afe-43eb-90e3-a9ed53fdb794 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:39:54.973408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:54.974487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:54.974487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:55.008998 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:55.008998 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:55.011831 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 5 to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 Feb 28 17:39:55.043558 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:55.043762 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:55.044089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:55.047226 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f39e6d3-0190-4e51-b4ad-2735e8036b96 admin admin] Publish callbacks [] for security_group (5ceb8a80-59f6-4131-9c76-aafbf104e6b0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:55.092130 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:55.092460 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:55.094491 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 6 to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 Feb 28 17:39:55.165770 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f39e6d3-0190-4e51-b4ad-2735e8036b96 admin admin] Publish callbacks [] for security_group (5ceb8a80-59f6-4131-9c76-aafbf104e6b0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:55.171990 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:55.173563 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:55.174099 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:55.195898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:55.198991 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:55.216060 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 7 to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 Feb 28 17:39:55.240990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:39:55.258145 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4fbc7658-197a-43a0-9f14-2c829eb9900b tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6489704 Feb 28 17:39:55.266045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47666) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:55.266045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-bf18a31e-2534-45c4-a143-5d7827be9a45 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'network': {'name': 'tempest-RoutersTest-24526564'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:55.282286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:55.290395 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:55.290395 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:55.301245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:55.301908 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:55.302853 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 8 to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 Feb 28 17:39:55.328619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:55.329096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:55.329531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:55.342243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:55.342981 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:55.343901 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 9 to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 Feb 28 17:39:55.357803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf18a31e-2534-45c4-a143-5d7827be9a45 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:55.361890 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bf18a31e-2534-45c4-a143-5d7827be9a45 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:55.366243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:55.366243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:55.366243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:55.373847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:55.374299 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:55.374939 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 10 to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 Feb 28 17:39:55.397244 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:55.397884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:55.398326 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:55.405154 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:39:55.405474 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:39:55.405850 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:55.450693 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf18a31e-2534-45c4-a143-5d7827be9a45 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:39:55.474878 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bf18a31e-2534-45c4-a143-5d7827be9a45 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (cab4e190-0d31-46a3-b93c-638fe0cecfb3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:55.476016 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f39e6d3-0190-4e51-b4ad-2735e8036b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5ceb8a80-59f6-4131-9c76-aafbf104e6b0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:55.476472 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-bf18a31e-2534-45c4-a143-5d7827be9a45 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Added segment cab4e190-0d31-46a3-b93c-638fe0cecfb3 of type vlan for network e773dca6-5b0d-4b64-b2de-15c5a8eb6371 Feb 28 17:39:55.481982 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f39e6d3-0190-4e51-b4ad-2735e8036b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:55.487593 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6f39e6d3-0190-4e51-b4ad-2735e8036b96 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ceb8a80-59f6-4131-9c76-aafbf104e6b0 HTTP/1.1" status: 204 len: 168 time: 0.6233373 Feb 28 17:39:55.538170 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39e6d3-0190-4e51-b4ad-2735e8036b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceb8a80-59f6-4131-9c76-aafbf104e6b0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:55.596718 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bf18a31e-2534-45c4-a143-5d7827be9a45 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (e773dca6-5b0d-4b64-b2de-15c5a8eb6371), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:55.620532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] For port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:39:55.621234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempted to set empty binding levels {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 17:39:55.689458 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:55.725359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] In _notify_port_updated(), no bound segment for port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:39:55.726308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:55.727150 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:55.731226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47680) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:55.731384 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "PUT /v2.0/ports/219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 HTTP/1.1" status: 200 len: 980 time: 1.9338033 Feb 28 17:39:55.748342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Pushing event updated for resources: {'Port': ['ID=219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:55.757018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:55.757465 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:55.758011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:55.758954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:55.759354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:55.759755 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:55.760151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:55.760810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:55.761203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:55.761597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:55.762009 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:55.762905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:55.763307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e47c41-db2b-4e09-9e7f-8aae5609d95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:55.821312 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bf18a31e-2534-45c4-a143-5d7827be9a45 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (e773dca6-5b0d-4b64-b2de-15c5a8eb6371), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:55.827062 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf18a31e-2534-45c4-a143-5d7827be9a45 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:55.827665 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bf18a31e-2534-45c4-a143-5d7827be9a45 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:55.926024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5734ef5-a0ab-4509-8957-80a24e76b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:55.926024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5734ef5-a0ab-4509-8957-80a24e76b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:55.926024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5734ef5-a0ab-4509-8957-80a24e76b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:55.926024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5734ef5-a0ab-4509-8957-80a24e76b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:55.926378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5734ef5-a0ab-4509-8957-80a24e76b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:55.926577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5734ef5-a0ab-4509-8957-80a24e76b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:55.927200 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5734ef5-a0ab-4509-8957-80a24e76b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:55.927653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5734ef5-a0ab-4509-8957-80a24e76b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:55.928432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5734ef5-a0ab-4509-8957-80a24e76b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:55.928542 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5734ef5-a0ab-4509-8957-80a24e76b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:55.934597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47684) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:55.936697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b8bba-5e54-4039-8783-9d045d1ce9c9 None None] Network 6c2e36d6-4fb6-4017-baaa-beb410681fbf requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:39:55.942894 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f5734ef5-a0ab-4509-8957-80a24e76b10b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9486 time: 0.2089543 Feb 28 17:39:55.951778 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bf18a31e-2534-45c4-a143-5d7827be9a45 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6884394 Feb 28 17:39:55.962795 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47686) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:55.963509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18a31e-2534-45c4-a143-5d7827be9a45 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Network': ['ID=e773dca6-5b0d-4b64-b2de-15c5a8eb6371,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:55.971784 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c734e3e2-558d-43b2-bb5f-0a8ff43f6356 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'subnet': {'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:56.030530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network e773dca6-5b0d-4b64-b2de-15c5a8eb6371 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:39:56.044875 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6040f92a-b601-419b-8808-845f5badd037 None None] Provisioning complete for port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:56.045254 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6040f92a-b601-419b-8808-845f5badd037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:56.100809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-3dbe822c-8de6-41be-b574-dc3dbd4d1d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Deleting port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:56.101160 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3dbe822c-8de6-41be-b574-dc3dbd4d1d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:56.203559 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-3dbe822c-8de6-41be-b574-dc3dbd4d1d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] For port 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261, host n-h2-820368-19, got binding levels [] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:56.204015 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3dbe822c-8de6-41be-b574-dc3dbd4d1d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:56.230106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-3dbe822c-8de6-41be-b574-dc3dbd4d1d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Calling delete_port for 219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:39:56.247604 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:39:56.248707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c734e3e2-558d-43b2-bb5f-0a8ff43f6356 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:56.255694 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c734e3e2-558d-43b2-bb5f-0a8ff43f6356 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:56.399981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6040f92a-b601-419b-8808-845f5badd037 None None] Current status of the port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:56.400445 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6040f92a-b601-419b-8808-845f5badd037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:56.418342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:56.418868 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:56.472517 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3dbe822c-8de6-41be-b574-dc3dbd4d1d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:56.499030 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6040f92a-b601-419b-8808-845f5badd037 None None] For port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5defcd1e-bcfb-42bd-82ae-ea9a9631d628,segment=NetworkSegment(5180a6b3-2700-407a-bcac-bcf5f3d4ce05),segment_id=5180a6b3-2700-407a-bcac-bcf5f3d4ce05)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:56.576341 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6040f92a-b601-419b-8808-845f5badd037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:56.588442 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe822c-8de6-41be-b574-dc3dbd4d1d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Pushing event deleted for resources: {'Port': ['ID=219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:56.606338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:56.606838 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:56.621147 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3dbe822c-8de6-41be-b574-dc3dbd4d1d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:56.629801 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3dbe822c-8de6-41be-b574-dc3dbd4d1d40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "DELETE /v2.0/ports/219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 HTTP/1.1" status: 204 len: 168 time: 0.6915481 Feb 28 17:39:56.630262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47696) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:56.681481 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Sync routers for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:39:56.698536 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:56.703280 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6e76e7-1736-4a29-b33c-2b99b3e6a095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] GET failed (client error): The resource could not be found. Feb 28 17:39:56.705237 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:56.706181 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6b6e76e7-1736-4a29-b33c-2b99b3e6a095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "GET /v2.0/ports/219b4a3e-4ee9-450d-8ad3-5d3cd3ff4261 HTTP/1.1" status: 404 len: 333 time: 0.0749342 Feb 28 17:39:56.712824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47700) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:56.724691 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-2b50a423-dd4f-46e5-8944-85b81aa40988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-508705235', 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:39:56.849527 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b50a423-dd4f-46e5-8944-85b81aa40988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Made reservation on behalf of 0fae69c7e7214db98666df5a214d2926 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:39:56.858708 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2b50a423-dd4f-46e5-8944-85b81aa40988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:56.892394 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-2b50a423-dd4f-46e5-8944-85b81aa40988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] device_id is not set on port fa22aa5f-15d1-4f64-9a69-31cd8cb5677e yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:39:56.901422 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040f92a-b601-419b-8808-845f5badd037 None None] Pushing event updated for resources: {'Port': ['ID=5defcd1e-bcfb-42bd-82ae-ea9a9631d628,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:56.936555 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:39:56.943602 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:39:56.943602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-cbb361dd-eefb-4b2e-8d49-84672007ace5 None None] Provisioning complete for port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:56.943602 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cbb361dd-eefb-4b2e-8d49-84672007ace5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.007350 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:39:57.037102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47704) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:57.120391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-cbb361dd-eefb-4b2e-8d49-84672007ace5 None None] Current status of the port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:57.154892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-cbb361dd-eefb-4b2e-8d49-84672007ace5 None None] Provisioning complete for port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:57.155275 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cbb361dd-eefb-4b2e-8d49-84672007ace5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.163729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47708) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:57.236107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-cbb361dd-eefb-4b2e-8d49-84672007ace5 None None] Port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:39:57.264709 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6118382-f1b2-4f8e-b89a-e5ecfd346c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.350394 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2b50a423-dd4f-46e5-8944-85b81aa40988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks [] for port (fa22aa5f-15d1-4f64-9a69-31cd8cb5677e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.369268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-234ee00c-f32a-4210-a35a-a0e942ab8e26 None None] Provisioning complete for port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:57.374979 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-234ee00c-f32a-4210-a35a-a0e942ab8e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.471875 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c734e3e2-558d-43b2-bb5f-0a8ff43f6356 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (42d0437d-b851-49ff-8866-d0ae4043a84e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.507836 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:39:53Z', 'revision_number': 3, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:53Z', 'revision_number': 2, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:57.549391 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Checking router: de9ca917-4afe-43eb-90e3-a9ed53fdb794 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:39:57.549391 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Updating router de9ca917-4afe-43eb-90e3-a9ed53fdb794 port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:39:57.552724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-234ee00c-f32a-4210-a35a-a0e942ab8e26 None None] Port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:39:57.564985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:57.566465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d50642b8-d913-4a69-b532-f2993d723fd7 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:39:57.576354 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6118382-f1b2-4f8e-b89a-e5ecfd346c32 admin admin] Publish callbacks [] for security_group (9fd96893-af88-4c05-9ee8-f6705cf85028), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.590356 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.628299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734e3e2-558d-43b2-bb5f-0a8ff43f6356 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Subnet': ['ID=42d0437d-b851-49ff-8866-d0ae4043a84e,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:57.637895 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2b50a423-dd4f-46e5-8944-85b81aa40988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (fa22aa5f-15d1-4f64-9a69-31cd8cb5677e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.650187 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734e3e2-558d-43b2-bb5f-0a8ff43f6356 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Checking segment: {'id': 'cab4e190-0d31-46a3-b93c-638fe0cecfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:39:57.663469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734e3e2-558d-43b2-bb5f-0a8ff43f6356 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network hostable DHCP agents. Network: e773dca6-5b0d-4b64-b2de-15c5a8eb6371, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:39:57.679977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d50642b8-d913-4a69-b532-f2993d723fd7 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:57.680646 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.747407 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6d008c90-214d-4219-81d2-ecac818f67a8 None None] Provisioning complete for port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:57.747780 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6d008c90-214d-4219-81d2-ecac818f67a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.751324 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6118382-f1b2-4f8e-b89a-e5ecfd346c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9fd96893-af88-4c05-9ee8-f6705cf85028), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.756850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734e3e2-558d-43b2-bb5f-0a8ff43f6356 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network e773dca6-5b0d-4b64-b2de-15c5a8eb6371 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:39:57.820333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-c734e3e2-558d-43b2-bb5f-0a8ff43f6356 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, e773dca6-5b0d-4b64-b2de-15c5a8eb6371) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:57.825033 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c734e3e2-558d-43b2-bb5f-0a8ff43f6356 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:57.825805 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c734e3e2-558d-43b2-bb5f-0a8ff43f6356 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.836736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6d008c90-214d-4219-81d2-ecac818f67a8 None None] Port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:39:57.844056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258e9ca0-6b8c-4ca0-8d8d-ed30ab5e960c None None] Network e773dca6-5b0d-4b64-b2de-15c5a8eb6371 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:39:57.849420 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33c84e0b-8cbb-45b5-b235-276123786953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.861694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50a423-dd4f-46e5-8944-85b81aa40988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:57.896341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50a423-dd4f-46e5-8944-85b81aa40988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Pushing event updated for resources: {'Port': ['ID=fa22aa5f-15d1-4f64-9a69-31cd8cb5677e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:57.930883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-2b50a423-dd4f-46e5-8944-85b81aa40988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:57.950716 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c734e3e2-558d-43b2-bb5f-0a8ff43f6356 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9803464 Feb 28 17:39:57.951445 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47726) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:57.957961 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50a423-dd4f-46e5-8944-85b81aa40988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:39:57.963412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b50a423-dd4f-46e5-8944-85b81aa40988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:57.963412 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2b50a423-dd4f-46e5-8944-85b81aa40988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:57.981051 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e6118382-f1b2-4f8e-b89a-e5ecfd346c32 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dc696af6740949bda7ccb3b81f4c0f1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8127334 Feb 28 17:39:57.984579 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47728) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:58.008848 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:39:58.010303 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:58.025108 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d50642b8-d913-4a69-b532-f2993d723fd7 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:58.037580 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6118382-f1b2-4f8e-b89a-e5ecfd346c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd96893-af88-4c05-9ee8-f6705cf85028,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:58.208826 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2b50a423-dd4f-46e5-8944-85b81aa40988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4938009 Feb 28 17:39:58.210521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47730) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:58.212819 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Publish callbacks [] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:58.260438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:39:58.299881 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:58.392620 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2041f119-cafb-465f-a015-5276025c93b5 admin admin] Publish callbacks [] for security_group (9fd96893-af88-4c05-9ee8-f6705cf85028), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:58.394719 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Pushing event updated for resources: {'Port': ['ID=2d80a2eb-5a09-4f84-8e8d-080caf54a038,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:58.408006 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f9afd4-103c-42a5-b261-f74aab6c2279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:39:58.412129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Allocated IP 172.22.0.2 (e773dca6-5b0d-4b64-b2de-15c5a8eb6371/42d0437d-b851-49ff-8866-d0ae4043a84e/32dea5b1-1073-4009-ac6e-7df986f028aa) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:39:58.418498 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-06f9afd4-103c-42a5-b261-f74aab6c2279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "GET /v2.0/ports/fa22aa5f-15d1-4f64-9a69-31cd8cb5677e HTTP/1.1" status: 200 len: 958 time: 0.1966848 Feb 28 17:39:58.439377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47740) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:58.477425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:58.477810 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:58.483380 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:58.485164 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:58.488780 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:58.489375 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:58.489996 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:58.490578 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:58.494368 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:58.494952 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:58.495538 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:58.496089 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:58.496646 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:58.497181 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:58.497988 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:39:58.546021 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Attempting to bind port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:58.546021 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Attempting to bind port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '5180a6b3-2700-407a-bcac-bcf5f3d4ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:58.546021 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Attempting to bind port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 on network 6c2e36d6-4fb6-4017-baaa-beb410681fbf {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:58.551803 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:39:58.552376 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Checking segment: {'id': '5180a6b3-2700-407a-bcac-bcf5f3d4ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:39:58.552811 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:58.553295 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Bound using segment: {'id': '5180a6b3-2700-407a-bcac-bcf5f3d4ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:39:58.553956 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Bound port: 2d80a2eb-5a09-4f84-8e8d-080caf54a038, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5180a6b3-2700-407a-bcac-bcf5f3d4ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:39:58.555135 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:58.678804 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:58.774495 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] For port 2d80a2eb-5a09-4f84-8e8d-080caf54a038, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:39:58.781547 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] For port 2d80a2eb-5a09-4f84-8e8d-080caf54a038, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2d80a2eb-5a09-4f84-8e8d-080caf54a038,segment=NetworkSegment(5180a6b3-2700-407a-bcac-bcf5f3d4ce05),segment_id=5180a6b3-2700-407a-bcac-bcf5f3d4ce05)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:39:58.801587 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Publish callbacks [] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:58.821424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-10e5006a-1a94-484e-bc63-6184fe0ee408 None None] Provisioning complete for port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:58.821916 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-10e5006a-1a94-484e-bc63-6184fe0ee408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:58.866138 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:58.870778 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:58.892447 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:58.993829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Pushing event updated for resources: {'Port': ['ID=32dea5b1-1073-4009-ac6e-7df986f028aa,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:59.014212 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Network e773dca6-5b0d-4b64-b2de-15c5a8eb6371 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:39:59.016813 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-10e5006a-1a94-484e-bc63-6184fe0ee408 None None] Port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:39:59.018207 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:39:59.020650 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:59.022369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:39:59.030945 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:39:59.034418 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930fb40-38b5-4d54-81c3-b43c8ce7d9a0 None None] Pushing event updated for resources: {'Port': ['ID=2d80a2eb-5a09-4f84-8e8d-080caf54a038,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:59.161177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Attempting to bind port 32dea5b1-1073-4009-ac6e-7df986f028aa on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:39:59.161558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Attempting to bind port 32dea5b1-1073-4009-ac6e-7df986f028aa by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'cab4e190-0d31-46a3-b93c-638fe0cecfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:39:59.162686 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Attempting to bind port 32dea5b1-1073-4009-ac6e-7df986f028aa on network e773dca6-5b0d-4b64-b2de-15c5a8eb6371 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:39:59.183385 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:39:59.183385 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Checking segment: {'id': 'cab4e190-0d31-46a3-b93c-638fe0cecfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:39:59.185287 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:59.185729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Bound using segment: {'id': 'cab4e190-0d31-46a3-b93c-638fe0cecfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:39:59.186533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Bound port: 32dea5b1-1073-4009-ac6e-7df986f028aa, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab4e190-0d31-46a3-b93c-638fe0cecfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:39:59.186793 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:59.273099 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:39:59.450637 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] For port 32dea5b1-1073-4009-ac6e-7df986f028aa, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:39:59.473982 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] For port 32dea5b1-1073-4009-ac6e-7df986f028aa, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=32dea5b1-1073-4009-ac6e-7df986f028aa,segment=NetworkSegment(cab4e190-0d31-46a3-b93c-638fe0cecfb3),segment_id=cab4e190-0d31-46a3-b93c-638fe0cecfb3)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:39:59.479296 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a82cb186-6c94-46d1-927c-467507542315 None None] Provisioning complete for port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:39:59.479669 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a82cb186-6c94-46d1-927c-467507542315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:59.517750 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33c84e0b-8cbb-45b5-b235-276123786953 admin admin] Publish callbacks [] for security_group (9f4eab65-115f-46b2-8926-68cb79fab81d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:59.521774 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Allocated IP 172.22.0.1 (e773dca6-5b0d-4b64-b2de-15c5a8eb6371/42d0437d-b851-49ff-8866-d0ae4043a84e/e4d89670-8704-4790-bc29-22066a971c59) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:39:59.572278 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:59.593802 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2041f119-cafb-465f-a015-5276025c93b5 admin admin] Publish callbacks [] for security_group (9fd96893-af88-4c05-9ee8-f6705cf85028), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:59.628571 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-33c84e0b-8cbb-45b5-b235-276123786953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9f4eab65-115f-46b2-8926-68cb79fab81d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:59.708408 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c246e9-9d75-4104-9087-1df102b99325 None None] Pushing event updated for resources: {'Port': ['ID=32dea5b1-1073-4009-ac6e-7df986f028aa,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:59.803965 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (e4d89670-8704-4790-bc29-22066a971c59), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:59.825765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c84e0b-8cbb-45b5-b235-276123786953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4eab65-115f-46b2-8926-68cb79fab81d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:39:59.827066 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a82cb186-6c94-46d1-927c-467507542315 None None] Current status of the port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:39:59.837528 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-33c84e0b-8cbb-45b5-b235-276123786953 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3d9614e0bea3421dac5047f5bbcc9293&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7952173 Feb 28 17:39:59.840369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47758) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:39:59.843443 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a82cb186-6c94-46d1-927c-467507542315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:59.885826 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:39:53Z', 'revision_number': 3, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:58Z', 'revision_number': 4, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:39:59.927729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a82cb186-6c94-46d1-927c-467507542315 None None] For port 2d80a2eb-5a09-4f84-8e8d-080caf54a038, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2d80a2eb-5a09-4f84-8e8d-080caf54a038,segment=NetworkSegment(5180a6b3-2700-407a-bcac-bcf5f3d4ce05),segment_id=5180a6b3-2700-407a-bcac-bcf5f3d4ce05)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:39:59.935931 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7eb1f7-77e2-4dd9-aa3d-8d0db50478b2 None None] The sync data for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 is: [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:39:53Z', 'revision_number': 3, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:58Z', 'revision_number': 4, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:39:59.963098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-bc042a22-184c-4a53-8a92-142fe3291675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Deleting port fa22aa5f-15d1-4f64-9a69-31cd8cb5677e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:39:59.963443 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc042a22-184c-4a53-8a92-142fe3291675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (fa22aa5f-15d1-4f64-9a69-31cd8cb5677e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:39:59.974287 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e4d89670-8704-4790-bc29-22066a971c59), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:00.041887 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a82cb186-6c94-46d1-927c-467507542315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:00.114575 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2041f119-cafb-465f-a015-5276025c93b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9fd96893-af88-4c05-9ee8-f6705cf85028), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:00.125773 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2041f119-cafb-465f-a015-5276025c93b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:00.129559 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2041f119-cafb-465f-a015-5276025c93b5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9fd96893-af88-4c05-9ee8-f6705cf85028 HTTP/1.1" status: 204 len: 168 time: 2.1401002 Feb 28 17:40:00.143014 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6547927e-46ed-4b72-bc76-6e68290f0cfc admin admin] Publish callbacks [] for security_group (9f4eab65-115f-46b2-8926-68cb79fab81d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:00.173574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network e773dca6-5b0d-4b64-b2de-15c5a8eb6371 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:40:00.196744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:00.202535 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cb186-6c94-46d1-927c-467507542315 None None] Pushing event updated for resources: {'Port': ['ID=2d80a2eb-5a09-4f84-8e8d-080caf54a038,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:00.203130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:40:00.216201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041f119-cafb-465f-a015-5276025c93b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd96893-af88-4c05-9ee8-f6705cf85028,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:00.244626 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc042a22-184c-4a53-8a92-142fe3291675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (fa22aa5f-15d1-4f64-9a69-31cd8cb5677e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:00.248494 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6547927e-46ed-4b72-bc76-6e68290f0cfc admin admin] Publish callbacks [] for security_group (9f4eab65-115f-46b2-8926-68cb79fab81d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:00.316984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-bc042a22-184c-4a53-8a92-142fe3291675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Calling delete_port for fa22aa5f-15d1-4f64-9a69-31cd8cb5677e owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:00.326252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=e4d89670-8704-4790-bc29-22066a971c59,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:00.376214 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:00.551018 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2d80a2eb-5a09-4f84-8e8d-080caf54a038 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:40:00.568475 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc042a22-184c-4a53-8a92-142fe3291675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (fa22aa5f-15d1-4f64-9a69-31cd8cb5677e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:00.710674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc042a22-184c-4a53-8a92-142fe3291675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa22aa5f-15d1-4f64-9a69-31cd8cb5677e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:00.720590 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6547927e-46ed-4b72-bc76-6e68290f0cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9f4eab65-115f-46b2-8926-68cb79fab81d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:00.733653 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6547927e-46ed-4b72-bc76-6e68290f0cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:00.733903 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e4d89670-8704-4790-bc29-22066a971c59), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:00.735474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6547927e-46ed-4b72-bc76-6e68290f0cfc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9f4eab65-115f-46b2-8926-68cb79fab81d HTTP/1.1" status: 204 len: 168 time: 0.8924887 Feb 28 17:40:00.760721 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc042a22-184c-4a53-8a92-142fe3291675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:00.761186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:00.761563 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:00.774367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bc042a22-184c-4a53-8a92-142fe3291675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "DELETE /v2.0/ports/fa22aa5f-15d1-4f64-9a69-31cd8cb5677e HTTP/1.1" status: 204 len: 168 time: 2.3272254 Feb 28 17:40:00.786726 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47774) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:00.815670 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547927e-46ed-4b72-bc76-6e68290f0cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4eab65-115f-46b2-8926-68cb79fab81d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:00.861466 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ae3652-a329-4baa-8cea-8980ce8db615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] GET failed (client error): The resource could not be found. Feb 28 17:40:00.863028 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-16ae3652-a329-4baa-8cea-8980ce8db615 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "GET /v2.0/ports/fa22aa5f-15d1-4f64-9a69-31cd8cb5677e HTTP/1.1" status: 404 len: 333 time: 0.0746477 Feb 28 17:40:00.876245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47776) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:00.882798 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9e0cb7ff-1bfb-48a7-8df9-ba95237b73a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Request body: {'port': {'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-781712406'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:00.924204 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:00.925617 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 32dea5b1-1073-4009-ac6e-7df986f028aa up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:40:01.013736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0cb7ff-1bfb-48a7-8df9-ba95237b73a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Made reservation on behalf of 0fae69c7e7214db98666df5a214d2926 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:40:01.016306 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb7ff-1bfb-48a7-8df9-ba95237b73a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:01.063014 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-9e0cb7ff-1bfb-48a7-8df9-ba95237b73a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] device_id is not set on port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:40:01.113027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 32dea5b1-1073-4009-ac6e-7df986f028aa triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:01.113574 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:01.295181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 32dea5b1-1073-4009-ac6e-7df986f028aa is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:01.295645 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:01.361485 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 32dea5b1-1073-4009-ac6e-7df986f028aa, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=32dea5b1-1073-4009-ac6e-7df986f028aa,segment=NetworkSegment(cab4e190-0d31-46a3-b93c-638fe0cecfb3),segment_id=cab4e190-0d31-46a3-b93c-638fe0cecfb3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:01.381131 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb7ff-1bfb-48a7-8df9-ba95237b73a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks [] for port (4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:01.426849 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (e4d89670-8704-4790-bc29-22066a971c59), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:01.431392 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:01.482103 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb7ff-1bfb-48a7-8df9-ba95237b73a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:01.504674 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (e4d89670-8704-4790-bc29-22066a971c59), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:01.527898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=32dea5b1-1073-4009-ac6e-7df986f028aa,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:01.559891 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f2af72-2a1e-4709-a10d-d5133bd8fb35 None None] Network e773dca6-5b0d-4b64-b2de-15c5a8eb6371 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:40:01.564365 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0cb7ff-1bfb-48a7-8df9-ba95237b73a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:40:01.572959 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-9e0cb7ff-1bfb-48a7-8df9-ba95237b73a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:01.588125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0cb7ff-1bfb-48a7-8df9-ba95237b73a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:40:01.589249 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0cb7ff-1bfb-48a7-8df9-ba95237b73a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:01.589847 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb7ff-1bfb-48a7-8df9-ba95237b73a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:01.613614 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cb7ff-1bfb-48a7-8df9-ba95237b73a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Pushing event updated for resources: {'Port': ['ID=4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:01.642885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=e4d89670-8704-4790-bc29-22066a971c59,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:01.648315 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:01.719706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47788) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:01.721653 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9e0cb7ff-1bfb-48a7-8df9-ba95237b73a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8390548 Feb 28 17:40:01.725950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:01.880826 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c4eed64f-8768-45eb-97fe-3bdf31e422db None None] Provisioning complete for port 32dea5b1-1073-4009-ac6e-7df986f028aa triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:01.881939 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c4eed64f-8768-45eb-97fe-3bdf31e422db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:01.896606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network e773dca6-5b0d-4b64-b2de-15c5a8eb6371 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:40:01.904496 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:01.936695 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:02.033366 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c4eed64f-8768-45eb-97fe-3bdf31e422db None None] Current status of the port 32dea5b1-1073-4009-ac6e-7df986f028aa is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:02.135551 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47800) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:02.144418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router de9ca917-4afe-43eb-90e3-a9ed53fdb794 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:40:02.199824 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2d80a2eb-5a09-4f84-8e8d-080caf54a038 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:40:02.258369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:02.258752 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:02.311039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:40:02.327985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Sync routers for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:40:02.334840 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-efdf00ba-66e8-4cf0-b91f-184e1599a0df tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3804269 Feb 28 17:40:02.335345 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47806) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:02.342000 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a0a6e01f-8a5f-4e42-a306-2b0a25aefddb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'network': {'name': 'tempest-RoutersTest-568589207'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:02.362696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:02.364267 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:02.472828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:02.473743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 32dea5b1-1073-4009-ac6e-7df986f028aa up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:40:02.477378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] device_id is not set on port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:40:02.483157 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a6e01f-8a5f-4e42-a306-2b0a25aefddb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:40:02.489429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e01f-8a5f-4e42-a306-2b0a25aefddb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:02.498466 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks [] for port (4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:02.522457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:02.548964 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a6e01f-8a5f-4e42-a306-2b0a25aefddb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:40:02.558581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47810) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:02.581846 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:02.593876 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c31c505e-b206-4059-8c69-8f864fb561ed None None] Provisioning complete for port 32dea5b1-1073-4009-ac6e-7df986f028aa triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:02.594628 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c31c505e-b206-4059-8c69-8f864fb561ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:02.604430 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-591de80e-c412-44d4-b4fe-43cdb0f6dccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:02.704061 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6a58-88db-47a1-b4fc-cd9a91b154ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:02.714534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Pushing event updated for resources: {'Port': ['ID=4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:02.824464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 32dea5b1-1073-4009-ac6e-7df986f028aa triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:02.824844 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:02.837296 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-591de80e-c412-44d4-b4fe-43cdb0f6dccd admin admin] Publish callbacks [] for security_group (4b99d046-8c29-4c0e-b3c5-134c45f9565a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:02.852904 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e01f-8a5f-4e42-a306-2b0a25aefddb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e7fb9900-70d0-45e0-beac-0228e6dc2baa), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:02.854188 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-a0a6e01f-8a5f-4e42-a306-2b0a25aefddb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Added segment e7fb9900-70d0-45e0-beac-0228e6dc2baa of type vlan for network 49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e Feb 28 17:40:02.962187 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e01f-8a5f-4e42-a306-2b0a25aefddb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:02.964278 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6a58-88db-47a1-b4fc-cd9a91b154ae admin admin] Publish callbacks [] for security_group (6e09da17-c223-443d-9186-3b10fc4be354), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:02.991202 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-591de80e-c412-44d4-b4fe-43cdb0f6dccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4b99d046-8c29-4c0e-b3c5-134c45f9565a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.034814 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-591de80e-c412-44d4-b4fe-43cdb0f6dccd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0875b2f590514690a4f83dcb867c8cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8956285 Feb 28 17:40:03.040172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47822) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:03.040928 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:03.041273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:03.041752 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:03.061737 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6a58-88db-47a1-b4fc-cd9a91b154ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6e09da17-c223-443d-9186-3b10fc4be354), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.067474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591de80e-c412-44d4-b4fe-43cdb0f6dccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b99d046-8c29-4c0e-b3c5-134c45f9565a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:03.077796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c31c505e-b206-4059-8c69-8f864fb561ed None None] Current status of the port 32dea5b1-1073-4009-ac6e-7df986f028aa is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:03.083110 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e01f-8a5f-4e42-a306-2b0a25aefddb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.090513 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a6e01f-8a5f-4e42-a306-2b0a25aefddb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:03.094674 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e01f-8a5f-4e42-a306-2b0a25aefddb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.098632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:40:03.099226 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:40:03.106510 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 2 to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac Feb 28 17:40:03.160189 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:03.160758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:03.161207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:03.186368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a6a58-88db-47a1-b4fc-cd9a91b154ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e09da17-c223-443d-9186-3b10fc4be354,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:03.207227 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c31c505e-b206-4059-8c69-8f864fb561ed None None] Provisioning complete for port e4d89670-8704-4790-bc29-22066a971c59 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:03.207711 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c31c505e-b206-4059-8c69-8f864fb561ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e4d89670-8704-4790-bc29-22066a971c59), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.214515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da94cf8a-d1ac-4304-805d-0a844f72aa8a req-275f2ec9-baae-4b74-b319-33c2d4f47a45 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2468081 Feb 28 17:40:03.220073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2a4a6a58-88db-47a1-b4fc-cd9a91b154ae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc4b99fbfad7499ba310bf4776e3887d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6585443 Feb 28 17:40:03.238252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 32dea5b1-1073-4009-ac6e-7df986f028aa is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:03.238939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47828) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:03.250009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:40:03.250740 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:40:03.260894 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 3 to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac Feb 28 17:40:03.275505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c31c505e-b206-4059-8c69-8f864fb561ed None None] Port e4d89670-8704-4790-bc29-22066a971c59 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:40:03.290238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:00Z', 'revision_number': 4, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:01Z', 'revision_number': 2, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:03.300534 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a0a6e01f-8a5f-4e42-a306-2b0a25aefddb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9632692 Feb 28 17:40:03.305633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6e01f-8a5f-4e42-a306-2b0a25aefddb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Network': ['ID=49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:03.320859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47834) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:03.327349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:40:03.329701 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Checking router: de9ca917-4afe-43eb-90e3-a9ed53fdb794 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:40:03.330150 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Updating router de9ca917-4afe-43eb-90e3-a9ed53fdb794 port e4d89670-8704-4790-bc29-22066a971c59 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:40:03.338003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ab450d41-d803-4a2e-a2fa-3fb2a4cec12d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'subnet': {'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:03.347353 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31c8095e-9209-46a9-bba8-95dbf7230c00 admin admin] Publish callbacks [] for security_group (4b99d046-8c29-4c0e-b3c5-134c45f9565a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.351482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:03.352118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:03.353175 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:03.370248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:40:03.370798 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:40:03.374582 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 4 to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac Feb 28 17:40:03.409903 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31c8095e-9209-46a9-bba8-95dbf7230c00 admin admin] Publish callbacks [] for security_group (4b99d046-8c29-4c0e-b3c5-134c45f9565a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.420532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:03.421281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:03.421954 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:03.425916 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e4d89670-8704-4790-bc29-22066a971c59), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.432377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94cf8a-d1ac-4304-805d-0a844f72aa8a req-b9200f01-10d6-469b-815e-149413bcd830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:03.434403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da94cf8a-d1ac-4304-805d-0a844f72aa8a req-b9200f01-10d6-469b-815e-149413bcd830 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 1128 time: 0.1485195 Feb 28 17:40:03.465717 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:40:03.466334 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:40:03.474403 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 5 to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac Feb 28 17:40:03.557800 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:03.559743 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:03.560371 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:03.566480 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:40:03.567770 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:40:03.571478 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 6 to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac Feb 28 17:40:03.599308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:03.600189 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:03.602739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:03.605379 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0b9df1d-298d-4cac-9070-eec576dabc5b admin admin] Publish callbacks [] for security_group (6e09da17-c223-443d-9186-3b10fc4be354), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.616035 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:40:03.616869 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:40:03.625341 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 7 to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac Feb 28 17:40:03.654969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:03.655769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:03.656338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:03.659684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94cf8a-d1ac-4304-805d-0a844f72aa8a req-2565fcc7-6121-4cfa-9c29-fc4dd7d78375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:03.661431 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da94cf8a-d1ac-4304-805d-0a844f72aa8a req-2565fcc7-6121-4cfa-9c29-fc4dd7d78375 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 912 time: 0.1886613 Feb 28 17:40:03.666718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:40:03.667341 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:40:03.669558 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 8 to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac Feb 28 17:40:03.686202 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0b9df1d-298d-4cac-9070-eec576dabc5b admin admin] Publish callbacks [] for security_group (6e09da17-c223-443d-9186-3b10fc4be354), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.723040 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da94cf8a-d1ac-4304-805d-0a844f72aa8a req-84c02871-7cb9-44f3-9494-012431182779 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33255bf5-e9b8-470e-a947-7929888391c4 HTTP/1.1" status: 200 len: 217 time: 0.0543990 Feb 28 17:40:03.730589 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31c8095e-9209-46a9-bba8-95dbf7230c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4b99d046-8c29-4c0e-b3c5-134c45f9565a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.735765 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31c8095e-9209-46a9-bba8-95dbf7230c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.738329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-31c8095e-9209-46a9-bba8-95dbf7230c00 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b99d046-8c29-4c0e-b3c5-134c45f9565a HTTP/1.1" status: 204 len: 168 time: 0.6923714 Feb 28 17:40:03.738439 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e1762753-f584-478e-8bde-475ff5f85c41 None None] Provisioning complete for port e4d89670-8704-4790-bc29-22066a971c59 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:03.746915 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e1762753-f584-478e-8bde-475ff5f85c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e4d89670-8704-4790-bc29-22066a971c59), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.760520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab450d41-d803-4a2e-a2fa-3fb2a4cec12d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Made reservation on behalf of ceb90892076c412c9b86270a69862fe0 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:40:03.773880 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab450d41-d803-4a2e-a2fa-3fb2a4cec12d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.782837 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:03.783280 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:03.784103 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:03.837291 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8095e-9209-46a9-bba8-95dbf7230c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b99d046-8c29-4c0e-b3c5-134c45f9565a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:03.852463 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:40:03.853547 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:40:03.855943 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 9 to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac Feb 28 17:40:03.879692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94cf8a-d1ac-4304-805d-0a844f72aa8a req-3955a1a1-9a95-45db-90a8-8bb50db0d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:03.881765 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da94cf8a-d1ac-4304-805d-0a844f72aa8a req-3955a1a1-9a95-45db-90a8-8bb50db0d55a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afa66b9-3680-4134-be0e-81254a16067b HTTP/1.1" status: 200 len: 851 time: 0.1407132 Feb 28 17:40:03.883120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:03.883722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:03.884406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:03.931586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da94cf8a-d1ac-4304-805d-0a844f72aa8a req-e1523e49-e716-49d2-bb73-5846970d58df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7467a8e1-6b26-403e-997f-54fe13264910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433137 Feb 28 17:40:03.933020 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:40:03.933608 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:40:03.933983 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempt 10 to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac Feb 28 17:40:03.950338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:03.950738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:03.951196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempting to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:03.960628 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Publish callbacks [] for port (e4d89670-8704-4790-bc29-22066a971c59), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.988031 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:40:03.988677 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Failed to bind port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on host n-h2-820368-19 for vnic_type normal using segments [{'id': '883b2a28-8f58-4cf1-a60f-260c26dc50bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7f70bc24-03d6-446e-af9b-ff4bfc2f43f5'}] Feb 28 17:40:03.988940 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.993957 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0b9df1d-298d-4cac-9070-eec576dabc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6e09da17-c223-443d-9186-3b10fc4be354), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:03.996572 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0b9df1d-298d-4cac-9070-eec576dabc5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:04.000555 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e0b9df1d-298d-4cac-9070-eec576dabc5b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6e09da17-c223-443d-9186-3b10fc4be354 HTTP/1.1" status: 204 len: 168 time: 0.7605591 Feb 28 17:40:04.007944 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e1762753-f584-478e-8bde-475ff5f85c41 None None] Port e4d89670-8704-4790-bc29-22066a971c59 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:40:04.033248 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9df1d-298d-4cac-9070-eec576dabc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e09da17-c223-443d-9186-3b10fc4be354,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:04.070042 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e4d89670-8704-4790-bc29-22066a971c59), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:04.178930 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4ef14-207c-4f22-a652-fc69614f3c69 None None] Pushing event updated for resources: {'Port': ['ID=e4d89670-8704-4790-bc29-22066a971c59,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:04.213968 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da94cf8a-d1ac-4304-805d-0a844f72aa8a req-7712c7c1-91de-4960-93d0-171a8d5ae1e3 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650430 Feb 28 17:40:04.215265 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] For port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:40:04.215813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attempted to set empty binding levels {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 17:40:04.274711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Attempting to bind port e4d89670-8704-4790-bc29-22066a971c59 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:04.277353 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Attempting to bind port e4d89670-8704-4790-bc29-22066a971c59 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'cab4e190-0d31-46a3-b93c-638fe0cecfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:04.278695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Attempting to bind port e4d89670-8704-4790-bc29-22066a971c59 on network e773dca6-5b0d-4b64-b2de-15c5a8eb6371 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:04.294400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:40:04.304049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Checking segment: {'id': 'cab4e190-0d31-46a3-b93c-638fe0cecfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:40:04.304049 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:04.304049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Bound using segment: {'id': 'cab4e190-0d31-46a3-b93c-638fe0cecfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:40:04.304049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Bound port: e4d89670-8704-4790-bc29-22066a971c59, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab4e190-0d31-46a3-b93c-638fe0cecfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:40:04.304049 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e4d89670-8704-4790-bc29-22066a971c59), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:04.338832 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:04.397402 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab450d41-d803-4a2e-a2fa-3fb2a4cec12d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (e1aecd81-fbc7-46ce-bd9a-3c69d9d460df), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:04.398229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da94cf8a-d1ac-4304-805d-0a844f72aa8a req-6a9b4f03-8f73-4168-ae9d-70e601f6e023 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775191 Feb 28 17:40:04.401555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] In _notify_port_updated(), no bound segment for port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac on network 7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:40:04.402711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:04.404093 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:04.405763 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "PUT /v2.0/ports/4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac HTTP/1.1" status: 200 len: 979 time: 2.6848009 Feb 28 17:40:04.426343 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47858) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:04.483859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] For port e4d89670-8704-4790-bc29-22066a971c59, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:40:04.486720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efe330-f13d-4f15-a399-36601de4a6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Pushing event updated for resources: {'Port': ['ID=4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:04.497009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] For port e4d89670-8704-4790-bc29-22066a971c59, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e4d89670-8704-4790-bc29-22066a971c59,segment=NetworkSegment(cab4e190-0d31-46a3-b93c-638fe0cecfb3),segment_id=cab4e190-0d31-46a3-b93c-638fe0cecfb3)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:40:04.536158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab450d41-d803-4a2e-a2fa-3fb2a4cec12d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Subnet': ['ID=e1aecd81-fbc7-46ce-bd9a-3c69d9d460df,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:04.569492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-69c52796-bcdb-4a51-8d23-5c024807f25b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Deleting port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:04.570019 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-69c52796-bcdb-4a51-8d23-5c024807f25b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:04.586739 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e4d89670-8704-4790-bc29-22066a971c59), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:04.594445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab450d41-d803-4a2e-a2fa-3fb2a4cec12d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Checking segment: {'id': 'e7fb9900-70d0-45e0-beac-0228e6dc2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:40:04.598944 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab450d41-d803-4a2e-a2fa-3fb2a4cec12d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network hostable DHCP agents. Network: 49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:40:04.691417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0e34c49b-f029-4a68-856b-ef781b7a1543 None None] Provisioning complete for port e4d89670-8704-4790-bc29-22066a971c59 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:04.693300 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0e34c49b-f029-4a68-856b-ef781b7a1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e4d89670-8704-4790-bc29-22066a971c59), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:04.697147 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-69c52796-bcdb-4a51-8d23-5c024807f25b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] For port 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac, host n-h2-820368-19, got binding levels [] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:04.697900 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-69c52796-bcdb-4a51-8d23-5c024807f25b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:04.705530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab450d41-d803-4a2e-a2fa-3fb2a4cec12d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:40:04.738876 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-69c52796-bcdb-4a51-8d23-5c024807f25b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Calling delete_port for 4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:04.744973 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:04.745837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:04.756370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4ef14-207c-4f22-a652-fc69614f3c69 None None] Pushing event updated for resources: {'Port': ['ID=e4d89670-8704-4790-bc29-22066a971c59,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:04.780173 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ab450d41-d803-4a2e-a2fa-3fb2a4cec12d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:04.793704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab450d41-d803-4a2e-a2fa-3fb2a4cec12d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:04.798020 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab450d41-d803-4a2e-a2fa-3fb2a4cec12d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:04.800883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8e0521-ffb8-460c-88b4-a28f6022e177 None None] Network 49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:40:04.924461 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ab450d41-d803-4a2e-a2fa-3fb2a4cec12d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6024599 Feb 28 17:40:04.933455 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47870) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:04.983589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:05.012786 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-69c52796-bcdb-4a51-8d23-5c024807f25b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.113256 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-69c52796-bcdb-4a51-8d23-5c024807f25b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.122314 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-69c52796-bcdb-4a51-8d23-5c024807f25b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "DELETE /v2.0/ports/4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac HTTP/1.1" status: 204 len: 168 time: 0.6927910 Feb 28 17:40:05.125350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47876) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:05.128472 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c52796-bcdb-4a51-8d23-5c024807f25b tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:05.169541 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ebff4f-9afc-4f8a-af75-11d70a892194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] GET failed (client error): The resource could not be found. Feb 28 17:40:05.171306 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b4ebff4f-9afc-4f8a-af75-11d70a892194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207144309-project-admin] 10.222.0.72 "GET /v2.0/ports/4d3fcacc-d6d7-48e8-a7f7-a811cb54f2ac HTTP/1.1" status: 404 len: 333 time: 0.0323589 Feb 28 17:40:05.175206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47878) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:05.267264 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-776b48cd-2110-4495-be65-7622f9f0ddab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (7f70bc24-03d6-446e-af9b-ff4bfc2f43f5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.312682 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0e34c49b-f029-4a68-856b-ef781b7a1543 None None] Current status of the port e4d89670-8704-4790-bc29-22066a971c59 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:05.313737 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0e34c49b-f029-4a68-856b-ef781b7a1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e4d89670-8704-4790-bc29-22066a971c59), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.391390 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e', 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e', 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'fixed_ips': [{'subnet_id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:40:05.394455 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.439788 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-776b48cd-2110-4495-be65-7622f9f0ddab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (7f70bc24-03d6-446e-af9b-ff4bfc2f43f5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.470620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-776b48cd-2110-4495-be65-7622f9f0ddab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f70bc24-03d6-446e-af9b-ff4bfc2f43f5']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:05.471300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0e34c49b-f029-4a68-856b-ef781b7a1543 None None] For port e4d89670-8704-4790-bc29-22066a971c59, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e4d89670-8704-4790-bc29-22066a971c59,segment=NetworkSegment(cab4e190-0d31-46a3-b93c-638fe0cecfb3),segment_id=cab4e190-0d31-46a3-b93c-638fe0cecfb3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:05.489178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-776b48cd-2110-4495-be65-7622f9f0ddab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883b2a28-8f58-4cf1-a60f-260c26dc50bb') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:05.489558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-776b48cd-2110-4495-be65-7622f9f0ddab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883b2a28-8f58-4cf1-a60f-260c26dc50bb') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:05.517672 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-776b48cd-2110-4495-be65-7622f9f0ddab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (883b2a28-8f58-4cf1-a60f-260c26dc50bb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.529384 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-776b48cd-2110-4495-be65-7622f9f0ddab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (883b2a28-8f58-4cf1-a60f-260c26dc50bb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.537619 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776b48cd-2110-4495-be65-7622f9f0ddab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:40:05.538147 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-776b48cd-2110-4495-be65-7622f9f0ddab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (883b2a28-8f58-4cf1-a60f-260c26dc50bb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:40:05.543262 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:40:05.599180 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0e34c49b-f029-4a68-856b-ef781b7a1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e4d89670-8704-4790-bc29-22066a971c59), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.643772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47882) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:05.679366 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e31b7a1e-06e2-4da5-ac23-f87bc68c1600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.727169 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-776b48cd-2110-4495-be65-7622f9f0ddab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (7f70bc24-03d6-446e-af9b-ff4bfc2f43f5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.738578 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-776b48cd-2110-4495-be65-7622f9f0ddab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.751881 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-776b48cd-2110-4495-be65-7622f9f0ddab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] 10.222.0.72 "DELETE /v2.0/networks/7f70bc24-03d6-446e-af9b-ff4bfc2f43f5 HTTP/1.1" status: 204 len: 168 time: 0.5738032 Feb 28 17:40:05.761884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34c49b-f029-4a68-856b-ef781b7a1543 None None] Pushing event updated for resources: {'Port': ['ID=e4d89670-8704-4790-bc29-22066a971c59,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:05.772635 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.782752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ecc58815-7cc1-44c0-a4b8-1ba7a5fccc80 None None] Provisioning complete for port e4d89670-8704-4790-bc29-22066a971c59 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:05.783373 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ecc58815-7cc1-44c0-a4b8-1ba7a5fccc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e4d89670-8704-4790-bc29-22066a971c59), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.786419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Allocated IP 172.23.0.2 (49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e/e1aecd81-fbc7-46ce-bd9a-3c69d9d460df/91af0383-5dac-48d9-9103-02a5e5b75a28) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:40:05.793204 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b48cd-2110-4495-be65-7622f9f0ddab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688199084-project] Pushing event deleted for resources: {'Network': ['ID=7f70bc24-03d6-446e-af9b-ff4bfc2f43f5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:05.879442 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e31b7a1e-06e2-4da5-ac23-f87bc68c1600 admin admin] Publish callbacks [] for security_group (2be7ea3e-45f6-4418-9147-ebd0a0a66f40), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:05.952071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:00Z', 'revision_number': 4, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:04Z', 'revision_number': 4, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:05.963110 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e31b7a1e-06e2-4da5-ac23-f87bc68c1600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2be7ea3e-45f6-4418-9147-ebd0a0a66f40), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:06.034452 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e31b7a1e-06e2-4da5-ac23-f87bc68c1600 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f930ddab03014855bc330dd41224a6d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3884954 Feb 28 17:40:06.036507 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b7a1e-06e2-4da5-ac23-f87bc68c1600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be7ea3e-45f6-4418-9147-ebd0a0a66f40,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:06.040208 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47892) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:06.068204 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a722581-9a58-4229-99ce-7a19dafbaf34 None None] The sync data for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 is: [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:00Z', 'revision_number': 4, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:04Z', 'revision_number': 4, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:40:06.102182 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60aa3abd-fff5-49bd-9f9c-9871b35b91b6 admin admin] Publish callbacks [] for security_group (2be7ea3e-45f6-4418-9147-ebd0a0a66f40), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:06.174480 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60aa3abd-fff5-49bd-9f9c-9871b35b91b6 admin admin] Publish callbacks [] for security_group (2be7ea3e-45f6-4418-9147-ebd0a0a66f40), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:06.252535 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ecc58815-7cc1-44c0-a4b8-1ba7a5fccc80 None None] Current status of the port e4d89670-8704-4790-bc29-22066a971c59 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:06.277720 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Publish callbacks [] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:06.374176 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:06.407979 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60aa3abd-fff5-49bd-9f9c-9871b35b91b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2be7ea3e-45f6-4418-9147-ebd0a0a66f40), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:06.423027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60aa3abd-fff5-49bd-9f9c-9871b35b91b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:06.423027 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-60aa3abd-fff5-49bd-9f9c-9871b35b91b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2be7ea3e-45f6-4418-9147-ebd0a0a66f40 HTTP/1.1" status: 204 len: 168 time: 0.3731813 Feb 28 17:40:06.423027 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa3abd-fff5-49bd-9f9c-9871b35b91b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be7ea3e-45f6-4418-9147-ebd0a0a66f40,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:06.485745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Allocated IP 172.23.0.1 (49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e/e1aecd81-fbc7-46ce-bd9a-3c69d9d460df/542d175c-393d-4c27-a060-0f699adcaa25) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:40:06.503039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Network 49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:40:06.505961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:06.519947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:40:06.525349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Pushing event updated for resources: {'Port': ['ID=91af0383-5dac-48d9-9103-02a5e5b75a28,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:06.604451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Attempting to bind port 91af0383-5dac-48d9-9103-02a5e5b75a28 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:06.607940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Attempting to bind port 91af0383-5dac-48d9-9103-02a5e5b75a28 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e7fb9900-70d0-45e0-beac-0228e6dc2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:06.607940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Attempting to bind port 91af0383-5dac-48d9-9103-02a5e5b75a28 on network 49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:06.611964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:40:06.612431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Checking segment: {'id': 'e7fb9900-70d0-45e0-beac-0228e6dc2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:40:06.612898 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:06.613352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Bound using segment: {'id': 'e7fb9900-70d0-45e0-beac-0228e6dc2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:40:06.613967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Bound port: 91af0383-5dac-48d9-9103-02a5e5b75a28, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fb9900-70d0-45e0-beac-0228e6dc2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:40:06.614416 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:06.740732 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47912) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:06.747750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] For port 91af0383-5dac-48d9-9103-02a5e5b75a28, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:40:06.760509 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] For port 91af0383-5dac-48d9-9103-02a5e5b75a28, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=91af0383-5dac-48d9-9103-02a5e5b75a28,segment=NetworkSegment(e7fb9900-70d0-45e0-beac-0228e6dc2baa),segment_id=e7fb9900-70d0-45e0-beac-0228e6dc2baa)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:40:06.772270 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (542d175c-393d-4c27-a060-0f699adcaa25), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:06.855073 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:06.917239 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (542d175c-393d-4c27-a060-0f699adcaa25), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:07.025696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3a005-234c-4dd8-974e-03b0c54f6494 None None] Pushing event updated for resources: {'Port': ['ID=91af0383-5dac-48d9-9103-02a5e5b75a28,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:07.047787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:40:07.051992 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:07.055277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:40:07.076953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c431c8e-b689-4bf6-b762-81789af99c35 req-b05620e6-f92b-4d8b-b135-24fc7e984356 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:07.076953 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c431c8e-b689-4bf6-b762-81789af99c35 req-b05620e6-f92b-4d8b-b135-24fc7e984356 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 945 time: 0.1852999 Feb 28 17:40:07.121249 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:07.163319 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c431c8e-b689-4bf6-b762-81789af99c35 req-4ae2ea4d-f838-4e09-90a6-9767ec75f34c tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642982 Feb 28 17:40:07.169416 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=542d175c-393d-4c27-a060-0f699adcaa25,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:07.371277 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (542d175c-393d-4c27-a060-0f699adcaa25), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:07.688610 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f42b9bc7-38c8-425f-bc81-16fae27e9b28 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6631e6e312d545428a19281bf0b9819f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9466305 Feb 28 17:40:07.701872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47930) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:07.717399 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e0a85f67-aeaa-4b5a-8128-66e9ad1fcc1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:07.745454 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:07.759759 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for port (542d175c-393d-4c27-a060-0f699adcaa25), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:07.764296 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1b1dbe7-d72b-490d-b6ea-0a9956dec941 admin admin] Publish callbacks [] for security_group (eb9d6461-8a26-4ad2-bc8e-d25638092a64), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:07.786379 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1b1dbe7-d72b-490d-b6ea-0a9956dec941 admin admin] Publish callbacks [] for security_group (eb9d6461-8a26-4ad2-bc8e-d25638092a64), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:07.825575 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (542d175c-393d-4c27-a060-0f699adcaa25), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:07.912233 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:07.915166 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event updated for resources: {'Port': ['ID=542d175c-393d-4c27-a060-0f699adcaa25,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:07.917072 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1b1dbe7-d72b-490d-b6ea-0a9956dec941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (eb9d6461-8a26-4ad2-bc8e-d25638092a64), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:07.921128 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1b1dbe7-d72b-490d-b6ea-0a9956dec941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:07.922664 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a1b1dbe7-d72b-490d-b6ea-0a9956dec941 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eb9d6461-8a26-4ad2-bc8e-d25638092a64 HTTP/1.1" status: 204 len: 168 time: 0.2192266 Feb 28 17:40:07.934359 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1dbe7-d72b-490d-b6ea-0a9956dec941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9d6461-8a26-4ad2-bc8e-d25638092a64,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:08.065221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Network 49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:40:08.067036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:08.266000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 91af0383-5dac-48d9-9103-02a5e5b75a28 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:40:08.276384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router de9ca917-4afe-43eb-90e3-a9ed53fdb794 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:40:08.348728 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 91af0383-5dac-48d9-9103-02a5e5b75a28 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:08.349496 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:08.459341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:40:08.470497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e3884e1e-71a7-4663-9758-781e59f703e6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5396702 Feb 28 17:40:08.474927 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47948) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:08.477553 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Sync routers for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:40:08.485167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeef920-7ce8-43aa-a552-18926435e1fc req-662b5ac7-06c3-4d5c-a037-fcdf31edd9c3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:08.486256 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-758177fc-718a-4d46-b2d5-399ee4103a8d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:08.487367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aeeef920-7ce8-43aa-a552-18926435e1fc req-662b5ac7-06c3-4d5c-a037-fcdf31edd9c3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 945 time: 0.1148112 Feb 28 17:40:08.514657 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:08.515307 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:39:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:08.518187 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 91af0383-5dac-48d9-9103-02a5e5b75a28 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:08.518187 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:08.604454 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aeeef920-7ce8-43aa-a552-18926435e1fc req-41d5c5d5-4617-4d1a-90dc-7a758950bde6 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095994 Feb 28 17:40:08.614772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 91af0383-5dac-48d9-9103-02a5e5b75a28, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=91af0383-5dac-48d9-9103-02a5e5b75a28,segment=NetworkSegment(e7fb9900-70d0-45e0-beac-0228e6dc2baa),segment_id=e7fb9900-70d0-45e0-beac-0228e6dc2baa)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:08.626828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae4d73-7dc0-4653-ad05-021d5bc6a246 None None] Network 49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:40:08.679194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47952) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:08.711115 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:08.732061 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:08.733632 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e4d89670-8704-4790-bc29-22066a971c59 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:40:08.843022 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c56e2da6-1e46-4e38-9ffc-512af4f98979 None None] Provisioning complete for port 91af0383-5dac-48d9-9103-02a5e5b75a28 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:08.843754 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c56e2da6-1e46-4e38-9ffc-512af4f98979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:08.909741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e4d89670-8704-4790-bc29-22066a971c59 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:08.910547 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e4d89670-8704-4790-bc29-22066a971c59), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:08.939683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=91af0383-5dac-48d9-9103-02a5e5b75a28,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:09.006465 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf0700ee-6d57-4187-866c-664461c119cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.095102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8743f9-13a7-4499-9567-6e823bab535a req-33a47ecb-50f3-4247-882c-362c0c2efd1f tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:09.096452 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e8743f9-13a7-4499-9567-6e823bab535a req-33a47ecb-50f3-4247-882c-362c0c2efd1f tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 945 time: 0.4241300 Feb 28 17:40:09.114920 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:07Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542d175c-393d-4c27-a060-0f699adcaa25', 'name': '', 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:68:db:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:40:05Z', 'updated_at': '2022-02-28T17:40:07Z', 'revision_number': 2, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:05Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:09.141440 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c56e2da6-1e46-4e38-9ffc-512af4f98979 None None] Current status of the port 91af0383-5dac-48d9-9103-02a5e5b75a28 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:09.170955 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Checking router: de9ca917-4afe-43eb-90e3-a9ed53fdb794 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:40:09.171162 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Updating router de9ca917-4afe-43eb-90e3-a9ed53fdb794 port 542d175c-393d-4c27-a060-0f699adcaa25 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:40:09.205214 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf0700ee-6d57-4187-866c-664461c119cd admin admin] Publish callbacks [] for security_group (cdff1d3c-b461-4618-a32d-abb059e94b3f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.211525 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47968) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:09.242436 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (542d175c-393d-4c27-a060-0f699adcaa25), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.254681 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e4d89670-8704-4790-bc29-22066a971c59 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:09.293873 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b95d9018-869a-44ea-ae32-1c96b2596233 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0fae69c7e7214db98666df5a214d2926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0808902 Feb 28 17:40:09.294806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47972) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:09.325682 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf0700ee-6d57-4187-866c-664461c119cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (cdff1d3c-b461-4618-a32d-abb059e94b3f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.383372 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-1e8743f9-13a7-4499-9567-6e823bab535a req-736ee742-b3f7-43d6-a801-91ecbab098f1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Deleting port 33255bf5-e9b8-470e-a947-7929888391c4 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:09.384031 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e8743f9-13a7-4499-9567-6e823bab535a req-736ee742-b3f7-43d6-a801-91ecbab098f1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (33255bf5-e9b8-470e-a947-7929888391c4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.437717 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bf0700ee-6d57-4187-866c-664461c119cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=afdbc32633dc4d64bd1eed9c662f585e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7543471 Feb 28 17:40:09.439756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47976) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:09.473410 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0700ee-6d57-4187-866c-664461c119cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdff1d3c-b461-4618-a32d-abb059e94b3f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:09.481261 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e379589-c018-4f40-a6d3-67cb64de3a80 admin admin] Publish callbacks [] for security_group (c1bfd3c0-aaf4-4274-bcba-90d07e52a3f4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.528203 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e379589-c018-4f40-a6d3-67cb64de3a80 admin admin] Publish callbacks [] for security_group (c1bfd3c0-aaf4-4274-bcba-90d07e52a3f4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.598550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fa1390c0-5c28-4d76-90cb-e5c67d6908ec None None] Provisioning complete for port 91af0383-5dac-48d9-9103-02a5e5b75a28 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:09.598932 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fa1390c0-5c28-4d76-90cb-e5c67d6908ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.623648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1e8743f9-13a7-4499-9567-6e823bab535a req-736ee742-b3f7-43d6-a801-91ecbab098f1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] For port 33255bf5-e9b8-470e-a947-7929888391c4, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=33255bf5-e9b8-470e-a947-7929888391c4,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:09.626283 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e8743f9-13a7-4499-9567-6e823bab535a req-736ee742-b3f7-43d6-a801-91ecbab098f1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (33255bf5-e9b8-470e-a947-7929888391c4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.649735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-1e8743f9-13a7-4499-9567-6e823bab535a req-736ee742-b3f7-43d6-a801-91ecbab098f1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Calling delete_port for 33255bf5-e9b8-470e-a947-7929888391c4 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:09.657142 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59df46ef-1974-45c0-b1fc-4abe199e7628 admin admin] Publish callbacks [] for security_group (cdff1d3c-b461-4618-a32d-abb059e94b3f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.713495 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e379589-c018-4f40-a6d3-67cb64de3a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c1bfd3c0-aaf4-4274-bcba-90d07e52a3f4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.716698 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e379589-c018-4f40-a6d3-67cb64de3a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.720821 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9e379589-c018-4f40-a6d3-67cb64de3a80 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c1bfd3c0-aaf4-4274-bcba-90d07e52a3f4 HTTP/1.1" status: 204 len: 168 time: 0.4246776 Feb 28 17:40:09.740279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e379589-c018-4f40-a6d3-67cb64de3a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bfd3c0-aaf4-4274-bcba-90d07e52a3f4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:09.774678 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fa1390c0-5c28-4d76-90cb-e5c67d6908ec None None] Current status of the port 91af0383-5dac-48d9-9103-02a5e5b75a28 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:09.803621 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fa1390c0-5c28-4d76-90cb-e5c67d6908ec None None] Provisioning complete for port 542d175c-393d-4c27-a060-0f699adcaa25 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:09.804006 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fa1390c0-5c28-4d76-90cb-e5c67d6908ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (542d175c-393d-4c27-a060-0f699adcaa25), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.806986 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59df46ef-1974-45c0-b1fc-4abe199e7628 admin admin] Publish callbacks [] for security_group (cdff1d3c-b461-4618-a32d-abb059e94b3f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.819018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.extraroute_db [None req-758177fc-718a-4d46-b2d5-399ee4103a8d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=104246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 17:40:09.873385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.extraroute_db [None req-758177fc-718a-4d46-b2d5-399ee4103a8d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Removed routes are [] {{(pid=104246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 17:40:09.874250 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-758177fc-718a-4d46-b2d5-399ee4103a8d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:09.913097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fa1390c0-5c28-4d76-90cb-e5c67d6908ec None None] Port 542d175c-393d-4c27-a060-0f699adcaa25 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:40:09.918944 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Publish callbacks [] for port (542d175c-393d-4c27-a060-0f699adcaa25), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.025747 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (542d175c-393d-4c27-a060-0f699adcaa25), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.027859 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.029841 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-614c7c08-0660-4694-b31b-381052922d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.051243 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59df46ef-1974-45c0-b1fc-4abe199e7628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (cdff1d3c-b461-4618-a32d-abb059e94b3f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.054160 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-59df46ef-1974-45c0-b1fc-4abe199e7628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.055391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e5d5735a-6e37-4704-afeb-c5a5ad0b1490 None None] Provisioning complete for port 542d175c-393d-4c27-a060-0f699adcaa25 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:10.055758 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e5d5735a-6e37-4704-afeb-c5a5ad0b1490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (542d175c-393d-4c27-a060-0f699adcaa25), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.061851 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-59df46ef-1974-45c0-b1fc-4abe199e7628 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cdff1d3c-b461-4618-a32d-abb059e94b3f HTTP/1.1" status: 204 len: 168 time: 0.6188476 Feb 28 17:40:10.092024 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e8743f9-13a7-4499-9567-6e823bab535a req-736ee742-b3f7-43d6-a801-91ecbab098f1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (33255bf5-e9b8-470e-a947-7929888391c4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.097766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df46ef-1974-45c0-b1fc-4abe199e7628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdff1d3c-b461-4618-a32d-abb059e94b3f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:10.111102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['33255bf5-e9b8-470e-a947-7929888391c4'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:40:10.196637 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a3f55-09f2-485d-8172-6fcdbb421233 None None] Pushing event updated for resources: {'Port': ['ID=542d175c-393d-4c27-a060-0f699adcaa25,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:10.205973 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ee742-b3f7-43d6-a801-91ecbab098f1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Pushing event deleted for resources: {'Port': ['ID=33255bf5-e9b8-470e-a947-7929888391c4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:10.232539 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 91af0383-5dac-48d9-9103-02a5e5b75a28 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:40:10.269394 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Attempting to bind port 542d175c-393d-4c27-a060-0f699adcaa25 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:10.270289 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Attempting to bind port 542d175c-393d-4c27-a060-0f699adcaa25 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e7fb9900-70d0-45e0-beac-0228e6dc2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:10.270938 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Attempting to bind port 542d175c-393d-4c27-a060-0f699adcaa25 on network 49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:10.281104 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:40:10.281691 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Checking segment: {'id': 'e7fb9900-70d0-45e0-beac-0228e6dc2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:40:10.282311 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.282862 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Bound using segment: {'id': 'e7fb9900-70d0-45e0-beac-0228e6dc2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:40:10.283534 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Bound port: 542d175c-393d-4c27-a060-0f699adcaa25, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fb9900-70d0-45e0-beac-0228e6dc2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:40:10.284220 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (542d175c-393d-4c27-a060-0f699adcaa25), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.330347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5735a-6e37-4704-afeb-c5a5ad0b1490 None None] Port 542d175c-393d-4c27-a060-0f699adcaa25 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:40:10.338891 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-758177fc-718a-4d46-b2d5-399ee4103a8d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.345190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 91af0383-5dac-48d9-9103-02a5e5b75a28 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:10.345748 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.345860 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-758177fc-718a-4d46-b2d5-399ee4103a8d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.369591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8743f9-13a7-4499-9567-6e823bab535a req-736ee742-b3f7-43d6-a801-91ecbab098f1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] No DVR routers for this DVR port 33255bf5-e9b8-470e-a947-7929888391c4 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:40:10.372490 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1e8743f9-13a7-4499-9567-6e823bab535a req-736ee742-b3f7-43d6-a801-91ecbab098f1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.378601 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e8743f9-13a7-4499-9567-6e823bab535a req-736ee742-b3f7-43d6-a801-91ecbab098f1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "DELETE /v2.0/ports/33255bf5-e9b8-470e-a947-7929888391c4 HTTP/1.1" status: 204 len: 173 time: 1.2497776 Feb 28 17:40:10.379953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6', 'name': 'network-vif-deleted', 'tag': '33255bf5-e9b8-470e-a947-7929888391c4'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:40:10.385159 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a0ead7-4b75-4996-9047-877a3fd3987b" -d '{"events": [{"server_uuid": "04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6", "name": "network-vif-deleted", "tag": "33255bf5-e9b8-470e-a947-7929888391c4"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:40:10.428727 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] For port 542d175c-393d-4c27-a060-0f699adcaa25, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:40:10.450298 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] For port 542d175c-393d-4c27-a060-0f699adcaa25, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=542d175c-393d-4c27-a060-0f699adcaa25,segment=NetworkSegment(e7fb9900-70d0-45e0-beac-0228e6dc2baa),segment_id=e7fb9900-70d0-45e0-beac-0228e6dc2baa)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:40:10.507943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d39b8c83-0b06-4d33-9dd8-837cb6e153db None None] Provisioning complete for port 542d175c-393d-4c27-a060-0f699adcaa25 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:10.510987 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d39b8c83-0b06-4d33-9dd8-837cb6e153db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (542d175c-393d-4c27-a060-0f699adcaa25), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.517752 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f6e1c7-e922-42e1-b32d-628481359dc8 x-openstack-request-id: req-a9f6e1c7-e922-42e1-b32d-628481359dc8 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:40:10.519650 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6", "name": "network-vif-deleted", "tag": "33255bf5-e9b8-470e-a947-7929888391c4", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:40:10.520066 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a9f6e1c7-e922-42e1-b32d-628481359dc8 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:40:10.520562 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6', 'name': 'network-vif-deleted', 'tag': '33255bf5-e9b8-470e-a947-7929888391c4', 'status': 'completed', 'code': 200} Feb 28 17:40:10.530956 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (542d175c-393d-4c27-a060-0f699adcaa25), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.588183 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d39b8c83-0b06-4d33-9dd8-837cb6e153db None None] Port 542d175c-393d-4c27-a060-0f699adcaa25 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:40:10.650131 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d1ebe915-c246-4330-97f8-33385fec3dc7 req-acddc07f-f6e9-4563-8a28-b0ac389c6d95 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.8915079 Feb 28 17:40:10.664228 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 91af0383-5dac-48d9-9103-02a5e5b75a28 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:10.684707 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:10.685411 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:10.723703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758177fc-718a-4d46-b2d5-399ee4103a8d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router de9ca917-4afe-43eb-90e3-a9ed53fdb794 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:40:10.724842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-75c1381c-b4b8-4c4c-ad1d-1684ac106a74 None None] Provisioning complete for port 542d175c-393d-4c27-a060-0f699adcaa25 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:10.725271 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75c1381c-b4b8-4c4c-ad1d-1684ac106a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (542d175c-393d-4c27-a060-0f699adcaa25), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.743018 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a3f55-09f2-485d-8172-6fcdbb421233 None None] Pushing event updated for resources: {'Port': ['ID=542d175c-393d-4c27-a060-0f699adcaa25,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:10.888580 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:10.915913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-75c1381c-b4b8-4c4c-ad1d-1684ac106a74 None None] Current status of the port 542d175c-393d-4c27-a060-0f699adcaa25 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:10.916475 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75c1381c-b4b8-4c4c-ad1d-1684ac106a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (542d175c-393d-4c27-a060-0f699adcaa25), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.931490 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758177fc-718a-4d46-b2d5-399ee4103a8d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:40:10.948444 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-758177fc-718a-4d46-b2d5-399ee4103a8d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:10.953122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48028) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:10.972110 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-758177fc-718a-4d46-b2d5-399ee4103a8d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794 HTTP/1.1" status: 200 len: 934 time: 2.4823451 Feb 28 17:40:10.972494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-75c1381c-b4b8-4c4c-ad1d-1684ac106a74 None None] For port 542d175c-393d-4c27-a060-0f699adcaa25, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=542d175c-393d-4c27-a060-0f699adcaa25,segment=NetworkSegment(e7fb9900-70d0-45e0-beac-0228e6dc2baa),segment_id=e7fb9900-70d0-45e0-beac-0228e6dc2baa)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:11.048035 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75c1381c-b4b8-4c4c-ad1d-1684ac106a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (542d175c-393d-4c27-a060-0f699adcaa25), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:11.093534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48036) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:11.093821 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-49fc2d78-5ca1-4291-8124-65608b55d048 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794 HTTP/1.1" status: 200 len: 934 time: 0.1388113 Feb 28 17:40:11.099248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e0c1e572-df56-4aea-848d-ff8950673a25 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'router': {'routes': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:11.228917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1381c-b4b8-4c4c-ad1d-1684ac106a74 None None] Pushing event updated for resources: {'Port': ['ID=542d175c-393d-4c27-a060-0f699adcaa25,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:11.253777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-71e405c3-5769-4c45-a315-28c590e26bfd None None] Provisioning complete for port 542d175c-393d-4c27-a060-0f699adcaa25 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:11.253777 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-71e405c3-5769-4c45-a315-28c590e26bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (542d175c-393d-4c27-a060-0f699adcaa25), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:11.305865 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:09Z', 'revision_number': 6, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542d175c-393d-4c27-a060-0f699adcaa25', 'name': '', 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:68:db:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:40:05Z', 'updated_at': '2022-02-28T17:40:10Z', 'revision_number': 4, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:05Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:11.359261 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e9799-b72b-4687-ad5d-b82800d2fc91 None None] The sync data for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 is: [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:09Z', 'revision_number': 6, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542d175c-393d-4c27-a060-0f699adcaa25', 'name': '', 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:68:db:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:40:05Z', 'updated_at': '2022-02-28T17:40:10Z', 'revision_number': 4, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:05Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:40:11.435116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-71e405c3-5769-4c45-a315-28c590e26bfd None None] Current status of the port 542d175c-393d-4c27-a060-0f699adcaa25 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:11.435116 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:11.802874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.extraroute_db [None req-e0c1e572-df56-4aea-848d-ff8950673a25 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Added routes are [] {{(pid=104246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 17:40:11.803182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.extraroute_db [None req-e0c1e572-df56-4aea-848d-ff8950673a25 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=104246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 17:40:11.841264 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0c1e572-df56-4aea-848d-ff8950673a25 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:12.105027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48096) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:12.126158 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e740b4c1-7912-41c1-8924-c86e10df9d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:12.265665 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 542d175c-393d-4c27-a060-0f699adcaa25 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:40:12.310758 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e740b4c1-7912-41c1-8924-c86e10df9d0b admin admin] Publish callbacks [] for security_group (28240549-af8b-411d-81c0-f0fd496772b3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:12.374633 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e740b4c1-7912-41c1-8924-c86e10df9d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (28240549-af8b-411d-81c0-f0fd496772b3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:12.454547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48114) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:12.461649 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e740b4c1-7912-41c1-8924-c86e10df9d0b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e2689b56c2e43ea9542f216078a2375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3549168 Feb 28 17:40:12.471896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48116) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:12.630841 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740b4c1-7912-41c1-8924-c86e10df9d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28240549-af8b-411d-81c0-f0fd496772b3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:12.655577 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5851363f-7e34-47c2-bfd3-00759e97b291 admin admin] Publish callbacks [] for security_group (28240549-af8b-411d-81c0-f0fd496772b3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:12.742798 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69e263c8-f96c-4f41-abed-b8955f991a8a req-8f9a6f8d-6257-4d52-8679-a91a466af0bc tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.9886553 Feb 28 17:40:12.758858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 542d175c-393d-4c27-a060-0f699adcaa25 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:12.759238 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (542d175c-393d-4c27-a060-0f699adcaa25), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:12.785897 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:12.787662 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5851363f-7e34-47c2-bfd3-00759e97b291 admin admin] Publish callbacks [] for security_group (28240549-af8b-411d-81c0-f0fd496772b3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:12.815211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 33255bf5-e9b8-470e-a947-7929888391c4 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:40:12.876058 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 33255bf5-e9b8-470e-a947-7929888391c4 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:40:12.876650 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 33255bf5-e9b8-470e-a947-7929888391c4 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:40:12.894494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 542d175c-393d-4c27-a060-0f699adcaa25 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:12.899065 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da8313-3a0e-4de7-a09f-82fd12edda2e None None] Sync routers for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:40:12.912688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da8313-3a0e-4de7-a09f-82fd12edda2e None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:12.914080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b7da8313-3a0e-4de7-a09f-82fd12edda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:12.952504 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0c1e572-df56-4aea-848d-ff8950673a25 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:12.957082 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0c1e572-df56-4aea-848d-ff8950673a25 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:12.973949 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5851363f-7e34-47c2-bfd3-00759e97b291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (28240549-af8b-411d-81c0-f0fd496772b3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:12.977298 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5851363f-7e34-47c2-bfd3-00759e97b291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:12.985672 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5851363f-7e34-47c2-bfd3-00759e97b291 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/28240549-af8b-411d-81c0-f0fd496772b3 HTTP/1.1" status: 204 len: 168 time: 0.5114799 Feb 28 17:40:13.003390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851363f-7e34-47c2-bfd3-00759e97b291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28240549-af8b-411d-81c0-f0fd496772b3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:13.074959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-b7da8313-3a0e-4de7-a09f-82fd12edda2e None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:13.115347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c1e572-df56-4aea-848d-ff8950673a25 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router de9ca917-4afe-43eb-90e3-a9ed53fdb794 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:40:13.237379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c1e572-df56-4aea-848d-ff8950673a25 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:40:13.246327 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e0c1e572-df56-4aea-848d-ff8950673a25 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:13.253010 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e0c1e572-df56-4aea-848d-ff8950673a25 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794 HTTP/1.1" status: 200 len: 700 time: 2.1578753 Feb 28 17:40:13.257088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48162) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:13.333838 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-613f210a-202b-461f-9c22-10fcc34fcabc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:13.378106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b7da8313-3a0e-4de7-a09f-82fd12edda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:11Z', 'revision_number': 7, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542d175c-393d-4c27-a060-0f699adcaa25', 'name': '', 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:68:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:40:05Z', 'updated_at': '2022-02-28T17:40:10Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:05Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:13.425059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da8313-3a0e-4de7-a09f-82fd12edda2e None None] Checking router: de9ca917-4afe-43eb-90e3-a9ed53fdb794 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:40:13.436316 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da8313-3a0e-4de7-a09f-82fd12edda2e None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:13.437120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b7da8313-3a0e-4de7-a09f-82fd12edda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:13.440423 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a9bc8638-f2ce-407e-b523-0c2a08c575f7 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794 HTTP/1.1" status: 200 len: 700 time: 0.1817043 Feb 28 17:40:13.445756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48172) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:13.484452 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-613f210a-202b-461f-9c22-10fcc34fcabc admin admin] Publish callbacks [] for security_group (e44a98d1-a5b2-4c53-b4db-886fcdb9e8fc), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:13.578226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-b7da8313-3a0e-4de7-a09f-82fd12edda2e None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:13.613703 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-613f210a-202b-461f-9c22-10fcc34fcabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e44a98d1-a5b2-4c53-b4db-886fcdb9e8fc), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:13.674895 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-613f210a-202b-461f-9c22-10fcc34fcabc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8beb69801c0648ceab323f1885dc167f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2115119 Feb 28 17:40:13.703768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48188) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:13.764941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f210a-202b-461f-9c22-10fcc34fcabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44a98d1-a5b2-4c53-b4db-886fcdb9e8fc,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:13.837564 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ba0ef584-2b07-4b30-a352-eefdf1c96a55 admin admin] Publish callbacks [] for security_group (e44a98d1-a5b2-4c53-b4db-886fcdb9e8fc), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:13.892126 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ba0ef584-2b07-4b30-a352-eefdf1c96a55 admin admin] Publish callbacks [] for security_group (e44a98d1-a5b2-4c53-b4db-886fcdb9e8fc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:14.019105 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b5d4192-3c09-4fce-8e01-408aaf0b489b req-538cff58-3332-4850-bef2-b088712911b7 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.0786514 Feb 28 17:40:14.090746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b7da8313-3a0e-4de7-a09f-82fd12edda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:11Z', 'revision_number': 7, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542d175c-393d-4c27-a060-0f699adcaa25', 'name': '', 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:68:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:40:05Z', 'updated_at': '2022-02-28T17:40:10Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:05Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:14.145509 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ba0ef584-2b07-4b30-a352-eefdf1c96a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e44a98d1-a5b2-4c53-b4db-886fcdb9e8fc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:14.148820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da8313-3a0e-4de7-a09f-82fd12edda2e None None] The sync data for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 is: [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:11Z', 'revision_number': 7, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542d175c-393d-4c27-a060-0f699adcaa25', 'name': '', 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:68:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:40:05Z', 'updated_at': '2022-02-28T17:40:10Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:05Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:40:14.149022 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ba0ef584-2b07-4b30-a352-eefdf1c96a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:14.150234 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ba0ef584-2b07-4b30-a352-eefdf1c96a55 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e44a98d1-a5b2-4c53-b4db-886fcdb9e8fc HTTP/1.1" status: 204 len: 168 time: 0.4454873 Feb 28 17:40:14.172320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ef584-2b07-4b30-a352-eefdf1c96a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44a98d1-a5b2-4c53-b4db-886fcdb9e8fc,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:14.206332 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-057a5ded-c180-42e7-be9a-73da3a232faa tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:14.270960 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:14.560498 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565d940-5f78-417c-9bd4-dee30cc15f8f None None] Sync routers for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:40:14.576532 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565d940-5f78-417c-9bd4-dee30cc15f8f None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:14.577484 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-8565d940-5f78-417c-9bd4-dee30cc15f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:14.659071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-057a5ded-c180-42e7-be9a-73da3a232faa tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port 542d175c-393d-4c27-a060-0f699adcaa25 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:14.659426 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-057a5ded-c180-42e7-be9a-73da3a232faa tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (542d175c-393d-4c27-a060-0f699adcaa25), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:14.789118 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-8565d940-5f78-417c-9bd4-dee30cc15f8f None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:14.850092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-057a5ded-c180-42e7-be9a-73da3a232faa tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] For port 542d175c-393d-4c27-a060-0f699adcaa25, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=542d175c-393d-4c27-a060-0f699adcaa25,segment=NetworkSegment(e7fb9900-70d0-45e0-beac-0228e6dc2baa),segment_id=e7fb9900-70d0-45e0-beac-0228e6dc2baa)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:14.850761 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-057a5ded-c180-42e7-be9a-73da3a232faa tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (542d175c-393d-4c27-a060-0f699adcaa25), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:14.868093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-057a5ded-c180-42e7-be9a-73da3a232faa tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for 542d175c-393d-4c27-a060-0f699adcaa25 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:15.166979 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-057a5ded-c180-42e7-be9a-73da3a232faa tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (542d175c-393d-4c27-a060-0f699adcaa25), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:15.218609 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9eaa759e-3608-4f7e-9b76-0a3ea0161a70 req-ad2121df-271d-41f3-aea5-84e7b0af0808 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.0886917 Feb 28 17:40:15.228237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a5ded-c180-42e7-be9a-73da3a232faa tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=542d175c-393d-4c27-a060-0f699adcaa25,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:15.274799 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-8565d940-5f78-417c-9bd4-dee30cc15f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:11Z', 'revision_number': 7, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542d175c-393d-4c27-a060-0f699adcaa25', 'name': '', 'network_id': '49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:68:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:40:05Z', 'updated_at': '2022-02-28T17:40:10Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'e1aecd81-fbc7-46ce-bd9a-3c69d9d460df', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:05Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:15.330242 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565d940-5f78-417c-9bd4-dee30cc15f8f None None] Checking router: de9ca917-4afe-43eb-90e3-a9ed53fdb794 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:40:15.358275 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565d940-5f78-417c-9bd4-dee30cc15f8f None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:15.358275 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-8565d940-5f78-417c-9bd4-dee30cc15f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:15.534122 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-8565d940-5f78-417c-9bd4-dee30cc15f8f None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:15.546853 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-057a5ded-c180-42e7-be9a-73da3a232faa tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:15.685870 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:40:15.828038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057a5ded-c180-42e7-be9a-73da3a232faa tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router de9ca917-4afe-43eb-90e3-a9ed53fdb794 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:40:15.848018 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-8565d940-5f78-417c-9bd4-dee30cc15f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:15Z', 'revision_number': 8, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:05Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:15.887460 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565d940-5f78-417c-9bd4-dee30cc15f8f None None] The sync data for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 is: [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:15Z', 'revision_number': 8, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:05Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:40:15.982493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057a5ded-c180-42e7-be9a-73da3a232faa tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:40:15.990045 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-057a5ded-c180-42e7-be9a-73da3a232faa tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5419602 Feb 28 17:40:15.992493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48342) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:16.057148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f2448a-61fe-4bdf-bccc-f49763bbd9a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting subnet e1aecd81-fbc7-46ce-bd9a-3c69d9d460df {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:40:16.062240 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43f2448a-61fe-4bdf-bccc-f49763bbd9a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (e1aecd81-fbc7-46ce-bd9a-3c69d9d460df), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:16.107030 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43f2448a-61fe-4bdf-bccc-f49763bbd9a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (e1aecd81-fbc7-46ce-bd9a-3c69d9d460df), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:16.202253 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43f2448a-61fe-4bdf-bccc-f49763bbd9a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (e1aecd81-fbc7-46ce-bd9a-3c69d9d460df), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:16.379667 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43f2448a-61fe-4bdf-bccc-f49763bbd9a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (e1aecd81-fbc7-46ce-bd9a-3c69d9d460df), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:16.403922 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 542d175c-393d-4c27-a060-0f699adcaa25 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:40:16.442672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 542d175c-393d-4c27-a060-0f699adcaa25 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:40:16.443015 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 542d175c-393d-4c27-a060-0f699adcaa25 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:40:16.452581 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43f2448a-61fe-4bdf-bccc-f49763bbd9a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:16.460204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48370) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:16.474026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-43f2448a-61fe-4bdf-bccc-f49763bbd9a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/e1aecd81-fbc7-46ce-bd9a-3c69d9d460df HTTP/1.1" status: 204 len: 168 time: 0.4629443 Feb 28 17:40:16.482179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26b1e88-1379-4343-a032-e5cedf3aa223 None None] Network 49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:40:16.497373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2448a-61fe-4bdf-bccc-f49763bbd9a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Subnet': ['ID=e1aecd81-fbc7-46ce-bd9a-3c69d9d460df,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:16.539383 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94c59460-b615-4783-b853-2bb97e381d4e req-3abd2408-b08a-4969-a6c8-60afa9242b35 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.1358757 Feb 28 17:40:16.656391 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:16.678461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef377f9e-edd0-43d0-ab08-df3c8bc2bb51 None None] Sync routers for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:40:16.700119 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef377f9e-edd0-43d0-ab08-df3c8bc2bb51 None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:16.703727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ef377f9e-edd0-43d0-ab08-df3c8bc2bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:16.766384 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f17c4b-a683-403d-b170-e06e7a2bcbda None None] DHCP port deletion for 49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:40:16.784855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port 91af0383-5dac-48d9-9103-02a5e5b75a28 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:16.785630 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:16.879980 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-ef377f9e-edd0-43d0-ab08-df3c8bc2bb51 None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:16.913458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d1f17c4b-a683-403d-b170-e06e7a2bcbda None None] Deleting port 91af0383-5dac-48d9-9103-02a5e5b75a28 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:16.914184 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d1f17c4b-a683-403d-b170-e06e7a2bcbda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:16.935562 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] For port 91af0383-5dac-48d9-9103-02a5e5b75a28, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=91af0383-5dac-48d9-9103-02a5e5b75a28,segment=NetworkSegment(e7fb9900-70d0-45e0-beac-0228e6dc2baa),segment_id=e7fb9900-70d0-45e0-beac-0228e6dc2baa)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:16.938787 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:16.997791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for 91af0383-5dac-48d9-9103-02a5e5b75a28 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:17.099054 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d1f17c4b-a683-403d-b170-e06e7a2bcbda None None] For port 91af0383-5dac-48d9-9103-02a5e5b75a28, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=91af0383-5dac-48d9-9103-02a5e5b75a28,segment=NetworkSegment(e7fb9900-70d0-45e0-beac-0228e6dc2baa),segment_id=e7fb9900-70d0-45e0-beac-0228e6dc2baa)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:17.099834 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d1f17c4b-a683-403d-b170-e06e7a2bcbda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:17.135180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d1f17c4b-a683-403d-b170-e06e7a2bcbda None None] Calling delete_port for 91af0383-5dac-48d9-9103-02a5e5b75a28 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:17.198911 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:17.222976 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No DVR routers for this DVR port 91af0383-5dac-48d9-9103-02a5e5b75a28 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:40:17.270234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=91af0383-5dac-48d9-9103-02a5e5b75a28,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:17.314362 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d1f17c4b-a683-403d-b170-e06e7a2bcbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (91af0383-5dac-48d9-9103-02a5e5b75a28), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:17.395365 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:17.426254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:17.439330 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fb9900-70d0-45e0-beac-0228e6dc2baa') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:17.439527 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fb9900-70d0-45e0-beac-0228e6dc2baa') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:17.451765 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (e7fb9900-70d0-45e0-beac-0228e6dc2baa), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:17.469047 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e7fb9900-70d0-45e0-beac-0228e6dc2baa), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:17.476676 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:40:17.478843 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (e7fb9900-70d0-45e0-beac-0228e6dc2baa), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:17.513193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f17c4b-a683-403d-b170-e06e7a2bcbda None None] Pushing event deleted for resources: {'Port': ['ID=91af0383-5dac-48d9-9103-02a5e5b75a28,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:17.513193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ef377f9e-edd0-43d0-ab08-df3c8bc2bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:15Z', 'revision_number': 8, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:05Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:17.547094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef377f9e-edd0-43d0-ab08-df3c8bc2bb51 None None] Checking router: de9ca917-4afe-43eb-90e3-a9ed53fdb794 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:40:17.555126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f17c4b-a683-403d-b170-e06e7a2bcbda None None] No DVR routers for this DVR port 91af0383-5dac-48d9-9103-02a5e5b75a28 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:40:17.558117 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:40:17.578406 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef377f9e-edd0-43d0-ab08-df3c8bc2bb51 None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:17.579274 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ef377f9e-edd0-43d0-ab08-df3c8bc2bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:17.624365 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:17.638575 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:17.646783 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/networks/49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e HTTP/1.1" status: 204 len: 168 time: 1.1834450 Feb 28 17:40:17.648934 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48436) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:17.689221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6315d-0e0f-4319-ba29-763ec95fc88d tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Network': ['ID=49718e31-37cd-4e2b-a01d-c6f6ce7c1b6e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:17.733756 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f694261c-02a8-413f-903d-353e3d3e4c42 req-7c178988-a4e3-419a-9e6a-f695fd76007c tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.0789208 Feb 28 17:40:17.770422 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-ef377f9e-edd0-43d0-ab08-df3c8bc2bb51 None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:18.181832 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ef377f9e-edd0-43d0-ab08-df3c8bc2bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:15Z', 'revision_number': 8, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:05Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:18.216725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef377f9e-edd0-43d0-ab08-df3c8bc2bb51 None None] The sync data for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 is: [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:15Z', 'revision_number': 8, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d89670-8704-4790-bc29-22066a971c59', 'name': '', 'network_id': 'e773dca6-5b0d-4b64-b2de-15c5a8eb6371', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:bb:af:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:59Z', 'updated_at': '2022-02-28T17:40:05Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '42d0437d-b851-49ff-8866-d0ae4043a84e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:40:18.224742 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-61b6a165-19e4-470f-9faa-ccaf37bb3b44 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:18.357561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 91af0383-5dac-48d9-9103-02a5e5b75a28 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:40:18.418893 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 91af0383-5dac-48d9-9103-02a5e5b75a28 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:40:18.419592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 91af0383-5dac-48d9-9103-02a5e5b75a28 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:40:18.681564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-61b6a165-19e4-470f-9faa-ccaf37bb3b44 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port e4d89670-8704-4790-bc29-22066a971c59 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:18.682220 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-61b6a165-19e4-470f-9faa-ccaf37bb3b44 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e4d89670-8704-4790-bc29-22066a971c59), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:18.814410 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-61b6a165-19e4-470f-9faa-ccaf37bb3b44 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] For port e4d89670-8704-4790-bc29-22066a971c59, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e4d89670-8704-4790-bc29-22066a971c59,segment=NetworkSegment(cab4e190-0d31-46a3-b93c-638fe0cecfb3),segment_id=cab4e190-0d31-46a3-b93c-638fe0cecfb3)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:18.814795 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-61b6a165-19e4-470f-9faa-ccaf37bb3b44 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e4d89670-8704-4790-bc29-22066a971c59), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:18.840230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-61b6a165-19e4-470f-9faa-ccaf37bb3b44 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for e4d89670-8704-4790-bc29-22066a971c59 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:18.953330 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-00616b18-03e9-4113-9767-33d1b2aec7bf req-47b7d893-fa8c-4246-8324-b63f26c8479a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.0412517 Feb 28 17:40:19.168801 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-61b6a165-19e4-470f-9faa-ccaf37bb3b44 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e4d89670-8704-4790-bc29-22066a971c59), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:19.202806 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6a165-19e4-470f-9faa-ccaf37bb3b44 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=e4d89670-8704-4790-bc29-22066a971c59,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:19.423449 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48546) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:19.476501 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-61b6a165-19e4-470f-9faa-ccaf37bb3b44 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:19.697141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b6a165-19e4-470f-9faa-ccaf37bb3b44 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router de9ca917-4afe-43eb-90e3-a9ed53fdb794 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:40:20.005599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-869322480', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:20.091145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b6a165-19e4-470f-9faa-ccaf37bb3b44 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:40:20.097349 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-61b6a165-19e4-470f-9faa-ccaf37bb3b44 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4463885 Feb 28 17:40:20.100301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48592) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:20.108149 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112c30a-139f-48af-adb7-90c9d0fecace None None] Sync routers for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:40:20.125869 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5112c30a-139f-48af-adb7-90c9d0fecace None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:20.126501 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-5112c30a-139f-48af-adb7-90c9d0fecace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:20.134106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Made reservation on behalf of 5857ac44376a4c75ae38a471dd730348 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:40:20.150010 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:20.162509 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8d5f4b2-3ba2-4ff2-8a71-ffaf440bf9b6 req-fe8c85a8-4bdf-4490-a652-df0820d2640f tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.0792930 Feb 28 17:40:20.171264 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:20.242395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d9448f-e63c-4c61-ae4a-207376f19b1a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting subnet 42d0437d-b851-49ff-8866-d0ae4043a84e {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:40:20.247357 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-5112c30a-139f-48af-adb7-90c9d0fecace None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:20.247492 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75d9448f-e63c-4c61-ae4a-207376f19b1a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (42d0437d-b851-49ff-8866-d0ae4043a84e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:20.353755 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75d9448f-e63c-4c61-ae4a-207376f19b1a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (42d0437d-b851-49ff-8866-d0ae4043a84e), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:20.394063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks [] for security_group (ebdf9097-0065-4b62-bb4b-8fa8dcaf3cc1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:20.487684 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ebdf9097-0065-4b62-bb4b-8fa8dcaf3cc1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:20.493374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] device_id is not set on port ba645dfc-c70f-4236-8522-b6a580abfcfc yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:40:20.496893 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75d9448f-e63c-4c61-ae4a-207376f19b1a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (42d0437d-b851-49ff-8866-d0ae4043a84e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:20.583132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdf9097-0065-4b62-bb4b-8fa8dcaf3cc1,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:20.620754 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-5112c30a-139f-48af-adb7-90c9d0fecace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:19Z', 'revision_number': 9, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:20.653862 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112c30a-139f-48af-adb7-90c9d0fecace None None] Checking router: de9ca917-4afe-43eb-90e3-a9ed53fdb794 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:40:20.663964 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5112c30a-139f-48af-adb7-90c9d0fecace None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:20.665030 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-5112c30a-139f-48af-adb7-90c9d0fecace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:20.697524 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Allocated IP 172.25.3.153 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/ba645dfc-c70f-4236-8522-b6a580abfcfc) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:40:20.716195 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75d9448f-e63c-4c61-ae4a-207376f19b1a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (42d0437d-b851-49ff-8866-d0ae4043a84e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:20.755453 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9448f-e63c-4c61-ae4a-207376f19b1a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Subnet': ['ID=42d0437d-b851-49ff-8866-d0ae4043a84e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:20.760327 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75d9448f-e63c-4c61-ae4a-207376f19b1a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:20.768315 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-75d9448f-e63c-4c61-ae4a-207376f19b1a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/42d0437d-b851-49ff-8866-d0ae4043a84e HTTP/1.1" status: 204 len: 168 time: 0.6653945 Feb 28 17:40:20.769243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48624) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:20.771142 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e0d610-9e64-4a35-b180-ea6e17834e16 None None] Network e773dca6-5b0d-4b64-b2de-15c5a8eb6371 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:40:20.813396 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-5112c30a-139f-48af-adb7-90c9d0fecace None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:20.980117 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (e773dca6-5b0d-4b64-b2de-15c5a8eb6371), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.053465 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks [] for port (ba645dfc-c70f-4236-8522-b6a580abfcfc), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.104087 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port 32dea5b1-1073-4009-ac6e-7df986f028aa {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:21.106769 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.160579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] DHCP port deletion for e773dca6-5b0d-4b64-b2de-15c5a8eb6371 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:40:21.213485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] For port 32dea5b1-1073-4009-ac6e-7df986f028aa, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=32dea5b1-1073-4009-ac6e-7df986f028aa,segment=NetworkSegment(cab4e190-0d31-46a3-b93c-638fe0cecfb3),segment_id=cab4e190-0d31-46a3-b93c-638fe0cecfb3)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:21.214040 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.217860 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ba645dfc-c70f-4236-8522-b6a580abfcfc), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.239487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for 32dea5b1-1073-4009-ac6e-7df986f028aa owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:21.264195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Deleting port 32dea5b1-1073-4009-ac6e-7df986f028aa {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:21.264557 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.328025 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-5112c30a-139f-48af-adb7-90c9d0fecace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:19Z', 'revision_number': 9, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:21.407012 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112c30a-139f-48af-adb7-90c9d0fecace None None] The sync data for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 is: [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:19Z', 'revision_number': 9, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': '2d80a2eb-5a09-4f84-8e8d-080caf54a038', 'name': '', 'network_id': '6c2e36d6-4fb6-4017-baaa-beb410681fbf', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '69eea997-04cb-426d-905d-bba1563477a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:52Z', 'updated_at': '2022-02-28T17:39:59Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': '69eea997-04cb-426d-905d-bba1563477a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:40:21.415435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] For port 32dea5b1-1073-4009-ac6e-7df986f028aa, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=32dea5b1-1073-4009-ac6e-7df986f028aa,segment=NetworkSegment(cab4e190-0d31-46a3-b93c-638fe0cecfb3),segment_id=cab4e190-0d31-46a3-b93c-638fe0cecfb3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:21.416043 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.432207 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Pushing event updated for resources: {'Port': ['ID=ba645dfc-c70f-4236-8522-b6a580abfcfc,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:21.446572 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Calling delete_port for 32dea5b1-1073-4009-ac6e-7df986f028aa owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:21.448557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:40:21.449878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:21.455029 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:40:21.490375 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d4e13cc5-235b-4054-b0a0-2289f4fbeabf req-560518bd-ad8a-4974-baa9-f251ead2d3b2 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.0651340 Feb 28 17:40:21.493783 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.517694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:21.518860 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.549973 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=32dea5b1-1073-4009-ac6e-7df986f028aa,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:21.558597 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No DVR routers for this DVR port 32dea5b1-1073-4009-ac6e-7df986f028aa on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:40:21.615922 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (32dea5b1-1073-4009-ac6e-7df986f028aa), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.664178 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-78157b81-5819-4504-b396-48b741e92b98 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.2383819 Feb 28 17:40:21.666297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48680) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:21.668478 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (e773dca6-5b0d-4b64-b2de-15c5a8eb6371), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.672799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-85e88ff9-2f89-4974-a9a4-18e01d5728be tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.153'}]}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:21.684498 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] No DVR routers for this DVR port 32dea5b1-1073-4009-ac6e-7df986f028aa on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:40:21.689010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Pushing event deleted for resources: {'Port': ['ID=32dea5b1-1073-4009-ac6e-7df986f028aa,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:21.705580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e773dca6-5b0d-4b64-b2de-15c5a8eb6371']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:21.705764 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:21.706836 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:21.716375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:21.716375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:21.716375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:21.717828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab4e190-0d31-46a3-b93c-638fe0cecfb3') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:21.718274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab4e190-0d31-46a3-b93c-638fe0cecfb3') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:21.729313 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (cab4e190-0d31-46a3-b93c-638fe0cecfb3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.733364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:21.735403 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:21.736033 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:21.736719 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:21.737069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:21.737724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:21.738290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:21.738919 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845acf8a-7c84-486c-a425-0daa6f8d60f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:21.749830 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (cab4e190-0d31-46a3-b93c-638fe0cecfb3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.758533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:40:21.759537 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (cab4e190-0d31-46a3-b93c-638fe0cecfb3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.790899 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85e88ff9-2f89-4974-a9a4-18e01d5728be tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (ec4b4975-ea1a-4ef5-b313-cceab7422744), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.792240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85e88ff9-2f89-4974-a9a4-18e01d5728be tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (ec4b4975-ea1a-4ef5-b313-cceab7422744), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:40:21.855592 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:40:21.968235 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (e773dca6-5b0d-4b64-b2de-15c5a8eb6371), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.975390 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:21.990362 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/networks/e773dca6-5b0d-4b64-b2de-15c5a8eb6371 HTTP/1.1" status: 204 len: 168 time: 1.2172899 Feb 28 17:40:21.990743 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48696) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:22.049903 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cd9d4-7ea6-49e8-89c4-9c395fd4993a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Network': ['ID=e773dca6-5b0d-4b64-b2de-15c5a8eb6371,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:22.143966 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85e88ff9-2f89-4974-a9a4-18e01d5728be tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks [] for router_controller (ec4b4975-ea1a-4ef5-b313-cceab7422744), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:22.271645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e4d89670-8704-4790-bc29-22066a971c59 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:40:22.300347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: e4d89670-8704-4790-bc29-22066a971c59 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:40:22.301029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e4d89670-8704-4790-bc29-22066a971c59 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:40:22.301655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 32dea5b1-1073-4009-ac6e-7df986f028aa no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:40:22.325770 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 32dea5b1-1073-4009-ac6e-7df986f028aa {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:40:22.326640 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 32dea5b1-1073-4009-ac6e-7df986f028aa not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:40:22.330743 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48704) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:22.733866 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85e88ff9-2f89-4974-a9a4-18e01d5728be tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks [] for router_gateway (ec4b4975-ea1a-4ef5-b313-cceab7422744), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:22.742700 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6d889715-d505-4861-b20b-1805d97721c7 req-ed6af154-017b-47de-9c1b-afb23fd5a5a4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.1188304 Feb 28 17:40:22.746952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48716) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:22.801552 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5aabdaa2-d1d5-463a-a3e8-afc465dc4b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:22.920184 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5aabdaa2-d1d5-463a-a3e8-afc465dc4b1f admin admin] Publish callbacks [] for security_group (b99d985b-f369-4eeb-8aa8-4f3e3d6d666f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:22.979854 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5aabdaa2-d1d5-463a-a3e8-afc465dc4b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b99d985b-f369-4eeb-8aa8-4f3e3d6d666f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.065879 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5aabdaa2-d1d5-463a-a3e8-afc465dc4b1f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=28cc7de1128c420eb2a8e8c6e6e20623&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7339625 Feb 28 17:40:23.074777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48728) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:23.099599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabdaa2-d1d5-463a-a3e8-afc465dc4b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99d985b-f369-4eeb-8aa8-4f3e3d6d666f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:23.103042 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f06c1951-9f4a-4937-9a59-2acdefb0b189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.225125 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f06c1951-9f4a-4937-9a59-2acdefb0b189 admin admin] Publish callbacks [] for security_group (6d4ebe14-ba08-484c-903b-07487cc5c8ca), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.261697 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85e88ff9-2f89-4974-a9a4-18e01d5728be tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks [] for router_gateway (ec4b4975-ea1a-4ef5-b313-cceab7422744), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.305800 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f06c1951-9f4a-4937-9a59-2acdefb0b189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6d4ebe14-ba08-484c-903b-07487cc5c8ca), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.317541 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85e88ff9-2f89-4974-a9a4-18e01d5728be tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.375542 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c1951-9f4a-4937-9a59-2acdefb0b189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4ebe14-ba08-484c-903b-07487cc5c8ca,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:23.385448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f06c1951-9f4a-4937-9a59-2acdefb0b189 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4648db84120a43b1bbedd81ecdd71213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6362035 Feb 28 17:40:23.385613 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48744) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:23.447862 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-225e9b53-a22e-4235-addc-a81df8de0fb6 admin admin] Publish callbacks [] for security_group (6d4ebe14-ba08-484c-903b-07487cc5c8ca), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.480460 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-225e9b53-a22e-4235-addc-a81df8de0fb6 admin admin] Publish callbacks [] for security_group (6d4ebe14-ba08-484c-903b-07487cc5c8ca), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.480728 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62201fd3-5017-46b2-85bf-f8af39bae98b admin admin] Publish callbacks [] for security_group (b99d985b-f369-4eeb-8aa8-4f3e3d6d666f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.500770 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a0c4976-12b5-4d93-bdd3-96167b9cbe9a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.641787 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62201fd3-5017-46b2-85bf-f8af39bae98b admin admin] Publish callbacks [] for security_group (b99d985b-f369-4eeb-8aa8-4f3e3d6d666f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.648178 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-225e9b53-a22e-4235-addc-a81df8de0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6d4ebe14-ba08-484c-903b-07487cc5c8ca), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.656266 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-225e9b53-a22e-4235-addc-a81df8de0fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.656266 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-225e9b53-a22e-4235-addc-a81df8de0fb6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d4ebe14-ba08-484c-903b-07487cc5c8ca HTTP/1.1" status: 204 len: 168 time: 0.2683392 Feb 28 17:40:23.664393 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e9b53-a22e-4235-addc-a81df8de0fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4ebe14-ba08-484c-903b-07487cc5c8ca,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:23.867069 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85e88ff9-2f89-4974-a9a4-18e01d5728be tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks [] for router (ec4b4975-ea1a-4ef5-b313-cceab7422744), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.909475 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62201fd3-5017-46b2-85bf-f8af39bae98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b99d985b-f369-4eeb-8aa8-4f3e3d6d666f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.912531 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62201fd3-5017-46b2-85bf-f8af39bae98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:23.913783 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-62201fd3-5017-46b2-85bf-f8af39bae98b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b99d985b-f369-4eeb-8aa8-4f3e3d6d666f HTTP/1.1" status: 204 len: 168 time: 0.8375514 Feb 28 17:40:23.922321 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e12c79c-4d1b-468d-91bc-bd78a160014d req-f432d3a7-60af-479e-8dc9-92ee23f7c570 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=04e6b45b-e663-4203-8f6e-d8d6d4d5d2d6 HTTP/1.1" status: 200 len: 210 time: 0.0506589 Feb 28 17:40:23.964301 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62201fd3-5017-46b2-85bf-f8af39bae98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99d985b-f369-4eeb-8aa8-4f3e3d6d666f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:24.102707 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85e88ff9-2f89-4974-a9a4-18e01d5728be tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (ec4b4975-ea1a-4ef5-b313-cceab7422744), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:24.106385 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85e88ff9-2f89-4974-a9a4-18e01d5728be tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks [] for router_controller (ec4b4975-ea1a-4ef5-b313-cceab7422744), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:24.151575 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c4976-12b5-4d93-bdd3-96167b9cbe9a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port 2d80a2eb-5a09-4f84-8e8d-080caf54a038 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:24.151899 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a0c4976-12b5-4d93-bdd3-96167b9cbe9a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:24.202419 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-85e88ff9-2f89-4974-a9a4-18e01d5728be tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (ec4b4975-ea1a-4ef5-b313-cceab7422744), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:24.203029 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e88ff9-2f89-4974-a9a4-18e01d5728be tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec4b4975-ea1a-4ef5-b313-cceab7422744 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:40:24.259192 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-5a0c4976-12b5-4d93-bdd3-96167b9cbe9a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] For port 2d80a2eb-5a09-4f84-8e8d-080caf54a038, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2d80a2eb-5a09-4f84-8e8d-080caf54a038,segment=NetworkSegment(5180a6b3-2700-407a-bcac-bcf5f3d4ce05),segment_id=5180a6b3-2700-407a-bcac-bcf5f3d4ce05)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:24.260101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a0c4976-12b5-4d93-bdd3-96167b9cbe9a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:24.278876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c4976-12b5-4d93-bdd3-96167b9cbe9a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for 2d80a2eb-5a09-4f84-8e8d-080caf54a038 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:24.285557 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-85e88ff9-2f89-4974-a9a4-18e01d5728be tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 17:40:24.287631 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-85e88ff9-2f89-4974-a9a4-18e01d5728be tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6199429 Feb 28 17:40:24.290323 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48770) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:24.416680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0c1456bc-e064-4835-9424-227ecc6a0562 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Deleting port ba645dfc-c70f-4236-8522-b6a580abfcfc {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:24.417033 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0c1456bc-e064-4835-9424-227ecc6a0562 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ba645dfc-c70f-4236-8522-b6a580abfcfc), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:24.514034 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0c1456bc-e064-4835-9424-227ecc6a0562 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ba645dfc-c70f-4236-8522-b6a580abfcfc), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:24.525722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0c1456bc-e064-4835-9424-227ecc6a0562 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Calling delete_port for ba645dfc-c70f-4236-8522-b6a580abfcfc owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:24.596181 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a0c4976-12b5-4d93-bdd3-96167b9cbe9a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2d80a2eb-5a09-4f84-8e8d-080caf54a038), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:24.657613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c4976-12b5-4d93-bdd3-96167b9cbe9a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=2d80a2eb-5a09-4f84-8e8d-080caf54a038,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:24.722390 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0c1456bc-e064-4835-9424-227ecc6a0562 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ba645dfc-c70f-4236-8522-b6a580abfcfc), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:24.799918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1456bc-e064-4835-9424-227ecc6a0562 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba645dfc-c70f-4236-8522-b6a580abfcfc,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:24.915377 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a0c4976-12b5-4d93-bdd3-96167b9cbe9a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:24.940217 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0c1456bc-e064-4835-9424-227ecc6a0562 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:24.944364 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0c1456bc-e064-4835-9424-227ecc6a0562 tempest-RoutersAdminNegativeIpV6Test-452730550 tempest-RoutersAdminNegativeIpV6Test-452730550-project-admin] 10.222.0.72 "DELETE /v2.0/ports/ba645dfc-c70f-4236-8522-b6a580abfcfc HTTP/1.1" status: 204 len: 168 time: 0.6524873 Feb 28 17:40:25.168067 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0c4976-12b5-4d93-bdd3-96167b9cbe9a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router de9ca917-4afe-43eb-90e3-a9ed53fdb794 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:40:25.279189 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0c4976-12b5-4d93-bdd3-96167b9cbe9a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:40:25.290172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f961656-1921-4e96-b878-c546773d9946 None None] Sync routers for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:40:25.296596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48800) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:25.303782 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f961656-1921-4e96-b878-c546773d9946 None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:25.307889 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6f961656-1921-4e96-b878-c546773d9946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:25.311660 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5a0c4976-12b5-4d93-bdd3-96167b9cbe9a tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3189034 Feb 28 17:40:25.323931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48802) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:25.352076 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad3f8-4418-48da-8dd4-aaa6bb962f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:25.362038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7ea9d7-4016-4be7-ae35-b73a153dfb04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting subnet 69eea997-04cb-426d-905d-bba1563477a7 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:40:25.372841 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea9d7-4016-4be7-ae35-b73a153dfb04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (69eea997-04cb-426d-905d-bba1563477a7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:25.438343 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea9d7-4016-4be7-ae35-b73a153dfb04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (69eea997-04cb-426d-905d-bba1563477a7), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:25.506434 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-6f961656-1921-4e96-b878-c546773d9946 None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:25.520260 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad3f8-4418-48da-8dd4-aaa6bb962f85 admin admin] Publish callbacks [] for security_group (5ad70a7b-8d3a-423f-a924-53a5986da7fb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:25.578816 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad3f8-4418-48da-8dd4-aaa6bb962f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5ad70a7b-8d3a-423f-a924-53a5986da7fb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:25.598843 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea9d7-4016-4be7-ae35-b73a153dfb04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (69eea997-04cb-426d-905d-bba1563477a7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:25.627262 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8e6ad3f8-4418-48da-8dd4-aaa6bb962f85 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cd5c93a902d9414b878652213e46e41c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2995617 Feb 28 17:40:25.627262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ad3f8-4418-48da-8dd4-aaa6bb962f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad70a7b-8d3a-423f-a924-53a5986da7fb,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:25.633912 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48808) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:25.707368 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc803656-9777-4b34-84eb-e45b2901c59e admin admin] Publish callbacks [] for security_group (5ad70a7b-8d3a-423f-a924-53a5986da7fb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:25.744511 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc803656-9777-4b34-84eb-e45b2901c59e admin admin] Publish callbacks [] for security_group (5ad70a7b-8d3a-423f-a924-53a5986da7fb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:25.825186 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea9d7-4016-4be7-ae35-b73a153dfb04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (69eea997-04cb-426d-905d-bba1563477a7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:25.836255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6f961656-1921-4e96-b878-c546773d9946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:24Z', 'revision_number': 10, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:25.854961 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea9d7-4016-4be7-ae35-b73a153dfb04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:25.860298 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ef7ea9d7-4016-4be7-ae35-b73a153dfb04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/69eea997-04cb-426d-905d-bba1563477a7 HTTP/1.1" status: 204 len: 168 time: 0.5629632 Feb 28 17:40:25.863037 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48814) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:25.883997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ea9d7-4016-4be7-ae35-b73a153dfb04 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Subnet': ['ID=69eea997-04cb-426d-905d-bba1563477a7,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:25.887600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f961656-1921-4e96-b878-c546773d9946 None None] Checking router: de9ca917-4afe-43eb-90e3-a9ed53fdb794 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:40:25.896586 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc803656-9777-4b34-84eb-e45b2901c59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5ad70a7b-8d3a-423f-a924-53a5986da7fb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:25.902698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55144d96-ba36-47c0-b0e9-e35808f3e78e None None] Network 6c2e36d6-4fb6-4017-baaa-beb410681fbf requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:40:25.904864 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc803656-9777-4b34-84eb-e45b2901c59e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:25.906824 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dc803656-9777-4b34-84eb-e45b2901c59e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ad70a7b-8d3a-423f-a924-53a5986da7fb HTTP/1.1" status: 204 len: 168 time: 0.2713835 Feb 28 17:40:25.945839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc803656-9777-4b34-84eb-e45b2901c59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad70a7b-8d3a-423f-a924-53a5986da7fb,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:26.050863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f961656-1921-4e96-b878-c546773d9946 None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:26.051955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6f961656-1921-4e96-b878-c546773d9946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:26.156618 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (6c2e36d6-4fb6-4017-baaa-beb410681fbf), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:26.175026 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-6f961656-1921-4e96-b878-c546773d9946 None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:26.204440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48836) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:26.281424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbd50a-83d1-465d-8ad3-0e174c593162 req-40faa2e6-ae3a-41af-b057-46964bb1425f tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:26.289990 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-efbbd50a-83d1-465d-8ad3-0e174c593162 req-40faa2e6-ae3a-41af-b057-46964bb1425f tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 811 time: 0.3101382 Feb 28 17:40:26.315984 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-efbbd50a-83d1-465d-8ad3-0e174c593162 req-a0feaa00-7690-46a1-a32f-984129165124 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/quotas/8c828900d1be4137abc891fe2e0eaed5 HTTP/1.1" status: 200 len: 375 time: 0.0246415 Feb 28 17:40:26.372738 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-efbbd50a-83d1-465d-8ad3-0e174c593162 req-3aa1a4fe-90d2-48a2-b8a2-eac0568a195a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558267 Feb 28 17:40:26.386950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc2d93f-829b-4c9e-a114-9be5f464b09b None None] DHCP port deletion for 6c2e36d6-4fb6-4017-baaa-beb410681fbf request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:40:26.393081 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:26.393566 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:26.427177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:40:26.480256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] For port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5defcd1e-bcfb-42bd-82ae-ea9a9631d628,segment=NetworkSegment(5180a6b3-2700-407a-bcac-bcf5f3d4ce05),segment_id=5180a6b3-2700-407a-bcac-bcf5f3d4ce05)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:26.480764 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:26.497338 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:26.604758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8bc2d93f-829b-4c9e-a114-9be5f464b09b None None] Deleting port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:26.605789 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d93f-829b-4c9e-a114-9be5f464b09b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:26.631400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:26.631400 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:26.733067 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:26.818224 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=5defcd1e-bcfb-42bd-82ae-ea9a9631d628,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:26.822785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No DVR routers for this DVR port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:40:26.902489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8bc2d93f-829b-4c9e-a114-9be5f464b09b None None] For port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5defcd1e-bcfb-42bd-82ae-ea9a9631d628,segment=NetworkSegment(5180a6b3-2700-407a-bcac-bcf5f3d4ce05),segment_id=5180a6b3-2700-407a-bcac-bcf5f3d4ce05)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:26.902892 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d93f-829b-4c9e-a114-9be5f464b09b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:26.919552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6f961656-1921-4e96-b878-c546773d9946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:24Z', 'revision_number': 10, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:26.928235 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8bc2d93f-829b-4c9e-a114-9be5f464b09b None None] Calling delete_port for 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:26.969284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f961656-1921-4e96-b878-c546773d9946 None None] The sync data for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 is: [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:24Z', 'revision_number': 10, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None, '_interfaces': [{'id': 'd50642b8-d913-4a69-b532-f2993d723fd7', 'name': '', 'network_id': '4addbbb3-4f29-496a-a3c0-7b6436f6f6e9', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'mac_address': 'fa:16:3e:fa:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:39:46Z', 'updated_at': '2022-02-28T17:39:54Z', 'revision_number': 5, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'subnets': [{'id': 'b78e2da7-e79e-497c-9525-04a9e680efeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:40:27.028179 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (6c2e36d6-4fb6-4017-baaa-beb410681fbf), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:27.054867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2e36d6-4fb6-4017-baaa-beb410681fbf']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:27.065715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5180a6b3-2700-407a-bcac-bcf5f3d4ce05') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:27.066056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5180a6b3-2700-407a-bcac-bcf5f3d4ce05') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:27.071831 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8bc2d93f-829b-4c9e-a114-9be5f464b09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (5defcd1e-bcfb-42bd-82ae-ea9a9631d628), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:27.076834 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-99c847e2-9fcf-46f6-909d-f441768d3963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:27.077360 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (5180a6b3-2700-407a-bcac-bcf5f3d4ce05), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:27.095610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5180a6b3-2700-407a-bcac-bcf5f3d4ce05), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:27.103925 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:40:27.104622 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (5180a6b3-2700-407a-bcac-bcf5f3d4ce05), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:40:27.109278 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:40:27.119159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2d93f-829b-4c9e-a114-9be5f464b09b None None] Pushing event deleted for resources: {'Port': ['ID=5defcd1e-bcfb-42bd-82ae-ea9a9631d628,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:27.127592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc2d93f-829b-4c9e-a114-9be5f464b09b None None] No DVR routers for this DVR port 5defcd1e-bcfb-42bd-82ae-ea9a9631d628 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:40:27.242333 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-99c847e2-9fcf-46f6-909d-f441768d3963 admin admin] Publish callbacks [] for security_group (1846ebdc-c402-4237-b678-de8982ca79b6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:27.305697 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-99c847e2-9fcf-46f6-909d-f441768d3963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1846ebdc-c402-4237-b678-de8982ca79b6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:27.347432 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-efbbd50a-83d1-465d-8ad3-0e174c593162 req-e2764464-76d5-4f11-9f75-dc247b243618 service neutron] 10.222.0.72 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9737678 Feb 28 17:40:27.355304 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-99c847e2-9fcf-46f6-909d-f441768d3963 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f2b841ff4c434f6b9107bef50db2024d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1489444 Feb 28 17:40:27.362950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48856) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:27.430137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c847e2-9fcf-46f6-909d-f441768d3963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1846ebdc-c402-4237-b678-de8982ca79b6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:27.466424 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72b58db0-65aa-4c18-a228-847befd32ced admin admin] Publish callbacks [] for security_group (1846ebdc-c402-4237-b678-de8982ca79b6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:27.494451 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72b58db0-65aa-4c18-a228-847befd32ced admin admin] Publish callbacks [] for security_group (1846ebdc-c402-4237-b678-de8982ca79b6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:27.495377 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-efbbd50a-83d1-465d-8ad3-0e174c593162 req-31e0ea24-8a19-4837-a07b-8a805ae7152e service neutron] 10.222.0.72 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468470 Feb 28 17:40:27.497615 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (6c2e36d6-4fb6-4017-baaa-beb410681fbf), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:27.535138 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:27.551685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48862) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:27.553789 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/networks/6c2e36d6-4fb6-4017-baaa-beb410681fbf HTTP/1.1" status: 204 len: 168 time: 1.6845837 Feb 28 17:40:27.586413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bb67c-2057-4281-9a32-719088f8b6b1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Network': ['ID=6c2e36d6-4fb6-4017-baaa-beb410681fbf,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:27.668454 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72b58db0-65aa-4c18-a228-847befd32ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1846ebdc-c402-4237-b678-de8982ca79b6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:27.672411 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72b58db0-65aa-4c18-a228-847befd32ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:27.676023 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-72b58db0-65aa-4c18-a228-847befd32ced admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1846ebdc-c402-4237-b678-de8982ca79b6 HTTP/1.1" status: 204 len: 168 time: 0.3092520 Feb 28 17:40:27.689382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b58db0-65aa-4c18-a228-847befd32ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1846ebdc-c402-4237-b678-de8982ca79b6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:27.907493 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-423b6f0e-f7e7-4c3c-8e74-b0482bce2a26 req-557da4d1-a09f-4b25-846c-724e8f4007c9 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=839332d0-5df0-40fb-9470-66cd58120af3 HTTP/1.1" status: 200 len: 210 time: 0.0569563 Feb 28 17:40:28.079523 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-67316b2a-4b1a-471f-be4e-488f01d70095 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:28.228738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2d80a2eb-5a09-4f84-8e8d-080caf54a038 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:40:28.249152 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2d80a2eb-5a09-4f84-8e8d-080caf54a038 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:40:28.249831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2d80a2eb-5a09-4f84-8e8d-080caf54a038 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:40:28.434622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-67316b2a-4b1a-471f-be4e-488f01d70095 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port d50642b8-d913-4a69-b532-f2993d723fd7 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:28.435271 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-67316b2a-4b1a-471f-be4e-488f01d70095 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:28.562384 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-67316b2a-4b1a-471f-be4e-488f01d70095 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] For port d50642b8-d913-4a69-b532-f2993d723fd7, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d50642b8-d913-4a69-b532-f2993d723fd7,segment=NetworkSegment(d776d97b-7a4f-4c76-ae19-0c13936d87fd),segment_id=d776d97b-7a4f-4c76-ae19-0c13936d87fd)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:28.563056 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-67316b2a-4b1a-471f-be4e-488f01d70095 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:28.577848 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-67316b2a-4b1a-471f-be4e-488f01d70095 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for d50642b8-d913-4a69-b532-f2993d723fd7 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:28.842282 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-67316b2a-4b1a-471f-be4e-488f01d70095 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d50642b8-d913-4a69-b532-f2993d723fd7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:28.933814 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67316b2a-4b1a-471f-be4e-488f01d70095 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=d50642b8-d913-4a69-b532-f2993d723fd7,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:29.129945 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-67316b2a-4b1a-471f-be4e-488f01d70095 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (de9ca917-4afe-43eb-90e3-a9ed53fdb794), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:29.309184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48916) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:29.347202 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67316b2a-4b1a-471f-be4e-488f01d70095 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router de9ca917-4afe-43eb-90e3-a9ed53fdb794 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:40:29.398484 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a288f5d1-8ce2-4839-bf20-bf5c2dec617c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5857ac44376a4c75ae38a471dd730348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0881057 Feb 28 17:40:29.404099 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48918) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:29.512004 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb73e-a175-4af0-8128-e03df65dd3c4 admin admin] Publish callbacks [] for security_group (ebdf9097-0065-4b62-bb4b-8fa8dcaf3cc1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:29.514368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67316b2a-4b1a-471f-be4e-488f01d70095 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:40:29.523370 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-67316b2a-4b1a-471f-be4e-488f01d70095 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9705138 Feb 28 17:40:29.524172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48922) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:29.525556 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb5c19-cf65-46b4-b571-a188bbd3be6c None None] Sync routers for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:40:29.545510 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb5c19-cf65-46b4-b571-a188bbd3be6c None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:29.549116 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4abb5c19-cf65-46b4-b571-a188bbd3be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:29.562067 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb73e-a175-4af0-8128-e03df65dd3c4 admin admin] Publish callbacks [] for security_group (ebdf9097-0065-4b62-bb4b-8fa8dcaf3cc1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:29.591355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67c9ace-13b1-4ab1-ac84-45c06e3b7ea5 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting subnet b78e2da7-e79e-497c-9525-04a9e680efeb {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:40:29.595108 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e67c9ace-13b1-4ab1-ac84-45c06e3b7ea5 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (b78e2da7-e79e-497c-9525-04a9e680efeb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:29.636207 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-4abb5c19-cf65-46b4-b571-a188bbd3be6c None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:29.655128 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e67c9ace-13b1-4ab1-ac84-45c06e3b7ea5 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (b78e2da7-e79e-497c-9525-04a9e680efeb), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:29.733590 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb73e-a175-4af0-8128-e03df65dd3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ebdf9097-0065-4b62-bb4b-8fa8dcaf3cc1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:29.736550 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5e0eb73e-a175-4af0-8128-e03df65dd3c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:29.740238 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5e0eb73e-a175-4af0-8128-e03df65dd3c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ebdf9097-0065-4b62-bb4b-8fa8dcaf3cc1 HTTP/1.1" status: 204 len: 168 time: 0.3337109 Feb 28 17:40:29.751452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0eb73e-a175-4af0-8128-e03df65dd3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdf9097-0065-4b62-bb4b-8fa8dcaf3cc1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:29.812443 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e67c9ace-13b1-4ab1-ac84-45c06e3b7ea5 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (b78e2da7-e79e-497c-9525-04a9e680efeb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:29.864523 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4abb5c19-cf65-46b4-b571-a188bbd3be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:28Z', 'revision_number': 11, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:29.904419 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb5c19-cf65-46b4-b571-a188bbd3be6c None None] Checking router: de9ca917-4afe-43eb-90e3-a9ed53fdb794 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:40:29.914952 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb5c19-cf65-46b4-b571-a188bbd3be6c None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:29.915609 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4abb5c19-cf65-46b4-b571-a188bbd3be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:30.015307 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-4abb5c19-cf65-46b4-b571-a188bbd3be6c None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:30.057663 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e67c9ace-13b1-4ab1-ac84-45c06e3b7ea5 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (b78e2da7-e79e-497c-9525-04a9e680efeb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:30.066323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-7695434b-b178-4000-b082-7ddc4e850e8a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:30.066323 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-7695434b-b178-4000-b082-7ddc4e850e8a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 811 time: 0.1609576 Feb 28 17:40:30.080248 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e67c9ace-13b1-4ab1-ac84-45c06e3b7ea5 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:30.081294 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa64c8b8-70af-454c-a7cd-2cbdde6792db None None] Network 4addbbb3-4f29-496a-a3c0-7b6436f6f6e9 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:40:30.083531 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e67c9ace-13b1-4ab1-ac84-45c06e3b7ea5 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/b78e2da7-e79e-497c-9525-04a9e680efeb HTTP/1.1" status: 204 len: 168 time: 0.5583260 Feb 28 17:40:30.098992 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48946) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:30.128955 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4abb5c19-cf65-46b4-b571-a188bbd3be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:28Z', 'revision_number': 11, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:30.155318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c9ace-13b1-4ab1-ac84-45c06e3b7ea5 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Subnet': ['ID=b78e2da7-e79e-497c-9525-04a9e680efeb,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:30.253686 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb5c19-cf65-46b4-b571-a188bbd3be6c None None] The sync data for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 is: [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:28Z', 'revision_number': 11, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:40:30.266792 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (4addbbb3-4f29-496a-a3c0-7b6436f6f6e9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:30.274162 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-17a85eb6-2bd8-47a1-9c22-c59e8eea3f7a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/quotas/8c828900d1be4137abc891fe2e0eaed5 HTTP/1.1" status: 200 len: 375 time: 0.2005944 Feb 28 17:40:30.669754 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd187196-2598-40aa-bba4-2f55bf257b40 None None] DHCP port deletion for 4addbbb3-4f29-496a-a3c0-7b6436f6f6e9 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:40:30.788628 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-dd187196-2598-40aa-bba4-2f55bf257b40 None None] Deleting port f512ee0e-8965-4e40-a340-2d9a28234951 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:30.789393 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dd187196-2598-40aa-bba4-2f55bf257b40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:30.805184 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48958) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:30.894993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-dd187196-2598-40aa-bba4-2f55bf257b40 None None] For port f512ee0e-8965-4e40-a340-2d9a28234951, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f512ee0e-8965-4e40-a340-2d9a28234951,segment=NetworkSegment(d776d97b-7a4f-4c76-ae19-0c13936d87fd),segment_id=d776d97b-7a4f-4c76-ae19-0c13936d87fd)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:30.900440 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dd187196-2598-40aa-bba4-2f55bf257b40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:30.915423 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-dd187196-2598-40aa-bba4-2f55bf257b40 None None] Calling delete_port for f512ee0e-8965-4e40-a340-2d9a28234951 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:30.938510 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-914bd71b-6731-42c9-a3b6-6f40b8a3176a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6542730 Feb 28 17:40:31.064273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Deleting port f512ee0e-8965-4e40-a340-2d9a28234951 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:31.064612 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.123407 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dd187196-2598-40aa-bba4-2f55bf257b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.130273 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-b8a63831-f502-4b36-9478-eecf882a09e8 service neutron] 10.222.0.72 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908293 Feb 28 17:40:31.174908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd187196-2598-40aa-bba4-2f55bf257b40 None None] Pushing event deleted for resources: {'Port': ['ID=f512ee0e-8965-4e40-a340-2d9a28234951,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:31.177711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd187196-2598-40aa-bba4-2f55bf257b40 None None] No DVR routers for this DVR port f512ee0e-8965-4e40-a340-2d9a28234951 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:40:31.243574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] For port f512ee0e-8965-4e40-a340-2d9a28234951, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f512ee0e-8965-4e40-a340-2d9a28234951,segment=NetworkSegment(d776d97b-7a4f-4c76-ae19-0c13936d87fd),segment_id=d776d97b-7a4f-4c76-ae19-0c13936d87fd)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:31.243936 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.266496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Calling delete_port for f512ee0e-8965-4e40-a340-2d9a28234951 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:31.279878 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-2985e549-52d7-4d53-8223-cc524343c292 service neutron] 10.222.0.72 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486795 Feb 28 17:40:31.311289 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ab5e3802-a518-4e83-b5ba-62e10f5b1118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.482574 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f512ee0e-8965-4e40-a340-2d9a28234951), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.492299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48974) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:31.518237 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ab5e3802-a518-4e83-b5ba-62e10f5b1118 admin admin] Publish callbacks [] for security_group (0b684d6e-2bbd-4690-9221-1642faee4cac), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.538125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Port': ['ID=f512ee0e-8965-4e40-a340-2d9a28234951,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:31.544021 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No DVR routers for this DVR port f512ee0e-8965-4e40-a340-2d9a28234951 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:40:31.596263 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ab5e3802-a518-4e83-b5ba-62e10f5b1118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0b684d6e-2bbd-4690-9221-1642faee4cac), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.668809 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (4addbbb3-4f29-496a-a3c0-7b6436f6f6e9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.689750 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4addbbb3-4f29-496a-a3c0-7b6436f6f6e9']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:31.702088 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ab5e3802-a518-4e83-b5ba-62e10f5b1118 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6ad411a125da4d65becb3f1678b321ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8936918 Feb 28 17:40:31.702716 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48986) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:31.705402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd776d97b-7a4f-4c76-ae19-0c13936d87fd') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:31.705981 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd776d97b-7a4f-4c76-ae19-0c13936d87fd') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:31.728557 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (d776d97b-7a4f-4c76-ae19-0c13936d87fd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.754630 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d776d97b-7a4f-4c76-ae19-0c13936d87fd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (d776d97b-7a4f-4c76-ae19-0c13936d87fd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:40:31.778187 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:40:31.784422 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a9c43835-d93f-461a-aa9d-eabce439f1a3 req-9664c8b3-41ee-4169-baea-bfc5cda30cb3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 210 time: 0.0494473 Feb 28 17:40:31.790129 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e3802-a518-4e83-b5ba-62e10f5b1118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b684d6e-2bbd-4690-9221-1642faee4cac,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:31.796185 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37a147e4-591c-48f6-b714-89fe300668ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.842669 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-78ad8efe-e3a5-44f8-93af-dc5f54dbf8c9 admin admin] Publish callbacks [] for security_group (0b684d6e-2bbd-4690-9221-1642faee4cac), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.873404 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-78ad8efe-e3a5-44f8-93af-dc5f54dbf8c9 admin admin] Publish callbacks [] for security_group (0b684d6e-2bbd-4690-9221-1642faee4cac), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.942788 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (4addbbb3-4f29-496a-a3c0-7b6436f6f6e9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.974753 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37a147e4-591c-48f6-b714-89fe300668ec admin admin] Publish callbacks [] for security_group (89c98d61-f80c-4472-88cd-1ac5b76d0d2c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:31.989181 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:32.000516 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48998) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:32.002506 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/networks/4addbbb3-4f29-496a-a3c0-7b6436f6f6e9 HTTP/1.1" status: 204 len: 168 time: 1.8932815 Feb 28 17:40:32.003747 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ffcb7-3434-4eb3-849c-8cd6a81b08eb tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Pushing event deleted for resources: {'Network': ['ID=4addbbb3-4f29-496a-a3c0-7b6436f6f6e9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:32.005703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4d999885-81f4-455a-b5c2-6c002c4420ca tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'router': {'routes': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:32.061428 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-78ad8efe-e3a5-44f8-93af-dc5f54dbf8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0b684d6e-2bbd-4690-9221-1642faee4cac), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:32.063989 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-78ad8efe-e3a5-44f8-93af-dc5f54dbf8c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:32.067105 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-78ad8efe-e3a5-44f8-93af-dc5f54dbf8c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0b684d6e-2bbd-4690-9221-1642faee4cac HTTP/1.1" status: 204 len: 168 time: 0.3619311 Feb 28 17:40:32.067105 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37a147e4-591c-48f6-b714-89fe300668ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (89c98d61-f80c-4472-88cd-1ac5b76d0d2c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:32.368003 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad8efe-e3a5-44f8-93af-dc5f54dbf8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b684d6e-2bbd-4690-9221-1642faee4cac,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:32.396369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a147e4-591c-48f6-b714-89fe300668ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c98d61-f80c-4472-88cd-1ac5b76d0d2c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:32.400767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d50642b8-d913-4a69-b532-f2993d723fd7 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:40:32.419570 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-37a147e4-591c-48f6-b714-89fe300668ec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f01d79dd7b7418dba28d94c2389eeb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9237447 Feb 28 17:40:32.419844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49010) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:32.458280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: d50642b8-d913-4a69-b532-f2993d723fd7 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:40:32.458895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d50642b8-d913-4a69-b532-f2993d723fd7 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:40:32.459552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f512ee0e-8965-4e40-a340-2d9a28234951 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:40:32.486599 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: f512ee0e-8965-4e40-a340-2d9a28234951 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:40:32.487247 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f512ee0e-8965-4e40-a340-2d9a28234951 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:40:32.535174 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.extraroute_db [None req-4d999885-81f4-455a-b5c2-6c002c4420ca tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Added routes are [] {{(pid=104246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 17:40:32.535478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.extraroute_db [None req-4d999885-81f4-455a-b5c2-6c002c4420ca tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Removed routes are [] {{(pid=104246) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 17:40:32.539455 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4d999885-81f4-455a-b5c2-6c002c4420ca tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:32.568483 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af41444e-7b65-493f-a82f-ba6a1d140351 admin admin] Publish callbacks [] for security_group (89c98d61-f80c-4472-88cd-1ac5b76d0d2c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:32.596306 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af41444e-7b65-493f-a82f-ba6a1d140351 admin admin] Publish callbacks [] for security_group (89c98d61-f80c-4472-88cd-1ac5b76d0d2c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:32.728004 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4d999885-81f4-455a-b5c2-6c002c4420ca tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:32.731491 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af41444e-7b65-493f-a82f-ba6a1d140351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (89c98d61-f80c-4472-88cd-1ac5b76d0d2c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:32.731759 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4d999885-81f4-455a-b5c2-6c002c4420ca tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:32.734034 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af41444e-7b65-493f-a82f-ba6a1d140351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:32.735202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-af41444e-7b65-493f-a82f-ba6a1d140351 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/89c98d61-f80c-4472-88cd-1ac5b76d0d2c HTTP/1.1" status: 204 len: 168 time: 0.3143375 Feb 28 17:40:32.746418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41444e-7b65-493f-a82f-ba6a1d140351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c98d61-f80c-4472-88cd-1ac5b76d0d2c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:32.823487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d999885-81f4-455a-b5c2-6c002c4420ca tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router de9ca917-4afe-43eb-90e3-a9ed53fdb794 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:40:32.921846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-21f1d43c-96c4-4526-a0c9-5cb43c324e98 req-ed6df426-65d5-4819-a3c5-eb81ab3648c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 210 time: 0.0701480 Feb 28 17:40:32.949392 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d999885-81f4-455a-b5c2-6c002c4420ca tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:40:32.956172 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4d999885-81f4-455a-b5c2-6c002c4420ca tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:32.960907 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49024) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:32.961416 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4d999885-81f4-455a-b5c2-6c002c4420ca tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794 HTTP/1.1" status: 200 len: 701 time: 0.9593003 Feb 28 17:40:32.966812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aa8fb3-8877-439e-a75d-673d5f3bfc3f None None] Sync routers for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:40:32.990191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa8fb3-8877-439e-a75d-673d5f3bfc3f None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:32.992731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a7aa8fb3-8877-439e-a75d-673d5f3bfc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:33.026392 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9dcb4e99-2561-4fd8-a2d4-76119fdb6fc6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports?device_id=de9ca917-4afe-43eb-90e3-a9ed53fdb794 HTTP/1.1" status: 200 len: 205 time: 0.0638516 Feb 28 17:40:33.039797 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49026) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:33.168503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-a7aa8fb3-8877-439e-a75d-673d5f3bfc3f None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:33.204888 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b1da4292-c767-4788-9039-dae4039005a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:33.231179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a7aa8fb3-8877-439e-a75d-673d5f3bfc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:28Z', 'revision_number': 11, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:33.258816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aa8fb3-8877-439e-a75d-673d5f3bfc3f None None] Checking router: de9ca917-4afe-43eb-90e3-a9ed53fdb794 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:40:33.268849 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa8fb3-8877-439e-a75d-673d5f3bfc3f None None] Routers {'de9ca917-4afe-43eb-90e3-a9ed53fdb794'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:33.269768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a7aa8fb3-8877-439e-a75d-673d5f3bfc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:33.345816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-a7aa8fb3-8877-439e-a75d-673d5f3bfc3f None None] Set router de9ca917-4afe-43eb-90e3-a9ed53fdb794 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:33.502791 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b1da4292-c767-4788-9039-dae4039005a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:33.505850 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b1da4292-c767-4788-9039-dae4039005a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_controller (de9ca917-4afe-43eb-90e3-a9ed53fdb794), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:33.507470 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a7aa8fb3-8877-439e-a75d-673d5f3bfc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:28Z', 'revision_number': 11, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:33.539588 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aa8fb3-8877-439e-a75d-673d5f3bfc3f None None] The sync data for ids ['de9ca917-4afe-43eb-90e3-a9ed53fdb794'] in n-d-820368-19 is: [{'id': 'de9ca917-4afe-43eb-90e3-a9ed53fdb794', 'name': 'tempest-RoutersTest-router-1966847248', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:39:44Z', 'updated_at': '2022-02-28T17:40:28Z', 'revision_number': 11, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:40:33.616201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49036) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:33.642072 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1298fc58-aa0e-44e4-bfdb-47888d88b830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:33.651560 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b1da4292-c767-4788-9039-dae4039005a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (de9ca917-4afe-43eb-90e3-a9ed53fdb794), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:33.652109 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1da4292-c767-4788-9039-dae4039005a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Fanout notify agent at l3_agent the message router_deleted on router de9ca917-4afe-43eb-90e3-a9ed53fdb794 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:40:33.658732 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b1da4292-c767-4788-9039-dae4039005a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:33.659837 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b1da4292-c767-4788-9039-dae4039005a3 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794 HTTP/1.1" status: 204 len: 168 time: 0.6302793 Feb 28 17:40:33.666495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49038) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:33.671194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-463701a2-142b-463f-8d87-c2d90e41f4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1036451174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:33.789832 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-463701a2-142b-463f-8d87-c2d90e41f4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (46a285b8-763d-4805-a0f0-a3a28064857b), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:33.791973 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-463701a2-142b-463f-8d87-c2d90e41f4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (46a285b8-763d-4805-a0f0-a3a28064857b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:33.798344 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1298fc58-aa0e-44e4-bfdb-47888d88b830 admin admin] Publish callbacks [] for security_group (6442edd5-3850-444f-98f5-e93fa80e0022), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:33.902677 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1298fc58-aa0e-44e4-bfdb-47888d88b830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6442edd5-3850-444f-98f5-e93fa80e0022), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:33.904794 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-463701a2-142b-463f-8d87-c2d90e41f4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_controller (46a285b8-763d-4805-a0f0-a3a28064857b), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:33.969873 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1298fc58-aa0e-44e4-bfdb-47888d88b830 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fbcd333505384422aed7d89dbc61488d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3500366 Feb 28 17:40:33.970496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49048) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:34.034191 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298fc58-aa0e-44e4-bfdb-47888d88b830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6442edd5-3850-444f-98f5-e93fa80e0022,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:34.067156 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-463701a2-142b-463f-8d87-c2d90e41f4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (46a285b8-763d-4805-a0f0-a3a28064857b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:34.086046 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca1c7d7f-5621-4963-ab73-5316a4b7c4bc req-12d3d005-d9b9-4239-88d5-67bffb009a0b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 210 time: 0.0382736 Feb 28 17:40:34.142195 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d883b00-b939-442a-98e2-8c1567a7006c admin admin] Publish callbacks [] for security_group (6442edd5-3850-444f-98f5-e93fa80e0022), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:34.170043 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-463701a2-142b-463f-8d87-c2d90e41f4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:34.173005 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-463701a2-142b-463f-8d87-c2d90e41f4cd tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5053904 Feb 28 17:40:34.175657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49054) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:34.181847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4b6b1221-5675-4dba-9859-91633be14a37 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:34.199670 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d883b00-b939-442a-98e2-8c1567a7006c admin admin] Publish callbacks [] for security_group (6442edd5-3850-444f-98f5-e93fa80e0022), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:34.356287 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d883b00-b939-442a-98e2-8c1567a7006c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6442edd5-3850-444f-98f5-e93fa80e0022), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:34.359462 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d883b00-b939-442a-98e2-8c1567a7006c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:34.361298 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2d883b00-b939-442a-98e2-8c1567a7006c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6442edd5-3850-444f-98f5-e93fa80e0022 HTTP/1.1" status: 204 len: 168 time: 0.3896105 Feb 28 17:40:34.376065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d883b00-b939-442a-98e2-8c1567a7006c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6442edd5-3850-444f-98f5-e93fa80e0022,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:34.687171 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4b6b1221-5675-4dba-9859-91633be14a37 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (46a285b8-763d-4805-a0f0-a3a28064857b), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:34.699070 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-9379b88b-40bb-4f0d-ae19-3fad9af4387f tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:34.700609 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-9379b88b-40bb-4f0d-ae19-3fad9af4387f tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 811 time: 0.3803756 Feb 28 17:40:34.715360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-f3d2c8f5-9ef3-4334-a9b9-3d597455274b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Request body: {'port': {'device_id': '9618c01b-16b9-4689-9cfb-d517884c46e7', 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910', 'admin_state_up': True, 'tenant_id': '8c828900d1be4137abc891fe2e0eaed5'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:34.795745 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4b6b1221-5675-4dba-9859-91633be14a37 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (46a285b8-763d-4805-a0f0-a3a28064857b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:35.056673 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-f3d2c8f5-9ef3-4334-a9b9-3d597455274b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Made reservation on behalf of 8c828900d1be4137abc891fe2e0eaed5 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:40:35.060251 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-f3d2c8f5-9ef3-4334-a9b9-3d597455274b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:35.087362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6b1221-5675-4dba-9859-91633be14a37 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Router 46a285b8-763d-4805-a0f0-a3a28064857b is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:40:35.272152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6b1221-5675-4dba-9859-91633be14a37 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:40:35.280083 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b01c908-28d0-448b-af0b-057379de2723 req-29bdeb2a-969b-4364-8ae4-8f8944732175 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 210 time: 0.0674961 Feb 28 17:40:35.281593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4b6b1221-5675-4dba-9859-91633be14a37 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:35.282958 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4b6b1221-5675-4dba-9859-91633be14a37 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "PUT /v2.0/routers/46a285b8-763d-4805-a0f0-a3a28064857b HTTP/1.1" status: 200 len: 694 time: 1.1059129 Feb 28 17:40:35.286095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49084) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:35.295304 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb49426-760f-49c4-9d09-2a30550ae5b4 None None] Sync routers for ids ['46a285b8-763d-4805-a0f0-a3a28064857b'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:40:35.311896 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb49426-760f-49c4-9d09-2a30550ae5b4 None None] Routers {'46a285b8-763d-4805-a0f0-a3a28064857b'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:35.312795 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4eb49426-760f-49c4-9d09-2a30550ae5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['46a285b8-763d-4805-a0f0-a3a28064857b'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:35.390991 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ebcb86e6-ed0f-408c-afd7-337d47b20269 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/routers/46a285b8-763d-4805-a0f0-a3a28064857b HTTP/1.1" status: 200 len: 700 time: 0.1037209 Feb 28 17:40:35.395975 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49086) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:35.445565 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1985c187-5e45-411b-af8e-619afd8df4f2 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a285b8-763d-4805-a0f0-a3a28064857b HTTP/1.1" status: 200 len: 205 time: 0.0483577 Feb 28 17:40:35.446190 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49088) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:35.448329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-f3d2c8f5-9ef3-4334-a9b9-3d597455274b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Allocated IP 172.20.0.6 (7467a8e1-6b26-403e-997f-54fe13264910/5afa66b9-3680-4134-be0e-81254a16067b/3e335500-9ccc-4ca7-b089-cf5f4dd9ae83) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:40:35.563580 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-4eb49426-760f-49c4-9d09-2a30550ae5b4 None None] Set router 46a285b8-763d-4805-a0f0-a3a28064857b gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:35.584734 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a748181-1a14-47c8-81ef-7f991282bcc6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (46a285b8-763d-4805-a0f0-a3a28064857b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:35.723413 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4eb49426-760f-49c4-9d09-2a30550ae5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a285b8-763d-4805-a0f0-a3a28064857b', 'name': 'tempest-RoutersTest-router-1036451174', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:40:33Z', 'updated_at': '2022-02-28T17:40:34Z', 'revision_number': 2, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:35.760621 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-f3d2c8f5-9ef3-4334-a9b9-3d597455274b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks [] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:35.767487 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb49426-760f-49c4-9d09-2a30550ae5b4 None None] Checking router: 46a285b8-763d-4805-a0f0-a3a28064857b for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:40:35.778484 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb49426-760f-49c4-9d09-2a30550ae5b4 None None] Routers {'46a285b8-763d-4805-a0f0-a3a28064857b'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:40:35.779322 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4eb49426-760f-49c4-9d09-2a30550ae5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:40:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['46a285b8-763d-4805-a0f0-a3a28064857b'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:35.836130 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a748181-1a14-47c8-81ef-7f991282bcc6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (46a285b8-763d-4805-a0f0-a3a28064857b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:35.840489 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a748181-1a14-47c8-81ef-7f991282bcc6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router_controller (46a285b8-763d-4805-a0f0-a3a28064857b), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:35.872542 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-4eb49426-760f-49c4-9d09-2a30550ae5b4 None None] Set router 46a285b8-763d-4805-a0f0-a3a28064857b gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:40:35.888558 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-f3d2c8f5-9ef3-4334-a9b9-3d597455274b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:35.924419 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-f3d2c8f5-9ef3-4334-a9b9-3d597455274b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Network 7467a8e1-6b26-403e-997f-54fe13264910 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:40:35.929079 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4eb49426-760f-49c4-9d09-2a30550ae5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a285b8-763d-4805-a0f0-a3a28064857b', 'name': 'tempest-RoutersTest-router-1036451174', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:40:33Z', 'updated_at': '2022-02-28T17:40:34Z', 'revision_number': 2, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:40:35.945171 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a748181-1a14-47c8-81ef-7f991282bcc6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (46a285b8-763d-4805-a0f0-a3a28064857b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:35.946146 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a748181-1a14-47c8-81ef-7f991282bcc6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Fanout notify agent at l3_agent the message router_deleted on router 46a285b8-763d-4805-a0f0-a3a28064857b {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:40:35.954775 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a748181-1a14-47c8-81ef-7f991282bcc6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:35.955814 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7a748181-1a14-47c8-81ef-7f991282bcc6 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/routers/46a285b8-763d-4805-a0f0-a3a28064857b HTTP/1.1" status: 204 len: 168 time: 0.5087056 Feb 28 17:40:35.960197 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49100) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:35.961787 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb49426-760f-49c4-9d09-2a30550ae5b4 None None] The sync data for ids ['46a285b8-763d-4805-a0f0-a3a28064857b'] in n-d-820368-19 is: [{'id': '46a285b8-763d-4805-a0f0-a3a28064857b', 'name': 'tempest-RoutersTest-router-1036451174', 'tenant_id': 'ceb90892076c412c9b86270a69862fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:40:33Z', 'updated_at': '2022-02-28T17:40:34Z', 'revision_number': 2, 'project_id': 'ceb90892076c412c9b86270a69862fe0', 'gw_port_host': None}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:40:35.976763 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-f3d2c8f5-9ef3-4334-a9b9-3d597455274b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:35.981219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-f3d2c8f5-9ef3-4334-a9b9-3d597455274b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:40:36.019585 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9c3f8946-70c0-4a21-8d39-9eb96e0527fc tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a285b8-763d-4805-a0f0-a3a28064857b HTTP/1.1" status: 200 len: 205 time: 0.0532112 Feb 28 17:40:36.021054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49104) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.039769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2c8f5-9ef3-4334-a9b9-3d597455274b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Pushing event updated for resources: {'Port': ['ID=3e335500-9ccc-4ca7-b089-cf5f4dd9ae83,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:36.057675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-f3d2c8f5-9ef3-4334-a9b9-3d597455274b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:36.058384 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-f3d2c8f5-9ef3-4334-a9b9-3d597455274b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:36.071395 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-f345b516-0a1c-4574-9efd-709774843638 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] delete failed (client error): The resource could not be found. Feb 28 17:40:36.075138 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f345b516-0a1c-4574-9efd-709774843638 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/routers/46a285b8-763d-4805-a0f0-a3a28064857b HTTP/1.1" status: 404 len: 336 time: 0.0502794 Feb 28 17:40:36.075255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49106) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.102304 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd100912-cd9c-4341-a80b-378a169f61f1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] DELETE failed (client error): The resource could not be found. Feb 28 17:40:36.102689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd100912-cd9c-4341-a80b-378a169f61f1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:40:36.106491 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cd100912-cd9c-4341-a80b-378a169f61f1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/e1aecd81-fbc7-46ce-bd9a-3c69d9d460df HTTP/1.1" status: 404 len: 337 time: 0.0296202 Feb 28 17:40:36.119484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49108) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.151524 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea2f14c-ae75-409c-9e2d-5c179c6622ea tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] DELETE failed (client error): The resource could not be found. Feb 28 17:40:36.151524 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea2f14c-ae75-409c-9e2d-5c179c6622ea tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:40:36.153982 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aea2f14c-ae75-409c-9e2d-5c179c6622ea tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/42d0437d-b851-49ff-8866-d0ae4043a84e HTTP/1.1" status: 404 len: 337 time: 0.0314693 Feb 28 17:40:36.155338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49112) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.198859 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-19826bd6-b4f0-49ed-829c-77dbef6c8318 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] DELETE failed (client error): The resource could not be found. Feb 28 17:40:36.199338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19826bd6-b4f0-49ed-829c-77dbef6c8318 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:40:36.205069 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-19826bd6-b4f0-49ed-829c-77dbef6c8318 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/69eea997-04cb-426d-905d-bba1563477a7 HTTP/1.1" status: 404 len: 337 time: 0.0463021 Feb 28 17:40:36.205536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49118) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.214058 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-f3d2c8f5-9ef3-4334-a9b9-3d597455274b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5046003 Feb 28 17:40:36.235800 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Request body: {'port': {'device_id': '9618c01b-16b9-4689-9cfb-d517884c46e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:36.251475 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-88294205-37b8-41f5-9b4f-36c058f7ddb0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] DELETE failed (client error): The resource could not be found. Feb 28 17:40:36.253057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88294205-37b8-41f5-9b4f-36c058f7ddb0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:40:36.258855 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-88294205-37b8-41f5-9b4f-36c058f7ddb0 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/b78e2da7-e79e-497c-9525-04a9e680efeb HTTP/1.1" status: 404 len: 337 time: 0.0519483 Feb 28 17:40:36.261545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49120) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.333660 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1b78ef05-905e-4d66-afb1-46563d4d8d76 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports?device_id=de9ca917-4afe-43eb-90e3-a9ed53fdb794 HTTP/1.1" status: 200 len: 205 time: 0.0707026 Feb 28 17:40:36.334902 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:36.336607 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49128) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.399324 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-8dfe011d-9dfc-4139-985c-86391cd92741 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] delete failed (client error): The resource could not be found. Feb 28 17:40:36.400696 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8dfe011d-9dfc-4139-985c-86391cd92741 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/routers/de9ca917-4afe-43eb-90e3-a9ed53fdb794 HTTP/1.1" status: 404 len: 336 time: 0.0625196 Feb 28 17:40:36.403373 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49130) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.438395 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-45f0c63a-eba6-421f-be8c-d2ef1d81fed1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b HTTP/1.1" status: 200 len: 205 time: 0.0337286 Feb 28 17:40:36.440653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49132) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.484958 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-c90e75e2-d1da-4448-825c-1007822a0501 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] delete failed (client error): The resource could not be found. Feb 28 17:40:36.488578 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c90e75e2-d1da-4448-825c-1007822a0501 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/routers/5ff6b6ba-a484-4cc3-a6fe-1e9f42cc867b HTTP/1.1" status: 404 len: 336 time: 0.0444298 Feb 28 17:40:36.488907 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49134) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.515745 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a25e27-5dd5-455d-8bfb-28ea3fc88ed5 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] DELETE failed (client error): The resource could not be found. Feb 28 17:40:36.516182 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a25e27-5dd5-455d-8bfb-28ea3fc88ed5 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:40:36.525413 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a3a25e27-5dd5-455d-8bfb-28ea3fc88ed5 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/e01e8747-bc2b-421e-80d9-6f0a7d7e533f HTTP/1.1" status: 404 len: 337 time: 0.0331986 Feb 28 17:40:36.525691 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49138) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.550000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a2cd5-7c34-42da-85d4-271d0fed1859 req-2fcb0221-ccfe-4e12-ac04-2b6318d00151 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:36.551585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-619a2cd5-7c34-42da-85d4-271d0fed1859 req-2fcb0221-ccfe-4e12-ac04-2b6318d00151 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 931 time: 0.1418066 Feb 28 17:40:36.565601 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6054fa55-2888-493d-8f36-7defa7941543 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ea0a1a8-aefb-4f6b-9005-308b2c15637f HTTP/1.1" status: 200 len: 205 time: 0.0366485 Feb 28 17:40:36.566301 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49142) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.655665 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-0af94581-ee75-4774-bd91-8b416cca699c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] delete failed (client error): The resource could not be found. Feb 28 17:40:36.659067 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0af94581-ee75-4774-bd91-8b416cca699c tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/routers/2ea0a1a8-aefb-4f6b-9005-308b2c15637f HTTP/1.1" status: 404 len: 336 time: 0.0899560 Feb 28 17:40:36.660052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49146) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.684214 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-619a2cd5-7c34-42da-85d4-271d0fed1859 req-0d7299e4-6893-4d29-99e2-7aa89a8bba33 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179614 Feb 28 17:40:36.706610 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-26e8836b-0bf6-4acb-a443-30457672de91 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports?device_id=cccc741a-d1dc-4028-8f3b-5ba2220c6651 HTTP/1.1" status: 200 len: 205 time: 0.0435617 Feb 28 17:40:36.707462 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49148) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.774940 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-450bfb30-6b3a-42a2-992c-d384ed62c71f tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] delete failed (client error): The resource could not be found. Feb 28 17:40:36.776549 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-450bfb30-6b3a-42a2-992c-d384ed62c71f tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/routers/cccc741a-d1dc-4028-8f3b-5ba2220c6651 HTTP/1.1" status: 404 len: 336 time: 0.0680892 Feb 28 17:40:36.779207 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49152) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.812938 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-094b7f81-594e-485f-a303-91e753af1324 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] DELETE failed (client error): The resource could not be found. Feb 28 17:40:36.813392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094b7f81-594e-485f-a303-91e753af1324 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:40:36.816847 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-094b7f81-594e-485f-a303-91e753af1324 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/7637e507-3375-4ff0-a65f-0432994a880d HTTP/1.1" status: 404 len: 337 time: 0.0365348 Feb 28 17:40:36.820357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49154) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.821044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:40:36.829558 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Publish callbacks [] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:36.854409 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5df62317-4fd6-4166-8df6-61fda22975e1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d54c0e6-15c8-4503-965d-b26344525860 HTTP/1.1" status: 200 len: 205 time: 0.0329227 Feb 28 17:40:36.856638 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49158) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.859243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Transition to ACTIVE for port object 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:40:36.908008 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-147a33b5-4f94-49e8-9e0b-3ebcd1df3584 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] delete failed (client error): The resource could not be found. Feb 28 17:40:36.910416 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-147a33b5-4f94-49e8-9e0b-3ebcd1df3584 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/routers/6d54c0e6-15c8-4503-965d-b26344525860 HTTP/1.1" status: 404 len: 336 time: 0.0523276 Feb 28 17:40:36.912915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49162) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.938239 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:36.945030 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fdb1636-3bea-4ed4-8d02-1d3233e67d17 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] DELETE failed (client error): The resource could not be found. Feb 28 17:40:36.945758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fdb1636-3bea-4ed4-8d02-1d3233e67d17 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:40:36.950580 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5fdb1636-3bea-4ed4-8d02-1d3233e67d17 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/012c124f-715d-4846-b275-0ddde4a4d8d3 HTTP/1.1" status: 404 len: 337 time: 0.0365608 Feb 28 17:40:36.953136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49164) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:36.982613 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4fab98aa-e150-45ee-aacc-1f34d023b7e1 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "GET /v2.0/ports?device_id=fba2df4f-1781-47f4-9fb4-3182a527e024 HTTP/1.1" status: 200 len: 205 time: 0.0280333 Feb 28 17:40:36.985041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49166) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:37.040567 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-053dfe72-7988-4178-9914-afce2d8faca4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] delete failed (client error): The resource could not be found. Feb 28 17:40:37.041964 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-053dfe72-7988-4178-9914-afce2d8faca4 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/routers/fba2df4f-1781-47f4-9fb4-3182a527e024 HTTP/1.1" status: 404 len: 336 time: 0.0559564 Feb 28 17:40:37.044625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49168) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:37.079019 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be6e181-3324-40ff-a88c-4fe38318e3d9 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] DELETE failed (client error): The resource could not be found. Feb 28 17:40:37.079911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be6e181-3324-40ff-a88c-4fe38318e3d9 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:40:37.084984 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5be6e181-3324-40ff-a88c-4fe38318e3d9 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/a3afb362-79d0-4f7f-ab3a-2d5c7b0c8e93 HTTP/1.1" status: 404 len: 337 time: 0.0391388 Feb 28 17:40:37.088420 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49170) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:37.106366 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Pushing event updated for resources: {'Port': ['ID=3e335500-9ccc-4ca7-b089-cf5f4dd9ae83,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:37.139910 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-a966b35e-dc25-4948-8602-92ccfc2404b9 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] DELETE failed (client error): The resource could not be found. Feb 28 17:40:37.140740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a966b35e-dc25-4948-8602-92ccfc2404b9 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:40:37.145032 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a966b35e-dc25-4948-8602-92ccfc2404b9 tempest-RoutersTest-918558402 tempest-RoutersTest-918558402-project] 10.222.0.72 "DELETE /v2.0/subnets/0a56e04a-303d-4b92-b964-03ff6d09a02c HTTP/1.1" status: 404 len: 337 time: 0.0553036 Feb 28 17:40:37.457135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Attempting to bind port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:37.457483 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Attempting to bind port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:37.457815 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Attempting to bind port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 on network 7467a8e1-6b26-403e-997f-54fe13264910 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:37.462875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 on network 7467a8e1-6b26-403e-997f-54fe13264910 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:40:37.463199 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Attempting to bind port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 on network 7467a8e1-6b26-403e-997f-54fe13264910 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:37.472521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:40:37.472862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Checking segment: {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:40:37.474279 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Bound using segment: {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:40:37.475410 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Bound port: 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:40:37.475886 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:37.548398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] For port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:40:37.551931 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] For port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3e335500-9ccc-4ca7-b089-cf5f4dd9ae83,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:40:37.637980 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:37.672412 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6e83feba-84a9-4760-90ed-c38ea17e263e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:37.682516 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:37.683139 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:37.684589 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] 10.222.0.73 "PUT /v2.0/ports/3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 HTTP/1.1" status: 200 len: 1092 time: 1.4630146 Feb 28 17:40:37.685146 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9618c01b-16b9-4689-9cfb-d517884c46e7', 'tag': '3e335500-9ccc-4ca7-b089-cf5f4dd9ae83'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:40:37.687427 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9b6531-22b6-462e-a8a3-df895de6924e" -d '{"events": [{"name": "network-changed", "server_uuid": "9618c01b-16b9-4689-9cfb-d517884c46e7", "tag": "3e335500-9ccc-4ca7-b089-cf5f4dd9ae83"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:40:37.710257 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb26ab-3bd3-46f8-89ec-569817d823ef service neutron] Pushing event updated for resources: {'Port': ['ID=3e335500-9ccc-4ca7-b089-cf5f4dd9ae83,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:37.727272 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:37.742349 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14291008-1846-4639-a363-97b381ae4f1f x-openstack-request-id: req-14291008-1846-4639-a363-97b381ae4f1f {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:40:37.742349 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9618c01b-16b9-4689-9cfb-d517884c46e7", "tag": "3e335500-9ccc-4ca7-b089-cf5f4dd9ae83", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:40:37.742349 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-14291008-1846-4639-a363-97b381ae4f1f {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:40:37.742349 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9618c01b-16b9-4689-9cfb-d517884c46e7', 'tag': '3e335500-9ccc-4ca7-b089-cf5f4dd9ae83', 'status': 'completed', 'code': 200} Feb 28 17:40:37.847703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b6531-22b6-462e-a8a3-df895de6924e req-2f35c6fa-47f7-4c27-8dc1-6accce2ffe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:37.849251 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be9b6531-22b6-462e-a8a3-df895de6924e req-2f35c6fa-47f7-4c27-8dc1-6accce2ffe52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 1126 time: 0.0924461 Feb 28 17:40:37.899928 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c351575-3158-4673-8cdd-11e812fced4e req-ac99c79e-0c3f-43eb-b168-45ee24b1d039 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:37.901464 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5c351575-3158-4673-8cdd-11e812fced4e req-ac99c79e-0c3f-43eb-b168-45ee24b1d039 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 943 time: 0.1071484 Feb 28 17:40:38.051546 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5c351575-3158-4673-8cdd-11e812fced4e req-c71b161b-ed5e-4c26-8b3b-2f90001de993 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160095 Feb 28 17:40:38.077534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b6531-22b6-462e-a8a3-df895de6924e req-fd0016a4-4be8-4ba3-9792-d2c406d2d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:38.079049 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be9b6531-22b6-462e-a8a3-df895de6924e req-fd0016a4-4be8-4ba3-9792-d2c406d2d7dc service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=8c828900d1be4137abc891fe2e0eaed5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2214925 Feb 28 17:40:38.220680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b6531-22b6-462e-a8a3-df895de6924e req-46cdcd5b-225f-4a25-a5f3-ef90e74d4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:38.223776 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be9b6531-22b6-462e-a8a3-df895de6924e req-46cdcd5b-225f-4a25-a5f3-ef90e74d4097 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384349 Feb 28 17:40:38.310048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-45d9c823-306c-4180-9afb-662ea40720fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:38.311577 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-45d9c823-306c-4180-9afb-662ea40720fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 1126 time: 0.0481534 Feb 28 17:40:38.354252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49202) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:38.369155 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-448ae0f5-513a-42fa-b678-8789c70b281b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 HTTP/1.1" status: 200 len: 217 time: 0.0505407 Feb 28 17:40:38.433768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-22e9004b-9650-4412-821d-9d902f165a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:38.435343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-22e9004b-9650-4412-821d-9d902f165a2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afa66b9-3680-4134-be0e-81254a16067b HTTP/1.1" status: 200 len: 851 time: 0.0596688 Feb 28 17:40:38.470411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ba9aea8e-8f51-4413-8ddb-f976a7e30964 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7467a8e1-6b26-403e-997f-54fe13264910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289876 Feb 28 17:40:38.571133 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-ec61f2da-7385-49bd-b533-9a75842089b6 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926471 Feb 28 17:40:38.700636 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1cde8e37-3ce8-4c11-9d65-8d0ddba84bfe req-d417d5c3-962c-4c39-a4f7-ebe0755931d9 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245697 Feb 28 17:40:38.785953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49214) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:38.967795 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7716664d-8f5a-45ca-b8bd-3707be634eed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ceb90892076c412c9b86270a69862fe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6118982 Feb 28 17:40:38.970233 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49222) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:39.030032 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb7ec-ab3b-4b47-a4f8-4287b2808fe2 admin admin] Publish callbacks [] for security_group (c3cebf58-4c86-48a4-91aa-3879eab35a3b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:39.052547 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb7ec-ab3b-4b47-a4f8-4287b2808fe2 admin admin] Publish callbacks [] for security_group (c3cebf58-4c86-48a4-91aa-3879eab35a3b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:39.187246 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013e32f-d7c7-4c66-b013-ad44d4decd2e req-0fe03ceb-2a0b-43bb-aff9-c1720047b0de tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:39.189081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4013e32f-d7c7-4c66-b013-ad44d4decd2e req-0fe03ceb-2a0b-43bb-aff9-c1720047b0de tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 943 time: 0.0552061 Feb 28 17:40:39.215797 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb7ec-ab3b-4b47-a4f8-4287b2808fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c3cebf58-4c86-48a4-91aa-3879eab35a3b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:39.216958 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb7ec-ab3b-4b47-a4f8-4287b2808fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:39.220441 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bdfcb7ec-ab3b-4b47-a4f8-4287b2808fe2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c3cebf58-4c86-48a4-91aa-3879eab35a3b HTTP/1.1" status: 204 len: 168 time: 0.2467635 Feb 28 17:40:39.232016 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcb7ec-ab3b-4b47-a4f8-4287b2808fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cebf58-4c86-48a4-91aa-3879eab35a3b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:39.335146 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1661097305', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:39.364357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4013e32f-d7c7-4c66-b013-ad44d4decd2e req-ab515ed1-711e-4aa8-a46f-3ba13a59b7d5 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695800 Feb 28 17:40:39.456710 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Made reservation on behalf of b701b3f55cd0475fada33c0100ecb7bc for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:40:39.459733 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:39.469006 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:39.554468 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks [] for security_group (88be58f3-898c-4722-9d1a-a60a8764bddc), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:39.650658 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (88be58f3-898c-4722-9d1a-a60a8764bddc), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:39.661789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] device_id is not set on port 16ff48ba-7b40-4d12-bbbc-dc2bb965f241 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:40:39.713643 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88be58f3-898c-4722-9d1a-a60a8764bddc,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:39.796683 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Allocated IP 172.25.3.159 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/16ff48ba-7b40-4d12-bbbc-dc2bb965f241) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:40:39.921650 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0a701ccc-1866-41c2-942f-98c36aa6acf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:39.947932 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks [] for port (16ff48ba-7b40-4d12-bbbc-dc2bb965f241), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:40.018545 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:40.053899 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (16ff48ba-7b40-4d12-bbbc-dc2bb965f241), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:40.101284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:40:40.107032 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:40.109304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Pushing event updated for resources: {'Port': ['ID=16ff48ba-7b40-4d12-bbbc-dc2bb965f241,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:40.111380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:40:40.154765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:40.155537 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:40.233179 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f5b466e9-81fc-4e67-8473-9488c4b86992 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4459901 Feb 28 17:40:40.243302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49254) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:40.249970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-544c9a21-bf87-43f0-a153-b09d5b7bd915 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.159'}]}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:40.347510 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-544c9a21-bf87-43f0-a153-b09d5b7bd915 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (057dffbc-b576-47f6-b373-bba58b91da65), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:40.355747 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-544c9a21-bf87-43f0-a153-b09d5b7bd915 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (057dffbc-b576-47f6-b373-bba58b91da65), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:40.411107 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-544c9a21-bf87-43f0-a153-b09d5b7bd915 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks [] for router_controller (057dffbc-b576-47f6-b373-bba58b91da65), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:40.497130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43466c37-da94-4d5e-9fcc-3da14c57afdf req-267db6e2-e28a-41ed-9bed-342015ceb989 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:40.503081 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43466c37-da94-4d5e-9fcc-3da14c57afdf req-267db6e2-e28a-41ed-9bed-342015ceb989 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 943 time: 0.0642517 Feb 28 17:40:40.568048 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43466c37-da94-4d5e-9fcc-3da14c57afdf req-5df49b12-34aa-4841-bf54-d1d72531f64d tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613604 Feb 28 17:40:40.701188 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-544c9a21-bf87-43f0-a153-b09d5b7bd915 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks [] for router_gateway (057dffbc-b576-47f6-b373-bba58b91da65), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:40.768790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49272) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:40.930229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49282) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:41.005152 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-544c9a21-bf87-43f0-a153-b09d5b7bd915 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks [] for router_gateway (057dffbc-b576-47f6-b373-bba58b91da65), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.030825 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-544c9a21-bf87-43f0-a153-b09d5b7bd915 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.086552 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ac46783-97d4-4f91-bd15-7647d19176a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.199697 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ac46783-97d4-4f91-bd15-7647d19176a0 admin admin] Publish callbacks [] for security_group (ead1d1bd-80c6-44da-95ae-cbd028ccf020), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.245603 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-544c9a21-bf87-43f0-a153-b09d5b7bd915 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks [] for router (057dffbc-b576-47f6-b373-bba58b91da65), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.268132 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2297e6c-e298-447d-bded-1d9e58139af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.329906 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ac46783-97d4-4f91-bd15-7647d19176a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ead1d1bd-80c6-44da-95ae-cbd028ccf020), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.410856 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.423056 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0ac46783-97d4-4f91-bd15-7647d19176a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c9dcb780ec14e4dbdb941bd18a6c86b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6530771 Feb 28 17:40:41.424102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac46783-97d4-4f91-bd15-7647d19176a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead1d1bd-80c6-44da-95ae-cbd028ccf020,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:41.426655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49300) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:41.518995 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-544c9a21-bf87-43f0-a153-b09d5b7bd915 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (057dffbc-b576-47f6-b373-bba58b91da65), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.524094 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-544c9a21-bf87-43f0-a153-b09d5b7bd915 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks [] for router_controller (057dffbc-b576-47f6-b373-bba58b91da65), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.543984 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecba24e-75ab-47d7-b96b-936bf2a441bc admin admin] Publish callbacks [] for security_group (ead1d1bd-80c6-44da-95ae-cbd028ccf020), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.589005 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2297e6c-e298-447d-bded-1d9e58139af8 admin admin] Publish callbacks [] for security_group (189c5ea4-100f-4ebe-81c2-f338105af1c1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.612739 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecba24e-75ab-47d7-b96b-936bf2a441bc admin admin] Publish callbacks [] for security_group (ead1d1bd-80c6-44da-95ae-cbd028ccf020), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.669745 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2297e6c-e298-447d-bded-1d9e58139af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (189c5ea4-100f-4ebe-81c2-f338105af1c1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.699068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361de88a-6dc9-49fb-86bc-12a7e50be507 req-ee1f2dbb-eeef-4000-ab22-5d94ed971925 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:41.700854 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-361de88a-6dc9-49fb-86bc-12a7e50be507 req-ee1f2dbb-eeef-4000-ab22-5d94ed971925 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 943 time: 0.0549474 Feb 28 17:40:41.717970 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a2297e6c-e298-447d-bded-1d9e58139af8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1279e1e7b4e34fe6bf557cf72755dec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7846608 Feb 28 17:40:41.718900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49310) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:41.727065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2297e6c-e298-447d-bded-1d9e58139af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189c5ea4-100f-4ebe-81c2-f338105af1c1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:41.730808 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-544c9a21-bf87-43f0-a153-b09d5b7bd915 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (057dffbc-b576-47f6-b373-bba58b91da65), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.737143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544c9a21-bf87-43f0-a153-b09d5b7bd915 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 057dffbc-b576-47f6-b373-bba58b91da65 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:40:41.762108 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecba24e-75ab-47d7-b96b-936bf2a441bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ead1d1bd-80c6-44da-95ae-cbd028ccf020), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.765652 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecba24e-75ab-47d7-b96b-936bf2a441bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.767229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6ecba24e-75ab-47d7-b96b-936bf2a441bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ead1d1bd-80c6-44da-95ae-cbd028ccf020 HTTP/1.1" status: 204 len: 168 time: 0.3312290 Feb 28 17:40:41.783574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecba24e-75ab-47d7-b96b-936bf2a441bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead1d1bd-80c6-44da-95ae-cbd028ccf020,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:41.813423 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-361de88a-6dc9-49fb-86bc-12a7e50be507 req-f3fe7f07-4478-4799-9c7b-e514b86855a6 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046426 Feb 28 17:40:41.857777 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5983c121-3cdc-4992-8250-96d251ed3be9 admin admin] Publish callbacks [] for security_group (189c5ea4-100f-4ebe-81c2-f338105af1c1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:41.885568 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-544c9a21-bf87-43f0-a153-b09d5b7bd915 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 17:40:41.888979 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-544c9a21-bf87-43f0-a153-b09d5b7bd915 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6442137 Feb 28 17:40:41.895170 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49322) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:41.910156 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5983c121-3cdc-4992-8250-96d251ed3be9 admin admin] Publish callbacks [] for security_group (189c5ea4-100f-4ebe-81c2-f338105af1c1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:42.017417 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5983c121-3cdc-4992-8250-96d251ed3be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (189c5ea4-100f-4ebe-81c2-f338105af1c1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:42.020465 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5983c121-3cdc-4992-8250-96d251ed3be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:42.021974 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5983c121-3cdc-4992-8250-96d251ed3be9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/189c5ea4-100f-4ebe-81c2-f338105af1c1 HTTP/1.1" status: 204 len: 168 time: 0.3020155 Feb 28 17:40:42.025075 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-972b62d7-a824-4e76-ba18-6ae2d77e21d3 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Deleting port 16ff48ba-7b40-4d12-bbbc-dc2bb965f241 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:42.025415 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-972b62d7-a824-4e76-ba18-6ae2d77e21d3 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (16ff48ba-7b40-4d12-bbbc-dc2bb965f241), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:42.030032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983c121-3cdc-4992-8250-96d251ed3be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189c5ea4-100f-4ebe-81c2-f338105af1c1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:42.102830 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-972b62d7-a824-4e76-ba18-6ae2d77e21d3 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (16ff48ba-7b40-4d12-bbbc-dc2bb965f241), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:42.115615 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-972b62d7-a824-4e76-ba18-6ae2d77e21d3 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Calling delete_port for 16ff48ba-7b40-4d12-bbbc-dc2bb965f241 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:42.351011 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-972b62d7-a824-4e76-ba18-6ae2d77e21d3 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (16ff48ba-7b40-4d12-bbbc-dc2bb965f241), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:42.390132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b62d7-a824-4e76-ba18-6ae2d77e21d3 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Pushing event deleted for resources: {'Port': ['ID=16ff48ba-7b40-4d12-bbbc-dc2bb965f241,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:42.453752 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-972b62d7-a824-4e76-ba18-6ae2d77e21d3 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:42.457414 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-972b62d7-a824-4e76-ba18-6ae2d77e21d3 tempest-RoutersAdminNegativeTest-740719519 tempest-RoutersAdminNegativeTest-740719519-project-admin] 10.222.0.72 "DELETE /v2.0/ports/16ff48ba-7b40-4d12-bbbc-dc2bb965f241 HTTP/1.1" status: 204 len: 168 time: 0.5610225 Feb 28 17:40:42.509473 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:42.810886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49370) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:42.825317 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c951fad9-fb20-4af3-a00f-a5afd8a9fed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:42.926552 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c951fad9-fb20-4af3-a00f-a5afd8a9fed7 admin admin] Publish callbacks [] for security_group (098ab9c9-dee3-4272-810c-bdc5c07f4b87), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:42.952385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612402a-0fbb-43c4-a16d-686fa1a9785f req-acd19e7f-c2dc-49f5-bc8b-2dba131aeae8 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:42.954454 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5612402a-0fbb-43c4-a16d-686fa1a9785f req-acd19e7f-c2dc-49f5-bc8b-2dba131aeae8 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 943 time: 0.0716805 Feb 28 17:40:42.955281 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:40:42.988463 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c951fad9-fb20-4af3-a00f-a5afd8a9fed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (098ab9c9-dee3-4272-810c-bdc5c07f4b87), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:43.025108 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5612402a-0fbb-43c4-a16d-686fa1a9785f req-62e3e2ba-8805-48b5-bcc7-85b7c8669aaf tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631170 Feb 28 17:40:43.038382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49376) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:43.040789 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c951fad9-fb20-4af3-a00f-a5afd8a9fed7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c2add2da3e184e13b9099ed00e6ab017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263789 Feb 28 17:40:43.040789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951fad9-fb20-4af3-a00f-a5afd8a9fed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098ab9c9-dee3-4272-810c-bdc5c07f4b87,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:43.069520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3e335500-9ccc-4ca7-b089-cf5f4dd9ae83,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:43.073511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '3e335500-9ccc-4ca7-b089-cf5f4dd9ae83', 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910', 'port_id': '3e335500-9ccc-4ca7-b089-cf5f4dd9ae83', 'mac_address': 'fa:16:3e:73:94:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afa66b9-3680-4134-be0e-81254a16067b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:40:43.097837 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a60c4941-d2e3-43bd-9a36-3b1ac4ec2b97 admin admin] Publish callbacks [] for security_group (098ab9c9-dee3-4272-810c-bdc5c07f4b87), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:43.110230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:43.110621 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:43.120696 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a60c4941-d2e3-43bd-9a36-3b1ac4ec2b97 admin admin] Publish callbacks [] for security_group (098ab9c9-dee3-4272-810c-bdc5c07f4b87), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:43.123932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:40:43.143740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3e335500-9ccc-4ca7-b089-cf5f4dd9ae83,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:43.229575 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:43.258349 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a60c4941-d2e3-43bd-9a36-3b1ac4ec2b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (098ab9c9-dee3-4272-810c-bdc5c07f4b87), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:43.261113 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a60c4941-d2e3-43bd-9a36-3b1ac4ec2b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:43.266837 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a60c4941-d2e3-43bd-9a36-3b1ac4ec2b97 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/098ab9c9-dee3-4272-810c-bdc5c07f4b87 HTTP/1.1" status: 204 len: 168 time: 0.2266822 Feb 28 17:40:43.279907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c4941-d2e3-43bd-9a36-3b1ac4ec2b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098ab9c9-dee3-4272-810c-bdc5c07f4b87,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:43.296788 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=3e335500-9ccc-4ca7-b089-cf5f4dd9ae83,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:43.471036 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49386) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:43.523250 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3e335500-9ccc-4ca7-b089-cf5f4dd9ae83'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:40:43.611439 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49392) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:43.628046 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71f0acf2-8574-4449-ba7c-abe0d75b983f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:43.656630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49394) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:43.728782 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71f0acf2-8574-4449-ba7c-abe0d75b983f admin admin] Publish callbacks [] for security_group (bd46090b-bf31-4714-ab19-9114871cb86a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:43.747806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49398) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:43.788680 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71f0acf2-8574-4449-ba7c-abe0d75b983f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bd46090b-bf31-4714-ab19-9114871cb86a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:43.832794 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-71f0acf2-8574-4449-ba7c-abe0d75b983f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=563140df4bd14fe4b5e6d819589283a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2177670 Feb 28 17:40:43.832794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0acf2-8574-4449-ba7c-abe0d75b983f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd46090b-bf31-4714-ab19-9114871cb86a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:43.833131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49402) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:43.882868 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0433040-3c21-45cb-8e77-a15898f250d7 admin admin] Publish callbacks [] for security_group (bd46090b-bf31-4714-ab19-9114871cb86a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:43.903855 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0433040-3c21-45cb-8e77-a15898f250d7 admin admin] Publish callbacks [] for security_group (bd46090b-bf31-4714-ab19-9114871cb86a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:43.951379 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.022565 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0433040-3c21-45cb-8e77-a15898f250d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bd46090b-bf31-4714-ab19-9114871cb86a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.025201 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0433040-3c21-45cb-8e77-a15898f250d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.026445 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f0433040-3c21-45cb-8e77-a15898f250d7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bd46090b-bf31-4714-ab19-9114871cb86a HTTP/1.1" status: 204 len: 168 time: 0.1918118 Feb 28 17:40:44.034511 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0433040-3c21-45cb-8e77-a15898f250d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd46090b-bf31-4714-ab19-9114871cb86a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:44.101844 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d548c5fe-3db8-416e-8568-8334b694bae5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group': {'name': 'tempest-secgroup--30182297'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:44.158147 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fdc1b-1fef-4f29-8122-80513d7265d5 req-38da22bf-d2a1-4a9e-b22e-963f078bb2fa tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:44.163383 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b70fdc1b-1fef-4f29-8122-80513d7265d5 req-38da22bf-d2a1-4a9e-b22e-963f078bb2fa tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 944 time: 0.0606358 Feb 28 17:40:44.184175 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d548c5fe-3db8-416e-8568-8334b694bae5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.195613 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d548c5fe-3db8-416e-8568-8334b694bae5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.210714 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b70fdc1b-1fef-4f29-8122-80513d7265d5 req-d3bdf522-fc20-4957-92a9-71aee5eafa97 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Feb 28 17:40:44.254198 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f70aaed5-03a0-473a-a36d-cdf740fee5bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.256129 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0cc7441a-ef1c-4c0c-a207-654d105e08c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.350335 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d548c5fe-3db8-416e-8568-8334b694bae5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (c654a554-6d12-42ac-a607-f50ac3f28283), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.352470 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f70aaed5-03a0-473a-a36d-cdf740fee5bd admin admin] Publish callbacks [] for security_group (df589e5c-705d-4255-9d84-8860fb17ef0f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.382089 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0cc7441a-ef1c-4c0c-a207-654d105e08c0 admin admin] Publish callbacks [] for security_group (c14e336b-9926-44ed-9ea8-8f51f9c53135), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.456186 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f70aaed5-03a0-473a-a36d-cdf740fee5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (df589e5c-705d-4255-9d84-8860fb17ef0f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.456349 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d548c5fe-3db8-416e-8568-8334b694bae5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c654a554-6d12-42ac-a607-f50ac3f28283), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.462650 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0cc7441a-ef1c-4c0c-a207-654d105e08c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c14e336b-9926-44ed-9ea8-8f51f9c53135), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.504646 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f70aaed5-03a0-473a-a36d-cdf740fee5bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1daa31fc3b8242fc97c0f3b14ea6a6a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7556503 Feb 28 17:40:44.506308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70aaed5-03a0-473a-a36d-cdf740fee5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df589e5c-705d-4255-9d84-8860fb17ef0f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:44.508831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49422) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:44.519557 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0cc7441a-ef1c-4c0c-a207-654d105e08c0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73e02a5e1c4a4af997ea2c9e0057a1db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8618414 Feb 28 17:40:44.522778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49424) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:44.536517 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548c5fe-3db8-416e-8568-8334b694bae5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c654a554-6d12-42ac-a607-f50ac3f28283,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:44.562024 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc9e35ec-dd4f-4065-91e8-ae251a7b81d5 admin admin] Publish callbacks [] for security_group (df589e5c-705d-4255-9d84-8860fb17ef0f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.585610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc9e35ec-dd4f-4065-91e8-ae251a7b81d5 admin admin] Publish callbacks [] for security_group (df589e5c-705d-4255-9d84-8860fb17ef0f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.601740 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d548c5fe-3db8-416e-8568-8334b694bae5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (bcae20f7-6dfa-4810-8768-4ec72870cd38), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.613113 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7441a-ef1c-4c0c-a207-654d105e08c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14e336b-9926-44ed-9ea8-8f51f9c53135,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:44.642292 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f955b6c8-7daa-4ab5-8bc1-adc4b845e403 admin admin] Publish callbacks [] for security_group (c14e336b-9926-44ed-9ea8-8f51f9c53135), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.665753 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f955b6c8-7daa-4ab5-8bc1-adc4b845e403 admin admin] Publish callbacks [] for security_group (c14e336b-9926-44ed-9ea8-8f51f9c53135), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.672214 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d548c5fe-3db8-416e-8568-8334b694bae5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bcae20f7-6dfa-4810-8768-4ec72870cd38), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.719392 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc9e35ec-dd4f-4065-91e8-ae251a7b81d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (df589e5c-705d-4255-9d84-8860fb17ef0f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.722297 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc9e35ec-dd4f-4065-91e8-ae251a7b81d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.723811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548c5fe-3db8-416e-8568-8334b694bae5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcae20f7-6dfa-4810-8768-4ec72870cd38,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:44.727307 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dc9e35ec-dd4f-4065-91e8-ae251a7b81d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/df589e5c-705d-4255-9d84-8860fb17ef0f HTTP/1.1" status: 204 len: 168 time: 0.2165413 Feb 28 17:40:44.734353 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e35ec-dd4f-4065-91e8-ae251a7b81d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df589e5c-705d-4255-9d84-8860fb17ef0f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:44.820606 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d548c5fe-3db8-416e-8568-8334b694bae5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.821907 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d548c5fe-3db8-416e-8568-8334b694bae5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3495910 Feb 28 17:40:44.829772 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f955b6c8-7daa-4ab5-8bc1-adc4b845e403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c14e336b-9926-44ed-9ea8-8f51f9c53135), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.829772 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f955b6c8-7daa-4ab5-8bc1-adc4b845e403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:44.829772 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f955b6c8-7daa-4ab5-8bc1-adc4b845e403 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c14e336b-9926-44ed-9ea8-8f51f9c53135 HTTP/1.1" status: 204 len: 168 time: 0.3044019 Feb 28 17:40:44.833233 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49440) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:44.839614 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955b6c8-7daa-4ab5-8bc1-adc4b845e403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14e336b-9926-44ed-9ea8-8f51f9c53135,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:44.936652 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9af61e9f-4c05-4d91-aa53-a93e89573cdd tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1010733 Feb 28 17:40:44.939543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49448) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:44.945076 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-24ca6dfb-e490-496a-bdeb-8a0208cb4229 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group': {'name': 'tempest-security--454904392', 'description': 'tempest-security-description-1867251746'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:44.958422 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:40:44.985556 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-24ca6dfb-e490-496a-bdeb-8a0208cb4229 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (bcae20f7-6dfa-4810-8768-4ec72870cd38), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.036647 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-24ca6dfb-e490-496a-bdeb-8a0208cb4229 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (bcae20f7-6dfa-4810-8768-4ec72870cd38), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.101783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:40:45.105863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:45.115760 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.161300 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-24ca6dfb-e490-496a-bdeb-8a0208cb4229 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bcae20f7-6dfa-4810-8768-4ec72870cd38), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.164995 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-24ca6dfb-e490-496a-bdeb-8a0208cb4229 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.166363 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-24ca6dfb-e490-496a-bdeb-8a0208cb4229 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "PUT /v2.0/security-groups/bcae20f7-6dfa-4810-8768-4ec72870cd38 HTTP/1.1" status: 200 len: 1796 time: 0.2257967 Feb 28 17:40:45.169438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49452) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:45.193434 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:45.194053 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.218617 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-78187ea4-46df-4cc4-bde0-14cf96b89101 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-groups/bcae20f7-6dfa-4810-8768-4ec72870cd38 HTTP/1.1" status: 200 len: 1796 time: 0.0454559 Feb 28 17:40:45.218992 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49454) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:45.221643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca6dfb-e490-496a-bdeb-8a0208cb4229 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcae20f7-6dfa-4810-8768-4ec72870cd38,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:45.222377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9618c01b-16b9-4689-9cfb-d517884c46e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e335500-9ccc-4ca7-b089-cf5f4dd9ae83'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:40:45.225164 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2bc237-c8cd-4fbf-b226-914bd393ee83" -d '{"events": [{"server_uuid": "9618c01b-16b9-4689-9cfb-d517884c46e7", "name": "network-vif-plugged", "status": "completed", "tag": "3e335500-9ccc-4ca7-b089-cf5f4dd9ae83"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:40:45.238470 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3e335500-9ccc-4ca7-b089-cf5f4dd9ae83,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:45.278113 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9724bfc6-9789-4668-9682-117c70dca1d2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (bcae20f7-6dfa-4810-8768-4ec72870cd38), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.288011 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bbe8fe-d99a-4d89-a0db-6299a501df7f x-openstack-request-id: req-83bbe8fe-d99a-4d89-a0db-6299a501df7f {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:40:45.288011 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9618c01b-16b9-4689-9cfb-d517884c46e7", "name": "network-vif-plugged", "status": "completed", "tag": "3e335500-9ccc-4ca7-b089-cf5f4dd9ae83", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:40:45.288011 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-83bbe8fe-d99a-4d89-a0db-6299a501df7f {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:40:45.288011 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9618c01b-16b9-4689-9cfb-d517884c46e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e335500-9ccc-4ca7-b089-cf5f4dd9ae83', 'code': 200} Feb 28 17:40:45.304795 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.354473 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9724bfc6-9789-4668-9682-117c70dca1d2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (bcae20f7-6dfa-4810-8768-4ec72870cd38), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.369817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=3e335500-9ccc-4ca7-b089-cf5f4dd9ae83,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:45.406435 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba60962-3aad-46e1-959e-907b17d32717 req-1cf945a5-4882-4b8e-a495-7e4d9a97baa9 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:45.415042 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aba60962-3aad-46e1-959e-907b17d32717 req-1cf945a5-4882-4b8e-a495-7e4d9a97baa9 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 945 time: 0.1183066 Feb 28 17:40:45.426826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4236b-2b91-4524-b7b2-7470d912dcc4 req-7241dadf-8182-4949-9d5a-05b6c96dc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:45.428575 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6a4236b-2b91-4524-b7b2-7470d912dcc4 req-7241dadf-8182-4949-9d5a-05b6c96dc438 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 1128 time: 0.0726612 Feb 28 17:40:45.466813 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aba60962-3aad-46e1-959e-907b17d32717 req-32b36525-49e6-4c0b-a4a1-20f8199edaf9 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505588 Feb 28 17:40:45.485691 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6a4236b-2b91-4524-b7b2-7470d912dcc4 req-34e09a8a-0c7e-4593-bbd4-72a066fd137c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509441 Feb 28 17:40:45.498225 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9724bfc6-9789-4668-9682-117c70dca1d2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bcae20f7-6dfa-4810-8768-4ec72870cd38), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.501172 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9724bfc6-9789-4668-9682-117c70dca1d2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.502556 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9724bfc6-9789-4668-9682-117c70dca1d2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-groups/bcae20f7-6dfa-4810-8768-4ec72870cd38 HTTP/1.1" status: 204 len: 168 time: 0.2821302 Feb 28 17:40:45.506139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49466) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:45.525225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724bfc6-9789-4668-9682-117c70dca1d2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcae20f7-6dfa-4810-8768-4ec72870cd38,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:45.561712 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b3809c56-fe4d-4c74-a0b2-eaff473b7459 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0533903 Feb 28 17:40:45.564508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49468) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:45.577857 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-16bdec26-9995-4cf2-a437-e1f7b4f1e737 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] delete failed (client error): The resource could not be found. Feb 28 17:40:45.578879 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-16bdec26-9995-4cf2-a437-e1f7b4f1e737 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-groups/bcae20f7-6dfa-4810-8768-4ec72870cd38 HTTP/1.1" status: 404 len: 347 time: 0.0134544 Feb 28 17:40:45.582840 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49470) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:45.588189 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6efc0476-5505-4127-85aa-53918dd57bba tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group': {'name': 'tempest-secgroup--452330810'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:45.658535 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6efc0476-5505-4127-85aa-53918dd57bba tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.730228 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6efc0476-5505-4127-85aa-53918dd57bba tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (f88c7fae-56fa-4482-a83e-42c66551a54d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.793629 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6efc0476-5505-4127-85aa-53918dd57bba tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f88c7fae-56fa-4482-a83e-42c66551a54d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.827614 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc0476-5505-4127-85aa-53918dd57bba tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88c7fae-56fa-4482-a83e-42c66551a54d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:45.909527 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6efc0476-5505-4127-85aa-53918dd57bba tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:45.911116 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6efc0476-5505-4127-85aa-53918dd57bba tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3264730 Feb 28 17:40:45.921741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49484) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:45.926269 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9a94e36b-235c-4f18-b3e4-19a61e9ebc31 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group_rule': {'security_group_id': 'f88c7fae-56fa-4482-a83e-42c66551a54d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:46.063325 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a94e36b-235c-4f18-b3e4-19a61e9ebc31 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (c271d6f8-a818-4eec-93ac-de31f2ffadb8), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.091630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49486) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:46.102781 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-20424358-7833-484b-9458-77562abdf620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.125288 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a94e36b-235c-4f18-b3e4-19a61e9ebc31 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (c271d6f8-a818-4eec-93ac-de31f2ffadb8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.183338 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-20424358-7833-484b-9458-77562abdf620 admin admin] Publish callbacks [] for security_group (97baedd2-5c3b-4867-9614-a78c87ea1461), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.212691 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a94e36b-235c-4f18-b3e4-19a61e9ebc31 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (c271d6f8-a818-4eec-93ac-de31f2ffadb8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.264956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49488) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:46.295312 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-20424358-7833-484b-9458-77562abdf620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (97baedd2-5c3b-4867-9614-a78c87ea1461), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.328996 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-20424358-7833-484b-9458-77562abdf620 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b4e54ef0d7f149648821a5a660ed56d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2384334 Feb 28 17:40:46.338699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49492) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:46.365343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-09c21805-ed1a-4f5f-a6d6-03a0e6ff7f60 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b701b3f55cd0475fada33c0100ecb7bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0990825 Feb 28 17:40:46.374970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49494) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:46.405898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20424358-7833-484b-9458-77562abdf620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97baedd2-5c3b-4867-9614-a78c87ea1461,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:46.479517 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-046680d2-3660-4363-b288-75118dd6ba14 admin admin] Publish callbacks [] for security_group (88be58f3-898c-4722-9d1a-a60a8764bddc), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.482652 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4a0905d-a3eb-40c2-93f3-07b21db7cc58 admin admin] Publish callbacks [] for security_group (97baedd2-5c3b-4867-9614-a78c87ea1461), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.523681 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-046680d2-3660-4363-b288-75118dd6ba14 admin admin] Publish callbacks [] for security_group (88be58f3-898c-4722-9d1a-a60a8764bddc), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.527244 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4a0905d-a3eb-40c2-93f3-07b21db7cc58 admin admin] Publish callbacks [] for security_group (97baedd2-5c3b-4867-9614-a78c87ea1461), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.569317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94e36b-235c-4f18-b3e4-19a61e9ebc31 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c271d6f8-a818-4eec-93ac-de31f2ffadb8,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:46.649736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2998e-4f10-4b44-ac7f-b3737781431c req-0db9674f-56ce-4d65-8f93-fcbd4d3d9989 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:46.651260 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-daf2998e-4f10-4b44-ac7f-b3737781431c req-0db9674f-56ce-4d65-8f93-fcbd4d3d9989 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 945 time: 0.0664005 Feb 28 17:40:46.666677 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a94e36b-235c-4f18-b3e4-19a61e9ebc31 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.671090 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9a94e36b-235c-4f18-b3e4-19a61e9ebc31 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7453921 Feb 28 17:40:46.671252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49502) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:46.717912 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-886d5254-fe33-43a1-adf2-1c251392b856 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (c271d6f8-a818-4eec-93ac-de31f2ffadb8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.736132 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-daf2998e-4f10-4b44-ac7f-b3737781431c req-3692645d-dc62-435b-9a6a-901c2ca819b8 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789742 Feb 28 17:40:46.737698 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-886d5254-fe33-43a1-adf2-1c251392b856 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (c271d6f8-a818-4eec-93ac-de31f2ffadb8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.772730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-046680d2-3660-4363-b288-75118dd6ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (88be58f3-898c-4722-9d1a-a60a8764bddc), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.775335 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-046680d2-3660-4363-b288-75118dd6ba14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.776473 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-046680d2-3660-4363-b288-75118dd6ba14 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88be58f3-898c-4722-9d1a-a60a8764bddc HTTP/1.1" status: 204 len: 168 time: 0.4002671 Feb 28 17:40:46.777193 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4a0905d-a3eb-40c2-93f3-07b21db7cc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (97baedd2-5c3b-4867-9614-a78c87ea1461), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.779844 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4a0905d-a3eb-40c2-93f3-07b21db7cc58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.780893 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d4a0905d-a3eb-40c2-93f3-07b21db7cc58 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97baedd2-5c3b-4867-9614-a78c87ea1461 HTTP/1.1" status: 204 len: 168 time: 0.4408972 Feb 28 17:40:46.794718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046680d2-3660-4363-b288-75118dd6ba14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88be58f3-898c-4722-9d1a-a60a8764bddc,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:46.805744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0905d-a3eb-40c2-93f3-07b21db7cc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97baedd2-5c3b-4867-9614-a78c87ea1461,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:46.909780 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-886d5254-fe33-43a1-adf2-1c251392b856 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (c271d6f8-a818-4eec-93ac-de31f2ffadb8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.917620 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-886d5254-fe33-43a1-adf2-1c251392b856 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:46.918932 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-886d5254-fe33-43a1-adf2-1c251392b856 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/c271d6f8-a818-4eec-93ac-de31f2ffadb8 HTTP/1.1" status: 204 len: 168 time: 0.2468617 Feb 28 17:40:46.921730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49518) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:46.939203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d5254-fe33-43a1-adf2-1c251392b856 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c271d6f8-a818-4eec-93ac-de31f2ffadb8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:46.973785 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-820c26e8-6dcf-48ab-8308-879e1f501280 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0507588 Feb 28 17:40:46.977149 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49522) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:47.035652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3780a813-8050-42f9-846b-47caaaef6214 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (f88c7fae-56fa-4482-a83e-42c66551a54d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:47.058597 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3780a813-8050-42f9-846b-47caaaef6214 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (f88c7fae-56fa-4482-a83e-42c66551a54d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:47.200934 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3780a813-8050-42f9-846b-47caaaef6214 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f88c7fae-56fa-4482-a83e-42c66551a54d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:47.203601 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3780a813-8050-42f9-846b-47caaaef6214 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:47.204769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3780a813-8050-42f9-846b-47caaaef6214 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-groups/f88c7fae-56fa-4482-a83e-42c66551a54d HTTP/1.1" status: 204 len: 168 time: 0.2265141 Feb 28 17:40:47.207601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49526) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:47.214203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780a813-8050-42f9-846b-47caaaef6214 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88c7fae-56fa-4482-a83e-42c66551a54d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:47.265905 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-190b6488-80ac-46a3-afad-3b5a7989dfc4 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0564981 Feb 28 17:40:47.269720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49530) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:47.274935 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cfdb9377-bb49-4e74-ae00-77944e9ae51f tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group': {'name': 'tempest-secgroup--324561410'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:47.404949 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9377-bb49-4e74-ae00-77944e9ae51f tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:47.473529 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9377-bb49-4e74-ae00-77944e9ae51f tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (c5aaa5ed-8e87-4f7a-a188-987a067c96c2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:47.547888 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9377-bb49-4e74-ae00-77944e9ae51f tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c5aaa5ed-8e87-4f7a-a188-987a067c96c2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:47.580306 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb9377-bb49-4e74-ae00-77944e9ae51f tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aaa5ed-8e87-4f7a-a188-987a067c96c2,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:47.652709 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9377-bb49-4e74-ae00-77944e9ae51f tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:47.657562 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cfdb9377-bb49-4e74-ae00-77944e9ae51f tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3832009 Feb 28 17:40:47.657680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49546) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:47.662910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5c3f7206-6c15-4b55-9450-b0dedab22c23 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group_rule': {'security_group_id': 'c5aaa5ed-8e87-4f7a-a188-987a067c96c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:47.790776 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7206-6c15-4b55-9450-b0dedab22c23 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (ceedc35e-bfa4-4eea-8806-4958ff9775eb), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:47.883245 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7206-6c15-4b55-9450-b0dedab22c23 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (ceedc35e-bfa4-4eea-8806-4958ff9775eb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:47.894274 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecd872-9839-4994-8931-1f2ce506e249 req-bab48df2-439a-4520-8561-6db85e99d1f2 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:47.895366 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1ecd872-9839-4994-8931-1f2ce506e249 req-bab48df2-439a-4520-8561-6db85e99d1f2 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 945 time: 0.0852804 Feb 28 17:40:47.947517 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7206-6c15-4b55-9450-b0dedab22c23 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (ceedc35e-bfa4-4eea-8806-4958ff9775eb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:47.951884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1ecd872-9839-4994-8931-1f2ce506e249 req-5afbf773-fb87-4d18-b446-bba7ba83b79a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477424 Feb 28 17:40:47.980531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f7206-6c15-4b55-9450-b0dedab22c23 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceedc35e-bfa4-4eea-8806-4958ff9775eb,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:48.064157 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7206-6c15-4b55-9450-b0dedab22c23 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:48.066452 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5c3f7206-6c15-4b55-9450-b0dedab22c23 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4076185 Feb 28 17:40:48.068041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49566) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:48.074262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b2983b4a-58e1-4e96-8102-bb9c58499620 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group_rule': {'security_group_id': 'c5aaa5ed-8e87-4f7a-a188-987a067c96c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:48.164383 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2983b4a-58e1-4e96-8102-bb9c58499620 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (25f23033-0621-4861-8b38-63daf3688195), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:48.222753 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2983b4a-58e1-4e96-8102-bb9c58499620 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (25f23033-0621-4861-8b38-63daf3688195), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:48.282065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa95e2-77b7-4113-9a7d-eb1920ddaab4 req-e082f7ea-5eda-4008-bd74-909cbf7d0a4b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:48.286664 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7bfa95e2-77b7-4113-9a7d-eb1920ddaab4 req-e082f7ea-5eda-4008-bd74-909cbf7d0a4b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 945 time: 0.0568779 Feb 28 17:40:48.331658 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2983b4a-58e1-4e96-8102-bb9c58499620 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (25f23033-0621-4861-8b38-63daf3688195), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:48.335986 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7bfa95e2-77b7-4113-9a7d-eb1920ddaab4 req-11e20e30-f388-413e-99bc-ef4e03976e3b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460174 Feb 28 17:40:48.356339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2983b4a-58e1-4e96-8102-bb9c58499620 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f23033-0621-4861-8b38-63daf3688195,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:48.463659 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2983b4a-58e1-4e96-8102-bb9c58499620 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:48.464887 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b2983b4a-58e1-4e96-8102-bb9c58499620 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3951535 Feb 28 17:40:48.467775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49576) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:48.472431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6b8875d3-fd57-4e0f-8451-d7ab04adafa8 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group_rule': {'security_group_id': 'c5aaa5ed-8e87-4f7a-a188-987a067c96c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:48.592436 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b8875d3-fd57-4e0f-8451-d7ab04adafa8 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (b0d8b426-e75d-4ca0-93af-e6375b1db33a), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:48.655304 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b8875d3-fd57-4e0f-8451-d7ab04adafa8 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (b0d8b426-e75d-4ca0-93af-e6375b1db33a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:48.736096 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b8875d3-fd57-4e0f-8451-d7ab04adafa8 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (b0d8b426-e75d-4ca0-93af-e6375b1db33a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:48.754153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8875d3-fd57-4e0f-8451-d7ab04adafa8 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d8b426-e75d-4ca0-93af-e6375b1db33a,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:48.829521 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6b8875d3-fd57-4e0f-8451-d7ab04adafa8 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:48.830785 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6b8875d3-fd57-4e0f-8451-d7ab04adafa8 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3619602 Feb 28 17:40:48.838926 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49588) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:48.843383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b67b76eb-77d4-4631-8412-ec51b46b9f54 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group_rule': {'security_group_id': 'c5aaa5ed-8e87-4f7a-a188-987a067c96c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:48.952489 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b67b76eb-77d4-4631-8412-ec51b46b9f54 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (81f51116-394b-4ff0-851e-d59749b716c1), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:48.976099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49592) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:49.017518 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b67b76eb-77d4-4631-8412-ec51b46b9f54 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (81f51116-394b-4ff0-851e-d59749b716c1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.096075 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b67b76eb-77d4-4631-8412-ec51b46b9f54 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (81f51116-394b-4ff0-851e-d59749b716c1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.115378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b76eb-77d4-4631-8412-ec51b46b9f54 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f51116-394b-4ff0-851e-d59749b716c1,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:49.213370 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b67b76eb-77d4-4631-8412-ec51b46b9f54 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.214845 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b67b76eb-77d4-4631-8412-ec51b46b9f54 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3749537 Feb 28 17:40:49.222019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49602) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:49.229451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group_rule': {'security_group_id': 'c5aaa5ed-8e87-4f7a-a188-987a067c96c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:49.337593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (6dd0e23c-ce2f-4b26-9f66-7814f161e698), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.417867 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (6dd0e23c-ce2f-4b26-9f66-7814f161e698), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.448872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49612) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:49.459727 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4edbbb14-6017-4074-85e6-2f2cc7cf4df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.486947 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (6dd0e23c-ce2f-4b26-9f66-7814f161e698), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.532244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e204d-a8b3-4ae3-8ac5-dd6012426c29 req-1157a260-4b53-4435-af1a-9003aca85a5a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:49.533780 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c29e204d-a8b3-4ae3-8ac5-dd6012426c29 req-1157a260-4b53-4435-af1a-9003aca85a5a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 945 time: 0.1186624 Feb 28 17:40:49.534456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd0e23c-ce2f-4b26-9f66-7814f161e698,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:49.554290 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:49.554846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:49.555372 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:49.555872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:49.556379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:49.556868 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:49.557360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:49.557850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:49.558532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:49.559116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:49.559358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:49.559739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:49.560064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:49.614619 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.614619 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6f734a4b-0c8a-49d9-9807-9fb3c6bbe4b2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3879776 Feb 28 17:40:49.617654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49622) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:49.630536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c29e204d-a8b3-4ae3-8ac5-dd6012426c29 req-35e71d78-64c6-4e54-a01c-5404798ed51c tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868230 Feb 28 17:40:49.644517 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4edbbb14-6017-4074-85e6-2f2cc7cf4df1 admin admin] Publish callbacks [] for security_group (633553af-e157-432b-9b42-527544cc1c1c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.665090 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a5ab74df-5b2a-49f6-bb01-2f1ad59ed0ba tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (6dd0e23c-ce2f-4b26-9f66-7814f161e698), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.675126 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a5ab74df-5b2a-49f6-bb01-2f1ad59ed0ba tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (6dd0e23c-ce2f-4b26-9f66-7814f161e698), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.705282 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-38b4188c-0537-4a39-a9b0-b7c2aa721c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.721155 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4edbbb14-6017-4074-85e6-2f2cc7cf4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (633553af-e157-432b-9b42-527544cc1c1c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.791715 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4edbbb14-6017-4074-85e6-2f2cc7cf4df1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=de70e54b2b3e44f5ba5cf17d23ab7954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8145299 Feb 28 17:40:49.793459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbbb14-6017-4074-85e6-2f2cc7cf4df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633553af-e157-432b-9b42-527544cc1c1c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:49.796204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49634) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:49.847716 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-38b4188c-0537-4a39-a9b0-b7c2aa721c76 admin admin] Publish callbacks [] for security_group (1b87559b-8d3e-4ce3-b45f-5830f97e0155), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.870053 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6e4f2c3-16a7-4ef6-89dc-558393f30b0a admin admin] Publish callbacks [] for security_group (633553af-e157-432b-9b42-527544cc1c1c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.880483 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a5ab74df-5b2a-49f6-bb01-2f1ad59ed0ba tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (6dd0e23c-ce2f-4b26-9f66-7814f161e698), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.888772 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a5ab74df-5b2a-49f6-bb01-2f1ad59ed0ba tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.889847 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a5ab74df-5b2a-49f6-bb01-2f1ad59ed0ba tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/6dd0e23c-ce2f-4b26-9f66-7814f161e698 HTTP/1.1" status: 204 len: 168 time: 0.2707260 Feb 28 17:40:49.892605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49638) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:49.901695 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6e4f2c3-16a7-4ef6-89dc-558393f30b0a admin admin] Publish callbacks [] for security_group (633553af-e157-432b-9b42-527544cc1c1c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.908185 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab74df-5b2a-49f6-bb01-2f1ad59ed0ba tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dd0e23c-ce2f-4b26-9f66-7814f161e698,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:49.945370 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-38b4188c-0537-4a39-a9b0-b7c2aa721c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1b87559b-8d3e-4ce3-b45f-5830f97e0155), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:49.953722 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7ae86c9a-8d88-41e9-8c43-0503c49ced22 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0598905 Feb 28 17:40:49.961210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49642) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:50.000681 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-38b4188c-0537-4a39-a9b0-b7c2aa721c76 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7e8518450b044af687abe8f5fde4fd55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5505812 Feb 28 17:40:50.003535 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49644) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:50.006200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4188c-0537-4a39-a9b0-b7c2aa721c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b87559b-8d3e-4ce3-b45f-5830f97e0155,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:50.025747 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca83-0969-4c66-90bb-ebee66ef89fa tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (81f51116-394b-4ff0-851e-d59749b716c1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.034230 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca83-0969-4c66-90bb-ebee66ef89fa tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (81f51116-394b-4ff0-851e-d59749b716c1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.075395 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6e4f2c3-16a7-4ef6-89dc-558393f30b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (633553af-e157-432b-9b42-527544cc1c1c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.078275 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6e4f2c3-16a7-4ef6-89dc-558393f30b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.079782 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c6e4f2c3-16a7-4ef6-89dc-558393f30b0a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/633553af-e157-432b-9b42-527544cc1c1c HTTP/1.1" status: 204 len: 168 time: 0.2824273 Feb 28 17:40:50.090603 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4f2c3-16a7-4ef6-89dc-558393f30b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633553af-e157-432b-9b42-527544cc1c1c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:50.121651 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c4fdebc1-fc6d-4d5b-a647-f3ffb6f4f4b2 admin admin] Publish callbacks [] for security_group (1b87559b-8d3e-4ce3-b45f-5830f97e0155), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.132779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca83-0969-4c66-90bb-ebee66ef89fa tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (81f51116-394b-4ff0-851e-d59749b716c1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.141539 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca83-0969-4c66-90bb-ebee66ef89fa tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.147927 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-30a6ca83-0969-4c66-90bb-ebee66ef89fa tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/81f51116-394b-4ff0-851e-d59749b716c1 HTTP/1.1" status: 204 len: 168 time: 0.1809967 Feb 28 17:40:50.149220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49654) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:50.156835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6ca83-0969-4c66-90bb-ebee66ef89fa tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81f51116-394b-4ff0-851e-d59749b716c1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:50.185990 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c4fdebc1-fc6d-4d5b-a647-f3ffb6f4f4b2 admin admin] Publish callbacks [] for security_group (1b87559b-8d3e-4ce3-b45f-5830f97e0155), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.208086 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1e4bdd0f-5ccc-4453-84ba-216b1c58d29e tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0574248 Feb 28 17:40:50.211666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49658) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:50.229670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db8369-afeb-4734-b75c-d8855e6e7166 req-0181c7cb-5f9b-4fab-ac0d-1667e1d8d6ae tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:50.231863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2db8369-afeb-4734-b75c-d8855e6e7166 req-0181c7cb-5f9b-4fab-ac0d-1667e1d8d6ae tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 945 time: 0.1118045 Feb 28 17:40:50.247314 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86701278-84ec-4d12-9cf9-53a15e789b87 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (b0d8b426-e75d-4ca0-93af-e6375b1db33a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.256423 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86701278-84ec-4d12-9cf9-53a15e789b87 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (b0d8b426-e75d-4ca0-93af-e6375b1db33a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.286363 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2db8369-afeb-4734-b75c-d8855e6e7166 req-ac003121-5f90-430a-bd63-d46aaea151e3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469868 Feb 28 17:40:50.289450 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49660) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:50.393261 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c4fdebc1-fc6d-4d5b-a647-f3ffb6f4f4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1b87559b-8d3e-4ce3-b45f-5830f97e0155), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.395810 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c4fdebc1-fc6d-4d5b-a647-f3ffb6f4f4b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.397648 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c4fdebc1-fc6d-4d5b-a647-f3ffb6f4f4b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b87559b-8d3e-4ce3-b45f-5830f97e0155 HTTP/1.1" status: 204 len: 168 time: 0.3929954 Feb 28 17:40:50.405616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdebc1-fc6d-4d5b-a647-f3ffb6f4f4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b87559b-8d3e-4ce3-b45f-5830f97e0155,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:50.513156 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86701278-84ec-4d12-9cf9-53a15e789b87 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (b0d8b426-e75d-4ca0-93af-e6375b1db33a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.519449 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86701278-84ec-4d12-9cf9-53a15e789b87 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.520671 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-86701278-84ec-4d12-9cf9-53a15e789b87 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/b0d8b426-e75d-4ca0-93af-e6375b1db33a HTTP/1.1" status: 204 len: 168 time: 0.3080504 Feb 28 17:40:50.523989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49674) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:50.534815 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86701278-84ec-4d12-9cf9-53a15e789b87 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0d8b426-e75d-4ca0-93af-e6375b1db33a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:50.572512 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a2066c5b-6eef-4bc0-82eb-a879d2db7878 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0447671 Feb 28 17:40:50.572512 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49678) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:50.596651 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-02587909-37f0-413d-bff6-9ea10ebc2293 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (25f23033-0621-4861-8b38-63daf3688195), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.604262 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-02587909-37f0-413d-bff6-9ea10ebc2293 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (25f23033-0621-4861-8b38-63daf3688195), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.724586 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-02587909-37f0-413d-bff6-9ea10ebc2293 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (25f23033-0621-4861-8b38-63daf3688195), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.730737 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-02587909-37f0-413d-bff6-9ea10ebc2293 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.731817 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-02587909-37f0-413d-bff6-9ea10ebc2293 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/25f23033-0621-4861-8b38-63daf3688195 HTTP/1.1" status: 204 len: 168 time: 0.1583543 Feb 28 17:40:50.735360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49682) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:50.741115 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-41232017'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:50.745350 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02587909-37f0-413d-bff6-9ea10ebc2293 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25f23033-0621-4861-8b38-63daf3688195,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:50.780957 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-baba474e-c3d4-4f97-bb02-a6e6fbc61694 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0413845 Feb 28 17:40:50.781364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49684) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:50.806714 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b250468b-147e-441c-af35-47ebd4b39678 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (ceedc35e-bfa4-4eea-8806-4958ff9775eb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.815379 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b250468b-147e-441c-af35-47ebd4b39678 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (ceedc35e-bfa4-4eea-8806-4958ff9775eb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.847323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Made reservation on behalf of c2c026f1291f4cceab836ccff6c99e92 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:40:50.851306 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.860654 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.905192 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b250468b-147e-441c-af35-47ebd4b39678 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (ceedc35e-bfa4-4eea-8806-4958ff9775eb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.917504 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b250468b-147e-441c-af35-47ebd4b39678 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:50.919829 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b250468b-147e-441c-af35-47ebd4b39678 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/ceedc35e-bfa4-4eea-8806-4958ff9775eb HTTP/1.1" status: 204 len: 168 time: 0.1374187 Feb 28 17:40:50.922561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49688) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:50.939780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250468b-147e-441c-af35-47ebd4b39678 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ceedc35e-bfa4-4eea-8806-4958ff9775eb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:50.971462 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a6c31c63-dbce-4faa-9522-2f28586e613c tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477295 Feb 28 17:40:50.974134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49690) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:51.014250 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for security_group (0016b13b-0955-4a0b-8e31-227c70006895), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.044256 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5593060e-ef71-4e55-9c23-18787a8dbc3a tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (c5aaa5ed-8e87-4f7a-a188-987a067c96c2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.083599 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5593060e-ef71-4e55-9c23-18787a8dbc3a tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (c5aaa5ed-8e87-4f7a-a188-987a067c96c2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.083723 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0016b13b-0955-4a0b-8e31-227c70006895), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.122675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:40:51.126803 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0016b13b-0955-4a0b-8e31-227c70006895,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:51.135003 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2ee27029-0476-4800-aec4-2d11df5bed9e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.135622 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Added segment 2ee27029-0476-4800-aec4-2d11df5bed9e of type vlan for network aa9ff32e-858a-49de-a71d-3849b2ea222d Feb 28 17:40:51.179648 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (aa9ff32e-858a-49de-a71d-3849b2ea222d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.256801 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5593060e-ef71-4e55-9c23-18787a8dbc3a tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c5aaa5ed-8e87-4f7a-a188-987a067c96c2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.259686 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5593060e-ef71-4e55-9c23-18787a8dbc3a tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.260945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5593060e-ef71-4e55-9c23-18787a8dbc3a tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-groups/c5aaa5ed-8e87-4f7a-a188-987a067c96c2 HTTP/1.1" status: 204 len: 168 time: 0.2879663 Feb 28 17:40:51.263712 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49734) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:51.270233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593060e-ef71-4e55-9c23-18787a8dbc3a tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aaa5ed-8e87-4f7a-a188-987a067c96c2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:51.291505 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (aa9ff32e-858a-49de-a71d-3849b2ea222d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.296628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:51.297211 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.368821 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0c26de91-95fb-4ed7-8ce7-1de52cdf6d59 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0991671 Feb 28 17:40:51.369156 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49738) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:51.375161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3f657ad5-49e7-41f5-8c4b-bdb0c6597940 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593068081'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:51.406550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event updated for resources: {'Network': ['ID=aa9ff32e-858a-49de-a71d-3849b2ea222d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:51.419255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network aa9ff32e-858a-49de-a71d-3849b2ea222d details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:40:51.439756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f097388-05cf-46a0-b6bd-ed6ea1fa8e6a req-2dfdb8b0-ce34-4d74-9f1d-5cfcaa04d793 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:51.439756 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f097388-05cf-46a0-b6bd-ed6ea1fa8e6a req-2dfdb8b0-ce34-4d74-9f1d-5cfcaa04d793 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 945 time: 0.0595570 Feb 28 17:40:51.496832 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bc0af4f7-c26f-4bcc-a68a-d4593e1be573 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2062407 Feb 28 17:40:51.499635 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49744) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:51.504654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6f25d2b5-406b-470c-9020-1a3fa66dd902 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Request body: {'subnet': {'network_id': 'aa9ff32e-858a-49de-a71d-3849b2ea222d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:51.512003 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f097388-05cf-46a0-b6bd-ed6ea1fa8e6a req-6aedbf25-7fe1-45de-b79b-f702bd2f5be1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678840 Feb 28 17:40:51.584005 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f657ad5-49e7-41f5-8c4b-bdb0c6597940 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.589796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49746) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:51.609488 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a9ac6b5-2039-49f4-a03c-192b4a9e4a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.636845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f0c6b-5ad5-467e-b1b7-e9f147b9fe8d req-8e421efc-758f-423c-9bf8-1967c97dc2d4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:51.638876 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d24f0c6b-5ad5-467e-b1b7-e9f147b9fe8d req-8e421efc-758f-423c-9bf8-1967c97dc2d4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 945 time: 0.0832365 Feb 28 17:40:51.695415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f25d2b5-406b-470c-9020-1a3fa66dd902 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Made reservation on behalf of c2c026f1291f4cceab836ccff6c99e92 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:40:51.702107 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f25d2b5-406b-470c-9020-1a3fa66dd902 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.703094 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a9ac6b5-2039-49f4-a03c-192b4a9e4a9f admin admin] Publish callbacks [] for security_group (55bdeeb9-40b5-41bc-9ecb-3086d044e4fc), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.711803 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f657ad5-49e7-41f5-8c4b-bdb0c6597940 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (76548e15-72ee-48a6-bb76-8926f92e6f5f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.761388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d24f0c6b-5ad5-467e-b1b7-e9f147b9fe8d req-e97458a0-bb8a-47e2-a6e9-73120225bdfe tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Deleting port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:51.761725 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d24f0c6b-5ad5-467e-b1b7-e9f147b9fe8d req-e97458a0-bb8a-47e2-a6e9-73120225bdfe tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.782152 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9a9ac6b5-2039-49f4-a03c-192b4a9e4a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (55bdeeb9-40b5-41bc-9ecb-3086d044e4fc), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.831064 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9a9ac6b5-2039-49f4-a03c-192b4a9e4a9f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d271e0f69d084b79825983971834171b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2402148 Feb 28 17:40:51.834745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49748) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:51.835374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ac6b5-2039-49f4-a03c-192b4a9e4a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bdeeb9-40b5-41bc-9ecb-3086d044e4fc,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:51.857492 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f657ad5-49e7-41f5-8c4b-bdb0c6597940 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (76548e15-72ee-48a6-bb76-8926f92e6f5f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.873564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-d24f0c6b-5ad5-467e-b1b7-e9f147b9fe8d req-e97458a0-bb8a-47e2-a6e9-73120225bdfe tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] For port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=3e335500-9ccc-4ca7-b089-cf5f4dd9ae83,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:51.874106 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d24f0c6b-5ad5-467e-b1b7-e9f147b9fe8d req-e97458a0-bb8a-47e2-a6e9-73120225bdfe tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.902822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d24f0c6b-5ad5-467e-b1b7-e9f147b9fe8d req-e97458a0-bb8a-47e2-a6e9-73120225bdfe tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Calling delete_port for 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:51.911849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f657ad5-49e7-41f5-8c4b-bdb0c6597940 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76548e15-72ee-48a6-bb76-8926f92e6f5f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:51.951272 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a44400b3-88d2-403f-ba4d-8cbc93930b76 admin admin] Publish callbacks [] for security_group (55bdeeb9-40b5-41bc-9ecb-3086d044e4fc), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.991918 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a44400b3-88d2-403f-ba4d-8cbc93930b76 admin admin] Publish callbacks [] for security_group (55bdeeb9-40b5-41bc-9ecb-3086d044e4fc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.992779 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f657ad5-49e7-41f5-8c4b-bdb0c6597940 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:51.994356 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3f657ad5-49e7-41f5-8c4b-bdb0c6597940 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6241696 Feb 28 17:40:51.997633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49754) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:52.004676 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4bcae692-4a08-4842-99dd-144ba4f8e647 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group_rule': {'security_group_id': '76548e15-72ee-48a6-bb76-8926f92e6f5f', 'direction': 'ingress', 'protocol': 17}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:52.048099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49758) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:52.052596 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f25d2b5-406b-470c-9020-1a3fa66dd902 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (4272fd27-f127-4685-a9ab-ddb3cb6b5829), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.119693 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25d2b5-406b-470c-9020-1a3fa66dd902 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event updated for resources: {'Subnet': ['ID=4272fd27-f127-4685-a9ab-ddb3cb6b5829,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:52.137184 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bcae692-4a08-4842-99dd-144ba4f8e647 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (a5c6b848-9cd2-45e6-9e3a-5eabd6012192), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.149784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25d2b5-406b-470c-9020-1a3fa66dd902 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Checking segment: {'id': '2ee27029-0476-4800-aec4-2d11df5bed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aa9ff32e-858a-49de-a71d-3849b2ea222d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:40:52.150175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f25d2b5-406b-470c-9020-1a3fa66dd902 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Network hostable DHCP agents. Network: aa9ff32e-858a-49de-a71d-3849b2ea222d, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:40:52.153594 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d24f0c6b-5ad5-467e-b1b7-e9f147b9fe8d req-e97458a0-bb8a-47e2-a6e9-73120225bdfe tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3e335500-9ccc-4ca7-b089-cf5f4dd9ae83), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.166364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['3e335500-9ccc-4ca7-b089-cf5f4dd9ae83'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:40:52.187150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97458a0-bb8a-47e2-a6e9-73120225bdfe tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Pushing event deleted for resources: {'Port': ['ID=3e335500-9ccc-4ca7-b089-cf5f4dd9ae83,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:52.212632 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a44400b3-88d2-403f-ba4d-8cbc93930b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (55bdeeb9-40b5-41bc-9ecb-3086d044e4fc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.215250 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a44400b3-88d2-403f-ba4d-8cbc93930b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.216560 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a44400b3-88d2-403f-ba4d-8cbc93930b76 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/55bdeeb9-40b5-41bc-9ecb-3086d044e4fc HTTP/1.1" status: 204 len: 168 time: 0.3785093 Feb 28 17:40:52.231655 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44400b3-88d2-403f-ba4d-8cbc93930b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bdeeb9-40b5-41bc-9ecb-3086d044e4fc,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:52.235367 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bcae692-4a08-4842-99dd-144ba4f8e647 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (a5c6b848-9cd2-45e6-9e3a-5eabd6012192), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.242220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24f0c6b-5ad5-467e-b1b7-e9f147b9fe8d req-e97458a0-bb8a-47e2-a6e9-73120225bdfe tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] No DVR routers for this DVR port 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:40:52.244759 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d24f0c6b-5ad5-467e-b1b7-e9f147b9fe8d req-e97458a0-bb8a-47e2-a6e9-73120225bdfe tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.252195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d24f0c6b-5ad5-467e-b1b7-e9f147b9fe8d req-e97458a0-bb8a-47e2-a6e9-73120225bdfe tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "DELETE /v2.0/ports/3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 HTTP/1.1" status: 204 len: 173 time: 0.6036706 Feb 28 17:40:52.252195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9618c01b-16b9-4689-9cfb-d517884c46e7', 'name': 'network-vif-deleted', 'tag': '3e335500-9ccc-4ca7-b089-cf5f4dd9ae83'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:40:52.252195 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4530b259-a500-4c5e-aab9-f95dc936d1e7" -d '{"events": [{"server_uuid": "9618c01b-16b9-4689-9cfb-d517884c46e7", "name": "network-vif-deleted", "tag": "3e335500-9ccc-4ca7-b089-cf5f4dd9ae83"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:40:52.292663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f25d2b5-406b-470c-9020-1a3fa66dd902 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Network aa9ff32e-858a-49de-a71d-3849b2ea222d is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:40:52.301249 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c043fc0-1798-4a9f-9f24-210bf95683e7 x-openstack-request-id: req-8c043fc0-1798-4a9f-9f24-210bf95683e7 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:40:52.301821 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9618c01b-16b9-4689-9cfb-d517884c46e7", "name": "network-vif-deleted", "tag": "3e335500-9ccc-4ca7-b089-cf5f4dd9ae83", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:40:52.302510 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8c043fc0-1798-4a9f-9f24-210bf95683e7 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:40:52.303673 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9618c01b-16b9-4689-9cfb-d517884c46e7', 'name': 'network-vif-deleted', 'tag': '3e335500-9ccc-4ca7-b089-cf5f4dd9ae83', 'status': 'completed', 'code': 200} Feb 28 17:40:52.320971 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bcae692-4a08-4842-99dd-144ba4f8e647 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (a5c6b848-9cd2-45e6-9e3a-5eabd6012192), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.342061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcae692-4a08-4842-99dd-144ba4f8e647 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c6b848-9cd2-45e6-9e3a-5eabd6012192,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:52.404520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-6f25d2b5-406b-470c-9020-1a3fa66dd902 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, aa9ff32e-858a-49de-a71d-3849b2ea222d) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:52.410181 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f25d2b5-406b-470c-9020-1a3fa66dd902 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:52.415753 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f25d2b5-406b-470c-9020-1a3fa66dd902 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.415913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f41d61-323a-47a7-afb8-af0836e6f0a5 None None] Network aa9ff32e-858a-49de-a71d-3849b2ea222d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:40:52.444041 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bcae692-4a08-4842-99dd-144ba4f8e647 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.445535 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4bcae692-4a08-4842-99dd-144ba4f8e647 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4465473 Feb 28 17:40:52.448362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49772) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:52.501488 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6f25d2b5-406b-470c-9020-1a3fa66dd902 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9984133 Feb 28 17:40:52.502276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49774) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:52.505867 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4e039aae-bcd2-45cc-8548-cd5680a4af64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.507482 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-549fbc7c-ba9f-46d6-87e9-ab0a22558ed0 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Request body: {'port': {'network_id': 'aa9ff32e-858a-49de-a71d-3849b2ea222d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1734618357'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:52.552983 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-aa9ff32e-858a-49de-a71d-3849b2ea222d', 'network_id': 'aa9ff32e-858a-49de-a71d-3849b2ea222d', 'project_id': 'c2c026f1291f4cceab836ccff6c99e92', 'fixed_ips': [{'subnet_id': '4272fd27-f127-4685-a9ab-ddb3cb6b5829'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:40:52.552983 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.610069 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4e039aae-bcd2-45cc-8548-cd5680a4af64 admin admin] Publish callbacks [] for security_group (be10f8f1-d4f4-4551-acbd-7605d8fd2812), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.644105 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:40:52.660522 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-744a0262-fd9f-4fb2-a043-3aafcdf164e0 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (76548e15-72ee-48a6-bb76-8926f92e6f5f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.692238 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4e039aae-bcd2-45cc-8548-cd5680a4af64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (be10f8f1-d4f4-4551-acbd-7605d8fd2812), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.705747 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e515ce55-4d25-40bd-9536-44be416ef0be req-abc98285-1d2b-4d18-a5bd-c40fd21d1aa7 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=9618c01b-16b9-4689-9cfb-d517884c46e7 HTTP/1.1" status: 200 len: 210 time: 0.0528607 Feb 28 17:40:52.722397 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-744a0262-fd9f-4fb2-a043-3aafcdf164e0 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (76548e15-72ee-48a6-bb76-8926f92e6f5f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.780801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Allocated IP 2001:db8::2 (aa9ff32e-858a-49de-a71d-3849b2ea222d/4272fd27-f127-4685-a9ab-ddb3cb6b5829/c5fd191b-348d-46ff-82f8-4afc5d9dcfce) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:40:52.796597 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e039aae-bcd2-45cc-8548-cd5680a4af64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be10f8f1-d4f4-4551-acbd-7605d8fd2812,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:52.815294 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49782) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:52.821343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4e039aae-bcd2-45cc-8548-cd5680a4af64 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1daedd4fed3f446594748edd00e9bda0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7716591 Feb 28 17:40:52.835687 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49786) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:52.852604 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549fbc7c-ba9f-46d6-87e9-ab0a22558ed0 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Made reservation on behalf of c2c026f1291f4cceab836ccff6c99e92 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:40:52.857115 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-549fbc7c-ba9f-46d6-87e9-ab0a22558ed0 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.886971 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-744a0262-fd9f-4fb2-a043-3aafcdf164e0 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (76548e15-72ee-48a6-bb76-8926f92e6f5f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.889237 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-744a0262-fd9f-4fb2-a043-3aafcdf164e0 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.890464 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-744a0262-fd9f-4fb2-a043-3aafcdf164e0 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-groups/76548e15-72ee-48a6-bb76-8926f92e6f5f HTTP/1.1" status: 204 len: 168 time: 0.4408934 Feb 28 17:40:52.893679 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49788) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:52.899059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-549fbc7c-ba9f-46d6-87e9-ab0a22558ed0 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] device_id is not set on port 874eed5d-24bb-4725-be75-089ae5e69a30 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:40:52.945952 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a0262-fd9f-4fb2-a043-3aafcdf164e0 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76548e15-72ee-48a6-bb76-8926f92e6f5f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:52.965123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49790) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:52.965338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-82051e53-9659-44c6-85ed-7a0c3a2cc543 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0701532 Feb 28 17:40:52.972125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ec374089-6da5-4906-b185-b290942d8433 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group': {'name': 'tempest-secgroup--37551425'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:52.982800 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f23935fd-f00c-495d-ab8b-cfe2182ee53e admin admin] Publish callbacks [] for security_group (be10f8f1-d4f4-4551-acbd-7605d8fd2812), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:52.984009 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Publish callbacks [] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.023736 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f23935fd-f00c-495d-ab8b-cfe2182ee53e admin admin] Publish callbacks [] for security_group (be10f8f1-d4f4-4551-acbd-7605d8fd2812), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.101215 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.123816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Network aa9ff32e-858a-49de-a71d-3849b2ea222d is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:40:53.126791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:53.130360 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:40:53.133894 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ec374089-6da5-4906-b185-b290942d8433 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.180802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-549fbc7c-ba9f-46d6-87e9-ab0a22558ed0 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Allocated IP 2001:db8::2cb (aa9ff32e-858a-49de-a71d-3849b2ea222d/4272fd27-f127-4685-a9ab-ddb3cb6b5829/874eed5d-24bb-4725-be75-089ae5e69a30) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:40:53.207438 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f23935fd-f00c-495d-ab8b-cfe2182ee53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (be10f8f1-d4f4-4551-acbd-7605d8fd2812), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.210637 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f23935fd-f00c-495d-ab8b-cfe2182ee53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.215194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Pushing event updated for resources: {'Port': ['ID=c5fd191b-348d-46ff-82f8-4afc5d9dcfce,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:53.215577 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f23935fd-f00c-495d-ab8b-cfe2182ee53e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/be10f8f1-d4f4-4551-acbd-7605d8fd2812 HTTP/1.1" status: 204 len: 168 time: 0.3776996 Feb 28 17:40:53.225430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Attempting to bind port c5fd191b-348d-46ff-82f8-4afc5d9dcfce on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:40:53.226033 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Attempting to bind port c5fd191b-348d-46ff-82f8-4afc5d9dcfce by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '2ee27029-0476-4800-aec4-2d11df5bed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aa9ff32e-858a-49de-a71d-3849b2ea222d'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:40:53.226406 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Attempting to bind port c5fd191b-348d-46ff-82f8-4afc5d9dcfce on network aa9ff32e-858a-49de-a71d-3849b2ea222d {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:40:53.231762 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:40:53.232094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Checking segment: {'id': '2ee27029-0476-4800-aec4-2d11df5bed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aa9ff32e-858a-49de-a71d-3849b2ea222d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:40:53.232458 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.232842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Bound using segment: {'id': '2ee27029-0476-4800-aec4-2d11df5bed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aa9ff32e-858a-49de-a71d-3849b2ea222d'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:40:53.233304 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Bound port: c5fd191b-348d-46ff-82f8-4afc5d9dcfce, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee27029-0476-4800-aec4-2d11df5bed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aa9ff32e-858a-49de-a71d-3849b2ea222d'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:40:53.234641 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.262573 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7ba145c-f9b6-4589-be6e-2751fc204920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.270594 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23935fd-f00c-495d-ab8b-cfe2182ee53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be10f8f1-d4f4-4551-acbd-7605d8fd2812,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:53.328517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] For port c5fd191b-348d-46ff-82f8-4afc5d9dcfce, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:40:53.332318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] For port c5fd191b-348d-46ff-82f8-4afc5d9dcfce, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c5fd191b-348d-46ff-82f8-4afc5d9dcfce,segment=NetworkSegment(2ee27029-0476-4800-aec4-2d11df5bed9e),segment_id=2ee27029-0476-4800-aec4-2d11df5bed9e)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:40:53.384303 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ec374089-6da5-4906-b185-b290942d8433 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (3c1e46c7-c98e-47d4-8729-4b8a28af2d90), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.401702 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.477464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02654b0-0b8b-4266-b4c3-f883316d9681 None None] Pushing event updated for resources: {'Port': ['ID=c5fd191b-348d-46ff-82f8-4afc5d9dcfce,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:53.488786 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7ba145c-f9b6-4589-be6e-2751fc204920 admin admin] Publish callbacks [] for security_group (7760e4fc-ddbd-477d-972c-e2a3df87a69f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.494013 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-549fbc7c-ba9f-46d6-87e9-ab0a22558ed0 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for port (874eed5d-24bb-4725-be75-089ae5e69a30), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.516464 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ec374089-6da5-4906-b185-b290942d8433 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3c1e46c7-c98e-47d4-8729-4b8a28af2d90), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.564128 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec374089-6da5-4906-b185-b290942d8433 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1e46c7-c98e-47d4-8729-4b8a28af2d90,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:53.589733 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7ba145c-f9b6-4589-be6e-2751fc204920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7760e4fc-ddbd-477d-972c-e2a3df87a69f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.634520 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e7ba145c-f9b6-4589-be6e-2751fc204920 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f5ac27efffdd420ba88d99d02ee98e79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8153393 Feb 28 17:40:53.634520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba145c-f9b6-4589-be6e-2751fc204920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7760e4fc-ddbd-477d-972c-e2a3df87a69f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:53.634965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49812) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:53.661016 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ec374089-6da5-4906-b185-b290942d8433 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.664932 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ec374089-6da5-4906-b185-b290942d8433 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6962335 Feb 28 17:40:53.682516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49814) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:53.701498 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c17af903-82ac-4585-ab36-12e1f4e072a2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group': {'name': 'tempest-secgroup--649259860'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:53.706670 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-549fbc7c-ba9f-46d6-87e9-ab0a22558ed0 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (874eed5d-24bb-4725-be75-089ae5e69a30), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.750099 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15b918d6-5a87-4364-94ed-3c51ddab755a admin admin] Publish callbacks [] for security_group (7760e4fc-ddbd-477d-972c-e2a3df87a69f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.778423 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15b918d6-5a87-4364-94ed-3c51ddab755a admin admin] Publish callbacks [] for security_group (7760e4fc-ddbd-477d-972c-e2a3df87a69f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.788361 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549fbc7c-ba9f-46d6-87e9-ab0a22558ed0 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Network aa9ff32e-858a-49de-a71d-3849b2ea222d is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:40:53.799159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-549fbc7c-ba9f-46d6-87e9-ab0a22558ed0 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:53.804809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549fbc7c-ba9f-46d6-87e9-ab0a22558ed0 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:40:53.819409 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549fbc7c-ba9f-46d6-87e9-ab0a22558ed0 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:53.819409 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-549fbc7c-ba9f-46d6-87e9-ab0a22558ed0 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.834842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fbc7c-ba9f-46d6-87e9-ab0a22558ed0 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event updated for resources: {'Port': ['ID=874eed5d-24bb-4725-be75-089ae5e69a30,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:53.850645 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c17af903-82ac-4585-ab36-12e1f4e072a2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.917751 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15b918d6-5a87-4364-94ed-3c51ddab755a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7760e4fc-ddbd-477d-972c-e2a3df87a69f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.917751 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15b918d6-5a87-4364-94ed-3c51ddab755a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.921210 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-15b918d6-5a87-4364-94ed-3c51ddab755a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7760e4fc-ddbd-477d-972c-e2a3df87a69f HTTP/1.1" status: 204 len: 168 time: 0.2845037 Feb 28 17:40:53.942838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b918d6-5a87-4364-94ed-3c51ddab755a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7760e4fc-ddbd-477d-972c-e2a3df87a69f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:53.977742 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c17af903-82ac-4585-ab36-12e1f4e072a2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (273026ce-0ade-4dd0-90d2-1523954993c1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:53.990711 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-549fbc7c-ba9f-46d6-87e9-ab0a22558ed0 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4840145 Feb 28 17:40:53.991305 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49828) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:53.997302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-55d4e71a-faa1-453a-90d9-f88e91b79285 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Request body: {'port': {'network_id': 'aa9ff32e-858a-49de-a71d-3849b2ea222d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-135400178', 'allowed_address_pairs': [{'ip_address': '2001:db8::2cb', 'mac_address': 'fa:16:3e:4b:4e:ba'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:54.045052 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c17af903-82ac-4585-ab36-12e1f4e072a2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (273026ce-0ade-4dd0-90d2-1523954993c1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:54.079521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17af903-82ac-4585-ab36-12e1f4e072a2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273026ce-0ade-4dd0-90d2-1523954993c1,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:54.165713 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c17af903-82ac-4585-ab36-12e1f4e072a2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:54.171034 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c17af903-82ac-4585-ab36-12e1f4e072a2 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4841845 Feb 28 17:40:54.171348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49834) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:54.176009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-20a36707-9a9b-4a5d-8b8c-2598b09fb739 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group_rule': {'security_group_id': '3c1e46c7-c98e-47d4-8729-4b8a28af2d90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '273026ce-0ade-4dd0-90d2-1523954993c1', 'remote_ip_prefix': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:54.235562 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d4e71a-faa1-453a-90d9-f88e91b79285 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Made reservation on behalf of c2c026f1291f4cceab836ccff6c99e92 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:40:54.331719 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-20a36707-9a9b-4a5d-8b8c-2598b09fb739 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (ab4f79d0-04b1-40c4-a48a-1af266488352), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:54.399113 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c5fd191b-348d-46ff-82f8-4afc5d9dcfce up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:40:54.420078 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55d4e71a-faa1-453a-90d9-f88e91b79285 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:54.460544 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-55d4e71a-faa1-453a-90d9-f88e91b79285 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] device_id is not set on port 4f394c77-9a9f-47e3-a7cc-1ac807efd845 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:40:54.471709 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-20a36707-9a9b-4a5d-8b8c-2598b09fb739 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (ab4f79d0-04b1-40c4-a48a-1af266488352), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:54.486526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c5fd191b-348d-46ff-82f8-4afc5d9dcfce triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:54.487006 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:54.497440 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-7918bf2d-1fe9-4768-9457-5c745b543947 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:54.499260 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-7918bf2d-1fe9-4768-9457-5c745b543947 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 811 time: 0.1926327 Feb 28 17:40:54.542492 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-ef87f9a9-c67e-4f04-b05e-82d12bd5fdc0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/quotas/8c828900d1be4137abc891fe2e0eaed5 HTTP/1.1" status: 200 len: 375 time: 0.0206704 Feb 28 17:40:54.545873 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-20a36707-9a9b-4a5d-8b8c-2598b09fb739 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (ab4f79d0-04b1-40c4-a48a-1af266488352), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:54.593441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a36707-9a9b-4a5d-8b8c-2598b09fb739 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4f79d0-04b1-40c4-a48a-1af266488352,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:54.622517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-7932a54a-28d9-4085-8a88-30680137101d tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721900 Feb 28 17:40:54.675711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c5fd191b-348d-46ff-82f8-4afc5d9dcfce is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:54.676187 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:54.726374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-55d4e71a-faa1-453a-90d9-f88e91b79285 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Allocated IP 2001:db8::193 (aa9ff32e-858a-49de-a71d-3849b2ea222d/4272fd27-f127-4685-a9ab-ddb3cb6b5829/4f394c77-9a9f-47e3-a7cc-1ac807efd845) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:40:54.736273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port c5fd191b-348d-46ff-82f8-4afc5d9dcfce, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c5fd191b-348d-46ff-82f8-4afc5d9dcfce,segment=NetworkSegment(2ee27029-0476-4800-aec4-2d11df5bed9e),segment_id=2ee27029-0476-4800-aec4-2d11df5bed9e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:40:54.739916 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-20a36707-9a9b-4a5d-8b8c-2598b09fb739 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:54.744348 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-20a36707-9a9b-4a5d-8b8c-2598b09fb739 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5718708 Feb 28 17:40:54.748404 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-1b1d0e20-2097-4e00-bb17-f255835e3775 service neutron] 10.222.0.72 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074569 Feb 28 17:40:54.748876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49854) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:54.821894 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:54.858809 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75995b40-a6f4-4303-9b2f-3bbd6f5a310e tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (ab4f79d0-04b1-40c4-a48a-1af266488352), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:54.884194 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75995b40-a6f4-4303-9b2f-3bbd6f5a310e tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (ab4f79d0-04b1-40c4-a48a-1af266488352), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:54.928754 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=c5fd191b-348d-46ff-82f8-4afc5d9dcfce,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:54.946059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71fad56-c956-4748-9abf-e95b4d09084b None None] Network aa9ff32e-858a-49de-a71d-3849b2ea222d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:40:54.995136 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-2e25f516-05e0-48a9-bbed-70c922aad477 service neutron] 10.222.0.72 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310424 Feb 28 17:40:55.024231 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:40:55.052178 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55d4e71a-faa1-453a-90d9-f88e91b79285 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for port (4f394c77-9a9f-47e3-a7cc-1ac807efd845), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.069560 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75995b40-a6f4-4303-9b2f-3bbd6f5a310e tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (ab4f79d0-04b1-40c4-a48a-1af266488352), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.081256 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-75995b40-a6f4-4303-9b2f-3bbd6f5a310e tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.081256 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-75995b40-a6f4-4303-9b2f-3bbd6f5a310e tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/ab4f79d0-04b1-40c4-a48a-1af266488352 HTTP/1.1" status: 204 len: 168 time: 0.3277569 Feb 28 17:40:55.081256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49864) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:55.104911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75995b40-a6f4-4303-9b2f-3bbd6f5a310e tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab4f79d0-04b1-40c4-a48a-1af266488352,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:55.131910 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-59e68b3f-08b1-4e21-ac12-60b87efc9429 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0477622 Feb 28 17:40:55.132386 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49866) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:55.190250 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55d4e71a-faa1-453a-90d9-f88e91b79285 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (4f394c77-9a9f-47e3-a7cc-1ac807efd845), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.194415 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (273026ce-0ade-4dd0-90d2-1523954993c1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.229345 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (273026ce-0ade-4dd0-90d2-1523954993c1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.265195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:40:55.270153 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 3e335500-9ccc-4ca7-b089-cf5f4dd9ae83 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:40:55.295560 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ed822e49-0e97-4762-9402-eaafb786ec97 None None] Provisioning complete for port c5fd191b-348d-46ff-82f8-4afc5d9dcfce triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:55.296209 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ed822e49-0e97-4762-9402-eaafb786ec97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.324558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4e71a-faa1-453a-90d9-f88e91b79285 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Network aa9ff32e-858a-49de-a71d-3849b2ea222d is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:40:55.327671 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-efa6c49a-12df-4e19-9ec8-fadfaf2f1efc req-e94c3ba2-ca26-4d34-af6b-19f34c07e861 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 210 time: 0.0609851 Feb 28 17:40:55.337184 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-55d4e71a-faa1-453a-90d9-f88e91b79285 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:55.337184 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4e71a-faa1-453a-90d9-f88e91b79285 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:40:55.340633 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d4e71a-faa1-453a-90d9-f88e91b79285 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:55.341354 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55d4e71a-faa1-453a-90d9-f88e91b79285 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.363050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49880) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:55.363406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4e71a-faa1-453a-90d9-f88e91b79285 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event updated for resources: {'Port': ['ID=4f394c77-9a9f-47e3-a7cc-1ac807efd845,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:55.386339 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f436ed4-9c3d-41e7-8f18-17e7cc73c5df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.422642 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ed822e49-0e97-4762-9402-eaafb786ec97 None None] Current status of the port c5fd191b-348d-46ff-82f8-4afc5d9dcfce is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:55.454179 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-55d4e71a-faa1-453a-90d9-f88e91b79285 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4610999 Feb 28 17:40:55.456374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49882) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:55.685753 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-14a4d5e1-013f-43f0-b6a6-f767002ef16e None None] Provisioning complete for port c5fd191b-348d-46ff-82f8-4afc5d9dcfce triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:55.685753 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14a4d5e1-013f-43f0-b6a6-f767002ef16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.739283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-14a4d5e1-013f-43f0-b6a6-f767002ef16e None None] Current status of the port c5fd191b-348d-46ff-82f8-4afc5d9dcfce is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:55.751156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-14a4d5e1-013f-43f0-b6a6-f767002ef16e None None] Provisioning complete for port 874eed5d-24bb-4725-be75-089ae5e69a30 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:55.751664 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14a4d5e1-013f-43f0-b6a6-f767002ef16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (874eed5d-24bb-4725-be75-089ae5e69a30), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.791137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-14a4d5e1-013f-43f0-b6a6-f767002ef16e None None] Port 874eed5d-24bb-4725-be75-089ae5e69a30 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:40:55.807513 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f436ed4-9c3d-41e7-8f18-17e7cc73c5df admin admin] Publish callbacks [] for security_group (691db74a-16bd-498f-adec-10427d99c123), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.809290 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (273026ce-0ade-4dd0-90d2-1523954993c1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.813248 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.816840 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-groups/273026ce-0ade-4dd0-90d2-1523954993c1 HTTP/1.1" status: 204 len: 168 time: 0.6812615 Feb 28 17:40:55.817033 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-14a4d5e1-013f-43f0-b6a6-f767002ef16e None None] Provisioning complete for port 4f394c77-9a9f-47e3-a7cc-1ac807efd845 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:55.817033 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14a4d5e1-013f-43f0-b6a6-f767002ef16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4f394c77-9a9f-47e3-a7cc-1ac807efd845), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:55.819294 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49886) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:55.856274 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273026ce-0ade-4dd0-90d2-1523954993c1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:55.874945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce59e4a-6112-4838-b465-1a68b0de3458 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:55.886117 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce59e4a-6112-4838-b465-1a68b0de3458 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:55.890218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-14a4d5e1-013f-43f0-b6a6-f767002ef16e None None] Port 4f394c77-9a9f-47e3-a7cc-1ac807efd845 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:40:55.894498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce59e4a-6112-4838-b465-1a68b0de3458 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:55.897648 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7ce59e4a-6112-4838-b465-1a68b0de3458 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.4400022 Feb 28 17:40:55.900193 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:55.900396 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49890) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:55.900601 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:55.900947 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:55.901290 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:55.901621 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:55.904583 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:55.905035 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:55.905386 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:55.905729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:55.906105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:55.906444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:55.906771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:55.907094 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef099-d397-4ccd-a594-7430cd87f8a5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:40:55.947610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f436ed4-9c3d-41e7-8f18-17e7cc73c5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (691db74a-16bd-498f-adec-10427d99c123), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.006517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5430a295-74ca-4e6f-85f6-261fc4bfa270 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1837626 Feb 28 17:40:56.008843 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8f436ed4-9c3d-41e7-8f18-17e7cc73c5df admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=53c8fa237fb84340a1cfaf70ce60b088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6447728 Feb 28 17:40:56.010879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49892) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:56.012387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49894) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:56.027447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f8ee9aad-9355-4615-a4d4-ab7ecaef93af None None] Provisioning complete for port 874eed5d-24bb-4725-be75-089ae5e69a30 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:56.028107 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f8ee9aad-9355-4615-a4d4-ab7ecaef93af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (874eed5d-24bb-4725-be75-089ae5e69a30), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.086979 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee9aad-9355-4615-a4d4-ab7ecaef93af None None] Port 874eed5d-24bb-4725-be75-089ae5e69a30 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:40:56.098418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f436ed4-9c3d-41e7-8f18-17e7cc73c5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691db74a-16bd-498f-adec-10427d99c123,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:56.161194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0e932bc5-50b0-4083-9f61-93012614418a tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Deleting port 4f394c77-9a9f-47e3-a7cc-1ac807efd845 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:56.161539 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e932bc5-50b0-4083-9f61-93012614418a tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4f394c77-9a9f-47e3-a7cc-1ac807efd845), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.166073 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73ce5f38-b698-4edc-8411-bf359abc256c tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (3c1e46c7-c98e-47d4-8729-4b8a28af2d90), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.173283 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-33f8e25c-1ad2-4ce4-b728-cfc39cbbb19e admin admin] Publish callbacks [] for security_group (691db74a-16bd-498f-adec-10427d99c123), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.201886 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73ce5f38-b698-4edc-8411-bf359abc256c tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (3c1e46c7-c98e-47d4-8729-4b8a28af2d90), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.316171 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-33f8e25c-1ad2-4ce4-b728-cfc39cbbb19e admin admin] Publish callbacks [] for security_group (691db74a-16bd-498f-adec-10427d99c123), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.341857 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c5fd191b-348d-46ff-82f8-4afc5d9dcfce up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:40:56.366406 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e932bc5-50b0-4083-9f61-93012614418a tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4f394c77-9a9f-47e3-a7cc-1ac807efd845), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.391823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0e932bc5-50b0-4083-9f61-93012614418a tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Calling delete_port for 4f394c77-9a9f-47e3-a7cc-1ac807efd845 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:56.398187 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73ce5f38-b698-4edc-8411-bf359abc256c tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3c1e46c7-c98e-47d4-8729-4b8a28af2d90), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.416506 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73ce5f38-b698-4edc-8411-bf359abc256c tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.421709 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-73ce5f38-b698-4edc-8411-bf359abc256c tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-groups/3c1e46c7-c98e-47d4-8729-4b8a28af2d90 HTTP/1.1" status: 204 len: 168 time: 0.4092782 Feb 28 17:40:56.422943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49906) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:56.460729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce5f38-b698-4edc-8411-bf359abc256c tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1e46c7-c98e-47d4-8729-4b8a28af2d90,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:56.504521 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5d278a65-721b-422b-8a3c-0cfb24861dcc tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0749376 Feb 28 17:40:56.505393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49910) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:56.511028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c291fbf6-18c9-4f24-bff1-e497062a377d tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917187955'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:56.512377 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-33f8e25c-1ad2-4ce4-b728-cfc39cbbb19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (691db74a-16bd-498f-adec-10427d99c123), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.515948 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-33f8e25c-1ad2-4ce4-b728-cfc39cbbb19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.519657 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-33f8e25c-1ad2-4ce4-b728-cfc39cbbb19e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/691db74a-16bd-498f-adec-10427d99c123 HTTP/1.1" status: 204 len: 168 time: 0.5063145 Feb 28 17:40:56.535215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8e25c-1ad2-4ce4-b728-cfc39cbbb19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691db74a-16bd-498f-adec-10427d99c123,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:56.554345 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6b20c7c-2cf7-4676-bd51-e74bc4b1de81 req-512ff3ae-85a9-4e13-b438-21589ebd1868 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 210 time: 0.0385256 Feb 28 17:40:56.597412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8e9023ce-a393-4a48-a285-d17f8c777c1c None None] Provisioning complete for port 4f394c77-9a9f-47e3-a7cc-1ac807efd845 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:56.602757 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8e9023ce-a393-4a48-a285-d17f8c777c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4f394c77-9a9f-47e3-a7cc-1ac807efd845), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.647700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c5fd191b-348d-46ff-82f8-4afc5d9dcfce triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:56.648078 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.652862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8e9023ce-a393-4a48-a285-d17f8c777c1c None None] Port 4f394c77-9a9f-47e3-a7cc-1ac807efd845 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:40:56.653794 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c291fbf6-18c9-4f24-bff1-e497062a377d tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.721007 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e932bc5-50b0-4083-9f61-93012614418a tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (4f394c77-9a9f-47e3-a7cc-1ac807efd845), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.757556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c5fd191b-348d-46ff-82f8-4afc5d9dcfce is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:40:56.777570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e932bc5-50b0-4083-9f61-93012614418a tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event deleted for resources: {'Port': ['ID=4f394c77-9a9f-47e3-a7cc-1ac807efd845,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:56.805882 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c291fbf6-18c9-4f24-bff1-e497062a377d tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (31d67aea-5341-4eab-a8d5-fc83bfc73602), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.908522 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e932bc5-50b0-4083-9f61-93012614418a tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.913474 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0e932bc5-50b0-4083-9f61-93012614418a tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "DELETE /v2.0/ports/4f394c77-9a9f-47e3-a7cc-1ac807efd845 HTTP/1.1" status: 204 len: 168 time: 1.0118845 Feb 28 17:40:56.916212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49922) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:56.956706 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c291fbf6-18c9-4f24-bff1-e497062a377d tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (31d67aea-5341-4eab-a8d5-fc83bfc73602), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:56.971628 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c922f6-1d73-41b4-8d49-31dc3b62c629 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] GET failed (client error): The resource could not be found. Feb 28 17:40:56.973277 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c3c922f6-1d73-41b4-8d49-31dc3b62c629 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "GET /v2.0/ports/4f394c77-9a9f-47e3-a7cc-1ac807efd845 HTTP/1.1" status: 404 len: 333 time: 0.0560858 Feb 28 17:40:56.984874 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49926) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:56.997107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6fedc212-84c0-4cc8-8b1a-b0998f8e1851 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Request body: {'port': {'network_id': 'aa9ff32e-858a-49de-a71d-3849b2ea222d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1671582962'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:57.070310 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291fbf6-18c9-4f24-bff1-e497062a377d tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d67aea-5341-4eab-a8d5-fc83bfc73602,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:57.092537 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c291fbf6-18c9-4f24-bff1-e497062a377d tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.094227 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c291fbf6-18c9-4f24-bff1-e497062a377d tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5869560 Feb 28 17:40:57.101651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49932) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:57.106234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8355c4d9-951b-49e8-952a-8331928804f5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group_rule': {'security_group_id': '31d67aea-5341-4eab-a8d5-fc83bfc73602', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:57.198080 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8355c4d9-951b-49e8-952a-8331928804f5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (fadf27f1-1476-4748-95c7-a77ceb2a2ac2), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.244353 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fedc212-84c0-4cc8-8b1a-b0998f8e1851 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Made reservation on behalf of c2c026f1291f4cceab836ccff6c99e92 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:40:57.247849 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fedc212-84c0-4cc8-8b1a-b0998f8e1851 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.257554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8355c4d9-951b-49e8-952a-8331928804f5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (fadf27f1-1476-4748-95c7-a77ceb2a2ac2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.264859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-6fedc212-84c0-4cc8-8b1a-b0998f8e1851 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] device_id is not set on port ae9d547d-962c-4f20-a7fe-eedc672ed2b7 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:40:57.333200 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8355c4d9-951b-49e8-952a-8331928804f5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (fadf27f1-1476-4748-95c7-a77ceb2a2ac2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.360840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355c4d9-951b-49e8-952a-8331928804f5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadf27f1-1476-4748-95c7-a77ceb2a2ac2,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:57.400681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-6fedc212-84c0-4cc8-8b1a-b0998f8e1851 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Allocated IP 2001:db8::2d7 (aa9ff32e-858a-49de-a71d-3849b2ea222d/4272fd27-f127-4685-a9ab-ddb3cb6b5829/ae9d547d-962c-4f20-a7fe-eedc672ed2b7) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:40:57.431228 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8355c4d9-951b-49e8-952a-8331928804f5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.437578 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8355c4d9-951b-49e8-952a-8331928804f5 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3298085 Feb 28 17:40:57.438440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49942) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:57.497092 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f6bb9b0b-7560-462d-b334-eb0405f52077 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (fadf27f1-1476-4748-95c7-a77ceb2a2ac2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.507855 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f6bb9b0b-7560-462d-b334-eb0405f52077 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (fadf27f1-1476-4748-95c7-a77ceb2a2ac2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.580168 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fedc212-84c0-4cc8-8b1a-b0998f8e1851 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for port (ae9d547d-962c-4f20-a7fe-eedc672ed2b7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.629257 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f6bb9b0b-7560-462d-b334-eb0405f52077 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (fadf27f1-1476-4748-95c7-a77ceb2a2ac2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.636612 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f6bb9b0b-7560-462d-b334-eb0405f52077 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.641683 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f6bb9b0b-7560-462d-b334-eb0405f52077 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/fadf27f1-1476-4748-95c7-a77ceb2a2ac2 HTTP/1.1" status: 204 len: 168 time: 0.1952996 Feb 28 17:40:57.642011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49958) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:57.643883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb9b0b-7560-462d-b334-eb0405f52077 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fadf27f1-1476-4748-95c7-a77ceb2a2ac2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:57.691796 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ad007ece-1e4d-408c-a510-4054294a2978 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0458889 Feb 28 17:40:57.691946 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c08c7887-29e7-447c-9597-ee7cb3c6ce53 req-89229978-7933-4993-b820-5728152d4915 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 210 time: 0.0319133 Feb 28 17:40:57.692053 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49962) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:57.710012 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fedc212-84c0-4cc8-8b1a-b0998f8e1851 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ae9d547d-962c-4f20-a7fe-eedc672ed2b7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.775662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fedc212-84c0-4cc8-8b1a-b0998f8e1851 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Network aa9ff32e-858a-49de-a71d-3849b2ea222d is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:40:57.780146 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-6fedc212-84c0-4cc8-8b1a-b0998f8e1851 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:57.782872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fedc212-84c0-4cc8-8b1a-b0998f8e1851 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:40:57.789035 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fedc212-84c0-4cc8-8b1a-b0998f8e1851 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:57.789673 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6fedc212-84c0-4cc8-8b1a-b0998f8e1851 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.813371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedc212-84c0-4cc8-8b1a-b0998f8e1851 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event updated for resources: {'Port': ['ID=ae9d547d-962c-4f20-a7fe-eedc672ed2b7,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:57.832697 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3002ece-b1ef-4487-b4e4-05bb83dcb305 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (31d67aea-5341-4eab-a8d5-fc83bfc73602), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.874684 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3002ece-b1ef-4487-b4e4-05bb83dcb305 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (31d67aea-5341-4eab-a8d5-fc83bfc73602), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:57.898666 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6fedc212-84c0-4cc8-8b1a-b0998f8e1851 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9050376 Feb 28 17:40:57.900978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49968) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:57.906820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a976357f-bb03-47e2-bb8a-d32a3c8db2cb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2cb', 'mac_address': 'fa:16:3e:4b:4e:ba'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:57.997232 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a976357f-bb03-47e2-bb8a-d32a3c8db2cb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ae9d547d-962c-4f20-a7fe-eedc672ed2b7), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.040673 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3002ece-b1ef-4487-b4e4-05bb83dcb305 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (31d67aea-5341-4eab-a8d5-fc83bfc73602), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.043452 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3002ece-b1ef-4487-b4e4-05bb83dcb305 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.047055 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e3002ece-b1ef-4487-b4e4-05bb83dcb305 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-groups/31d67aea-5341-4eab-a8d5-fc83bfc73602 HTTP/1.1" status: 204 len: 168 time: 0.3520532 Feb 28 17:40:58.050805 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49972) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:58.066571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3002ece-b1ef-4487-b4e4-05bb83dcb305 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d67aea-5341-4eab-a8d5-fc83bfc73602,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:58.108293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6a07fac1-38be-4a36-965e-e6dc06b5aa28 None None] Provisioning complete for port ae9d547d-962c-4f20-a7fe-eedc672ed2b7 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:58.108852 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a07fac1-38be-4a36-965e-e6dc06b5aa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ae9d547d-962c-4f20-a7fe-eedc672ed2b7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.125446 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-09f57e2b-f5e8-46e3-a72e-8bbd9c1190dc tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0762811 Feb 28 17:40:58.129382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 49976) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:58.134748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f7de50a3-8319-4800-861a-c25c25e9be42 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737928104'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:58.155543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6a07fac1-38be-4a36-965e-e6dc06b5aa28 None None] Port ae9d547d-962c-4f20-a7fe-eedc672ed2b7 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:40:58.228457 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a976357f-bb03-47e2-bb8a-d32a3c8db2cb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for port (ae9d547d-962c-4f20-a7fe-eedc672ed2b7), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.234853 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f7de50a3-8319-4800-861a-c25c25e9be42 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.295321 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a976357f-bb03-47e2-bb8a-d32a3c8db2cb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ae9d547d-962c-4f20-a7fe-eedc672ed2b7), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.328892 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f7de50a3-8319-4800-861a-c25c25e9be42 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (6dee7d31-17d0-481a-bbc9-d1147fae1f8e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.335374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-a976357f-bb03-47e2-bb8a-d32a3c8db2cb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] In _notify_port_updated(), no bound segment for port ae9d547d-962c-4f20-a7fe-eedc672ed2b7 on network aa9ff32e-858a-49de-a71d-3849b2ea222d {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:40:58.340377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976357f-bb03-47e2-bb8a-d32a3c8db2cb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:58.341011 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a976357f-bb03-47e2-bb8a-d32a3c8db2cb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.345729 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a976357f-bb03-47e2-bb8a-d32a3c8db2cb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "PUT /v2.0/ports/ae9d547d-962c-4f20-a7fe-eedc672ed2b7 HTTP/1.1" status: 200 len: 1003 time: 0.4403656 Feb 28 17:40:58.345829 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49982) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:58.366108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976357f-bb03-47e2-bb8a-d32a3c8db2cb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event updated for resources: {'Port': ['ID=ae9d547d-962c-4f20-a7fe-eedc672ed2b7,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:58.441169 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f7de50a3-8319-4800-861a-c25c25e9be42 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6dee7d31-17d0-481a-bbc9-d1147fae1f8e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.490417 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-bed0cd1a-de62-4a07-a652-04bc57c328aa tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Deleting port ae9d547d-962c-4f20-a7fe-eedc672ed2b7 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:40:58.490417 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bed0cd1a-de62-4a07-a652-04bc57c328aa tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ae9d547d-962c-4f20-a7fe-eedc672ed2b7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.530187 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de50a3-8319-4800-861a-c25c25e9be42 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dee7d31-17d0-481a-bbc9-d1147fae1f8e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:58.586249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f7de50a3-8319-4800-861a-c25c25e9be42 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.587496 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f7de50a3-8319-4800-861a-c25c25e9be42 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4571993 Feb 28 17:40:58.591081 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 49990) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:58.604962 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-32c8c9b3-ca92-44cc-b85f-77a11699a99e tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group_rule': {'security_group_id': '6dee7d31-17d0-481a-bbc9-d1147fae1f8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:58.631073 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bed0cd1a-de62-4a07-a652-04bc57c328aa tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ae9d547d-962c-4f20-a7fe-eedc672ed2b7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.649017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-bed0cd1a-de62-4a07-a652-04bc57c328aa tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Calling delete_port for ae9d547d-962c-4f20-a7fe-eedc672ed2b7 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:40:58.652385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-389ed626-e3a2-40a5-b09c-da931cb442c8 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:58.653842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-389ed626-e3a2-40a5-b09c-da931cb442c8 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 811 time: 0.1419868 Feb 28 17:40:58.678426 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-898cd9f7-d080-4809-83cc-4fa58545510a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Request body: {'port': {'device_id': '02775836-74ef-4981-83af-b8fd7e76d20d', 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910', 'admin_state_up': True, 'tenant_id': '8c828900d1be4137abc891fe2e0eaed5'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:58.686444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a1dbc3e5-f084-4e3b-9674-f827905278d0 None None] Provisioning complete for port ae9d547d-962c-4f20-a7fe-eedc672ed2b7 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:40:58.687346 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc3e5-f084-4e3b-9674-f827905278d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ae9d547d-962c-4f20-a7fe-eedc672ed2b7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.728700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a1dbc3e5-f084-4e3b-9674-f827905278d0 None None] Port ae9d547d-962c-4f20-a7fe-eedc672ed2b7 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:40:58.797606 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-32c8c9b3-ca92-44cc-b85f-77a11699a99e tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (ecb9f6d9-523f-4dbb-9397-83652f188b3d), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.864156 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36e6586e-bb00-4041-8af5-df7daa98d77d req-ae656777-6f35-42e1-85ee-b2fd18c44e12 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 210 time: 0.0485814 Feb 28 17:40:58.899988 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-32c8c9b3-ca92-44cc-b85f-77a11699a99e tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (ecb9f6d9-523f-4dbb-9397-83652f188b3d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.912643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-898cd9f7-d080-4809-83cc-4fa58545510a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Made reservation on behalf of 8c828900d1be4137abc891fe2e0eaed5 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:40:58.917301 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-898cd9f7-d080-4809-83cc-4fa58545510a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:58.938222 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bed0cd1a-de62-4a07-a652-04bc57c328aa tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ae9d547d-962c-4f20-a7fe-eedc672ed2b7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.008897 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0cd1a-de62-4a07-a652-04bc57c328aa tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event deleted for resources: {'Port': ['ID=ae9d547d-962c-4f20-a7fe-eedc672ed2b7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:59.072652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-32c8c9b3-ca92-44cc-b85f-77a11699a99e tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (ecb9f6d9-523f-4dbb-9397-83652f188b3d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.098500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-898cd9f7-d080-4809-83cc-4fa58545510a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Allocated IP 172.20.0.6 (7467a8e1-6b26-403e-997f-54fe13264910/5afa66b9-3680-4134-be0e-81254a16067b/2c81472c-4178-4211-acc1-22dff866aa70) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:40:59.123943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8c9b3-ca92-44cc-b85f-77a11699a99e tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb9f6d9-523f-4dbb-9397-83652f188b3d,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:59.154126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50006) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:59.177290 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bed0cd1a-de62-4a07-a652-04bc57c328aa tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.185837 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bed0cd1a-de62-4a07-a652-04bc57c328aa tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "DELETE /v2.0/ports/ae9d547d-962c-4f20-a7fe-eedc672ed2b7 HTTP/1.1" status: 204 len: 168 time: 0.8390563 Feb 28 17:40:59.186921 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50010) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:59.217034 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-4718c72e-2e32-445c-acd7-c3b5ba261521 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] GET failed (client error): The resource could not be found. Feb 28 17:40:59.222688 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4718c72e-2e32-445c-acd7-c3b5ba261521 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "GET /v2.0/ports/ae9d547d-962c-4f20-a7fe-eedc672ed2b7 HTTP/1.1" status: 404 len: 333 time: 0.0345712 Feb 28 17:40:59.223323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50014) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:59.229787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9e589e4f-0608-4092-bb09-4e1f2ef2f2ec tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Request body: {'port': {'network_id': 'aa9ff32e-858a-49de-a71d-3849b2ea222d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-106018399'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:59.287277 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-32c8c9b3-ca92-44cc-b85f-77a11699a99e tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.288403 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-32c8c9b3-ca92-44cc-b85f-77a11699a99e tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6961520 Feb 28 17:40:59.291880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50018) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:59.314413 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-62d5e5bb-bb65-4e7e-8482-11a2e8e2164f tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules/ecb9f6d9-523f-4dbb-9397-83652f188b3d HTTP/1.1" status: 200 len: 763 time: 0.0212681 Feb 28 17:40:59.316921 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-898cd9f7-d080-4809-83cc-4fa58545510a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks [] for port (2c81472c-4178-4211-acc1-22dff866aa70), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.317085 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50020) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:59.400657 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f8f7ceef-1144-4a6c-83b5-290fdf36aeba tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0825334 Feb 28 17:40:59.403239 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50028) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:59.428592 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d493ff7b-3804-414f-a84b-2f1e4e382b63 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (ecb9f6d9-523f-4dbb-9397-83652f188b3d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.438795 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-898cd9f7-d080-4809-83cc-4fa58545510a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2c81472c-4178-4211-acc1-22dff866aa70), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.444188 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d493ff7b-3804-414f-a84b-2f1e4e382b63 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (ecb9f6d9-523f-4dbb-9397-83652f188b3d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.480079 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-211a827e-8573-4af1-96c9-3073348ea5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.487936 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e589e4f-0608-4092-bb09-4e1f2ef2f2ec tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Made reservation on behalf of c2c026f1291f4cceab836ccff6c99e92 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:40:59.492549 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e589e4f-0608-4092-bb09-4e1f2ef2f2ec tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.496169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-898cd9f7-d080-4809-83cc-4fa58545510a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Network 7467a8e1-6b26-403e-997f-54fe13264910 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:40:59.499170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-898cd9f7-d080-4809-83cc-4fa58545510a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:40:59.502974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-898cd9f7-d080-4809-83cc-4fa58545510a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:40:59.519602 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-9e589e4f-0608-4092-bb09-4e1f2ef2f2ec tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] device_id is not set on port a4c2f2ae-fb6e-486d-b92a-1d67a3b94708 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:40:59.535327 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cd9f7-d080-4809-83cc-4fa58545510a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Pushing event updated for resources: {'Port': ['ID=2c81472c-4178-4211-acc1-22dff866aa70,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:59.558360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-898cd9f7-d080-4809-83cc-4fa58545510a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:40:59.558360 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-898cd9f7-d080-4809-83cc-4fa58545510a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.574299 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d493ff7b-3804-414f-a84b-2f1e4e382b63 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (ecb9f6d9-523f-4dbb-9397-83652f188b3d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.587319 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d493ff7b-3804-414f-a84b-2f1e4e382b63 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.588497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d493ff7b-3804-414f-a84b-2f1e4e382b63 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/ecb9f6d9-523f-4dbb-9397-83652f188b3d HTTP/1.1" status: 204 len: 168 time: 0.1841228 Feb 28 17:40:59.591216 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50034) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:59.606552 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493ff7b-3804-414f-a84b-2f1e4e382b63 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecb9f6d9-523f-4dbb-9397-83652f188b3d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:59.635135 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dacb7526-322a-479f-acf0-f1e59cd82790 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0403347 Feb 28 17:40:59.636289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50036) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:59.640275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1373817e-3836-4af4-bffd-50eed6947426 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group_rule': {'security_group_id': '6dee7d31-17d0-481a-bbc9-d1147fae1f8e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:40:59.662289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-898cd9f7-d080-4809-83cc-4fa58545510a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0004892 Feb 28 17:40:59.683779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-9e589e4f-0608-4092-bb09-4e1f2ef2f2ec tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Allocated IP 2001:db8::2cd (aa9ff32e-858a-49de-a71d-3849b2ea222d/4272fd27-f127-4685-a9ab-ddb3cb6b5829/a4c2f2ae-fb6e-486d-b92a-1d67a3b94708) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:40:59.711252 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-211a827e-8573-4af1-96c9-3073348ea5f7 admin admin] Publish callbacks [] for security_group (70b1c147-aaed-4e6c-a8dc-6f981b42ea12), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.752220 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1373817e-3836-4af4-bffd-50eed6947426 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (b3d91a73-e1a5-4dde-a8dc-c42593b24d38), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.819508 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1373817e-3836-4af4-bffd-50eed6947426 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (b3d91a73-e1a5-4dde-a8dc-c42593b24d38), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.820539 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-211a827e-8573-4af1-96c9-3073348ea5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (70b1c147-aaed-4e6c-a8dc-6f981b42ea12), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.888403 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-211a827e-8573-4af1-96c9-3073348ea5f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3db278ec270f4c1db4745b9bd09eb3e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7349529 Feb 28 17:40:59.891067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50048) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:40:59.895004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a827e-8573-4af1-96c9-3073348ea5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b1c147-aaed-4e6c-a8dc-6f981b42ea12,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:59.915820 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1373817e-3836-4af4-bffd-50eed6947426 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (b3d91a73-e1a5-4dde-a8dc-c42593b24d38), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.937097 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e589e4f-0608-4092-bb09-4e1f2ef2f2ec tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for port (a4c2f2ae-fb6e-486d-b92a-1d67a3b94708), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:40:59.955350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373817e-3836-4af4-bffd-50eed6947426 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d91a73-e1a5-4dde-a8dc-c42593b24d38,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:40:59.974714 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d9947a0a-79b8-4205-ad67-70b62186e243 admin admin] Publish callbacks [] for security_group (70b1c147-aaed-4e6c-a8dc-6f981b42ea12), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.001822 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d9947a0a-79b8-4205-ad67-70b62186e243 admin admin] Publish callbacks [] for security_group (70b1c147-aaed-4e6c-a8dc-6f981b42ea12), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.050722 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1373817e-3836-4af4-bffd-50eed6947426 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.051919 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1373817e-3836-4af4-bffd-50eed6947426 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4152718 Feb 28 17:41:00.055347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50054) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:00.071222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Request body: {'port': {'device_id': '02775836-74ef-4981-83af-b8fd7e76d20d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:00.073787 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-46a11442-ddaf-4ff8-8052-5b9db84a7ebd tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules/b3d91a73-e1a5-4dde-a8dc-c42593b24d38 HTTP/1.1" status: 200 len: 763 time: 0.0172088 Feb 28 17:41:00.076355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50058) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:00.086597 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e589e4f-0608-4092-bb09-4e1f2ef2f2ec tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (a4c2f2ae-fb6e-486d-b92a-1d67a3b94708), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.147098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e589e4f-0608-4092-bb09-4e1f2ef2f2ec tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Network aa9ff32e-858a-49de-a71d-3849b2ea222d is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:00.149772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e679d-c0f6-43fb-95d9-33230e83513f req-71b8d2d4-a1a0-4038-978c-0825b92b5b23 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:00.151093 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f2e679d-c0f6-43fb-95d9-33230e83513f req-71b8d2d4-a1a0-4038-978c-0825b92b5b23 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 931 time: 0.1522563 Feb 28 17:41:00.153824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-9e589e4f-0608-4092-bb09-4e1f2ef2f2ec tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:00.162082 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2c81472c-4178-4211-acc1-22dff866aa70), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.163295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e589e4f-0608-4092-bb09-4e1f2ef2f2ec tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:00.168676 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e589e4f-0608-4092-bb09-4e1f2ef2f2ec tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:00.169404 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e589e4f-0608-4092-bb09-4e1f2ef2f2ec tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.199280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e589e4f-0608-4092-bb09-4e1f2ef2f2ec tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event updated for resources: {'Port': ['ID=a4c2f2ae-fb6e-486d-b92a-1d67a3b94708,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:00.218047 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-633720b9-3e43-47cd-8569-aef0d3dfa2ef tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1367221 Feb 28 17:41:00.218047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50062) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:00.256721 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29b35f21-5a48-44fb-bb55-7e6214c36433 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (b3d91a73-e1a5-4dde-a8dc-c42593b24d38), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.258711 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d9947a0a-79b8-4205-ad67-70b62186e243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (70b1c147-aaed-4e6c-a8dc-6f981b42ea12), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.262680 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d9947a0a-79b8-4205-ad67-70b62186e243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.264458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d9947a0a-79b8-4205-ad67-70b62186e243 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/70b1c147-aaed-4e6c-a8dc-6f981b42ea12 HTTP/1.1" status: 204 len: 168 time: 0.3721297 Feb 28 17:41:00.269899 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29b35f21-5a48-44fb-bb55-7e6214c36433 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (b3d91a73-e1a5-4dde-a8dc-c42593b24d38), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.294516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9e589e4f-0608-4092-bb09-4e1f2ef2f2ec tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0674469 Feb 28 17:41:00.299729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50070) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:00.305639 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1cb9d318-4c52-4aab-8996-bbd1ec2f5b0b tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4b:4e:ba'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:00.365624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9947a0a-79b8-4205-ad67-70b62186e243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b1c147-aaed-4e6c-a8dc-6f981b42ea12,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:00.374803 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f2e679d-c0f6-43fb-95d9-33230e83513f req-1bbe87b9-1ce1-478c-bbb1-d87883f1e853 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869082 Feb 28 17:41:00.478805 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29b35f21-5a48-44fb-bb55-7e6214c36433 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (b3d91a73-e1a5-4dde-a8dc-c42593b24d38), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.493120 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-29b35f21-5a48-44fb-bb55-7e6214c36433 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.494560 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-29b35f21-5a48-44fb-bb55-7e6214c36433 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/b3d91a73-e1a5-4dde-a8dc-c42593b24d38 HTTP/1.1" status: 204 len: 168 time: 0.2750208 Feb 28 17:41:00.499595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50074) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:00.519038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b35f21-5a48-44fb-bb55-7e6214c36433 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3d91a73-e1a5-4dde-a8dc-c42593b24d38,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:00.542002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50076) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:00.577716 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4c6fb55f-83f8-4c0c-b9d4-d44c18c7f318 None None] Provisioning complete for port a4c2f2ae-fb6e-486d-b92a-1d67a3b94708 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:00.577716 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4c6fb55f-83f8-4c0c-b9d4-d44c18c7f318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a4c2f2ae-fb6e-486d-b92a-1d67a3b94708), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.597393 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c81472c-4178-4211-acc1-22dff866aa70 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:41:00.609762 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Publish callbacks [] for port (2c81472c-4178-4211-acc1-22dff866aa70), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.617024 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-eb40bf0e-264e-4d5c-8a91-ae489b36fb1b tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1112487 Feb 28 17:41:00.619846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50082) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:00.624532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d8059a1a-c09d-4ad8-9259-5f0b5bca143b tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group_rule': {'security_group_id': '6dee7d31-17d0-481a-bbc9-d1147fae1f8e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:00.626219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4c6fb55f-83f8-4c0c-b9d4-d44c18c7f318 None None] Port a4c2f2ae-fb6e-486d-b92a-1d67a3b94708 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:41:00.627932 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Transition to ACTIVE for port object 2c81472c-4178-4211-acc1-22dff866aa70 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:41:00.630092 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1cb9d318-4c52-4aab-8996-bbd1ec2f5b0b tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a4c2f2ae-fb6e-486d-b92a-1d67a3b94708), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.691189 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (2c81472c-4178-4211-acc1-22dff866aa70), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.741690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Pushing event updated for resources: {'Port': ['ID=2c81472c-4178-4211-acc1-22dff866aa70,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:00.784711 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d8059a1a-c09d-4ad8-9259-5f0b5bca143b tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (37861a2e-1fd8-444f-a06e-5fbb28621d37), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.829565 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Attempting to bind port 2c81472c-4178-4211-acc1-22dff866aa70 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:00.830597 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Attempting to bind port 2c81472c-4178-4211-acc1-22dff866aa70 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:00.832577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Attempting to bind port 2c81472c-4178-4211-acc1-22dff866aa70 on network 7467a8e1-6b26-403e-997f-54fe13264910 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:00.843281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Port 2c81472c-4178-4211-acc1-22dff866aa70 on network 7467a8e1-6b26-403e-997f-54fe13264910 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:41:00.846434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Attempting to bind port 2c81472c-4178-4211-acc1-22dff866aa70 on network 7467a8e1-6b26-403e-997f-54fe13264910 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:00.856091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:00.859311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Checking segment: {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:00.861444 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Bound using segment: {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:00.862765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Bound port: 2c81472c-4178-4211-acc1-22dff866aa70, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:00.863602 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2c81472c-4178-4211-acc1-22dff866aa70), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.947408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] For port 2c81472c-4178-4211-acc1-22dff866aa70, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:00.951714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] For port 2c81472c-4178-4211-acc1-22dff866aa70, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=2c81472c-4178-4211-acc1-22dff866aa70,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:00.959241 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d8059a1a-c09d-4ad8-9259-5f0b5bca143b tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (37861a2e-1fd8-444f-a06e-5fbb28621d37), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:00.995294 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1cb9d318-4c52-4aab-8996-bbd1ec2f5b0b tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for port (a4c2f2ae-fb6e-486d-b92a-1d67a3b94708), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.052076 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d8059a1a-c09d-4ad8-9259-5f0b5bca143b tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (37861a2e-1fd8-444f-a06e-5fbb28621d37), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.053090 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (2c81472c-4178-4211-acc1-22dff866aa70), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.073750 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8059a1a-c09d-4ad8-9259-5f0b5bca143b tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37861a2e-1fd8-444f-a06e-5fbb28621d37,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:01.085037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1b7741b1-d488-47ef-8979-f862efd84af5 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1098942091'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:01.103554 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1cb9d318-4c52-4aab-8996-bbd1ec2f5b0b tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (a4c2f2ae-fb6e-486d-b92a-1d67a3b94708), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.114605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:01.115799 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.117272 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] 10.222.0.73 "PUT /v2.0/ports/2c81472c-4178-4211-acc1-22dff866aa70 HTTP/1.1" status: 200 len: 1092 time: 1.4482043 Feb 28 17:41:01.117698 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02775836-74ef-4981-83af-b8fd7e76d20d', 'tag': '2c81472c-4178-4211-acc1-22dff866aa70'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:41:01.120919 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f8a08d-b2d3-4293-90d6-faf6f4c96192" -d '{"events": [{"name": "network-changed", "server_uuid": "02775836-74ef-4981-83af-b8fd7e76d20d", "tag": "2c81472c-4178-4211-acc1-22dff866aa70"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:41:01.152376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074cccd-a73e-4038-ace3-12f8702be2ca service neutron] Pushing event updated for resources: {'Port': ['ID=2c81472c-4178-4211-acc1-22dff866aa70,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:01.172610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d8059a1a-c09d-4ad8-9259-5f0b5bca143b tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.173900 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d8059a1a-c09d-4ad8-9259-5f0b5bca143b tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5528481 Feb 28 17:41:01.176734 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50090) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:01.176968 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-1cb9d318-4c52-4aab-8996-bbd1ec2f5b0b tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] In _notify_port_updated(), no bound segment for port a4c2f2ae-fb6e-486d-b92a-1d67a3b94708 on network aa9ff32e-858a-49de-a71d-3849b2ea222d {{(pid=104247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:41:01.184515 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb9d318-4c52-4aab-8996-bbd1ec2f5b0b tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:01.185201 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1cb9d318-4c52-4aab-8996-bbd1ec2f5b0b tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.190381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1cb9d318-4c52-4aab-8996-bbd1ec2f5b0b tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "PUT /v2.0/ports/a4c2f2ae-fb6e-486d-b92a-1d67a3b94708 HTTP/1.1" status: 200 len: 1002 time: 0.8895421 Feb 28 17:41:01.194489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50092) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:01.200972 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b1283d-4e82-4ee1-99a0-a6f2843098be x-openstack-request-id: req-f4b1283d-4e82-4ee1-99a0-a6f2843098be {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:41:01.203158 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02775836-74ef-4981-83af-b8fd7e76d20d", "tag": "2c81472c-4178-4211-acc1-22dff866aa70", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:41:01.203158 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f4b1283d-4e82-4ee1-99a0-a6f2843098be {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:41:01.204322 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02775836-74ef-4981-83af-b8fd7e76d20d', 'tag': '2c81472c-4178-4211-acc1-22dff866aa70', 'status': 'completed', 'code': 200} Feb 28 17:41:01.215016 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ee8e54ed-d5da-432a-9297-4aefcc6a3689 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules/37861a2e-1fd8-444f-a06e-5fbb28621d37 HTTP/1.1" status: 200 len: 764 time: 0.0354483 Feb 28 17:41:01.216976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50094) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:01.236993 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b7741b1-d488-47ef-8979-f862efd84af5 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (fd3bd1e8-4b57-4316-b972-6c790166f304), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.236993 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b7741b1-d488-47ef-8979-f862efd84af5 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (fd3bd1e8-4b57-4316-b972-6c790166f304), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.251374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9d318-4c52-4aab-8996-bbd1ec2f5b0b tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event updated for resources: {'Port': ['ID=a4c2f2ae-fb6e-486d-b92a-1d67a3b94708,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:01.330083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-3b4be4e3-1078-4e14-a342-14ab2f9141fe tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Deleting port a4c2f2ae-fb6e-486d-b92a-1d67a3b94708 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:01.330434 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b4be4e3-1078-4e14-a342-14ab2f9141fe tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a4c2f2ae-fb6e-486d-b92a-1d67a3b94708), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.393638 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6507db65-6716-4cea-a286-423eb80930a6 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1659799 Feb 28 17:41:01.393755 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50098) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:01.405979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8a08d-b2d3-4293-90d6-faf6f4c96192 req-832aec06-3939-437f-9fab-70102d6e0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:01.407631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5f8a08d-b2d3-4293-90d6-faf6f4c96192 req-832aec06-3939-437f-9fab-70102d6e0007 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 1126 time: 0.1591716 Feb 28 17:41:01.441731 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f49cee59-89a2-4411-8ff9-ab047edbbc26 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (37861a2e-1fd8-444f-a06e-5fbb28621d37), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.450753 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b7741b1-d488-47ef-8979-f862efd84af5 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router_controller (fd3bd1e8-4b57-4316-b972-6c790166f304), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.463517 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f49cee59-89a2-4411-8ff9-ab047edbbc26 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (37861a2e-1fd8-444f-a06e-5fbb28621d37), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.499373 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b4be4e3-1078-4e14-a342-14ab2f9141fe tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a4c2f2ae-fb6e-486d-b92a-1d67a3b94708), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.514781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-3b4be4e3-1078-4e14-a342-14ab2f9141fe tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Calling delete_port for a4c2f2ae-fb6e-486d-b92a-1d67a3b94708 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:01.555872 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b7741b1-d488-47ef-8979-f862efd84af5 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (fd3bd1e8-4b57-4316-b972-6c790166f304), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.592685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39a0c1-2a69-4f7b-b83f-f0ef8020b2a7 req-679d2dfb-9e1c-459e-85c0-fc1e580b9e53 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:01.594281 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ae39a0c1-2a69-4f7b-b83f-f0ef8020b2a7 req-679d2dfb-9e1c-459e-85c0-fc1e580b9e53 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 943 time: 0.0948613 Feb 28 17:41:01.613875 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2bb5d204-0421-4c36-a1d9-e2e087061477 None None] Provisioning complete for port a4c2f2ae-fb6e-486d-b92a-1d67a3b94708 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:01.616279 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d204-0421-4c36-a1d9-e2e087061477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a4c2f2ae-fb6e-486d-b92a-1d67a3b94708), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.618330 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f49cee59-89a2-4411-8ff9-ab047edbbc26 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (37861a2e-1fd8-444f-a06e-5fbb28621d37), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.624399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f49cee59-89a2-4411-8ff9-ab047edbbc26 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.625770 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f49cee59-89a2-4411-8ff9-ab047edbbc26 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/37861a2e-1fd8-444f-a06e-5fbb28621d37 HTTP/1.1" status: 204 len: 168 time: 0.2314253 Feb 28 17:41:01.630696 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50108) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:01.632459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8a08d-b2d3-4293-90d6-faf6f4c96192 req-f40ef3c1-8201-4826-9961-c30480ec737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:01.633905 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5f8a08d-b2d3-4293-90d6-faf6f4c96192 req-f40ef3c1-8201-4826-9961-c30480ec737d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=8c828900d1be4137abc891fe2e0eaed5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1983526 Feb 28 17:41:01.651375 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cee59-89a2-4411-8ff9-ab047edbbc26 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37861a2e-1fd8-444f-a06e-5fbb28621d37,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:01.675654 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5d204-0421-4c36-a1d9-e2e087061477 None None] Port a4c2f2ae-fb6e-486d-b92a-1d67a3b94708 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:41:01.723429 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b7741b1-d488-47ef-8979-f862efd84af5 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.725274 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1b7741b1-d488-47ef-8979-f862efd84af5 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1822581 Feb 28 17:41:01.747444 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50112) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:01.775603 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50116) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:01.818492 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ae39a0c1-2a69-4f7b-b83f-f0ef8020b2a7 req-1f767dff-c5ee-4e22-bcd3-d5559bd7a768 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003305 Feb 28 17:41:01.899760 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31c576cb-e465-4b63-b3c0-32baa192a267 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router (fd3bd1e8-4b57-4316-b972-6c790166f304), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:01.940592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8a08d-b2d3-4293-90d6-faf6f4c96192 req-647625a8-b990-48d4-85a4-248a86bc90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:01.942161 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5f8a08d-b2d3-4293-90d6-faf6f4c96192 req-647625a8-b990-48d4-85a4-248a86bc90fe service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2948592 Feb 28 17:41:01.986835 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eada6b21-cd66-46d4-ac8e-5872763b56e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.133331 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-78396726-a039-4616-aa67-b2a564e72022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:02.135689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-78396726-a039-4616-aa67-b2a564e72022 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 1126 time: 0.1383142 Feb 28 17:41:02.248683 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bdc3ea11-7c85-4ddd-aaaa-962f6b304b6b tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6137347 Feb 28 17:41:02.248787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50132) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:02.264093 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-cdaa511a-7719-4f30-a543-be592b94f59e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c81472c-4178-4211-acc1-22dff866aa70 HTTP/1.1" status: 200 len: 217 time: 0.0914314 Feb 28 17:41:02.281196 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31c576cb-e465-4b63-b3c0-32baa192a267 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (fd3bd1e8-4b57-4316-b972-6c790166f304), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.285060 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31c576cb-e465-4b63-b3c0-32baa192a267 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router_controller (fd3bd1e8-4b57-4316-b972-6c790166f304), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.304559 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-842ed066-918e-42f3-b01b-4426d8fa7e1a tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (6dee7d31-17d0-481a-bbc9-d1147fae1f8e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.329038 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-842ed066-918e-42f3-b01b-4426d8fa7e1a tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (6dee7d31-17d0-481a-bbc9-d1147fae1f8e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.370734 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b4be4e3-1078-4e14-a342-14ab2f9141fe tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (a4c2f2ae-fb6e-486d-b92a-1d67a3b94708), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.380332 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-cd21e04f-25a9-432e-90b5-f1449c9c7d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:02.382350 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-cd21e04f-25a9-432e-90b5-f1449c9c7d2e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afa66b9-3680-4134-be0e-81254a16067b HTTP/1.1" status: 200 len: 851 time: 0.1129973 Feb 28 17:41:02.407994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4be4e3-1078-4e14-a342-14ab2f9141fe tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event deleted for resources: {'Port': ['ID=a4c2f2ae-fb6e-486d-b92a-1d67a3b94708,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:02.440528 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-db34d23f-cd87-4b2f-9dd0-6637ece079d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7467a8e1-6b26-403e-997f-54fe13264910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518892 Feb 28 17:41:02.459956 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b4be4e3-1078-4e14-a342-14ab2f9141fe tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.469701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3b4be4e3-1078-4e14-a342-14ab2f9141fe tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "DELETE /v2.0/ports/a4c2f2ae-fb6e-486d-b92a-1d67a3b94708 HTTP/1.1" status: 204 len: 168 time: 1.2741313 Feb 28 17:41:02.471318 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31c576cb-e465-4b63-b3c0-32baa192a267 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (fd3bd1e8-4b57-4316-b972-6c790166f304), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.471618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50140) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:02.471965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c576cb-e465-4b63-b3c0-32baa192a267 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd3bd1e8-4b57-4316-b972-6c790166f304 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:41:02.472738 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-842ed066-918e-42f3-b01b-4426d8fa7e1a tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6dee7d31-17d0-481a-bbc9-d1147fae1f8e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.487736 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-842ed066-918e-42f3-b01b-4426d8fa7e1a tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.491416 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-842ed066-918e-42f3-b01b-4426d8fa7e1a tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-groups/6dee7d31-17d0-481a-bbc9-d1147fae1f8e HTTP/1.1" status: 204 len: 168 time: 0.2417207 Feb 28 17:41:02.501353 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50142) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:02.524789 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31c576cb-e465-4b63-b3c0-32baa192a267 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.528760 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-31c576cb-e465-4b63-b3c0-32baa192a267 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] 10.222.0.72 "DELETE /v2.0/routers/fd3bd1e8-4b57-4316-b972-6c790166f304 HTTP/1.1" status: 204 len: 168 time: 0.7775459 Feb 28 17:41:02.532776 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50144) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:02.543844 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5f49c7b0-7566-4422-84f9-3defa0722f1f tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Request body: {'router': {'name': 'tempest-router-660489817', 'distributed': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:02.588107 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-94ea1c92-2ff3-4f9d-bc10-fdebebdebd47 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0799031 Feb 28 17:41:02.590380 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-79071ca7-7bf4-49bd-82fa-0a1f95638777 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] GET failed (client error): The resource could not be found. Feb 28 17:41:02.597784 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-79071ca7-7bf4-49bd-82fa-0a1f95638777 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "GET /v2.0/ports/a4c2f2ae-fb6e-486d-b92a-1d67a3b94708 HTTP/1.1" status: 404 len: 333 time: 0.1046193 Feb 28 17:41:02.599649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50148) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:02.600420 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50150) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:02.606772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-36cffef7-1b7a-4535-9db8-0c8f05381cea tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group': {'name': 'tempest-secgroup--741859105'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:02.617119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c38101a4-9958-482a-9f43-cd07b19e18eb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Request body: {'port': {'network_id': 'aa9ff32e-858a-49de-a71d-3849b2ea222d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2006137400'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:02.621789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ed066-918e-42f3-b01b-4426d8fa7e1a tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dee7d31-17d0-481a-bbc9-d1147fae1f8e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:02.674423 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eada6b21-cd66-46d4-ac8e-5872763b56e4 admin admin] Publish callbacks [] for security_group (e80425d4-d6d0-441c-a562-dcbe74d40325), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.707864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-d7b5e1e9-a165-424b-86cb-14cb2398490b service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528117 Feb 28 17:41:02.740491 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f49c7b0-7566-4422-84f9-3defa0722f1f tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (e6c58a45-9e8b-4f21-852f-39d30e0eff0b), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.740491 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f49c7b0-7566-4422-84f9-3defa0722f1f tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (e6c58a45-9e8b-4f21-852f-39d30e0eff0b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.829085 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eada6b21-cd66-46d4-ac8e-5872763b56e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e80425d4-d6d0-441c-a562-dcbe74d40325), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.834035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36cffef7-1b7a-4535-9db8-0c8f05381cea tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.921829 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada6b21-cd66-46d4-ac8e-5872763b56e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80425d4-d6d0-441c-a562-dcbe74d40325,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:02.928438 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-eada6b21-cd66-46d4-ac8e-5872763b56e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0fbf59fe10064669858903b6cd6932d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1195800 Feb 28 17:41:02.930544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50158) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:02.936231 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f49c7b0-7566-4422-84f9-3defa0722f1f tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router_controller (e6c58a45-9e8b-4f21-852f-39d30e0eff0b), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.956491 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36cffef7-1b7a-4535-9db8-0c8f05381cea tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (c76e7e2c-3f27-40d0-abd7-4b23db926385), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.960608 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38101a4-9958-482a-9f43-cd07b19e18eb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Made reservation on behalf of c2c026f1291f4cceab836ccff6c99e92 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:02.964122 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c38101a4-9958-482a-9f43-cd07b19e18eb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:02.966299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-821a5999-4ea8-4888-a6c2-3b89f924be3f req-3066827e-af08-41b7-9a7a-e3069e5da2a1 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584717 Feb 28 17:41:03.032800 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f49c7b0-7566-4422-84f9-3defa0722f1f tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (e6c58a45-9e8b-4f21-852f-39d30e0eff0b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.045142 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36cffef7-1b7a-4535-9db8-0c8f05381cea tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c76e7e2c-3f27-40d0-abd7-4b23db926385), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.050127 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-c38101a4-9958-482a-9f43-cd07b19e18eb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] device_id is not set on port c0b7d85f-5f1e-4e00-a77f-072d828349e9 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:41:03.116920 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f49c7b0-7566-4422-84f9-3defa0722f1f tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.121082 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5f49c7b0-7566-4422-84f9-3defa0722f1f tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5844295 Feb 28 17:41:03.121214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50164) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:03.140395 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956f77b-ace4-4257-9a1b-7f22b175ed5c req-db415168-ddf8-45d4-bb24-bc6acb6a7884 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:03.141948 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6956f77b-ace4-4257-9a1b-7f22b175ed5c req-db415168-ddf8-45d4-bb24-bc6acb6a7884 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 943 time: 0.2122784 Feb 28 17:41:03.149332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cffef7-1b7a-4535-9db8-0c8f05381cea tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76e7e2c-3f27-40d0-abd7-4b23db926385,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:03.155193 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-edeb39fe-86f9-436f-9b83-8ae189e7ded6 admin admin] Publish callbacks [] for security_group (e80425d4-d6d0-441c-a562-dcbe74d40325), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.240022 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36cffef7-1b7a-4535-9db8-0c8f05381cea tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.241725 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-36cffef7-1b7a-4535-9db8-0c8f05381cea tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6398423 Feb 28 17:41:03.245540 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-edeb39fe-86f9-436f-9b83-8ae189e7ded6 admin admin] Publish callbacks [] for security_group (e80425d4-d6d0-441c-a562-dcbe74d40325), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.261721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50168) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:03.269916 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaf5b62a-5c3f-43f8-99ed-aa48556cccca tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router (e6c58a45-9e8b-4f21-852f-39d30e0eff0b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.277703 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c8a4294a-bc66-4115-8030-1a8e7415c403 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Request body: {'security_group_rule': {'security_group_id': 'c76e7e2c-3f27-40d0-abd7-4b23db926385', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:03.311166 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50170) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:03.338950 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6956f77b-ace4-4257-9a1b-7f22b175ed5c req-036a5da9-5fe4-47ab-ac3e-1cc8fe902637 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781490 Feb 28 17:41:03.361749 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-c38101a4-9958-482a-9f43-cd07b19e18eb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Allocated IP 2001:db8::17c (aa9ff32e-858a-49de-a71d-3849b2ea222d/4272fd27-f127-4685-a9ab-ddb3cb6b5829/c0b7d85f-5f1e-4e00-a77f-072d828349e9) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:03.488431 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8a4294a-bc66-4115-8030-1a8e7415c403 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (faf096bd-b61b-4a48-8b1c-10d93f54cd01), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.529111 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-edeb39fe-86f9-436f-9b83-8ae189e7ded6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e80425d4-d6d0-441c-a562-dcbe74d40325), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.531522 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-edeb39fe-86f9-436f-9b83-8ae189e7ded6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.532683 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-edeb39fe-86f9-436f-9b83-8ae189e7ded6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e80425d4-d6d0-441c-a562-dcbe74d40325 HTTP/1.1" status: 204 len: 168 time: 0.6012709 Feb 28 17:41:03.571260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb39fe-86f9-436f-9b83-8ae189e7ded6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80425d4-d6d0-441c-a562-dcbe74d40325,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:03.614985 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c38101a4-9958-482a-9f43-cd07b19e18eb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for port (c0b7d85f-5f1e-4e00-a77f-072d828349e9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.628579 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8a4294a-bc66-4115-8030-1a8e7415c403 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (faf096bd-b61b-4a48-8b1c-10d93f54cd01), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.711272 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8a4294a-bc66-4115-8030-1a8e7415c403 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (faf096bd-b61b-4a48-8b1c-10d93f54cd01), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.727939 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-27af3dda-cd53-4c61-a874-40dfb29a063f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.746639 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4294a-bc66-4115-8030-1a8e7415c403 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf096bd-b61b-4a48-8b1c-10d93f54cd01,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:03.752334 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c38101a4-9958-482a-9f43-cd07b19e18eb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c0b7d85f-5f1e-4e00-a77f-072d828349e9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.829071 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50180) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:03.845569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8a4294a-bc66-4115-8030-1a8e7415c403 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.845810 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaf5b62a-5c3f-43f8-99ed-aa48556cccca tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (e6c58a45-9e8b-4f21-852f-39d30e0eff0b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.849354 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c8a4294a-bc66-4115-8030-1a8e7415c403 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5806913 Feb 28 17:41:03.850426 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50184) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:03.851538 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaf5b62a-5c3f-43f8-99ed-aa48556cccca tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router_controller (e6c58a45-9e8b-4f21-852f-39d30e0eff0b), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.894952 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38101a4-9958-482a-9f43-cd07b19e18eb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Network aa9ff32e-858a-49de-a71d-3849b2ea222d is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:03.896561 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-c38101a4-9958-482a-9f43-cd07b19e18eb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:03.899178 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38101a4-9958-482a-9f43-cd07b19e18eb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:03.904771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38101a4-9958-482a-9f43-cd07b19e18eb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:03.905651 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c38101a4-9958-482a-9f43-cd07b19e18eb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:03.930003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38101a4-9958-482a-9f43-cd07b19e18eb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event updated for resources: {'Port': ['ID=c0b7d85f-5f1e-4e00-a77f-072d828349e9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:03.979802 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04442074-4cb5-416c-8c65-8440846e5251 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (c76e7e2c-3f27-40d0-abd7-4b23db926385), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.001048 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-27af3dda-cd53-4c61-a874-40dfb29a063f admin admin] Publish callbacks [] for security_group (5992cd78-4362-4e35-b163-f5f7d9832124), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.018210 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04442074-4cb5-416c-8c65-8440846e5251 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (c76e7e2c-3f27-40d0-abd7-4b23db926385), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.020106 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c38101a4-9958-482a-9f43-cd07b19e18eb tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4074249 Feb 28 17:41:04.022112 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaf5b62a-5c3f-43f8-99ed-aa48556cccca tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (e6c58a45-9e8b-4f21-852f-39d30e0eff0b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.022778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50188) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:04.028417 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf5b62a-5c3f-43f8-99ed-aa48556cccca tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6c58a45-9e8b-4f21-852f-39d30e0eff0b {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:41:04.029294 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3146eb21-61ac-4a25-8729-2f1564c04d62 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Request body: {'port': {'network_id': 'aa9ff32e-858a-49de-a71d-3849b2ea222d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-852977576'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:04.035251 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eaf5b62a-5c3f-43f8-99ed-aa48556cccca tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.041068 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-eaf5b62a-5c3f-43f8-99ed-aa48556cccca tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] 10.222.0.72 "DELETE /v2.0/routers/e6c58a45-9e8b-4f21-852f-39d30e0eff0b HTTP/1.1" status: 204 len: 168 time: 0.9187360 Feb 28 17:41:04.041708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50190) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:04.049409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4790c1bb-9bb2-41d8-a924-1ef89c7f3ed5 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Request body: {'router': {'name': 'tempest-router-1880763321', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a909fb4e6fe54a4ea44a099a626f6771'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:04.082628 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-27af3dda-cd53-4c61-a874-40dfb29a063f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5992cd78-4362-4e35-b163-f5f7d9832124), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.154646 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94168445-8c39-485c-b82e-6a2ad451ec25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.162636 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-27af3dda-cd53-4c61-a874-40dfb29a063f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7df61fbc248e4e8c98081b7607cb98ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8503330 Feb 28 17:41:04.163453 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50196) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:04.213666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af3dda-cd53-4c61-a874-40dfb29a063f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5992cd78-4362-4e35-b163-f5f7d9832124,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:04.245416 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4790c1bb-9bb2-41d8-a924-1ef89c7f3ed5 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (bb11c7ee-4007-4a2f-bca6-b43796c44024), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.246638 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4790c1bb-9bb2-41d8-a924-1ef89c7f3ed5 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (bb11c7ee-4007-4a2f-bca6-b43796c44024), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.275441 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8990b11a-4464-40d6-aa99-0f27000e84d1 admin admin] Publish callbacks [] for security_group (5992cd78-4362-4e35-b163-f5f7d9832124), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.283467 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94168445-8c39-485c-b82e-6a2ad451ec25 admin admin] Publish callbacks [] for security_group (99c12173-887f-4c8b-86d5-5907f8925856), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.290629 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04442074-4cb5-416c-8c65-8440846e5251 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c76e7e2c-3f27-40d0-abd7-4b23db926385), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.293254 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04442074-4cb5-416c-8c65-8440846e5251 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.294515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-04442074-4cb5-416c-8c65-8440846e5251 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-groups/c76e7e2c-3f27-40d0-abd7-4b23db926385 HTTP/1.1" status: 204 len: 168 time: 0.4411983 Feb 28 17:41:04.297018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50200) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:04.322497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-68c5ed13-ef82-468d-abac-19be9be64464 None None] Provisioning complete for port c0b7d85f-5f1e-4e00-a77f-072d828349e9 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:04.323481 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-68c5ed13-ef82-468d-abac-19be9be64464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c0b7d85f-5f1e-4e00-a77f-072d828349e9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.327732 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8990b11a-4464-40d6-aa99-0f27000e84d1 admin admin] Publish callbacks [] for security_group (5992cd78-4362-4e35-b163-f5f7d9832124), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.335508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04442074-4cb5-416c-8c65-8440846e5251 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76e7e2c-3f27-40d0-abd7-4b23db926385,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:04.342313 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5652d5a0-0608-4912-8a28-c74aedc62ce8 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0417917 Feb 28 17:41:04.343173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50202) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:04.347053 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3146eb21-61ac-4a25-8729-2f1564c04d62 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Made reservation on behalf of c2c026f1291f4cceab836ccff6c99e92 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:04.351484 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3146eb21-61ac-4a25-8729-2f1564c04d62 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.374096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-3146eb21-61ac-4a25-8729-2f1564c04d62 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] device_id is not set on port e6579ea8-885c-47c9-9403-5a29cb312c41 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:41:04.376071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-68c5ed13-ef82-468d-abac-19be9be64464 None None] Port c0b7d85f-5f1e-4e00-a77f-072d828349e9 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:41:04.410977 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4790c1bb-9bb2-41d8-a924-1ef89c7f3ed5 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router_controller (bb11c7ee-4007-4a2f-bca6-b43796c44024), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.420126 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94168445-8c39-485c-b82e-6a2ad451ec25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (99c12173-887f-4c8b-86d5-5907f8925856), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.446843 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1a26ea1e-c6e2-42a8-9f89-4497095ce73c tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1023710 Feb 28 17:41:04.452217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50208) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:04.492747 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-94168445-8c39-485c-b82e-6a2ad451ec25 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e906ac53b9ee4ad2a43c0e903b8c0c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6624815 Feb 28 17:41:04.496773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50210) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:04.501522 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-22362e44-a30f-48d7-9244-c1869f13849b tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] delete failed (client error): The resource could not be found. Feb 28 17:41:04.502568 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-22362e44-a30f-48d7-9244-c1869f13849b tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "DELETE /v2.0/security-groups/c76e7e2c-3f27-40d0-abd7-4b23db926385 HTTP/1.1" status: 404 len: 347 time: 0.0492256 Feb 28 17:41:04.510085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50212) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:04.515061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94168445-8c39-485c-b82e-6a2ad451ec25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c12173-887f-4c8b-86d5-5907f8925856,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:04.528777 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4790c1bb-9bb2-41d8-a924-1ef89c7f3ed5 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (bb11c7ee-4007-4a2f-bca6-b43796c44024), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.548375 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-3146eb21-61ac-4a25-8729-2f1564c04d62 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Allocated IP 2001:db8::373 (aa9ff32e-858a-49de-a71d-3849b2ea222d/4272fd27-f127-4685-a9ab-ddb3cb6b5829/e6579ea8-885c-47c9-9403-5a29cb312c41) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:04.599997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9947c-a794-42c8-9062-988999e43366 req-627d7bfe-809f-4b32-a145-1e30c5b1a3ce tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:04.601533 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0bb9947c-a794-42c8-9062-988999e43366 req-627d7bfe-809f-4b32-a145-1e30c5b1a3ce tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 943 time: 0.1350596 Feb 28 17:41:04.610468 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8990b11a-4464-40d6-aa99-0f27000e84d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5992cd78-4362-4e35-b163-f5f7d9832124), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.612907 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8990b11a-4464-40d6-aa99-0f27000e84d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.615013 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8990b11a-4464-40d6-aa99-0f27000e84d1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5992cd78-4362-4e35-b163-f5f7d9832124 HTTP/1.1" status: 204 len: 168 time: 0.4445882 Feb 28 17:41:04.621117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c7dc90c7-0fa5-4777-bb4a-110415c32661 tempest-SecGroupTest-1152581872 tempest-SecGroupTest-1152581872-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1100173 Feb 28 17:41:04.648955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990b11a-4464-40d6-aa99-0f27000e84d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5992cd78-4362-4e35-b163-f5f7d9832124,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:04.655535 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5a79aacf-47e3-4925-aa81-f93a441cbec2 admin admin] Publish callbacks [] for security_group (99c12173-887f-4c8b-86d5-5907f8925856), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.678987 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4790c1bb-9bb2-41d8-a924-1ef89c7f3ed5 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.680201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4790c1bb-9bb2-41d8-a924-1ef89c7f3ed5 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6343863 Feb 28 17:41:04.686195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50222) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:04.694660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-683cff8e-62db-4b87-ace5-d7ae61006312 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:04.742887 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3146eb21-61ac-4a25-8729-2f1564c04d62 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for port (e6579ea8-885c-47c9-9403-5a29cb312c41), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.744470 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5a79aacf-47e3-4925-aa81-f93a441cbec2 admin admin] Publish callbacks [] for security_group (99c12173-887f-4c8b-86d5-5907f8925856), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.749180 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0bb9947c-a794-42c8-9062-988999e43366 req-dbabdf1b-e3fa-4c2a-ab8a-8a550cbf6965 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398566 Feb 28 17:41:04.884120 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3146eb21-61ac-4a25-8729-2f1564c04d62 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e6579ea8-885c-47c9-9403-5a29cb312c41), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.940759 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3146eb21-61ac-4a25-8729-2f1564c04d62 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Network aa9ff32e-858a-49de-a71d-3849b2ea222d is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:04.944443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-3146eb21-61ac-4a25-8729-2f1564c04d62 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:04.948131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3146eb21-61ac-4a25-8729-2f1564c04d62 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:04.953302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3146eb21-61ac-4a25-8729-2f1564c04d62 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:04.953950 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3146eb21-61ac-4a25-8729-2f1564c04d62 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.961235 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-683cff8e-62db-4b87-ace5-d7ae61006312 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (bb11c7ee-4007-4a2f-bca6-b43796c44024), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.961782 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-683cff8e-62db-4b87-ace5-d7ae61006312 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router (bb11c7ee-4007-4a2f-bca6-b43796c44024), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:04.968631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146eb21-61ac-4a25-8729-2f1564c04d62 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event updated for resources: {'Port': ['ID=e6579ea8-885c-47c9-9403-5a29cb312c41,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:05.039730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5a79aacf-47e3-4925-aa81-f93a441cbec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (99c12173-887f-4c8b-86d5-5907f8925856), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.042272 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5a79aacf-47e3-4925-aa81-f93a441cbec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.046254 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5a79aacf-47e3-4925-aa81-f93a441cbec2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/99c12173-887f-4c8b-86d5-5907f8925856 HTTP/1.1" status: 204 len: 168 time: 0.5467098 Feb 28 17:41:05.058031 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3146eb21-61ac-4a25-8729-2f1564c04d62 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0309243 Feb 28 17:41:05.058031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50230) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:05.063180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1075e311-462d-4211-abfc-e6dd67045047 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2cb', 'mac_address': 'fa:16:3e:4b:4e:ba'}, {'ip_address': '2001:db8::17c', 'mac_address': 'fa:16:3e:e9:06:cf'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:05.078834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79aacf-47e3-4925-aa81-f93a441cbec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c12173-887f-4c8b-86d5-5907f8925856,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:05.084551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-683cff8e-62db-4b87-ace5-d7ae61006312 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104246) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 28 17:41:05.087645 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-683cff8e-62db-4b87-ace5-d7ae61006312 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Router bb11c7ee-4007-4a2f-bca6-b43796c44024 migrating from provider to provider. {{(pid=104246) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 28 17:41:05.087645 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-683cff8e-62db-4b87-ace5-d7ae61006312 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router_controller (bb11c7ee-4007-4a2f-bca6-b43796c44024), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.091733 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-683cff8e-62db-4b87-ace5-d7ae61006312 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router_controller (bb11c7ee-4007-4a2f-bca6-b43796c44024), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.148387 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1075e311-462d-4211-abfc-e6dd67045047 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e6579ea8-885c-47c9-9403-5a29cb312c41), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.207927 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-683cff8e-62db-4b87-ace5-d7ae61006312 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (bb11c7ee-4007-4a2f-bca6-b43796c44024), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.307896 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-eb9487fa-6daa-4da2-9592-1812970b5b51 None None] Provisioning complete for port e6579ea8-885c-47c9-9403-5a29cb312c41 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:05.308552 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-eb9487fa-6daa-4da2-9592-1812970b5b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e6579ea8-885c-47c9-9403-5a29cb312c41), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.328195 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50244) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:05.352546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-eb9487fa-6daa-4da2-9592-1812970b5b51 None None] Port e6579ea8-885c-47c9-9403-5a29cb312c41 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:41:05.379272 n-d-820368-19 neutron-server[104246]: WARNING neutron.scheduler.l3_agent_scheduler [None req-683cff8e-62db-4b87-ace5-d7ae61006312 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] No L3 agents can host the router bb11c7ee-4007-4a2f-bca6-b43796c44024 Feb 28 17:41:05.424172 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1075e311-462d-4211-abfc-e6dd67045047 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for port (e6579ea8-885c-47c9-9403-5a29cb312c41), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.478400 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1075e311-462d-4211-abfc-e6dd67045047 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (e6579ea8-885c-47c9-9403-5a29cb312c41), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.499751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683cff8e-62db-4b87-ace5-d7ae61006312 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Hosts for router bb11c7ee-4007-4a2f-bca6-b43796c44024: [] {{(pid=104246) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 28 17:41:05.511217 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-1075e311-462d-4211-abfc-e6dd67045047 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] In _notify_port_updated(), no bound segment for port e6579ea8-885c-47c9-9403-5a29cb312c41 on network aa9ff32e-858a-49de-a71d-3849b2ea222d {{(pid=104247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:41:05.516302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075e311-462d-4211-abfc-e6dd67045047 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:05.516918 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1075e311-462d-4211-abfc-e6dd67045047 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.520843 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1075e311-462d-4211-abfc-e6dd67045047 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "PUT /v2.0/ports/e6579ea8-885c-47c9-9403-5a29cb312c41 HTTP/1.1" status: 200 len: 1067 time: 0.4595885 Feb 28 17:41:05.521240 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50252) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:05.526438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683cff8e-62db-4b87-ace5-d7ae61006312 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Hosts for other DVR routers connected to router bb11c7ee-4007-4a2f-bca6-b43796c44024: set() {{(pid=104246) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 28 17:41:05.529732 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-683cff8e-62db-4b87-ace5-d7ae61006312 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.533565 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-683cff8e-62db-4b87-ace5-d7ae61006312 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] 10.222.0.72 "PUT /v2.0/routers/bb11c7ee-4007-4a2f-bca6-b43796c44024 HTTP/1.1" status: 200 len: 717 time: 0.8400922 Feb 28 17:41:05.534724 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50254) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:05.565963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075e311-462d-4211-abfc-e6dd67045047 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event updated for resources: {'Port': ['ID=e6579ea8-885c-47c9-9403-5a29cb312c41,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:05.627576 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-224470a3-e7e4-4306-89e2-6f978a917236 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] 10.222.0.72 "GET /v2.0/routers/bb11c7ee-4007-4a2f-bca6-b43796c44024 HTTP/1.1" status: 200 len: 717 time: 0.0916560 Feb 28 17:41:05.630112 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50256) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:05.634219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-939ae0f2-81dd-4c59-bb0c-64861c3e5f3f tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Deleting port e6579ea8-885c-47c9-9403-5a29cb312c41 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:05.634588 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-939ae0f2-81dd-4c59-bb0c-64861c3e5f3f tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e6579ea8-885c-47c9-9403-5a29cb312c41), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.731521 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-939ae0f2-81dd-4c59-bb0c-64861c3e5f3f tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e6579ea8-885c-47c9-9403-5a29cb312c41), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.740220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50262) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:05.765896 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3df6dd80-aee4-45a3-ba45-c57cbc11eb2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.770039 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-939ae0f2-81dd-4c59-bb0c-64861c3e5f3f tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Calling delete_port for e6579ea8-885c-47c9-9403-5a29cb312c41 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:05.882071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f32ab576-0b91-4845-98d1-c7cd225291bd None None] Provisioning complete for port e6579ea8-885c-47c9-9403-5a29cb312c41 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:05.882759 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f32ab576-0b91-4845-98d1-c7cd225291bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e6579ea8-885c-47c9-9403-5a29cb312c41), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.928297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f32ab576-0b91-4845-98d1-c7cd225291bd None None] Port e6579ea8-885c-47c9-9403-5a29cb312c41 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:41:05.935164 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3df6dd80-aee4-45a3-ba45-c57cbc11eb2d admin admin] Publish callbacks [] for security_group (87304c45-f64c-44f6-a31a-5070b8eadadf), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:05.983934 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a0f8a-d2ba-482f-9de1-ce2c0fe55392 req-35ac4327-751e-45e9-ab31-0d0e5e96bb06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:05.985416 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e56a0f8a-d2ba-482f-9de1-ce2c0fe55392 req-35ac4327-751e-45e9-ab31-0d0e5e96bb06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 943 time: 0.1152186 Feb 28 17:41:06.029893 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3df6dd80-aee4-45a3-ba45-c57cbc11eb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (87304c45-f64c-44f6-a31a-5070b8eadadf), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.033779 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1ebf6bd8-f56c-4f8c-b850-a2525f5277ee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7ed4a3469aa24a37a3d786ccc905eb11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7022378 Feb 28 17:41:06.037130 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50268) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:06.078637 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e56a0f8a-d2ba-482f-9de1-ce2c0fe55392 req-cd11fdcb-12c2-44b6-93cd-dbad8e546499 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794158 Feb 28 17:41:06.086176 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-939ae0f2-81dd-4c59-bb0c-64861c3e5f3f tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e6579ea8-885c-47c9-9403-5a29cb312c41), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.088824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50270) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:06.089204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3df6dd80-aee4-45a3-ba45-c57cbc11eb2d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=96af9a08376b4e5eb16a052cc247c040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3477557 Feb 28 17:41:06.090541 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6dd80-aee4-45a3-ba45-c57cbc11eb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87304c45-f64c-44f6-a31a-5070b8eadadf,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:06.139125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ae0f2-81dd-4c59-bb0c-64861c3e5f3f tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event deleted for resources: {'Port': ['ID=e6579ea8-885c-47c9-9403-5a29cb312c41,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:06.209113 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf723f67-0e6d-459e-b38c-ea605b4b9923 admin admin] Publish callbacks [] for security_group (c654a554-6d12-42ac-a607-f50ac3f28283), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.282078 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf723f67-0e6d-459e-b38c-ea605b4b9923 admin admin] Publish callbacks [] for security_group (c654a554-6d12-42ac-a607-f50ac3f28283), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.298666 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-68ca597d-8025-4223-9063-9782566069fd admin admin] Publish callbacks [] for security_group (87304c45-f64c-44f6-a31a-5070b8eadadf), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.390327 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cf358ea6-c5bc-4f2a-9182-a48895d75755 tempest-RoutersTestDVR-121296416 tempest-RoutersTestDVR-121296416-project] 10.222.0.72 "GET /v2.0/routers/bb11c7ee-4007-4a2f-bca6-b43796c44024 HTTP/1.1" status: 200 len: 683 time: 0.7568200 Feb 28 17:41:06.391076 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-68ca597d-8025-4223-9063-9782566069fd admin admin] Publish callbacks [] for security_group (87304c45-f64c-44f6-a31a-5070b8eadadf), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.391321 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50272) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:06.478737 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-939ae0f2-81dd-4c59-bb0c-64861c3e5f3f tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.481966 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-939ae0f2-81dd-4c59-bb0c-64861c3e5f3f tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "DELETE /v2.0/ports/e6579ea8-885c-47c9-9403-5a29cb312c41 HTTP/1.1" status: 204 len: 168 time: 0.9599130 Feb 28 17:41:06.486602 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50276) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:06.508357 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-acc8b37b-0666-4fc9-8399-39a7964ad814 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router (bb11c7ee-4007-4a2f-bca6-b43796c44024), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.514009 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2f5cad-64cd-4e9a-9400-6496c86b2928 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] GET failed (client error): The resource could not be found. Feb 28 17:41:06.515458 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4f2f5cad-64cd-4e9a-9400-6496c86b2928 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "GET /v2.0/ports/e6579ea8-885c-47c9-9403-5a29cb312c41 HTTP/1.1" status: 404 len: 333 time: 0.0280116 Feb 28 17:41:06.518354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50278) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:06.592663 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf723f67-0e6d-459e-b38c-ea605b4b9923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c654a554-6d12-42ac-a607-f50ac3f28283), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.595353 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bf723f67-0e6d-459e-b38c-ea605b4b9923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.596494 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bf723f67-0e6d-459e-b38c-ea605b4b9923 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c654a554-6d12-42ac-a607-f50ac3f28283 HTTP/1.1" status: 204 len: 168 time: 0.5584600 Feb 28 17:41:06.612470 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf723f67-0e6d-459e-b38c-ea605b4b9923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c654a554-6d12-42ac-a607-f50ac3f28283,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:06.627672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c928fa27-543d-4b9d-8e68-991fa692c5ed tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Deleting port c0b7d85f-5f1e-4e00-a77f-072d828349e9 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:06.629524 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c928fa27-543d-4b9d-8e68-991fa692c5ed tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c0b7d85f-5f1e-4e00-a77f-072d828349e9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.683691 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-68ca597d-8025-4223-9063-9782566069fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (87304c45-f64c-44f6-a31a-5070b8eadadf), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.686471 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-68ca597d-8025-4223-9063-9782566069fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.687697 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-68ca597d-8025-4223-9063-9782566069fd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/87304c45-f64c-44f6-a31a-5070b8eadadf HTTP/1.1" status: 204 len: 168 time: 0.5978923 Feb 28 17:41:06.701393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca597d-8025-4223-9063-9782566069fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87304c45-f64c-44f6-a31a-5070b8eadadf,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:06.702751 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-acc8b37b-0666-4fc9-8399-39a7964ad814 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (bb11c7ee-4007-4a2f-bca6-b43796c44024), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.705275 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-acc8b37b-0666-4fc9-8399-39a7964ad814 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router_controller (bb11c7ee-4007-4a2f-bca6-b43796c44024), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.748759 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50286) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:06.759683 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c928fa27-543d-4b9d-8e68-991fa692c5ed tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c0b7d85f-5f1e-4e00-a77f-072d828349e9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.772182 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0a88e9e0-94c9-471f-9006-8888d1af8004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.785281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c928fa27-543d-4b9d-8e68-991fa692c5ed tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Calling delete_port for c0b7d85f-5f1e-4e00-a77f-072d828349e9 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:06.815703 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-acc8b37b-0666-4fc9-8399-39a7964ad814 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (bb11c7ee-4007-4a2f-bca6-b43796c44024), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.816311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc8b37b-0666-4fc9-8399-39a7964ad814 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb11c7ee-4007-4a2f-bca6-b43796c44024 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:41:06.831206 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-acc8b37b-0666-4fc9-8399-39a7964ad814 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.837776 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-acc8b37b-0666-4fc9-8399-39a7964ad814 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] 10.222.0.72 "DELETE /v2.0/routers/bb11c7ee-4007-4a2f-bca6-b43796c44024 HTTP/1.1" status: 204 len: 168 time: 0.4446495 Feb 28 17:41:06.838685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50290) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:06.843355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8fd47b46-8d6b-4db2-ab5e-4cdf51997121 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Request body: {'router': {'name': 'tempest-router-2110958555', 'distributed': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:06.933196 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8fd47b46-8d6b-4db2-ab5e-4cdf51997121 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (3f410695-4b09-421f-860d-eddf03e72df9), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.934613 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8fd47b46-8d6b-4db2-ab5e-4cdf51997121 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (3f410695-4b09-421f-860d-eddf03e72df9), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.955029 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0a88e9e0-94c9-471f-9006-8888d1af8004 admin admin] Publish callbacks [] for security_group (64aa0785-180f-4e0c-93af-45fc18133f40), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:06.993211 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8fd47b46-8d6b-4db2-ab5e-4cdf51997121 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router_controller (3f410695-4b09-421f-860d-eddf03e72df9), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.026691 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0a88e9e0-94c9-471f-9006-8888d1af8004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (64aa0785-180f-4e0c-93af-45fc18133f40), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.049110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 2c81472c-4178-4211-acc1-22dff866aa70 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:41:07.066687 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0a88e9e0-94c9-471f-9006-8888d1af8004 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=461540f2ca75423e8aecbd5608a41401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3166921 Feb 28 17:41:07.068013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88e9e0-94c9-471f-9006-8888d1af8004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64aa0785-180f-4e0c-93af-45fc18133f40,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:07.069434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50292) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:07.087641 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c928fa27-543d-4b9d-8e68-991fa692c5ed tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c0b7d85f-5f1e-4e00-a77f-072d828349e9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.123038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928fa27-543d-4b9d-8e68-991fa692c5ed tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event deleted for resources: {'Port': ['ID=c0b7d85f-5f1e-4e00-a77f-072d828349e9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:07.142132 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8fd47b46-8d6b-4db2-ab5e-4cdf51997121 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (3f410695-4b09-421f-860d-eddf03e72df9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.185021 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c928fa27-543d-4b9d-8e68-991fa692c5ed tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.196125 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c928fa27-543d-4b9d-8e68-991fa692c5ed tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "DELETE /v2.0/ports/c0b7d85f-5f1e-4e00-a77f-072d828349e9 HTTP/1.1" status: 204 len: 168 time: 0.6767833 Feb 28 17:41:07.196914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50300) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:07.198026 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36b5db3d-67dd-4b2b-866d-bf30d0f139ed admin admin] Publish callbacks [] for security_group (64aa0785-180f-4e0c-93af-45fc18133f40), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.204142 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 2c81472c-4178-4211-acc1-22dff866aa70, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=2c81472c-4178-4211-acc1-22dff866aa70,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:07.248822 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67479b8-330b-48ce-a32d-1966939e3a10 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] GET failed (client error): The resource could not be found. Feb 28 17:41:07.248926 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '2c81472c-4178-4211-acc1-22dff866aa70', 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910', 'port_id': '2c81472c-4178-4211-acc1-22dff866aa70', 'mac_address': 'fa:16:3e:17:31:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afa66b9-3680-4134-be0e-81254a16067b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:41:07.263476 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f67479b8-330b-48ce-a32d-1966939e3a10 tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "GET /v2.0/ports/c0b7d85f-5f1e-4e00-a77f-072d828349e9 HTTP/1.1" status: 404 len: 333 time: 0.0652463 Feb 28 17:41:07.264130 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50304) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:07.288664 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36b5db3d-67dd-4b2b-866d-bf30d0f139ed admin admin] Publish callbacks [] for security_group (64aa0785-180f-4e0c-93af-45fc18133f40), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.308010 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8fd47b46-8d6b-4db2-ab5e-4cdf51997121 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.311686 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8fd47b46-8d6b-4db2-ab5e-4cdf51997121 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4694319 Feb 28 17:41:07.315876 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50306) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:07.316732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 2c81472c-4178-4211-acc1-22dff866aa70 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:07.320717 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2c81472c-4178-4211-acc1-22dff866aa70), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.346225 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c81472c-4178-4211-acc1-22dff866aa70 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:41:07.399411 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 2c81472c-4178-4211-acc1-22dff866aa70, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=2c81472c-4178-4211-acc1-22dff866aa70,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:07.421511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6caa58-a02d-4dff-ab37-c7cd4d733e4b req-2e603fdf-4ece-44f6-9520-eed97bcbb587 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:07.423148 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c6caa58-a02d-4dff-ab37-c7cd4d733e4b req-2e603fdf-4ece-44f6-9520-eed97bcbb587 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 943 time: 0.2024143 Feb 28 17:41:07.461030 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2c81472c-4178-4211-acc1-22dff866aa70), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.464996 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-fb99f477-2b78-43ca-9cdc-146898fa0b9c tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Deleting port 874eed5d-24bb-4725-be75-089ae5e69a30 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:07.465690 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb99f477-2b78-43ca-9cdc-146898fa0b9c tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (874eed5d-24bb-4725-be75-089ae5e69a30), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.489427 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a0d4-df56-45df-9a95-53990e115145 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router (3f410695-4b09-421f-860d-eddf03e72df9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.564484 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=2c81472c-4178-4211-acc1-22dff866aa70,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:07.625412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c6caa58-a02d-4dff-ab37-c7cd4d733e4b req-6d229631-f1d3-460d-8065-aac82333d8a0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681116 Feb 28 17:41:07.652899 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb99f477-2b78-43ca-9cdc-146898fa0b9c tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (874eed5d-24bb-4725-be75-089ae5e69a30), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.675363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-fb99f477-2b78-43ca-9cdc-146898fa0b9c tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Calling delete_port for 874eed5d-24bb-4725-be75-089ae5e69a30 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:07.709780 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ae207412-c382-41fd-9755-db78aadad3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.749352 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.758399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36b5db3d-67dd-4b2b-866d-bf30d0f139ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (64aa0785-180f-4e0c-93af-45fc18133f40), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.761516 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36b5db3d-67dd-4b2b-866d-bf30d0f139ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.762933 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-36b5db3d-67dd-4b2b-866d-bf30d0f139ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/64aa0785-180f-4e0c-93af-45fc18133f40 HTTP/1.1" status: 204 len: 168 time: 0.6915596 Feb 28 17:41:07.769414 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a0d4-df56-45df-9a95-53990e115145 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (3f410695-4b09-421f-860d-eddf03e72df9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.769648 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['2c81472c-4178-4211-acc1-22dff866aa70'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:41:07.778792 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a0d4-df56-45df-9a95-53990e115145 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router_controller (3f410695-4b09-421f-860d-eddf03e72df9), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.780711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5db3d-67dd-4b2b-866d-bf30d0f139ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64aa0785-180f-4e0c-93af-45fc18133f40,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:07.932375 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a0d4-df56-45df-9a95-53990e115145 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (3f410695-4b09-421f-860d-eddf03e72df9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.932790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b3a0d4-df56-45df-9a95-53990e115145 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f410695-4b09-421f-860d-eddf03e72df9 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:41:07.932910 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb99f477-2b78-43ca-9cdc-146898fa0b9c tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (874eed5d-24bb-4725-be75-089ae5e69a30), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.937426 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a0d4-df56-45df-9a95-53990e115145 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:07.938976 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e9b3a0d4-df56-45df-9a95-53990e115145 tempest-RoutersTestDVR-642157632 tempest-RoutersTestDVR-642157632-project-admin] 10.222.0.72 "DELETE /v2.0/routers/3f410695-4b09-421f-860d-eddf03e72df9 HTTP/1.1" status: 204 len: 168 time: 0.6138024 Feb 28 17:41:07.969446 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99f477-2b78-43ca-9cdc-146898fa0b9c tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event deleted for resources: {'Port': ['ID=874eed5d-24bb-4725-be75-089ae5e69a30,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:08.014991 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb99f477-2b78-43ca-9cdc-146898fa0b9c tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:08.018635 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fb99f477-2b78-43ca-9cdc-146898fa0b9c tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "DELETE /v2.0/ports/874eed5d-24bb-4725-be75-089ae5e69a30 HTTP/1.1" status: 204 len: 168 time: 0.7534528 Feb 28 17:41:08.021799 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50342) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:08.085254 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4cc4aa-f8f0-45d0-8ff9-395bd6fff65e tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Deleting subnet 4272fd27-f127-4685-a9ab-ddb3cb6b5829 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:41:08.088934 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf4cc4aa-f8f0-45d0-8ff9-395bd6fff65e tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for subnet (4272fd27-f127-4685-a9ab-ddb3cb6b5829), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:08.132570 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf4cc4aa-f8f0-45d0-8ff9-395bd6fff65e tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (4272fd27-f127-4685-a9ab-ddb3cb6b5829), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:08.228707 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf4cc4aa-f8f0-45d0-8ff9-395bd6fff65e tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (4272fd27-f127-4685-a9ab-ddb3cb6b5829), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:08.412017 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf4cc4aa-f8f0-45d0-8ff9-395bd6fff65e tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (4272fd27-f127-4685-a9ab-ddb3cb6b5829), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:08.442146 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf4cc4aa-f8f0-45d0-8ff9-395bd6fff65e tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:08.445941 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cf4cc4aa-f8f0-45d0-8ff9-395bd6fff65e tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "DELETE /v2.0/subnets/4272fd27-f127-4685-a9ab-ddb3cb6b5829 HTTP/1.1" status: 204 len: 168 time: 0.4230781 Feb 28 17:41:08.446929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cc4aa-f8f0-45d0-8ff9-395bd6fff65e tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event deleted for resources: {'Subnet': ['ID=4272fd27-f127-4685-a9ab-ddb3cb6b5829,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:08.448499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50354) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:08.451072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85b599f-3b86-4baa-b126-d1c55233dffc None None] Network aa9ff32e-858a-49de-a71d-3849b2ea222d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:08.535400 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (aa9ff32e-858a-49de-a71d-3849b2ea222d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:08.609270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Deleting port c5fd191b-348d-46ff-82f8-4afc5d9dcfce {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:08.609803 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:08.627492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fde05e-0405-4da2-a0a7-1e52613e1b04 None None] DHCP port deletion for aa9ff32e-858a-49de-a71d-3849b2ea222d request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:41:08.692299 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] For port c5fd191b-348d-46ff-82f8-4afc5d9dcfce, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c5fd191b-348d-46ff-82f8-4afc5d9dcfce,segment=NetworkSegment(2ee27029-0476-4800-aec4-2d11df5bed9e),segment_id=2ee27029-0476-4800-aec4-2d11df5bed9e)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:08.692825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e3fde05e-0405-4da2-a0a7-1e52613e1b04 None None] Deleting port c5fd191b-348d-46ff-82f8-4afc5d9dcfce {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:08.692953 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:08.693079 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e3fde05e-0405-4da2-a0a7-1e52613e1b04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:08.711970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Calling delete_port for c5fd191b-348d-46ff-82f8-4afc5d9dcfce owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:08.776558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e3fde05e-0405-4da2-a0a7-1e52613e1b04 None None] For port c5fd191b-348d-46ff-82f8-4afc5d9dcfce, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c5fd191b-348d-46ff-82f8-4afc5d9dcfce,segment=NetworkSegment(2ee27029-0476-4800-aec4-2d11df5bed9e),segment_id=2ee27029-0476-4800-aec4-2d11df5bed9e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:08.777061 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e3fde05e-0405-4da2-a0a7-1e52613e1b04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:08.792669 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e3fde05e-0405-4da2-a0a7-1e52613e1b04 None None] Calling delete_port for c5fd191b-348d-46ff-82f8-4afc5d9dcfce owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:08.851324 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76e4bb-bf0a-41f8-bd3f-0eb802ad9934 req-6e2ee6e1-5613-419f-9ca0-84fde0fc15c4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:08.852856 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee76e4bb-bf0a-41f8-bd3f-0eb802ad9934 req-6e2ee6e1-5613-419f-9ca0-84fde0fc15c4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 944 time: 0.0943282 Feb 28 17:41:08.921977 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e3fde05e-0405-4da2-a0a7-1e52613e1b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:08.930476 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee76e4bb-bf0a-41f8-bd3f-0eb802ad9934 req-04174b30-062b-4e39-a39d-d3a9a147b6cb tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589426 Feb 28 17:41:08.931739 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c5fd191b-348d-46ff-82f8-4afc5d9dcfce), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:08.951828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fde05e-0405-4da2-a0a7-1e52613e1b04 None None] No DVR routers for this DVR port c5fd191b-348d-46ff-82f8-4afc5d9dcfce on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:41:08.976079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fde05e-0405-4da2-a0a7-1e52613e1b04 None None] Pushing event deleted for resources: {'Port': ['ID=c5fd191b-348d-46ff-82f8-4afc5d9dcfce,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:08.994216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event deleted for resources: {'Port': ['ID=c5fd191b-348d-46ff-82f8-4afc5d9dcfce,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:08.995879 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50372) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:08.996945 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] No DVR routers for this DVR port c5fd191b-348d-46ff-82f8-4afc5d9dcfce on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:41:09.049652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 2c81472c-4178-4211-acc1-22dff866aa70 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:41:09.102651 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (aa9ff32e-858a-49de-a71d-3849b2ea222d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.132823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9ff32e-858a-49de-a71d-3849b2ea222d']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:09.146740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee27029-0476-4800-aec4-2d11df5bed9e') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:09.148216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee27029-0476-4800-aec4-2d11df5bed9e') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:09.159698 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (2ee27029-0476-4800-aec4-2d11df5bed9e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.175547 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2ee27029-0476-4800-aec4-2d11df5bed9e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.182435 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:09.182998 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (2ee27029-0476-4800-aec4-2d11df5bed9e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:09.186310 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:09.192048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 2c81472c-4178-4211-acc1-22dff866aa70 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:41:09.196231 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 2c81472c-4178-4211-acc1-22dff866aa70 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:09.196612 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2c81472c-4178-4211-acc1-22dff866aa70), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.288932 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-96ec2119-6da8-4fe2-b510-0cb3f4b1605a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.308256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 2c81472c-4178-4211-acc1-22dff866aa70 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:09.308912 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2c81472c-4178-4211-acc1-22dff866aa70), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.337999 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (aa9ff32e-858a-49de-a71d-3849b2ea222d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.346974 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.350609 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] 10.222.0.72 "DELETE /v2.0/networks/aa9ff32e-858a-49de-a71d-3849b2ea222d HTTP/1.1" status: 204 len: 168 time: 0.9009237 Feb 28 17:41:09.361166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02775836-74ef-4981-83af-b8fd7e76d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c81472c-4178-4211-acc1-22dff866aa70'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:41:09.364985 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c2adf2-6c11-4306-819a-87f6ea9c2e8f" -d '{"events": [{"server_uuid": "02775836-74ef-4981-83af-b8fd7e76d20d", "name": "network-vif-plugged", "status": "completed", "tag": "2c81472c-4178-4211-acc1-22dff866aa70"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:41:09.386388 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7d734-6206-439c-9a11-55f8c19c42bc tempest-AllowedAddressPairIpV6TestJSON-878043117 tempest-AllowedAddressPairIpV6TestJSON-878043117-project] Pushing event deleted for resources: {'Network': ['ID=aa9ff32e-858a-49de-a71d-3849b2ea222d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:09.403830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 2c81472c-4178-4211-acc1-22dff866aa70, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=2c81472c-4178-4211-acc1-22dff866aa70,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:09.430417 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-96ec2119-6da8-4fe2-b510-0cb3f4b1605a admin admin] Publish callbacks [] for security_group (9d571d20-bcf7-4e9b-8366-c8ed9f33ab71), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.501288 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2c81472c-4178-4211-acc1-22dff866aa70), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.549184 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-96ec2119-6da8-4fe2-b510-0cb3f4b1605a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9d571d20-bcf7-4e9b-8366-c8ed9f33ab71), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.567807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=2c81472c-4178-4211-acc1-22dff866aa70,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:09.598039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec2119-6da8-4fe2-b510-0cb3f4b1605a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d571d20-bcf7-4e9b-8366-c8ed9f33ab71,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:09.605107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50394) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:09.605264 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-96ec2119-6da8-4fe2-b510-0cb3f4b1605a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a909fb4e6fe54a4ea44a099a626f6771&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6074252 Feb 28 17:41:09.662048 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-431916b9-6b09-4962-b704-5e28fe5c9245 admin admin] Publish callbacks [] for security_group (9d571d20-bcf7-4e9b-8366-c8ed9f33ab71), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.686674 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-431916b9-6b09-4962-b704-5e28fe5c9245 admin admin] Publish callbacks [] for security_group (9d571d20-bcf7-4e9b-8366-c8ed9f33ab71), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.811770 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-431916b9-6b09-4962-b704-5e28fe5c9245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9d571d20-bcf7-4e9b-8366-c8ed9f33ab71), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.814662 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-431916b9-6b09-4962-b704-5e28fe5c9245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.818703 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-431916b9-6b09-4962-b704-5e28fe5c9245 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9d571d20-bcf7-4e9b-8366-c8ed9f33ab71 HTTP/1.1" status: 204 len: 168 time: 0.2097051 Feb 28 17:41:09.824706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431916b9-6b09-4962-b704-5e28fe5c9245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d571d20-bcf7-4e9b-8366-c8ed9f33ab71,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:09.878757 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f2b66a-0046-44a8-a356-b27fd12679ab x-openstack-request-id: req-00f2b66a-0046-44a8-a356-b27fd12679ab {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:41:09.879062 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02775836-74ef-4981-83af-b8fd7e76d20d", "name": "network-vif-plugged", "status": "completed", "tag": "2c81472c-4178-4211-acc1-22dff866aa70", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:41:09.879517 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-00f2b66a-0046-44a8-a356-b27fd12679ab {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:41:09.879740 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02775836-74ef-4981-83af-b8fd7e76d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c81472c-4178-4211-acc1-22dff866aa70', 'code': 200} Feb 28 17:41:09.899844 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8bf78bce-2503-4216-b419-08b1be880e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:09.993222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60d88c-cb60-450b-ac3c-dd84daf579cb req-c82135e2-f316-42c1-943d-70b03b4e40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:09.995047 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f60d88c-cb60-450b-ac3c-dd84daf579cb req-c82135e2-f316-42c1-943d-70b03b4e40e9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 1128 time: 0.0592477 Feb 28 17:41:10.011648 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:10.056127 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f60d88c-cb60-450b-ac3c-dd84daf579cb req-78edb753-294b-4f5e-839a-b702a77c70ae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545018 Feb 28 17:41:10.084228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d072f92-f254-4a5b-acd8-1f78b8067cf7 req-5850dfe8-e2f0-45f7-a5fa-931666e74c60 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:10.085749 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4d072f92-f254-4a5b-acd8-1f78b8067cf7 req-5850dfe8-e2f0-45f7-a5fa-931666e74c60 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.0819569 Feb 28 17:41:10.148072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50410) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:10.150186 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4d072f92-f254-4a5b-acd8-1f78b8067cf7 req-7e122772-5b20-4112-ad6e-2a78a9895bb6 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557005 Feb 28 17:41:10.302612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c5fd191b-348d-46ff-82f8-4afc5d9dcfce no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:41:10.324251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: c5fd191b-348d-46ff-82f8-4afc5d9dcfce {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:41:10.327527 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c5fd191b-348d-46ff-82f8-4afc5d9dcfce not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:41:10.620377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50420) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:10.787744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1458344015'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:10.900820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Made reservation on behalf of 32fa274696bd48b78e06b62e7a8fa8e0 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:10.904698 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:10.913540 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:10.993013 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for security_group (8f2ba8e9-12db-4fe2-81a8-c75307e5f98c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.059327 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-58af9115-238c-4e66-b4b4-51df10bb3fd1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c2c026f1291f4cceab836ccff6c99e92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4377668 Feb 28 17:41:11.067101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50434) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:11.099637 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8f2ba8e9-12db-4fe2-81a8-c75307e5f98c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.113238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:11.125606 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (088e6eca-6c6f-4df6-bd45-f311a8dc32b1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.126268 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Added segment 088e6eca-6c6f-4df6-bd45-f311a8dc32b1 of type vlan for network 5b13401a-cd14-4bbd-91f2-b2fee22da2f7 Feb 28 17:41:11.210890 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (5b13401a-cd14-4bbd-91f2-b2fee22da2f7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.220426 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2ba8e9-12db-4fe2-81a8-c75307e5f98c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:11.253018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50444) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:11.267075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d45b6f6-b7b0-44d5-826b-b9d0b4f46314 admin admin] Publish callbacks [] for security_group (0016b13b-0955-4a0b-8e31-227c70006895), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.297602 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b5ca346-55d3-4c77-a897-1591cf6902f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.326080 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d45b6f6-b7b0-44d5-826b-b9d0b4f46314 admin admin] Publish callbacks [] for security_group (0016b13b-0955-4a0b-8e31-227c70006895), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.400973 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.426452 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b5ca346-55d3-4c77-a897-1591cf6902f0 admin admin] Publish callbacks [] for security_group (a7144649-fcd6-4602-809b-8438b0e664e0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.514484 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1b5ca346-55d3-4c77-a897-1591cf6902f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a7144649-fcd6-4602-809b-8438b0e664e0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.553460 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ca346-55d3-4c77-a897-1591cf6902f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7144649-fcd6-4602-809b-8438b0e664e0,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:11.558378 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1b5ca346-55d3-4c77-a897-1591cf6902f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b38da586e0de4f7a9265b303e8b62d32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3038642 Feb 28 17:41:11.561378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50448) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:11.659267 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8a2232b-59fa-4348-aaf0-edd82eac8a2c admin admin] Publish callbacks [] for security_group (a7144649-fcd6-4602-809b-8438b0e664e0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.694257 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (5b13401a-cd14-4bbd-91f2-b2fee22da2f7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.701155 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:11.702082 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.726153 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8a2232b-59fa-4348-aaf0-edd82eac8a2c admin admin] Publish callbacks [] for security_group (a7144649-fcd6-4602-809b-8438b0e664e0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.780191 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Pushing event updated for resources: {'Network': ['ID=5b13401a-cd14-4bbd-91f2-b2fee22da2f7,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:11.800363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 5b13401a-cd14-4bbd-91f2-b2fee22da2f7 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:11.804731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b6d7f-9a4a-4b88-801d-b3b86cb4f059 req-6e0436ca-4609-444b-910e-da27c3ecc0e0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:11.813873 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e92b6d7f-9a4a-4b88-801d-b3b86cb4f059 req-6e0436ca-4609-444b-910e-da27c3ecc0e0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.5423028 Feb 28 17:41:11.917952 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e92b6d7f-9a4a-4b88-801d-b3b86cb4f059 req-3ee61c32-361b-4b91-980b-cc36e6acb9fb tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029041 Feb 28 17:41:11.925020 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8a2232b-59fa-4348-aaf0-edd82eac8a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a7144649-fcd6-4602-809b-8438b0e664e0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.928722 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8a2232b-59fa-4348-aaf0-edd82eac8a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.940114 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c8a2232b-59fa-4348-aaf0-edd82eac8a2c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7144649-fcd6-4602-809b-8438b0e664e0 HTTP/1.1" status: 204 len: 168 time: 0.3697259 Feb 28 17:41:11.944121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2232b-59fa-4348-aaf0-edd82eac8a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7144649-fcd6-4602-809b-8438b0e664e0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:11.965678 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8d73d3be-47da-4481-b80b-60a7cd0a8a9b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8138938 Feb 28 17:41:11.965678 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d45b6f6-b7b0-44d5-826b-b9d0b4f46314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0016b13b-0955-4a0b-8e31-227c70006895), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.966100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50464) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:11.971167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4bb0f6f9-f2d0-46d1-a978-d36cacd48508 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Request body: {'subnet': {'network_id': '5b13401a-cd14-4bbd-91f2-b2fee22da2f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:11.976847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d45b6f6-b7b0-44d5-826b-b9d0b4f46314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:11.980667 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5d45b6f6-b7b0-44d5-826b-b9d0b4f46314 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0016b13b-0955-4a0b-8e31-227c70006895 HTTP/1.1" status: 204 len: 168 time: 0.9097278 Feb 28 17:41:11.993163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45b6f6-b7b0-44d5-826b-b9d0b4f46314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0016b13b-0955-4a0b-8e31-227c70006895,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:12.148716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb0f6f9-f2d0-46d1-a978-d36cacd48508 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Made reservation on behalf of 32fa274696bd48b78e06b62e7a8fa8e0 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:12.152484 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f6f9-f2d0-46d1-a978-d36cacd48508 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:12.430977 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f6f9-f2d0-46d1-a978-d36cacd48508 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (b3d8a48b-7409-4ae4-bffe-ed101b01e156), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:12.500196 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0f6f9-f2d0-46d1-a978-d36cacd48508 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Pushing event updated for resources: {'Subnet': ['ID=b3d8a48b-7409-4ae4-bffe-ed101b01e156,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:12.501733 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:12.512045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0f6f9-f2d0-46d1-a978-d36cacd48508 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Checking segment: {'id': '088e6eca-6c6f-4df6-bd45-f311a8dc32b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5b13401a-cd14-4bbd-91f2-b2fee22da2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:12.512551 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb0f6f9-f2d0-46d1-a978-d36cacd48508 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Network hostable DHCP agents. Network: 5b13401a-cd14-4bbd-91f2-b2fee22da2f7, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:41:12.586483 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb0f6f9-f2d0-46d1-a978-d36cacd48508 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Network 5b13401a-cd14-4bbd-91f2-b2fee22da2f7 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:41:12.657095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-4bb0f6f9-f2d0-46d1-a978-d36cacd48508 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 5b13401a-cd14-4bbd-91f2-b2fee22da2f7) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:12.661589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb0f6f9-f2d0-46d1-a978-d36cacd48508 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:12.663181 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4bb0f6f9-f2d0-46d1-a978-d36cacd48508 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:12.667753 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456e8b3-e528-4197-b76e-59c066aa7135 None None] Network 5b13401a-cd14-4bbd-91f2-b2fee22da2f7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:12.757664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50482) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:12.763550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-cf30815d-6908-4292-ba39-84569b15572d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Request body: {'port': {'network_id': '5b13401a-cd14-4bbd-91f2-b2fee22da2f7', 'name': 'tempest-TagsExtTest-896626806'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:12.773039 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4bb0f6f9-f2d0-46d1-a978-d36cacd48508 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8034594 Feb 28 17:41:12.790073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-5b13401a-cd14-4bbd-91f2-b2fee22da2f7', 'network_id': '5b13401a-cd14-4bbd-91f2-b2fee22da2f7', 'project_id': '32fa274696bd48b78e06b62e7a8fa8e0', 'fixed_ips': [{'subnet_id': 'b3d8a48b-7409-4ae4-bffe-ed101b01e156'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:41:12.791293 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:12.997891 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Allocated IP 172.20.0.2 (5b13401a-cd14-4bbd-91f2-b2fee22da2f7/b3d8a48b-7409-4ae4-bffe-ed101b01e156/8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:13.056360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf30815d-6908-4292-ba39-84569b15572d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Made reservation on behalf of 32fa274696bd48b78e06b62e7a8fa8e0 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:13.061254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a873b6-7d07-4084-855f-70b73a9dfb18 req-fce09426-0f9e-47c0-b422-8453f9e0c2af tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:13.062842 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98a873b6-7d07-4084-855f-70b73a9dfb18 req-fce09426-0f9e-47c0-b422-8453f9e0c2af tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.0655832 Feb 28 17:41:13.066153 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf30815d-6908-4292-ba39-84569b15572d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:13.089740 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-cf30815d-6908-4292-ba39-84569b15572d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] device_id is not set on port 9b004871-6b3f-4993-a7e4-f1f227d9acb8 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:41:13.120653 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98a873b6-7d07-4084-855f-70b73a9dfb18 req-95b6c342-284b-433c-a00a-20ae0f958a96 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514824 Feb 28 17:41:13.198578 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Publish callbacks [] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:13.318716 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:13.365599 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Network 5b13401a-cd14-4bbd-91f2-b2fee22da2f7 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:13.369488 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:13.375649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:13.448584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-cf30815d-6908-4292-ba39-84569b15572d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Allocated IP 172.20.0.9 (5b13401a-cd14-4bbd-91f2-b2fee22da2f7/b3d8a48b-7409-4ae4-bffe-ed101b01e156/9b004871-6b3f-4993-a7e4-f1f227d9acb8) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:13.466492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Attempting to bind port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:13.467934 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Attempting to bind port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '088e6eca-6c6f-4df6-bd45-f311a8dc32b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5b13401a-cd14-4bbd-91f2-b2fee22da2f7'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:13.469161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Attempting to bind port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 on network 5b13401a-cd14-4bbd-91f2-b2fee22da2f7 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:13.479555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:13.480223 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Checking segment: {'id': '088e6eca-6c6f-4df6-bd45-f311a8dc32b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5b13401a-cd14-4bbd-91f2-b2fee22da2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:13.481252 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:13.486094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Bound using segment: {'id': '088e6eca-6c6f-4df6-bd45-f311a8dc32b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5b13401a-cd14-4bbd-91f2-b2fee22da2f7'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:13.487008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Bound port: 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088e6eca-6c6f-4df6-bd45-f311a8dc32b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5b13401a-cd14-4bbd-91f2-b2fee22da2f7'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:13.487629 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:13.492104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Pushing event updated for resources: {'Port': ['ID=8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:13.627052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] For port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:13.637120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] For port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40,segment=NetworkSegment(088e6eca-6c6f-4df6-bd45-f311a8dc32b1),segment_id=088e6eca-6c6f-4df6-bd45-f311a8dc32b1)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:13.696632 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf30815d-6908-4292-ba39-84569b15572d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for port (9b004871-6b3f-4993-a7e4-f1f227d9acb8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:13.746506 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:13.822012 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf30815d-6908-4292-ba39-84569b15572d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9b004871-6b3f-4993-a7e4-f1f227d9acb8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:13.892982 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085c784-e659-48d5-998f-7656ad05e112 None None] Pushing event updated for resources: {'Port': ['ID=8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:13.960108 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:13.987616 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf30815d-6908-4292-ba39-84569b15572d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Network 5b13401a-cd14-4bbd-91f2-b2fee22da2f7 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:13.992568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-cf30815d-6908-4292-ba39-84569b15572d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:14.001047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30815d-6908-4292-ba39-84569b15572d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:14.059563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30815d-6908-4292-ba39-84569b15572d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Pushing event updated for resources: {'Port': ['ID=9b004871-6b3f-4993-a7e4-f1f227d9acb8,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:14.117107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf30815d-6908-4292-ba39-84569b15572d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:14.117736 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf30815d-6908-4292-ba39-84569b15572d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:14.224600 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cf30815d-6908-4292-ba39-84569b15572d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4632044 Feb 28 17:41:14.227142 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50544) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:14.237989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3ff7f1f3-fe7d-4f74-9ea4-aeff61c667da tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-221579978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:14.299521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a0384-7080-4098-abf0-6bae6c72e524 req-9b87ec3e-3e2d-4d1d-b980-da88389b7689 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:14.309418 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-798a0384-7080-4098-abf0-6bae6c72e524 req-9b87ec3e-3e2d-4d1d-b980-da88389b7689 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1078362 Feb 28 17:41:14.346802 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f1f3-fe7d-4f74-9ea4-aeff61c667da tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (55ae2c36-d3dd-4bed-816f-f3c157cc1d06), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:14.348071 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f1f3-fe7d-4f74-9ea4-aeff61c667da tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (55ae2c36-d3dd-4bed-816f-f3c157cc1d06), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:14.428768 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-798a0384-7080-4098-abf0-6bae6c72e524 req-17ad5894-5e5a-4733-a19e-8a1da5db5562 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179323 Feb 28 17:41:14.465094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:41:14.486275 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f1f3-fe7d-4f74-9ea4-aeff61c667da tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for router_controller (55ae2c36-d3dd-4bed-816f-f3c157cc1d06), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:14.549267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f1f3-fe7d-4f74-9ea4-aeff61c667da tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (55ae2c36-d3dd-4bed-816f-f3c157cc1d06), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:14.579124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:14.579508 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:14.635284 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f1f3-fe7d-4f74-9ea4-aeff61c667da tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:14.636530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3ff7f1f3-fe7d-4f74-9ea4-aeff61c667da tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4101748 Feb 28 17:41:14.643990 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50554) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:14.649076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4f65fe9a-4d3a-49e6-a284-17142c9c1f7c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-567464913', 'prefixes': ['172.20.0.0/16']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:14.703541 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:14.704020 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:14.778114 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40,segment=NetworkSegment(088e6eca-6c6f-4df6-bd45-f311a8dc32b1),segment_id=088e6eca-6c6f-4df6-bd45-f311a8dc32b1)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:14.880753 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:14.956482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:14.979122 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4f65fe9a-4d3a-49e6-a284-17142c9c1f7c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:14.981695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4f65fe9a-4d3a-49e6-a284-17142c9c1f7c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3366497 Feb 28 17:41:14.985548 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50566) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:15.001078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-0dd0d0ea-2931-44f7-9873-e77ed92c4b81 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b3d8a48b-7409-4ae4-bffe-ed101b01e156', 'tempest-TagsExtTest-Tag-1312999067') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:15.344427 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0dd0d0ea-2931-44f7-9873-e77ed92c4b81 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "PUT /v2.0/subnets/b3d8a48b-7409-4ae4-bffe-ed101b01e156/tags/tempest-TagsExtTest-Tag-1312999067 HTTP/1.1" status: 201 len: 201 time: 0.3536787 Feb 28 17:41:15.347083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50578) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:15.352224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-d82d2716-2dfb-419a-856e-371261ca10ef tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9b004871-6b3f-4993-a7e4-f1f227d9acb8', 'tempest-TagsExtTest-Tag-1720119842') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:15.564885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca5fca6-ccbb-45d7-877e-a72080d66591 None None] Network 5b13401a-cd14-4bbd-91f2-b2fee22da2f7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:15.606927 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d82d2716-2dfb-419a-856e-371261ca10ef tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "PUT /v2.0/ports/9b004871-6b3f-4993-a7e4-f1f227d9acb8/tags/tempest-TagsExtTest-Tag-1720119842 HTTP/1.1" status: 201 len: 201 time: 0.2587280 Feb 28 17:41:15.609531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50588) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:15.615073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-4cd5b3e6-4979-4076-b820-d81db64b5967 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '55ae2c36-d3dd-4bed-816f-f3c157cc1d06', 'tempest-TagsExtTest-Tag-1821745308') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:15.641448 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c3513696-719f-4075-91c4-07cb414edb4b None None] Provisioning complete for port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:15.642129 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c3513696-719f-4075-91c4-07cb414edb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:15.688984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dcf74-ead8-4a10-b64f-0dcd1d71cb6c req-473623d2-471b-420b-bc21-1548436da751 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:15.691355 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-486dcf74-ead8-4a10-b64f-0dcd1d71cb6c req-473623d2-471b-420b-bc21-1548436da751 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1499097 Feb 28 17:41:15.753316 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-486dcf74-ead8-4a10-b64f-0dcd1d71cb6c req-9c71fc31-c43b-4be5-870f-b8dd32edaeb4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540318 Feb 28 17:41:15.884792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c3513696-719f-4075-91c4-07cb414edb4b None None] Current status of the port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:15.944762 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4cd5b3e6-4979-4076-b820-d81db64b5967 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "PUT /v2.0/routers/55ae2c36-d3dd-4bed-816f-f3c157cc1d06/tags/tempest-TagsExtTest-Tag-1821745308 HTTP/1.1" status: 201 len: 201 time: 0.3337998 Feb 28 17:41:15.947460 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50596) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:15.952819 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-e4f7f851-ea2d-4764-926f-bc737c8eb7ba tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '08f7c65d-cad0-4854-914e-fa9da9c4c3ab', 'tempest-TagsExtTest-Tag-227125746') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:16.171198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50604) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:16.181699 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e4f7f851-ea2d-4764-926f-bc737c8eb7ba tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "PUT /v2.0/subnetpools/08f7c65d-cad0-4854-914e-fa9da9c4c3ab/tags/tempest-TagsExtTest-Tag-227125746 HTTP/1.1" status: 201 len: 201 time: 0.2330654 Feb 28 17:41:16.187459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50608) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:16.193003 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-85087420-aad5-4fbf-ba4a-426151cae6c7 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b3d8a48b-7409-4ae4-bffe-ed101b01e156') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:16.330295 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9df29251-f950-4473-bb30-10bb221b90b3 None None] Provisioning complete for port 9b004871-6b3f-4993-a7e4-f1f227d9acb8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:16.330673 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9df29251-f950-4473-bb30-10bb221b90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9b004871-6b3f-4993-a7e4-f1f227d9acb8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:16.367176 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-85087420-aad5-4fbf-ba4a-426151cae6c7 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/subnets/b3d8a48b-7409-4ae4-bffe-ed101b01e156/tags HTTP/1.1" status: 200 len: 241 time: 0.1785719 Feb 28 17:41:16.367639 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50610) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:16.373243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-284fd2c8-7e11-496e-bddf-3b3b7b2fa7ea tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b3d8a48b-7409-4ae4-bffe-ed101b01e156', 'tempest-TagsExtTest-Tag-1312999067') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:16.412402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:41:16.452063 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-284fd2c8-7e11-496e-bddf-3b3b7b2fa7ea tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/subnets/b3d8a48b-7409-4ae4-bffe-ed101b01e156/tags/tempest-TagsExtTest-Tag-1312999067 HTTP/1.1" status: 204 len: 168 time: 0.0822399 Feb 28 17:41:16.452295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50612) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:16.456886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9df29251-f950-4473-bb30-10bb221b90b3 None None] Port 9b004871-6b3f-4993-a7e4-f1f227d9acb8 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:41:16.469868 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-290ce441-60a1-4433-9a51-1faeaa71cb25 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b3d8a48b-7409-4ae4-bffe-ed101b01e156', 'tempest-TagsExtTest-Tag-1312999067') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:16.492080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9df29251-f950-4473-bb30-10bb221b90b3 None None] Provisioning complete for port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:16.492462 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9df29251-f950-4473-bb30-10bb221b90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:16.558507 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:16.558892 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:16.693905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50618) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:16.697367 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-290ce441-60a1-4433-9a51-1faeaa71cb25 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/subnets/b3d8a48b-7409-4ae4-bffe-ed101b01e156/tags/tempest-TagsExtTest-Tag-1312999067 HTTP/1.1" status: 204 len: 168 time: 0.2439036 Feb 28 17:41:16.699907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50620) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:16.706486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-1a70e91a-0a97-4aee-890e-40beef8afd1f tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b3d8a48b-7409-4ae4-bffe-ed101b01e156') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:16.783419 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50626) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:16.790841 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1a70e91a-0a97-4aee-890e-40beef8afd1f tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/subnets/b3d8a48b-7409-4ae4-bffe-ed101b01e156/tags HTTP/1.1" status: 200 len: 205 time: 0.0886052 Feb 28 17:41:16.793992 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-07769837-1080-4b1a-9f38-5624ebb29ba4 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9b004871-6b3f-4993-a7e4-f1f227d9acb8') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:16.805652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9df29251-f950-4473-bb30-10bb221b90b3 None None] Current status of the port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:16.853734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:16.867754 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-07769837-1080-4b1a-9f38-5624ebb29ba4 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/ports/9b004871-6b3f-4993-a7e4-f1f227d9acb8/tags HTTP/1.1" status: 200 len: 241 time: 0.0829799 Feb 28 17:41:16.870341 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50630) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:16.874816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-27c26fec-045f-4c65-be1c-948a107d551a tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9b004871-6b3f-4993-a7e4-f1f227d9acb8', 'tempest-TagsExtTest-Tag-1720119842') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:16.939180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-bc600352-67ab-4f2a-9d0e-ba841e8ef4b1 None None] Provisioning complete for port 9b004871-6b3f-4993-a7e4-f1f227d9acb8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:16.939775 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bc600352-67ab-4f2a-9d0e-ba841e8ef4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9b004871-6b3f-4993-a7e4-f1f227d9acb8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:16.955768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f199005-3a2a-4512-aad1-21161ba1b36e req-e0efa7a3-678f-41f5-bf77-0338ec47cf59 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:16.965421 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f199005-3a2a-4512-aad1-21161ba1b36e req-e0efa7a3-678f-41f5-bf77-0338ec47cf59 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.0958366 Feb 28 17:41:16.980687 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-27c26fec-045f-4c65-be1c-948a107d551a tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/ports/9b004871-6b3f-4993-a7e4-f1f227d9acb8/tags/tempest-TagsExtTest-Tag-1720119842 HTTP/1.1" status: 204 len: 168 time: 0.1090653 Feb 28 17:41:16.985181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-bc600352-67ab-4f2a-9d0e-ba841e8ef4b1 None None] Port 9b004871-6b3f-4993-a7e4-f1f227d9acb8 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:41:16.985783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50632) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:16.990757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-e127cf97-9831-4cb6-8de5-5e9fb4cb54f3 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9b004871-6b3f-4993-a7e4-f1f227d9acb8', 'tempest-TagsExtTest-Tag-1720119842') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:17.001851 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2053841246'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:17.048566 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f199005-3a2a-4512-aad1-21161ba1b36e req-0732b8a3-e517-4c1f-82b6-e159ecb88fac tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797005 Feb 28 17:41:17.094682 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:17.098092 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:17.106967 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:17.155462 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e127cf97-9831-4cb6-8de5-5e9fb4cb54f3 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/ports/9b004871-6b3f-4993-a7e4-f1f227d9acb8/tags/tempest-TagsExtTest-Tag-1720119842 HTTP/1.1" status: 204 len: 168 time: 0.1683791 Feb 28 17:41:17.157788 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50634) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:17.162389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-6c529b5d-a8ac-4e65-8617-b9a646117c3a tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9b004871-6b3f-4993-a7e4-f1f227d9acb8') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:17.185751 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for security_group (9841c370-a0a1-4f0e-ad69-eb040e2d17cd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:17.214858 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6c529b5d-a8ac-4e65-8617-b9a646117c3a tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/ports/9b004871-6b3f-4993-a7e4-f1f227d9acb8/tags HTTP/1.1" status: 200 len: 205 time: 0.0559649 Feb 28 17:41:17.217521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50636) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:17.221899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-86539405-ead6-4445-9346-6464dba62f93 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '55ae2c36-d3dd-4bed-816f-f3c157cc1d06') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:17.245801 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9841c370-a0a1-4f0e-ad69-eb040e2d17cd), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:17.278210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:17.285304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9841c370-a0a1-4f0e-ad69-eb040e2d17cd,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:17.306143 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3898e519-d615-4bbb-a834-6f61c60be9d4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:17.306490 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Added segment 3898e519-d615-4bbb-a834-6f61c60be9d4 of type vlan for network 188b6c8d-5db0-491d-892c-9532756ce1e7 Feb 28 17:41:17.315026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-86539405-ead6-4445-9346-6464dba62f93 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/routers/55ae2c36-d3dd-4bed-816f-f3c157cc1d06/tags HTTP/1.1" status: 200 len: 241 time: 0.0931153 Feb 28 17:41:17.317860 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50642) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:17.322669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-95a32f1c-7c1a-4d32-8c91-ad606ff526ed tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '55ae2c36-d3dd-4bed-816f-f3c157cc1d06', 'tempest-TagsExtTest-Tag-1821745308') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:17.350793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (188b6c8d-5db0-491d-892c-9532756ce1e7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:17.418128 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-95a32f1c-7c1a-4d32-8c91-ad606ff526ed tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/routers/55ae2c36-d3dd-4bed-816f-f3c157cc1d06/tags/tempest-TagsExtTest-Tag-1821745308 HTTP/1.1" status: 204 len: 168 time: 0.0975928 Feb 28 17:41:17.418899 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50648) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:17.423650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-9157a0a5-735b-42f0-a119-46451ac083f0 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '55ae2c36-d3dd-4bed-816f-f3c157cc1d06', 'tempest-TagsExtTest-Tag-1821745308') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:17.608786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50654) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:17.734983 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8110a20-a4a3-48b9-a0e2-82fd0ec25182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:17.824985 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8110a20-a4a3-48b9-a0e2-82fd0ec25182 admin admin] Publish callbacks [] for security_group (6cfa4bee-2448-4d23-a53d-5fed85c7b1ac), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:17.833375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (188b6c8d-5db0-491d-892c-9532756ce1e7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:17.838104 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:17.838678 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:17.880317 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8110a20-a4a3-48b9-a0e2-82fd0ec25182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6cfa4bee-2448-4d23-a53d-5fed85c7b1ac), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:17.888471 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2a49e2ed-25c1-420a-9acd-e57dc9b630d2 tempest-AgentManagementNegativeTest-1306835467 tempest-AgentManagementNegativeTest-1306835467-project] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 1.1929672 Feb 28 17:41:17.945735 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f8110a20-a4a3-48b9-a0e2-82fd0ec25182 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1bfb057d408045d3a7391b7a4a5ea445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3350210 Feb 28 17:41:17.948217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8110a20-a4a3-48b9-a0e2-82fd0ec25182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfa4bee-2448-4d23-a53d-5fed85c7b1ac,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:17.952651 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Network': ['ID=188b6c8d-5db0-491d-892c-9532756ce1e7,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:17.953658 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50676) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:17.990521 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 188b6c8d-5db0-491d-892c-9532756ce1e7 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:17.997589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2674351f-741a-4486-8591-f21ea297022c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8247585 Feb 28 17:41:18.017048 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2067370a-8983-4979-8b62-9d46762a6193 admin admin] Publish callbacks [] for security_group (6cfa4bee-2448-4d23-a53d-5fed85c7b1ac), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:18.043285 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2067370a-8983-4979-8b62-9d46762a6193 admin admin] Publish callbacks [] for security_group (6cfa4bee-2448-4d23-a53d-5fed85c7b1ac), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:18.064255 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9157a0a5-735b-42f0-a119-46451ac083f0 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/routers/55ae2c36-d3dd-4bed-816f-f3c157cc1d06/tags/tempest-TagsExtTest-Tag-1821745308 HTTP/1.1" status: 204 len: 168 time: 0.6442726 Feb 28 17:41:18.066724 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50680) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:18.072685 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-e45480cb-445a-4a82-9092-6ee25205c2e7 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '55ae2c36-d3dd-4bed-816f-f3c157cc1d06') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:18.147462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50686) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:18.173007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-2088a6ac-2ec8-4935-99d1-65b1bf247f13 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'subnet': {'network_id': '188b6c8d-5db0-491d-892c-9532756ce1e7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:18.181404 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e45480cb-445a-4a82-9092-6ee25205c2e7 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/routers/55ae2c36-d3dd-4bed-816f-f3c157cc1d06/tags HTTP/1.1" status: 200 len: 205 time: 0.1133273 Feb 28 17:41:18.183818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50688) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:18.188734 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-f1780e26-b8db-4f0a-9e47-0b7ce0cdc286 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '08f7c65d-cad0-4854-914e-fa9da9c4c3ab') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:18.229239 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f1780e26-b8db-4f0a-9e47-0b7ce0cdc286 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/subnetpools/08f7c65d-cad0-4854-914e-fa9da9c4c3ab/tags HTTP/1.1" status: 200 len: 240 time: 0.0441756 Feb 28 17:41:18.240365 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50690) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:18.245371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-a4058648-e052-4892-9ef4-3e31ad16d24c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '08f7c65d-cad0-4854-914e-fa9da9c4c3ab', 'tempest-TagsExtTest-Tag-227125746') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:18.245914 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2067370a-8983-4979-8b62-9d46762a6193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6cfa4bee-2448-4d23-a53d-5fed85c7b1ac), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:18.248853 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2067370a-8983-4979-8b62-9d46762a6193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:18.250127 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2067370a-8983-4979-8b62-9d46762a6193 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6cfa4bee-2448-4d23-a53d-5fed85c7b1ac HTTP/1.1" status: 204 len: 168 time: 0.2951617 Feb 28 17:41:18.274559 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a4058648-e052-4892-9ef4-3e31ad16d24c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/subnetpools/08f7c65d-cad0-4854-914e-fa9da9c4c3ab/tags/tempest-TagsExtTest-Tag-227125746 HTTP/1.1" status: 204 len: 168 time: 0.0331099 Feb 28 17:41:18.276766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50698) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:18.284780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067370a-8983-4979-8b62-9d46762a6193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfa4bee-2448-4d23-a53d-5fed85c7b1ac,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:18.284922 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-c16f5bc0-8a2b-48f3-bb62-2ca2358ce411 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '08f7c65d-cad0-4854-914e-fa9da9c4c3ab', 'tempest-TagsExtTest-Tag-227125746') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:18.298194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28e9d9-b46f-4ff5-9855-cad862ac8bc8 req-c962dbce-9876-473d-b70d-28866a26734c tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:18.312232 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee28e9d9-b46f-4ff5-9855-cad862ac8bc8 req-c962dbce-9876-473d-b70d-28866a26734c tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1701775 Feb 28 17:41:18.361559 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee28e9d9-b46f-4ff5-9855-cad862ac8bc8 req-c430f47b-b2f4-4615-8b9a-01013f27d3b1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527904 Feb 28 17:41:18.401019 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c16f5bc0-8a2b-48f3-bb62-2ca2358ce411 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/subnetpools/08f7c65d-cad0-4854-914e-fa9da9c4c3ab/tags/tempest-TagsExtTest-Tag-227125746 HTTP/1.1" status: 204 len: 168 time: 0.1213524 Feb 28 17:41:18.403346 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50700) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:18.407613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-bd0f9f09-30c5-436c-b9fd-3ac78d001dc8 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '08f7c65d-cad0-4854-914e-fa9da9c4c3ab') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:18.422877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2088a6ac-2ec8-4935-99d1-65b1bf247f13 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:18.430526 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2088a6ac-2ec8-4935-99d1-65b1bf247f13 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:18.434497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bd0f9f09-30c5-436c-b9fd-3ac78d001dc8 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/subnetpools/08f7c65d-cad0-4854-914e-fa9da9c4c3ab/tags HTTP/1.1" status: 200 len: 205 time: 0.0301380 Feb 28 17:41:18.436977 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50702) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:18.441633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-f73ee1cc-5863-473c-8d09-a99838396d91 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '08f7c65d-cad0-4854-914e-fa9da9c4c3ab') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:18.476429 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f73ee1cc-5863-473c-8d09-a99838396d91 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/subnetpools/08f7c65d-cad0-4854-914e-fa9da9c4c3ab/tags HTTP/1.1" status: 204 len: 168 time: 0.0383115 Feb 28 17:41:18.480673 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50708) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:18.487632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-11cdd95c-5548-45a1-9ca9-fd3714d13b60 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '55ae2c36-d3dd-4bed-816f-f3c157cc1d06') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:18.614102 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-11cdd95c-5548-45a1-9ca9-fd3714d13b60 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/routers/55ae2c36-d3dd-4bed-816f-f3c157cc1d06/tags HTTP/1.1" status: 204 len: 168 time: 0.1297891 Feb 28 17:41:18.614424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50712) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:18.619366 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-63284c4d-e8c5-4725-99ba-0e75440ae309 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9b004871-6b3f-4993-a7e4-f1f227d9acb8') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:18.719090 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-63284c4d-e8c5-4725-99ba-0e75440ae309 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/ports/9b004871-6b3f-4993-a7e4-f1f227d9acb8/tags HTTP/1.1" status: 204 len: 168 time: 0.1034617 Feb 28 17:41:18.722084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50716) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:18.726610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-289dc0ec-116b-4f88-ba5f-9477d84ca546 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b3d8a48b-7409-4ae4-bffe-ed101b01e156') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:18.787786 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-289dc0ec-116b-4f88-ba5f-9477d84ca546 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/subnets/b3d8a48b-7409-4ae4-bffe-ed101b01e156/tags HTTP/1.1" status: 204 len: 168 time: 0.0646031 Feb 28 17:41:18.791646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50718) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:18.797481 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-c899b963-b6de-46dd-881a-88ebee072cbb tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b3d8a48b-7409-4ae4-bffe-ed101b01e156', 'tempest-TagsExtTest-Tag-835297941') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:18.830172 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2088a6ac-2ec8-4935-99d1-65b1bf247f13 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (11cd9d27-c847-49b1-b70a-469568bb1f06), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:18.932565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50724) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:18.934871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088a6ac-2ec8-4935-99d1-65b1bf247f13 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Subnet': ['ID=11cd9d27-c847-49b1-b70a-469568bb1f06,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:18.950580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088a6ac-2ec8-4935-99d1-65b1bf247f13 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Checking segment: {'id': '3898e519-d615-4bbb-a834-6f61c60be9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '188b6c8d-5db0-491d-892c-9532756ce1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:18.950953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2088a6ac-2ec8-4935-99d1-65b1bf247f13 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network hostable DHCP agents. Network: 188b6c8d-5db0-491d-892c-9532756ce1e7, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:41:19.083942 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2088a6ac-2ec8-4935-99d1-65b1bf247f13 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network 188b6c8d-5db0-491d-892c-9532756ce1e7 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:41:19.091115 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c899b963-b6de-46dd-881a-88ebee072cbb tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "PUT /v2.0/subnets/b3d8a48b-7409-4ae4-bffe-ed101b01e156/tags/tempest-TagsExtTest-Tag-835297941 HTTP/1.1" status: 201 len: 201 time: 0.2958736 Feb 28 17:41:19.091785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50732) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:19.096312 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-6dbf8a94-3d3a-43c6-b01d-fc8d1c92ac13 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9b004871-6b3f-4993-a7e4-f1f227d9acb8', 'tempest-TagsExtTest-Tag-2003267903') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:19.211673 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe7e62a2-c0e8-452d-8857-66ff097880dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.221332 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-2088a6ac-2ec8-4935-99d1-65b1bf247f13 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 188b6c8d-5db0-491d-892c-9532756ce1e7) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:19.228294 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2088a6ac-2ec8-4935-99d1-65b1bf247f13 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:19.229288 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2088a6ac-2ec8-4935-99d1-65b1bf247f13 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.233375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cae80c2-82a0-4fa8-9d66-ce0c19854983 None None] Network 188b6c8d-5db0-491d-892c-9532756ce1e7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:19.274524 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6dbf8a94-3d3a-43c6-b01d-fc8d1c92ac13 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "PUT /v2.0/ports/9b004871-6b3f-4993-a7e4-f1f227d9acb8/tags/tempest-TagsExtTest-Tag-2003267903 HTTP/1.1" status: 201 len: 201 time: 0.1818404 Feb 28 17:41:19.277270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50734) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:19.283120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-320c8873-22c9-4562-90ce-2f42dfe97e69 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '55ae2c36-d3dd-4bed-816f-f3c157cc1d06', 'tempest-TagsExtTest-Tag-1763533077') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:19.366885 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2088a6ac-2ec8-4935-99d1-65b1bf247f13 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2132895 Feb 28 17:41:19.367885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50738) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:19.372746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-32064567-0b9e-4d06-9025-1326a1fab65f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1226247200'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:19.402258 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50744) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:19.422687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-188b6c8d-5db0-491d-892c-9532756ce1e7', 'network_id': '188b6c8d-5db0-491d-892c-9532756ce1e7', 'project_id': '7a70bc3c0c9f48fcbcd09d08fa71565e', 'fixed_ips': [{'subnet_id': '11cd9d27-c847-49b1-b70a-469568bb1f06'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:41:19.423768 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.442565 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe7e62a2-c0e8-452d-8857-66ff097880dc admin admin] Publish callbacks [] for security_group (09a3b1a6-36b3-46b1-bcd4-22781c79192e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.470990 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b93f18c7-fa12-41d0-ae74-c228ef65c3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.498330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32064567-0b9e-4d06-9025-1326a1fab65f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:19.503324 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32064567-0b9e-4d06-9025-1326a1fab65f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.577980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32064567-0b9e-4d06-9025-1326a1fab65f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:19.599069 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b93f18c7-fa12-41d0-ae74-c228ef65c3a1 admin admin] Publish callbacks [] for security_group (47261796-057c-40f3-ad06-123cbfeedd6a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.610291 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32064567-0b9e-4d06-9025-1326a1fab65f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (c08be9f2-6f35-477c-9d5b-e04b2e298be0), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.610637 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-32064567-0b9e-4d06-9025-1326a1fab65f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Added segment c08be9f2-6f35-477c-9d5b-e04b2e298be0 of type vlan for network b0cd449e-6591-4b2c-8e77-bc770fba26f7 Feb 28 17:41:19.637957 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-320c8873-22c9-4562-90ce-2f42dfe97e69 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "PUT /v2.0/routers/55ae2c36-d3dd-4bed-816f-f3c157cc1d06/tags/tempest-TagsExtTest-Tag-1763533077 HTTP/1.1" status: 201 len: 201 time: 0.3593605 Feb 28 17:41:19.639411 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50746) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:19.648158 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe7e62a2-c0e8-452d-8857-66ff097880dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (09a3b1a6-36b3-46b1-bcd4-22781c79192e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.668730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32064567-0b9e-4d06-9025-1326a1fab65f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (b0cd449e-6591-4b2c-8e77-bc770fba26f7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.673970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-e7776fdb-14af-4458-82c1-ec62fa2bd39b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '08f7c65d-cad0-4854-914e-fa9da9c4c3ab', 'tempest-TagsExtTest-Tag-350061233') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:19.689566 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b93f18c7-fa12-41d0-ae74-c228ef65c3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (47261796-057c-40f3-ad06-123cbfeedd6a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.702926 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fe7e62a2-c0e8-452d-8857-66ff097880dc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=406e2f7c70dd4cbf895b10774da2c4f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7696564 Feb 28 17:41:19.705588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50748) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:19.708395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Allocated IP 172.20.255.242 (188b6c8d-5db0-491d-892c-9532756ce1e7/11cd9d27-c847-49b1-b70a-469568bb1f06/30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:19.747029 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1c8d1-1744-4e20-8f9d-7406b5bc627f req-c58df974-123c-485d-9622-594246bedfc0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:19.748650 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98e1c8d1-1744-4e20-8f9d-7406b5bc627f req-c58df974-123c-485d-9622-594246bedfc0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.2713814 Feb 28 17:41:19.753794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e62a2-c0e8-452d-8857-66ff097880dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a3b1a6-36b3-46b1-bcd4-22781c79192e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:19.760284 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32064567-0b9e-4d06-9025-1326a1fab65f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (b0cd449e-6591-4b2c-8e77-bc770fba26f7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.777714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32064567-0b9e-4d06-9025-1326a1fab65f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:19.780908 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-32064567-0b9e-4d06-9025-1326a1fab65f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.799066 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b93f18c7-fa12-41d0-ae74-c228ef65c3a1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d476a2f486a446829a2f46ab9f0c6cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3954206 Feb 28 17:41:19.805472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50752) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:19.857791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f18c7-fa12-41d0-ae74-c228ef65c3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47261796-057c-40f3-ad06-123cbfeedd6a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:19.930466 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fae28b2c-7e21-4cc2-9ed5-ace4a124e32c admin admin] Publish callbacks [] for security_group (09a3b1a6-36b3-46b1-bcd4-22781c79192e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.940862 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-98e1c8d1-1744-4e20-8f9d-7406b5bc627f req-357c0924-146d-4c71-82c1-24b2dae8800c tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684775 Feb 28 17:41:19.949957 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e7776fdb-14af-4458-82c1-ec62fa2bd39b tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "PUT /v2.0/subnetpools/08f7c65d-cad0-4854-914e-fa9da9c4c3ab/tags/tempest-TagsExtTest-Tag-350061233 HTTP/1.1" status: 201 len: 201 time: 0.3029151 Feb 28 17:41:19.950738 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50756) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:19.954044 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fae28b2c-7e21-4cc2-9ed5-ace4a124e32c admin admin] Publish callbacks [] for security_group (09a3b1a6-36b3-46b1-bcd4-22781c79192e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.960539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-393028ff-3d22-4624-9dc9-8cbe00d38866 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b3d8a48b-7409-4ae4-bffe-ed101b01e156', {'tags': ['tempest-TagsExtTest-Tag-1702423333', 'tempest-TagsExtTest-Tag-1247301184', 'tempest-TagsExtTest-Tag-2030318571']}) {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:19.967747 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Publish callbacks [] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:19.973365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32064567-0b9e-4d06-9025-1326a1fab65f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Network': ['ID=b0cd449e-6591-4b2c-8e77-bc770fba26f7,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:19.985842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network b0cd449e-6591-4b2c-8e77-bc770fba26f7 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:20.004822 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bf54111-fd9c-448a-a6b0-6b7b18f40c3e admin admin] Publish callbacks [] for security_group (47261796-057c-40f3-ad06-123cbfeedd6a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.031477 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-32064567-0b9e-4d06-9025-1326a1fab65f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6627278 Feb 28 17:41:20.035449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50760) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:20.046011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-2ae8a1f1-bfd5-43ff-b040-c5beb64c4da0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'subnet': {'network_id': 'b0cd449e-6591-4b2c-8e77-bc770fba26f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:20.047900 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bf54111-fd9c-448a-a6b0-6b7b18f40c3e admin admin] Publish callbacks [] for security_group (47261796-057c-40f3-ad06-123cbfeedd6a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.069462 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.134696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Pushing event updated for resources: {'Port': ['ID=30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:20.151305 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Network 188b6c8d-5db0-491d-892c-9532756ce1e7 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:20.153191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:20.158072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:20.175017 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-393028ff-3d22-4624-9dc9-8cbe00d38866 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "PUT /v2.0/subnets/b3d8a48b-7409-4ae4-bffe-ed101b01e156/tags HTTP/1.1" status: 200 len: 318 time: 0.2218862 Feb 28 17:41:20.181689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50764) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:20.185964 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50766) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:20.193797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-904dbdca-85ae-412a-8e79-45d0316e5b27 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b3d8a48b-7409-4ae4-bffe-ed101b01e156') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:20.232686 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Attempting to bind port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:20.233058 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Attempting to bind port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '3898e519-d615-4bbb-a834-6f61c60be9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '188b6c8d-5db0-491d-892c-9532756ce1e7'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:20.233536 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Attempting to bind port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a on network 188b6c8d-5db0-491d-892c-9532756ce1e7 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:20.240527 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:20.241062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Checking segment: {'id': '3898e519-d615-4bbb-a834-6f61c60be9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '188b6c8d-5db0-491d-892c-9532756ce1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:20.242116 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.243623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bf54111-fd9c-448a-a6b0-6b7b18f40c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (47261796-057c-40f3-ad06-123cbfeedd6a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.252398 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bf54111-fd9c-448a-a6b0-6b7b18f40c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.252398 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8bf54111-fd9c-448a-a6b0-6b7b18f40c3e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/47261796-057c-40f3-ad06-123cbfeedd6a HTTP/1.1" status: 204 len: 168 time: 0.4290292 Feb 28 17:41:20.252831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Bound using segment: {'id': '3898e519-d615-4bbb-a834-6f61c60be9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '188b6c8d-5db0-491d-892c-9532756ce1e7'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:20.254089 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Bound port: 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3898e519-d615-4bbb-a834-6f61c60be9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '188b6c8d-5db0-491d-892c-9532756ce1e7'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:20.255857 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.266844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf54111-fd9c-448a-a6b0-6b7b18f40c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47261796-057c-40f3-ad06-123cbfeedd6a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:20.283219 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fae28b2c-7e21-4cc2-9ed5-ace4a124e32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (09a3b1a6-36b3-46b1-bcd4-22781c79192e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.283219 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fae28b2c-7e21-4cc2-9ed5-ace4a124e32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.283219 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fae28b2c-7e21-4cc2-9ed5-ace4a124e32c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09a3b1a6-36b3-46b1-bcd4-22781c79192e HTTP/1.1" status: 204 len: 168 time: 0.5735486 Feb 28 17:41:20.289564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae8a1f1-bfd5-43ff-b040-c5beb64c4da0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:20.295071 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2ae8a1f1-bfd5-43ff-b040-c5beb64c4da0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.345652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] For port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:20.349304 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] For port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a,segment=NetworkSegment(3898e519-d615-4bbb-a834-6f61c60be9d4),segment_id=3898e519-d615-4bbb-a834-6f61c60be9d4)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:20.374632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae28b2c-7e21-4cc2-9ed5-ace4a124e32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a3b1a6-36b3-46b1-bcd4-22781c79192e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:20.405818 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-edbd2f2f-ccb0-4b03-9b08-92ee30d8f890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.503297 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.529375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-edbd2f2f-ccb0-4b03-9b08-92ee30d8f890 admin admin] Publish callbacks [] for security_group (14e9a54d-b3d6-407e-8f3c-a4095169f002), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.567090 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-904dbdca-85ae-412a-8e79-45d0316e5b27 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/subnets/b3d8a48b-7409-4ae4-bffe-ed101b01e156/tags HTTP/1.1" status: 204 len: 168 time: 0.3875542 Feb 28 17:41:20.570136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50778) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:20.575943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-c49c2b71-3e24-4dd6-aa7b-141be4688e98 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b3d8a48b-7409-4ae4-bffe-ed101b01e156', 'tempest-TagsExtTest-Tag-1702423333') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:20.630531 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-edbd2f2f-ccb0-4b03-9b08-92ee30d8f890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (14e9a54d-b3d6-407e-8f3c-a4095169f002), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.632375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fc419-5309-4d61-9e49-d24505740bb1 None None] Pushing event updated for resources: {'Port': ['ID=30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:20.689032 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-edbd2f2f-ccb0-4b03-9b08-92ee30d8f890 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=763e0cec80ac40128a1cd234c38486f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4994552 Feb 28 17:41:20.689456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50780) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:20.692447 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd2f2f-ccb0-4b03-9b08-92ee30d8f890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e9a54d-b3d6-407e-8f3c-a4095169f002,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:20.710154 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-c49c2b71-3e24-4dd6-aa7b-141be4688e98 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] show failed (client error): The resource could not be found. Feb 28 17:41:20.719428 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c49c2b71-3e24-4dd6-aa7b-141be4688e98 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/subnets/b3d8a48b-7409-4ae4-bffe-ed101b01e156/tags/tempest-TagsExtTest-Tag-1702423333 HTTP/1.1" status: 404 len: 329 time: 0.1464729 Feb 28 17:41:20.719428 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50782) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:20.724496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-c580db60-7383-42e3-a2c4-1d83080e7211 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b3d8a48b-7409-4ae4-bffe-ed101b01e156', 'tempest-TagsExtTest-Tag-1247301184') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:20.740990 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2ae8a1f1-bfd5-43ff-b040-c5beb64c4da0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (b5d41035-9827-4ff1-b267-a67b86c3526c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.793092 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-c580db60-7383-42e3-a2c4-1d83080e7211 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] show failed (client error): The resource could not be found. Feb 28 17:41:20.798199 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c580db60-7383-42e3-a2c4-1d83080e7211 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/subnets/b3d8a48b-7409-4ae4-bffe-ed101b01e156/tags/tempest-TagsExtTest-Tag-1247301184 HTTP/1.1" status: 404 len: 329 time: 0.0778713 Feb 28 17:41:20.798909 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50784) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:20.805080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-cbc75a2c-4340-4863-b197-e657a5297ad6 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b3d8a48b-7409-4ae4-bffe-ed101b01e156', 'tempest-TagsExtTest-Tag-2030318571') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:20.882056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8a1f1-bfd5-43ff-b040-c5beb64c4da0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Subnet': ['ID=b5d41035-9827-4ff1-b267-a67b86c3526c,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:20.890186 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60e42375-1fcb-4dad-aed7-6cc09e0f2c00 admin admin] Publish callbacks [] for security_group (14e9a54d-b3d6-407e-8f3c-a4095169f002), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:20.902122 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-cbc75a2c-4340-4863-b197-e657a5297ad6 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] show failed (client error): The resource could not be found. Feb 28 17:41:20.905889 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae8a1f1-bfd5-43ff-b040-c5beb64c4da0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Checking segment: {'id': 'c08be9f2-6f35-477c-9d5b-e04b2e298be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b0cd449e-6591-4b2c-8e77-bc770fba26f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:20.906283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae8a1f1-bfd5-43ff-b040-c5beb64c4da0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network hostable DHCP agents. Network: b0cd449e-6591-4b2c-8e77-bc770fba26f7, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:41:20.906926 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cbc75a2c-4340-4863-b197-e657a5297ad6 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/subnets/b3d8a48b-7409-4ae4-bffe-ed101b01e156/tags/tempest-TagsExtTest-Tag-2030318571 HTTP/1.1" status: 404 len: 329 time: 0.1069372 Feb 28 17:41:20.908161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50788) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:20.915499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-c41c351d-2845-4c77-980e-2adaf2ee138d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9b004871-6b3f-4993-a7e4-f1f227d9acb8', {'tags': ['tempest-TagsExtTest-Tag-734595771', 'tempest-TagsExtTest-Tag-1741535055', 'tempest-TagsExtTest-Tag-531800635']}) {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:20.925621 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60e42375-1fcb-4dad-aed7-6cc09e0f2c00 admin admin] Publish callbacks [] for security_group (14e9a54d-b3d6-407e-8f3c-a4095169f002), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:21.021964 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae8a1f1-bfd5-43ff-b040-c5beb64c4da0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network b0cd449e-6591-4b2c-8e77-bc770fba26f7 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:41:21.075069 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60e42375-1fcb-4dad-aed7-6cc09e0f2c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (14e9a54d-b3d6-407e-8f3c-a4095169f002), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:21.083061 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-60e42375-1fcb-4dad-aed7-6cc09e0f2c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:21.084736 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-60e42375-1fcb-4dad-aed7-6cc09e0f2c00 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/14e9a54d-b3d6-407e-8f3c-a4095169f002 HTTP/1.1" status: 204 len: 168 time: 0.3941925 Feb 28 17:41:21.111022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e42375-1fcb-4dad-aed7-6cc09e0f2c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e9a54d-b3d6-407e-8f3c-a4095169f002,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:21.114922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-2ae8a1f1-bfd5-43ff-b040-c5beb64c4da0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, b0cd449e-6591-4b2c-8e77-bc770fba26f7) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:21.122855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273ad33a-bb1a-4a96-b8cb-baecb967c88c None None] Network b0cd449e-6591-4b2c-8e77-bc770fba26f7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:21.163719 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c41c351d-2845-4c77-980e-2adaf2ee138d tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "PUT /v2.0/ports/9b004871-6b3f-4993-a7e4-f1f227d9acb8/tags HTTP/1.1" status: 200 len: 316 time: 0.2536170 Feb 28 17:41:21.163990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae8a1f1-bfd5-43ff-b040-c5beb64c4da0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:21.172627 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2ae8a1f1-bfd5-43ff-b040-c5beb64c4da0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:21.175653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50800) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:21.188223 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-a5ffa404-cfe6-4dd6-aaa5-8c834e027d30 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9b004871-6b3f-4993-a7e4-f1f227d9acb8') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:21.234780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930f766-9a5f-4515-b3d7-346c56e6a055 req-64262abc-46e9-40b4-a7f9-751c561b7699 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:21.245882 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0930f766-9a5f-4515-b3d7-346c56e6a055 req-64262abc-46e9-40b4-a7f9-751c561b7699 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1464689 Feb 28 17:41:21.282858 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2ae8a1f1-bfd5-43ff-b040-c5beb64c4da0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2439775 Feb 28 17:41:21.286659 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50804) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:21.344211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-b0cd449e-6591-4b2c-8e77-bc770fba26f7', 'network_id': 'b0cd449e-6591-4b2c-8e77-bc770fba26f7', 'project_id': '7a70bc3c0c9f48fcbcd09d08fa71565e', 'fixed_ips': [{'subnet_id': 'b5d41035-9827-4ff1-b267-a67b86c3526c'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:41:21.345986 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:21.366484 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0930f766-9a5f-4515-b3d7-346c56e6a055 req-141a5125-8a3e-44ce-8970-9ba2f39f9ded tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189601 Feb 28 17:41:21.412182 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a5ffa404-cfe6-4dd6-aaa5-8c834e027d30 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/ports/9b004871-6b3f-4993-a7e4-f1f227d9acb8/tags HTTP/1.1" status: 204 len: 168 time: 0.2360654 Feb 28 17:41:21.419989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50808) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:21.427826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-441bd8df-f2c4-4500-af85-7b2fb8f2445a tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9b004871-6b3f-4993-a7e4-f1f227d9acb8', 'tempest-TagsExtTest-Tag-734595771') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:21.485726 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (b0cd449e-6591-4b2c-8e77-bc770fba26f7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:21.534039 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-441bd8df-f2c4-4500-af85-7b2fb8f2445a tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] show failed (client error): The resource could not be found. Feb 28 17:41:21.538013 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-441bd8df-f2c4-4500-af85-7b2fb8f2445a tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/ports/9b004871-6b3f-4993-a7e4-f1f227d9acb8/tags/tempest-TagsExtTest-Tag-734595771 HTTP/1.1" status: 404 len: 328 time: 0.1117060 Feb 28 17:41:21.538938 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50812) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:21.554313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-de73579a-a690-4641-840c-0f8bdd2271b3 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9b004871-6b3f-4993-a7e4-f1f227d9acb8', 'tempest-TagsExtTest-Tag-1741535055') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:21.558899 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Allocated IP 172.20.0.2 (b0cd449e-6591-4b2c-8e77-bc770fba26f7/b5d41035-9827-4ff1-b267-a67b86c3526c/e4da177f-8473-4d5a-af74-b9e88d853497) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:21.565727 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (b5d41035-9827-4ff1-b267-a67b86c3526c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:21.684252 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-de73579a-a690-4641-840c-0f8bdd2271b3 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] show failed (client error): The resource could not be found. Feb 28 17:41:21.688732 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-de73579a-a690-4641-840c-0f8bdd2271b3 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/ports/9b004871-6b3f-4993-a7e4-f1f227d9acb8/tags/tempest-TagsExtTest-Tag-1741535055 HTTP/1.1" status: 404 len: 329 time: 0.1408274 Feb 28 17:41:21.689297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50822) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:21.695566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-4701820e-d78a-41ab-a056-65fcd4765eee tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9b004871-6b3f-4993-a7e4-f1f227d9acb8', 'tempest-TagsExtTest-Tag-531800635') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:21.785305 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-4701820e-d78a-41ab-a056-65fcd4765eee tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] show failed (client error): The resource could not be found. Feb 28 17:41:21.790128 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4701820e-d78a-41ab-a056-65fcd4765eee tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/ports/9b004871-6b3f-4993-a7e4-f1f227d9acb8/tags/tempest-TagsExtTest-Tag-531800635 HTTP/1.1" status: 404 len: 328 time: 0.0995145 Feb 28 17:41:21.790848 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50826) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:21.797630 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-a04df02f-8660-426f-a542-27b6d6a12f44 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '55ae2c36-d3dd-4bed-816f-f3c157cc1d06', {'tags': ['tempest-TagsExtTest-Tag-1970340849', 'tempest-TagsExtTest-Tag-1496849858', 'tempest-TagsExtTest-Tag-867311107']}) {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:21.893664 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Publish callbacks [] for port (e4da177f-8473-4d5a-af74-b9e88d853497), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:21.989225 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (e4da177f-8473-4d5a-af74-b9e88d853497), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.010389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50832) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:22.011051 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a04df02f-8660-426f-a542-27b6d6a12f44 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "PUT /v2.0/routers/55ae2c36-d3dd-4bed-816f-f3c157cc1d06/tags HTTP/1.1" status: 200 len: 317 time: 0.2185395 Feb 28 17:41:22.015118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-bf20b580-0182-49a9-ad84-68dccb593c65 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '55ae2c36-d3dd-4bed-816f-f3c157cc1d06') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:22.061058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50834) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:22.077231 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48a23671-dcb1-4348-b349-4b2d26e493b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.088078 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (b5d41035-9827-4ff1-b267-a67b86c3526c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.126662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Network b0cd449e-6591-4b2c-8e77-bc770fba26f7 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:22.128739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Pushing event updated for resources: {'Port': ['ID=e4da177f-8473-4d5a-af74-b9e88d853497,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:22.138882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:22.139207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Subnet': ['ID=b5d41035-9827-4ff1-b267-a67b86c3526c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:22.143968 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:22.144895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:22.145430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:22.146321 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:22.146772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:22.147199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:22.147649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:22.148046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:22.148521 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:22.148939 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:22.149488 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:22.150436 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:22.150985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:22.155375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b011b027-dce1-4821-a7bb-3caa3ee596af None None] Network 188b6c8d-5db0-491d-892c-9532756ce1e7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:22.158884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:22.246149 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48a23671-dcb1-4348-b349-4b2d26e493b3 admin admin] Publish callbacks [] for security_group (7d91c0b1-3896-4657-9bea-227028a7cd2f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.271048 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (b0cd449e-6591-4b2c-8e77-bc770fba26f7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.294006 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-95520fac-f789-4ccd-9e73-5361405cea4b None None] Provisioning complete for port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:22.294389 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-95520fac-f789-4ccd-9e73-5361405cea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.303764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cd449e-6591-4b2c-8e77-bc770fba26f7']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:22.316532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08be9f2-6f35-477c-9d5b-e04b2e298be0') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:22.319383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08be9f2-6f35-477c-9d5b-e04b2e298be0') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:22.331468 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (c08be9f2-6f35-477c-9d5b-e04b2e298be0), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.351377 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (c08be9f2-6f35-477c-9d5b-e04b2e298be0), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.368373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Attempting to bind port e4da177f-8473-4d5a-af74-b9e88d853497 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:22.369114 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Attempting to bind port e4da177f-8473-4d5a-af74-b9e88d853497 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'c08be9f2-6f35-477c-9d5b-e04b2e298be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b0cd449e-6591-4b2c-8e77-bc770fba26f7'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:22.369549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Attempting to bind port e4da177f-8473-4d5a-af74-b9e88d853497 on network b0cd449e-6591-4b2c-8e77-bc770fba26f7 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:22.374286 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:22.375451 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (c08be9f2-6f35-477c-9d5b-e04b2e298be0), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:22.379596 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:22.383979 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:22.384487 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Checking segment: {'id': 'c08be9f2-6f35-477c-9d5b-e04b2e298be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b0cd449e-6591-4b2c-8e77-bc770fba26f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:22.385116 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.385701 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Bound using segment: {'id': 'c08be9f2-6f35-477c-9d5b-e04b2e298be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b0cd449e-6591-4b2c-8e77-bc770fba26f7'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:22.386255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Bound port: e4da177f-8473-4d5a-af74-b9e88d853497, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08be9f2-6f35-477c-9d5b-e04b2e298be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b0cd449e-6591-4b2c-8e77-bc770fba26f7'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:22.386714 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e4da177f-8473-4d5a-af74-b9e88d853497), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.394360 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-48a23671-dcb1-4348-b349-4b2d26e493b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7d91c0b1-3896-4657-9bea-227028a7cd2f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.443077 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:41:22.494525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bf20b580-0182-49a9-ad84-68dccb593c65 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/routers/55ae2c36-d3dd-4bed-816f-f3c157cc1d06/tags HTTP/1.1" status: 204 len: 168 time: 0.4830289 Feb 28 17:41:22.500178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50840) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:22.508266 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-3fcce9a8-15f1-4227-b278-614eb1685132 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '55ae2c36-d3dd-4bed-816f-f3c157cc1d06', 'tempest-TagsExtTest-Tag-1970340849') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:22.586286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a23671-dcb1-4348-b349-4b2d26e493b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d91c0b1-3896-4657-9bea-227028a7cd2f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:22.596925 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] For port e4da177f-8473-4d5a-af74-b9e88d853497, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:22.601334 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-95520fac-f789-4ccd-9e73-5361405cea4b None None] Current status of the port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:22.601774 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-95520fac-f789-4ccd-9e73-5361405cea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.618761 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.db.api [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 17:41:22.618761 n-d-820368-19 neutron-server[104246]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 17:41:22.618761 n-d-820368-19 neutron-server[104246]: [parameters: {'id': 'b0cd449e-6591-4b2c-8e77-bc770fba26f7'}] Feb 28 17:41:22.618761 n-d-820368-19 neutron-server[104246]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:41:22.619631 n-d-820368-19 neutron-server[104246]: DEBUG oslo_db.api [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:41:22.625332 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50844) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:22.637311 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-48a23671-dcb1-4348-b349-4b2d26e493b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2f7f5ee24c454ea4ba1eaf08b94a1309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5743415 Feb 28 17:41:22.646888 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-3fcce9a8-15f1-4227-b278-614eb1685132 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] show failed (client error): The resource could not be found. Feb 28 17:41:22.650497 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3fcce9a8-15f1-4227-b278-614eb1685132 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/routers/55ae2c36-d3dd-4bed-816f-f3c157cc1d06/tags/tempest-TagsExtTest-Tag-1970340849 HTTP/1.1" status: 404 len: 329 time: 0.1500261 Feb 28 17:41:22.657705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50846) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:22.665811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-1dd1df0b-8461-414b-86f6-1db887bb355c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '55ae2c36-d3dd-4bed-816f-f3c157cc1d06', 'tempest-TagsExtTest-Tag-1496849858') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:22.684857 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] For port e4da177f-8473-4d5a-af74-b9e88d853497, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e4da177f-8473-4d5a-af74-b9e88d853497,segment=NetworkSegment(c08be9f2-6f35-477c-9d5b-e04b2e298be0),segment_id=c08be9f2-6f35-477c-9d5b-e04b2e298be0)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:22.691073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b78b0-8a77-473c-aacf-7ffa606862d4 req-46fda02a-4ca7-4741-9ea7-93d829218e25 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:22.693283 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b0b78b0-8a77-473c-aacf-7ffa606862d4 req-46fda02a-4ca7-4741-9ea7-93d829218e25 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.2361722 Feb 28 17:41:22.695450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:22.695827 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.752973 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b128bfa1-dfde-4ae7-a9fe-f17d67bff0a6 admin admin] Publish callbacks [] for security_group (7d91c0b1-3896-4657-9bea-227028a7cd2f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.782735 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b128bfa1-dfde-4ae7-a9fe-f17d67bff0a6 admin admin] Publish callbacks [] for security_group (7d91c0b1-3896-4657-9bea-227028a7cd2f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.790064 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-95520fac-f789-4ccd-9e73-5361405cea4b None None] For port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a,segment=NetworkSegment(3898e519-d615-4bbb-a834-6f61c60be9d4),segment_id=3898e519-d615-4bbb-a834-6f61c60be9d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:22.806909 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e4da177f-8473-4d5a-af74-b9e88d853497), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.896555 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-95520fac-f789-4ccd-9e73-5361405cea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.952476 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b0b78b0-8a77-473c-aacf-7ffa606862d4 req-1ee20dfb-d17d-461c-952e-672dd82367b5 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782513 Feb 28 17:41:22.969002 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b128bfa1-dfde-4ae7-a9fe-f17d67bff0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7d91c0b1-3896-4657-9bea-227028a7cd2f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.972020 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b128bfa1-dfde-4ae7-a9fe-f17d67bff0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:22.973693 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b128bfa1-dfde-4ae7-a9fe-f17d67bff0a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d91c0b1-3896-4657-9bea-227028a7cd2f HTTP/1.1" status: 204 len: 168 time: 0.3446531 Feb 28 17:41:22.976724 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-1dd1df0b-8461-414b-86f6-1db887bb355c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] show failed (client error): The resource could not be found. Feb 28 17:41:22.977790 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1dd1df0b-8461-414b-86f6-1db887bb355c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/routers/55ae2c36-d3dd-4bed-816f-f3c157cc1d06/tags/tempest-TagsExtTest-Tag-1496849858 HTTP/1.1" status: 404 len: 329 time: 0.3176358 Feb 28 17:41:22.980627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50858) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:22.992632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128bfa1-dfde-4ae7-a9fe-f17d67bff0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d91c0b1-3896-4657-9bea-227028a7cd2f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:22.995172 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-9852506f-a49b-4179-90d7-47bdecee82b2 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '55ae2c36-d3dd-4bed-816f-f3c157cc1d06', 'tempest-TagsExtTest-Tag-867311107') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:23.103311 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-9852506f-a49b-4179-90d7-47bdecee82b2 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] show failed (client error): The resource could not be found. Feb 28 17:41:23.104656 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9852506f-a49b-4179-90d7-47bdecee82b2 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/routers/55ae2c36-d3dd-4bed-816f-f3c157cc1d06/tags/tempest-TagsExtTest-Tag-867311107 HTTP/1.1" status: 404 len: 328 time: 0.1130507 Feb 28 17:41:23.107323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50864) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:23.112124 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-5a3dd1db-d64a-41bc-97e3-760710091ce5 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '08f7c65d-cad0-4854-914e-fa9da9c4c3ab', {'tags': ['tempest-TagsExtTest-Tag-2093487054', 'tempest-TagsExtTest-Tag-1992956157', 'tempest-TagsExtTest-Tag-738463977']}) {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:23.121034 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (b0cd449e-6591-4b2c-8e77-bc770fba26f7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:23.146922 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5369fb78-d578-493a-8282-3b6a43a41e0c None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:41:23.150219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b647a-39ae-4ba5-8e28-a04699523a29 None None] Pushing event updated for resources: {'Port': ['ID=e4da177f-8473-4d5a-af74-b9e88d853497,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:23.182530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Deleting port e4da177f-8473-4d5a-af74-b9e88d853497 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:23.182956 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e4da177f-8473-4d5a-af74-b9e88d853497), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:23.210036 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:23.237497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-378683c3-bee1-438c-8445-c94fa2187aab None None] Provisioning complete for port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:23.237880 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-378683c3-bee1-438c-8445-c94fa2187aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:23.287481 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5a3dd1db-d64a-41bc-97e3-760710091ce5 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "PUT /v2.0/subnetpools/08f7c65d-cad0-4854-914e-fa9da9c4c3ab/tags HTTP/1.1" status: 200 len: 317 time: 0.1790581 Feb 28 17:41:23.290572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50866) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:23.295162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-7bd05e89-169f-4431-a4a3-ecdca18a2898 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '08f7c65d-cad0-4854-914e-fa9da9c4c3ab') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:23.298522 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95520fac-f789-4ccd-9e73-5361405cea4b None None] Pushing event updated for resources: {'Port': ['ID=30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:23.361686 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5369fb78-d578-493a-8282-3b6a43a41e0c None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:41:23.389082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-378683c3-bee1-438c-8445-c94fa2187aab None None] Current status of the port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:23.418105 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7bd05e89-169f-4431-a4a3-ecdca18a2898 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/subnetpools/08f7c65d-cad0-4854-914e-fa9da9c4c3ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1239774 Feb 28 17:41:23.418309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50870) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:23.422726 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-3a3dd8a9-a7c3-4f37-8fac-1a5f3aaa0d72 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '08f7c65d-cad0-4854-914e-fa9da9c4c3ab', 'tempest-TagsExtTest-Tag-2093487054') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:23.496459 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-3a3dd8a9-a7c3-4f37-8fac-1a5f3aaa0d72 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] show failed (client error): The resource could not be found. Feb 28 17:41:23.500192 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3a3dd8a9-a7c3-4f37-8fac-1a5f3aaa0d72 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/subnetpools/08f7c65d-cad0-4854-914e-fa9da9c4c3ab/tags/tempest-TagsExtTest-Tag-2093487054 HTTP/1.1" status: 404 len: 329 time: 0.0783141 Feb 28 17:41:23.500454 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50874) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:23.515629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-aa343483-1667-4f25-b170-93348d765d64 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '08f7c65d-cad0-4854-914e-fa9da9c4c3ab', 'tempest-TagsExtTest-Tag-1992956157') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:23.570756 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-aa343483-1667-4f25-b170-93348d765d64 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] show failed (client error): The resource could not be found. Feb 28 17:41:23.576702 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aa343483-1667-4f25-b170-93348d765d64 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/subnetpools/08f7c65d-cad0-4854-914e-fa9da9c4c3ab/tags/tempest-TagsExtTest-Tag-1992956157 HTTP/1.1" status: 404 len: 329 time: 0.0721276 Feb 28 17:41:23.577109 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50876) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:23.583278 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-050d062a-a505-4f37-9bae-140fbd5c3884 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '08f7c65d-cad0-4854-914e-fa9da9c4c3ab', 'tempest-TagsExtTest-Tag-738463977') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:23.634417 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-050d062a-a505-4f37-9bae-140fbd5c3884 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] show failed (client error): The resource could not be found. Feb 28 17:41:23.638549 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-050d062a-a505-4f37-9bae-140fbd5c3884 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/subnetpools/08f7c65d-cad0-4854-914e-fa9da9c4c3ab/tags/tempest-TagsExtTest-Tag-738463977 HTTP/1.1" status: 404 len: 328 time: 0.0572793 Feb 28 17:41:23.638549 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50878) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:23.650831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-d34ecf1d-f48f-4c53-8089-b44d6076ac84 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '08f7c65d-cad0-4854-914e-fa9da9c4c3ab') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:23.668525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287f130d-9c2f-4590-b8bf-11f30b80d15d None None] Network b0cd449e-6591-4b2c-8e77-bc770fba26f7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:23.704803 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d34ecf1d-f48f-4c53-8089-b44d6076ac84 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/subnetpools/08f7c65d-cad0-4854-914e-fa9da9c4c3ab/tags HTTP/1.1" status: 204 len: 168 time: 0.0646162 Feb 28 17:41:23.709179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50882) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:23.720461 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-ef442b3c-b865-4a23-bbcf-c30721f5b695 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '55ae2c36-d3dd-4bed-816f-f3c157cc1d06') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:23.721630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] For port e4da177f-8473-4d5a-af74-b9e88d853497, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e4da177f-8473-4d5a-af74-b9e88d853497,segment=NetworkSegment(c08be9f2-6f35-477c-9d5b-e04b2e298be0),segment_id=c08be9f2-6f35-477c-9d5b-e04b2e298be0)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:23.730724 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e4da177f-8473-4d5a-af74-b9e88d853497), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:23.736268 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Calling delete_port for e4da177f-8473-4d5a-af74-b9e88d853497 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:23.828716 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ef442b3c-b865-4a23-bbcf-c30721f5b695 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/routers/55ae2c36-d3dd-4bed-816f-f3c157cc1d06/tags HTTP/1.1" status: 204 len: 168 time: 0.1161313 Feb 28 17:41:23.829039 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50888) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:23.839572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-a5e56618-0fb0-44c4-8ed7-492f1ee2ddc9 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9b004871-6b3f-4993-a7e4-f1f227d9acb8') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:23.917300 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a5e56618-0fb0-44c4-8ed7-492f1ee2ddc9 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/ports/9b004871-6b3f-4993-a7e4-f1f227d9acb8/tags HTTP/1.1" status: 204 len: 168 time: 0.0873501 Feb 28 17:41:23.919874 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50892) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:23.924401 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-71632544-4d53-4f28-af2a-9aa9719afde7 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b3d8a48b-7409-4ae4-bffe-ed101b01e156') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:23.963045 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e4da177f-8473-4d5a-af74-b9e88d853497), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:23.987500 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-71632544-4d53-4f28-af2a-9aa9719afde7 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/subnets/b3d8a48b-7409-4ae4-bffe-ed101b01e156/tags HTTP/1.1" status: 204 len: 168 time: 0.0665224 Feb 28 17:41:23.992541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50896) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:23.996905 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Port': ['ID=e4da177f-8473-4d5a-af74-b9e88d853497,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:24.002779 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No DVR routers for this DVR port e4da177f-8473-4d5a-af74-b9e88d853497 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:41:24.153116 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (b0cd449e-6591-4b2c-8e77-bc770fba26f7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.196228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306ab91-3ef7-4a30-ac91-a1710432d150 req-35868a4b-e077-41eb-811e-12a857f9b0f5 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:24.197902 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5306ab91-3ef7-4a30-ac91-a1710432d150 req-35868a4b-e077-41eb-811e-12a857f9b0f5 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1257255 Feb 28 17:41:24.199782 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cd449e-6591-4b2c-8e77-bc770fba26f7']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:24.215194 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8661a71f-0137-40bd-943f-73ca3a2eb7ed tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.216645 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8661a71f-0137-40bd-943f-73ca3a2eb7ed tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/subnetpools/08f7c65d-cad0-4854-914e-fa9da9c4c3ab HTTP/1.1" status: 204 len: 168 time: 0.2230885 Feb 28 17:41:24.221766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08be9f2-6f35-477c-9d5b-e04b2e298be0') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:24.221766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08be9f2-6f35-477c-9d5b-e04b2e298be0') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:24.223759 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50904) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:24.236571 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (c08be9f2-6f35-477c-9d5b-e04b2e298be0), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.261811 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (c08be9f2-6f35-477c-9d5b-e04b2e298be0), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.279431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:24.279836 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (c08be9f2-6f35-477c-9d5b-e04b2e298be0), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:24.282921 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:24.298027 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9341e8ae-4051-492b-876c-211bdb8c0979 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "GET /v2.0/ports?device_id=55ae2c36-d3dd-4bed-816f-f3c157cc1d06 HTTP/1.1" status: 200 len: 205 time: 0.0725839 Feb 28 17:41:24.300186 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50908) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:24.303968 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5306ab91-3ef7-4a30-ac91-a1710432d150 req-34076f87-e459-4a4b-98d8-eb67fccabdef tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968497 Feb 28 17:41:24.400442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50910) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:24.408817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:41:24.442622 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (b0cd449e-6591-4b2c-8e77-bc770fba26f7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.458707 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.463696 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/b0cd449e-6591-4b2c-8e77-bc770fba26f7 HTTP/1.1" status: 204 len: 168 time: 3.1749523 Feb 28 17:41:24.473443 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0f88fa75-0126-40bc-a597-a4a75f530e1c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for router (55ae2c36-d3dd-4bed-816f-f3c157cc1d06), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.476704 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50914) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:24.477304 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:24.477683 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.483025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-384379b9-7931-48c5-ba2a-a8ea0a7aca6c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-42737218'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:24.500816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64cd67-e030-49dd-af6b-c21fc8e160f4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Network': ['ID=b0cd449e-6591-4b2c-8e77-bc770fba26f7,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:24.584754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384379b9-7931-48c5-ba2a-a8ea0a7aca6c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:24.591573 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-384379b9-7931-48c5-ba2a-a8ea0a7aca6c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.591781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:24.633471 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384379b9-7931-48c5-ba2a-a8ea0a7aca6c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:24.652903 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-384379b9-7931-48c5-ba2a-a8ea0a7aca6c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0fe798aa-b3bd-462d-bf47-20de421d0150), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.653893 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-384379b9-7931-48c5-ba2a-a8ea0a7aca6c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Added segment 0fe798aa-b3bd-462d-bf47-20de421d0150 of type vlan for network 93b10e08-1cdb-48fb-b4f1-39e6d00adff0 Feb 28 17:41:24.670487 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0f88fa75-0126-40bc-a597-a4a75f530e1c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (55ae2c36-d3dd-4bed-816f-f3c157cc1d06), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.672821 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0f88fa75-0126-40bc-a597-a4a75f530e1c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for router_controller (55ae2c36-d3dd-4bed-816f-f3c157cc1d06), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.718901 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-384379b9-7931-48c5-ba2a-a8ea0a7aca6c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (93b10e08-1cdb-48fb-b4f1-39e6d00adff0), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.784310 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0f88fa75-0126-40bc-a597-a4a75f530e1c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (55ae2c36-d3dd-4bed-816f-f3c157cc1d06), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.786101 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f88fa75-0126-40bc-a597-a4a75f530e1c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Fanout notify agent at l3_agent the message router_deleted on router 55ae2c36-d3dd-4bed-816f-f3c157cc1d06 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:41:24.799576 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0f88fa75-0126-40bc-a597-a4a75f530e1c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.802146 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0f88fa75-0126-40bc-a597-a4a75f530e1c tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/routers/55ae2c36-d3dd-4bed-816f-f3c157cc1d06 HTTP/1.1" status: 204 len: 168 time: 0.4994743 Feb 28 17:41:24.804629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50922) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:24.816222 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-384379b9-7931-48c5-ba2a-a8ea0a7aca6c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (93b10e08-1cdb-48fb-b4f1-39e6d00adff0), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.822082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384379b9-7931-48c5-ba2a-a8ea0a7aca6c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:24.822693 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-384379b9-7931-48c5-ba2a-a8ea0a7aca6c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:24.876526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-f5f83168-19ac-49e9-9b5e-b9cc73411c6b tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:24.877575 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f5f83168-19ac-49e9-9b5e-b9cc73411c6b tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4760094 Feb 28 17:41:24.881904 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50928) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:24.886279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-7c80f03f-36f2-4033-9143-6e922eb6ae25 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:24.887236 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7c80f03f-36f2-4033-9143-6e922eb6ae25 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043397 Feb 28 17:41:24.892869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50930) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:24.900695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-14a23c51-8103-41d5-b874-f17579cd69bb tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:24.901640 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-14a23c51-8103-41d5-b874-f17579cd69bb tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0045366 Feb 28 17:41:24.904183 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50934) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:24.908184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-9c219eab-8c9b-48f8-a7e7-dd8c6663aac6 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:24.912279 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9c219eab-8c9b-48f8-a7e7-dd8c6663aac6 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0071270 Feb 28 17:41:24.923926 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50938) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:24.952165 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-08fcab22-578b-4bd0-8f56-a811f2c9c19e tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:24.954090 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-08fcab22-578b-4bd0-8f56-a811f2c9c19e tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0262234 Feb 28 17:41:24.960113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50940) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:24.965421 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-c3a76cd4-31dc-4111-a38c-6b34828f3915 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:24.970210 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c3a76cd4-31dc-4111-a38c-6b34828f3915 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0067160 Feb 28 17:41:24.971264 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50944) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:24.975978 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-0e28fa6f-653d-401c-9ed1-f97d02386bba tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:24.980298 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0e28fa6f-653d-401c-9ed1-f97d02386bba tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047591 Feb 28 17:41:24.982389 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50946) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:24.989045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-574d2002-991c-4a81-bff1-aab7c7e9398d tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:24.992914 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-574d2002-991c-4a81-bff1-aab7c7e9398d tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0095785 Feb 28 17:41:24.993547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50948) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:24.998830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-d4437c9a-1bc1-4af4-ab71-d4c1ef43f149 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.001723 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384379b9-7931-48c5-ba2a-a8ea0a7aca6c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Network': ['ID=93b10e08-1cdb-48fb-b4f1-39e6d00adff0,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:25.004993 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d4437c9a-1bc1-4af4-ab71-d4c1ef43f149 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0104516 Feb 28 17:41:25.011714 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-384379b9-7931-48c5-ba2a-a8ea0a7aca6c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5305142 Feb 28 17:41:25.011892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50950) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.011892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50952) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.017430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-48d6719a-b14c-4d71-8759-4e7e0c4c9b7a tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.018548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 93b10e08-1cdb-48fb-b4f1-39e6d00adff0 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:25.021633 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-48d6719a-b14c-4d71-8759-4e7e0c4c9b7a tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0087700 Feb 28 17:41:25.025430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f0414710-0e97-41c5-ba7c-4250353e076e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'subnet': {'network_id': '93b10e08-1cdb-48fb-b4f1-39e6d00adff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:25.028785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50954) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.044517 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-9ecd8b64-3c8f-43ad-975a-7721c96209ae tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.048143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50958) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.048292 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9ecd8b64-3c8f-43ad-975a-7721c96209ae tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0172980 Feb 28 17:41:25.052509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-3b37218f-6957-42b0-b3a5-d1d5fa9dfccb tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.053453 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3b37218f-6957-42b0-b3a5-d1d5fa9dfccb tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043557 Feb 28 17:41:25.056463 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50960) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.069108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-4228eddf-01b0-4e01-ac37-b59a82c8d153 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.070212 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4228eddf-01b0-4e01-ac37-b59a82c8d153 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0058110 Feb 28 17:41:25.073438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50962) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.077835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-91c7ce56-f585-4bb3-9670-9a4d38395ac2 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.078858 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-91c7ce56-f585-4bb3-9670-9a4d38395ac2 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044756 Feb 28 17:41:25.085433 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50964) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.092637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-3b61b0cb-438e-4cba-a706-c5de3f7a4a90 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.093624 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3b61b0cb-438e-4cba-a706-c5de3f7a4a90 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058870 Feb 28 17:41:25.104078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50966) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.108252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-2d491b02-7389-40c9-84a2-f95541a727be tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.109187 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2d491b02-7389-40c9-84a2-f95541a727be tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0041919 Feb 28 17:41:25.112281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50968) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.121342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-a57900f7-73b1-43ea-a1d6-3046b339a1ce tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.130943 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a57900f7-73b1-43ea-a1d6-3046b339a1ce tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0166080 Feb 28 17:41:25.136856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50970) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.147187 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-66b4c9ca-777e-4356-8643-20f82bc7a9da tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.149614 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-66b4c9ca-777e-4356-8643-20f82bc7a9da tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0104795 Feb 28 17:41:25.152533 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50972) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.153785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f217802f-99a7-4e0a-be55-e2137a8aa351 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Deleting port 9b004871-6b3f-4993-a7e4-f1f227d9acb8 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:25.158990 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f217802f-99a7-4e0a-be55-e2137a8aa351 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9b004871-6b3f-4993-a7e4-f1f227d9acb8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:25.159905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-7cc2723f-9145-4d01-9ec7-5a1910df68ec tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.161272 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7cc2723f-9145-4d01-9ec7-5a1910df68ec tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052330 Feb 28 17:41:25.164640 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50974) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.168772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-6eb18d0e-bb9d-4ed2-aeba-9cdf17451d26 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.169850 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6eb18d0e-bb9d-4ed2-aeba-9cdf17451d26 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043213 Feb 28 17:41:25.172590 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50976) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.176600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-54e2fd5f-ef11-4a27-8560-42f8b864b3f7 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.179911 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-54e2fd5f-ef11-4a27-8560-42f8b864b3f7 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0041003 Feb 28 17:41:25.180604 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50978) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.187665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-b8bac4a4-bcd2-4362-883e-5063380c206d tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.192932 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b8bac4a4-bcd2-4362-883e-5063380c206d tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0082123 Feb 28 17:41:25.193785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50980) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.238289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-9e8486e0-50b1-4b2d-9970-e2d68ddc75dd tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.239613 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9e8486e0-50b1-4b2d-9970-e2d68ddc75dd tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0412278 Feb 28 17:41:25.243813 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50982) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.250537 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-436ac565-4be2-448a-963f-8e01a1295c80 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.257098 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-436ac565-4be2-448a-963f-8e01a1295c80 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0116296 Feb 28 17:41:25.258106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50984) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.262599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-641885b9-dc3e-4866-b780-bffb199df69c tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.266593 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-641885b9-dc3e-4866-b780-bffb199df69c tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0072992 Feb 28 17:41:25.267522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50986) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.272559 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-f0848103-c1d1-49a9-ae69-cd1fb3ed0025 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.277004 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f0848103-c1d1-49a9-ae69-cd1fb3ed0025 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0084808 Feb 28 17:41:25.277827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50988) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.283261 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-cdb8e72e-93b0-4fb6-9e00-40bcfe110202 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.287337 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cdb8e72e-93b0-4fb6-9e00-40bcfe110202 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0084603 Feb 28 17:41:25.288286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50992) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.293895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-6f1e9a4e-50b5-4736-aaaf-e4a89362e205 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.298880 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6f1e9a4e-50b5-4736-aaaf-e4a89362e205 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0085526 Feb 28 17:41:25.299635 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50994) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.302355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0414710-0e97-41c5-ba7c-4250353e076e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:25.305933 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0414710-0e97-41c5-ba7c-4250353e076e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:25.378807 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f217802f-99a7-4e0a-be55-e2137a8aa351 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9b004871-6b3f-4993-a7e4-f1f227d9acb8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:25.383342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-f0414710-0e97-41c5-ba7c-4250353e076e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Performing IP validity checks on allocation pools {{(pid=104247) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 17:41:25.383954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-f0414710-0e97-41c5-ba7c-4250353e076e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104247) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 17:41:25.408027 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f217802f-99a7-4e0a-be55-e2137a8aa351 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Calling delete_port for 9b004871-6b3f-4993-a7e4-f1f227d9acb8 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:25.416595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-b9adb6a8-f1fc-40f9-a3e6-9647dbda2da0 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.418438 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b9adb6a8-f1fc-40f9-a3e6-9647dbda2da0 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.1169906 Feb 28 17:41:25.420479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51000) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.425397 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-48817636-8f86-4fb0-84a3-04450644e777 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.429370 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-48817636-8f86-4fb0-84a3-04450644e777 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0053723 Feb 28 17:41:25.430720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51002) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.463149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-02ca16f0-b71d-4a4c-b00d-d4db6a6497c7 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.464162 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-02ca16f0-b71d-4a4c-b00d-d4db6a6497c7 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0322983 Feb 28 17:41:25.466794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51004) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.472561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-026bfd11-dee1-4894-9b38-b1c71cac0f2f tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.477423 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-026bfd11-dee1-4894-9b38-b1c71cac0f2f tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0056477 Feb 28 17:41:25.479440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51006) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.483757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-137e4cfa-c4fc-4642-a8bf-e6a9c01b6a3c tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.484714 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-137e4cfa-c4fc-4642-a8bf-e6a9c01b6a3c tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042965 Feb 28 17:41:25.487441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51008) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.492487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-223e4dd9-bc92-4551-ba57-1295ceecab4a tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.495651 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-223e4dd9-bc92-4551-ba57-1295ceecab4a tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049965 Feb 28 17:41:25.498066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51010) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.508611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-5f47884e-5c3a-4178-8f0c-ef5c16da2510 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.508611 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5f47884e-5c3a-4178-8f0c-ef5c16da2510 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0062015 Feb 28 17:41:25.508611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51012) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.512214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-418c64d3-d82c-4f21-83bf-ac9d1e90f8f7 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.513371 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-418c64d3-d82c-4f21-83bf-ac9d1e90f8f7 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0041773 Feb 28 17:41:25.515550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51016) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.519608 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-035f17db-12c3-44db-9875-8d9b565585a9 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.520606 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-035f17db-12c3-44db-9875-8d9b565585a9 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042012 Feb 28 17:41:25.523733 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51018) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.527153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-c583fda9-88a1-4783-8551-e7a861521d41 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.528079 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c583fda9-88a1-4783-8551-e7a861521d41 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040426 Feb 28 17:41:25.538487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51020) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.543435 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-5d8f0112-0559-4d44-8b19-2d602403f3aa tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.544097 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d455ff-60e5-438e-aa46-3854e4a0442f req-1f7cc53b-dcc0-462e-b8a4-1dd31371b505 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:25.544367 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5d8f0112-0559-4d44-8b19-2d602403f3aa tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049746 Feb 28 17:41:25.547014 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-46d455ff-60e5-438e-aa46-3854e4a0442f req-1f7cc53b-dcc0-462e-b8a4-1dd31371b505 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1328690 Feb 28 17:41:25.551324 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51022) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.555838 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-34c94a5a-82de-45f9-aba7-9fe5e69f46a3 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.556960 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-34c94a5a-82de-45f9-aba7-9fe5e69f46a3 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0062516 Feb 28 17:41:25.565817 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51024) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.571893 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-c5c8e6cf-8434-4c20-a19c-8f1eedf483ea tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.572947 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c5c8e6cf-8434-4c20-a19c-8f1eedf483ea tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045316 Feb 28 17:41:25.590107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51026) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.598415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-99d74713-8d83-489c-a68c-4a837d680ea5 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.599635 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-99d74713-8d83-489c-a68c-4a837d680ea5 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0083485 Feb 28 17:41:25.602406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51028) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.608467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-c3509eeb-2ccf-4fb8-8db1-2299f6f70100 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.609587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c3509eeb-2ccf-4fb8-8db1-2299f6f70100 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0061605 Feb 28 17:41:25.612388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51030) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.619395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-435651b2-7c3e-4b04-8d30-ee71391f91b4 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.620351 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-435651b2-7c3e-4b04-8d30-ee71391f91b4 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0068443 Feb 28 17:41:25.623075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51032) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.627146 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-f3a302e9-fb0a-40cf-99e1-7a1f5624d85b tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.628129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f3a302e9-fb0a-40cf-99e1-7a1f5624d85b tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0040402 Feb 28 17:41:25.632561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51034) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.636751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-6bc68675-33ba-48c2-8447-3edc291dbfd9 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.637679 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6bc68675-33ba-48c2-8447-3edc291dbfd9 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0042710 Feb 28 17:41:25.640049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51036) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.640862 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-46d455ff-60e5-438e-aa46-3854e4a0442f req-8cc5b323-148e-4450-a8f7-4b3f58d0b3eb tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881023 Feb 28 17:41:25.644396 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-4f373cc1-24e8-4408-ae54-62403f71d7a6 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.645539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4f373cc1-24e8-4408-ae54-62403f71d7a6 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0042660 Feb 28 17:41:25.653102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51038) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.661041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-5ef80f67-38e0-4909-9b40-bc20792e6ab0 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.666134 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5ef80f67-38e0-4909-9b40-bc20792e6ab0 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0087485 Feb 28 17:41:25.666448 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51040) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.671493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-f9ec42ec-c2bf-4196-a5eb-916d80bb8ed3 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.672561 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f9ec42ec-c2bf-4196-a5eb-916d80bb8ed3 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0041871 Feb 28 17:41:25.680443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51042) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.685191 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-df7c98e8-f26b-47a7-b3ca-791a3d495270 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.689281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51046) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.690178 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-df7c98e8-f26b-47a7-b3ca-791a3d495270 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0085309 Feb 28 17:41:25.694446 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-dd476b32-3e84-4a7d-a408-d6fcacac6f81 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.695485 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dd476b32-3e84-4a7d-a408-d6fcacac6f81 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0050662 Feb 28 17:41:25.697830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51048) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.706929 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-a929d4fa-7b0b-4eae-9366-c789bbeb29e4 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.706929 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a929d4fa-7b0b-4eae-9366-c789bbeb29e4 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043032 Feb 28 17:41:25.708754 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51052) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.713173 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-49a66bba-2396-48cf-ba9f-86f9bdd20796 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.714545 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-49a66bba-2396-48cf-ba9f-86f9bdd20796 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046744 Feb 28 17:41:25.716779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51054) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.722083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-c393c521-cfdd-48bc-8b0a-ba7be6a68c46 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.723231 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c393c521-cfdd-48bc-8b0a-ba7be6a68c46 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0051816 Feb 28 17:41:25.725672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51056) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.730042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-f2d277b2-d3d4-482d-80af-f85f78301546 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.731173 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f2d277b2-d3d4-482d-80af-f85f78301546 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045016 Feb 28 17:41:25.731737 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f217802f-99a7-4e0a-be55-e2137a8aa351 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9b004871-6b3f-4993-a7e4-f1f227d9acb8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:25.740473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51058) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.755443 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0414710-0e97-41c5-ba7c-4250353e076e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (decb1ca5-8b01-4930-ab52-5549b1d290fc), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:25.769617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-325ca049-7196-4721-90e2-8347a23d7e02 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.774376 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-325ca049-7196-4721-90e2-8347a23d7e02 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0310779 Feb 28 17:41:25.780816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51060) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.782006 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217802f-99a7-4e0a-be55-e2137a8aa351 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Pushing event deleted for resources: {'Port': ['ID=9b004871-6b3f-4993-a7e4-f1f227d9acb8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:25.797333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-d71fbc51-7ccc-4e9b-b0ba-a0931c1aa080 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.803071 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d71fbc51-7ccc-4e9b-b0ba-a0931c1aa080 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0183573 Feb 28 17:41:25.806149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51062) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.811550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-33b355b4-a8e2-4d1c-8c9a-f27ad64b0ae1 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.815802 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-33b355b4-a8e2-4d1c-8c9a-f27ad64b0ae1 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0077033 Feb 28 17:41:25.816075 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51064) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.836202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-50f26074-1fb3-4717-857d-7396f4b62a78 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.838542 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-50f26074-1fb3-4717-857d-7396f4b62a78 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0105243 Feb 28 17:41:25.853056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51066) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.863344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-a6aec348-89e9-4c21-be73-3cb2bee37ad9 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.868398 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a6aec348-89e9-4c21-be73-3cb2bee37ad9 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0095186 Feb 28 17:41:25.870598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51068) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.880564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0414710-0e97-41c5-ba7c-4250353e076e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Subnet': ['ID=decb1ca5-8b01-4930-ab52-5549b1d290fc,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:25.886237 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0414710-0e97-41c5-ba7c-4250353e076e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Checking segment: {'id': '0fe798aa-b3bd-462d-bf47-20de421d0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '93b10e08-1cdb-48fb-b4f1-39e6d00adff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:25.886626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0414710-0e97-41c5-ba7c-4250353e076e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network hostable DHCP agents. Network: 93b10e08-1cdb-48fb-b4f1-39e6d00adff0, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:41:25.928796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [None req-6acfe964-8d99-4849-880f-65a524d31254 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.932786 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51072) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.935083 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6acfe964-8d99-4849-880f-65a524d31254 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0633149 Feb 28 17:41:25.937586 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-14630cdd-218b-4947-a94d-d4b9f54ee908 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.938909 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-14630cdd-218b-4947-a94d-d4b9f54ee908 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0048709 Feb 28 17:41:25.941393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51074) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.947247 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-7bdf0200-6232-4f31-a4ce-1121383677fa tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.951159 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7bdf0200-6232-4f31-a4ce-1121383677fa tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0086489 Feb 28 17:41:25.954078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51076) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.958759 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-a99e4f9c-70bf-4904-82e9-5abc0ce8160c tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.959688 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a99e4f9c-70bf-4904-82e9-5abc0ce8160c tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0046442 Feb 28 17:41:25.963370 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0414710-0e97-41c5-ba7c-4250353e076e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network 93b10e08-1cdb-48fb-b4f1-39e6d00adff0 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:41:25.965406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51080) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.976154 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-25810890-fc5b-4a7a-a92c-e83371c7d73b tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.979600 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-25810890-fc5b-4a7a-a92c-e83371c7d73b tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0072627 Feb 28 17:41:25.979760 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f217802f-99a7-4e0a-be55-e2137a8aa351 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:25.980493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51082) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.982552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f217802f-99a7-4e0a-be55-e2137a8aa351 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/ports/9b004871-6b3f-4993-a7e4-f1f227d9acb8 HTTP/1.1" status: 204 len: 168 time: 1.1762619 Feb 28 17:41:25.984984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-d45f21ce-a5ca-4738-b769-2e2527cbc3d0 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.985328 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51084) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.988354 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d45f21ce-a5ca-4738-b769-2e2527cbc3d0 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050895 Feb 28 17:41:25.989137 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51086) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:25.994560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-16515f5f-92c6-4b39-825e-56cec797e864 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:25.997955 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-16515f5f-92c6-4b39-825e-56cec797e864 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055726 Feb 28 17:41:25.998166 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51088) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:26.002623 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-f4240e64-63ff-4fdf-8801-593f22f75dad tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:26.005620 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f4240e64-63ff-4fdf-8801-593f22f75dad tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043778 Feb 28 17:41:26.005834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51090) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:26.010131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-7292e5aa-c388-4594-a459-fe683739be81 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:26.011111 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7292e5aa-c388-4594-a459-fe683739be81 tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043509 Feb 28 17:41:26.013631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51092) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:26.034118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51094) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:26.036423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-96d8c6e1-c1a8-4eeb-b4e9-f4a883accc3c tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:26.039573 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-96d8c6e1-c1a8-4eeb-b4e9-f4a883accc3c tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0227249 Feb 28 17:41:26.040183 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51096) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:26.047917 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [None req-49921cb3-7927-4570-89d0-da9fe0b8f27d tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:41:26.048871 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-49921cb3-7927-4570-89d0-da9fe0b8f27d tempest-ExtensionsTestJSON-2039145645 tempest-ExtensionsTestJSON-2039145645-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046475 Feb 28 17:41:26.055770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-f0414710-0e97-41c5-ba7c-4250353e076e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 93b10e08-1cdb-48fb-b4f1-39e6d00adff0) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:26.066521 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4020fb15-222f-43a2-9dd4-04165abf5a1a None None] Network 93b10e08-1cdb-48fb-b4f1-39e6d00adff0 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:26.076361 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0414710-0e97-41c5-ba7c-4250353e076e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:26.076964 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0414710-0e97-41c5-ba7c-4250353e076e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:26.119380 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-0745afeb-6762-4e75-b405-9850c6842825 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Deleting subnet b3d8a48b-7409-4ae4-bffe-ed101b01e156 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:41:26.126538 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0745afeb-6762-4e75-b405-9850c6842825 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for subnet (b3d8a48b-7409-4ae4-bffe-ed101b01e156), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:26.188567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f0414710-0e97-41c5-ba7c-4250353e076e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1744862 Feb 28 17:41:26.191113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51108) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:26.216568 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0745afeb-6762-4e75-b405-9850c6842825 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (b3d8a48b-7409-4ae4-bffe-ed101b01e156), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:26.261593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-93b10e08-1cdb-48fb-b4f1-39e6d00adff0', 'network_id': '93b10e08-1cdb-48fb-b4f1-39e6d00adff0', 'project_id': '7a70bc3c0c9f48fcbcd09d08fa71565e', 'fixed_ips': [{'subnet_id': 'decb1ca5-8b01-4930-ab52-5549b1d290fc'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:41:26.262843 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:26.327558 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (93b10e08-1cdb-48fb-b4f1-39e6d00adff0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:26.350266 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0745afeb-6762-4e75-b405-9850c6842825 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (b3d8a48b-7409-4ae4-bffe-ed101b01e156), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:26.407014 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (decb1ca5-8b01-4930-ab52-5549b1d290fc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:26.455017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Allocated IP 172.20.0.3 (93b10e08-1cdb-48fb-b4f1-39e6d00adff0/decb1ca5-8b01-4930-ab52-5549b1d290fc/21f8063d-eacb-490d-8607-a4f6a0e3a97c) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:26.458886 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a98b13c4-6466-4142-899d-d2805b48c30b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:26.550009 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a98b13c4-6466-4142-899d-d2805b48c30b admin admin] Publish callbacks [] for security_group (e9ebbe2f-d01d-45c6-a9fa-f324b3f10e2f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:26.695475 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0745afeb-6762-4e75-b405-9850c6842825 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (b3d8a48b-7409-4ae4-bffe-ed101b01e156), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:26.714442 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a98b13c4-6466-4142-899d-d2805b48c30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e9ebbe2f-d01d-45c6-a9fa-f324b3f10e2f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:26.753128 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a98b13c4-6466-4142-899d-d2805b48c30b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2793a730347d454c8fe72c7bab09867c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7111456 Feb 28 17:41:26.756481 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51116) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:26.782337 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745afeb-6762-4e75-b405-9850c6842825 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d8a48b-7409-4ae4-bffe-ed101b01e156,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:26.789788 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0745afeb-6762-4e75-b405-9850c6842825 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:26.796390 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0745afeb-6762-4e75-b405-9850c6842825 tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/subnets/b3d8a48b-7409-4ae4-bffe-ed101b01e156 HTTP/1.1" status: 204 len: 168 time: 0.8096085 Feb 28 17:41:26.802762 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51120) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:26.815933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b13c4-6466-4142-899d-d2805b48c30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ebbe2f-d01d-45c6-a9fa-f324b3f10e2f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:26.866932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c99a568-3547-4d6b-a39e-921ca64ea8fe None None] Network 5b13401a-cd14-4bbd-91f2-b2fee22da2f7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:26.874959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533c3b-b3b1-4831-aa38-35810c227753 req-ff7b0af6-ea52-4560-9d62-4b78a8015f70 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:26.877249 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-32533c3b-b3b1-4831-aa38-35810c227753 req-ff7b0af6-ea52-4560-9d62-4b78a8015f70 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.0759792 Feb 28 17:41:26.914223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51124) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:27.018504 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-32533c3b-b3b1-4831-aa38-35810c227753 req-bf0093f2-664a-4df9-a1c6-42756638b4f5 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346731 Feb 28 17:41:27.058610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-703d23c8-cab6-4114-a871-5d3550b1537b admin admin] Publish callbacks [] for security_group (e9ebbe2f-d01d-45c6-a9fa-f324b3f10e2f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.080307 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (5b13401a-cd14-4bbd-91f2-b2fee22da2f7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.094525 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-703d23c8-cab6-4114-a871-5d3550b1537b admin admin] Publish callbacks [] for security_group (e9ebbe2f-d01d-45c6-a9fa-f324b3f10e2f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.132997 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Publish callbacks [] for port (21f8063d-eacb-490d-8607-a4f6a0e3a97c), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.180013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Deleting port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:27.180345 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.214524 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcfb641-4ac1-4a47-936c-4aaf5ab52f90 None None] DHCP port deletion for 5b13401a-cd14-4bbd-91f2-b2fee22da2f7 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:41:27.245427 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (21f8063d-eacb-490d-8607-a4f6a0e3a97c), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.260698 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] For port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40,segment=NetworkSegment(088e6eca-6c6f-4df6-bd45-f311a8dc32b1),segment_id=088e6eca-6c6f-4df6-bd45-f311a8dc32b1)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:27.260999 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.263472 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-703d23c8-cab6-4114-a871-5d3550b1537b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e9ebbe2f-d01d-45c6-a9fa-f324b3f10e2f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.268869 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-703d23c8-cab6-4114-a871-5d3550b1537b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.272324 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-703d23c8-cab6-4114-a871-5d3550b1537b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e9ebbe2f-d01d-45c6-a9fa-f324b3f10e2f HTTP/1.1" status: 204 len: 168 time: 0.5125854 Feb 28 17:41:27.286715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Calling delete_port for 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:27.288951 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d23c8-cab6-4114-a871-5d3550b1537b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ebbe2f-d01d-45c6-a9fa-f324b3f10e2f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:27.307154 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Network 93b10e08-1cdb-48fb-b4f1-39e6d00adff0 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:27.319928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:27.322899 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:27.336063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (decb1ca5-8b01-4930-ab52-5549b1d290fc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.339308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Pushing event updated for resources: {'Port': ['ID=21f8063d-eacb-490d-8607-a4f6a0e3a97c,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:27.372209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Subnet': ['ID=decb1ca5-8b01-4930-ab52-5549b1d290fc,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:27.426543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ddcfb641-4ac1-4a47-936c-4aaf5ab52f90 None None] Deleting port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:27.426920 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ddcfb641-4ac1-4a47-936c-4aaf5ab52f90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.450460 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (93b10e08-1cdb-48fb-b4f1-39e6d00adff0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.470584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b10e08-1cdb-48fb-b4f1-39e6d00adff0']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:27.476900 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Attempting to bind port 21f8063d-eacb-490d-8607-a4f6a0e3a97c on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:27.477279 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Attempting to bind port 21f8063d-eacb-490d-8607-a4f6a0e3a97c by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '0fe798aa-b3bd-462d-bf47-20de421d0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '93b10e08-1cdb-48fb-b4f1-39e6d00adff0'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:27.477644 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Attempting to bind port 21f8063d-eacb-490d-8607-a4f6a0e3a97c on network 93b10e08-1cdb-48fb-b4f1-39e6d00adff0 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:27.480984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe798aa-b3bd-462d-bf47-20de421d0150') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:27.489340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe798aa-b3bd-462d-bf47-20de421d0150') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:27.492204 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (0fe798aa-b3bd-462d-bf47-20de421d0150), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.495832 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:27.496216 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Checking segment: {'id': '0fe798aa-b3bd-462d-bf47-20de421d0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '93b10e08-1cdb-48fb-b4f1-39e6d00adff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:27.496615 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.497009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Bound using segment: {'id': '0fe798aa-b3bd-462d-bf47-20de421d0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '93b10e08-1cdb-48fb-b4f1-39e6d00adff0'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:27.497485 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Bound port: 21f8063d-eacb-490d-8607-a4f6a0e3a97c, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe798aa-b3bd-462d-bf47-20de421d0150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '93b10e08-1cdb-48fb-b4f1-39e6d00adff0'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:27.497854 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (21f8063d-eacb-490d-8607-a4f6a0e3a97c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.506617 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0fe798aa-b3bd-462d-bf47-20de421d0150), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.513665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:27.514090 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (0fe798aa-b3bd-462d-bf47-20de421d0150), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.517446 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ddcfb641-4ac1-4a47-936c-4aaf5ab52f90 None None] For port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40,segment=NetworkSegment(088e6eca-6c6f-4df6-bd45-f311a8dc32b1),segment_id=088e6eca-6c6f-4df6-bd45-f311a8dc32b1)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: warnings.warn(msg) Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:27.517779 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:27.526440 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ddcfb641-4ac1-4a47-936c-4aaf5ab52f90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.534997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ddcfb641-4ac1-4a47-936c-4aaf5ab52f90 None None] Calling delete_port for 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:27.554567 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-391918df-207f-4de8-8719-a85072aee1cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.577458 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.612594 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Pushing event deleted for resources: {'Port': ['ID=8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:27.615026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] No DVR routers for this DVR port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:41:27.620970 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.api [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 17:41:27.620970 n-d-820368-19 neutron-server[104247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 17:41:27.620970 n-d-820368-19 neutron-server[104247]: [parameters: {'id': '93b10e08-1cdb-48fb-b4f1-39e6d00adff0'}] Feb 28 17:41:27.620970 n-d-820368-19 neutron-server[104247]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:41:27.621395 n-d-820368-19 neutron-server[104247]: DEBUG oslo_db.api [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:41:27.659615 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ddcfb641-4ac1-4a47-936c-4aaf5ab52f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.699532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcfb641-4ac1-4a47-936c-4aaf5ab52f90 None None] No DVR routers for this DVR port 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:41:27.709833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfb641-4ac1-4a47-936c-4aaf5ab52f90 None None] Pushing event deleted for resources: {'Port': ['ID=8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:27.713767 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (5b13401a-cd14-4bbd-91f2-b2fee22da2f7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.725355 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] For port 21f8063d-eacb-490d-8607-a4f6a0e3a97c, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:27.728962 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] For port 21f8063d-eacb-490d-8607-a4f6a0e3a97c, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=21f8063d-eacb-490d-8607-a4f6a0e3a97c,segment=NetworkSegment(0fe798aa-b3bd-462d-bf47-20de421d0150),segment_id=0fe798aa-b3bd-462d-bf47-20de421d0150)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:27.733341 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-391918df-207f-4de8-8719-a85072aee1cb admin admin] Publish callbacks [] for security_group (bcfd6d0a-0a91-42f2-b62f-f015aac30955), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.736308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b13401a-cd14-4bbd-91f2-b2fee22da2f7']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:27.745795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088e6eca-6c6f-4df6-bd45-f311a8dc32b1') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:27.746204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088e6eca-6c6f-4df6-bd45-f311a8dc32b1') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:27.759798 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (088e6eca-6c6f-4df6-bd45-f311a8dc32b1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.768952 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (088e6eca-6c6f-4df6-bd45-f311a8dc32b1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.775746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:27.776135 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (088e6eca-6c6f-4df6-bd45-f311a8dc32b1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:27.779108 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:27.834198 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-391918df-207f-4de8-8719-a85072aee1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bcfd6d0a-0a91-42f2-b62f-f015aac30955), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.834718 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (21f8063d-eacb-490d-8607-a4f6a0e3a97c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.880077 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-391918df-207f-4de8-8719-a85072aee1cb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=57e6c41d1335496aaa8725ec1f57410a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9634628 Feb 28 17:41:27.880297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51142) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:27.881206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391918df-207f-4de8-8719-a85072aee1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd6d0a-0a91-42f2-b62f-f015aac30955,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:27.918149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce06ae7-8bd5-438d-b78d-af73f633ded5 None None] Pushing event updated for resources: {'Port': ['ID=21f8063d-eacb-490d-8607-a4f6a0e3a97c,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:27.940369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931684ee-6916-4867-906f-1295b722ebbc None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:41:27.941677 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-068af274-01ff-45bf-b14b-0a343419b06d admin admin] Publish callbacks [] for security_group (bcfd6d0a-0a91-42f2-b62f-f015aac30955), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.951153 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (5b13401a-cd14-4bbd-91f2-b2fee22da2f7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.962717 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:27.965741 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] 10.222.0.72 "DELETE /v2.0/networks/5b13401a-cd14-4bbd-91f2-b2fee22da2f7 HTTP/1.1" status: 204 len: 168 time: 1.1619809 Feb 28 17:41:27.981473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b6012-9e46-4d9f-a0df-a8c40b2fdfec tempest-TagsExtTest-254614259 tempest-TagsExtTest-254614259-project] Pushing event deleted for resources: {'Network': ['ID=5b13401a-cd14-4bbd-91f2-b2fee22da2f7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:27.987198 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-068af274-01ff-45bf-b14b-0a343419b06d admin admin] Publish callbacks [] for security_group (bcfd6d0a-0a91-42f2-b62f-f015aac30955), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.027466 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931684ee-6916-4867-906f-1295b722ebbc None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:41:28.124943 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (93b10e08-1cdb-48fb-b4f1-39e6d00adff0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.141375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-068af274-01ff-45bf-b14b-0a343419b06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bcfd6d0a-0a91-42f2-b62f-f015aac30955), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.144033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-068af274-01ff-45bf-b14b-0a343419b06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.155902 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-068af274-01ff-45bf-b14b-0a343419b06d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bcfd6d0a-0a91-42f2-b62f-f015aac30955 HTTP/1.1" status: 204 len: 168 time: 0.2645288 Feb 28 17:41:28.194029 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068af274-01ff-45bf-b14b-0a343419b06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd6d0a-0a91-42f2-b62f-f015aac30955,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:28.215009 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27134d43-5768-47ca-9f2c-d3e192f4a588 req-f5197b32-2f2d-42a4-8361-9fd2f0c2515c tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:28.216759 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27134d43-5768-47ca-9f2c-d3e192f4a588 req-f5197b32-2f2d-42a4-8361-9fd2f0c2515c tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1184132 Feb 28 17:41:28.223478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6061fc32-9c0f-4fb0-a2f3-f5101b11874b None None] Network 93b10e08-1cdb-48fb-b4f1-39e6d00adff0 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:28.274855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Deleting port 21f8063d-eacb-490d-8607-a4f6a0e3a97c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:28.275446 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (21f8063d-eacb-490d-8607-a4f6a0e3a97c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.346983 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27134d43-5768-47ca-9f2c-d3e192f4a588 req-5f190e9f-54ef-4604-8f89-38d5e3377602 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116774 Feb 28 17:41:28.350734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:41:28.375448 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:41:28.375955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8b1f0ec3-7e7e-4b1e-868e-a5968c1f8d40 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:41:28.381742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] For port 21f8063d-eacb-490d-8607-a4f6a0e3a97c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=21f8063d-eacb-490d-8607-a4f6a0e3a97c,segment=NetworkSegment(0fe798aa-b3bd-462d-bf47-20de421d0150),segment_id=0fe798aa-b3bd-462d-bf47-20de421d0150)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:28.382538 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (21f8063d-eacb-490d-8607-a4f6a0e3a97c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.398270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Calling delete_port for 21f8063d-eacb-490d-8607-a4f6a0e3a97c owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:28.536916 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (21f8063d-eacb-490d-8607-a4f6a0e3a97c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.562857 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Port': ['ID=21f8063d-eacb-490d-8607-a4f6a0e3a97c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:28.566318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No DVR routers for this DVR port 21f8063d-eacb-490d-8607-a4f6a0e3a97c on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:41:28.658736 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (93b10e08-1cdb-48fb-b4f1-39e6d00adff0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.679558 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b10e08-1cdb-48fb-b4f1-39e6d00adff0']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:28.689143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe798aa-b3bd-462d-bf47-20de421d0150') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:28.689445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe798aa-b3bd-462d-bf47-20de421d0150') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:28.699605 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (0fe798aa-b3bd-462d-bf47-20de421d0150), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.714650 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0fe798aa-b3bd-462d-bf47-20de421d0150), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.723366 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:28.724228 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (0fe798aa-b3bd-462d-bf47-20de421d0150), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:28.727999 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:28.857139 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (93b10e08-1cdb-48fb-b4f1-39e6d00adff0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.866081 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.872396 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/93b10e08-1cdb-48fb-b4f1-39e6d00adff0 HTTP/1.1" status: 204 len: 168 time: 2.6771321 Feb 28 17:41:28.872822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51166) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:28.878077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-be82ed4c-6d46-4d55-91e0-dda313e6bdc5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-838436359'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:28.892105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df227a-0946-44ac-986d-a57d059b2c44 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Network': ['ID=93b10e08-1cdb-48fb-b4f1-39e6d00adff0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:28.957056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be82ed4c-6d46-4d55-91e0-dda313e6bdc5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:28.960550 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be82ed4c-6d46-4d55-91e0-dda313e6bdc5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.985108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be82ed4c-6d46-4d55-91e0-dda313e6bdc5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:28.995176 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be82ed4c-6d46-4d55-91e0-dda313e6bdc5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (dbd4411d-98a8-4d21-a1b1-d4e05c404cb6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:28.995515 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-be82ed4c-6d46-4d55-91e0-dda313e6bdc5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Added segment dbd4411d-98a8-4d21-a1b1-d4e05c404cb6 of type vlan for network c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3 Feb 28 17:41:29.034751 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be82ed4c-6d46-4d55-91e0-dda313e6bdc5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:29.125836 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be82ed4c-6d46-4d55-91e0-dda313e6bdc5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:29.134406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82ed4c-6d46-4d55-91e0-dda313e6bdc5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:29.134406 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be82ed4c-6d46-4d55-91e0-dda313e6bdc5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:29.176076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51170) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:29.193291 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cec367e4-5411-4b61-a5fa-375cfe34e295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:29.248907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82ed4c-6d46-4d55-91e0-dda313e6bdc5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Network': ['ID=c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:29.262782 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:29.280206 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-be82ed4c-6d46-4d55-91e0-dda313e6bdc5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4062686 Feb 28 17:41:29.282873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51174) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:29.288610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-95d8eb4c-9af6-4cc9-9e2b-36b3f395796b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'subnet': {'network_id': 'c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:29.302276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51176) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:29.348595 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cec367e4-5411-4b61-a5fa-375cfe34e295 admin admin] Publish callbacks [] for security_group (512156aa-ff65-4ba2-8c26-34506181317f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:29.476294 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cec367e4-5411-4b61-a5fa-375cfe34e295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (512156aa-ff65-4ba2-8c26-34506181317f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:29.493315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27db4f-179b-41ed-be76-cb9271bddea2 req-70ecc29b-1fab-42ad-99e7-e9add0badf69 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:29.495444 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6c27db4f-179b-41ed-be76-cb9271bddea2 req-70ecc29b-1fab-42ad-99e7-e9add0badf69 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.0819421 Feb 28 17:41:29.527122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d8eb4c-9af6-4cc9-9e2b-36b3f395796b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:29.530443 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cec367e4-5411-4b61-a5fa-375cfe34e295 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8ade36fe22dd460a8cc69f6876372dbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3532579 Feb 28 17:41:29.531317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51186) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:29.531622 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-95d8eb4c-9af6-4cc9-9e2b-36b3f395796b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:29.540847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec367e4-5411-4b61-a5fa-375cfe34e295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512156aa-ff65-4ba2-8c26-34506181317f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:29.624349 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63b5f7f2-1e12-49e9-836c-57c3f04784ae admin admin] Publish callbacks [] for security_group (512156aa-ff65-4ba2-8c26-34506181317f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:29.633485 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:41:29.656936 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63b5f7f2-1e12-49e9-836c-57c3f04784ae admin admin] Publish callbacks [] for security_group (512156aa-ff65-4ba2-8c26-34506181317f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:29.750531 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6c27db4f-179b-41ed-be76-cb9271bddea2 req-434b5443-b9f5-4e0d-a29b-917a8d814b8c tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488604 Feb 28 17:41:29.765412 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63b5f7f2-1e12-49e9-836c-57c3f04784ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (512156aa-ff65-4ba2-8c26-34506181317f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:29.768066 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63b5f7f2-1e12-49e9-836c-57c3f04784ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:29.769303 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-63b5f7f2-1e12-49e9-836c-57c3f04784ae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/512156aa-ff65-4ba2-8c26-34506181317f HTTP/1.1" status: 204 len: 168 time: 0.2360210 Feb 28 17:41:29.779758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5f7f2-1e12-49e9-836c-57c3f04784ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512156aa-ff65-4ba2-8c26-34506181317f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:29.794681 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-95d8eb4c-9af6-4cc9-9e2b-36b3f395796b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (ab90a392-84ee-4245-82b2-386016986cfa), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:29.856451 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d4aae040-dd71-41fc-8704-368cae2e9af3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=32fa274696bd48b78e06b62e7a8fa8e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5524931 Feb 28 17:41:29.859118 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51196) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:29.924117 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8eb4c-9af6-4cc9-9e2b-36b3f395796b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Subnet': ['ID=ab90a392-84ee-4245-82b2-386016986cfa,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:29.936964 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4920db4-ef2c-402d-9e0b-0e1d044a3bb6 admin admin] Publish callbacks [] for security_group (8f2ba8e9-12db-4fe2-81a8-c75307e5f98c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:29.956102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d8eb4c-9af6-4cc9-9e2b-36b3f395796b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Checking segment: {'id': 'dbd4411d-98a8-4d21-a1b1-d4e05c404cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:29.956564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8eb4c-9af6-4cc9-9e2b-36b3f395796b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network hostable DHCP agents. Network: c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:41:29.965808 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4920db4-ef2c-402d-9e0b-0e1d044a3bb6 admin admin] Publish callbacks [] for security_group (8f2ba8e9-12db-4fe2-81a8-c75307e5f98c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:30.083170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8eb4c-9af6-4cc9-9e2b-36b3f395796b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:41:30.083366 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4920db4-ef2c-402d-9e0b-0e1d044a3bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8f2ba8e9-12db-4fe2-81a8-c75307e5f98c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:30.086498 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4920db4-ef2c-402d-9e0b-0e1d044a3bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:30.087917 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a4920db4-ef2c-402d-9e0b-0e1d044a3bb6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f2ba8e9-12db-4fe2-81a8-c75307e5f98c HTTP/1.1" status: 204 len: 168 time: 0.2265646 Feb 28 17:41:30.098528 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4920db4-ef2c-402d-9e0b-0e1d044a3bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2ba8e9-12db-4fe2-81a8-c75307e5f98c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:30.146037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-95d8eb4c-9af6-4cc9-9e2b-36b3f395796b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:30.150632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d8eb4c-9af6-4cc9-9e2b-36b3f395796b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:30.151644 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-95d8eb4c-9af6-4cc9-9e2b-36b3f395796b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:30.157161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe292c07-a966-4800-a98f-2b0a6a3e4839 None None] Network c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:30.232846 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-95d8eb4c-9af6-4cc9-9e2b-36b3f395796b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9486523 Feb 28 17:41:30.235787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51206) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:30.291828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3', 'network_id': 'c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3', 'project_id': '7a70bc3c0c9f48fcbcd09d08fa71565e', 'fixed_ips': [{'subnet_id': 'ab90a392-84ee-4245-82b2-386016986cfa'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:41:30.294975 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:30.500951 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Allocated IP 172.20.0.1 (c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3/ab90a392-84ee-4245-82b2-386016986cfa/ecd389c6-a9ed-438d-8391-c727469c57be) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:30.720506 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Publish callbacks [] for port (ecd389c6-a9ed-438d-8391-c727469c57be), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:30.754864 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:30.808755 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (ecd389c6-a9ed-438d-8391-c727469c57be), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:30.852699 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (ab90a392-84ee-4245-82b2-386016986cfa), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:30.927173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Network c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:30.945903 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Pushing event updated for resources: {'Port': ['ID=ecd389c6-a9ed-438d-8391-c727469c57be,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:30.948943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:30.951177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:31.002451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d026ca9-dadb-4165-9dda-bffc5ba5290d req-fcf296fb-b39c-46c1-8da3-eb4a001664a0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:31.010147 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d026ca9-dadb-4165-9dda-bffc5ba5290d req-fcf296fb-b39c-46c1-8da3-eb4a001664a0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1839197 Feb 28 17:41:31.010957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Attempting to bind port ecd389c6-a9ed-438d-8391-c727469c57be on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:31.010957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Attempting to bind port ecd389c6-a9ed-438d-8391-c727469c57be by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'dbd4411d-98a8-4d21-a1b1-d4e05c404cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:31.011373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Attempting to bind port ecd389c6-a9ed-438d-8391-c727469c57be on network c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:31.016465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:31.016839 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Checking segment: {'id': 'dbd4411d-98a8-4d21-a1b1-d4e05c404cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:31.017233 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.017626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Bound using segment: {'id': 'dbd4411d-98a8-4d21-a1b1-d4e05c404cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:31.018119 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Bound port: ecd389c6-a9ed-438d-8391-c727469c57be, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd4411d-98a8-4d21-a1b1-d4e05c404cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:31.018501 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ecd389c6-a9ed-438d-8391-c727469c57be), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.030097 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (ab90a392-84ee-4245-82b2-386016986cfa), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.070322 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Subnet': ['ID=ab90a392-84ee-4245-82b2-386016986cfa,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:31.094493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] For port ecd389c6-a9ed-438d-8391-c727469c57be, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:31.099290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] For port ecd389c6-a9ed-438d-8391-c727469c57be, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=ecd389c6-a9ed-438d-8391-c727469c57be,segment=NetworkSegment(dbd4411d-98a8-4d21-a1b1-d4e05c404cb6),segment_id=dbd4411d-98a8-4d21-a1b1-d4e05c404cb6)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:31.132870 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5d026ca9-dadb-4165-9dda-bffc5ba5290d req-ae5d539e-d220-40d0-abed-70da5d80f987 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218536 Feb 28 17:41:31.146564 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.168866 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ecd389c6-a9ed-438d-8391-c727469c57be), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.171908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:31.186250 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd4411d-98a8-4d21-a1b1-d4e05c404cb6') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:31.186624 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd4411d-98a8-4d21-a1b1-d4e05c404cb6') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:31.197766 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (dbd4411d-98a8-4d21-a1b1-d4e05c404cb6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.219991 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (dbd4411d-98a8-4d21-a1b1-d4e05c404cb6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.230103 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:31.230652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (dbd4411d-98a8-4d21-a1b1-d4e05c404cb6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:31.236610 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:31.248301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51226) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:31.254002 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83e6bf-0670-4240-9e40-079097f08ca0 None None] Pushing event updated for resources: {'Port': ['ID=ecd389c6-a9ed-438d-8391-c727469c57be,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:31.272437 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a091c2e9-48ea-4a82-bbaf-8953870a1fe1 None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:41:31.274057 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bae1e0d-2c9b-413c-a844-ec98ed515bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.355304 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.api [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 17:41:31.355304 n-d-820368-19 neutron-server[104247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 17:41:31.355304 n-d-820368-19 neutron-server[104247]: [parameters: {'id': 'c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3'}] Feb 28 17:41:31.355304 n-d-820368-19 neutron-server[104247]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:41:31.356615 n-d-820368-19 neutron-server[104247]: DEBUG oslo_db.api [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:41:31.377660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a091c2e9-48ea-4a82-bbaf-8953870a1fe1 None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:41:31.388225 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bae1e0d-2c9b-413c-a844-ec98ed515bfd admin admin] Publish callbacks [] for security_group (0137a8e7-3545-49a3-8f3d-924193fee33d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.462680 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bae1e0d-2c9b-413c-a844-ec98ed515bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0137a8e7-3545-49a3-8f3d-924193fee33d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.503504 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6bae1e0d-2c9b-413c-a844-ec98ed515bfd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cafa9cfe21b9410487b1ae6ffc4c09b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2535942 Feb 28 17:41:31.506147 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51234) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:31.515264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae1e0d-2c9b-413c-a844-ec98ed515bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0137a8e7-3545-49a3-8f3d-924193fee33d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:31.560129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f78f3b-d313-4ba0-93b0-ec1b6f454882 None None] Network c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:31.576188 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5516-8d64-4a5b-ada1-663d77356d8e admin admin] Publish callbacks [] for security_group (0137a8e7-3545-49a3-8f3d-924193fee33d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.599874 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5516-8d64-4a5b-ada1-663d77356d8e admin admin] Publish callbacks [] for security_group (0137a8e7-3545-49a3-8f3d-924193fee33d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.722226 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5516-8d64-4a5b-ada1-663d77356d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0137a8e7-3545-49a3-8f3d-924193fee33d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.725421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5516-8d64-4a5b-ada1-663d77356d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.726617 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3d2b5516-8d64-4a5b-ada1-663d77356d8e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0137a8e7-3545-49a3-8f3d-924193fee33d HTTP/1.1" status: 204 len: 168 time: 0.2193217 Feb 28 17:41:31.735065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b5516-8d64-4a5b-ada1-663d77356d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0137a8e7-3545-49a3-8f3d-924193fee33d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:31.858711 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.917161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Deleting port ecd389c6-a9ed-438d-8391-c727469c57be {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:31.917576 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ecd389c6-a9ed-438d-8391-c727469c57be), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.984132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] For port ecd389c6-a9ed-438d-8391-c727469c57be, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=ecd389c6-a9ed-438d-8391-c727469c57be,segment=NetworkSegment(dbd4411d-98a8-4d21-a1b1-d4e05c404cb6),segment_id=dbd4411d-98a8-4d21-a1b1-d4e05c404cb6)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:31.984400 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ecd389c6-a9ed-438d-8391-c727469c57be), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:31.996472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Calling delete_port for ecd389c6-a9ed-438d-8391-c727469c57be owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:32.151174 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ecd389c6-a9ed-438d-8391-c727469c57be), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:32.182476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Port': ['ID=ecd389c6-a9ed-438d-8391-c727469c57be,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:32.184504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No DVR routers for this DVR port ecd389c6-a9ed-438d-8391-c727469c57be on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:41:32.280529 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:32.297989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d16d1c-9ebb-485a-a219-7b3c1d470b7c req-c9d03cea-51a8-49f2-875c-492c014d2c08 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:32.299541 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26d16d1c-9ebb-485a-a219-7b3c1d470b7c req-c9d03cea-51a8-49f2-875c-492c014d2c08 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.0655227 Feb 28 17:41:32.303209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:32.312798 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd4411d-98a8-4d21-a1b1-d4e05c404cb6') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:32.313099 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd4411d-98a8-4d21-a1b1-d4e05c404cb6') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:32.323126 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (dbd4411d-98a8-4d21-a1b1-d4e05c404cb6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:32.336811 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (dbd4411d-98a8-4d21-a1b1-d4e05c404cb6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:32.342844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:32.343223 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (dbd4411d-98a8-4d21-a1b1-d4e05c404cb6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:32.346150 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:32.348612 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26d16d1c-9ebb-485a-a219-7b3c1d470b7c req-dcab86dc-3453-439c-ad82-59bc555d4d3e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427208 Feb 28 17:41:32.485203 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:32.492965 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:32.496014 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3 HTTP/1.1" status: 204 len: 168 time: 2.2593458 Feb 28 17:41:32.500783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51264) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:32.505758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a9b17b0b-d8a7-4413-bed6-6dfa35e7d85c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1115933605'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:32.509650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8fc40-f079-4bbf-9168-900d918e95e4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Network': ['ID=c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:32.605166 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b17b0b-d8a7-4413-bed6-6dfa35e7d85c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:32.608531 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9b17b0b-d8a7-4413-bed6-6dfa35e7d85c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:32.632751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b17b0b-d8a7-4413-bed6-6dfa35e7d85c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:32.642188 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9b17b0b-d8a7-4413-bed6-6dfa35e7d85c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (bbfbe0ab-c67f-492d-b558-21ee463cc92e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:32.642533 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-a9b17b0b-d8a7-4413-bed6-6dfa35e7d85c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Added segment bbfbe0ab-c67f-492d-b558-21ee463cc92e of type vlan for network d19b75fd-0157-4c4a-ae9e-c8affdd91883 Feb 28 17:41:32.687439 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9b17b0b-d8a7-4413-bed6-6dfa35e7d85c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (d19b75fd-0157-4c4a-ae9e-c8affdd91883), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:32.765212 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9b17b0b-d8a7-4413-bed6-6dfa35e7d85c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (d19b75fd-0157-4c4a-ae9e-c8affdd91883), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:32.770512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b17b0b-d8a7-4413-bed6-6dfa35e7d85c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:32.771272 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9b17b0b-d8a7-4413-bed6-6dfa35e7d85c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:32.845696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b17b0b-d8a7-4413-bed6-6dfa35e7d85c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Network': ['ID=d19b75fd-0157-4c4a-ae9e-c8affdd91883,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:32.857018 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network d19b75fd-0157-4c4a-ae9e-c8affdd91883 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:32.885402 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a9b17b0b-d8a7-4413-bed6-6dfa35e7d85c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3846343 Feb 28 17:41:32.893828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51276) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:32.899885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-fc4aa6da-5b0f-4243-a40c-2550d05061ad tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'subnet': {'network_id': 'd19b75fd-0157-4c4a-ae9e-c8affdd91883', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:33.096747 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51282) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:33.124907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4aa6da-5b0f-4243-a40c-2550d05061ad tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:33.129025 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fc4aa6da-5b0f-4243-a40c-2550d05061ad tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:33.363003 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fc4aa6da-5b0f-4243-a40c-2550d05061ad tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (caab099d-6464-42ab-9967-26a8f2565fc2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:33.412091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-49049126'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:33.460436 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4aa6da-5b0f-4243-a40c-2550d05061ad tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Subnet': ['ID=caab099d-6464-42ab-9967-26a8f2565fc2,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:33.473407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4aa6da-5b0f-4243-a40c-2550d05061ad tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Checking segment: {'id': 'bbfbe0ab-c67f-492d-b558-21ee463cc92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd19b75fd-0157-4c4a-ae9e-c8affdd91883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:33.473765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4aa6da-5b0f-4243-a40c-2550d05061ad tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network hostable DHCP agents. Network: d19b75fd-0157-4c4a-ae9e-c8affdd91883, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:41:33.500495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c12ec5-8f18-4d7c-b859-4d15483217df req-7e63f360-7b9a-4be4-9d9a-dee709b29644 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:33.502021 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-26c12ec5-8f18-4d7c-b859-4d15483217df req-7e63f360-7b9a-4be4-9d9a-dee709b29644 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.0724814 Feb 28 17:41:33.536728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Made reservation on behalf of 734b838426764abaa0711cdeeebe4113 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:33.542221 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:33.550222 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-26c12ec5-8f18-4d7c-b859-4d15483217df req-6a68aaa2-bc9b-4878-afc5-1a8fa0e4aada tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420136 Feb 28 17:41:33.552215 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:33.555375 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4aa6da-5b0f-4243-a40c-2550d05061ad tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network d19b75fd-0157-4c4a-ae9e-c8affdd91883 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:41:33.634111 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-fc4aa6da-5b0f-4243-a40c-2550d05061ad tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, d19b75fd-0157-4c4a-ae9e-c8affdd91883) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:33.636986 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks [] for security_group (21914160-7cd3-4631-a5eb-e1390eb50ab4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:33.640675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4aa6da-5b0f-4243-a40c-2550d05061ad tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:33.641309 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fc4aa6da-5b0f-4243-a40c-2550d05061ad tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:33.647314 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a85bf4-5db4-471b-ba26-00b4fd0f74ba None None] Network d19b75fd-0157-4c4a-ae9e-c8affdd91883 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:33.708240 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (21914160-7cd3-4631-a5eb-e1390eb50ab4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:33.735527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:33.750322 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fc4aa6da-5b0f-4243-a40c-2550d05061ad tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8544657 Feb 28 17:41:33.752252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-d19b75fd-0157-4c4a-ae9e-c8affdd91883', 'network_id': 'd19b75fd-0157-4c4a-ae9e-c8affdd91883', 'project_id': '7a70bc3c0c9f48fcbcd09d08fa71565e', 'fixed_ips': [{'subnet_id': 'caab099d-6464-42ab-9967-26a8f2565fc2'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:41:33.753237 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:33.754288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21914160-7cd3-4631-a5eb-e1390eb50ab4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:33.754590 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51308) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:33.760098 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (edfb33e8-7f88-478b-9c76-e5cc96ef6746), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:33.760452 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Added segment edfb33e8-7f88-478b-9c76-e5cc96ef6746 of type vlan for network 3669fbe9-b838-4b11-b86a-0a48addb26ba Feb 28 17:41:33.804808 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (3669fbe9-b838-4b11-b86a-0a48addb26ba), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:33.885556 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (3669fbe9-b838-4b11-b86a-0a48addb26ba), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:33.892092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:33.892714 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:33.919075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Allocated IP 172.20.0.2 (d19b75fd-0157-4c4a-ae9e-c8affdd91883/caab099d-6464-42ab-9967-26a8f2565fc2/3e08d738-0ed5-4a33-ba2b-a25a5059b38a) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:33.930492 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (d19b75fd-0157-4c4a-ae9e-c8affdd91883), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:34.013409 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (caab099d-6464-42ab-9967-26a8f2565fc2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:34.016132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Pushing event updated for resources: {'Network': ['ID=3669fbe9-b838-4b11-b86a-0a48addb26ba,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:34.071188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4f1715b1-549a-41fb-8a39-e68e74748b5c tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9723740 Feb 28 17:41:34.074118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51314) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:34.079608 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-68ec4d50-2675-45d5-a9f1-14abc11cbd5d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Request body: {'subnet': {'network_id': '3669fbe9-b838-4b11-b86a-0a48addb26ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:34.146345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 3669fbe9-b838-4b11-b86a-0a48addb26ba details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:34.252388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ec4d50-2675-45d5-a9f1-14abc11cbd5d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Made reservation on behalf of 734b838426764abaa0711cdeeebe4113 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:34.256732 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68ec4d50-2675-45d5-a9f1-14abc11cbd5d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:34.310358 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Publish callbacks [] for port (3e08d738-0ed5-4a33-ba2b-a25a5059b38a), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:34.442849 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (3e08d738-0ed5-4a33-ba2b-a25a5059b38a), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:34.487619 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Network d19b75fd-0157-4c4a-ae9e-c8affdd91883 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:34.490473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:34.494092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:34.501574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Pushing event updated for resources: {'Port': ['ID=3e08d738-0ed5-4a33-ba2b-a25a5059b38a,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:34.520105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51324) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:34.540448 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (caab099d-6464-42ab-9967-26a8f2565fc2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:34.541058 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68ec4d50-2675-45d5-a9f1-14abc11cbd5d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (d234eb0c-6b37-4986-bdbf-e0b93db18e95), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:34.572522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Subnet': ['ID=caab099d-6464-42ab-9967-26a8f2565fc2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:34.594403 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Attempting to bind port 3e08d738-0ed5-4a33-ba2b-a25a5059b38a on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:34.594813 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Attempting to bind port 3e08d738-0ed5-4a33-ba2b-a25a5059b38a by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'bbfbe0ab-c67f-492d-b558-21ee463cc92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd19b75fd-0157-4c4a-ae9e-c8affdd91883'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:34.595170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Attempting to bind port 3e08d738-0ed5-4a33-ba2b-a25a5059b38a on network d19b75fd-0157-4c4a-ae9e-c8affdd91883 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:34.601567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:34.603051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Checking segment: {'id': 'bbfbe0ab-c67f-492d-b558-21ee463cc92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd19b75fd-0157-4c4a-ae9e-c8affdd91883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:34.603730 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:34.605404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Bound using segment: {'id': 'bbfbe0ab-c67f-492d-b558-21ee463cc92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd19b75fd-0157-4c4a-ae9e-c8affdd91883'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:34.606837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Bound port: 3e08d738-0ed5-4a33-ba2b-a25a5059b38a, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfbe0ab-c67f-492d-b558-21ee463cc92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd19b75fd-0157-4c4a-ae9e-c8affdd91883'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:34.607564 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3e08d738-0ed5-4a33-ba2b-a25a5059b38a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:34.634402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51330) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:34.683596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec4d50-2675-45d5-a9f1-14abc11cbd5d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Pushing event updated for resources: {'Subnet': ['ID=d234eb0c-6b37-4986-bdbf-e0b93db18e95,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:34.693110 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (d19b75fd-0157-4c4a-ae9e-c8affdd91883), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:34.703483 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] For port 3e08d738-0ed5-4a33-ba2b-a25a5059b38a, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:34.707107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec4d50-2675-45d5-a9f1-14abc11cbd5d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Checking segment: {'id': 'edfb33e8-7f88-478b-9c76-e5cc96ef6746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3669fbe9-b838-4b11-b86a-0a48addb26ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:34.707537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec4d50-2675-45d5-a9f1-14abc11cbd5d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Network hostable DHCP agents. Network: 3669fbe9-b838-4b11-b86a-0a48addb26ba, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:41:34.709134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] For port 3e08d738-0ed5-4a33-ba2b-a25a5059b38a, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3e08d738-0ed5-4a33-ba2b-a25a5059b38a,segment=NetworkSegment(bbfbe0ab-c67f-492d-b558-21ee463cc92e),segment_id=bbfbe0ab-c67f-492d-b558-21ee463cc92e)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:34.727651 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19b75fd-0157-4c4a-ae9e-c8affdd91883']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:34.728158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1608a31-5ae9-42af-85a5-41b768736d02 req-2610de34-c79f-4e4b-a7fe-10b3eee86261 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:34.729697 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1608a31-5ae9-42af-85a5-41b768736d02 req-2610de34-c79f-4e4b-a7fe-10b3eee86261 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.0918877 Feb 28 17:41:34.741353 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbfbe0ab-c67f-492d-b558-21ee463cc92e') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:34.741653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbfbe0ab-c67f-492d-b558-21ee463cc92e') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:34.760100 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (bbfbe0ab-c67f-492d-b558-21ee463cc92e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:34.780710 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1608a31-5ae9-42af-85a5-41b768736d02 req-58c8cf80-a213-4af9-97d9-bf6f615617b6 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451908 Feb 28 17:41:34.803273 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3e08d738-0ed5-4a33-ba2b-a25a5059b38a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:34.805497 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (bbfbe0ab-c67f-492d-b558-21ee463cc92e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:34.812521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:34.812923 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (bbfbe0ab-c67f-492d-b558-21ee463cc92e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:34.858003 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:34.876713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec4d50-2675-45d5-a9f1-14abc11cbd5d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Network 3669fbe9-b838-4b11-b86a-0a48addb26ba is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:41:34.889140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e4413-758c-4872-b276-f65ca1787c31 None None] Pushing event updated for resources: {'Port': ['ID=3e08d738-0ed5-4a33-ba2b-a25a5059b38a,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:34.908733 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4b745f-c29c-464c-91c5-445c3cc73c62 None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:41:34.940199 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1896374640'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:34.946210 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.api [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 17:41:34.946210 n-d-820368-19 neutron-server[104247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 17:41:34.946210 n-d-820368-19 neutron-server[104247]: [parameters: {'id': 'd19b75fd-0157-4c4a-ae9e-c8affdd91883'}] Feb 28 17:41:34.946210 n-d-820368-19 neutron-server[104247]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:41:34.947001 n-d-820368-19 neutron-server[104247]: DEBUG oslo_db.api [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:41:34.974409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-68ec4d50-2675-45d5-a9f1-14abc11cbd5d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 3669fbe9-b838-4b11-b86a-0a48addb26ba) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:34.979867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ec4d50-2675-45d5-a9f1-14abc11cbd5d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:34.981090 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68ec4d50-2675-45d5-a9f1-14abc11cbd5d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.014512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4b745f-c29c-464c-91c5-445c3cc73c62 None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:41:35.019961 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d2c81c4-c192-4fa2-b093-42c1398b53e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.068425 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-68ec4d50-2675-45d5-a9f1-14abc11cbd5d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9900939 Feb 28 17:41:35.073114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51342) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:35.073819 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5e69199c-f916-4b92-ac99-f659eef2087d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Request body: {'port': {'network_id': '3669fbe9-b838-4b11-b86a-0a48addb26ba', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1115171315'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:35.083512 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Made reservation on behalf of c2e8c08178c54d69943c72e20a37cdd6 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:35.091308 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.107669 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.177858 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d2c81c4-c192-4fa2-b093-42c1398b53e8 admin admin] Publish callbacks [] for security_group (a090be35-8eca-4d32-a9ef-3c6b818df4a9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.223395 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks [] for security_group (d0fa8ca3-20b7-4e60-bf35-bbbf7a02b034), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.239121 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-3669fbe9-b838-4b11-b86a-0a48addb26ba', 'network_id': '3669fbe9-b838-4b11-b86a-0a48addb26ba', 'project_id': '734b838426764abaa0711cdeeebe4113', 'fixed_ips': [{'subnet_id': 'd234eb0c-6b37-4986-bdbf-e0b93db18e95'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:41:35.239983 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.250999 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d2c81c4-c192-4fa2-b093-42c1398b53e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a090be35-8eca-4d32-a9ef-3c6b818df4a9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.286351 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e69199c-f916-4b92-ac99-f659eef2087d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Made reservation on behalf of 734b838426764abaa0711cdeeebe4113 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:35.289754 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d0fa8ca3-20b7-4e60-bf35-bbbf7a02b034), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.291221 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e69199c-f916-4b92-ac99-f659eef2087d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.294094 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c81c4-c192-4fa2-b093-42c1398b53e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a090be35-8eca-4d32-a9ef-3c6b818df4a9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:35.303819 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9d2c81c4-c192-4fa2-b093-42c1398b53e8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=188ede22c7104d46b23fc3d4b42d34fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6630619 Feb 28 17:41:35.307824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51346) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:35.313082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:35.329228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-5e69199c-f916-4b92-ac99-f659eef2087d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] device_id is not set on port 504701aa-4bfd-441c-bcf1-bccc4917b07c yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:41:35.369177 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b8a6f7a6-7e0a-4c19-9475-cefb234c1bbf), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.369531 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Added segment b8a6f7a6-7e0a-4c19-9475-cefb234c1bbf of type vlan for network b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3 Feb 28 17:41:35.394719 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fa8ca3-20b7-4e60-bf35-bbbf7a02b034,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:35.420107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Allocated IP 172.20.0.2 (3669fbe9-b838-4b11-b86a-0a48addb26ba/d234eb0c-6b37-4986-bdbf-e0b93db18e95/8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:35.442145 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afd3b4e6-2998-4c18-9e4b-eb47875ff059 admin admin] Publish callbacks [] for security_group (a090be35-8eca-4d32-a9ef-3c6b818df4a9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.442145 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.448634 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (d19b75fd-0157-4c4a-ae9e-c8affdd91883), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.486532 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afd3b4e6-2998-4c18-9e4b-eb47875ff059 admin admin] Publish callbacks [] for security_group (a090be35-8eca-4d32-a9ef-3c6b818df4a9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.564653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Deleting port 3e08d738-0ed5-4a33-ba2b-a25a5059b38a {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:35.565312 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3e08d738-0ed5-4a33-ba2b-a25a5059b38a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.579680 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.584939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:35.585623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.622532 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Publish callbacks [] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.689179 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.703329 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afd3b4e6-2998-4c18-9e4b-eb47875ff059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a090be35-8eca-4d32-a9ef-3c6b818df4a9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.714128 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afd3b4e6-2998-4c18-9e4b-eb47875ff059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.714881 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-afd3b4e6-2998-4c18-9e4b-eb47875ff059 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a090be35-8eca-4d32-a9ef-3c6b818df4a9 HTTP/1.1" status: 204 len: 168 time: 0.4059849 Feb 28 17:41:35.735995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Network 3669fbe9-b838-4b11-b86a-0a48addb26ba is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:35.739567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:35.743295 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:35.748162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Pushing event updated for resources: {'Network': ['ID=b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:35.753493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] For port 3e08d738-0ed5-4a33-ba2b-a25a5059b38a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3e08d738-0ed5-4a33-ba2b-a25a5059b38a,segment=NetworkSegment(bbfbe0ab-c67f-492d-b558-21ee463cc92e),segment_id=bbfbe0ab-c67f-492d-b558-21ee463cc92e)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:35.764040 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3e08d738-0ed5-4a33-ba2b-a25a5059b38a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.769887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3b4e6-2998-4c18-9e4b-eb47875ff059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a090be35-8eca-4d32-a9ef-3c6b818df4a9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:35.770116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-5e69199c-f916-4b92-ac99-f659eef2087d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Allocated IP 172.20.0.11 (3669fbe9-b838-4b11-b86a-0a48addb26ba/d234eb0c-6b37-4986-bdbf-e0b93db18e95/504701aa-4bfd-441c-bcf1-bccc4917b07c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:35.779508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51356) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:35.780101 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Pushing event updated for resources: {'Port': ['ID=8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:35.780235 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-73e395ac-e9c2-435c-b032-93b0613331ee tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2649026 Feb 28 17:41:35.782532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:35.827256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Calling delete_port for 3e08d738-0ed5-4a33-ba2b-a25a5059b38a owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:35.874639 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Attempting to bind port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:35.875014 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Attempting to bind port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'edfb33e8-7f88-478b-9c76-e5cc96ef6746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3669fbe9-b838-4b11-b86a-0a48addb26ba'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:35.882648 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Attempting to bind port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b on network 3669fbe9-b838-4b11-b86a-0a48addb26ba {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:35.883943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:35.884101 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Checking segment: {'id': 'edfb33e8-7f88-478b-9c76-e5cc96ef6746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3669fbe9-b838-4b11-b86a-0a48addb26ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:35.884428 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:35.884928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Bound using segment: {'id': 'edfb33e8-7f88-478b-9c76-e5cc96ef6746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3669fbe9-b838-4b11-b86a-0a48addb26ba'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:35.885294 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Bound port: 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfb33e8-7f88-478b-9c76-e5cc96ef6746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3669fbe9-b838-4b11-b86a-0a48addb26ba'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:35.885726 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.030027 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-b353d226-2138-4f24-ad8a-a017e5fb236d tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3', 'tempest-TagsTest-Tag-1349124486') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:36.036872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb9a24-c744-44ff-8edf-ee4230f0e460 req-03387fec-504f-4d7f-9560-5cb541b99b6c tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:36.042457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33fb9a24-c744-44ff-8edf-ee4230f0e460 req-03387fec-504f-4d7f-9560-5cb541b99b6c tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.0846996 Feb 28 17:41:36.051120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] For port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:36.093283 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33fb9a24-c744-44ff-8edf-ee4230f0e460 req-8ab5610a-1dc2-4c2a-ab30-a98e5330f5dd tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451002 Feb 28 17:41:36.185350 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3e08d738-0ed5-4a33-ba2b-a25a5059b38a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.186393 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] For port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b,segment=NetworkSegment(edfb33e8-7f88-478b-9c76-e5cc96ef6746),segment_id=edfb33e8-7f88-478b-9c76-e5cc96ef6746)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:36.208903 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e69199c-f916-4b92-ac99-f659eef2087d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks [] for port (504701aa-4bfd-441c-bcf1-bccc4917b07c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.223914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No DVR routers for this DVR port 3e08d738-0ed5-4a33-ba2b-a25a5059b38a on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:41:36.252411 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Port': ['ID=3e08d738-0ed5-4a33-ba2b-a25a5059b38a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:36.271661 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.312226 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (d19b75fd-0157-4c4a-ae9e-c8affdd91883), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.334413 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b353d226-2138-4f24-ad8a-a017e5fb236d tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] 10.222.0.72 "PUT /v2.0/networks/b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3/tags/tempest-TagsTest-Tag-1349124486 HTTP/1.1" status: 201 len: 201 time: 0.3053493 Feb 28 17:41:36.334889 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51366) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:36.336161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19b75fd-0157-4c4a-ae9e-c8affdd91883']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:36.339826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-43637db6-6bdc-4bbb-adb5-4a5ca6079945 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3', 'tempest-TagsTest-Tag-1349124486') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:36.342376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f2ec3-bc07-4d27-82c1-d6a445ae2460 None None] Pushing event updated for resources: {'Port': ['ID=8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:36.346793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbfbe0ab-c67f-492d-b558-21ee463cc92e') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:36.347214 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbfbe0ab-c67f-492d-b558-21ee463cc92e') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:36.358520 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (bbfbe0ab-c67f-492d-b558-21ee463cc92e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.360566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e69199c-f916-4b92-ac99-f659eef2087d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (504701aa-4bfd-441c-bcf1-bccc4917b07c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.376880 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (bbfbe0ab-c67f-492d-b558-21ee463cc92e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.384091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:36.384590 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (bbfbe0ab-c67f-492d-b558-21ee463cc92e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:36.387998 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:36.447359 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69199c-f916-4b92-ac99-f659eef2087d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Network 3669fbe9-b838-4b11-b86a-0a48addb26ba is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:36.453426 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-5e69199c-f916-4b92-ac99-f659eef2087d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:36.460646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69199c-f916-4b92-ac99-f659eef2087d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:36.476997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51370) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:36.504446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69199c-f916-4b92-ac99-f659eef2087d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Pushing event updated for resources: {'Port': ['ID=504701aa-4bfd-441c-bcf1-bccc4917b07c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:36.535603 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69199c-f916-4b92-ac99-f659eef2087d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:36.536823 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e69199c-f916-4b92-ac99-f659eef2087d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.542629 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-43637db6-6bdc-4bbb-adb5-4a5ca6079945 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] 10.222.0.72 "GET /v2.0/networks/b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3/tags/tempest-TagsTest-Tag-1349124486 HTTP/1.1" status: 204 len: 168 time: 0.2066207 Feb 28 17:41:36.545379 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51376) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:36.550416 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-c3d3d18b-c366-4942-809d-8eb5d7c90475 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:36.556150 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (d19b75fd-0157-4c4a-ae9e-c8affdd91883), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.597157 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.609457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/d19b75fd-0157-4c4a-ae9e-c8affdd91883 HTTP/1.1" status: 204 len: 168 time: 2.8534451 Feb 28 17:41:36.614824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51378) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:36.624568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e28c92e3-5c78-445d-9a74-0e1678da5011 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-307490688'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:36.627095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb56c9-b897-4628-9b32-16c664abadce tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Network': ['ID=d19b75fd-0157-4c4a-ae9e-c8affdd91883,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:36.641163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5e69199c-f916-4b92-ac99-f659eef2087d tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5686326 Feb 28 17:41:36.641434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51380) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:36.649243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Request body: {'port': {'network_id': '3669fbe9-b838-4b11-b86a-0a48addb26ba', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1738764251', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:36.649862 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.api.validators [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] bootfile-name is not in valid_values {{(pid=104246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 17:41:36.655639 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.api.validators [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] tftp-server is not in valid_values {{(pid=104246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 17:41:36.655639 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.api.validators [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] server-ip-address is not in valid_values {{(pid=104246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 17:41:36.693599 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c3d3d18b-c366-4942-809d-8eb5d7c90475 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] 10.222.0.72 "GET /v2.0/networks/b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3/tags HTTP/1.1" status: 200 len: 238 time: 0.1435688 Feb 28 17:41:36.693801 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51382) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:36.698378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-ef021fd9-a9f6-4378-beb7-7f97cd5dd49e tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3', {'tags': ['tempest-TagsTest-Tag-2063477745', 'tempest-TagsTest-Tag-18157712', 'tempest-TagsTest-Tag-355353416']}) {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:36.725358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28c92e3-5c78-445d-9a74-0e1678da5011 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:36.731091 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e28c92e3-5c78-445d-9a74-0e1678da5011 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.803451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28c92e3-5c78-445d-9a74-0e1678da5011 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:36.825965 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e28c92e3-5c78-445d-9a74-0e1678da5011 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0c31775e-6f7a-41ec-b8ac-27ac48f7c775), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.826288 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-e28c92e3-5c78-445d-9a74-0e1678da5011 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Added segment 0c31775e-6f7a-41ec-b8ac-27ac48f7c775 of type vlan for network 15ae078d-496c-458f-b576-4fce7d92ecf9 Feb 28 17:41:36.875344 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e28c92e3-5c78-445d-9a74-0e1678da5011 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (15ae078d-496c-458f-b576-4fce7d92ecf9), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.880476 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-93c56372-0367-4b84-b24f-c4e48f57791b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:36.889571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ef021fd9-a9f6-4378-beb7-7f97cd5dd49e tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] 10.222.0.72 "PUT /v2.0/networks/b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3/tags HTTP/1.1" status: 200 len: 306 time: 0.1897490 Feb 28 17:41:36.889811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51390) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:36.899524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-93fae2bd-4ad6-4455-ab3f-f4f28a445c06 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3', 'tempest-TagsTest-Tag-2063477745') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:36.981294 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-93c56372-0367-4b84-b24f-c4e48f57791b admin admin] Publish callbacks [] for security_group (483e626f-8330-43d4-a687-0c5b59093817), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:37.000760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Made reservation on behalf of 734b838426764abaa0711cdeeebe4113 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:37.004944 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:37.030010 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] device_id is not set on port fdfee70e-7b73-4f54-b949-8dbd87331641 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:41:37.039757 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e28c92e3-5c78-445d-9a74-0e1678da5011 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (15ae078d-496c-458f-b576-4fce7d92ecf9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:37.041333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28c92e3-5c78-445d-9a74-0e1678da5011 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:37.041906 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e28c92e3-5c78-445d-9a74-0e1678da5011 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:37.076528 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-93c56372-0367-4b84-b24f-c4e48f57791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (483e626f-8330-43d4-a687-0c5b59093817), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:37.121911 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-93c56372-0367-4b84-b24f-c4e48f57791b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99f141078ea44745aac2dc9d043f3e29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6435704 Feb 28 17:41:37.122415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51404) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:37.124503 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c56372-0367-4b84-b24f-c4e48f57791b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483e626f-8330-43d4-a687-0c5b59093817,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:37.140090 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-93fae2bd-4ad6-4455-ab3f-f4f28a445c06 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] 10.222.0.72 "DELETE /v2.0/networks/b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3/tags/tempest-TagsTest-Tag-2063477745 HTTP/1.1" status: 204 len: 168 time: 0.2477262 Feb 28 17:41:37.141869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51406) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:37.166075 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-9358b22c-a12f-4f41-979a-50d55e2a5def tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3', 'tempest-TagsTest-Tag-2063477745') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:37.181962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c92e3-5c78-445d-9a74-0e1678da5011 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Network': ['ID=15ae078d-496c-458f-b576-4fce7d92ecf9,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:37.194787 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 15ae078d-496c-458f-b576-4fce7d92ecf9 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:37.237480 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e28c92e3-5c78-445d-9a74-0e1678da5011 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6208549 Feb 28 17:41:37.252831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51408) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:37.259105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-62681c58-e89c-4998-984c-ff10806d1b1a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'subnet': {'network_id': '15ae078d-496c-458f-b576-4fce7d92ecf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:37.328303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Allocated IP 172.20.0.12 (3669fbe9-b838-4b11-b86a-0a48addb26ba/d234eb0c-6b37-4986-bdbf-e0b93db18e95/fdfee70e-7b73-4f54-b949-8dbd87331641) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:37.387284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611bffe-3248-4c7a-b28a-9ff909b6a10d req-ae83412d-4a25-48af-ae71-f9765508dcfb tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:37.390381 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0611bffe-3248-4c7a-b28a-9ff909b6a10d req-ae83412d-4a25-48af-ae71-f9765508dcfb tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1651258 Feb 28 17:41:37.440450 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-9358b22c-a12f-4f41-979a-50d55e2a5def tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] show failed (client error): The resource could not be found. Feb 28 17:41:37.441731 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9358b22c-a12f-4f41-979a-50d55e2a5def tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] 10.222.0.72 "GET /v2.0/networks/b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3/tags/tempest-TagsTest-Tag-2063477745 HTTP/1.1" status: 404 len: 326 time: 0.2950001 Feb 28 17:41:37.444625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51412) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:37.463341 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-431d50c9-6cf4-4b07-a2e4-e445f85e4fa6 admin admin] Publish callbacks [] for security_group (483e626f-8330-43d4-a687-0c5b59093817), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:37.475854 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-a71934f6-6363-412b-a84e-38972b56eedb tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3', 'tempest-TagsTest-Tag-18157712') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:37.528041 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-431d50c9-6cf4-4b07-a2e4-e445f85e4fa6 admin admin] Publish callbacks [] for security_group (483e626f-8330-43d4-a687-0c5b59093817), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:37.606785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62681c58-e89c-4998-984c-ff10806d1b1a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:37.610620 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62681c58-e89c-4998-984c-ff10806d1b1a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:37.673769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a71934f6-6363-412b-a84e-38972b56eedb tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] 10.222.0.72 "GET /v2.0/networks/b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3/tags/tempest-TagsTest-Tag-18157712 HTTP/1.1" status: 204 len: 168 time: 0.2257400 Feb 28 17:41:37.674701 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51418) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:37.680057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-150e3de9-d2b1-4ecb-8ae5-7314cb43cd7d tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3', 'tempest-TagsTest-Tag-355353416') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:37.725802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-62681c58-e89c-4998-984c-ff10806d1b1a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Performing IP validity checks on allocation pools {{(pid=104247) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 17:41:37.726646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-62681c58-e89c-4998-984c-ff10806d1b1a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104247) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 17:41:37.739871 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a0c537be-124b-4ebd-b8e9-af921833322a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:37.744644 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:37.794251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615cfce8-eb6e-497d-a73d-9739fab46deb None None] Network d19b75fd-0157-4c4a-ae9e-c8affdd91883 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:37.814354 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ea263f-8431-44fd-a67a-f0a9518c607d None None] Network 3669fbe9-b838-4b11-b86a-0a48addb26ba requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:37.814589 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-431d50c9-6cf4-4b07-a2e4-e445f85e4fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (483e626f-8330-43d4-a687-0c5b59093817), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:37.819357 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-431d50c9-6cf4-4b07-a2e4-e445f85e4fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:37.823953 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615cfce8-eb6e-497d-a73d-9739fab46deb None None] Network d19b75fd-0157-4c4a-ae9e-c8affdd91883 could not be found, it might have been deleted concurrently. {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 17:41:37.824548 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-431d50c9-6cf4-4b07-a2e4-e445f85e4fa6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/483e626f-8330-43d4-a687-0c5b59093817 HTTP/1.1" status: 204 len: 168 time: 0.7010031 Feb 28 17:41:37.851088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d50c9-6cf4-4b07-a2e4-e445f85e4fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483e626f-8330-43d4-a687-0c5b59093817,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:37.861345 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-150e3de9-d2b1-4ecb-8ae5-7314cb43cd7d tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] 10.222.0.72 "GET /v2.0/networks/b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3/tags/tempest-TagsTest-Tag-355353416 HTTP/1.1" status: 204 len: 168 time: 0.1833017 Feb 28 17:41:37.862685 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51426) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:37.873541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.tag.tag_plugin [None req-8d6c949d-c2f1-49ef-a110-76926799546f tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:37.922880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b7433f11-cbd3-4f20-b0c7-67888360108b None None] Provisioning complete for port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:37.923526 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b7433f11-cbd3-4f20-b0c7-67888360108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:37.999946 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0611bffe-3248-4c7a-b28a-9ff909b6a10d req-6eb4eb61-bae9-4c99-93b5-1e908cd1eb3b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5990534 Feb 28 17:41:38.072553 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks [] for port (fdfee70e-7b73-4f54-b949-8dbd87331641), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:38.100412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b7433f11-cbd3-4f20-b0c7-67888360108b None None] Current status of the port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:38.100800 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b7433f11-cbd3-4f20-b0c7-67888360108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:38.117222 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51432) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:38.139940 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62681c58-e89c-4998-984c-ff10806d1b1a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (b99ee5da-0b55-4359-9f4e-33402d83d284), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:38.146266 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b7433f11-cbd3-4f20-b0c7-67888360108b None None] For port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b,segment=NetworkSegment(edfb33e8-7f88-478b-9c76-e5cc96ef6746),segment_id=edfb33e8-7f88-478b-9c76-e5cc96ef6746)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:38.202312 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8d6c949d-c2f1-49ef-a110-76926799546f tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] 10.222.0.72 "DELETE /v2.0/networks/b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3/tags HTTP/1.1" status: 204 len: 168 time: 0.3341627 Feb 28 17:41:38.205102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51438) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:38.210442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-af4c643d-9a6d-4456-9625-f13d95545787 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3', 'tempest-TagsTest-Tag-18157712') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:38.213061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62681c58-e89c-4998-984c-ff10806d1b1a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Subnet': ['ID=b99ee5da-0b55-4359-9f4e-33402d83d284,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:38.231994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62681c58-e89c-4998-984c-ff10806d1b1a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Checking segment: {'id': '0c31775e-6f7a-41ec-b8ac-27ac48f7c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '15ae078d-496c-458f-b576-4fce7d92ecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:38.232228 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b7433f11-cbd3-4f20-b0c7-67888360108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:38.232700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62681c58-e89c-4998-984c-ff10806d1b1a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network hostable DHCP agents. Network: 15ae078d-496c-458f-b576-4fce7d92ecf9, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:41:38.232845 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (fdfee70e-7b73-4f54-b949-8dbd87331641), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:38.331160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62681c58-e89c-4998-984c-ff10806d1b1a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network 15ae078d-496c-458f-b576-4fce7d92ecf9 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:41:38.333200 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7433f11-cbd3-4f20-b0c7-67888360108b None None] Pushing event updated for resources: {'Port': ['ID=8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:38.388367 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Network 3669fbe9-b838-4b11-b86a-0a48addb26ba is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:38.395335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:38.400245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:38.408430 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Pushing event updated for resources: {'Port': ['ID=fdfee70e-7b73-4f54-b949-8dbd87331641,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:38.433241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-62681c58-e89c-4998-984c-ff10806d1b1a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 15ae078d-496c-458f-b576-4fce7d92ecf9) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:38.436560 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:41:38.438179 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-af4c643d-9a6d-4456-9625-f13d95545787 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] show failed (client error): The resource could not be found. Feb 28 17:41:38.439222 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-af4c643d-9a6d-4456-9625-f13d95545787 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] 10.222.0.72 "GET /v2.0/networks/b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3/tags/tempest-TagsTest-Tag-18157712 HTTP/1.1" status: 404 len: 324 time: 0.2328582 Feb 28 17:41:38.445501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62681c58-e89c-4998-984c-ff10806d1b1a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:38.446983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51442) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:38.447982 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62681c58-e89c-4998-984c-ff10806d1b1a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:38.451434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-ec1b33bd-b9c5-4176-ac08-bbb1ef687fef tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3', 'tempest-TagsTest-Tag-355353416') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:38.484759 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64457434-050e-4e79-a0b6-b6ba1ea95e02 None None] Network 15ae078d-496c-458f-b576-4fce7d92ecf9 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:38.531604 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:38.539209 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:38.559533 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-62681c58-e89c-4998-984c-ff10806d1b1a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3042562 Feb 28 17:41:38.569812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51446) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:38.599882 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-ec1b33bd-b9c5-4176-ac08-bbb1ef687fef tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] show failed (client error): The resource could not be found. Feb 28 17:41:38.600975 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ec1b33bd-b9c5-4176-ac08-bbb1ef687fef tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] 10.222.0.72 "GET /v2.0/networks/b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3/tags/tempest-TagsTest-Tag-355353416 HTTP/1.1" status: 404 len: 325 time: 0.1530683 Feb 28 17:41:38.603686 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51448) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:38.608498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.tag.tag_plugin [None req-ae266bd7-3a4a-4f9f-9987-8b596217a157 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:38.620771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:38.626819 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:38.679000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-15ae078d-496c-458f-b576-4fce7d92ecf9', 'network_id': '15ae078d-496c-458f-b576-4fce7d92ecf9', 'project_id': '7a70bc3c0c9f48fcbcd09d08fa71565e', 'fixed_ips': [{'subnet_id': 'b99ee5da-0b55-4359-9f4e-33402d83d284'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:41:38.680090 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:38.696997 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-431ba843-2d7a-4c49-bd1e-5137dcbe0ee5 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.0528684 Feb 28 17:41:38.697420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51450) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:38.753397 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (15ae078d-496c-458f-b576-4fce7d92ecf9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:38.771845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'network': {'name': 'tempest-network-smoke--95697358', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'port_security_enabled': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:38.874863 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (b99ee5da-0b55-4359-9f4e-33402d83d284), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:38.888681 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ae266bd7-3a4a-4f9f-9987-8b596217a157 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] 10.222.0.72 "DELETE /v2.0/networks/b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3/tags HTTP/1.1" status: 204 len: 168 time: 0.2837451 Feb 28 17:41:38.893211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:38.893399 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51454) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:38.951885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Allocated IP 172.20.0.3 (15ae078d-496c-458f-b576-4fce7d92ecf9/b99ee5da-0b55-4359-9f4e-33402d83d284/1af97eab-dddb-4146-81eb-d4580287a461) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:38.971800 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Made reservation on behalf of 2dbedf6f8bfb41949f23f29c95506b32 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:38.975850 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:38.991816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb590c5-9060-4107-b18f-2ce3e31b3a06 None None] Network 3669fbe9-b838-4b11-b86a-0a48addb26ba requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:39.007248 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.022943 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78879cbc-8c8f-44e4-9439-4b99bffb14b7 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:39.028455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78879cbc-8c8f-44e4-9439-4b99bffb14b7 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:39.034172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78879cbc-8c8f-44e4-9439-4b99bffb14b7 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:39.039313 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-78879cbc-8c8f-44e4-9439-4b99bffb14b7 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3069565 Feb 28 17:41:39.040070 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51458) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:39.113883 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b176c5ff-da03-458d-8659-e639edb5a825 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.138841 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (e873a0b7-d851-4aa1-8258-2376be6eef94), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.192890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960e13f-bcb9-4fc2-ae50-22ca8199384e req-4e5cd461-58c7-4e47-a770-c35b3cc79318 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:39.194472 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7960e13f-bcb9-4fc2-ae50-22ca8199384e req-4e5cd461-58c7-4e47-a770-c35b3cc79318 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.0957229 Feb 28 17:41:39.249389 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b176c5ff-da03-458d-8659-e639edb5a825 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.258519 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e873a0b7-d851-4aa1-8258-2376be6eef94), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.276657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f12284ee-8c95-4671-9603-7b52a3479e5b tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Deleting port fdfee70e-7b73-4f54-b949-8dbd87331641 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:39.277001 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f12284ee-8c95-4671-9603-7b52a3479e5b tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (fdfee70e-7b73-4f54-b949-8dbd87331641), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.280650 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b176c5ff-da03-458d-8659-e639edb5a825 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:39.303316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b176c5ff-da03-458d-8659-e639edb5a825 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a6f7a6-7e0a-4c19-9475-cefb234c1bbf') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:39.303624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b176c5ff-da03-458d-8659-e639edb5a825 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a6f7a6-7e0a-4c19-9475-cefb234c1bbf') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:39.335650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51468) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:39.337006 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e873a0b7-d851-4aa1-8258-2376be6eef94,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:39.352867 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b176c5ff-da03-458d-8659-e639edb5a825 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (b8a6f7a6-7e0a-4c19-9475-cefb234c1bbf), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.372487 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b176c5ff-da03-458d-8659-e639edb5a825 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b8a6f7a6-7e0a-4c19-9475-cefb234c1bbf), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.385620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b176c5ff-da03-458d-8659-e639edb5a825 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:39.386061 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b176c5ff-da03-458d-8659-e639edb5a825 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (b8a6f7a6-7e0a-4c19-9475-cefb234c1bbf), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:39.393898 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:39.402476 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b4b81a7-2730-49dc-903d-da56ff82d22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.403309 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e78ea72b-e31a-4d13-9f2a-110072688b2a None None] Provisioning complete for port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:39.403797 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e78ea72b-e31a-4d13-9f2a-110072688b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.448206 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7960e13f-bcb9-4fc2-ae50-22ca8199384e req-754787f3-90ac-4f55-baee-543e49ae9aaa tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437758 Feb 28 17:41:39.449312 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f12284ee-8c95-4671-9603-7b52a3479e5b tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (fdfee70e-7b73-4f54-b949-8dbd87331641), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.457507 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:39.471840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f12284ee-8c95-4671-9603-7b52a3479e5b tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Calling delete_port for fdfee70e-7b73-4f54-b949-8dbd87331641 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:39.492744 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (784d76ee-3e0c-41c9-846f-4d90a1732d49), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.493353 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Added segment 784d76ee-3e0c-41c9-846f-4d90a1732d49 of type vlan for network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 Feb 28 17:41:39.545058 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b176c5ff-da03-458d-8659-e639edb5a825 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.563837 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b176c5ff-da03-458d-8659-e639edb5a825 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.568870 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Publish callbacks [] for port (1af97eab-dddb-4146-81eb-d4580287a461), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.574319 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b176c5ff-da03-458d-8659-e639edb5a825 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] 10.222.0.72 "DELETE /v2.0/networks/b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3 HTTP/1.1" status: 204 len: 168 time: 0.6789680 Feb 28 17:41:39.577770 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (d9f9a6f4-352f-4e23-9942-d076ed8d0c16), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.594521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176c5ff-da03-458d-8659-e639edb5a825 tempest-TagsTest-1861875212 tempest-TagsTest-1861875212-project] Pushing event deleted for resources: {'Network': ['ID=b622f9d4-69ad-48e4-8f24-09d7fb8eb5e3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:39.676190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e78ea72b-e31a-4d13-9f2a-110072688b2a None None] Current status of the port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:39.691431 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (1af97eab-dddb-4146-81eb-d4580287a461), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.722155 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b4b81a7-2730-49dc-903d-da56ff82d22b admin admin] Publish callbacks [] for security_group (50bed250-ee27-4d38-9e42-20cd9786cd3c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.727162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e78ea72b-e31a-4d13-9f2a-110072688b2a None None] Provisioning complete for port 504701aa-4bfd-441c-bcf1-bccc4917b07c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:39.727540 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e78ea72b-e31a-4d13-9f2a-110072688b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (504701aa-4bfd-441c-bcf1-bccc4917b07c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.764889 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Network 15ae078d-496c-458f-b576-4fce7d92ecf9 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:39.771829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:39.786512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:39.805793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (d9f9a6f4-352f-4e23-9942-d076ed8d0c16), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.813057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:39.813961 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.827120 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b4b81a7-2730-49dc-903d-da56ff82d22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (50bed250-ee27-4d38-9e42-20cd9786cd3c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.833309 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Pushing event updated for resources: {'Port': ['ID=1af97eab-dddb-4146-81eb-d4580287a461,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:39.852068 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e78ea72b-e31a-4d13-9f2a-110072688b2a None None] Port 504701aa-4bfd-441c-bcf1-bccc4917b07c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:41:39.868033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (b99ee5da-0b55-4359-9f4e-33402d83d284), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.885297 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f12284ee-8c95-4671-9603-7b52a3479e5b tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (fdfee70e-7b73-4f54-b949-8dbd87331641), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.899998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Attempting to bind port 1af97eab-dddb-4146-81eb-d4580287a461 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:39.900622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Attempting to bind port 1af97eab-dddb-4146-81eb-d4580287a461 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '0c31775e-6f7a-41ec-b8ac-27ac48f7c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '15ae078d-496c-458f-b576-4fce7d92ecf9'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:39.901176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Attempting to bind port 1af97eab-dddb-4146-81eb-d4580287a461 on network 15ae078d-496c-458f-b576-4fce7d92ecf9 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:39.919220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b81a7-2730-49dc-903d-da56ff82d22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bed250-ee27-4d38-9e42-20cd9786cd3c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:39.922673 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:39.923298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Checking segment: {'id': '0c31775e-6f7a-41ec-b8ac-27ac48f7c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '15ae078d-496c-458f-b576-4fce7d92ecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:39.923928 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.924515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Bound using segment: {'id': '0c31775e-6f7a-41ec-b8ac-27ac48f7c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '15ae078d-496c-458f-b576-4fce7d92ecf9'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:39.925733 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Bound port: 1af97eab-dddb-4146-81eb-d4580287a461, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c31775e-6f7a-41ec-b8ac-27ac48f7c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '15ae078d-496c-458f-b576-4fce7d92ecf9'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:39.926333 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1af97eab-dddb-4146-81eb-d4580287a461), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.934317 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d524644a-4af0-48c6-942f-872987345392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:39.935008 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12284ee-8c95-4671-9603-7b52a3479e5b tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Pushing event deleted for resources: {'Port': ['ID=fdfee70e-7b73-4f54-b949-8dbd87331641,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:40.010323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] For port 1af97eab-dddb-4146-81eb-d4580287a461, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:40.014150 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] For port 1af97eab-dddb-4146-81eb-d4580287a461, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1af97eab-dddb-4146-81eb-d4580287a461,segment=NetworkSegment(0c31775e-6f7a-41ec-b8ac-27ac48f7c775),segment_id=0c31775e-6f7a-41ec-b8ac-27ac48f7c775)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:40.039730 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.041065 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f12284ee-8c95-4671-9603-7b52a3479e5b tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.046637 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f12284ee-8c95-4671-9603-7b52a3479e5b tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] 10.222.0.72 "DELETE /v2.0/ports/fdfee70e-7b73-4f54-b949-8dbd87331641 HTTP/1.1" status: 204 len: 168 time: 1.0054634 Feb 28 17:41:40.052600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51496) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:40.066977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-ed5bff05-f056-4d9e-ae56-a1a6cacfca98 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Request body: {'port': {'name': 'tempest-new-port-name-176745932', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:40.067455 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.api.validators [None req-ed5bff05-f056-4d9e-ae56-a1a6cacfca98 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] bootfile-name is not in valid_values {{(pid=104246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 17:41:40.067984 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.api.validators [None req-ed5bff05-f056-4d9e-ae56-a1a6cacfca98 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] tftp-server is not in valid_values {{(pid=104246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 17:41:40.068270 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.api.validators [None req-ed5bff05-f056-4d9e-ae56-a1a6cacfca98 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] server-ip-address is not in valid_values {{(pid=104246) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 17:41:40.076093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Subnet': ['ID=b99ee5da-0b55-4359-9f4e-33402d83d284,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:40.099921 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3b4b81a7-2730-49dc-903d-da56ff82d22b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d55b17ee4d7d4b81aea1457083089d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7420585 Feb 28 17:41:40.105292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51502) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:40.131236 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1af97eab-dddb-4146-81eb-d4580287a461), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.136282 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.0151610 Feb 28 17:41:40.141368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51504) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:40.145619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432fa5a-6964-433c-bbae-e668927414bd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Network': ['ID=d9f9a6f4-352f-4e23-9942-d076ed8d0c16,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:40.160363 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'admin_state_up': True, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:40.173690 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (15ae078d-496c-458f-b576-4fce7d92ecf9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.222518 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed5bff05-f056-4d9e-ae56-a1a6cacfca98 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (504701aa-4bfd-441c-bcf1-bccc4917b07c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.223532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ae078d-496c-458f-b576-4fce7d92ecf9']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:40.234287 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c985a6da-fa43-42bd-9618-50bddf853f30 admin admin] Publish callbacks [] for security_group (50bed250-ee27-4d38-9e42-20cd9786cd3c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.243811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c31775e-6f7a-41ec-b8ac-27ac48f7c775') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:40.244563 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c31775e-6f7a-41ec-b8ac-27ac48f7c775') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:40.269443 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (0c31775e-6f7a-41ec-b8ac-27ac48f7c775), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.286253 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c985a6da-fa43-42bd-9618-50bddf853f30 admin admin] Publish callbacks [] for security_group (50bed250-ee27-4d38-9e42-20cd9786cd3c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.299994 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0c31775e-6f7a-41ec-b8ac-27ac48f7c775), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.325871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:40.326302 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (0c31775e-6f7a-41ec-b8ac-27ac48f7c775), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:40.329499 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:40.342427 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (bfc3db3e-3edd-49b9-8214-a82174912269), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.343968 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (bfc3db3e-3edd-49b9-8214-a82174912269), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.404923 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:40.428424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51514) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:40.461484 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:41:40.463667 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db77a3-668c-4f6e-811f-d79001df1629 None None] Pushing event updated for resources: {'Port': ['ID=1af97eab-dddb-4146-81eb-d4580287a461,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:40.554171 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.api [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 17:41:40.554171 n-d-820368-19 neutron-server[104247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 17:41:40.554171 n-d-820368-19 neutron-server[104247]: [parameters: {'id': '15ae078d-496c-458f-b576-4fce7d92ecf9'}] Feb 28 17:41:40.554171 n-d-820368-19 neutron-server[104247]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:41:40.554636 n-d-820368-19 neutron-server[104247]: DEBUG oslo_db.api [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:41:40.586717 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c985a6da-fa43-42bd-9618-50bddf853f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (50bed250-ee27-4d38-9e42-20cd9786cd3c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.589749 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c985a6da-fa43-42bd-9618-50bddf853f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.590477 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c985a6da-fa43-42bd-9618-50bddf853f30 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/50bed250-ee27-4d38-9e42-20cd9786cd3c HTTP/1.1" status: 204 len: 168 time: 0.4823630 Feb 28 17:41:40.603809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985a6da-fa43-42bd-9618-50bddf853f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bed250-ee27-4d38-9e42-20cd9786cd3c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:40.665877 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361cc4ef-ef4a-45e4-9221-339d32dab12d None None] Network 15ae078d-496c-458f-b576-4fce7d92ecf9 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:40.701249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2fc6bfb4-2758-4ca2-9d17-072d321a56da None None] Provisioning complete for port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:40.701919 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bfb4-2758-4ca2-9d17-072d321a56da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.846063 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:40.846756 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.847210 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router_controller (bfc3db3e-3edd-49b9-8214-a82174912269), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.865530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7a707712-ea39-45d6-beb5-f175966f77e0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c2e8c08178c54d69943c72e20a37cdd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4329472 Feb 28 17:41:40.866276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51554) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:40.891589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086e676-3095-4694-ba94-f0461eca6763 req-37f9f605-e380-49d0-88d8-cc7c30189a74 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:40.893411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c086e676-3095-4694-ba94-f0461eca6763 req-37f9f605-e380-49d0-88d8-cc7c30189a74 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.2939851 Feb 28 17:41:40.920921 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed5bff05-f056-4d9e-ae56-a1a6cacfca98 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks [] for port (504701aa-4bfd-441c-bcf1-bccc4917b07c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:40.975963 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-788d6cb6-d8bc-4349-8b5c-135cdc1e44aa admin admin] Publish callbacks [] for security_group (d0fa8ca3-20b7-4e60-bf35-bbbf7a02b034), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.020736 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-788d6cb6-d8bc-4349-8b5c-135cdc1e44aa admin admin] Publish callbacks [] for security_group (d0fa8ca3-20b7-4e60-bf35-bbbf7a02b034), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.028910 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2fc6bfb4-2758-4ca2-9d17-072d321a56da None None] Current status of the port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:41.054582 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed5bff05-f056-4d9e-ae56-a1a6cacfca98 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (504701aa-4bfd-441c-bcf1-bccc4917b07c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.056916 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (15ae078d-496c-458f-b576-4fce7d92ecf9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.084689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2fc6bfb4-2758-4ca2-9d17-072d321a56da None None] Could not find standard attr ID for object fdfee70e-7b73-4f54-b949-8dbd87331641. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:41:41.137643 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:41.145112 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2fc6bfb4-2758-4ca2-9d17-072d321a56da None None] Provisioning complete for port 504701aa-4bfd-441c-bcf1-bccc4917b07c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:41.145679 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bfb4-2758-4ca2-9d17-072d321a56da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (504701aa-4bfd-441c-bcf1-bccc4917b07c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.156416 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c086e676-3095-4694-ba94-f0461eca6763 req-f755c755-6327-4b83-8135-d0d2d02b1d0d tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492089 Feb 28 17:41:41.227992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2fc6bfb4-2758-4ca2-9d17-072d321a56da None None] Port 504701aa-4bfd-441c-bcf1-bccc4917b07c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:41:41.230671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18ffbb4-4b2f-4e20-89ab-dd79ac39000f None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:41:41.231206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Deleting port 1af97eab-dddb-4146-81eb-d4580287a461 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:41.232027 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1af97eab-dddb-4146-81eb-d4580287a461), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.232569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 2c81472c-4178-4211-acc1-22dff866aa70 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:41:41.374899 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ded93888-c46a-406b-a7bb-9880a5ff2c42 None None] Could not find standard attr ID for object fdfee70e-7b73-4f54-b949-8dbd87331641. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:41:41.375316 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-788d6cb6-d8bc-4349-8b5c-135cdc1e44aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d0fa8ca3-20b7-4e60-bf35-bbbf7a02b034), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.377917 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-788d6cb6-d8bc-4349-8b5c-135cdc1e44aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.382117 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-788d6cb6-d8bc-4349-8b5c-135cdc1e44aa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0fa8ca3-20b7-4e60-bf35-bbbf7a02b034 HTTP/1.1" status: 204 len: 168 time: 0.5114579 Feb 28 17:41:41.400009 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d6cb6-d8bc-4349-8b5c-135cdc1e44aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fa8ca3-20b7-4e60-bf35-bbbf7a02b034,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:41.403862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bff05-f056-4d9e-ae56-a1a6cacfca98 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Pushing event updated for resources: {'Port': ['ID=504701aa-4bfd-441c-bcf1-bccc4917b07c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:41.410417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ffbb4-4b2f-4e20-89ab-dd79ac39000f None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:41:41.413610 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router_gateway (bfc3db3e-3edd-49b9-8214-a82174912269), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.415510 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] For port 1af97eab-dddb-4146-81eb-d4580287a461, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1af97eab-dddb-4146-81eb-d4580287a461,segment=NetworkSegment(0c31775e-6f7a-41ec-b8ac-27ac48f7c775),segment_id=0c31775e-6f7a-41ec-b8ac-27ac48f7c775)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:41.416100 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1af97eab-dddb-4146-81eb-d4580287a461), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.421383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ed5bff05-f056-4d9e-ae56-a1a6cacfca98 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] In _notify_port_updated(), no bound segment for port 504701aa-4bfd-441c-bcf1-bccc4917b07c on network 3669fbe9-b838-4b11-b86a-0a48addb26ba {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:41:41.427560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5bff05-f056-4d9e-ae56-a1a6cacfca98 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:41.428471 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed5bff05-f056-4d9e-ae56-a1a6cacfca98 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.430244 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ed5bff05-f056-4d9e-ae56-a1a6cacfca98 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] 10.222.0.72 "PUT /v2.0/ports/504701aa-4bfd-441c-bcf1-bccc4917b07c HTTP/1.1" status: 200 len: 1136 time: 1.3758237 Feb 28 17:41:41.432671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51586) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:41.439910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Calling delete_port for 1af97eab-dddb-4146-81eb-d4580287a461 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:41.440040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ded93888-c46a-406b-a7bb-9880a5ff2c42 None None] Provisioning complete for port 504701aa-4bfd-441c-bcf1-bccc4917b07c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:41.440336 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ded93888-c46a-406b-a7bb-9880a5ff2c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (504701aa-4bfd-441c-bcf1-bccc4917b07c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.483201 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.485363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 2c81472c-4178-4211-acc1-22dff866aa70, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=2c81472c-4178-4211-acc1-22dff866aa70,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:41.521482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '2c81472c-4178-4211-acc1-22dff866aa70', 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910', 'port_id': '2c81472c-4178-4211-acc1-22dff866aa70', 'mac_address': 'fa:16:3e:17:31:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afa66b9-3680-4134-be0e-81254a16067b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:41:41.559227 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ded93888-c46a-406b-a7bb-9880a5ff2c42 None None] Port 504701aa-4bfd-441c-bcf1-bccc4917b07c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:41:41.567050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0786c95-82b8-4d7f-a38b-ea6730545923 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:41.569581 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a0786c95-82b8-4d7f-a38b-ea6730545923 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] 10.222.0.72 "GET /v2.0/ports/504701aa-4bfd-441c-bcf1-bccc4917b07c HTTP/1.1" status: 200 len: 1136 time: 0.1347909 Feb 28 17:41:41.573456 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51594) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:41.608209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 2c81472c-4178-4211-acc1-22dff866aa70 is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:41.608593 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2c81472c-4178-4211-acc1-22dff866aa70), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.619679 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (1af97eab-dddb-4146-81eb-d4580287a461), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.629381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c81472c-4178-4211-acc1-22dff866aa70 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:41:41.668357 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 2c81472c-4178-4211-acc1-22dff866aa70, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=2c81472c-4178-4211-acc1-22dff866aa70,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:41.682563 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Port': ['ID=1af97eab-dddb-4146-81eb-d4580287a461,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:41.710278 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No DVR routers for this DVR port 1af97eab-dddb-4146-81eb-d4580287a461 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:41:41.740521 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2c81472c-4178-4211-acc1-22dff866aa70), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.805826 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=2c81472c-4178-4211-acc1-22dff866aa70,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:41.817570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['2c81472c-4178-4211-acc1-22dff866aa70'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:41:41.834090 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (15ae078d-496c-458f-b576-4fce7d92ecf9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.875077 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-a8609c9e-6adb-4958-bef5-29fdb0a194e4 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Deleting port 504701aa-4bfd-441c-bcf1-bccc4917b07c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:41.875777 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8609c9e-6adb-4958-bef5-29fdb0a194e4 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (504701aa-4bfd-441c-bcf1-bccc4917b07c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.880327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ae078d-496c-458f-b576-4fce7d92ecf9']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:41.932144 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router_gateway (bfc3db3e-3edd-49b9-8214-a82174912269), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.945780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c31775e-6f7a-41ec-b8ac-27ac48f7c775') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:41.955890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c31775e-6f7a-41ec-b8ac-27ac48f7c775') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:41.962649 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:41.989467 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (0c31775e-6f7a-41ec-b8ac-27ac48f7c775), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.011585 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0c31775e-6f7a-41ec-b8ac-27ac48f7c775), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.028539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:42.028946 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (0c31775e-6f7a-41ec-b8ac-27ac48f7c775), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:42.032056 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:42.106554 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8609c9e-6adb-4958-bef5-29fdb0a194e4 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (504701aa-4bfd-441c-bcf1-bccc4917b07c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.132346 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-a8609c9e-6adb-4958-bef5-29fdb0a194e4 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Calling delete_port for 504701aa-4bfd-441c-bcf1-bccc4917b07c owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:42.136515 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Allocated IP 172.25.3.67 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/748870d0-ccf9-49fd-9a50-473373b8e913) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:42.210175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d1c54e60-c789-4cca-a4a6-a31c217fd476 None None] Provisioning complete for port 504701aa-4bfd-441c-bcf1-bccc4917b07c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:42.210559 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d1c54e60-c789-4cca-a4a6-a31c217fd476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (504701aa-4bfd-441c-bcf1-bccc4917b07c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.217750 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (15ae078d-496c-458f-b576-4fce7d92ecf9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.232568 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.232568 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/15ae078d-496c-458f-b576-4fce7d92ecf9 HTTP/1.1" status: 204 len: 168 time: 3.6612120 Feb 28 17:41:42.236710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51606) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:42.243525 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-7bbbbfd5-3986-4e56-875a-d1abfdf0c0f2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1413419437'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:42.257354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a729928-cf93-4478-9964-b32a1bb6c8f6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Network': ['ID=15ae078d-496c-458f-b576-4fce7d92ecf9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:42.265203 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d1c54e60-c789-4cca-a4a6-a31c217fd476 None None] Port 504701aa-4bfd-441c-bcf1-bccc4917b07c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:41:42.357652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbbbfd5-3986-4e56-875a-d1abfdf0c0f2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:42.362200 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbfd5-3986-4e56-875a-d1abfdf0c0f2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.363113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e6c94-6c05-40fc-8d93-509521fe9125 req-511a612f-9828-44c1-8216-15ba49ca07c2 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:42.365451 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da6e6c94-6c05-40fc-8d93-509521fe9125 req-511a612f-9828-44c1-8216-15ba49ca07c2 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 944 time: 0.0765514 Feb 28 17:41:42.390206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbbbfd5-3986-4e56-875a-d1abfdf0c0f2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:42.399382 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbfd5-3986-4e56-875a-d1abfdf0c0f2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e132b3e1-a7a3-4b1a-94ba-84883104f711), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.399721 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-7bbbbfd5-3986-4e56-875a-d1abfdf0c0f2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Added segment e132b3e1-a7a3-4b1a-94ba-84883104f711 of type vlan for network 4004d941-3720-43ae-99ed-853d02d2a524 Feb 28 17:41:42.428047 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da6e6c94-6c05-40fc-8d93-509521fe9125 req-2944b95d-e50f-42bb-b248-fa520493d7fe tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552940 Feb 28 17:41:42.434323 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8609c9e-6adb-4958-bef5-29fdb0a194e4 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (504701aa-4bfd-441c-bcf1-bccc4917b07c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.467383 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbfd5-3986-4e56-875a-d1abfdf0c0f2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (4004d941-3720-43ae-99ed-853d02d2a524), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.467912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8609c9e-6adb-4958-bef5-29fdb0a194e4 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Pushing event deleted for resources: {'Port': ['ID=504701aa-4bfd-441c-bcf1-bccc4917b07c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:42.476880 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (748870d0-ccf9-49fd-9a50-473373b8e913), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.480172 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.571069 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbfd5-3986-4e56-875a-d1abfdf0c0f2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (4004d941-3720-43ae-99ed-853d02d2a524), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.577065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbbbfd5-3986-4e56-875a-d1abfdf0c0f2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:42.577250 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbfd5-3986-4e56-875a-d1abfdf0c0f2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.586445 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8609c9e-6adb-4958-bef5-29fdb0a194e4 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.590081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a8609c9e-6adb-4958-bef5-29fdb0a194e4 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] 10.222.0.72 "DELETE /v2.0/ports/504701aa-4bfd-441c-bcf1-bccc4917b07c HTTP/1.1" status: 204 len: 168 time: 1.0153961 Feb 28 17:41:42.592506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51616) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:42.607636 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51618) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:42.640496 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (748870d0-ccf9-49fd-9a50-473373b8e913), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.667218 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb729440-6255-4de9-ba52-0bdbcc6326e3 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Deleting subnet d234eb0c-6b37-4986-bdbf-e0b93db18e95 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:41:42.670829 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb729440-6255-4de9-ba52-0bdbcc6326e3 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks [] for subnet (d234eb0c-6b37-4986-bdbf-e0b93db18e95), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.694851 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbbfd5-3986-4e56-875a-d1abfdf0c0f2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Network': ['ID=4004d941-3720-43ae-99ed-853d02d2a524,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:42.700082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:42.707079 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:42.708358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 4004d941-3720-43ae-99ed-853d02d2a524 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:42.710366 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:42.720948 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7bbbbfd5-3986-4e56-875a-d1abfdf0c0f2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4834230 Feb 28 17:41:42.730085 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51626) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:42.750156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f96eac25-a0f7-4ae5-bdd0-6661c6fcbf1e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'subnet': {'network_id': '4004d941-3720-43ae-99ed-853d02d2a524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:42.751426 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=748870d0-ccf9-49fd-9a50-473373b8e913,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:42.788725 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb729440-6255-4de9-ba52-0bdbcc6326e3 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (d234eb0c-6b37-4986-bdbf-e0b93db18e95), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:42.881203 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67c87102-9a5e-43aa-9db8-70a325059b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:43.003720 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb729440-6255-4de9-ba52-0bdbcc6326e3 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (d234eb0c-6b37-4986-bdbf-e0b93db18e95), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:43.069506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96eac25-a0f7-4ae5-bdd0-6661c6fcbf1e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:43.072950 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f96eac25-a0f7-4ae5-bdd0-6661c6fcbf1e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:43.098142 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67c87102-9a5e-43aa-9db8-70a325059b4d admin admin] Publish callbacks [] for security_group (2e2abbf4-ae32-46c1-ba95-7ece844f5255), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:43.121146 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router_gateway (bfc3db3e-3edd-49b9-8214-a82174912269), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:43.199745 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67c87102-9a5e-43aa-9db8-70a325059b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2e2abbf4-ae32-46c1-ba95-7ece844f5255), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:43.238291 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 2c81472c-4178-4211-acc1-22dff866aa70 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:41:43.243218 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-67c87102-9a5e-43aa-9db8-70a325059b4d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=06ab9dd507c745e38799cf406d89eb96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6345427 Feb 28 17:41:43.245601 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c87102-9a5e-43aa-9db8-70a325059b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2abbf4-ae32-46c1-ba95-7ece844f5255,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:43.247962 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51634) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:43.305733 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 2c81472c-4178-4211-acc1-22dff866aa70 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:43.306156 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2c81472c-4178-4211-acc1-22dff866aa70), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:43.450909 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (bfc3db3e-3edd-49b9-8214-a82174912269), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:43.476455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 2c81472c-4178-4211-acc1-22dff866aa70 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:43.476851 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2c81472c-4178-4211-acc1-22dff866aa70), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:43.546941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 2c81472c-4178-4211-acc1-22dff866aa70, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=2c81472c-4178-4211-acc1-22dff866aa70,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:43.547939 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02775836-74ef-4981-83af-b8fd7e76d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c81472c-4178-4211-acc1-22dff866aa70'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:41:43.550789 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465c69e7-6bb1-49c1-8abe-eaa3e49eda2f" -d '{"events": [{"server_uuid": "02775836-74ef-4981-83af-b8fd7e76d20d", "name": "network-vif-plugged", "status": "completed", "tag": "2c81472c-4178-4211-acc1-22dff866aa70"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:41:43.599931 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e59a72-3a4f-4423-bd58-2a762d23be44 x-openstack-request-id: req-03e59a72-3a4f-4423-bd58-2a762d23be44 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:41:43.600235 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02775836-74ef-4981-83af-b8fd7e76d20d", "name": "network-vif-plugged", "status": "completed", "tag": "2c81472c-4178-4211-acc1-22dff866aa70", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:41:43.600489 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-03e59a72-3a4f-4423-bd58-2a762d23be44 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:41:43.600883 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02775836-74ef-4981-83af-b8fd7e76d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c81472c-4178-4211-acc1-22dff866aa70', 'code': 200} Feb 28 17:41:43.647787 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2c81472c-4178-4211-acc1-22dff866aa70), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:43.667567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191218f7-6a51-468c-a62f-54674e5b5ca3 req-c4c461fa-eed2-42ee-9376-93b8039f75c6 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:43.671396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-191218f7-6a51-468c-a62f-54674e5b5ca3 req-c4c461fa-eed2-42ee-9376-93b8039f75c6 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 944 time: 0.1080525 Feb 28 17:41:43.710217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=2c81472c-4178-4211-acc1-22dff866aa70,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:43.710682 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb729440-6255-4de9-ba52-0bdbcc6326e3 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (d234eb0c-6b37-4986-bdbf-e0b93db18e95), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:43.748951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-191218f7-6a51-468c-a62f-54674e5b5ca3 req-989b8d4b-e358-468d-80e9-5ae793130897 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664570 Feb 28 17:41:43.778089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb729440-6255-4de9-ba52-0bdbcc6326e3 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Pushing event deleted for resources: {'Subnet': ['ID=d234eb0c-6b37-4986-bdbf-e0b93db18e95,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:43.786068 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb729440-6255-4de9-ba52-0bdbcc6326e3 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:43.789308 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cb729440-6255-4de9-ba52-0bdbcc6326e3 tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] 10.222.0.72 "DELETE /v2.0/subnets/d234eb0c-6b37-4986-bdbf-e0b93db18e95 HTTP/1.1" status: 204 len: 168 time: 1.1956017 Feb 28 17:41:43.792164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51654) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:43.793830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0308fe-d01d-4e38-9c68-55d90a805b33 None None] Network 3669fbe9-b838-4b11-b86a-0a48addb26ba requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:43.804638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Router bfc3db3e-3edd-49b9-8214-a82174912269 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:41:43.861911 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b339735-2c42-4a8c-8f9f-60b1a229a85b admin admin] Publish callbacks [] for security_group (2e2abbf4-ae32-46c1-ba95-7ece844f5255), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:43.888708 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b339735-2c42-4a8c-8f9f-60b1a229a85b admin admin] Publish callbacks [] for security_group (2e2abbf4-ae32-46c1-ba95-7ece844f5255), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.005251 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (3669fbe9-b838-4b11-b86a-0a48addb26ba), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.025659 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.056498 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aad482-64d1-4dcd-b034-973b5dd69940 None None] DHCP port deletion for 3669fbe9-b838-4b11-b86a-0a48addb26ba request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:41:44.071718 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b339735-2c42-4a8c-8f9f-60b1a229a85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2e2abbf4-ae32-46c1-ba95-7ece844f5255), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.074606 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b339735-2c42-4a8c-8f9f-60b1a229a85b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.078580 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3b339735-2c42-4a8c-8f9f-60b1a229a85b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2e2abbf4-ae32-46c1-ba95-7ece844f5255 HTTP/1.1" status: 204 len: 168 time: 0.8295677 Feb 28 17:41:44.092591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b339735-2c42-4a8c-8f9f-60b1a229a85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2abbf4-ae32-46c1-ba95-7ece844f5255,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:44.103160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Deleting port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:44.103681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.148865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94aad482-64d1-4dcd-b034-973b5dd69940 None None] Deleting port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:44.149025 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f96eac25-a0f7-4ae5-bdd0-6661c6fcbf1e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (178a7a53-56a3-47ee-8520-48518f27f49d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.149725 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94aad482-64d1-4dcd-b034-973b5dd69940 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.222885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] For port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b,segment=NetworkSegment(edfb33e8-7f88-478b-9c76-e5cc96ef6746),segment_id=edfb33e8-7f88-478b-9c76-e5cc96ef6746)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:44.223231 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.245318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94aad482-64d1-4dcd-b034-973b5dd69940 None None] For port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b,segment=NetworkSegment(edfb33e8-7f88-478b-9c76-e5cc96ef6746),segment_id=edfb33e8-7f88-478b-9c76-e5cc96ef6746)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:44.245708 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94aad482-64d1-4dcd-b034-973b5dd69940 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.259272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94aad482-64d1-4dcd-b034-973b5dd69940 None None] Calling delete_port for 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:44.267983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Calling delete_port for 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:44.271826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96eac25-a0f7-4ae5-bdd0-6661c6fcbf1e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Subnet': ['ID=178a7a53-56a3-47ee-8520-48518f27f49d,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:44.322136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96eac25-a0f7-4ae5-bdd0-6661c6fcbf1e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Checking segment: {'id': 'e132b3e1-a7a3-4b1a-94ba-84883104f711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4004d941-3720-43ae-99ed-853d02d2a524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:44.322507 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96eac25-a0f7-4ae5-bdd0-6661c6fcbf1e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network hostable DHCP agents. Network: 4004d941-3720-43ae-99ed-853d02d2a524, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:41:44.334471 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:41:44.351295 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Sync routers for ids ['bfc3db3e-3edd-49b9-8214-a82174912269'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:41:44.373199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:41:44.379500 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Routers {'bfc3db3e-3edd-49b9-8214-a82174912269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:41:44.380025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:41:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfc3db3e-3edd-49b9-8214-a82174912269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:44.510332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96eac25-a0f7-4ae5-bdd0-6661c6fcbf1e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network 4004d941-3720-43ae-99ed-853d02d2a524 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:41:44.511009 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.513235 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-47ce8796-9ca7-42ae-b746-e4836ece3d37 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3705146 Feb 28 17:41:44.518407 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51664) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:44.536716 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.572936 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] No DVR routers for this DVR port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:41:44.597657 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Pushing event deleted for resources: {'Port': ['ID=8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:44.604773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-f96eac25-a0f7-4ae5-bdd0-6661c6fcbf1e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 4004d941-3720-43ae-99ed-853d02d2a524) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:44.609302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96eac25-a0f7-4ae5-bdd0-6661c6fcbf1e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:44.610337 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f96eac25-a0f7-4ae5-bdd0-6661c6fcbf1e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.620612 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51670) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:44.672916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc34441-766c-4e1a-831a-d77f72780961 None None] Network 4004d941-3720-43ae-99ed-853d02d2a524 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:44.676552 n-d-820368-19 neutron-server[104248]: INFO neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No ports have port_id starting with 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b Feb 28 17:41:44.678980 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94aad482-64d1-4dcd-b034-973b5dd69940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.681242 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (3669fbe9-b838-4b11-b86a-0a48addb26ba), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.703923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51676) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:44.713660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3669fbe9-b838-4b11-b86a-0a48addb26ba']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:44.729399 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f96eac25-a0f7-4ae5-bdd0-6661c6fcbf1e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9958127 Feb 28 17:41:44.732227 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51680) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:44.732339 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aad482-64d1-4dcd-b034-973b5dd69940 None None] Pushing event deleted for resources: {'Port': ['ID=8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:44.742006 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfb33e8-7f88-478b-9c76-e5cc96ef6746') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:44.742398 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfb33e8-7f88-478b-9c76-e5cc96ef6746') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:44.766433 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (edfb33e8-7f88-478b-9c76-e5cc96ef6746), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.781221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aad482-64d1-4dcd-b034-973b5dd69940 None None] No DVR routers for this DVR port 8055acb6-b5d0-4693-8a6f-ef7d00f4ec7b on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:41:44.803018 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Set router bfc3db3e-3edd-49b9-8214-a82174912269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:41:44.828323 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (edfb33e8-7f88-478b-9c76-e5cc96ef6746), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.839104 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:44.839612 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (edfb33e8-7f88-478b-9c76-e5cc96ef6746), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:44.842938 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:44.950583 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-4004d941-3720-43ae-99ed-853d02d2a524', 'network_id': '4004d941-3720-43ae-99ed-853d02d2a524', 'project_id': '7a70bc3c0c9f48fcbcd09d08fa71565e', 'fixed_ips': [{'subnet_id': '178a7a53-56a3-47ee-8520-48518f27f49d'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:41:44.951765 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:44.968289 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (4004d941-3720-43ae-99ed-853d02d2a524), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.018146 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2579bd-7875-4dc5-94f5-41790d3650ef req-7715b0d5-e954-45a5-a4de-feffd8e9709a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:45.019714 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be2579bd-7875-4dc5-94f5-41790d3650ef req-7715b0d5-e954-45a5-a4de-feffd8e9709a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1313415 Feb 28 17:41:45.059407 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (3669fbe9-b838-4b11-b86a-0a48addb26ba), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.064026 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.070296 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] 10.222.0.72 "DELETE /v2.0/networks/3669fbe9-b838-4b11-b86a-0a48addb26ba HTTP/1.1" status: 204 len: 168 time: 1.2738998 Feb 28 17:41:45.117631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4467c-34a3-4486-9ec3-04927f8826dd tempest-ExtraDHCPOptionsTestJSON-1944339366 tempest-ExtraDHCPOptionsTestJSON-1944339366-project] Pushing event deleted for resources: {'Network': ['ID=3669fbe9-b838-4b11-b86a-0a48addb26ba,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:45.138728 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9bd05b49-4b29-4f70-94bd-822052e853ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.153046 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7404c87d-9198-4cbd-bbca-9e6e99b716f1 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2dbedf6f8bfb41949f23f29c95506b32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6300340 Feb 28 17:41:45.154313 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (178a7a53-56a3-47ee-8520-48518f27f49d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.158299 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51690) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:45.199534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:41:42Z', 'revision_number': 3, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:45.221369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-630478977-network', 'tenant_id': 'e175126afa844687a6c8c81e4ef3f64c'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:45.244759 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Checking router: bfc3db3e-3edd-49b9-8214-a82174912269 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:41:45.245118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Updating router bfc3db3e-3edd-49b9-8214-a82174912269 port 748870d0-ccf9-49fd-9a50-473373b8e913 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:41:45.245874 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be2579bd-7875-4dc5-94f5-41790d3650ef req-16afd5b5-b1ea-46fd-9630-065d2c242ada tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006907 Feb 28 17:41:45.250911 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Allocated IP 172.20.0.1 (4004d941-3720-43ae-99ed-853d02d2a524/178a7a53-56a3-47ee-8520-48518f27f49d/b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:45.304808 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (748870d0-ccf9-49fd-9a50-473373b8e913), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.345509 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9bd05b49-4b29-4f70-94bd-822052e853ba admin admin] Publish callbacks [] for security_group (5535952c-f28d-4101-9465-7b50d176049a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.406391 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] Made reservation on behalf of e175126afa844687a6c8c81e4ef3f64c for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:45.410300 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.413499 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9bd05b49-4b29-4f70-94bd-822052e853ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5535952c-f28d-4101-9465-7b50d176049a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.426799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555e6d8f-2b50-4b1e-8ed5-263d92f4346a tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:45.431616 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-555e6d8f-2b50-4b1e-8ed5-263d92f4346a tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2647641 Feb 28 17:41:45.431783 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.431878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51696) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:45.468683 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9a6fcae0-9996-48c7-8e47-00ccb1ab46f0 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337973 Feb 28 17:41:45.469565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51698) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:45.475120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-78af8bee-5581-4ea4-bf75-b1070e26be5f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1369541008', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:45.482960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd05b49-4b29-4f70-94bd-822052e853ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5535952c-f28d-4101-9465-7b50d176049a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:45.607319 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] Publish callbacks [] for security_group (12d7d8a8-e2a5-4757-9bcb-671a75c756eb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.610006 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9bd05b49-4b29-4f70-94bd-822052e853ba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=69c2bf18d7fb4ddca53c9c22259db0c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9883914 Feb 28 17:41:45.613638 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51704) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:45.620648 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Publish callbacks [] for port (b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.681869 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (12d7d8a8-e2a5-4757-9bcb-671a75c756eb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.701014 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Publish callbacks [] for port (748870d0-ccf9-49fd-9a50-473373b8e913), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.703089 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.712364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78af8bee-5581-4ea4-bf75-b1070e26be5f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Made reservation on behalf of 2dbedf6f8bfb41949f23f29c95506b32 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:45.718159 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:45.718639 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78af8bee-5581-4ea4-bf75-b1070e26be5f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.730374 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-34bc5940-b5a4-492d-a019-8d2f6fbc30a8 admin admin] Publish callbacks [] for security_group (5535952c-f28d-4101-9465-7b50d176049a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.749815 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d7d8a8-e2a5-4757-9bcb-671a75c756eb,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:45.791757 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Network 4004d941-3720-43ae-99ed-853d02d2a524 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:45.795520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:45.802801 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (748870d0-ccf9-49fd-9a50-473373b8e913), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.804688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:45.838607 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5be58220-8114-4337-8601-2306d63b3fe3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.838955 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] Added segment 5be58220-8114-4337-8601-2306d63b3fe3 of type vlan for network 37baabdb-ec69-4140-bb1b-2dc13fb61df1 Feb 28 17:41:45.842685 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (178a7a53-56a3-47ee-8520-48518f27f49d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.853056 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-34bc5940-b5a4-492d-a019-8d2f6fbc30a8 admin admin] Publish callbacks [] for security_group (5535952c-f28d-4101-9465-7b50d176049a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.883359 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Pushing event updated for resources: {'Port': ['ID=b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:45.888161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Subnet': ['ID=178a7a53-56a3-47ee-8520-48518f27f49d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:45.924163 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (37baabdb-ec69-4140-bb1b-2dc13fb61df1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.949118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51718) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:45.949473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Attempting to bind port 748870d0-ccf9-49fd-9a50-473373b8e913 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:45.949860 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Attempting to bind port 748870d0-ccf9-49fd-9a50-473373b8e913 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:45.950252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Attempting to bind port 748870d0-ccf9-49fd-9a50-473373b8e913 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:45.956797 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Attempting to bind port b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:45.957162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Attempting to bind port b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e132b3e1-a7a3-4b1a-94ba-84883104f711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4004d941-3720-43ae-99ed-853d02d2a524'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:45.957521 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Attempting to bind port b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e on network 4004d941-3720-43ae-99ed-853d02d2a524 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:45.968044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:45.968420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:45.968824 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:45.969215 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:45.969817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Bound port: 748870d0-ccf9-49fd-9a50-473373b8e913, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:45.970411 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (748870d0-ccf9-49fd-9a50-473373b8e913), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.009558 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (4004d941-3720-43ae-99ed-853d02d2a524), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.037192 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:46.037558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Checking segment: {'id': 'e132b3e1-a7a3-4b1a-94ba-84883104f711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4004d941-3720-43ae-99ed-853d02d2a524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:46.038172 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.038575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Bound using segment: {'id': 'e132b3e1-a7a3-4b1a-94ba-84883104f711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4004d941-3720-43ae-99ed-853d02d2a524'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:46.039036 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Bound port: b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e132b3e1-a7a3-4b1a-94ba-84883104f711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4004d941-3720-43ae-99ed-853d02d2a524'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:46.039416 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.042259 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (37baabdb-ec69-4140-bb1b-2dc13fb61df1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.044187 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:46.044978 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.050682 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd85b87-08a4-48d9-bcd8-5b96c5e4cf9a None None] Pushing event updated for resources: {'Port': ['ID=748870d0-ccf9-49fd-9a50-473373b8e913,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:46.055891 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] For port 748870d0-ccf9-49fd-9a50-473373b8e913, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:46.063561 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4004d941-3720-43ae-99ed-853d02d2a524']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:46.071867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] For port 748870d0-ccf9-49fd-9a50-473373b8e913, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=748870d0-ccf9-49fd-9a50-473373b8e913,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:46.078377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e132b3e1-a7a3-4b1a-94ba-84883104f711') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:46.078678 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e132b3e1-a7a3-4b1a-94ba-84883104f711') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:46.102987 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (e132b3e1-a7a3-4b1a-94ba-84883104f711), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.148783 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e132b3e1-a7a3-4b1a-94ba-84883104f711), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.154564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] For port b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:46.157765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:46.158203 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (e132b3e1-a7a3-4b1a-94ba-84883104f711), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:46.162880 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:46.173730 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-34bc5940-b5a4-492d-a019-8d2f6fbc30a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5535952c-f28d-4101-9465-7b50d176049a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.176076 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-34bc5940-b5a4-492d-a019-8d2f6fbc30a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.177231 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-34bc5940-b5a4-492d-a019-8d2f6fbc30a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5535952c-f28d-4101-9465-7b50d176049a HTTP/1.1" status: 204 len: 168 time: 0.5624323 Feb 28 17:41:46.186478 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (748870d0-ccf9-49fd-9a50-473373b8e913), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.220987 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78af8bee-5581-4ea4-bf75-b1070e26be5f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (bed7957d-4891-48a1-aeee-2449ab319aaf), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.240525 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc5940-b5a4-492d-a019-8d2f6fbc30a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5535952c-f28d-4101-9465-7b50d176049a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:46.259969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] Pushing event updated for resources: {'Network': ['ID=37baabdb-ec69-4140-bb1b-2dc13fb61df1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:46.298903 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af8bee-5581-4ea4-bf75-b1070e26be5f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Subnet': ['ID=bed7957d-4891-48a1-aeee-2449ab319aaf,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:46.319911 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] For port b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e,segment=NetworkSegment(e132b3e1-a7a3-4b1a-94ba-84883104f711),segment_id=e132b3e1-a7a3-4b1a-94ba-84883104f711)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:46.324044 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af8bee-5581-4ea4-bf75-b1070e26be5f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Checking segment: {'id': '784d76ee-3e0c-41c9-846f-4d90a1732d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:46.324294 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78af8bee-5581-4ea4-bf75-b1070e26be5f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network hostable DHCP agents. Network: d9f9a6f4-352f-4e23-9942-d076ed8d0c16, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:41:46.325247 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fc2f9ea5-4af8-4e7b-9698-c22aa04bc21e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6212976 Feb 28 17:41:46.337227 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51734) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:46.337554 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.api [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 17:41:46.337554 n-d-820368-19 neutron-server[104247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 17:41:46.337554 n-d-820368-19 neutron-server[104247]: [parameters: {'id': '4004d941-3720-43ae-99ed-853d02d2a524'}] Feb 28 17:41:46.337554 n-d-820368-19 neutron-server[104247]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:41:46.337554 n-d-820368-19 neutron-server[104247]: DEBUG oslo_db.api [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:41:46.337992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3ab95bc9-7e14-4bb6-bc70-6b13f758269c admin admin] Request body: {'subnet': {'network_id': '37baabdb-ec69-4140-bb1b-2dc13fb61df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-630478977-subnet', 'tenant_id': 'e175126afa844687a6c8c81e4ef3f64c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:46.347900 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 37baabdb-ec69-4140-bb1b-2dc13fb61df1 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:46.415426 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.439038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd85b87-08a4-48d9-bcd8-5b96c5e4cf9a None None] Pushing event updated for resources: {'Port': ['ID=748870d0-ccf9-49fd-9a50-473373b8e913,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:46.443281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78af8bee-5581-4ea4-bf75-b1070e26be5f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:41:46.447398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e9bdd-6e66-45dc-a3a3-dc02e3a01616 req-5775fae3-5261-457e-bdb0-d0008c6d3833 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:46.449100 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-065e9bdd-6e66-45dc-a3a3-dc02e3a01616 req-5775fae3-5261-457e-bdb0-d0008c6d3833 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.0723143 Feb 28 17:41:46.482191 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab95bc9-7e14-4bb6-bc70-6b13f758269c admin admin] Made reservation on behalf of e175126afa844687a6c8c81e4ef3f64c for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:46.484835 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ab95bc9-7e14-4bb6-bc70-6b13f758269c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.488906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Routers {'bfc3db3e-3edd-49b9-8214-a82174912269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:41:46.489765 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:41:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfc3db3e-3edd-49b9-8214-a82174912269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:46.521836 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-78af8bee-5581-4ea4-bf75-b1070e26be5f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, d9f9a6f4-352f-4e23-9942-d076ed8d0c16) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:46.526278 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78af8bee-5581-4ea4-bf75-b1070e26be5f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:46.527070 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78af8bee-5581-4ea4-bf75-b1070e26be5f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.546104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416db3bf-53d0-4cd7-841b-b70dc3961515 None None] Network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:46.595790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c65dd5-e13b-48bb-bf63-1e3f861258cd None None] Pushing event updated for resources: {'Port': ['ID=b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:46.600298 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e335131b-abff-4864-94b8-5222817525dd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=734b838426764abaa0711cdeeebe4113&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6483064 Feb 28 17:41:46.600478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51740) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:46.604499 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-065e9bdd-6e66-45dc-a3a3-dc02e3a01616 req-95d2e73f-f9e1-48b7-948b-09922756a4d0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485178 Feb 28 17:41:46.670804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51742) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:46.671727 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-78af8bee-5581-4ea4-bf75-b1070e26be5f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2006299 Feb 28 17:41:46.720973 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4dd73c0-21c2-4e2f-a317-40b09894f141 admin admin] Publish callbacks [] for security_group (21914160-7cd3-4631-a5eb-e1390eb50ab4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.751966 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4dd73c0-21c2-4e2f-a317-40b09894f141 admin admin] Publish callbacks [] for security_group (21914160-7cd3-4631-a5eb-e1390eb50ab4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.794193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7082709-765d-4482-baf6-b8014e8d55c6 None None] Network 4004d941-3720-43ae-99ed-853d02d2a524 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:46.810231 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] Set router bfc3db3e-3edd-49b9-8214-a82174912269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:41:46.839768 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (4004d941-3720-43ae-99ed-853d02d2a524), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.911947 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4dd73c0-21c2-4e2f-a317-40b09894f141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (21914160-7cd3-4631-a5eb-e1390eb50ab4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.919980 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4dd73c0-21c2-4e2f-a317-40b09894f141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:46.919980 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d4dd73c0-21c2-4e2f-a317-40b09894f141 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21914160-7cd3-4631-a5eb-e1390eb50ab4 HTTP/1.1" status: 204 len: 168 time: 0.3134809 Feb 28 17:41:46.934503 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd73c0-21c2-4e2f-a317-40b09894f141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21914160-7cd3-4631-a5eb-e1390eb50ab4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:46.983523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Deleting port b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:46.992407 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:47.097253 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ab95bc9-7e14-4bb6-bc70-6b13f758269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (2a1216e6-9c6c-436f-b8f5-1796a22fcb99), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:47.117832 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] For port b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e,segment=NetworkSegment(e132b3e1-a7a3-4b1a-94ba-84883104f711),segment_id=e132b3e1-a7a3-4b1a-94ba-84883104f711)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:47.118403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:47.133348 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Calling delete_port for b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:47.186334 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-d9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:41:47.187342 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:47.224710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab95bc9-7e14-4bb6-bc70-6b13f758269c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1216e6-9c6c-436f-b8f5-1796a22fcb99,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:47.244757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab95bc9-7e14-4bb6-bc70-6b13f758269c admin admin] Checking segment: {'id': '5be58220-8114-4337-8601-2306d63b3fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '37baabdb-ec69-4140-bb1b-2dc13fb61df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:47.245170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab95bc9-7e14-4bb6-bc70-6b13f758269c admin admin] Network hostable DHCP agents. Network: 37baabdb-ec69-4140-bb1b-2dc13fb61df1, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:41:47.339366 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:47.386613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Port': ['ID=b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:47.395920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No DVR routers for this DVR port b928a0e8-9cf1-4596-8af9-e0d1dcd0be9e on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:41:47.432529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab95bc9-7e14-4bb6-bc70-6b13f758269c admin admin] Network 37baabdb-ec69-4140-bb1b-2dc13fb61df1 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:41:47.535447 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (4004d941-3720-43ae-99ed-853d02d2a524), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:47.537809 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-3ab95bc9-7e14-4bb6-bc70-6b13f758269c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 37baabdb-ec69-4140-bb1b-2dc13fb61df1) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:47.546434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab95bc9-7e14-4bb6-bc70-6b13f758269c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:47.547271 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ab95bc9-7e14-4bb6-bc70-6b13f758269c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:47.550843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46962079-b4e8-40f1-9569-e4b96f5b523f None None] Network 37baabdb-ec69-4140-bb1b-2dc13fb61df1 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:47.561746 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:47.582244 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4004d941-3720-43ae-99ed-853d02d2a524']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:47.596905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e132b3e1-a7a3-4b1a-94ba-84883104f711') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:47.599343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e132b3e1-a7a3-4b1a-94ba-84883104f711') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:47.632375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (e132b3e1-a7a3-4b1a-94ba-84883104f711), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:47.635829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Allocated IP 172.20.0.2 (d9f9a6f4-352f-4e23-9942-d076ed8d0c16/bed7957d-4891-48a1-aeee-2449ab319aaf/6461976e-fcc2-4629-8790-7d55bdcd93e5) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:47.651229 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e132b3e1-a7a3-4b1a-94ba-84883104f711), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:47.662740 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3ab95bc9-7e14-4bb6-bc70-6b13f758269c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3319004 Feb 28 17:41:47.671695 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:47.672132 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (e132b3e1-a7a3-4b1a-94ba-84883104f711), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:47.677231 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:47.791684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:41:42Z', 'revision_number': 3, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:47.794858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbe89ec-40f1-4339-8ac8-c0154e2706d0 None None] Network 37baabdb-ec69-4140-bb1b-2dc13fb61df1 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:47.802586 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2696069-e737-4cf5-be41-f6436c15076e req-0e5ca568-db16-47c5-aad6-5eaeee1702ed tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:47.804311 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e2696069-e737-4cf5-be41-f6436c15076e req-0e5ca568-db16-47c5-aad6-5eaeee1702ed tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.0715356 Feb 28 17:41:47.840175 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (4004d941-3720-43ae-99ed-853d02d2a524), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:47.857456 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:47.865813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51778) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:47.866947 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/4004d941-3720-43ae-99ed-853d02d2a524 HTTP/1.1" status: 204 len: 168 time: 3.1362195 Feb 28 17:41:47.872154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-89d7996e-02d7-4774-a968-8a5ba3814029 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-4774218'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:47.905436 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4678f6-86f2-4455-8d53-c259980a88ee None None] The sync data for ids ['bfc3db3e-3edd-49b9-8214-a82174912269'] in n-d-820368-19 is: [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:41:42Z', 'revision_number': 3, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:41:47.947164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbddcc5-47f0-4391-bfcc-55baf0165b53 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Network': ['ID=4004d941-3720-43ae-99ed-853d02d2a524,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:47.963193 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e2696069-e737-4cf5-be41-f6436c15076e req-06bd4629-74b4-4266-8f07-e624c245e672 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527486 Feb 28 17:41:48.053371 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d7996e-02d7-4774-a968-8a5ba3814029 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:48.057976 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-89d7996e-02d7-4774-a968-8a5ba3814029 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:48.111050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d7996e-02d7-4774-a968-8a5ba3814029 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:48.141488 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-89d7996e-02d7-4774-a968-8a5ba3814029 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e0852aad-2a3a-4613-9684-b95456a86eb0), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:48.141809 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-89d7996e-02d7-4774-a968-8a5ba3814029 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Added segment e0852aad-2a3a-4613-9684-b95456a86eb0 of type vlan for network 07a59b13-5eb7-4ad7-8912-00c62683d5a4 Feb 28 17:41:48.201735 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Publish callbacks [] for port (6461976e-fcc2-4629-8790-7d55bdcd93e5), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:48.253762 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-89d7996e-02d7-4774-a968-8a5ba3814029 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (07a59b13-5eb7-4ad7-8912-00c62683d5a4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:48.273870 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (6461976e-fcc2-4629-8790-7d55bdcd93e5), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:48.415207 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-89d7996e-02d7-4774-a968-8a5ba3814029 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (07a59b13-5eb7-4ad7-8912-00c62683d5a4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:48.429479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d7996e-02d7-4774-a968-8a5ba3814029 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:48.430180 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-89d7996e-02d7-4774-a968-8a5ba3814029 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:48.453773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:48.456181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Pushing event updated for resources: {'Port': ['ID=6461976e-fcc2-4629-8790-7d55bdcd93e5,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:48.463825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:48.470870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:48.552530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Allocated IP 172.20.0.1 (d9f9a6f4-352f-4e23-9942-d076ed8d0c16/bed7957d-4891-48a1-aeee-2449ab319aaf/2f418d56-9338-469f-8ed7-3b52db96ba62) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:48.580697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Attempting to bind port 6461976e-fcc2-4629-8790-7d55bdcd93e5 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:48.581519 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Attempting to bind port 6461976e-fcc2-4629-8790-7d55bdcd93e5 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '784d76ee-3e0c-41c9-846f-4d90a1732d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:48.582440 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Attempting to bind port 6461976e-fcc2-4629-8790-7d55bdcd93e5 on network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:48.595238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:48.598354 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Checking segment: {'id': '784d76ee-3e0c-41c9-846f-4d90a1732d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:48.598983 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:48.600780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7996e-02d7-4774-a968-8a5ba3814029 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Network': ['ID=07a59b13-5eb7-4ad7-8912-00c62683d5a4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:48.618429 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Bound using segment: {'id': '784d76ee-3e0c-41c9-846f-4d90a1732d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:48.626783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Bound port: 6461976e-fcc2-4629-8790-7d55bdcd93e5, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784d76ee-3e0c-41c9-846f-4d90a1732d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:48.626783 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6461976e-fcc2-4629-8790-7d55bdcd93e5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:48.631893 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51798) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:48.636002 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-89d7996e-02d7-4774-a968-8a5ba3814029 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.7651105 Feb 28 17:41:48.638181 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5b40f5dd-c988-4f42-9834-07de44c1cd4a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'subnet': {'network_id': '07a59b13-5eb7-4ad7-8912-00c62683d5a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:48.760266 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] For port 6461976e-fcc2-4629-8790-7d55bdcd93e5, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:48.764691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] For port 6461976e-fcc2-4629-8790-7d55bdcd93e5, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6461976e-fcc2-4629-8790-7d55bdcd93e5,segment=NetworkSegment(784d76ee-3e0c-41c9-846f-4d90a1732d49),segment_id=784d76ee-3e0c-41c9-846f-4d90a1732d49)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:48.769087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 07a59b13-5eb7-4ad7-8912-00c62683d5a4 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:48.832615 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:48.874804 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6461976e-fcc2-4629-8790-7d55bdcd93e5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:48.886926 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b40f5dd-c988-4f42-9834-07de44c1cd4a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:48.891462 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b40f5dd-c988-4f42-9834-07de44c1cd4a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:48.941635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba865ef-d496-4980-9d32-644eca415a32 None None] Pushing event updated for resources: {'Port': ['ID=6461976e-fcc2-4629-8790-7d55bdcd93e5,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:48.995153 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:49.119979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:49.140448 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:49.159808 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:49.284676 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (bfc3db3e-3edd-49b9-8214-a82174912269), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:49.311054 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=2f418d56-9338-469f-8ed7-3b52db96ba62,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:49.560109 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b40f5dd-c988-4f42-9834-07de44c1cd4a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (4e2d4082-30da-429e-ace7-d9e649f7668b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:49.593422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608baa6-0e72-4ed7-9d37-0055b4919e8e req-bd12ecfa-10e6-4469-b878-429ef2d2f70e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:49.603141 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5608baa6-0e72-4ed7-9d37-0055b4919e8e req-bd12ecfa-10e6-4469-b878-429ef2d2f70e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.4668224 Feb 28 17:41:49.744117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5608baa6-0e72-4ed7-9d37-0055b4919e8e req-9537b5cf-41a3-4514-9dcb-cb12b20e3c94 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392088 Feb 28 17:41:49.807353 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40f5dd-c988-4f42-9834-07de44c1cd4a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Checking segment: {'id': 'e0852aad-2a3a-4613-9684-b95456a86eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07a59b13-5eb7-4ad7-8912-00c62683d5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:49.808923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40f5dd-c988-4f42-9834-07de44c1cd4a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network hostable DHCP agents. Network: 07a59b13-5eb7-4ad7-8912-00c62683d5a4, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:41:49.811222 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40f5dd-c988-4f42-9834-07de44c1cd4a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Subnet': ['ID=4e2d4082-30da-429e-ace7-d9e649f7668b,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:49.849804 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:49.913701 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40f5dd-c988-4f42-9834-07de44c1cd4a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network 07a59b13-5eb7-4ad7-8912-00c62683d5a4 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:41:50.010920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-5b40f5dd-c988-4f42-9834-07de44c1cd4a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 07a59b13-5eb7-4ad7-8912-00c62683d5a4) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:50.015847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b40f5dd-c988-4f42-9834-07de44c1cd4a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:50.016445 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b40f5dd-c988-4f42-9834-07de44c1cd4a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:50.025119 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fa5e2c-1f21-497a-b1aa-302e683668e4 None None] Network 07a59b13-5eb7-4ad7-8912-00c62683d5a4 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:50.135614 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5b40f5dd-c988-4f42-9834-07de44c1cd4a tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5020211 Feb 28 17:41:50.138206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51840) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:50.317253 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-07a59b13-5eb7-4ad7-8912-00c62683d5a4', 'network_id': '07a59b13-5eb7-4ad7-8912-00c62683d5a4', 'project_id': '7a70bc3c0c9f48fcbcd09d08fa71565e', 'fixed_ips': [{'subnet_id': '4e2d4082-30da-429e-ace7-d9e649f7668b'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:41:50.321240 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:50.469304 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (07a59b13-5eb7-4ad7-8912-00c62683d5a4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:50.584019 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:50.598696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 748870d0-ccf9-49fd-9a50-473373b8e913 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:41:50.662183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:50.671365 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (4e2d4082-30da-429e-ace7-d9e649f7668b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:50.855712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=2f418d56-9338-469f-8ed7-3b52db96ba62,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:50.876305 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:50.876654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:50.876839 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 748870d0-ccf9-49fd-9a50-473373b8e913 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:50.878192 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (748870d0-ccf9-49fd-9a50-473373b8e913), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:50.884274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:50.884274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:50.884274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:50.884274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:50.884690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:50.884787 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:50.885061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:50.885405 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:50.885697 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:50.890373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Allocated IP 172.20.0.1 (07a59b13-5eb7-4ad7-8912-00c62683d5a4/4e2d4082-30da-429e-ace7-d9e649f7668b/41760649-ec7d-4df8-8051-2b235cd66e37) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:50.891030 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:50.899438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:50.909740 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (bfc3db3e-3edd-49b9-8214-a82174912269), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:51.039714 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce50606-6651-40b3-915c-35b49bfe84ad None None] Network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:51.140886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e191104-eb01-4d12-ac70-d91472da4966 req-d8ffc080-c126-45f2-9d13-fa4b6655130e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:51.141484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:51.144737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:51.155911 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e191104-eb01-4d12-ac70-d91472da4966 req-d8ffc080-c126-45f2-9d13-fa4b6655130e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.2461958 Feb 28 17:41:51.177996 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 748870d0-ccf9-49fd-9a50-473373b8e913 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:51.178852 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (748870d0-ccf9-49fd-9a50-473373b8e913), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:51.260680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a79e6d19-0bb7-4b35-856f-32a3cc15f624 None None] Provisioning complete for port 6461976e-fcc2-4629-8790-7d55bdcd93e5 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:51.261390 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a79e6d19-0bb7-4b35-856f-32a3cc15f624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6461976e-fcc2-4629-8790-7d55bdcd93e5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:51.282015 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e191104-eb01-4d12-ac70-d91472da4966 req-73529390-39eb-405c-a6a5-7bd1ac621b38 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246462 Feb 28 17:41:51.346111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 748870d0-ccf9-49fd-9a50-473373b8e913, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=748870d0-ccf9-49fd-9a50-473373b8e913,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:51.449066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Router bfc3db3e-3edd-49b9-8214-a82174912269 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:41:51.590477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:41:51.606928 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Sync routers for ids ['bfc3db3e-3edd-49b9-8214-a82174912269'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:41:51.622338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d4642ff7-c6d0-4f44-a586-b6d6e7766f63 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "PUT /v2.0/routers/bfc3db3e-3edd-49b9-8214-a82174912269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9483750 Feb 28 17:41:51.623327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51882) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:51.638206 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Routers {'bfc3db3e-3edd-49b9-8214-a82174912269'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:41:51.638206 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:41:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfc3db3e-3edd-49b9-8214-a82174912269'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:51.679284 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (748870d0-ccf9-49fd-9a50-473373b8e913), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:51.680047 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6461976e-fcc2-4629-8790-7d55bdcd93e5 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:41:51.807978 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Set router bfc3db3e-3edd-49b9-8214-a82174912269 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:41:51.967806 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a79e6d19-0bb7-4b35-856f-32a3cc15f624 None None] Current status of the port 6461976e-fcc2-4629-8790-7d55bdcd93e5 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:51.968486 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a79e6d19-0bb7-4b35-856f-32a3cc15f624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6461976e-fcc2-4629-8790-7d55bdcd93e5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:51.975330 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Publish callbacks [] for port (41760649-ec7d-4df8-8051-2b235cd66e37), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:51.994031 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 6461976e-fcc2-4629-8790-7d55bdcd93e5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:51.994766 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6461976e-fcc2-4629-8790-7d55bdcd93e5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:52.091118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a79e6d19-0bb7-4b35-856f-32a3cc15f624 None None] For port 6461976e-fcc2-4629-8790-7d55bdcd93e5, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6461976e-fcc2-4629-8790-7d55bdcd93e5,segment=NetworkSegment(784d76ee-3e0c-41c9-846f-4d90a1732d49),segment_id=784d76ee-3e0c-41c9-846f-4d90a1732d49)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:52.096006 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=748870d0-ccf9-49fd-9a50-473373b8e913,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:52.101267 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (41760649-ec7d-4df8-8051-2b235cd66e37), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:52.171681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2753-3935-4c36-8d65-6007c05afa85 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:52.173016 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2753-3935-4c36-8d65-6007c05afa85 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:52.173389 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Network 07a59b13-5eb7-4ad7-8912-00c62683d5a4 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:52.174157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Pushing event updated for resources: {'Port': ['ID=41760649-ec7d-4df8-8051-2b235cd66e37,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:52.179241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2753-3935-4c36-8d65-6007c05afa85 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:52.179421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:52.180378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2753-3935-4c36-8d65-6007c05afa85 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:52.182026 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a79e6d19-0bb7-4b35-856f-32a3cc15f624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6461976e-fcc2-4629-8790-7d55bdcd93e5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:52.183773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:52.186915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2753-3935-4c36-8d65-6007c05afa85 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:52.191538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2753-3935-4c36-8d65-6007c05afa85 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:52.192242 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2753-3935-4c36-8d65-6007c05afa85 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:52.192941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2753-3935-4c36-8d65-6007c05afa85 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:52.200340 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51888) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:52.218662 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-022e2753-3935-4c36-8d65-6007c05afa85 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.5906098 Feb 28 17:41:52.279792 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:41:49Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:50Z', 'revision_number': 2, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:52.302776 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (4e2d4082-30da-429e-ace7-d9e649f7668b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:52.391533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Attempting to bind port 41760649-ec7d-4df8-8051-2b235cd66e37 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:52.394659 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Attempting to bind port 41760649-ec7d-4df8-8051-2b235cd66e37 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e0852aad-2a3a-4613-9684-b95456a86eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07a59b13-5eb7-4ad7-8912-00c62683d5a4'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:52.395730 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Attempting to bind port 41760649-ec7d-4df8-8051-2b235cd66e37 on network 07a59b13-5eb7-4ad7-8912-00c62683d5a4 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:52.444475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:52.444864 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Checking segment: {'id': 'e0852aad-2a3a-4613-9684-b95456a86eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07a59b13-5eb7-4ad7-8912-00c62683d5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:52.445492 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:52.445948 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Bound using segment: {'id': 'e0852aad-2a3a-4613-9684-b95456a86eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07a59b13-5eb7-4ad7-8912-00c62683d5a4'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:52.446559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Bound port: 41760649-ec7d-4df8-8051-2b235cd66e37, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0852aad-2a3a-4613-9684-b95456a86eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '07a59b13-5eb7-4ad7-8912-00c62683d5a4'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:52.447034 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (41760649-ec7d-4df8-8051-2b235cd66e37), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:52.457251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e6d19-0bb7-4b35-856f-32a3cc15f624 None None] Pushing event updated for resources: {'Port': ['ID=6461976e-fcc2-4629-8790-7d55bdcd93e5,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:52.468828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 6461976e-fcc2-4629-8790-7d55bdcd93e5 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:52.546105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2d4082-30da-429e-ace7-d9e649f7668b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:52.674085 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51894) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:52.677580 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51896) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:52.704346 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-119406875-network', 'tenant_id': '86e9c1efc530411485fc814a6af58977'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:52.749524 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 748870d0-ccf9-49fd-9a50-473373b8e913 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:41:52.751580 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Checking router: bfc3db3e-3edd-49b9-8214-a82174912269 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:41:52.752081 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Updating router bfc3db3e-3edd-49b9-8214-a82174912269 port 2f418d56-9338-469f-8ed7-3b52db96ba62 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:41:52.794570 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (07a59b13-5eb7-4ad7-8912-00c62683d5a4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:52.812244 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] For port 41760649-ec7d-4df8-8051-2b235cd66e37, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:52.836126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fd3d0b62-a241-4fb0-9e83-2f04d18a8534 None None] Provisioning complete for port 2f418d56-9338-469f-8ed7-3b52db96ba62 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:52.840621 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd3d0b62-a241-4fb0-9e83-2f04d18a8534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:52.865801 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a59b13-5eb7-4ad7-8912-00c62683d5a4']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:52.878864 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:52.900142 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0852aad-2a3a-4613-9684-b95456a86eb0') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:52.901069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] For port 41760649-ec7d-4df8-8051-2b235cd66e37, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=41760649-ec7d-4df8-8051-2b235cd66e37,segment=NetworkSegment(e0852aad-2a3a-4613-9684-b95456a86eb0),segment_id=e0852aad-2a3a-4613-9684-b95456a86eb0)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:52.914238 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0852aad-2a3a-4613-9684-b95456a86eb0') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:52.929954 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d0b62-a241-4fb0-9e83-2f04d18a8534 None None] Port 2f418d56-9338-469f-8ed7-3b52db96ba62 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:41:52.942313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] Made reservation on behalf of 86e9c1efc530411485fc814a6af58977 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:52.946109 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fd3d0b62-a241-4fb0-9e83-2f04d18a8534 None None] Provisioning complete for port 6461976e-fcc2-4629-8790-7d55bdcd93e5 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:52.946486 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd3d0b62-a241-4fb0-9e83-2f04d18a8534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6461976e-fcc2-4629-8790-7d55bdcd93e5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:52.948824 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:52.962217 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (e0852aad-2a3a-4613-9684-b95456a86eb0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:52.987969 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.008971 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 748870d0-ccf9-49fd-9a50-473373b8e913 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:53.014471 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (748870d0-ccf9-49fd-9a50-473373b8e913), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.027565 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e0852aad-2a3a-4613-9684-b95456a86eb0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.036161 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (41760649-ec7d-4df8-8051-2b235cd66e37), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.040369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:53.044546 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (e0852aad-2a3a-4613-9684-b95456a86eb0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.055381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51902) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:53.188907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4d81a-f904-473e-bb32-9bf8f883f11f tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:53.188907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4d81a-f904-473e-bb32-9bf8f883f11f tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:53.189963 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4d81a-f904-473e-bb32-9bf8f883f11f tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:53.190443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4d81a-f904-473e-bb32-9bf8f883f11f tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:53.190934 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:53.195154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4d81a-f904-473e-bb32-9bf8f883f11f tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:53.195950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4d81a-f904-473e-bb32-9bf8f883f11f tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:53.198877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4d81a-f904-473e-bb32-9bf8f883f11f tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:53.199888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4d81a-f904-473e-bb32-9bf8f883f11f tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:53.202177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c4c4d81a-f904-473e-bb32-9bf8f883f11f tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5210 time: 1.0004056 Feb 28 17:41:53.207463 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51908) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:53.251839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0d9bb-09a8-4810-8e03-c2d53ea4ff6e req-cb209ca6-ee3c-4006-adca-d77118e263fa tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:53.259590 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b1b0d9bb-09a8-4810-8e03-c2d53ea4ff6e req-cb209ca6-ee3c-4006-adca-d77118e263fa tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.2050848 Feb 28 17:41:53.322184 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b1b0d9bb-09a8-4810-8e03-c2d53ea4ff6e req-6dea4ec8-cec5-4bec-8f2e-d17ea22ff2f3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612800 Feb 28 17:41:53.360571 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.api [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 17:41:53.360571 n-d-820368-19 neutron-server[104247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 17:41:53.360571 n-d-820368-19 neutron-server[104247]: [parameters: {'id': '07a59b13-5eb7-4ad7-8912-00c62683d5a4'}] Feb 28 17:41:53.360571 n-d-820368-19 neutron-server[104247]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:41:53.361081 n-d-820368-19 neutron-server[104247]: DEBUG oslo_db.api [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:41:53.387135 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e592e800-db43-4ee4-9a04-5b41831208ff None None] Network 07a59b13-5eb7-4ad7-8912-00c62683d5a4 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:53.409444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226d572-a866-4489-b463-c7e1ec62bbb9 None None] Pushing event updated for resources: {'Port': ['ID=41760649-ec7d-4df8-8051-2b235cd66e37,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:53.490927 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-706286447'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:53.498432 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd3f1-9d98-4612-b730-2d608d7859fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.562541 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 748870d0-ccf9-49fd-9a50-473373b8e913 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:53.563993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6461976e-fcc2-4629-8790-7d55bdcd93e5 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:41:53.607212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Made reservation on behalf of 4311fc7f98b6476483c065ee0094e919 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:53.611535 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.632188 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.717597 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d0b62-a241-4fb0-9e83-2f04d18a8534 None None] Current status of the port 6461976e-fcc2-4629-8790-7d55bdcd93e5 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:53.730410 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] Publish callbacks [] for security_group (e855c983-f197-450f-b413-ffc73eb98519), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.808516 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e855c983-f197-450f-b413-ffc73eb98519), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.816558 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Publish callbacks [] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.823543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:53.833970 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (11697432-ff5b-4197-88ef-5af453ba53db), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.834419 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] Added segment 11697432-ff5b-4197-88ef-5af453ba53db of type vlan for network f932942a-9b25-466b-a660-f31c07f2c533 Feb 28 17:41:53.851867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3a8241-31bf-448a-af7b-36ab85fd97c7 None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:41:53.862485 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (07a59b13-5eb7-4ad7-8912-00c62683d5a4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.874061 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for security_group (b8a082d0-8bb8-4eec-8742-cc7964fe4bc3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.887517 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.962746 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b8a082d0-8bb8-4eec-8742-cc7964fe4bc3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.963720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3a8241-31bf-448a-af7b-36ab85fd97c7 None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:41:53.967313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 6461976e-fcc2-4629-8790-7d55bdcd93e5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:53.971058 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6461976e-fcc2-4629-8790-7d55bdcd93e5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:53.982531 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Pushing event updated for resources: {'Port': ['ID=2f418d56-9338-469f-8ed7-3b52db96ba62,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:54.008944 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:54.009639 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:54.010213 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:54.010768 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:54.011299 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:54.011820 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:54.012661 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:54.014528 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:54.015111 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:54.015644 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:54.017692 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:54.019730 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd3f1-9d98-4612-b730-2d608d7859fa admin admin] Publish callbacks [] for security_group (88abd59c-5085-43f7-a808-ab959b79f9cf), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:54.020043 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:54.020921 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:54.041087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0ab209c1-884e-4ba7-ba2a-fb7d3ad3a437 None None] Provisioning complete for port 2f418d56-9338-469f-8ed7-3b52db96ba62 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:54.041992 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0ab209c1-884e-4ba7-ba2a-fb7d3ad3a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:54.056512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:54.082268 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (f932942a-9b25-466b-a660-f31c07f2c533), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:54.097412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e855c983-f197-450f-b413-ffc73eb98519,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:54.128182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a082d0-8bb8-4eec-8742-cc7964fe4bc3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:54.140842 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3f16b93a-0ebf-46d3-a1de-be488ae6fed3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:54.141196 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Added segment 3f16b93a-0ebf-46d3-a1de-be488ae6fed3 of type vlan for network 67da4891-31db-4f54-b524-68d3ce83da15 Feb 28 17:41:54.155728 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd3f1-9d98-4612-b730-2d608d7859fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (88abd59c-5085-43f7-a808-ab959b79f9cf), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:54.200848 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Attempting to bind port 2f418d56-9338-469f-8ed7-3b52db96ba62 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:54.201514 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Attempting to bind port 2f418d56-9338-469f-8ed7-3b52db96ba62 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '784d76ee-3e0c-41c9-846f-4d90a1732d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:54.202096 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Attempting to bind port 2f418d56-9338-469f-8ed7-3b52db96ba62 on network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:54.234472 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (67da4891-31db-4f54-b524-68d3ce83da15), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:54.238068 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:54.249761 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Checking segment: {'id': '784d76ee-3e0c-41c9-846f-4d90a1732d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:54.253289 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:54.253289 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Bound using segment: {'id': '784d76ee-3e0c-41c9-846f-4d90a1732d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:54.253289 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Bound port: 2f418d56-9338-469f-8ed7-3b52db96ba62, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784d76ee-3e0c-41c9-846f-4d90a1732d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:54.253289 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:54.270159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 6461976e-fcc2-4629-8790-7d55bdcd93e5 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:54.280248 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0ab209c1-884e-4ba7-ba2a-fb7d3ad3a437 None None] Port 2f418d56-9338-469f-8ed7-3b52db96ba62 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:41:54.382194 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (67da4891-31db-4f54-b524-68d3ce83da15), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:54.387809 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:54.391040 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:54.434379 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] For port 2f418d56-9338-469f-8ed7-3b52db96ba62, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:54.441976 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] For port 2f418d56-9338-469f-8ed7-3b52db96ba62, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2f418d56-9338-469f-8ed7-3b52db96ba62,segment=NetworkSegment(784d76ee-3e0c-41c9-846f-4d90a1732d49),segment_id=784d76ee-3e0c-41c9-846f-4d90a1732d49)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:54.535029 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:54.538903 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event updated for resources: {'Network': ['ID=67da4891-31db-4f54-b524-68d3ce83da15,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:54.553955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 67da4891-31db-4f54-b524-68d3ce83da15 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:54.556747 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f05f650-0589-4f11-9524-633504806b36 None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:41:54.610550 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-52d7b8f8-5f1d-45d0-ac6d-06dc1315c832 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5320222 Feb 28 17:41:54.613818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51934) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:54.619512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-953d1ad6-22da-4c03-86fd-3d40725f991c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Request body: {'subnet': {'network_id': '67da4891-31db-4f54-b524-68d3ce83da15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:54.700769 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6367-09ca-471c-ac34-36caab558f12 None None] Pushing event updated for resources: {'Port': ['ID=2f418d56-9338-469f-8ed7-3b52db96ba62,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:54.733680 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Routers {'bfc3db3e-3edd-49b9-8214-a82174912269'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:41:54.734601 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:41:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfc3db3e-3edd-49b9-8214-a82174912269'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:54.856931 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f05f650-0589-4f11-9524-633504806b36 None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:41:54.878863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953d1ad6-22da-4c03-86fd-3d40725f991c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Made reservation on behalf of 4311fc7f98b6476483c065ee0094e919 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:54.883726 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-953d1ad6-22da-4c03-86fd-3d40725f991c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:55.005129 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fd3f1-9d98-4612-b730-2d608d7859fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88abd59c-5085-43f7-a808-ab959b79f9cf,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:55.023393 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] Set router bfc3db3e-3edd-49b9-8214-a82174912269 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:41:55.060258 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.resource_extend [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] It took 0.93 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:41:55.148408 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ae8fd3f1-9d98-4612-b730-2d608d7859fa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b0e9cdd95b944aeb0bdd3fe5570967a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4681344 Feb 28 17:41:55.159022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51940) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:55.247333 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (f932942a-9b25-466b-a660-f31c07f2c533), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:55.249611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:55.250716 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:55.281267 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8b53dd0a-5156-4a64-92f5-d4f33fba45a0 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 2.0576148 Feb 28 17:41:55.281267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Deleting port 41760649-ec7d-4df8-8051-2b235cd66e37 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:41:55.281267 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (41760649-ec7d-4df8-8051-2b235cd66e37), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:55.415391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dab38-e9a7-4e43-a8f5-61be86f8cbcf req-d6053832-c62d-43f1-a592-bd36c997e7b9 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:55.415391 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f8dab38-e9a7-4e43-a8f5-61be86f8cbcf req-d6053832-c62d-43f1-a592-bd36c997e7b9 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.3337865 Feb 28 17:41:55.447588 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Publish callbacks [] for security_group (88abd59c-5085-43f7-a808-ab959b79f9cf), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:55.456098 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:41:49Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:54Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:55.464301 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-953d1ad6-22da-4c03-86fd-3d40725f991c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (f5f4968e-5fe3-4f62-a04a-5f4a2bc3a33f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:55.495800 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c039d5-467f-4c71-bca0-5b01e70eb460 None None] The sync data for ids ['bfc3db3e-3edd-49b9-8214-a82174912269'] in n-d-820368-19 is: [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:41:49Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:54Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:41:55.525560 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8467343 Feb 28 17:41:55.527097 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83825714-f148-42e5-abd1-2a7e22b169a7 admin admin] Pushing event updated for resources: {'Network': ['ID=f932942a-9b25-466b-a660-f31c07f2c533,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:55.529553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51948) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:55.539310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network f932942a-9b25-466b-a660-f31c07f2c533 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:55.539997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a7947ec2-0127-4692-8723-1d7d1d2d66a4 admin admin] Request body: {'subnet': {'network_id': 'f932942a-9b25-466b-a660-f31c07f2c533', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-119406875-subnet', 'tenant_id': '86e9c1efc530411485fc814a6af58977', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:55.555970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] For port 41760649-ec7d-4df8-8051-2b235cd66e37, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=41760649-ec7d-4df8-8051-2b235cd66e37,segment=NetworkSegment(e0852aad-2a3a-4613-9684-b95456a86eb0),segment_id=e0852aad-2a3a-4613-9684-b95456a86eb0)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:55.556482 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (41760649-ec7d-4df8-8051-2b235cd66e37), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:55.568502 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Publish callbacks [] for security_group (88abd59c-5085-43f7-a808-ab959b79f9cf), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:55.634812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Calling delete_port for 41760649-ec7d-4df8-8051-2b235cd66e37 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:41:55.722628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d1ad6-22da-4c03-86fd-3d40725f991c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event updated for resources: {'Subnet': ['ID=f5f4968e-5fe3-4f62-a04a-5f4a2bc3a33f,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:55.729797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953d1ad6-22da-4c03-86fd-3d40725f991c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Checking segment: {'id': '3f16b93a-0ebf-46d3-a1de-be488ae6fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67da4891-31db-4f54-b524-68d3ce83da15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:55.730467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953d1ad6-22da-4c03-86fd-3d40725f991c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Network hostable DHCP agents. Network: 67da4891-31db-4f54-b524-68d3ce83da15, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:41:55.744398 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1f8dab38-e9a7-4e43-a8f5-61be86f8cbcf req-afa82beb-1601-4721-8bd0-8cf61de1fdce tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972094 Feb 28 17:41:55.788061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51956) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:55.813672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-91119842-9d91-404d-a2bd-6734e658d807 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020450286', 'description': 'tempest-secgroup-smoke-2020450286 description', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:55.845556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-79fa1573-c26a-435c-a616-aceabf459216 None None] Provisioning complete for port 2f418d56-9338-469f-8ed7-3b52db96ba62 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:55.846611 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-79fa1573-c26a-435c-a616-aceabf459216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:55.877578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7947ec2-0127-4692-8723-1d7d1d2d66a4 admin admin] Made reservation on behalf of 86e9c1efc530411485fc814a6af58977 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:55.880391 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a7947ec2-0127-4692-8723-1d7d1d2d66a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:55.966900 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91119842-9d91-404d-a2bd-6734e658d807 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.069196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953d1ad6-22da-4c03-86fd-3d40725f991c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Network 67da4891-31db-4f54-b524-68d3ce83da15 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:41:56.103343 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-79fa1573-c26a-435c-a616-aceabf459216 None None] Current status of the port 2f418d56-9338-469f-8ed7-3b52db96ba62 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:56.103957 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-79fa1573-c26a-435c-a616-aceabf459216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.156307 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-953d1ad6-22da-4c03-86fd-3d40725f991c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 67da4891-31db-4f54-b524-68d3ce83da15) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:56.164044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d1ad6-22da-4c03-86fd-3d40725f991c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:56.164910 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-953d1ad6-22da-4c03-86fd-3d40725f991c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.178837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a4a1a7-11fd-42b6-a74f-5da515a7e94c None None] Network 67da4891-31db-4f54-b524-68d3ce83da15 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:56.185574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-79fa1573-c26a-435c-a616-aceabf459216 None None] For port 2f418d56-9338-469f-8ed7-3b52db96ba62, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2f418d56-9338-469f-8ed7-3b52db96ba62,segment=NetworkSegment(784d76ee-3e0c-41c9-846f-4d90a1732d49),segment_id=784d76ee-3e0c-41c9-846f-4d90a1732d49)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:41:56.212264 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (88abd59c-5085-43f7-a808-ab959b79f9cf), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.226868 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.228187 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88abd59c-5085-43f7-a808-ab959b79f9cf HTTP/1.1" status: 204 len: 168 time: 1.0658107 Feb 28 17:41:56.267455 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88abd59c-5085-43f7-a808-ab959b79f9cf,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:56.282415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:56.287280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:56.287725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:56.288168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:56.295824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:56.296828 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:56.297866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:56.298507 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:56.299095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:56.300299 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:56.300818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:56.301329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:56.301839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57f53b-325c-4cc6-8913-a8fb3aaa3386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:41:56.312599 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-79fa1573-c26a-435c-a616-aceabf459216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.355401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-953d1ad6-22da-4c03-86fd-3d40725f991c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7401140 Feb 28 17:41:56.365468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51966) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:56.395619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-927257a4-17aa-4457-b25b-5d5c3de3422f tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1613151708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:56.426603 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91119842-9d91-404d-a2bd-6734e658d807 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (6e496b7a-6c49-4772-bf21-9910490b930d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.478151 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa1573-c26a-435c-a616-aceabf459216 None None] Pushing event updated for resources: {'Port': ['ID=2f418d56-9338-469f-8ed7-3b52db96ba62,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:56.487769 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91119842-9d91-404d-a2bd-6734e658d807 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6e496b7a-6c49-4772-bf21-9910490b930d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.553542 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (41760649-ec7d-4df8-8051-2b235cd66e37), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.565786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91119842-9d91-404d-a2bd-6734e658d807 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e496b7a-6c49-4772-bf21-9910490b930d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:56.611400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-21fb8071-78b7-4c7b-b430-1c5c2c998af4 None None] Provisioning complete for port 2f418d56-9338-469f-8ed7-3b52db96ba62 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:56.611400 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-21fb8071-78b7-4c7b-b430-1c5c2c998af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.640317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-67da4891-31db-4f54-b524-68d3ce83da15', 'network_id': '67da4891-31db-4f54-b524-68d3ce83da15', 'project_id': '4311fc7f98b6476483c065ee0094e919', 'fixed_ips': [{'subnet_id': 'f5f4968e-5fe3-4f62-a04a-5f4a2bc3a33f'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:41:56.647108 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.656733 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91119842-9d91-404d-a2bd-6734e658d807 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.657964 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-91119842-9d91-404d-a2bd-6734e658d807 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8660612 Feb 28 17:41:56.669636 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51970) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:56.669636 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c5fa052f-3ba9-4aef-ab67-dededa527ce2 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': '6e496b7a-6c49-4772-bf21-9910490b930d', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:56.738533 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Port': ['ID=41760649-ec7d-4df8-8051-2b235cd66e37,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:56.744859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No DVR routers for this DVR port 41760649-ec7d-4df8-8051-2b235cd66e37 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:41:56.782802 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a7947ec2-0127-4692-8723-1d7d1d2d66a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (68b54ca5-149e-49c4-95d9-b3fe93d4e613), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.842801 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5fa052f-3ba9-4aef-ab67-dededa527ce2 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (ad6d9773-f912-4031-b8ac-934fc413ee4a), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.943327 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-927257a4-17aa-4457-b25b-5d5c3de3422f tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (dc0088dd-4055-45da-b902-09848336cb07), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.944763 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-927257a4-17aa-4457-b25b-5d5c3de3422f tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (dc0088dd-4055-45da-b902-09848336cb07), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:56.987858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Allocated IP 172.20.0.2 (67da4891-31db-4f54-b524-68d3ce83da15/f5f4968e-5fe3-4f62-a04a-5f4a2bc3a33f/1f8ef344-22ec-41c8-805e-5a2cbd8aa531) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:41:57.051464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30232f71-3fa5-48ac-9452-ecff769caa05 req-d526c68e-b75d-4887-ad55-2adca8682519 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:57.053470 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30232f71-3fa5-48ac-9452-ecff769caa05 req-d526c68e-b75d-4887-ad55-2adca8682519 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1623750 Feb 28 17:41:57.056616 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5fa052f-3ba9-4aef-ab67-dededa527ce2 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (ad6d9773-f912-4031-b8ac-934fc413ee4a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.149763 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-30232f71-3fa5-48ac-9452-ecff769caa05 req-4ec05780-72fb-472c-a2f1-a1e76f4f21b5 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895181 Feb 28 17:41:57.158227 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5fa052f-3ba9-4aef-ab67-dededa527ce2 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (ad6d9773-f912-4031-b8ac-934fc413ee4a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.214187 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7947ec2-0127-4692-8723-1d7d1d2d66a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b54ca5-149e-49c4-95d9-b3fe93d4e613,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:57.222433 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa052f-3ba9-4aef-ab67-dededa527ce2 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6d9773-f912-4031-b8ac-934fc413ee4a,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:57.223199 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (07a59b13-5eb7-4ad7-8912-00c62683d5a4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.312260 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5fa052f-3ba9-4aef-ab67-dededa527ce2 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.317385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c5fa052f-3ba9-4aef-ab67-dededa527ce2 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6516209 Feb 28 17:41:57.320064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51982) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:57.323925 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-ec137699-728d-4f7a-9182-ed7ef950ac76 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': '6e496b7a-6c49-4772-bf21-9910490b930d', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:57.353290 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a59b13-5eb7-4ad7-8912-00c62683d5a4']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:57.368246 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-927257a4-17aa-4457-b25b-5d5c3de3422f tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for router_controller (dc0088dd-4055-45da-b902-09848336cb07), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.384873 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7947ec2-0127-4692-8723-1d7d1d2d66a4 admin admin] Checking segment: {'id': '11697432-ff5b-4197-88ef-5af453ba53db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f932942a-9b25-466b-a660-f31c07f2c533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:57.389386 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7947ec2-0127-4692-8723-1d7d1d2d66a4 admin admin] Network hostable DHCP agents. Network: f932942a-9b25-466b-a660-f31c07f2c533, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:41:57.399898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0852aad-2a3a-4613-9684-b95456a86eb0') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:57.402277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0852aad-2a3a-4613-9684-b95456a86eb0') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:41:57.439400 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (e0852aad-2a3a-4613-9684-b95456a86eb0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.459980 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec137699-728d-4f7a-9182-ed7ef950ac76 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (2f1a90ba-3120-407e-af35-cf35e4c57546), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.478949 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e0852aad-2a3a-4613-9684-b95456a86eb0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.495706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:41:57.501948 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (e0852aad-2a3a-4613-9684-b95456a86eb0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.506756 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-927257a4-17aa-4457-b25b-5d5c3de3422f tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (dc0088dd-4055-45da-b902-09848336cb07), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:41:57.532433 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:41:57.578574 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Publish callbacks [] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.589078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2f418d56-9338-469f-8ed7-3b52db96ba62 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:41:57.664650 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec137699-728d-4f7a-9182-ed7ef950ac76 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (2f1a90ba-3120-407e-af35-cf35e4c57546), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.679468 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.717324 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7947ec2-0127-4692-8723-1d7d1d2d66a4 admin admin] Network f932942a-9b25-466b-a660-f31c07f2c533 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:41:57.810056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Network 67da4891-31db-4f54-b524-68d3ce83da15 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:41:57.829452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2f418d56-9338-469f-8ed7-3b52db96ba62 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:41:57.829452 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.834687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:57.839353 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec137699-728d-4f7a-9182-ed7ef950ac76 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (2f1a90ba-3120-407e-af35-cf35e4c57546), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.848006 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:41:57.850551 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-21fb8071-78b7-4c7b-b430-1c5c2c998af4 None None] Current status of the port 2f418d56-9338-469f-8ed7-3b52db96ba62 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:57.871602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Pushing event updated for resources: {'Port': ['ID=1f8ef344-22ec-41c8-805e-5a2cbd8aa531,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:57.905137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec137699-728d-4f7a-9182-ed7ef950ac76 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1a90ba-3120-407e-af35-cf35e4c57546,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:57.946833 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-927257a4-17aa-4457-b25b-5d5c3de3422f tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:57.948336 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-927257a4-17aa-4457-b25b-5d5c3de3422f tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.5770562 Feb 28 17:41:57.961953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51998) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:57.979265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a7947ec2-0127-4692-8723-1d7d1d2d66a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, f932942a-9b25-466b-a660-f31c07f2c533) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:41:57.981374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Attempting to bind port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:41:57.981374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Attempting to bind port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '3f16b93a-0ebf-46d3-a1de-be488ae6fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67da4891-31db-4f54-b524-68d3ce83da15'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:41:57.981635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Attempting to bind port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 on network 67da4891-31db-4f54-b524-68d3ce83da15 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:41:57.996857 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7947ec2-0127-4692-8723-1d7d1d2d66a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:58.001242 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a7947ec2-0127-4692-8723-1d7d1d2d66a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.007578 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (07a59b13-5eb7-4ad7-8912-00c62683d5a4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.019877 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:41:58.020527 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Checking segment: {'id': '3f16b93a-0ebf-46d3-a1de-be488ae6fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67da4891-31db-4f54-b524-68d3ce83da15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:41:58.020645 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.021029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Bound using segment: {'id': '3f16b93a-0ebf-46d3-a1de-be488ae6fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67da4891-31db-4f54-b524-68d3ce83da15'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:41:58.021518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Bound port: 1f8ef344-22ec-41c8-805e-5a2cbd8aa531, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f16b93a-0ebf-46d3-a1de-be488ae6fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '67da4891-31db-4f54-b524-68d3ce83da15'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:41:58.021905 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.022990 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.031507 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/07a59b13-5eb7-4ad7-8912-00c62683d5a4 HTTP/1.1" status: 204 len: 168 time: 7.8920012 Feb 28 17:41:58.034497 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec137699-728d-4f7a-9182-ed7ef950ac76 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.035671 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ec137699-728d-4f7a-9182-ed7ef950ac76 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7170119 Feb 28 17:41:58.036271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52002) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:58.042736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52004) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:58.047753 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a2b4ec-08d9-44ac-8aba-030ee298158d None None] Network f932942a-9b25-466b-a660-f31c07f2c533 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:58.047918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a6b63c3b-a59f-4c61-bd87-1115e430c541 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-767970685'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:58.082624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-997565ab-93d9-4378-a5f6-4dec4141d6ca tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': '6e496b7a-6c49-4772-bf21-9910490b930d', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:58.082823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a541c0-13f9-4db5-94ba-450103a5589e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Network': ['ID=07a59b13-5eb7-4ad7-8912-00c62683d5a4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:58.152126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2f418d56-9338-469f-8ed7-3b52db96ba62 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:41:58.167623 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a7947ec2-0127-4692-8723-1d7d1d2d66a4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6290176 Feb 28 17:41:58.215365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b63c3b-a59f-4c61-bd87-1115e430c541 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:41:58.219637 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c3b-a59f-4c61-bd87-1115e430c541 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.286121 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] For port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:41:58.294111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d96c90-94d2-49f6-9510-6e453542df05 None None] Network f932942a-9b25-466b-a660-f31c07f2c533 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:41:58.308040 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-997565ab-93d9-4378-a5f6-4dec4141d6ca tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (39552d72-3e02-4af0-b0de-9e14e589b2e3), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.314201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] For port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1f8ef344-22ec-41c8-805e-5a2cbd8aa531,segment=NetworkSegment(3f16b93a-0ebf-46d3-a1de-be488ae6fed3),segment_id=3f16b93a-0ebf-46d3-a1de-be488ae6fed3)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:41:58.381897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b63c3b-a59f-4c61-bd87-1115e430c541 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:41:58.401731 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.408149 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61775e2f-ba55-452b-be04-220f928cb215 req-5440e6bc-420c-483b-8c07-37ded9be7191 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:58.409906 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61775e2f-ba55-452b-be04-220f928cb215 req-5440e6bc-420c-483b-8c07-37ded9be7191 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1157961 Feb 28 17:41:58.442411 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c3b-a59f-4c61-bd87-1115e430c541 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (ebed92fa-a452-418e-9f78-73268fbdc952), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.444424 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-a6b63c3b-a59f-4c61-bd87-1115e430c541 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Added segment ebed92fa-a452-418e-9f78-73268fbdc952 of type vlan for network 7403cd98-db72-4897-ac24-a6ea4456d8f1 Feb 28 17:41:58.550079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab72486-b366-48c7-b5e8-453e857a0f2b None None] Pushing event updated for resources: {'Port': ['ID=1f8ef344-22ec-41c8-805e-5a2cbd8aa531,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:58.587536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52014) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:58.605892 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c3b-a59f-4c61-bd87-1115e430c541 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (7403cd98-db72-4897-ac24-a6ea4456d8f1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.631020 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61775e2f-ba55-452b-be04-220f928cb215 req-4a5a0d94-76f8-468e-a713-a3b75224ac88 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128544 Feb 28 17:41:58.725736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cdaa74-3541-4697-a1ad-33ccbf2f246c admin admin] Deleting subnet 2a1216e6-9c6c-436f-b8f5-1796a22fcb99 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:41:58.733101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09cdaa74-3541-4697-a1ad-33ccbf2f246c admin admin] Publish callbacks [] for subnet (2a1216e6-9c6c-436f-b8f5-1796a22fcb99), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.842954 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09cdaa74-3541-4697-a1ad-33ccbf2f246c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (2a1216e6-9c6c-436f-b8f5-1796a22fcb99), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.879674 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c3b-a59f-4c61-bd87-1115e430c541 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (7403cd98-db72-4897-ac24-a6ea4456d8f1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.885576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b63c3b-a59f-4c61-bd87-1115e430c541 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:58.893021 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c3b-a59f-4c61-bd87-1115e430c541 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:58.955708 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09cdaa74-3541-4697-a1ad-33ccbf2f246c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (2a1216e6-9c6c-436f-b8f5-1796a22fcb99), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.029394 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-997565ab-93d9-4378-a5f6-4dec4141d6ca tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (39552d72-3e02-4af0-b0de-9e14e589b2e3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.066585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a6b63c3b-a59f-4c61-bd87-1115e430c541 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0270369 Feb 28 17:41:59.079750 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52024) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:59.085693 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ed47cca4-02f0-4576-a480-47b095cadbea tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:59.147239 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b63c3b-a59f-4c61-bd87-1115e430c541 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Network': ['ID=7403cd98-db72-4897-ac24-a6ea4456d8f1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:59.159230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 7403cd98-db72-4897-ac24-a6ea4456d8f1 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:59.173412 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.179315 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-997565ab-93d9-4378-a5f6-4dec4141d6ca tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (39552d72-3e02-4af0-b0de-9e14e589b2e3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.252303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52032) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:59.284036 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997565ab-93d9-4378-a5f6-4dec4141d6ca tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39552d72-3e02-4af0-b0de-9e14e589b2e3,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:59.305971 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09cdaa74-3541-4697-a1ad-33ccbf2f246c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (2a1216e6-9c6c-436f-b8f5-1796a22fcb99), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.339326 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09cdaa74-3541-4697-a1ad-33ccbf2f246c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.348608 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-09cdaa74-3541-4697-a1ad-33ccbf2f246c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2a1216e6-9c6c-436f-b8f5-1796a22fcb99 HTTP/1.1" status: 204 len: 168 time: 0.7537057 Feb 28 17:41:59.354798 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52038) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:59.374076 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-997565ab-93d9-4378-a5f6-4dec4141d6ca tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.376225 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-997565ab-93d9-4378-a5f6-4dec4141d6ca tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3052766 Feb 28 17:41:59.406286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52040) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:59.414188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-175a22ae-7ab2-4bf1-aa5b-dbfb13f1bd57 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': '6e496b7a-6c49-4772-bf21-9910490b930d', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:59.437377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdaa74-3541-4697-a1ad-33ccbf2f246c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1216e6-9c6c-436f-b8f5-1796a22fcb99,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:59.440892 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed47cca4-02f0-4576-a480-47b095cadbea tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (7403cd98-db72-4897-ac24-a6ea4456d8f1), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.506076 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-175a22ae-7ab2-4bf1-aa5b-dbfb13f1bd57 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (34d5f2f2-0808-48d8-b115-a2a05a820f13), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.587261 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed47cca4-02f0-4576-a480-47b095cadbea tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (7403cd98-db72-4897-ac24-a6ea4456d8f1), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.609494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed47cca4-02f0-4576-a480-47b095cadbea tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network 7403cd98-db72-4897-ac24-a6ea4456d8f1 is not hosted by any dhcp agent {{(pid=104247) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 17:41:59.616753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed47cca4-02f0-4576-a480-47b095cadbea tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:41:59.618200 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed47cca4-02f0-4576-a480-47b095cadbea tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.620649 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ed47cca4-02f0-4576-a480-47b095cadbea tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "PUT /v2.0/networks/7403cd98-db72-4897-ac24-a6ea4456d8f1 HTTP/1.1" status: 200 len: 723 time: 0.5397279 Feb 28 17:41:59.626673 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5977c2ea-1bf5-4d91-b009-0d5ede3b5def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (37baabdb-ec69-4140-bb1b-2dc13fb61df1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.647685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52046) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:59.669138 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a9ab9790-7e57-4df6-99f9-1c53fc0fd0a4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'subnet': {'network_id': '7403cd98-db72-4897-ac24-a6ea4456d8f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:41:59.673051 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-175a22ae-7ab2-4bf1-aa5b-dbfb13f1bd57 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (34d5f2f2-0808-48d8-b115-a2a05a820f13), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.746704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47cca4-02f0-4576-a480-47b095cadbea tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Network': ['ID=7403cd98-db72-4897-ac24-a6ea4456d8f1,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:59.764982 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 7403cd98-db72-4897-ac24-a6ea4456d8f1 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:41:59.769641 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-175a22ae-7ab2-4bf1-aa5b-dbfb13f1bd57 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (34d5f2f2-0808-48d8-b115-a2a05a820f13), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.801451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a22ae-7ab2-4bf1-aa5b-dbfb13f1bd57 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d5f2f2-0808-48d8-b115-a2a05a820f13,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:41:59.898768 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-175a22ae-7ab2-4bf1-aa5b-dbfb13f1bd57 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:41:59.900149 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-175a22ae-7ab2-4bf1-aa5b-dbfb13f1bd57 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4919624 Feb 28 17:41:59.904020 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52050) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:41:59.913047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5a232024-8bc3-496b-b08e-81cb95f94de0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': '6e496b7a-6c49-4772-bf21-9910490b930d', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:00.039798 n-d-820368-19 neutron-server[104247]: INFO neutron.db.securitygroups_db [None req-5a232024-8bc3-496b-b08e-81cb95f94de0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Project 2dbedf6f8bfb41949f23f29c95506b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:42:00.046596 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a232024-8bc3-496b-b08e-81cb95f94de0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (6f2dfef9-5d07-4615-9d4a-c45b06dbabfd), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.112268 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-378366b5-f095-4893-807f-4495fb92cf6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.140968 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5977c2ea-1bf5-4d91-b009-0d5ede3b5def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (37baabdb-ec69-4140-bb1b-2dc13fb61df1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.160422 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a232024-8bc3-496b-b08e-81cb95f94de0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (6f2dfef9-5d07-4615-9d4a-c45b06dbabfd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.206357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fda85-6f8b-4ce2-b1da-c3f714184113 req-35fce02c-196b-450f-b725-83dfacc8a471 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:00.206516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5b9e71-797e-4743-939d-1b7928343728 None None] Network 67da4891-31db-4f54-b524-68d3ce83da15 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:00.207525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c05fda85-6f8b-4ce2-b1da-c3f714184113 req-35fce02c-196b-450f-b725-83dfacc8a471 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.3555746 Feb 28 17:42:00.208750 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Allocated IP 172.20.0.1 (67da4891-31db-4f54-b524-68d3ce83da15/f5f4968e-5fe3-4f62-a04a-5f4a2bc3a33f/10c837a5-c233-4080-bb1f-46bd43745563) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:00.211816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-5977c2ea-1bf5-4d91-b009-0d5ede3b5def admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37baabdb-ec69-4140-bb1b-2dc13fb61df1']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:00.217915 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a232024-8bc3-496b-b08e-81cb95f94de0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (6f2dfef9-5d07-4615-9d4a-c45b06dbabfd), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.230982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-5977c2ea-1bf5-4d91-b009-0d5ede3b5def admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be58220-8114-4337-8601-2306d63b3fe3') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:00.231383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-5977c2ea-1bf5-4d91-b009-0d5ede3b5def admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be58220-8114-4337-8601-2306d63b3fe3') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:00.261955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a232024-8bc3-496b-b08e-81cb95f94de0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2dfef9-5d07-4615-9d4a-c45b06dbabfd,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:00.273762 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5977c2ea-1bf5-4d91-b009-0d5ede3b5def admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (5be58220-8114-4337-8601-2306d63b3fe3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.298319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ab9790-7e57-4df6-99f9-1c53fc0fd0a4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:00.310471 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9790-7e57-4df6-99f9-1c53fc0fd0a4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.333810 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c5bd975d-164c-4eb3-87eb-676ee2eed8d9 None None] Provisioning complete for port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:00.334736 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c5bd975d-164c-4eb3-87eb-676ee2eed8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.386177 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a232024-8bc3-496b-b08e-81cb95f94de0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.390130 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5a232024-8bc3-496b-b08e-81cb95f94de0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4824681 Feb 28 17:42:00.397423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52058) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:00.398757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-19d3ebcf-226e-42e0-b108-657ab0980d9c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': '6e496b7a-6c49-4772-bf21-9910490b930d', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:00.459412 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5977c2ea-1bf5-4d91-b009-0d5ede3b5def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5be58220-8114-4337-8601-2306d63b3fe3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.501485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5977c2ea-1bf5-4d91-b009-0d5ede3b5def admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:00.501903 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5977c2ea-1bf5-4d91-b009-0d5ede3b5def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (5be58220-8114-4337-8601-2306d63b3fe3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:00.524728 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:00.528806 n-d-820368-19 neutron-server[104247]: INFO neutron.db.securitygroups_db [None req-19d3ebcf-226e-42e0-b108-657ab0980d9c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Project 2dbedf6f8bfb41949f23f29c95506b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:42:00.538313 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-19d3ebcf-226e-42e0-b108-657ab0980d9c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (583a6f43-0aad-422e-9766-206c07410146), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.546942 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd975d-164c-4eb3-87eb-676ee2eed8d9 None None] Current status of the port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:00.547462 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c5bd975d-164c-4eb3-87eb-676ee2eed8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.580463 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c05fda85-6f8b-4ce2-b1da-c3f714184113 req-3ded6eab-fe00-4a78-9235-ba4305b9cbab tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589687 Feb 28 17:42:00.614182 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c5bd975d-164c-4eb3-87eb-676ee2eed8d9 None None] For port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1f8ef344-22ec-41c8-805e-5a2cbd8aa531,segment=NetworkSegment(3f16b93a-0ebf-46d3-a1de-be488ae6fed3),segment_id=3f16b93a-0ebf-46d3-a1de-be488ae6fed3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:00.655843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:00.669773 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for port (10c837a5-c233-4080-bb1f-46bd43745563), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.703062 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c5bd975d-164c-4eb3-87eb-676ee2eed8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.743303 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-19d3ebcf-226e-42e0-b108-657ab0980d9c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (583a6f43-0aad-422e-9766-206c07410146), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.796806 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (10c837a5-c233-4080-bb1f-46bd43745563), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.807053 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-19d3ebcf-226e-42e0-b108-657ab0980d9c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (583a6f43-0aad-422e-9766-206c07410146), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.815901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd975d-164c-4eb3-87eb-676ee2eed8d9 None None] Pushing event updated for resources: {'Port': ['ID=1f8ef344-22ec-41c8-805e-5a2cbd8aa531,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:00.829582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:00.829983 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.868046 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3ebcf-226e-42e0-b108-657ab0980d9c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583a6f43-0aad-422e-9766-206c07410146,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:00.887967 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52064) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:00.950858 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-378366b5-f095-4893-807f-4495fb92cf6b admin admin] Publish callbacks [] for security_group (c559884a-f5e9-4892-8962-a1e7b0b38bd1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.954607 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5977c2ea-1bf5-4d91-b009-0d5ede3b5def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (37baabdb-ec69-4140-bb1b-2dc13fb61df1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.966936 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-19d3ebcf-226e-42e0-b108-657ab0980d9c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:00.968149 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-19d3ebcf-226e-42e0-b108-657ab0980d9c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5742261 Feb 28 17:42:01.012031 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5977c2ea-1bf5-4d91-b009-0d5ede3b5def admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.025110 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5977c2ea-1bf5-4d91-b009-0d5ede3b5def admin admin] 10.222.0.72 "DELETE /v2.0/networks/37baabdb-ec69-4140-bb1b-2dc13fb61df1 HTTP/1.1" status: 204 len: 168 time: 1.6621385 Feb 28 17:42:01.027180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52072) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:01.028294 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Network 67da4891-31db-4f54-b524-68d3ce83da15 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:01.074348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:01.076044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:01.095302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-324b4eb9-7077-4fe5-9f1a-ad9c5e12b799 None None] Provisioning complete for port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:01.095736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:01.096568 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-324b4eb9-7077-4fe5-9f1a-ad9c5e12b799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.151590 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977c2ea-1bf5-4d91-b009-0d5ede3b5def admin admin] Pushing event deleted for resources: {'Network': ['ID=37baabdb-ec69-4140-bb1b-2dc13fb61df1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:01.154635 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-378366b5-f095-4893-807f-4495fb92cf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c559884a-f5e9-4892-8962-a1e7b0b38bd1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.177558 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f94ba47-bcbe-4aca-9b8b-6d4f2cd681d7 admin admin] Deleting subnet 68b54ca5-149e-49c4-95d9-b3fe93d4e613 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:42:01.190959 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f94ba47-bcbe-4aca-9b8b-6d4f2cd681d7 admin admin] Publish callbacks [] for subnet (68b54ca5-149e-49c4-95d9-b3fe93d4e613), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.231974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event updated for resources: {'Port': ['ID=10c837a5-c233-4080-bb1f-46bd43745563,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:01.263092 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-316039603'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:01.266133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-324b4eb9-7077-4fe5-9f1a-ad9c5e12b799 None None] Current status of the port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:01.313645 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f94ba47-bcbe-4aca-9b8b-6d4f2cd681d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (68b54ca5-149e-49c4-95d9-b3fe93d4e613), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.345918 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-378366b5-f095-4893-807f-4495fb92cf6b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e1f04635203a45cca46faf883b03db9d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0864801 Feb 28 17:42:01.355368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52084) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:01.364848 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f94ba47-bcbe-4aca-9b8b-6d4f2cd681d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (68b54ca5-149e-49c4-95d9-b3fe93d4e613), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.390068 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (dc0088dd-4055-45da-b902-09848336cb07), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.479922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378366b5-f095-4893-807f-4495fb92cf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c559884a-f5e9-4892-8962-a1e7b0b38bd1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:01.493062 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9790-7e57-4df6-99f9-1c53fc0fd0a4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (31d9d955-aacb-45b9-8e31-2417617a1510), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.497518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1b2c10fc-3eba-4053-930c-d85e72e5ca47 None None] Provisioning complete for port 10c837a5-c233-4080-bb1f-46bd43745563 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:01.498229 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1b2c10fc-3eba-4053-930c-d85e72e5ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (10c837a5-c233-4080-bb1f-46bd43745563), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.518206 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f94ba47-bcbe-4aca-9b8b-6d4f2cd681d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (68b54ca5-149e-49c4-95d9-b3fe93d4e613), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.573372 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1b2c10fc-3eba-4053-930c-d85e72e5ca47 None None] Port 10c837a5-c233-4080-bb1f-46bd43745563 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:01.579502 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94ba47-bcbe-4aca-9b8b-6d4f2cd681d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b54ca5-149e-49c4-95d9-b3fe93d4e613,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:01.584614 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Made reservation on behalf of 795996638cf24f8191ccf64ca8204df1 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:01.588989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.602514 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-fc18cbbe-37fe-4897-8d04-592da61d9726 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020450286&fields=id&tenant_id=2dbedf6f8bfb41949f23f29c95506b32 HTTP/1.1" status: 200 len: 267 time: 0.3152974 Feb 28 17:42:01.604286 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.609768 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f94ba47-bcbe-4aca-9b8b-6d4f2cd681d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.616111 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2f94ba47-bcbe-4aca-9b8b-6d4f2cd681d7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/68b54ca5-149e-49c4-95d9-b3fe93d4e613 HTTP/1.1" status: 204 len: 168 time: 0.5878859 Feb 28 17:42:01.619957 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52088) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:01.704241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab9790-7e57-4df6-99f9-1c53fc0fd0a4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Subnet': ['ID=31d9d955-aacb-45b9-8e31-2417617a1510,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:01.706322 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3e29d837-1dfd-4dfc-8920-288e512b3139 admin admin] Publish callbacks [] for security_group (c559884a-f5e9-4892-8962-a1e7b0b38bd1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.729034 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks [] for security_group (0d58c5d6-c355-444d-8c16-c3f4382a9b97), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.782297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ab9790-7e57-4df6-99f9-1c53fc0fd0a4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Checking segment: {'id': 'ebed92fa-a452-418e-9f78-73268fbdc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7403cd98-db72-4897-ac24-a6ea4456d8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:01.782684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ab9790-7e57-4df6-99f9-1c53fc0fd0a4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network hostable DHCP agents. Network: 7403cd98-db72-4897-ac24-a6ea4456d8f1, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:42:01.808720 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3e29d837-1dfd-4dfc-8920-288e512b3139 admin admin] Publish callbacks [] for security_group (c559884a-f5e9-4892-8962-a1e7b0b38bd1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.811244 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (10c837a5-c233-4080-bb1f-46bd43745563), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.848237 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0d58c5d6-c355-444d-8c16-c3f4382a9b97), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:01.878999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570de37-c9c9-45da-becf-d13941142f63 req-d24ddcb5-f7ca-49fa-ba11-ed21bbbcd0be tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:01.880550 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2570de37-c9c9-45da-becf-d13941142f63 req-d24ddcb5-f7ca-49fa-ba11-ed21bbbcd0be tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1813023 Feb 28 17:42:01.889889 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d58c5d6-c355-444d-8c16-c3f4382a9b97,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:01.915045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:01.939335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ab9790-7e57-4df6-99f9-1c53fc0fd0a4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network 7403cd98-db72-4897-ac24-a6ea4456d8f1 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:42:01.942895 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a352e8dc-7021-4813-8122-8f054c9292f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (f932942a-9b25-466b-a660-f31c07f2c533), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.086002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-93ec0a0c-df89-4ce1-8bfe-5d0c5f5194c7 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:02.087658 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-93ec0a0c-df89-4ce1-8bfe-5d0c5f5194c7 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/networks?id=d9f9a6f4-352f-4e23-9942-d076ed8d0c16 HTTP/1.1" status: 200 len: 795 time: 0.4556878 Feb 28 17:42:02.089296 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (96b252c7-1349-40ad-ad88-66d14dd515ec), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.089464 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Added segment 96b252c7-1349-40ad-ad88-66d14dd515ec of type vlan for network a2d77fd7-ea2b-45a2-ba10-b00afbb6a59a Feb 28 17:42:02.173607 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a352e8dc-7021-4813-8122-8f054c9292f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (f932942a-9b25-466b-a660-f31c07f2c533), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.205046 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-af65892d-9c6b-4457-84d8-53d671db2dc7 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/quotas/2dbedf6f8bfb41949f23f29c95506b32 HTTP/1.1" status: 200 len: 375 time: 0.0740688 Feb 28 17:42:02.243486 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (a2d77fd7-ea2b-45a2-ba10-b00afbb6a59a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.246786 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a352e8dc-7021-4813-8122-8f054c9292f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f932942a-9b25-466b-a660-f31c07f2c533']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:02.291337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a352e8dc-7021-4813-8122-8f054c9292f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11697432-ff5b-4197-88ef-5af453ba53db') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:02.291596 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a352e8dc-7021-4813-8122-8f054c9292f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11697432-ff5b-4197-88ef-5af453ba53db') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:02.324759 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a352e8dc-7021-4813-8122-8f054c9292f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (11697432-ff5b-4197-88ef-5af453ba53db), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.375800 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-a9ab9790-7e57-4df6-99f9-1c53fc0fd0a4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 7403cd98-db72-4897-ac24-a6ea4456d8f1) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:02.380739 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3e29d837-1dfd-4dfc-8920-288e512b3139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c559884a-f5e9-4892-8962-a1e7b0b38bd1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.383326 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3e29d837-1dfd-4dfc-8920-288e512b3139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.384491 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3e29d837-1dfd-4dfc-8920-288e512b3139 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c559884a-f5e9-4892-8962-a1e7b0b38bd1 HTTP/1.1" status: 204 len: 168 time: 1.0162051 Feb 28 17:42:02.396402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a8292e-0a11-4195-bd4e-e09a46d8e089 None None] Network 7403cd98-db72-4897-ac24-a6ea4456d8f1 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:02.408404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ab9790-7e57-4df6-99f9-1c53fc0fd0a4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:02.408997 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9ab9790-7e57-4df6-99f9-1c53fc0fd0a4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.410477 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a352e8dc-7021-4813-8122-8f054c9292f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (11697432-ff5b-4197-88ef-5af453ba53db), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.420340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a352e8dc-7021-4813-8122-8f054c9292f7 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:02.421624 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a352e8dc-7021-4813-8122-8f054c9292f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (11697432-ff5b-4197-88ef-5af453ba53db), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.451119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2570de37-c9c9-45da-becf-d13941142f63 req-5475b268-57d1-42f7-9453-94d7d5def812 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325978 Feb 28 17:42:02.457579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29d837-1dfd-4dfc-8920-288e512b3139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c559884a-f5e9-4892-8962-a1e7b0b38bd1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:02.582750 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:02.585104 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a9ab9790-7e57-4df6-99f9-1c53fc0fd0a4 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9164221 Feb 28 17:42:02.585104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52104) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:02.616947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:02.634767 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-b8d50371-c67b-4563-a9eb-e45a66062aad tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4076521 Feb 28 17:42:02.641913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-ad6596ee-149d-4829-8bd9-fc67549d925c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:02.649873 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a352e8dc-7021-4813-8122-8f054c9292f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (f932942a-9b25-466b-a660-f31c07f2c533), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.715551 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (a2d77fd7-ea2b-45a2-ba10-b00afbb6a59a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.722223 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:02.723286 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.738257 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a352e8dc-7021-4813-8122-8f054c9292f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.742340 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a352e8dc-7021-4813-8122-8f054c9292f7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f932942a-9b25-466b-a660-f31c07f2c533 HTTP/1.1" status: 204 len: 168 time: 1.1232769 Feb 28 17:42:02.763058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352e8dc-7021-4813-8122-8f054c9292f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f932942a-9b25-466b-a660-f31c07f2c533,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:02.772099 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:02.773452 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.835162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-7403cd98-db72-4897-ac24-a6ea4456d8f1', 'network_id': '7403cd98-db72-4897-ac24-a6ea4456d8f1', 'project_id': '7a70bc3c0c9f48fcbcd09d08fa71565e', 'fixed_ips': [{'subnet_id': '31d9d955-aacb-45b9-8e31-2417617a1510'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:42:02.836763 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.837324 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad6596ee-149d-4829-8bd9-fc67549d925c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14415074'] for subnet (31d9d955-aacb-45b9-8e31-2417617a1510), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.851358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Pushing event updated for resources: {'Network': ['ID=a2d77fd7-ea2b-45a2-ba10-b00afbb6a59a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:02.871729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network a2d77fd7-ea2b-45a2-ba10-b00afbb6a59a details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:02.878234 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for port (10c837a5-c233-4080-bb1f-46bd43745563), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:02.907421 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-86c5e8b5-72c7-427c-b4e4-e0c5e709a819 service neutron] 10.222.0.72 "GET /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666624 Feb 28 17:42:03.044374 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-532cd347-666d-4252-854f-2a0bd1bf7d62 service neutron] 10.222.0.72 "GET /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301839 Feb 28 17:42:03.066523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:03.087105 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-249a8034-c709-4a1d-ac3f-4b804c5e5547 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1979356 Feb 28 17:42:03.090469 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52108) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:03.114393 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad6596ee-149d-4829-8bd9-fc67549d925c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756256479717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15015468'] for subnet (31d9d955-aacb-45b9-8e31-2417617a1510), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:03.116888 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (10c837a5-c233-4080-bb1f-46bd43745563), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:03.185711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Allocated IP 172.20.0.2 (7403cd98-db72-4897-ac24-a6ea4456d8f1/31d9d955-aacb-45b9-8e31-2417617a1510/e3f226f0-0159-4078-a58d-9fd5d85d699a) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:03.208578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6596ee-149d-4829-8bd9-fc67549d925c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:03.209352 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad6596ee-149d-4829-8bd9-fc67549d925c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:03.213490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52118) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:03.213651 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ad6596ee-149d-4829-8bd9-fc67549d925c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "PUT /v2.0/subnets/31d9d955-aacb-45b9-8e31-2417617a1510 HTTP/1.1" status: 200 len: 806 time: 0.5908210 Feb 28 17:42:03.253858 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event updated for resources: {'Port': ['ID=10c837a5-c233-4080-bb1f-46bd43745563,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:03.271367 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (dc0088dd-4055-45da-b902-09848336cb07), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:03.297382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6596ee-149d-4829-8bd9-fc67549d925c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Subnet': ['ID=31d9d955-aacb-45b9-8e31-2417617a1510,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:03.395337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52124) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:03.447519 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Publish callbacks [] for port (e3f226f0-0159-4078-a58d-9fd5d85d699a), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:03.510044 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (e3f226f0-0159-4078-a58d-9fd5d85d699a), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:03.532317 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (7403cd98-db72-4897-ac24-a6ea4456d8f1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:03.550839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Request body: {'network': {'name': 'tempest-network--1127884821', 'router:external': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:03.567883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Network 67da4891-31db-4f54-b524-68d3ce83da15 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:03.570828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:03.608753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0eb90b9f-7754-4df5-b322-6631bc4465dc req-f486a646-4e3d-4fcf-aadf-827873393e66 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 210 time: 0.0514216 Feb 28 17:42:03.669695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Network 7403cd98-db72-4897-ac24-a6ea4456d8f1 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:03.674072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:03.679230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:03.682579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Pushing event updated for resources: {'Port': ['ID=e3f226f0-0159-4078-a58d-9fd5d85d699a,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:03.684405 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0c892fe6-3b5c-4ecb-8dec-dc9627507868 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e175126afa844687a6c8c81e4ef3f64c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2855697 Feb 28 17:42:03.690372 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52128) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:03.810009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Attempting to bind port e3f226f0-0159-4078-a58d-9fd5d85d699a on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:42:03.810509 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Attempting to bind port e3f226f0-0159-4078-a58d-9fd5d85d699a by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'ebed92fa-a452-418e-9f78-73268fbdc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7403cd98-db72-4897-ac24-a6ea4456d8f1'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:42:03.810880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Attempting to bind port e3f226f0-0159-4078-a58d-9fd5d85d699a on network 7403cd98-db72-4897-ac24-a6ea4456d8f1 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:42:03.816675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:42:03.819750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Checking segment: {'id': 'ebed92fa-a452-418e-9f78-73268fbdc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7403cd98-db72-4897-ac24-a6ea4456d8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:03.819750 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:03.819750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Bound using segment: {'id': 'ebed92fa-a452-418e-9f78-73268fbdc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7403cd98-db72-4897-ac24-a6ea4456d8f1'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:42:03.819750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Bound port: e3f226f0-0159-4078-a58d-9fd5d85d699a, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebed92fa-a452-418e-9f78-73268fbdc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7403cd98-db72-4897-ac24-a6ea4456d8f1'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:42:03.819750 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e3f226f0-0159-4078-a58d-9fd5d85d699a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:03.863296 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Made reservation on behalf of 03183f520db445658dc1aaf8c5b0b541 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:03.867805 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:03.900191 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:03.915595 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9388a029-1173-43b8-a742-c5c82295544d admin admin] Publish callbacks [] for security_group (12d7d8a8-e2a5-4757-9bcb-671a75c756eb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:03.925184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d53252-450b-4610-9f39-b8dc9bb76265 req-60af631c-07de-4a79-9786-af0a08ad7e63 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:03.927225 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11d53252-450b-4610-9f39-b8dc9bb76265 req-60af631c-07de-4a79-9786-af0a08ad7e63 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.2827969 Feb 28 17:42:03.953749 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] For port e3f226f0-0159-4078-a58d-9fd5d85d699a, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:42:03.958619 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] For port e3f226f0-0159-4078-a58d-9fd5d85d699a, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e3f226f0-0159-4078-a58d-9fd5d85d699a,segment=NetworkSegment(ebed92fa-a452-418e-9f78-73268fbdc952),segment_id=ebed92fa-a452-418e-9f78-73268fbdc952)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:42:03.959868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-bedeef84-9c24-404c-9a83-4b62b7448823 None None] Provisioning complete for port 10c837a5-c233-4080-bb1f-46bd43745563 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:03.963351 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bedeef84-9c24-404c-9a83-4b62b7448823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (10c837a5-c233-4080-bb1f-46bd43745563), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:03.996602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Router dc0088dd-4055-45da-b902-09848336cb07 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:42:03.996602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52134) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:04.028200 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6135aa51-4094-4ebd-b686-20728ebbd25b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:04.034712 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-bedeef84-9c24-404c-9a83-4b62b7448823 None None] Port 10c837a5-c233-4080-bb1f-46bd43745563 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:04.101736 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e3f226f0-0159-4078-a58d-9fd5d85d699a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:04.162622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:42:04.168955 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1758570e-535b-4efb-a046-663fefb79877 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "PUT /v2.0/routers/dc0088dd-4055-45da-b902-09848336cb07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2143757 Feb 28 17:42:04.173072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52136) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:04.179844 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e10e62fc-ccec-49ef-8958-a0ce441a9420 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Request body: {'port': {'network_id': '67da4891-31db-4f54-b524-68d3ce83da15', 'name': 'tempest-FloatingIPNegativeTestJSON-1342381873'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:04.183220 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ee0ac5-8c39-4844-8a8e-2c4999219d70 None None] Sync routers for ids ['dc0088dd-4055-45da-b902-09848336cb07'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:42:04.221811 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071b794-cb27-4022-97e3-4cf9f09ba977 None None] Pushing event updated for resources: {'Port': ['ID=e3f226f0-0159-4078-a58d-9fd5d85d699a,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:04.229247 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee0ac5-8c39-4844-8a8e-2c4999219d70 None None] Routers {'dc0088dd-4055-45da-b902-09848336cb07'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:04.230882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b8ee0ac5-8c39-4844-8a8e-2c4999219d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:41:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['dc0088dd-4055-45da-b902-09848336cb07'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:04.287353 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b8ee0ac5-8c39-4844-8a8e-2c4999219d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:04.305354 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee0ac5-8c39-4844-8a8e-2c4999219d70 None None] Routers {'dc0088dd-4055-45da-b902-09848336cb07'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:04.306528 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b8ee0ac5-8c39-4844-8a8e-2c4999219d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:41:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['dc0088dd-4055-45da-b902-09848336cb07'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:04.350996 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9388a029-1173-43b8-a742-c5c82295544d admin admin] Publish callbacks [] for security_group (12d7d8a8-e2a5-4757-9bcb-671a75c756eb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:04.387139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b8ee0ac5-8c39-4844-8a8e-2c4999219d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:04.388203 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ee0ac5-8c39-4844-8a8e-2c4999219d70 None None] The sync data for ids ['dc0088dd-4055-45da-b902-09848336cb07'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:42:04.408436 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Deleting port e3f226f0-0159-4078-a58d-9fd5d85d699a {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:04.408780 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e3f226f0-0159-4078-a58d-9fd5d85d699a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:04.478379 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6135aa51-4094-4ebd-b686-20728ebbd25b admin admin] Publish callbacks [] for security_group (94e3ccbc-3f17-4b1c-8a09-698935cb5e0b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:04.486007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10e62fc-ccec-49ef-8958-a0ce441a9420 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Made reservation on behalf of 4311fc7f98b6476483c065ee0094e919 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:04.491952 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e10e62fc-ccec-49ef-8958-a0ce441a9420 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:04.512199 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11d53252-450b-4610-9f39-b8dc9bb76265 req-112a1ac3-81ee-4997-898c-69aa02c3089a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712807 Feb 28 17:42:04.526677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-e10e62fc-ccec-49ef-8958-a0ce441a9420 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] device_id is not set on port 7678b1fc-8cec-49cf-812e-7fc2f8329c57 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:42:04.578401 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9388a029-1173-43b8-a742-c5c82295544d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (12d7d8a8-e2a5-4757-9bcb-671a75c756eb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:04.581023 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9388a029-1173-43b8-a742-c5c82295544d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:04.584682 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6135aa51-4094-4ebd-b686-20728ebbd25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (94e3ccbc-3f17-4b1c-8a09-698935cb5e0b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:04.585828 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9388a029-1173-43b8-a742-c5c82295544d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/12d7d8a8-e2a5-4757-9bcb-671a75c756eb HTTP/1.1" status: 204 len: 168 time: 0.8925083 Feb 28 17:42:04.663749 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for security_group (b33de5da-e085-4c00-a084-fc6227a8ee46), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:04.665774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388a029-1173-43b8-a742-c5c82295544d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d7d8a8-e2a5-4757-9bcb-671a75c756eb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:04.687243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135aa51-4094-4ebd-b686-20728ebbd25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e3ccbc-3f17-4b1c-8a09-698935cb5e0b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:04.693465 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] For port e3f226f0-0159-4078-a58d-9fd5d85d699a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e3f226f0-0159-4078-a58d-9fd5d85d699a,segment=NetworkSegment(ebed92fa-a452-418e-9f78-73268fbdc952),segment_id=ebed92fa-a452-418e-9f78-73268fbdc952)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:04.694084 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e3f226f0-0159-4078-a58d-9fd5d85d699a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:04.702931 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6135aa51-4094-4ebd-b686-20728ebbd25b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db4514212c264df793c9d0a3c93c5335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7082946 Feb 28 17:42:04.719430 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52144) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:04.743538 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b33de5da-e085-4c00-a084-fc6227a8ee46), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:04.776560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Calling delete_port for e3f226f0-0159-4078-a58d-9fd5d85d699a owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:04.836279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:04.875772 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aa060c87-b3d3-4bd4-bd5a-eddd76fa1e13 req-65faf9be-7de8-4b43-a08c-687987ce7388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 210 time: 0.0820830 Feb 28 17:42:04.947097 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-e10e62fc-ccec-49ef-8958-a0ce441a9420 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Allocated IP 172.20.0.3 (67da4891-31db-4f54-b524-68d3ce83da15/f5f4968e-5fe3-4f62-a04a-5f4a2bc3a33f/7678b1fc-8cec-49cf-812e-7fc2f8329c57) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:04.956422 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (ada6dad4-bda0-43be-912f-e6ce81c83624), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:04.957175 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Added segment ada6dad4-bda0-43be-912f-e6ce81c83624 of type vlan for network 3cf5a0ac-4343-4501-8a9f-62d7e880f0a7 Feb 28 17:42:04.960502 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33de5da-e085-4c00-a084-fc6227a8ee46,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:04.994158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892036-3c2d-4de8-a37c-f817ec61f833 req-8f8ba0c4-ec95-4f68-9e1b-72ba8a65a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:04.995839 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78892036-3c2d-4de8-a37c-f817ec61f833 req-8f8ba0c4-ec95-4f68-9e1b-72ba8a65a39e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 1128 time: 0.1263559 Feb 28 17:42:05.013638 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-496433f4-d0e6-4843-b15f-8b70b832c499 admin admin] Publish callbacks [] for security_group (94e3ccbc-3f17-4b1c-8a09-698935cb5e0b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:05.106554 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (3cf5a0ac-4343-4501-8a9f-62d7e880f0a7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:05.113537 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-496433f4-d0e6-4843-b15f-8b70b832c499 admin admin] Publish callbacks [] for security_group (94e3ccbc-3f17-4b1c-8a09-698935cb5e0b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:05.246236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892036-3c2d-4de8-a37c-f817ec61f833 req-e47d85de-e64d-4cc1-a71d-00b9149d222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:05.249190 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78892036-3c2d-4de8-a37c-f817ec61f833 req-e47d85de-e64d-4cc1-a71d-00b9149d222f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 912 time: 0.2217822 Feb 28 17:42:05.290638 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (3cf5a0ac-4343-4501-8a9f-62d7e880f0a7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:05.291846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:05.292487 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:05.300887 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78892036-3c2d-4de8-a37c-f817ec61f833 req-96755fc0-4750-451c-a333-862ccd24a822 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c81472c-4178-4211-acc1-22dff866aa70 HTTP/1.1" status: 200 len: 217 time: 0.0441298 Feb 28 17:42:05.370619 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e3f226f0-0159-4078-a58d-9fd5d85d699a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:05.526611 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4350395 Feb 28 17:42:05.531282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Port': ['ID=e3f226f0-0159-4078-a58d-9fd5d85d699a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:05.535612 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e10e62fc-ccec-49ef-8958-a0ce441a9420 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for port (7678b1fc-8cec-49cf-812e-7fc2f8329c57), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:05.550940 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-496433f4-d0e6-4843-b15f-8b70b832c499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (94e3ccbc-3f17-4b1c-8a09-698935cb5e0b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:05.553569 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-496433f4-d0e6-4843-b15f-8b70b832c499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:05.563205 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52148) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:05.567328 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-496433f4-d0e6-4843-b15f-8b70b832c499 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/94e3ccbc-3f17-4b1c-8a09-698935cb5e0b HTTP/1.1" status: 204 len: 168 time: 0.7729731 Feb 28 17:42:05.638530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496433f4-d0e6-4843-b15f-8b70b832c499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e3ccbc-3f17-4b1c-8a09-698935cb5e0b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:05.714650 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892036-3c2d-4de8-a37c-f817ec61f833 req-c3829ea8-98c1-4583-816a-f825e121e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:05.719026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78892036-3c2d-4de8-a37c-f817ec61f833 req-c3829ea8-98c1-4583-816a-f825e121e1c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afa66b9-3680-4134-be0e-81254a16067b HTTP/1.1" status: 200 len: 851 time: 0.4125969 Feb 28 17:42:05.753089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47271fba-7e39-4d3f-a576-4748dbcfc832 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event updated for resources: {'Network': ['ID=3cf5a0ac-4343-4501-8a9f-62d7e880f0a7,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:05.764932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 3cf5a0ac-4343-4501-8a9f-62d7e880f0a7 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:05.829072 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No DVR routers for this DVR port e3f226f0-0159-4078-a58d-9fd5d85d699a on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:42:05.835590 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78892036-3c2d-4de8-a37c-f817ec61f833 req-6fb3a373-75e4-4df4-9ea2-6fc4e8c0286b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7467a8e1-6b26-403e-997f-54fe13264910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922902 Feb 28 17:42:05.931212 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (31d9d955-aacb-45b9-8e31-2417617a1510), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:05.935006 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52156) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:05.993383 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b1fee16-e60f-47fd-b54d-5d109a9b1d9b tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (3cf5a0ac-4343-4501-8a9f-62d7e880f0a7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.032411 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-40aa3114-0760-4e61-afe0-6ea677db965d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=86e9c1efc530411485fc814a6af58977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0888581 Feb 28 17:42:06.037908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52160) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:06.071763 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78892036-3c2d-4de8-a37c-f817ec61f833 req-e4beb410-b194-4b1d-9003-268ec7a51791 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290409 Feb 28 17:42:06.082251 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e10e62fc-ccec-49ef-8958-a0ce441a9420 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7678b1fc-8cec-49cf-812e-7fc2f8329c57), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.170207 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7801e12-a557-49bf-9c2d-db5237fd1d9d None None] Network 7403cd98-db72-4897-ac24-a6ea4456d8f1 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:06.173192 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afbec3b2-8e0e-41d1-a80c-d22a86cf828c admin admin] Publish callbacks [] for security_group (e855c983-f197-450f-b413-ffc73eb98519), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.198130 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b354077a-646f-4426-aa97-af251e9de7e1 req-9352f695-f2d1-43d7-a38b-bbe42ee3d876 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 210 time: 0.1189196 Feb 28 17:42:06.235150 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-cf739997-4311-4d17-8600-f5aba814466a None None] Could not find standard attr ID for object e3f226f0-0159-4078-a58d-9fd5d85d699a. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:42:06.253257 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e62fc-ccec-49ef-8958-a0ce441a9420 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Network 67da4891-31db-4f54-b524-68d3ce83da15 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:06.258837 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fcbb9-7403-4335-9c78-cd6b24baafba req-662dcda6-b82e-42d4-b9cf-4ead7925c430 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:06.261630 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eb0fcbb9-7403-4335-9c78-cd6b24baafba req-662dcda6-b82e-42d4-b9cf-4ead7925c430 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.5459571 Feb 28 17:42:06.263061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-e10e62fc-ccec-49ef-8958-a0ce441a9420 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:06.278337 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e62fc-ccec-49ef-8958-a0ce441a9420 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:06.322406 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afbec3b2-8e0e-41d1-a80c-d22a86cf828c admin admin] Publish callbacks [] for security_group (e855c983-f197-450f-b413-ffc73eb98519), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.364197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e62fc-ccec-49ef-8958-a0ce441a9420 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event updated for resources: {'Port': ['ID=7678b1fc-8cec-49cf-812e-7fc2f8329c57,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:06.456628 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (31d9d955-aacb-45b9-8e31-2417617a1510), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.466125 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10e62fc-ccec-49ef-8958-a0ce441a9420 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:06.466814 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e10e62fc-ccec-49ef-8958-a0ce441a9420 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.507204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-78892036-3c2d-4de8-a37c-f817ec61f833 req-ec07da58-c565-4f9d-afbd-10bf87da0aeb service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210413 Feb 28 17:42:06.539508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Subnet': ['ID=31d9d955-aacb-45b9-8e31-2417617a1510,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:06.551258 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52162) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:06.582711 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afbec3b2-8e0e-41d1-a80c-d22a86cf828c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e855c983-f197-450f-b413-ffc73eb98519), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.584615 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04620f94-2724-465a-981e-f9838b95fa44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.585458 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-afbec3b2-8e0e-41d1-a80c-d22a86cf828c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.588886 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-afbec3b2-8e0e-41d1-a80c-d22a86cf828c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e855c983-f197-450f-b413-ffc73eb98519 HTTP/1.1" status: 204 len: 168 time: 0.5468075 Feb 28 17:42:06.624699 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e10e62fc-ccec-49ef-8958-a0ce441a9420 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4502392 Feb 28 17:42:06.633502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52166) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:06.634902 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:42:06.647662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:06.726091 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea7983a-2f6b-479a-b0a2-102b7c7421e7 None None] Network 7403cd98-db72-4897-ac24-a6ea4456d8f1 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:06.757272 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04620f94-2724-465a-981e-f9838b95fa44 admin admin] Publish callbacks [] for security_group (72256d87-c78e-475c-925b-1d8783efbfc3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.765728 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0d6bc3d0-32ea-43ea-8773-770681975d36 None None] Provisioning complete for port 7678b1fc-8cec-49cf-812e-7fc2f8329c57 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:06.766843 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc3d0-32ea-43ea-8773-770681975d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7678b1fc-8cec-49cf-812e-7fc2f8329c57), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.795336 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.804342 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (7403cd98-db72-4897-ac24-a6ea4456d8f1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.831429 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04620f94-2724-465a-981e-f9838b95fa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (72256d87-c78e-475c-925b-1d8783efbfc3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.832482 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7403cd98-db72-4897-ac24-a6ea4456d8f1']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:06.847487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebed92fa-a452-418e-9f78-73268fbdc952') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:06.847840 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebed92fa-a452-418e-9f78-73268fbdc952') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:06.860428 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (ebed92fa-a452-418e-9f78-73268fbdc952), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.875970 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (ebed92fa-a452-418e-9f78-73268fbdc952), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.883600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:06.884001 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (ebed92fa-a452-418e-9f78-73268fbdc952), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:06.901548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bc3d0-32ea-43ea-8773-770681975d36 None None] Port 7678b1fc-8cec-49cf-812e-7fc2f8329c57 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:06.958907 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-04620f94-2724-465a-981e-f9838b95fa44 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f190a50c15c84124b573a5763b66c7d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4064772 Feb 28 17:42:06.971240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52168) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:07.000124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb38ba1-f959-4f5b-8c5a-bffb3fe3f07d None None] DHCP port deletion for 7403cd98-db72-4897-ac24-a6ea4456d8f1 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:42:07.019648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04620f94-2724-465a-981e-f9838b95fa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72256d87-c78e-475c-925b-1d8783efbfc3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:07.020317 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:07.025260 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b1fee16-e60f-47fd-b54d-5d109a9b1d9b tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (3cf5a0ac-4343-4501-8a9f-62d7e880f0a7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.075590 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eb0fcbb9-7403-4335-9c78-cd6b24baafba req-f4401542-559f-4515-b794-fbc69751d30d tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7626269 Feb 28 17:42:07.088451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbec3b2-8e0e-41d1-a80c-d22a86cf828c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e855c983-f197-450f-b413-ffc73eb98519,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:07.096883 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ca798f0-4d11-41a5-bc89-11d357c69824 admin admin] Publish callbacks [] for security_group (72256d87-c78e-475c-925b-1d8783efbfc3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.148342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8b1fee16-e60f-47fd-b54d-5d109a9b1d9b tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf5a0ac-4343-4501-8a9f-62d7e880f0a7']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:07.164728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8b1fee16-e60f-47fd-b54d-5d109a9b1d9b tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada6dad4-bda0-43be-912f-e6ce81c83624') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:07.164728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-8b1fee16-e60f-47fd-b54d-5d109a9b1d9b tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada6dad4-bda0-43be-912f-e6ce81c83624') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:07.197222 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (7403cd98-db72-4897-ac24-a6ea4456d8f1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.201510 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b1fee16-e60f-47fd-b54d-5d109a9b1d9b tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (ada6dad4-bda0-43be-912f-e6ce81c83624), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.209955 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ca798f0-4d11-41a5-bc89-11d357c69824 admin admin] Publish callbacks [] for security_group (72256d87-c78e-475c-925b-1d8783efbfc3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.219644 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.244313 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.254838 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/7403cd98-db72-4897-ac24-a6ea4456d8f1 HTTP/1.1" status: 204 len: 168 time: 4.0368774 Feb 28 17:42:07.275330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52174) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:07.309986 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1dd57fe-2c3d-45e3-90cb-37f74a3f0418 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:07.310526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1dd57fe-2c3d-45e3-90cb-37f74a3f0418 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:07.317703 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d1dd57fe-2c3d-45e3-90cb-37f74a3f0418 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/7403cd98-db72-4897-ac24-a6ea4456d8f1 HTTP/1.1" status: 404 len: 339 time: 0.0345461 Feb 28 17:42:07.323390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52176) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:07.323545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b22f6-b6d5-44ef-a025-63daaefb157d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Network': ['ID=7403cd98-db72-4897-ac24-a6ea4456d8f1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:07.326441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f5768bdb-d5e7-4233-a06a-c0e2762fd77c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-732481767', 'description': 'd1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:07.337330 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b1fee16-e60f-47fd-b54d-5d109a9b1d9b tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (ada6dad4-bda0-43be-912f-e6ce81c83624), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.364205 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1fee16-e60f-47fd-b54d-5d109a9b1d9b tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:07.364989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b1fee16-e60f-47fd-b54d-5d109a9b1d9b tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (ada6dad4-bda0-43be-912f-e6ce81c83624), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.419821 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da0c8037-4070-4dce-9036-443578042b0c req-e836bb75-b93d-427e-8301-7288568c6883 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 210 time: 0.0480771 Feb 28 17:42:07.456373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Allocated IP 172.25.3.42 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/b6c1ae3c-64c4-4adb-b79f-33607d71d6fb) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:07.461219 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:07.468421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ca798f0-4d11-41a5-bc89-11d357c69824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (72256d87-c78e-475c-925b-1d8783efbfc3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.469589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-6340e2f2-13c9-478e-8148-9ca870aab5a4 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:07.471270 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-6340e2f2-13c9-478e-8148-9ca870aab5a4 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.69 "GET /v2.0/networks?id=d9f9a6f4-352f-4e23-9942-d076ed8d0c16 HTTP/1.1" status: 200 len: 795 time: 0.4612951 Feb 28 17:42:07.472461 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ca798f0-4d11-41a5-bc89-11d357c69824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.473965 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8ca798f0-4d11-41a5-bc89-11d357c69824 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/72256d87-c78e-475c-925b-1d8783efbfc3 HTTP/1.1" status: 204 len: 168 time: 0.4998033 Feb 28 17:42:07.495025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5768bdb-d5e7-4233-a06a-c0e2762fd77c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:07.499559 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f5768bdb-d5e7-4233-a06a-c0e2762fd77c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.542614 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca798f0-4d11-41a5-bc89-11d357c69824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72256d87-c78e-475c-925b-1d8783efbfc3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:07.544945 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b1fee16-e60f-47fd-b54d-5d109a9b1d9b tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (3cf5a0ac-4343-4501-8a9f-62d7e880f0a7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.580373 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1fee16-e60f-47fd-b54d-5d109a9b1d9b tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3cf5a0ac-4343-4501-8a9f-62d7e880f0a7 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 17:42:07.586375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b1fee16-e60f-47fd-b54d-5d109a9b1d9b tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.589880 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8b1fee16-e60f-47fd-b54d-5d109a9b1d9b tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "DELETE /v2.0/networks/3cf5a0ac-4343-4501-8a9f-62d7e880f0a7 HTTP/1.1" status: 204 len: 168 time: 2.0101147 Feb 28 17:42:07.604184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52188) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:07.620319 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-aa2be008-8e85-4a91-aac0-9b8d9238dba9 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:07.627292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fee16-e60f-47fd-b54d-5d109a9b1d9b tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event deleted for resources: {'Network': ['ID=3cf5a0ac-4343-4501-8a9f-62d7e880f0a7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:07.657698 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-c70bf35e-68bc-45d1-b302-9e6a394bbbcd tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dbedf6f8bfb41949f23f29c95506b32 HTTP/1.1" status: 200 len: 380 time: 0.1779485 Feb 28 17:42:07.659984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5768bdb-d5e7-4233-a06a-c0e2762fd77c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:07.669214 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-e6ba4dec-76f7-4931-9416-d80e67814776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'port': {'device_id': '15c97d77-2d97-496f-9742-17a8b62f704e', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'admin_state_up': True, 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'security_groups': ['6e496b7a-6c49-4772-bf21-9910490b930d']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:07.670786 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6f8271e4-b7ef-4f9f-b215-8bf5a9a353f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.688398 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f5768bdb-d5e7-4233-a06a-c0e2762fd77c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (c6734c64-4fa8-4bcf-821c-25a78583d793), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.688626 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-f5768bdb-d5e7-4233-a06a-c0e2762fd77c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Added segment c6734c64-4fa8-4bcf-821c-25a78583d793 of type vlan for network a3cb8051-5166-43f9-a2b0-48e134f90752 Feb 28 17:42:07.732287 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.755183 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2be008-8e85-4a91-aac0-9b8d9238dba9 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Made reservation on behalf of 03183f520db445658dc1aaf8c5b0b541 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:07.767530 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa2be008-8e85-4a91-aac0-9b8d9238dba9 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.820890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2be008-8e85-4a91-aac0-9b8d9238dba9 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:07.843370 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa2be008-8e85-4a91-aac0-9b8d9238dba9 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (940d9a27-7de8-4a69-a1a4-f97f258d0407), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.843786 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f5768bdb-d5e7-4233-a06a-c0e2762fd77c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (a3cb8051-5166-43f9-a2b0-48e134f90752), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.843938 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-aa2be008-8e85-4a91-aac0-9b8d9238dba9 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Added segment 940d9a27-7de8-4a69-a1a4-f97f258d0407 of type vlan for network b0de4c5a-49c8-4124-82bf-a37a7e3540b3 Feb 28 17:42:07.912227 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa2be008-8e85-4a91-aac0-9b8d9238dba9 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (b0de4c5a-49c8-4124-82bf-a37a7e3540b3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.966193 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for port (b6c1ae3c-64c4-4adb-b79f-33607d71d6fb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:07.992700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-e6ba4dec-76f7-4931-9416-d80e67814776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Made reservation on behalf of 2dbedf6f8bfb41949f23f29c95506b32 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:07.996807 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-e6ba4dec-76f7-4931-9416-d80e67814776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:08.024709 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa2be008-8e85-4a91-aac0-9b8d9238dba9 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (b0de4c5a-49c8-4124-82bf-a37a7e3540b3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:08.026158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2be008-8e85-4a91-aac0-9b8d9238dba9 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:08.026864 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa2be008-8e85-4a91-aac0-9b8d9238dba9 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:08.073841 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f5768bdb-d5e7-4233-a06a-c0e2762fd77c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (a3cb8051-5166-43f9-a2b0-48e134f90752), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:08.083561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5768bdb-d5e7-4233-a06a-c0e2762fd77c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:08.085676 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f5768bdb-d5e7-4233-a06a-c0e2762fd77c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:08.169973 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2be008-8e85-4a91-aac0-9b8d9238dba9 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event updated for resources: {'Network': ['ID=b0de4c5a-49c8-4124-82bf-a37a7e3540b3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:08.183593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network b0de4c5a-49c8-4124-82bf-a37a7e3540b3 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:08.236082 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aa2be008-8e85-4a91-aac0-9b8d9238dba9 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6203222 Feb 28 17:42:08.239684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52202) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:08.245374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-09497c46-0296-4863-9f5d-0247a86566db tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Request body: {'subnet': {'network_id': 'b0de4c5a-49c8-4124-82bf-a37a7e3540b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:08.278218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5768bdb-d5e7-4233-a06a-c0e2762fd77c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Network': ['ID=a3cb8051-5166-43f9-a2b0-48e134f90752,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:08.289362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-e6ba4dec-76f7-4931-9416-d80e67814776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Allocated IP 172.20.0.10 (d9f9a6f4-352f-4e23-9942-d076ed8d0c16/bed7957d-4891-48a1-aeee-2449ab319aaf/25324a8d-d1ac-4a54-801e-711437531044) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:08.296715 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (b6c1ae3c-64c4-4adb-b79f-33607d71d6fb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:08.353856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network a3cb8051-5166-43f9-a2b0-48e134f90752 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:08.362094 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:08.369618 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:08.377390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:08.400308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09497c46-0296-4863-9f5d-0247a86566db tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Made reservation on behalf of 03183f520db445658dc1aaf8c5b0b541 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:08.408818 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09497c46-0296-4863-9f5d-0247a86566db tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:08.557458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e3f226f0-0159-4078-a58d-9fd5d85d699a no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:42:08.576847 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f5768bdb-d5e7-4233-a06a-c0e2762fd77c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2571363 Feb 28 17:42:08.601170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event updated for resources: {'Port': ['ID=b6c1ae3c-64c4-4adb-b79f-33607d71d6fb,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:08.609731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: e3f226f0-0159-4078-a58d-9fd5d85d699a {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:42:08.610108 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e3f226f0-0159-4078-a58d-9fd5d85d699a not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:42:08.620867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52214) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:08.720100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695c04f-0e8c-4aa5-be5e-0e2bcb0d8e41 req-526eacea-2185-41f7-b363-41128cb71692 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:08.723834 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f695c04f-0e8c-4aa5-be5e-0e2bcb0d8e41 req-526eacea-2185-41f7-b363-41128cb71692 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.4263957 Feb 28 17:42:08.778024 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc2718f7-0bab-4a87-a221-98310f38ae69 req-747f875d-8956-4288-9152-fdcf9ae0f769 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 210 time: 0.2260780 Feb 28 17:42:08.859721 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for floatingip (311d4dd6-5459-4f0d-ba64-e8e020338a18), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:08.877253 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abe4ee5-8df2-4075-8888-ddd1efc52195 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:08.878823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9abe4ee5-8df2-4075-8888-ddd1efc52195 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "GET /v2.0/networks?id=a3cb8051-5166-43f9-a2b0-48e134f90752 HTTP/1.1" status: 200 len: 760 time: 0.2569830 Feb 28 17:42:08.882428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52220) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:08.889783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-7c72f402-5e3d-44bf-894a-b076e3d047e2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'network': {'description': 'd2'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:08.962597 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f695c04f-0e8c-4aa5-be5e-0e2bcb0d8e41 req-17c31cd1-0b8a-44ba-9eff-0d5d314ecbef tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245226 Feb 28 17:42:08.970203 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-e6ba4dec-76f7-4931-9416-d80e67814776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (25324a8d-d1ac-4a54-801e-711437531044), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:09.042269 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b6c1ae3c-64c4-4adb-b79f-33607d71d6fb), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:09.225513 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7c72f402-5e3d-44bf-894a-b076e3d047e2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (a3cb8051-5166-43f9-a2b0-48e134f90752), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:09.248383 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-e6ba4dec-76f7-4931-9416-d80e67814776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (25324a8d-d1ac-4a54-801e-711437531044), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:09.330831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba4dec-76f7-4931-9416-d80e67814776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=25324a8d-d1ac-4a54-801e-711437531044,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:09.382848 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7c72f402-5e3d-44bf-894a-b076e3d047e2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (a3cb8051-5166-43f9-a2b0-48e134f90752), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:09.387886 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for port (b6c1ae3c-64c4-4adb-b79f-33607d71d6fb), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:09.399408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c72f402-5e3d-44bf-894a-b076e3d047e2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network a3cb8051-5166-43f9-a2b0-48e134f90752 is not hosted by any dhcp agent {{(pid=104246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 17:42:09.407207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c72f402-5e3d-44bf-894a-b076e3d047e2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:09.407207 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7c72f402-5e3d-44bf-894a-b076e3d047e2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:09.407477 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7c72f402-5e3d-44bf-894a-b076e3d047e2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "PUT /v2.0/networks/a3cb8051-5166-43f9-a2b0-48e134f90752 HTTP/1.1" status: 200 len: 757 time: 0.5237195 Feb 28 17:42:09.409006 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-e6ba4dec-76f7-4931-9416-d80e67814776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:09.410766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52230) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:09.424649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-e6ba4dec-76f7-4931-9416-d80e67814776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:09.444337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-e6ba4dec-76f7-4931-9416-d80e67814776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:09.467596 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (b6c1ae3c-64c4-4adb-b79f-33607d71d6fb), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:09.551021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72f402-5e3d-44bf-894a-b076e3d047e2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Network': ['ID=a3cb8051-5166-43f9-a2b0-48e134f90752,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:09.566550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network a3cb8051-5166-43f9-a2b0-48e134f90752 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:09.596415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-e6ba4dec-76f7-4931-9416-d80e67814776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:09.597578 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-e6ba4dec-76f7-4931-9416-d80e67814776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:09.617749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event updated for resources: {'Port': ['ID=b6c1ae3c-64c4-4adb-b79f-33607d71d6fb,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:09.634125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607def3b-50a2-4c40-acf3-d046d5f39673 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:09.635904 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-607def3b-50a2-4c40-acf3-d046d5f39673 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "GET /v2.0/networks?id=a3cb8051-5166-43f9-a2b0-48e134f90752 HTTP/1.1" status: 200 len: 760 time: 0.2237267 Feb 28 17:42:09.641616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52238) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:09.647434 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7079cf79-6cf0-46a7-b85d-bc22e914d11e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-986345853'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:09.657228 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (311d4dd6-5459-4f0d-ba64-e8e020338a18), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:09.758639 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:09.762934 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-e6ba4dec-76f7-4931-9416-d80e67814776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0976124 Feb 28 17:42:09.769574 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-23706fa2-106d-4e54-9778-604c4df915e4 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1280284 Feb 28 17:42:09.769574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52242) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:09.769818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.objects.ports [None req-09497c46-0296-4863-9f5d-0247a86566db tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104247) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:42:09.770206 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09497c46-0296-4863-9f5d-0247a86566db tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (d72e0ed5-78ba-4c1b-bc77-691a0e89f3a2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:09.804997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-0e820eb4-587e-471b-81a3-12ff165f9597 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Request body: {'floatingip': {'port_id': '7678b1fc-8cec-49cf-812e-7fc2f8329c57', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:09.914574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09497c46-0296-4863-9f5d-0247a86566db tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d72e0ed5-78ba-4c1b-bc77-691a0e89f3a2,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:09.916858 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09497c46-0296-4863-9f5d-0247a86566db tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Checking segment: {'id': '940d9a27-7de8-4a69-a1a4-f97f258d0407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b0de4c5a-49c8-4124-82bf-a37a7e3540b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:09.917232 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09497c46-0296-4863-9f5d-0247a86566db tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Network hostable DHCP agents. Network: b0de4c5a-49c8-4124-82bf-a37a7e3540b3, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:42:09.976693 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-3d035b2d-b1b2-4ede-9260-8ec2e637c255 None None] Provisioning complete for port 25324a8d-d1ac-4a54-801e-711437531044 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:09.977317 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3d035b2d-b1b2-4ede-9260-8ec2e637c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (25324a8d-d1ac-4a54-801e-711437531044), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:10.010126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Request body: {'port': {'device_id': '15c97d77-2d97-496f-9742-17a8b62f704e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:10.015095 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e820eb4-587e-471b-81a3-12ff165f9597 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for floatingip (311d4dd6-5459-4f0d-ba64-e8e020338a18), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:10.031156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3d035b2d-b1b2-4ede-9260-8ec2e637c255 None None] Port 25324a8d-d1ac-4a54-801e-711437531044 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:10.125361 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4909a-ca12-4574-bbdf-90e4d387c384 req-4d473430-31d2-424d-8c2c-250405b677e3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:10.127491 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8ad4909a-ca12-4574-bbdf-90e4d387c384 req-4d473430-31d2-424d-8c2c-250405b677e3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 932 time: 0.1478667 Feb 28 17:42:10.141439 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (25324a8d-d1ac-4a54-801e-711437531044), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:10.165545 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-0e820eb4-587e-471b-81a3-12ff165f9597 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] update failed (client error): The resource could not be found. Feb 28 17:42:10.166640 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0e820eb4-587e-471b-81a3-12ff165f9597 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "PUT /v2.0/floatingips/311d4dd6-5459-4f0d-ba64-e8e020338a18 HTTP/1.1" status: 404 len: 507 time: 0.3921435 Feb 28 17:42:10.170904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52252) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:10.196576 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7079cf79-6cf0-46a7-b85d-bc22e914d11e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:10.199905 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7079cf79-6cf0-46a7-b85d-bc22e914d11e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:10.212623 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:10.213479 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-252e0ffa-f0cd-4b17-b8e6-41155dded3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:10.231371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d229a-b3f6-425d-a0e2-f0095b3d5492 req-7e306659-0dbb-4fc3-bff9-b9bd31254fc3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:10.232932 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f1d229a-b3f6-425d-a0e2-f0095b3d5492 req-7e306659-0dbb-4fc3-bff9-b9bd31254fc3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1350868 Feb 28 17:42:10.237898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09497c46-0296-4863-9f5d-0247a86566db tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Network b0de4c5a-49c8-4124-82bf-a37a7e3540b3 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:42:10.463312 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-09497c46-0296-4863-9f5d-0247a86566db tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, b0de4c5a-49c8-4124-82bf-a37a7e3540b3) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:10.473676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae35bf6-f7e1-4ed0-b5f3-9e4116403f67 None None] Network b0de4c5a-49c8-4124-82bf-a37a7e3540b3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:10.557176 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09497c46-0296-4863-9f5d-0247a86566db tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:10.557780 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-09497c46-0296-4863-9f5d-0247a86566db tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:10.603287 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f1d229a-b3f6-425d-a0e2-f0095b3d5492 req-8358a18b-1c5d-47c5-a584-2422745f9422 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378984 Feb 28 17:42:10.658118 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8ad4909a-ca12-4574-bbdf-90e4d387c384 req-e0d74787-55fb-44a6-8555-bb10fc414c7b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e496b7a-6c49-4772-bf21-9910490b930d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5227656 Feb 28 17:42:10.668988 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7079cf79-6cf0-46a7-b85d-bc22e914d11e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:10.684464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dac95c5-346e-45de-89d3-b03b59889990 None None] Network b0de4c5a-49c8-4124-82bf-a37a7e3540b3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:10.749462 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7079cf79-6cf0-46a7-b85d-bc22e914d11e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (1a54aaca-155f-4df5-919d-694041e4100d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:10.750208 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-7079cf79-6cf0-46a7-b85d-bc22e914d11e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Added segment 1a54aaca-155f-4df5-919d-694041e4100d of type vlan for network 7afa6639-3d80-428a-a9a8-8b1c105d5578 Feb 28 17:42:10.815864 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-09497c46-0296-4863-9f5d-0247a86566db tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5750246 Feb 28 17:42:10.817071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52272) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:10.825348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Request body: {'floatingip': {'floating_network_id': 'b0de4c5a-49c8-4124-82bf-a37a7e3540b3'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:10.836724 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7079cf79-6cf0-46a7-b85d-bc22e914d11e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (7afa6639-3d80-428a-a9a8-8b1c105d5578), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:10.920220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25324a8d-d1ac-4a54-801e-711437531044 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:42:10.928540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-29b21e26-df6f-4855-9647-c150cebe31cc tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Deleting port b6c1ae3c-64c4-4adb-b79f-33607d71d6fb {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:10.928900 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29b21e26-df6f-4855-9647-c150cebe31cc tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b6c1ae3c-64c4-4adb-b79f-33607d71d6fb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:10.931855 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Publish callbacks [] for port (25324a8d-d1ac-4a54-801e-711437531044), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:10.949825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Transition to ACTIVE for port object 25324a8d-d1ac-4a54-801e-711437531044 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:42:10.964115 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:10.992345 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7079cf79-6cf0-46a7-b85d-bc22e914d11e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (7afa6639-3d80-428a-a9a8-8b1c105d5578), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:11.000487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7079cf79-6cf0-46a7-b85d-bc22e914d11e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:11.001692 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7079cf79-6cf0-46a7-b85d-bc22e914d11e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:11.061289 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (25324a8d-d1ac-4a54-801e-711437531044), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:11.084859 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29b21e26-df6f-4855-9647-c150cebe31cc tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b6c1ae3c-64c4-4adb-b79f-33607d71d6fb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:11.085172 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29b21e26-df6f-4855-9647-c150cebe31cc tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for floatingip (b6c1ae3c-64c4-4adb-b79f-33607d71d6fb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:11.111842 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-29b21e26-df6f-4855-9647-c150cebe31cc tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Calling delete_port for b6c1ae3c-64c4-4adb-b79f-33607d71d6fb owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:11.208131 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:11.400697 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Allocated IP 172.20.0.12 (b0de4c5a-49c8-4124-82bf-a37a7e3540b3/d72e0ed5-78ba-4c1b-bc77-691a0e89f3a2/364da6e3-0554-4ee6-8a3f-f3bfff7288ce) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:11.468822 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:11.517143 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for port (364da6e3-0554-4ee6-8a3f-f3bfff7288ce), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:11.520213 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7079cf79-6cf0-46a7-b85d-bc22e914d11e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8767908 Feb 28 17:42:11.524638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52286) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:11.539164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4c0e2bf0-035e-41e1-8eaf-eb2380c656c8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'subnet': {'network_id': '7afa6639-3d80-428a-a9a8-8b1c105d5578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:11.550226 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29b21e26-df6f-4855-9647-c150cebe31cc tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (b6c1ae3c-64c4-4adb-b79f-33607d71d6fb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:11.568256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079cf79-6cf0-46a7-b85d-bc22e914d11e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Network': ['ID=7afa6639-3d80-428a-a9a8-8b1c105d5578,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:11.603907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 7afa6639-3d80-428a-a9a8-8b1c105d5578 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:11.655740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Pushing event updated for resources: {'Port': ['ID=25324a8d-d1ac-4a54-801e-711437531044,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:11.660525 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b21e26-df6f-4855-9647-c150cebe31cc tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event deleted for resources: {'Port': ['ID=b6c1ae3c-64c4-4adb-b79f-33607d71d6fb,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:11.692084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Attempting to bind port 25324a8d-d1ac-4a54-801e-711437531044 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:42:11.692557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Attempting to bind port 25324a8d-d1ac-4a54-801e-711437531044 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '784d76ee-3e0c-41c9-846f-4d90a1732d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:42:11.703111 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Attempting to bind port 25324a8d-d1ac-4a54-801e-711437531044 on network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:42:11.711479 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Port 25324a8d-d1ac-4a54-801e-711437531044 on network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:42:11.712119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Attempting to bind port 25324a8d-d1ac-4a54-801e-711437531044 on network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:42:11.755698 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:42:11.755698 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Checking segment: {'id': '784d76ee-3e0c-41c9-846f-4d90a1732d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:11.755698 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Bound using segment: {'id': '784d76ee-3e0c-41c9-846f-4d90a1732d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:42:11.755698 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Bound port: 25324a8d-d1ac-4a54-801e-711437531044, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784d76ee-3e0c-41c9-846f-4d90a1732d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:42:11.756429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (25324a8d-d1ac-4a54-801e-711437531044), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:11.889944 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d176e1-f2b7-4337-9542-fdf530b582e4 req-0214fa01-f767-46e8-b071-1a0a88c0dd6a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:11.891489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c2d176e1-f2b7-4337-9542-fdf530b582e4 req-0214fa01-f767-46e8-b071-1a0a88c0dd6a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1759176 Feb 28 17:42:11.911481 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] For port 25324a8d-d1ac-4a54-801e-711437531044, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:42:11.934393 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29b21e26-df6f-4855-9647-c150cebe31cc tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for floatingip (311d4dd6-5459-4f0d-ba64-e8e020338a18), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:11.937785 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29b21e26-df6f-4855-9647-c150cebe31cc tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:11.940509 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-29b21e26-df6f-4855-9647-c150cebe31cc tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "DELETE /v2.0/floatingips/311d4dd6-5459-4f0d-ba64-e8e020338a18 HTTP/1.1" status: 204 len: 168 time: 1.7681077 Feb 28 17:42:11.945959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52318) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:11.950264 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] For port 25324a8d-d1ac-4a54-801e-711437531044, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=25324a8d-d1ac-4a54-801e-711437531044,segment=NetworkSegment(784d76ee-3e0c-41c9-846f-4d90a1732d49),segment_id=784d76ee-3e0c-41c9-846f-4d90a1732d49)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:42:11.950445 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c7354712-7fff-4520-94d4-9ee762673f1e tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Request body: {'floatingip': {'floating_network_id': '67da4891-31db-4f54-b524-68d3ce83da15', 'port_id': '7678b1fc-8cec-49cf-812e-7fc2f8329c57', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:11.967947 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c2d176e1-f2b7-4337-9542-fdf530b582e4 req-6d79efbc-1358-4476-a367-6a187cea85af tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673089 Feb 28 17:42:11.979131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a452a4-3e7e-4179-b95c-47fe2d8a2c35 req-17ff14c8-ee23-45fa-b381-21b0961a9b61 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:11.988547 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70a452a4-3e7e-4179-b95c-47fe2d8a2c35 req-17ff14c8-ee23-45fa-b381-21b0961a9b61 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 944 time: 0.1756566 Feb 28 17:42:12.015741 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0e2bf0-035e-41e1-8eaf-eb2380c656c8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:12.019885 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2bf0-035e-41e1-8eaf-eb2380c656c8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:12.029598 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (364da6e3-0554-4ee6-8a3f-f3bfff7288ce), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:12.064856 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (25324a8d-d1ac-4a54-801e-711437531044), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:12.101430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:12.102966 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:12.103948 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] 10.222.0.69 "PUT /v2.0/ports/25324a8d-d1ac-4a54-801e-711437531044 HTTP/1.1" status: 200 len: 1093 time: 2.3244703 Feb 28 17:42:12.115837 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c97d77-2d97-496f-9742-17a8b62f704e', 'tag': '25324a8d-d1ac-4a54-801e-711437531044'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:42:12.118328 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8c0cbe-16bc-4c43-8e43-a7eb242f01c1" -d '{"events": [{"name": "network-changed", "server_uuid": "15c97d77-2d97-496f-9742-17a8b62f704e", "tag": "25324a8d-d1ac-4a54-801e-711437531044"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:42:12.120160 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c7354712-7fff-4520-94d4-9ee762673f1e tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:12.141283 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688dccd-d439-4374-b0b5-bdc3afb9636e service neutron] Pushing event updated for resources: {'Port': ['ID=25324a8d-d1ac-4a54-801e-711437531044,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:12.154281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Network b0de4c5a-49c8-4124-82bf-a37a7e3540b3 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:12.162980 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70a452a4-3e7e-4179-b95c-47fe2d8a2c35 req-0a181c58-aa4d-4fab-bca6-3d671871bed5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e496b7a-6c49-4772-bf21-9910490b930d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735027 Feb 28 17:42:12.169217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:12.176212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:12.178512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event updated for resources: {'Port': ['ID=364da6e3-0554-4ee6-8a3f-f3bfff7288ce,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:12.394339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-7378d719-e2de-4dd2-8983-e05487de56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:12.396490 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-7378d719-e2de-4dd2-8983-e05487de56a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 1127 time: 0.1447387 Feb 28 17:42:12.457706 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a52a5f-025a-4e82-bdb2-421dd13352fd x-openstack-request-id: req-22a52a5f-025a-4e82-bdb2-421dd13352fd {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:42:12.458074 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c97d77-2d97-496f-9742-17a8b62f704e", "tag": "25324a8d-d1ac-4a54-801e-711437531044", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:42:12.458304 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-22a52a5f-025a-4e82-bdb2-421dd13352fd {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:42:12.458690 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c97d77-2d97-496f-9742-17a8b62f704e', 'tag': '25324a8d-d1ac-4a54-801e-711437531044', 'status': 'completed', 'code': 200} Feb 28 17:42:12.493000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-556c4891-c6ee-49ef-97f6-fd6908c1d4a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25324a8d-d1ac-4a54-801e-711437531044 HTTP/1.1" status: 200 len: 217 time: 0.0834491 Feb 28 17:42:12.510378 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for floatingip (305e14b0-d1fd-4a4b-9bf6-fc3932eaba8f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:12.510561 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:12.561247 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-4ddc0106-7d42-4b90-b5ff-f9ece994407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:12.562786 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-4ddc0106-7d42-4b90-b5ff-f9ece994407c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bed7957d-4891-48a1-aeee-2449ab319aaf HTTP/1.1" status: 200 len: 835 time: 0.0529778 Feb 28 17:42:12.629443 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (364da6e3-0554-4ee6-8a3f-f3bfff7288ce), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:12.644663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-4dbe75f0-968a-432d-b25c-60e4db9758f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:12.646223 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-4dbe75f0-968a-432d-b25c-60e4db9758f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9f9a6f4-352f-4e23-9942-d076ed8d0c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0779824 Feb 28 17:42:12.676234 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-c7354712-7fff-4520-94d4-9ee762673f1e tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:42:12.678377 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c7354712-7fff-4520-94d4-9ee762673f1e tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7314222 Feb 28 17:42:12.722678 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52362) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:12.730976 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '7678b1fc-8cec-49cf-812e-7fc2f8329c57', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:12.735238 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2bf0-035e-41e1-8eaf-eb2380c656c8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (d32935df-beac-452e-9818-538fac7f7d4d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:12.781838 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-07236bc4-e7a2-47c8-9f2b-0ea6b6a1c07a service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292484 Feb 28 17:42:12.812056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e2bf0-035e-41e1-8eaf-eb2380c656c8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Subnet': ['ID=d32935df-beac-452e-9818-538fac7f7d4d,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:12.840451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e2bf0-035e-41e1-8eaf-eb2380c656c8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Checking segment: {'id': '1a54aaca-155f-4df5-919d-694041e4100d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7afa6639-3d80-428a-a9a8-8b1c105d5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:12.840451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e2bf0-035e-41e1-8eaf-eb2380c656c8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network hostable DHCP agents. Network: 7afa6639-3d80-428a-a9a8-8b1c105d5578, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:42:12.880018 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for port (364da6e3-0554-4ee6-8a3f-f3bfff7288ce), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:12.884952 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cf5cd93b-2812-4a5d-91c4-7480286fc865 req-673f2a88-4a90-4078-a367-13f06c8d2d47 service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960824 Feb 28 17:42:12.886211 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:12.943670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b5abc-ad85-4a47-aca1-7c2cd5578d48 req-29a512e4-a71a-4465-baf9-03f217d16fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:12.944745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-086b5abc-ad85-4a47-aca1-7c2cd5578d48 req-29a512e4-a71a-4465-baf9-03f217d16fea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 1128 time: 0.0580268 Feb 28 17:42:12.974467 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (364da6e3-0554-4ee6-8a3f-f3bfff7288ce), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:12.976491 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e2bf0-035e-41e1-8eaf-eb2380c656c8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network 7afa6639-3d80-428a-a9a8-8b1c105d5578 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:42:13.032971 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:13.135197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event updated for resources: {'Port': ['ID=364da6e3-0554-4ee6-8a3f-f3bfff7288ce,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:13.142658 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-4c0e2bf0-035e-41e1-8eaf-eb2380c656c8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 7afa6639-3d80-428a-a9a8-8b1c105d5578) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:13.154390 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b80df5-74af-4a17-87a2-891927615ae7 None None] Network 7afa6639-3d80-428a-a9a8-8b1c105d5578 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:13.160782 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0cbe-16bc-4c43-8e43-a7eb242f01c1 req-48dc11f9-d175-4531-b3f8-c2b0d6b52d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:13.161333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0e2bf0-035e-41e1-8eaf-eb2380c656c8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:13.161516 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2bf0-035e-41e1-8eaf-eb2380c656c8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:13.162364 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba8c0cbe-16bc-4c43-8e43-a7eb242f01c1 req-48dc11f9-d175-4531-b3f8-c2b0d6b52d4e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 1127 time: 0.1261439 Feb 28 17:42:13.172486 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (305e14b0-d1fd-4a4b-9bf6-fc3932eaba8f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:13.201552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b5abc-ad85-4a47-aca1-7c2cd5578d48 req-a1ce1916-930f-4136-8da9-edf560f4a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:13.203002 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-086b5abc-ad85-4a47-aca1-7c2cd5578d48 req-a1ce1916-930f-4136-8da9-edf560f4a7f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 912 time: 0.2516484 Feb 28 17:42:13.215886 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e822d64-712d-4efc-a0cc-2be0b33ec271 req-81aea795-f792-4c26-b4ba-f383a4526571 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:13.217041 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e822d64-712d-4efc-a0cc-2be0b33ec271 req-81aea795-f792-4c26-b4ba-f383a4526571 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.1477549 Feb 28 17:42:13.259747 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-086b5abc-ad85-4a47-aca1-7c2cd5578d48 req-5bcbf9ce-d9f3-455e-87c6-0a43bd63fd73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c81472c-4178-4211-acc1-22dff866aa70 HTTP/1.1" status: 200 len: 217 time: 0.0418608 Feb 28 17:42:13.299556 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4c0e2bf0-035e-41e1-8eaf-eb2380c656c8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7695899 Feb 28 17:42:13.304087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Allocated IP 172.25.3.199 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/14ae636c-5fd9-436d-bb1b-d2473017cc4b) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:13.304272 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52392) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:13.308914 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-7afa6639-3d80-428a-a9a8-8b1c105d5578', 'network_id': '7afa6639-3d80-428a-a9a8-8b1c105d5578', 'project_id': '7a70bc3c0c9f48fcbcd09d08fa71565e', 'fixed_ips': [{'subnet_id': 'd32935df-beac-452e-9818-538fac7f7d4d'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:42:13.310407 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:13.335564 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:13.338886 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1b145713-632c-4b68-b57e-aa3a52d8b121 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5181966 Feb 28 17:42:13.359674 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52394) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:13.485564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0cbe-16bc-4c43-8e43-a7eb242f01c1 req-224dfd01-386e-4bcd-aaa4-e3a592f83bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:13.487585 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba8c0cbe-16bc-4c43-8e43-a7eb242f01c1 req-224dfd01-386e-4bcd-aaa4-e3a592f83bfa service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9f9a6f4-352f-4e23-9942-d076ed8d0c16 HTTP/1.1" status: 200 len: 896 time: 0.3173890 Feb 28 17:42:13.487963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e822d64-712d-4efc-a0cc-2be0b33ec271 req-9f4f8c46-938b-4053-a2ef-4c4fd25f9ccf tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623508 Feb 28 17:42:13.492701 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b5abc-ad85-4a47-aca1-7c2cd5578d48 req-098a6e73-d5ca-4a63-8d9d-5e3f8b82a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:13.494756 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-086b5abc-ad85-4a47-aca1-7c2cd5578d48 req-098a6e73-d5ca-4a63-8d9d-5e3f8b82a785 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afa66b9-3680-4134-be0e-81254a16067b HTTP/1.1" status: 200 len: 851 time: 0.2280869 Feb 28 17:42:13.498969 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6fd0b4bb-9853-4b1c-8c00-000653b6f171 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "GET /v2.0/floatingips?floating_network_id=b0de4c5a-49c8-4124-82bf-a37a7e3540b3 HTTP/1.1" status: 200 len: 690 time: 0.1406982 Feb 28 17:42:13.499241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52400) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:13.518198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8515ab-d876-4eda-b338-9ca6a22e6d7e req-bb58917e-0d71-4937-b7f2-94cebbac1b29 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:13.521622 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f8515ab-d876-4eda-b338-9ca6a22e6d7e req-bb58917e-0d71-4937-b7f2-94cebbac1b29 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 944 time: 0.2209275 Feb 28 17:42:13.555261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Allocated IP 172.20.0.2 (7afa6639-3d80-428a-a9a8-8b1c105d5578/d32935df-beac-452e-9818-538fac7f7d4d/8f03e5ae-fa18-4736-950c-586733bf70f1) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:13.556415 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-086b5abc-ad85-4a47-aca1-7c2cd5578d48 req-eb24a3ed-ae80-4aa6-9409-6afb2cceebdd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7467a8e1-6b26-403e-997f-54fe13264910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472338 Feb 28 17:42:13.564844 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba8c0cbe-16bc-4c43-8e43-a7eb242f01c1 req-5902135a-d923-41bb-baf1-31606dbf99f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25324a8d-d1ac-4a54-801e-711437531044 HTTP/1.1" status: 200 len: 217 time: 0.0698235 Feb 28 17:42:13.601298 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for port (14ae636c-5fd9-436d-bb1b-d2473017cc4b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:13.661695 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (7afa6639-3d80-428a-a9a8-8b1c105d5578), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:13.677780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0cbe-16bc-4c43-8e43-a7eb242f01c1 req-c72f4f85-5ce0-4e64-8f5b-da429384c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:13.689975 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba8c0cbe-16bc-4c43-8e43-a7eb242f01c1 req-c72f4f85-5ce0-4e64-8f5b-da429384c620 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bed7957d-4891-48a1-aeee-2449ab319aaf HTTP/1.1" status: 200 len: 835 time: 0.1151466 Feb 28 17:42:13.707672 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f8515ab-d876-4eda-b338-9ca6a22e6d7e req-661fd0f1-45cb-42c2-8381-b8a903946a34 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e496b7a-6c49-4772-bf21-9910490b930d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503637 Feb 28 17:42:13.785044 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0cbe-16bc-4c43-8e43-a7eb242f01c1 req-a2357a68-3827-4ac4-9012-6298b63bb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:13.786820 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba8c0cbe-16bc-4c43-8e43-a7eb242f01c1 req-a2357a68-3827-4ac4-9012-6298b63bb3a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9f9a6f4-352f-4e23-9942-d076ed8d0c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0958574 Feb 28 17:42:13.792852 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (14ae636c-5fd9-436d-bb1b-d2473017cc4b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:13.808352 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (b0de4c5a-49c8-4124-82bf-a37a7e3540b3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:13.835348 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Publish callbacks [] for port (8f03e5ae-fa18-4736-950c-586733bf70f1), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:13.874068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:13.900596 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:13.900715 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (d32935df-beac-452e-9818-538fac7f7d4d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:13.900806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:13.920940 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (8f03e5ae-fa18-4736-950c-586733bf70f1), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:13.928952 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-086b5abc-ad85-4a47-aca1-7c2cd5578d48 req-d249dc92-dbed-407b-8079-0b16271ccb23 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310463 Feb 28 17:42:13.929713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52408) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:13.973453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Network 7afa6639-3d80-428a-a9a8-8b1c105d5578 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:13.979338 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event updated for resources: {'Port': ['ID=14ae636c-5fd9-436d-bb1b-d2473017cc4b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:13.987166 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:13.989299 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:13.996186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:14.037334 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Pushing event updated for resources: {'Port': ['ID=8f03e5ae-fa18-4736-950c-586733bf70f1,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:14.084679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Attempting to bind port 8f03e5ae-fa18-4736-950c-586733bf70f1 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:42:14.085117 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Attempting to bind port 8f03e5ae-fa18-4736-950c-586733bf70f1 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '1a54aaca-155f-4df5-919d-694041e4100d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7afa6639-3d80-428a-a9a8-8b1c105d5578'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:42:14.085482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Attempting to bind port 8f03e5ae-fa18-4736-950c-586733bf70f1 on network 7afa6639-3d80-428a-a9a8-8b1c105d5578 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:42:14.091819 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:42:14.092234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Checking segment: {'id': '1a54aaca-155f-4df5-919d-694041e4100d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7afa6639-3d80-428a-a9a8-8b1c105d5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:14.092649 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.093104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Bound using segment: {'id': '1a54aaca-155f-4df5-919d-694041e4100d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7afa6639-3d80-428a-a9a8-8b1c105d5578'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:42:14.093844 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Bound port: 8f03e5ae-fa18-4736-950c-586733bf70f1, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a54aaca-155f-4df5-919d-694041e4100d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7afa6639-3d80-428a-a9a8-8b1c105d5578'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:42:14.094308 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8f03e5ae-fa18-4736-950c-586733bf70f1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.096249 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba8c0cbe-16bc-4c43-8e43-a7eb242f01c1 req-acaef56b-0cdd-4342-a8aa-9bb602c6051c service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820897 Feb 28 17:42:14.200131 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] For port 8f03e5ae-fa18-4736-950c-586733bf70f1, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:42:14.203626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] For port 8f03e5ae-fa18-4736-950c-586733bf70f1, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8f03e5ae-fa18-4736-950c-586733bf70f1,segment=NetworkSegment(1a54aaca-155f-4df5-919d-694041e4100d),segment_id=1a54aaca-155f-4df5-919d-694041e4100d)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:42:14.272113 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba8c0cbe-16bc-4c43-8e43-a7eb242f01c1 req-773c26a4-dd5d-44a5-a516-b16bc82156de service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529315 Feb 28 17:42:14.295850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Deleting port 14ae636c-5fd9-436d-bb1b-d2473017cc4b {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:14.296217 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (14ae636c-5fd9-436d-bb1b-d2473017cc4b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.296657 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8f03e5ae-fa18-4736-950c-586733bf70f1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.385307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01ba3b-6c01-4c5f-bac1-1bb4b1fafe22 None None] Pushing event updated for resources: {'Port': ['ID=8f03e5ae-fa18-4736-950c-586733bf70f1,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:14.437222 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (14ae636c-5fd9-436d-bb1b-d2473017cc4b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.437821 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for floatingip (14ae636c-5fd9-436d-bb1b-d2473017cc4b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.453125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Calling delete_port for 14ae636c-5fd9-436d-bb1b-d2473017cc4b owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:14.490333 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-33a57656-8775-428a-811e-a2d2fbd1f7da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.524514 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Deleting port 364da6e3-0554-4ee6-8a3f-f3bfff7288ce {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:14.524846 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (364da6e3-0554-4ee6-8a3f-f3bfff7288ce), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.609306 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (d32935df-beac-452e-9818-538fac7f7d4d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.668952 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (364da6e3-0554-4ee6-8a3f-f3bfff7288ce), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.669278 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for floatingip (364da6e3-0554-4ee6-8a3f-f3bfff7288ce), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.689285 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-086b5abc-ad85-4a47-aca1-7c2cd5578d48 req-32d55fe7-f9f3-41f3-89c4-b565e6786b2d service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7253997 Feb 28 17:42:14.690017 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Subnet': ['ID=d32935df-beac-452e-9818-538fac7f7d4d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:14.701396 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Calling delete_port for 364da6e3-0554-4ee6-8a3f-f3bfff7288ce owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:14.766295 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (14ae636c-5fd9-436d-bb1b-d2473017cc4b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.796190 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (7afa6639-3d80-428a-a9a8-8b1c105d5578), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.798728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event deleted for resources: {'Port': ['ID=14ae636c-5fd9-436d-bb1b-d2473017cc4b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:14.866685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afa6639-3d80-428a-a9a8-8b1c105d5578']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:14.888955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a54aaca-155f-4df5-919d-694041e4100d') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:14.889219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a54aaca-155f-4df5-919d-694041e4100d') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:14.913696 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (1a54aaca-155f-4df5-919d-694041e4100d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.925965 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a5a3c-6d1b-4e1b-8378-d7aeb8eafbb7 req-15a39c31-23aa-4b42-b81a-21eaefee567d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:14.927508 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-659a5a3c-6d1b-4e1b-8378-d7aeb8eafbb7 req-15a39c31-23aa-4b42-b81a-21eaefee567d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 944 time: 0.1012893 Feb 28 17:42:14.943200 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927094a8-2bb3-4738-bacd-0073b4b2c75f req-6e915fed-8b7f-47dd-b246-1259a4b79182 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:14.947585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-927094a8-2bb3-4738-bacd-0073b4b2c75f req-6e915fed-8b7f-47dd-b246-1259a4b79182 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 945 time: 0.2810850 Feb 28 17:42:14.969261 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (1a54aaca-155f-4df5-919d-694041e4100d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:14.981163 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] create failed (client error): The resource could not be found. Feb 28 17:42:14.987582 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e51184ae-4c85-46d0-99e0-296f8d271e27 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2585757 Feb 28 17:42:14.989180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52426) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:14.991643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:14.992233 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (1a54aaca-155f-4df5-919d-694041e4100d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.004027 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-659a5a3c-6d1b-4e1b-8378-d7aeb8eafbb7 req-01079d0e-e9cf-4d2c-93fb-e60b07a9c9b0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e496b7a-6c49-4772-bf21-9910490b930d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668843 Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:15.013571 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:15.109263 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-33a57656-8775-428a-811e-a2d2fbd1f7da admin admin] Publish callbacks [] for security_group (d3cc0a0e-5b01-4dc9-ad02-3b4e65771990), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.113310 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-0762eaa7-fc79-40d2-b256-ea29926f44ba tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Deleting port 7678b1fc-8cec-49cf-812e-7fc2f8329c57 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:15.113568 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0762eaa7-fc79-40d2-b256-ea29926f44ba tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7678b1fc-8cec-49cf-812e-7fc2f8329c57), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.185005 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-33a57656-8775-428a-811e-a2d2fbd1f7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d3cc0a0e-5b01-4dc9-ad02-3b4e65771990), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.215154 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0762eaa7-fc79-40d2-b256-ea29926f44ba tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7678b1fc-8cec-49cf-812e-7fc2f8329c57), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.227860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-0762eaa7-fc79-40d2-b256-ea29926f44ba tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Calling delete_port for 7678b1fc-8cec-49cf-812e-7fc2f8329c57 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:15.230648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a57656-8775-428a-811e-a2d2fbd1f7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cc0a0e-5b01-4dc9-ad02-3b4e65771990,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:15.242604 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.db.api [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 17:42:15.242604 n-d-820368-19 neutron-server[104246]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 17:42:15.242604 n-d-820368-19 neutron-server[104246]: [parameters: {'id': '7afa6639-3d80-428a-a9a8-8b1c105d5578'}] Feb 28 17:42:15.242604 n-d-820368-19 neutron-server[104246]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:42:15.242604 n-d-820368-19 neutron-server[104246]: DEBUG oslo_db.api [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:42:15.250364 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-927094a8-2bb3-4738-bacd-0073b4b2c75f req-8773992e-93c2-403c-9753-1c6018b98bb6 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760937 Feb 28 17:42:15.259236 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-33a57656-8775-428a-811e-a2d2fbd1f7da admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d9c8a3aa29c6420e8dc18350c59ea94f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3049910 Feb 28 17:42:15.259506 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52434) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:15.271922 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 25324a8d-d1ac-4a54-801e-711437531044 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:42:15.343843 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (364da6e3-0554-4ee6-8a3f-f3bfff7288ce), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.398779 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ad54dd5-6a86-423f-af02-0d12dc7e7bbb admin admin] Publish callbacks [] for security_group (d3cc0a0e-5b01-4dc9-ad02-3b4e65771990), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.415906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 2c81472c-4178-4211-acc1-22dff866aa70 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:42:15.449730 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event deleted for resources: {'Port': ['ID=364da6e3-0554-4ee6-8a3f-f3bfff7288ce,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:15.520683 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0762eaa7-fc79-40d2-b256-ea29926f44ba tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7678b1fc-8cec-49cf-812e-7fc2f8329c57), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.561471 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ad54dd5-6a86-423f-af02-0d12dc7e7bbb admin admin] Publish callbacks [] for security_group (d3cc0a0e-5b01-4dc9-ad02-3b4e65771990), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.570506 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 25324a8d-d1ac-4a54-801e-711437531044, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=25324a8d-d1ac-4a54-801e-711437531044,segment=NetworkSegment(784d76ee-3e0c-41c9-846f-4d90a1732d49),segment_id=784d76ee-3e0c-41c9-846f-4d90a1732d49)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:15.586323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '25324a8d-d1ac-4a54-801e-711437531044', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'port_id': '25324a8d-d1ac-4a54-801e-711437531044', 'mac_address': 'fa:16:3e:f7:fc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:42:15.604673 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for floatingip (305e14b0-d1fd-4a4b-9bf6-fc3932eaba8f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.610492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762eaa7-fc79-40d2-b256-ea29926f44ba tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event deleted for resources: {'Port': ['ID=7678b1fc-8cec-49cf-812e-7fc2f8329c57,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:15.686832 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 25324a8d-d1ac-4a54-801e-711437531044 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:15.687616 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (25324a8d-d1ac-4a54-801e-711437531044), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.734305 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (d72e0ed5-78ba-4c1b-bc77-691a0e89f3a2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.747080 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (7afa6639-3d80-428a-a9a8-8b1c105d5578), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.749809 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25324a8d-d1ac-4a54-801e-711437531044 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:42:15.782145 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0762eaa7-fc79-40d2-b256-ea29926f44ba tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.782145 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0762eaa7-fc79-40d2-b256-ea29926f44ba tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "DELETE /v2.0/ports/7678b1fc-8cec-49cf-812e-7fc2f8329c57 HTTP/1.1" status: 204 len: 168 time: 0.7891693 Feb 28 17:42:15.783405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52444) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:15.783600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64530fc-527b-4d14-895d-f237c23cae90 None None] Network 7afa6639-3d80-428a-a9a8-8b1c105d5578 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:15.843588 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ad54dd5-6a86-423f-af02-0d12dc7e7bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d3cc0a0e-5b01-4dc9-ad02-3b4e65771990), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.848309 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ad54dd5-6a86-423f-af02-0d12dc7e7bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.860315 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1ad54dd5-6a86-423f-af02-0d12dc7e7bbb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3cc0a0e-5b01-4dc9-ad02-3b4e65771990 HTTP/1.1" status: 204 len: 168 time: 0.5941019 Feb 28 17:42:15.873810 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 25324a8d-d1ac-4a54-801e-711437531044, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=25324a8d-d1ac-4a54-801e-711437531044,segment=NetworkSegment(784d76ee-3e0c-41c9-846f-4d90a1732d49),segment_id=784d76ee-3e0c-41c9-846f-4d90a1732d49)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:15.875691 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e808a8bc-25f1-4d13-8c58-20137e8c73ea tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:15.877393 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e808a8bc-25f1-4d13-8c58-20137e8c73ea tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0088dd-4055-45da-b902-09848336cb07 HTTP/1.1" status: 200 len: 913 time: 0.0930383 Feb 28 17:42:15.880725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52448) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:15.888800 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-80d8a688-905c-4b0b-bb6f-9e187f0cb40a None None] Provisioning complete for port 8f03e5ae-fa18-4736-950c-586733bf70f1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:15.893707 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-80d8a688-905c-4b0b-bb6f-9e187f0cb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f03e5ae-fa18-4736-950c-586733bf70f1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.919039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad54dd5-6a86-423f-af02-0d12dc7e7bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cc0a0e-5b01-4dc9-ad02-3b4e65771990,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:15.946592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 2c81472c-4178-4211-acc1-22dff866aa70 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:15.947049 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2c81472c-4178-4211-acc1-22dff866aa70), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:15.998583 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (25324a8d-d1ac-4a54-801e-711437531044), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.012493 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (d72e0ed5-78ba-4c1b-bc77-691a0e89f3a2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.052282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d72e0ed5-78ba-4c1b-bc77-691a0e89f3a2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:16.083954 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Deleting port 8f03e5ae-fa18-4736-950c-586733bf70f1 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:16.084337 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8f03e5ae-fa18-4736-950c-586733bf70f1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.114292 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=25324a8d-d1ac-4a54-801e-711437531044,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:16.169701 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 2c81472c-4178-4211-acc1-22dff866aa70, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=2c81472c-4178-4211-acc1-22dff866aa70,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:16.173146 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (b0de4c5a-49c8-4124-82bf-a37a7e3540b3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.180445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02775836-74ef-4981-83af-b8fd7e76d20d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c81472c-4178-4211-acc1-22dff866aa70'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:42:16.186783 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2998208a-074e-4daa-8e71-ca3eccbaf045" -d '{"events": [{"server_uuid": "02775836-74ef-4981-83af-b8fd7e76d20d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c81472c-4178-4211-acc1-22dff866aa70"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:42:16.248717 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0de4c5a-49c8-4124-82bf-a37a7e3540b3']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:16.258566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] For port 8f03e5ae-fa18-4736-950c-586733bf70f1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8f03e5ae-fa18-4736-950c-586733bf70f1,segment=NetworkSegment(1a54aaca-155f-4df5-919d-694041e4100d),segment_id=1a54aaca-155f-4df5-919d-694041e4100d)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:16.259075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8f03e5ae-fa18-4736-950c-586733bf70f1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.278009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['25324a8d-d1ac-4a54-801e-711437531044'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:42:16.285048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40873eb-1bc0-482c-aa6a-b990e192f50d req-a71c735b-0320-4e44-a987-f10b80fe937c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:16.285439 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2c81472c-4178-4211-acc1-22dff866aa70), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.285571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e40873eb-1bc0-482c-aa6a-b990e192f50d req-a71c735b-0320-4e44-a987-f10b80fe937c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 945 time: 0.1688037 Feb 28 17:42:16.285667 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb6c9ab-f2ff-4e13-af10-68163ffa67e9 x-openstack-request-id: req-6eb6c9ab-f2ff-4e13-af10-68163ffa67e9 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:42:16.285920 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02775836-74ef-4981-83af-b8fd7e76d20d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c81472c-4178-4211-acc1-22dff866aa70", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:42:16.286197 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6eb6c9ab-f2ff-4e13-af10-68163ffa67e9 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:42:16.286600 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02775836-74ef-4981-83af-b8fd7e76d20d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c81472c-4178-4211-acc1-22dff866aa70', 'code': 200} Feb 28 17:42:16.298769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940d9a27-7de8-4a69-a1a4-f97f258d0407') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:16.299069 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940d9a27-7de8-4a69-a1a4-f97f258d0407') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:16.325263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Calling delete_port for 8f03e5ae-fa18-4736-950c-586733bf70f1 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:16.335274 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (940d9a27-7de8-4a69-a1a4-f97f258d0407), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.414401 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7211ddd2-79af-4985-b844-98412c0adc81 None None] DHCP port deletion for 7afa6639-3d80-428a-a9a8-8b1c105d5578 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:42:16.430074 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-80d8a688-905c-4b0b-bb6f-9e187f0cb40a None None] Current status of the port 8f03e5ae-fa18-4736-950c-586733bf70f1 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:16.430074 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-80d8a688-905c-4b0b-bb6f-9e187f0cb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8f03e5ae-fa18-4736-950c-586733bf70f1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.460733 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (940d9a27-7de8-4a69-a1a4-f97f258d0407), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.475608 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:16.476021 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (940d9a27-7de8-4a69-a1a4-f97f258d0407), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:16.478741 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:16.528176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=2c81472c-4178-4211-acc1-22dff866aa70,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:16.560419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-80d8a688-905c-4b0b-bb6f-9e187f0cb40a None None] For port 8f03e5ae-fa18-4736-950c-586733bf70f1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8f03e5ae-fa18-4736-950c-586733bf70f1,segment=NetworkSegment(1a54aaca-155f-4df5-919d-694041e4100d),segment_id=1a54aaca-155f-4df5-919d-694041e4100d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:16.589353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d3025-cdcf-4516-9de2-fdbba739f012 req-1d23fb4b-0772-4738-8998-5550bfece71e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:16.603395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aa1d3025-cdcf-4516-9de2-fdbba739f012 req-1d23fb4b-0772-4738-8998-5550bfece71e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 943 time: 0.2223079 Feb 28 17:42:16.657460 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7211ddd2-79af-4985-b844-98412c0adc81 None None] Deleting port 8f03e5ae-fa18-4736-950c-586733bf70f1 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:16.658147 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7211ddd2-79af-4985-b844-98412c0adc81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8f03e5ae-fa18-4736-950c-586733bf70f1), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.729734 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-80d8a688-905c-4b0b-bb6f-9e187f0cb40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8f03e5ae-fa18-4736-950c-586733bf70f1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.747589 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aa1d3025-cdcf-4516-9de2-fdbba739f012 req-79264445-19a3-406f-88e7-b1204d9856d4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392245 Feb 28 17:42:16.751270 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (b0de4c5a-49c8-4124-82bf-a37a7e3540b3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.757563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b0de4c5a-49c8-4124-82bf-a37a7e3540b3 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 17:42:16.784660 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.795301 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "DELETE /v2.0/networks/b0de4c5a-49c8-4124-82bf-a37a7e3540b3 HTTP/1.1" status: 204 len: 168 time: 3.2949765 Feb 28 17:42:16.796046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52462) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:16.826945 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7211ddd2-79af-4985-b844-98412c0adc81 None None] For port 8f03e5ae-fa18-4736-950c-586733bf70f1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8f03e5ae-fa18-4736-950c-586733bf70f1,segment=NetworkSegment(1a54aaca-155f-4df5-919d-694041e4100d),segment_id=1a54aaca-155f-4df5-919d-694041e4100d)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:16.827216 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7211ddd2-79af-4985-b844-98412c0adc81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8f03e5ae-fa18-4736-950c-586733bf70f1), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.844455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52464) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:16.846722 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7211ddd2-79af-4985-b844-98412c0adc81 None None] Calling delete_port for 8f03e5ae-fa18-4736-950c-586733bf70f1 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:16.870909 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e40873eb-1bc0-482c-aa6a-b990e192f50d req-4fa49622-6d12-421f-b9f6-d119ebc74e92 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e496b7a-6c49-4772-bf21-9910490b930d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5793536 Feb 28 17:42:16.888640 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (8f03e5ae-fa18-4736-950c-586733bf70f1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.891193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94f05b-7c3a-438d-8522-6d260b231540 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0de4c5a-49c8-4124-82bf-a37a7e3540b3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:16.943137 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-30b3d424-2f0a-437b-942b-50d4f21ea981 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1176395 Feb 28 17:42:16.943972 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd8375a8-2f69-44c5-9ef3-bcf989f13a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:16.949019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52468) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:16.968261 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No DVR routers for this DVR port 8f03e5ae-fa18-4736-950c-586733bf70f1 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:42:16.969785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Port': ['ID=8f03e5ae-fa18-4736-950c-586733bf70f1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:16.997730 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8a688-905c-4b0b-bb6f-9e187f0cb40a None None] Pushing event updated for resources: {'Port': ['ID=8f03e5ae-fa18-4736-950c-586733bf70f1,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:17.093498 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7211ddd2-79af-4985-b844-98412c0adc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (8f03e5ae-fa18-4736-950c-586733bf70f1), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.108431 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd8375a8-2f69-44c5-9ef3-bcf989f13a24 admin admin] Publish callbacks [] for security_group (e6680f2e-717b-4fea-9ee3-1ac088d3ea67), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.115940 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b4cace7e-0697-4be2-a3a0-b03f0dc6ee55 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (dc0088dd-4055-45da-b902-09848336cb07), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.122163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211ddd2-79af-4985-b844-98412c0adc81 None None] No DVR routers for this DVR port 8f03e5ae-fa18-4736-950c-586733bf70f1 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:42:17.142629 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211ddd2-79af-4985-b844-98412c0adc81 None None] Pushing event deleted for resources: {'Port': ['ID=8f03e5ae-fa18-4736-950c-586733bf70f1,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:17.191591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-47c65cc5-a58a-4ea4-9caa-934d733d688e req-4d57a391-1f63-47a1-8833-f9191fe55ccf tempest-MigrationsAdminTest-1603871535 tempest-MigrationsAdminTest-1603871535-project-admin] (104247) timed out ('10.222.0.72', 47660) {{(pid=104247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 17:42:17.203463 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac3b6d-6b24-4844-a0f2-618ff491fd33 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:17.203925 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac3b6d-6b24-4844-a0f2-618ff491fd33 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:17.204928 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac3b6d-6b24-4844-a0f2-618ff491fd33 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:17.205381 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac3b6d-6b24-4844-a0f2-618ff491fd33 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:17.205827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac3b6d-6b24-4844-a0f2-618ff491fd33 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:17.206304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac3b6d-6b24-4844-a0f2-618ff491fd33 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:17.206752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac3b6d-6b24-4844-a0f2-618ff491fd33 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:17.211832 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-00ac3b6d-6b24-4844-a0f2-618ff491fd33 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4566 time: 0.2617183 Feb 28 17:42:17.214657 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52472) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:17.222097 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (7afa6639-3d80-428a-a9a8-8b1c105d5578), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.239697 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd8375a8-2f69-44c5-9ef3-bcf989f13a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e6680f2e-717b-4fea-9ee3-1ac088d3ea67), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.252875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afa6639-3d80-428a-a9a8-8b1c105d5578']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:17.285104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a54aaca-155f-4df5-919d-694041e4100d') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:17.285373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a54aaca-155f-4df5-919d-694041e4100d') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:17.308646 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (1a54aaca-155f-4df5-919d-694041e4100d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.317164 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-f51b8639-0b19-4668-9106-b2296eced01d tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] delete failed (client error): The resource could not be found. Feb 28 17:42:17.317643 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bd8375a8-2f69-44c5-9ef3-bcf989f13a24 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=883ec641001344769051a9ea20996ad9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4675629 Feb 28 17:42:17.318431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8375a8-2f69-44c5-9ef3-bcf989f13a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6680f2e-717b-4fea-9ee3-1ac088d3ea67,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:17.320820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52474) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:17.323951 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f51b8639-0b19-4668-9106-b2296eced01d tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/305e14b0-d1fd-4a4b-9bf6-fc3932eaba8f HTTP/1.1" status: 404 len: 345 time: 0.1085384 Feb 28 17:42:17.327213 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52476) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:17.346881 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (1a54aaca-155f-4df5-919d-694041e4100d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.353017 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:17.353422 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (1a54aaca-155f-4df5-919d-694041e4100d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.354218 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19be85e-e930-46f7-a3cd-0a67dd780e60 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] DELETE failed (client error): The resource could not be found. Feb 28 17:42:17.354741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19be85e-e930-46f7-a3cd-0a67dd780e60 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:17.356740 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:17.362439 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f19be85e-e930-46f7-a3cd-0a67dd780e60 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "DELETE /v2.0/networks/b0de4c5a-49c8-4124-82bf-a37a7e3540b3 HTTP/1.1" status: 404 len: 339 time: 0.0342901 Feb 28 17:42:17.365520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52478) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:17.370201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a500e50c-e577-4307-aa1c-43ba2b2d07d3 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Request body: {'network': {'name': 'tempest-network--1408218625', 'router:external': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:17.443798 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f9fb55d3-545e-4523-9354-823462697998 admin admin] Publish callbacks [] for security_group (e6680f2e-717b-4fea-9ee3-1ac088d3ea67), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.468885 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f9fb55d3-545e-4523-9354-823462697998 admin admin] Publish callbacks [] for security_group (e6680f2e-717b-4fea-9ee3-1ac088d3ea67), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.482872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a500e50c-e577-4307-aa1c-43ba2b2d07d3 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Made reservation on behalf of 03183f520db445658dc1aaf8c5b0b541 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:17.486375 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a500e50c-e577-4307-aa1c-43ba2b2d07d3 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.525792 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (7afa6639-3d80-428a-a9a8-8b1c105d5578), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.535060 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.538994 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/7afa6639-3d80-428a-a9a8-8b1c105d5578 HTTP/1.1" status: 204 len: 168 time: 4.2258863 Feb 28 17:42:17.542942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52482) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:17.550660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05510090-1927-4f74-bcfb-259981d5d240 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Network': ['ID=7afa6639-3d80-428a-a9a8-8b1c105d5578,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:17.578598 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-e284786b-bfa3-4f24-a4e0-d412ac3835a2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] GET failed (client error): The resource could not be found. Feb 28 17:42:17.579946 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e284786b-bfa3-4f24-a4e0-d412ac3835a2 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "GET /v2.0/subnets/d32935df-beac-452e-9818-538fac7f7d4d HTTP/1.1" status: 404 len: 337 time: 0.0360682 Feb 28 17:42:17.582834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52484) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:17.605668 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f9fb55d3-545e-4523-9354-823462697998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e6680f2e-717b-4fea-9ee3-1ac088d3ea67), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.608361 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f9fb55d3-545e-4523-9354-823462697998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.609555 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f9fb55d3-545e-4523-9354-823462697998 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e6680f2e-717b-4fea-9ee3-1ac088d3ea67 HTTP/1.1" status: 204 len: 168 time: 0.2861459 Feb 28 17:42:17.618343 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb55d3-545e-4523-9354-823462697998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6680f2e-717b-4fea-9ee3-1ac088d3ea67,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:17.622789 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f53b0a1-aa35-4d7f-aa13-04e5b7fe6e29 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:17.623306 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f53b0a1-aa35-4d7f-aa13-04e5b7fe6e29 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:17.626309 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3f53b0a1-aa35-4d7f-aa13-04e5b7fe6e29 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/7afa6639-3d80-428a-a9a8-8b1c105d5578 HTTP/1.1" status: 404 len: 339 time: 0.0423758 Feb 28 17:42:17.627828 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a500e50c-e577-4307-aa1c-43ba2b2d07d3 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:17.631412 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52488) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:17.640480 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a500e50c-e577-4307-aa1c-43ba2b2d07d3 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (34f34111-bfb2-45cf-ac7a-0964cb1fceed), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.640825 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-a500e50c-e577-4307-aa1c-43ba2b2d07d3 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Added segment 34f34111-bfb2-45cf-ac7a-0964cb1fceed of type vlan for network c277364d-e1f1-4fe8-bc9e-1b4d4d117d26 Feb 28 17:42:17.700538 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a500e50c-e577-4307-aa1c-43ba2b2d07d3 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (c277364d-e1f1-4fe8-bc9e-1b4d4d117d26), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.706597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-b4cace7e-0697-4be2-a3a0-b03f0dc6ee55 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Deleting port 10c837a5-c233-4080-bb1f-46bd43745563 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:17.706930 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b4cace7e-0697-4be2-a3a0-b03f0dc6ee55 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (10c837a5-c233-4080-bb1f-46bd43745563), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.816549 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b4cace7e-0697-4be2-a3a0-b03f0dc6ee55 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (10c837a5-c233-4080-bb1f-46bd43745563), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.829832 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-b4cace7e-0697-4be2-a3a0-b03f0dc6ee55 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Calling delete_port for 10c837a5-c233-4080-bb1f-46bd43745563 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:17.872695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd46ec8a-6e01-4b17-9919-0128c479ffd3 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:17.873538 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a500e50c-e577-4307-aa1c-43ba2b2d07d3 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (c277364d-e1f1-4fe8-bc9e-1b4d4d117d26), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.874286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cd46ec8a-6e01-4b17-9919-0128c479ffd3 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2418003 Feb 28 17:42:17.874489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a500e50c-e577-4307-aa1c-43ba2b2d07d3 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:17.875042 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a500e50c-e577-4307-aa1c-43ba2b2d07d3 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:17.880131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52498) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:17.938052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a8119-1186-493a-8725-cc1f50a82318 req-726dc581-16f4-4f41-b441-8021fb3137b9 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:17.940597 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e1a8119-1186-493a-8725-cc1f50a82318 req-726dc581-16f4-4f41-b441-8021fb3137b9 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 943 time: 0.0873556 Feb 28 17:42:17.976473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f60830fe-aceb-4f0c-8ea7-e5c8bb2e05da tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "GET /v2.0/subnets?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 207 time: 0.0931776 Feb 28 17:42:17.982816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52502) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:18.034394 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500e50c-e577-4307-aa1c-43ba2b2d07d3 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event updated for resources: {'Network': ['ID=c277364d-e1f1-4fe8-bc9e-1b4d4d117d26,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:18.048111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network c277364d-e1f1-4fe8-bc9e-1b4d4d117d26 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:18.087131 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e1a8119-1186-493a-8725-cc1f50a82318 req-f7a1b9e8-63b6-4675-b22a-4546878bf89d tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401260 Feb 28 17:42:18.092896 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a500e50c-e577-4307-aa1c-43ba2b2d07d3 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7264280 Feb 28 17:42:18.096658 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52506) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:18.212039 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a01dd-f99d-44fb-a5ee-636eb8a45c1b req-6b5b365c-84a1-4365-89d2-1ff37ff18e52 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.213649 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-837a01dd-f99d-44fb-a5ee-636eb8a45c1b req-6b5b365c-84a1-4365-89d2-1ff37ff18e52 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 945 time: 0.2477508 Feb 28 17:42:18.284578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c044331-76fa-4591-96ae-993891174fda tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.294693 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c044331-76fa-4591-96ae-993891174fda tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.298333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c044331-76fa-4591-96ae-993891174fda tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.305320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c044331-76fa-4591-96ae-993891174fda tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.312810 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c044331-76fa-4591-96ae-993891174fda tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.318674 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7c044331-76fa-4591-96ae-993891174fda tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3038 time: 0.3347051 Feb 28 17:42:18.327012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52520) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:18.427608 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-837a01dd-f99d-44fb-a5ee-636eb8a45c1b req-313aea55-360a-4bb8-a984-97d613ad2d13 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e496b7a-6c49-4772-bf21-9910490b930d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041366 Feb 28 17:42:18.436705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d920e5bb-f3c1-4ef1-931d-c2828533e10a tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.442534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d920e5bb-f3c1-4ef1-931d-c2828533e10a tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.448277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d920e5bb-f3c1-4ef1-931d-c2828533e10a tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.454924 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d920e5bb-f3c1-4ef1-931d-c2828533e10a tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.459473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d920e5bb-f3c1-4ef1-931d-c2828533e10a tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3573651 Feb 28 17:42:18.461033 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52526) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:18.497249 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-99d2ce41-b569-4932-8cc3-daf498485616 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 669 time: 0.1684337 Feb 28 17:42:18.501760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52534) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:18.548503 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b4cace7e-0697-4be2-a3a0-b03f0dc6ee55 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (10c837a5-c233-4080-bb1f-46bd43745563), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:18.554871 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9422644-8140-4bc7-9ae7-9fbfe4ac75f6 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (c277364d-e1f1-4fe8-bc9e-1b4d4d117d26), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:18.655002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d26783-031b-46c2-a341-4433bfa84eaf tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.657799 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d26783-031b-46c2-a341-4433bfa84eaf tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.659537 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-01d26783-031b-46c2-a341-4433bfa84eaf tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1462903 Feb 28 17:42:18.663814 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52536) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:18.686714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cace7e-0697-4be2-a3a0-b03f0dc6ee55 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event deleted for resources: {'Port': ['ID=10c837a5-c233-4080-bb1f-46bd43745563,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:18.745051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fef44-2216-4eb7-8e50-6476e9b896b6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['shared'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.750452 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fef44-2216-4eb7-8e50-6476e9b896b6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['shared'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.754796 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4d6fef44-2216-4eb7-8e50-6476e9b896b6 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0889864 Feb 28 17:42:18.760213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52542) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:18.851483 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b4cace7e-0697-4be2-a3a0-b03f0dc6ee55 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (dc0088dd-4055-45da-b902-09848336cb07), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:18.875504 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9422644-8140-4bc7-9ae7-9fbfe4ac75f6 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (c277364d-e1f1-4fe8-bc9e-1b4d4d117d26), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:18.955624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dd3bca-73cc-4995-a0cb-3a0a86fd0ba9 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:18.962496 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-42dd3bca-73cc-4995-a0cb-3a0a86fd0ba9 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "GET /v2.0/networks/188b6c8d-5db0-491d-892c-9532756ce1e7 HTTP/1.1" status: 200 len: 800 time: 0.1970625 Feb 28 17:42:18.965110 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52552) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:19.042833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-f9422644-8140-4bc7-9ae7-9fbfe4ac75f6 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c277364d-e1f1-4fe8-bc9e-1b4d4d117d26']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:19.058976 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-f9422644-8140-4bc7-9ae7-9fbfe4ac75f6 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f34111-bfb2-45cf-ac7a-0964cb1fceed') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:19.059413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-f9422644-8140-4bc7-9ae7-9fbfe4ac75f6 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f34111-bfb2-45cf-ac7a-0964cb1fceed') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:19.070991 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9422644-8140-4bc7-9ae7-9fbfe4ac75f6 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (34f34111-bfb2-45cf-ac7a-0964cb1fceed), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:19.140435 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0d72f707-f26e-4e4e-8e60-d26d853e1c0b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "GET /v2.0/networks/188b6c8d-5db0-491d-892c-9532756ce1e7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1707919 Feb 28 17:42:19.141047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52562) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:19.166306 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9422644-8140-4bc7-9ae7-9fbfe4ac75f6 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (34f34111-bfb2-45cf-ac7a-0964cb1fceed), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:19.203603 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157a929f-1e7b-4658-a9f4-45dbea16b8d9 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:19.204039 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9422644-8140-4bc7-9ae7-9fbfe4ac75f6 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:19.204680 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9422644-8140-4bc7-9ae7-9fbfe4ac75f6 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (34f34111-bfb2-45cf-ac7a-0964cb1fceed), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:19.206175 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-157a929f-1e7b-4658-a9f4-45dbea16b8d9 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "GET /v2.0/subnets/11cd9d27-c847-49b1-b70a-469568bb1f06 HTTP/1.1" status: 200 len: 811 time: 0.0636408 Feb 28 17:42:19.209882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52566) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:19.211116 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:19.281239 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cace7e-0697-4be2-a3a0-b03f0dc6ee55 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Router dc0088dd-4055-45da-b902-09848336cb07 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:42:19.302181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771f3aa4-c41a-4b81-bb77-0bcff38557e0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['shared'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:19.303690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-771f3aa4-c41a-4b81-bb77-0bcff38557e0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "GET /v2.0/subnets/11cd9d27-c847-49b1-b70a-469568bb1f06?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0924127 Feb 28 17:42:19.307251 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52574) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:19.313011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b5266701-9be0-4314-a5e7-c720e109a93f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-374075669'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:19.320540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 25324a8d-d1ac-4a54-801e-711437531044 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:19.410198 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 2c81472c-4178-4211-acc1-22dff866aa70 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:42:19.428283 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cace7e-0697-4be2-a3a0-b03f0dc6ee55 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:42:19.440977 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f510e67f-412e-400b-8310-12483af5e5f3 None None] Sync routers for ids ['dc0088dd-4055-45da-b902-09848336cb07'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:42:19.450754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52582) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:19.456535 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f510e67f-412e-400b-8310-12483af5e5f3 None None] Routers {'dc0088dd-4055-45da-b902-09848336cb07'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:19.457819 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f510e67f-412e-400b-8310-12483af5e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['dc0088dd-4055-45da-b902-09848336cb07'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:19.464852 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b4cace7e-0697-4be2-a3a0-b03f0dc6ee55 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "PUT /v2.0/routers/dc0088dd-4055-45da-b902-09848336cb07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5825751 Feb 28 17:42:19.465469 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9422644-8140-4bc7-9ae7-9fbfe4ac75f6 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (c277364d-e1f1-4fe8-bc9e-1b4d4d117d26), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:19.478063 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9422644-8140-4bc7-9ae7-9fbfe4ac75f6 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c277364d-e1f1-4fe8-bc9e-1b4d4d117d26 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 17:42:19.490558 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9422644-8140-4bc7-9ae7-9fbfe4ac75f6 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:19.505074 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f9422644-8140-4bc7-9ae7-9fbfe4ac75f6 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "DELETE /v2.0/networks/c277364d-e1f1-4fe8-bc9e-1b4d4d117d26 HTTP/1.1" status: 204 len: 168 time: 1.0438726 Feb 28 17:42:19.519949 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 25324a8d-d1ac-4a54-801e-711437531044 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:42:19.520215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52588) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:19.535711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6258c75b-45b5-42f9-a83a-f9d677bed9bb tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Request body: {'network': {'name': 'tempest-network--781907820', 'router:external': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:19.535935 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5266701-9be0-4314-a5e7-c720e109a93f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:19.543695 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b5266701-9be0-4314-a5e7-c720e109a93f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:19.546991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 25324a8d-d1ac-4a54-801e-711437531044 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:19.547352 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (25324a8d-d1ac-4a54-801e-711437531044), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:19.550012 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9422644-8140-4bc7-9ae7-9fbfe4ac75f6 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event deleted for resources: {'Network': ['ID=c277364d-e1f1-4fe8-bc9e-1b4d4d117d26,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:19.634470 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f510e67f-412e-400b-8310-12483af5e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:19.672084 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f510e67f-412e-400b-8310-12483af5e5f3 None None] Routers {'dc0088dd-4055-45da-b902-09848336cb07'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:19.672711 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f510e67f-412e-400b-8310-12483af5e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['dc0088dd-4055-45da-b902-09848336cb07'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:19.710004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 2c81472c-4178-4211-acc1-22dff866aa70 is: DOWN; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:19.725000 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6258c75b-45b5-42f9-a83a-f9d677bed9bb tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Made reservation on behalf of 03183f520db445658dc1aaf8c5b0b541 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:19.732281 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-19e9a41a-102b-42b5-8b61-30343b1c6b1c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for router (dc0088dd-4055-45da-b902-09848336cb07), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:19.741047 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6258c75b-45b5-42f9-a83a-f9d677bed9bb tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:19.755424 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f510e67f-412e-400b-8310-12483af5e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:19.757575 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f510e67f-412e-400b-8310-12483af5e5f3 None None] The sync data for ids ['dc0088dd-4055-45da-b902-09848336cb07'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:42:19.791250 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6258c75b-45b5-42f9-a83a-f9d677bed9bb tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:19.802981 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93369d4b-3a09-48c6-a0a0-1a491ec58ebc req-7b8412b0-e615-4bdb-a7d4-69ec91d71ad0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:19.806299 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93369d4b-3a09-48c6-a0a0-1a491ec58ebc req-7b8412b0-e615-4bdb-a7d4-69ec91d71ad0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 945 time: 0.1185844 Feb 28 17:42:19.811041 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6258c75b-45b5-42f9-a83a-f9d677bed9bb tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e3511180-f3b0-4698-aeb5-43894ae85dae), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:19.811460 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-6258c75b-45b5-42f9-a83a-f9d677bed9bb tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Added segment e3511180-f3b0-4698-aeb5-43894ae85dae of type vlan for network 59630c06-f245-4071-8ad2-09017a5e370a Feb 28 17:42:19.822813 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 25324a8d-d1ac-4a54-801e-711437531044 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:19.827588 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (25324a8d-d1ac-4a54-801e-711437531044), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:19.827821 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5266701-9be0-4314-a5e7-c720e109a93f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:19.900166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 25324a8d-d1ac-4a54-801e-711437531044, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=25324a8d-d1ac-4a54-801e-711437531044,segment=NetworkSegment(784d76ee-3e0c-41c9-846f-4d90a1732d49),segment_id=784d76ee-3e0c-41c9-846f-4d90a1732d49)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:19.902259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c97d77-2d97-496f-9742-17a8b62f704e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25324a8d-d1ac-4a54-801e-711437531044'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:42:19.908674 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92562504-da4a-4f29-bdb1-88661810ff39" -d '{"events": [{"server_uuid": "15c97d77-2d97-496f-9742-17a8b62f704e", "name": "network-vif-plugged", "status": "completed", "tag": "25324a8d-d1ac-4a54-801e-711437531044"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:42:19.909194 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93369d4b-3a09-48c6-a0a0-1a491ec58ebc req-7819a60c-5f5e-4a20-9f3f-b36c1f412735 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e496b7a-6c49-4772-bf21-9910490b930d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919361 Feb 28 17:42:19.911432 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6258c75b-45b5-42f9-a83a-f9d677bed9bb tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (59630c06-f245-4071-8ad2-09017a5e370a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:19.983102 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (25324a8d-d1ac-4a54-801e-711437531044), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:20.030031 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-19e9a41a-102b-42b5-8b61-30343b1c6b1c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (dc0088dd-4055-45da-b902-09848336cb07), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:20.033218 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-19e9a41a-102b-42b5-8b61-30343b1c6b1c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for router_controller (dc0088dd-4055-45da-b902-09848336cb07), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:20.050578 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6258c75b-45b5-42f9-a83a-f9d677bed9bb tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (59630c06-f245-4071-8ad2-09017a5e370a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:20.051806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6258c75b-45b5-42f9-a83a-f9d677bed9bb tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:20.052460 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6258c75b-45b5-42f9-a83a-f9d677bed9bb tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:20.135797 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92521a30-14bd-4717-92da-27682a4a7c57 x-openstack-request-id: req-92521a30-14bd-4717-92da-27682a4a7c57 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:42:20.136094 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c97d77-2d97-496f-9742-17a8b62f704e", "name": "network-vif-plugged", "status": "completed", "tag": "25324a8d-d1ac-4a54-801e-711437531044", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:42:20.136348 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-92521a30-14bd-4717-92da-27682a4a7c57 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:42:20.136746 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c97d77-2d97-496f-9742-17a8b62f704e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25324a8d-d1ac-4a54-801e-711437531044', 'code': 200} Feb 28 17:42:20.150254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=25324a8d-d1ac-4a54-801e-711437531044,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:20.281781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258c75b-45b5-42f9-a83a-f9d677bed9bb tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event updated for resources: {'Network': ['ID=59630c06-f245-4071-8ad2-09017a5e370a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:20.294281 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 59630c06-f245-4071-8ad2-09017a5e370a details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:20.354541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97660b37-5ca2-495f-9b55-e93ca67c476c req-7a26c61a-7b70-4060-8a3e-b4277a74aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:20.356576 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97660b37-5ca2-495f-9b55-e93ca67c476c req-7a26c61a-7b70-4060-8a3e-b4277a74aeff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 1129 time: 0.2228446 Feb 28 17:42:20.386562 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6258c75b-45b5-42f9-a83a-f9d677bed9bb tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8648322 Feb 28 17:42:20.397757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52612) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:20.486240 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b5266701-9be0-4314-a5e7-c720e109a93f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (cb60994a-0d75-4c70-9c6d-595782db4151), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:20.487246 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-b5266701-9be0-4314-a5e7-c720e109a93f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Added segment cb60994a-0d75-4c70-9c6d-595782db4151 of type vlan for network ce106d75-e783-47d4-b419-e0d610c48f6e Feb 28 17:42:20.499677 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97660b37-5ca2-495f-9b55-e93ca67c476c req-d1a79a56-5ceb-4972-aa52-2447abf68943 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6e496b7a-6c49-4772-bf21-9910490b930d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371062 Feb 28 17:42:20.522945 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e393f50b-0567-4e1a-9f66-88ccd3ca028d tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:20.529662 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e393f50b-0567-4e1a-9f66-88ccd3ca028d tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] 10.222.0.72 "GET /v2.0/networks/59630c06-f245-4071-8ad2-09017a5e370a HTTP/1.1" status: 200 len: 756 time: 0.1364274 Feb 28 17:42:20.530257 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b5266701-9be0-4314-a5e7-c720e109a93f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (ce106d75-e783-47d4-b419-e0d610c48f6e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:20.530813 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52616) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:20.626267 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e807f-f03d-4623-afe2-2912cf56c476 req-cb04169b-9fe7-4de5-9fd6-d088f0cd01e2 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:20.632249 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-487e807f-f03d-4623-afe2-2912cf56c476 req-cb04169b-9fe7-4de5-9fd6-d088f0cd01e2 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=02775836-74ef-4981-83af-b8fd7e76d20d HTTP/1.1" status: 200 len: 943 time: 0.1039393 Feb 28 17:42:20.633523 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-19e9a41a-102b-42b5-8b61-30343b1c6b1c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (dc0088dd-4055-45da-b902-09848336cb07), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:20.637194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e9a41a-102b-42b5-8b61-30343b1c6b1c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Fanout notify agent at l3_agent the message router_deleted on router dc0088dd-4055-45da-b902-09848336cb07 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:42:20.658324 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-19e9a41a-102b-42b5-8b61-30343b1c6b1c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:20.659534 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-19e9a41a-102b-42b5-8b61-30343b1c6b1c tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "DELETE /v2.0/routers/dc0088dd-4055-45da-b902-09848336cb07 HTTP/1.1" status: 204 len: 168 time: 1.2073324 Feb 28 17:42:20.665509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52626) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:20.705729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4b9a4f-565b-4cf1-9413-9b2b53def2b3 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:20.707271 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-de4b9a4f-565b-4cf1-9413-9b2b53def2b3 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] 10.222.0.72 "GET /v2.0/networks/a2d77fd7-ea2b-45a2-ba10-b00afbb6a59a HTTP/1.1" status: 200 len: 767 time: 0.1750350 Feb 28 17:42:20.710729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52628) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:20.714024 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b5266701-9be0-4314-a5e7-c720e109a93f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (ce106d75-e783-47d4-b419-e0d610c48f6e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:20.719389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5266701-9be0-4314-a5e7-c720e109a93f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:20.721007 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b5266701-9be0-4314-a5e7-c720e109a93f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:20.779540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18c0327-c0f9-4891-b54e-96dc98de4662 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Deleting subnet f5f4968e-5fe3-4f62-a04a-5f4a2bc3a33f {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:42:20.798707 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b18c0327-c0f9-4891-b54e-96dc98de4662 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for subnet (f5f4968e-5fe3-4f62-a04a-5f4a2bc3a33f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:20.833765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5266701-9be0-4314-a5e7-c720e109a93f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Network': ['ID=ce106d75-e783-47d4-b419-e0d610c48f6e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:20.844624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network ce106d75-e783-47d4-b419-e0d610c48f6e details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:20.873271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-487e807f-f03d-4623-afe2-2912cf56c476 req-28db0dfb-5e58-4189-b5ec-d7d434ead6dd tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Deleting port 2c81472c-4178-4211-acc1-22dff866aa70 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:20.873623 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-487e807f-f03d-4623-afe2-2912cf56c476 req-28db0dfb-5e58-4189-b5ec-d7d434ead6dd tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2c81472c-4178-4211-acc1-22dff866aa70), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:20.889729 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b5266701-9be0-4314-a5e7-c720e109a93f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5814211 Feb 28 17:42:20.893285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52630) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:20.950310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-53126f91-c6ec-4863-ad4c-8e4d8b62e012 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'subnet': {'network_id': 'ce106d75-e783-47d4-b419-e0d610c48f6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:21.149525 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-487e807f-f03d-4623-afe2-2912cf56c476 req-28db0dfb-5e58-4189-b5ec-d7d434ead6dd tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] For port 2c81472c-4178-4211-acc1-22dff866aa70, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=2c81472c-4178-4211-acc1-22dff866aa70,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:21.149938 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-487e807f-f03d-4623-afe2-2912cf56c476 req-28db0dfb-5e58-4189-b5ec-d7d434ead6dd tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2c81472c-4178-4211-acc1-22dff866aa70), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:21.167163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-487e807f-f03d-4623-afe2-2912cf56c476 req-28db0dfb-5e58-4189-b5ec-d7d434ead6dd tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Calling delete_port for 2c81472c-4178-4211-acc1-22dff866aa70 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:21.254478 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfdb7-313a-458d-876b-9809e1bf0965 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (59630c06-f245-4071-8ad2-09017a5e370a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:21.255623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53126f91-c6ec-4863-ad4c-8e4d8b62e012 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Made reservation on behalf of 7a70bc3c0c9f48fcbcd09d08fa71565e for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:21.259749 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-53126f91-c6ec-4863-ad4c-8e4d8b62e012 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:21.285527 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b18c0327-c0f9-4891-b54e-96dc98de4662 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (f5f4968e-5fe3-4f62-a04a-5f4a2bc3a33f), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:21.369103 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.ipam_backend_mixin [None req-53126f91-c6ec-4863-ad4c-8e4d8b62e012 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Performing IP validity checks on allocation pools {{(pid=104246) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 17:42:21.369970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.ipam_backend_mixin [None req-53126f91-c6ec-4863-ad4c-8e4d8b62e012 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104246) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 17:42:21.468121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e29f8-55bd-4cb2-b6e6-a9cfb5242497 req-f881a0c7-fb0e-4b75-8247-ca61f87f1693 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:21.470166 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b71e29f8-55bd-4cb2-b6e6-a9cfb5242497 req-f881a0c7-fb0e-4b75-8247-ca61f87f1693 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 946 time: 0.2643273 Feb 28 17:42:21.544226 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfdb7-313a-458d-876b-9809e1bf0965 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (59630c06-f245-4071-8ad2-09017a5e370a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:21.549044 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b18c0327-c0f9-4891-b54e-96dc98de4662 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (f5f4968e-5fe3-4f62-a04a-5f4a2bc3a33f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:21.615496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-3bbdfdb7-313a-458d-876b-9809e1bf0965 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59630c06-f245-4071-8ad2-09017a5e370a']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:21.622196 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-487e807f-f03d-4623-afe2-2912cf56c476 req-28db0dfb-5e58-4189-b5ec-d7d434ead6dd tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2c81472c-4178-4211-acc1-22dff866aa70), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:21.638201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-3bbdfdb7-313a-458d-876b-9809e1bf0965 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3511180-f3b0-4698-aeb5-43894ae85dae') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:21.638514 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-3bbdfdb7-313a-458d-876b-9809e1bf0965 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3511180-f3b0-4698-aeb5-43894ae85dae') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:21.645967 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b71e29f8-55bd-4cb2-b6e6-a9cfb5242497 req-d9d55fa0-130d-478d-8ab4-8149df9ca0d4 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e496b7a-6c49-4772-bf21-9910490b930d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335986 Feb 28 17:42:21.659626 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfdb7-313a-458d-876b-9809e1bf0965 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (e3511180-f3b0-4698-aeb5-43894ae85dae), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:21.686018 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfdb7-313a-458d-876b-9809e1bf0965 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e3511180-f3b0-4698-aeb5-43894ae85dae), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:21.695309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbdfdb7-313a-458d-876b-9809e1bf0965 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:21.695788 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfdb7-313a-458d-876b-9809e1bf0965 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (e3511180-f3b0-4698-aeb5-43894ae85dae), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:21.698008 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:21.737222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db0dfb-5e58-4189-b5ec-d7d434ead6dd tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Pushing event deleted for resources: {'Port': ['ID=2c81472c-4178-4211-acc1-22dff866aa70,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:21.750608 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b18c0327-c0f9-4891-b54e-96dc98de4662 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (f5f4968e-5fe3-4f62-a04a-5f4a2bc3a33f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:21.807885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c0327-c0f9-4891-b54e-96dc98de4662 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f4968e-5fe3-4f62-a04a-5f4a2bc3a33f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:21.818245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-487e807f-f03d-4623-afe2-2912cf56c476 req-28db0dfb-5e58-4189-b5ec-d7d434ead6dd tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] No DVR routers for this DVR port 2c81472c-4178-4211-acc1-22dff866aa70 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:42:21.821082 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-487e807f-f03d-4623-afe2-2912cf56c476 req-28db0dfb-5e58-4189-b5ec-d7d434ead6dd tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:21.831734 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-487e807f-f03d-4623-afe2-2912cf56c476 req-28db0dfb-5e58-4189-b5ec-d7d434ead6dd tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "DELETE /v2.0/ports/2c81472c-4178-4211-acc1-22dff866aa70 HTTP/1.1" status: 204 len: 173 time: 1.1841953 Feb 28 17:42:21.832542 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02775836-74ef-4981-83af-b8fd7e76d20d', 'name': 'network-vif-deleted', 'tag': '2c81472c-4178-4211-acc1-22dff866aa70'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:42:21.838876 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae499864-cb16-41ec-ab4f-7fbe55c612ab None None] Network 67da4891-31db-4f54-b524-68d3ce83da15 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:21.881173 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57abba55-642d-4ab0-b011-b132dd00e7cb" -d '{"events": [{"server_uuid": "02775836-74ef-4981-83af-b8fd7e76d20d", "name": "network-vif-deleted", "tag": "2c81472c-4178-4211-acc1-22dff866aa70"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:42:21.907859 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b18c0327-c0f9-4891-b54e-96dc98de4662 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:21.920201 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-53126f91-c6ec-4863-ad4c-8e4d8b62e012 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (4c647003-5b0f-499a-bf65-72701ef38989), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:21.942275 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b18c0327-c0f9-4891-b54e-96dc98de4662 tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "DELETE /v2.0/subnets/f5f4968e-5fe3-4f62-a04a-5f4a2bc3a33f HTTP/1.1" status: 204 len: 168 time: 1.2738502 Feb 28 17:42:21.944364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52684) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:22.061022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53126f91-c6ec-4863-ad4c-8e4d8b62e012 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Subnet': ['ID=4c647003-5b0f-499a-bf65-72701ef38989,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:22.069276 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfdb7-313a-458d-876b-9809e1bf0965 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (59630c06-f245-4071-8ad2-09017a5e370a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.086900 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbdfdb7-313a-458d-876b-9809e1bf0965 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 59630c06-f245-4071-8ad2-09017a5e370a {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 17:42:22.100520 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3bbdfdb7-313a-458d-876b-9809e1bf0965 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.105426 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3bbdfdb7-313a-458d-876b-9809e1bf0965 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "DELETE /v2.0/networks/59630c06-f245-4071-8ad2-09017a5e370a HTTP/1.1" status: 204 len: 168 time: 1.3936069 Feb 28 17:42:22.108303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53126f91-c6ec-4863-ad4c-8e4d8b62e012 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Checking segment: {'id': 'cb60994a-0d75-4c70-9c6d-595782db4151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ce106d75-e783-47d4-b419-e0d610c48f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:22.108669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53126f91-c6ec-4863-ad4c-8e4d8b62e012 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network hostable DHCP agents. Network: ce106d75-e783-47d4-b419-e0d610c48f6e, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:42:22.110732 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52688) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:22.122339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-6ec73599-aa1d-438b-8906-938515c71c2e tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Request body: {'network': {'name': 'tempest-network--575772118'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:22.138808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52690) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:22.152195 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdfdb7-313a-458d-876b-9809e1bf0965 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event deleted for resources: {'Network': ['ID=59630c06-f245-4071-8ad2-09017a5e370a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:22.171037 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (67da4891-31db-4f54-b524-68d3ce83da15), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.218967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec73599-aa1d-438b-8906-938515c71c2e tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Made reservation on behalf of 03183f520db445658dc1aaf8c5b0b541 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:22.224303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] DHCP port deletion for 67da4891-31db-4f54-b524-68d3ce83da15 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:42:22.239156 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ec73599-aa1d-438b-8906-938515c71c2e tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.255383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53126f91-c6ec-4863-ad4c-8e4d8b62e012 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Network ce106d75-e783-47d4-b419-e0d610c48f6e is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:42:22.258490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Deleting port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:22.259070 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.345103 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 28 Feb 2022 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b10dc7f-9a60-4666-a900-21c4cf8c7355 x-openstack-request-id: req-6b10dc7f-9a60-4666-a900-21c4cf8c7355 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:42:22.345625 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02775836-74ef-4981-83af-b8fd7e76d20d", "name": "network-vif-deleted", "tag": "2c81472c-4178-4211-acc1-22dff866aa70", "status": "failed", "code": 422}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:42:22.346170 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6b10dc7f-9a60-4666-a900-21c4cf8c7355 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:42:22.346908 n-d-820368-19 neutron-server[104246]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02775836-74ef-4981-83af-b8fd7e76d20d', 'name': 'network-vif-deleted', 'tag': '2c81472c-4178-4211-acc1-22dff866aa70', 'status': 'failed', 'code': 422} returned with failed status Feb 28 17:42:22.358750 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec73599-aa1d-438b-8906-938515c71c2e tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:22.370958 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ec73599-aa1d-438b-8906-938515c71c2e tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d1f18874-c079-48cc-885c-84c7f2ca3518), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.372520 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-6ec73599-aa1d-438b-8906-938515c71c2e tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Added segment d1f18874-c079-48cc-885c-84c7f2ca3518 of type vlan for network 2ce789fd-640c-401e-b109-73ed2c5b5316 Feb 28 17:42:22.377564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Deleting port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:22.378123 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.411923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] For port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1f8ef344-22ec-41c8-805e-5a2cbd8aa531,segment=NetworkSegment(3f16b93a-0ebf-46d3-a1de-be488ae6fed3),segment_id=3f16b93a-0ebf-46d3-a1de-be488ae6fed3)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:22.413078 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.430475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-53126f91-c6ec-4863-ad4c-8e4d8b62e012 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, ce106d75-e783-47d4-b419-e0d610c48f6e) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:22.437632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53126f91-c6ec-4863-ad4c-8e4d8b62e012 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:22.439163 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-53126f91-c6ec-4863-ad4c-8e4d8b62e012 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.444379 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ec73599-aa1d-438b-8906-938515c71c2e tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (2ce789fd-640c-401e-b109-73ed2c5b5316), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.446088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Calling delete_port for 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:22.455108 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] For port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1f8ef344-22ec-41c8-805e-5a2cbd8aa531,segment=NetworkSegment(3f16b93a-0ebf-46d3-a1de-be488ae6fed3),segment_id=3f16b93a-0ebf-46d3-a1de-be488ae6fed3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:22.458143 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.474132 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Calling delete_port for 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:22.537568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5273828-c563-4ea7-a4fe-fc44946d8a81 None None] Network ce106d75-e783-47d4-b419-e0d610c48f6e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:22.587495 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-53126f91-c6ec-4863-ad4c-8e4d8b62e012 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6662827 Feb 28 17:42:22.588240 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52698) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:22.588958 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ec73599-aa1d-438b-8906-938515c71c2e tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (2ce789fd-640c-401e-b109-73ed2c5b5316), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.589918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec73599-aa1d-438b-8906-938515c71c2e tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:22.590535 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ec73599-aa1d-438b-8906-938515c71c2e tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.593873 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d9ff2ff8-9a72-489c-94fb-99c782848dba tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:22.635181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:42:22.694394 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:42:22.694751 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:42:22.707316 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.751769 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Pushing event deleted for resources: {'Port': ['ID=1f8ef344-22ec-41c8-805e-5a2cbd8aa531,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:22.765308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] No DVR routers for this DVR port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:42:22.769757 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:22.769757 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:22.770068 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:22.770232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:22.770573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:22.770910 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:22.771239 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:22.771570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:22.771904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:22.772231 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:22.772559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:22.772884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:22.773229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25aeccc-a910-4350-807d-a7a95e2aa705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:22.790333 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6ec73599-aa1d-438b-8906-938515c71c2e tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6775174 Feb 28 17:42:22.793163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec73599-aa1d-438b-8906-938515c71c2e tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event updated for resources: {'Network': ['ID=2ce789fd-640c-401e-b109-73ed2c5b5316,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:22.799670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52712) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:22.808803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 2ce789fd-640c-401e-b109-73ed2c5b5316 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:22.824302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-428f361e-2f11-430c-b069-b7d986f639b8 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:22.826715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-ce106d75-e783-47d4-b419-e0d610c48f6e', 'network_id': 'ce106d75-e783-47d4-b419-e0d610c48f6e', 'project_id': '7a70bc3c0c9f48fcbcd09d08fa71565e', 'fixed_ips': [{'subnet_id': '4c647003-5b0f-499a-bf65-72701ef38989'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:42:22.827567 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.890180 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (1f8ef344-22ec-41c8-805e-5a2cbd8aa531), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:22.928451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] No DVR routers for this DVR port 1f8ef344-22ec-41c8-805e-5a2cbd8aa531 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:42:22.936545 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b32e236e-07a2-4a79-869f-bcd1f1e66c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.012243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52716) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:23.044154 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-428f361e-2f11-430c-b069-b7d986f639b8 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (2ce789fd-640c-401e-b109-73ed2c5b5316), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.059824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event deleted for resources: {'Port': ['ID=1f8ef344-22ec-41c8-805e-5a2cbd8aa531,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:23.108110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Allocated IP 172.20.0.3 (ce106d75-e783-47d4-b419-e0d610c48f6e/4c647003-5b0f-499a-bf65-72701ef38989/73ce00c4-1f28-4a21-89b7-fc7005e66901) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:23.137553 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-428f361e-2f11-430c-b069-b7d986f639b8 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (2ce789fd-640c-401e-b109-73ed2c5b5316), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.147733 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-428f361e-2f11-430c-b069-b7d986f639b8 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Network 2ce789fd-640c-401e-b109-73ed2c5b5316 is not hosted by any dhcp agent {{(pid=104246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 17:42:23.148891 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428f361e-2f11-430c-b069-b7d986f639b8 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:23.149599 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-428f361e-2f11-430c-b069-b7d986f639b8 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.151105 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-428f361e-2f11-430c-b069-b7d986f639b8 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "PUT /v2.0/networks/2ce789fd-640c-401e-b109-73ed2c5b5316 HTTP/1.1" status: 200 len: 857 time: 0.3478544 Feb 28 17:42:23.153977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52730) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:23.245675 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9ff2ff8-9a72-489c-94fb-99c782848dba tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13396908'] for subnet (4c647003-5b0f-499a-bf65-72701ef38989), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.261652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b32e236e-07a2-4a79-869f-bcd1f1e66c1b admin admin] Publish callbacks [] for security_group (79efe7b4-1690-410b-a633-1c343ea9be19), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.271982 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (67da4891-31db-4f54-b524-68d3ce83da15), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.272381 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b3a76777-0738-45ff-ae44-1e4ff2deb567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.318060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67da4891-31db-4f54-b524-68d3ce83da15']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:23.322885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f361e-2f11-430c-b069-b7d986f639b8 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event updated for resources: {'Network': ['ID=2ce789fd-640c-401e-b109-73ed2c5b5316,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:23.340922 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a0cd3-bbbf-4b70-b5a9-027452455dd3 req-775c8573-3901-4995-8ed6-5b6696ec32fe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:23.349062 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Publish callbacks [] for port (73ce00c4-1f28-4a21-89b7-fc7005e66901), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.353234 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-968a0cd3-bbbf-4b70-b5a9-027452455dd3 req-775c8573-3901-4995-8ed6-5b6696ec32fe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 946 time: 0.4500608 Feb 28 17:42:23.353362 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3dbd-4bf8-4c4d-867f-39a6bd40fcc5 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (2ce789fd-640c-401e-b109-73ed2c5b5316), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.354731 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f16b93a-0ebf-46d3-a1de-be488ae6fed3') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:23.355023 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f16b93a-0ebf-46d3-a1de-be488ae6fed3') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:23.361299 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b32e236e-07a2-4a79-869f-bcd1f1e66c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (79efe7b4-1690-410b-a633-1c343ea9be19), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.385455 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (3f16b93a-0ebf-46d3-a1de-be488ae6fed3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.425905 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3f16b93a-0ebf-46d3-a1de-be488ae6fed3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.445971 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (73ce00c4-1f28-4a21-89b7-fc7005e66901), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.462751 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:23.463142 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (3f16b93a-0ebf-46d3-a1de-be488ae6fed3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:23.468511 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:23.477098 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b32e236e-07a2-4a79-869f-bcd1f1e66c1b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb5f4315cdca4f0eaa354b8402c8bf74&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3340194 Feb 28 17:42:23.477098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52750) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:23.495916 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b3a76777-0738-45ff-ae44-1e4ff2deb567 admin admin] Publish callbacks [] for security_group (25f462e4-ffa3-48a9-9477-9444b8bcb1f8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.501472 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Network ce106d75-e783-47d4-b419-e0d610c48f6e is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:23.504697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:23.511269 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:23.514871 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Pushing event updated for resources: {'Port': ['ID=73ce00c4-1f28-4a21-89b7-fc7005e66901,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:23.531344 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e236e-07a2-4a79-869f-bcd1f1e66c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79efe7b4-1690-410b-a633-1c343ea9be19,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:23.577567 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3dbd-4bf8-4c4d-867f-39a6bd40fcc5 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (2ce789fd-640c-401e-b109-73ed2c5b5316), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.580132 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Attempting to bind port 73ce00c4-1f28-4a21-89b7-fc7005e66901 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:42:23.580510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Attempting to bind port 73ce00c4-1f28-4a21-89b7-fc7005e66901 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'cb60994a-0d75-4c70-9c6d-595782db4151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ce106d75-e783-47d4-b419-e0d610c48f6e'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:42:23.580936 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Attempting to bind port 73ce00c4-1f28-4a21-89b7-fc7005e66901 on network ce106d75-e783-47d4-b419-e0d610c48f6e {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:42:23.584693 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-f9459354-7e2d-4d83-b21c-47b6765fe6a3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:23.586204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-f9459354-7e2d-4d83-b21c-47b6765fe6a3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 811 time: 0.2290349 Feb 28 17:42:23.586347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:42:23.586675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Checking segment: {'id': 'cb60994a-0d75-4c70-9c6d-595782db4151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ce106d75-e783-47d4-b419-e0d610c48f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:23.587135 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.587739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Bound using segment: {'id': 'cb60994a-0d75-4c70-9c6d-595782db4151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ce106d75-e783-47d4-b419-e0d610c48f6e'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:42:23.588378 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Bound port: 73ce00c4-1f28-4a21-89b7-fc7005e66901, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb60994a-0d75-4c70-9c6d-595782db4151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ce106d75-e783-47d4-b419-e0d610c48f6e'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:42:23.588930 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (73ce00c4-1f28-4a21-89b7-fc7005e66901), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.595513 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-968a0cd3-bbbf-4b70-b5a9-027452455dd3 req-abd9a647-2b3f-4c92-afe7-a685d0bf95a7 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e496b7a-6c49-4772-bf21-9910490b930d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442789 Feb 28 17:42:23.608879 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b3a76777-0738-45ff-ae44-1e4ff2deb567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (25f462e4-ffa3-48a9-9477-9444b8bcb1f8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.654949 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-0d6e3dbd-4bf8-4c4d-867f-39a6bd40fcc5 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce789fd-640c-401e-b109-73ed2c5b5316']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:23.655470 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a35d2656-861c-4082-b6ed-93bb8eb48372 admin admin] Publish callbacks [] for security_group (79efe7b4-1690-410b-a633-1c343ea9be19), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.671559 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-b6d5e6c5-303f-4648-bff4-4862d2eca10b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/quotas/8c828900d1be4137abc891fe2e0eaed5 HTTP/1.1" status: 200 len: 375 time: 0.0675447 Feb 28 17:42:23.683315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-0d6e3dbd-4bf8-4c4d-867f-39a6bd40fcc5 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f18874-c079-48cc-885c-84c7f2ca3518') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:23.683552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-0d6e3dbd-4bf8-4c4d-867f-39a6bd40fcc5 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f18874-c079-48cc-885c-84c7f2ca3518') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:23.696294 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a35d2656-861c-4082-b6ed-93bb8eb48372 admin admin] Publish callbacks [] for security_group (79efe7b4-1690-410b-a633-1c343ea9be19), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.703650 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b3a76777-0738-45ff-ae44-1e4ff2deb567 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=40b856e40c574ff7b9c3b93a6e99adde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6891594 Feb 28 17:42:23.703650 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a76777-0738-45ff-ae44-1e4ff2deb567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f462e4-ffa3-48a9-9477-9444b8bcb1f8,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:23.709137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52754) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:23.728881 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] For port 73ce00c4-1f28-4a21-89b7-fc7005e66901, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:42:23.737051 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3dbd-4bf8-4c4d-867f-39a6bd40fcc5 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (d1f18874-c079-48cc-885c-84c7f2ca3518), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.743660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] For port 73ce00c4-1f28-4a21-89b7-fc7005e66901, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=73ce00c4-1f28-4a21-89b7-fc7005e66901,segment=NetworkSegment(cb60994a-0d75-4c70-9c6d-595782db4151),segment_id=cb60994a-0d75-4c70-9c6d-595782db4151)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:42:23.745768 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-25914c41-3f2b-4b74-a422-cca9103241e8 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644615 Feb 28 17:42:23.752688 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (67da4891-31db-4f54-b524-68d3ce83da15), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.779797 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3dbd-4bf8-4c4d-867f-39a6bd40fcc5 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d1f18874-c079-48cc-885c-84c7f2ca3518), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.792015 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.795251 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] 10.222.0.72 "DELETE /v2.0/networks/67da4891-31db-4f54-b524-68d3ce83da15 HTTP/1.1" status: 204 len: 168 time: 1.8473330 Feb 28 17:42:23.823500 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (73ce00c4-1f28-4a21-89b7-fc7005e66901), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.841688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6e3dbd-4bf8-4c4d-867f-39a6bd40fcc5 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:23.842203 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3dbd-4bf8-4c4d-867f-39a6bd40fcc5 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (d1f18874-c079-48cc-885c-84c7f2ca3518), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:23.844084 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:23.917246 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e8e4a-be08-4fb0-b0ee-1f245ee5810a tempest-FloatingIPNegativeTestJSON-1624355985 tempest-FloatingIPNegativeTestJSON-1624355985-project] Pushing event deleted for resources: {'Network': ['ID=67da4891-31db-4f54-b524-68d3ce83da15,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:23.939696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217f5b8-3a10-4912-be45-1ea956dc05ab None None] Pushing event updated for resources: {'Port': ['ID=73ce00c4-1f28-4a21-89b7-fc7005e66901,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:23.961377 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-abab78b6-bf1e-44f4-b489-981ee1bed102 service neutron] 10.222.0.72 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059996 Feb 28 17:42:23.966591 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ed49a7c-7c90-484d-a8ee-341637644c5e admin admin] Publish callbacks [] for security_group (25f462e4-ffa3-48a9-9477-9444b8bcb1f8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.023051 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8081fc2-9d8c-490a-a8e0-ed9b030b4fef req-179cd42f-91d8-42b5-b1d6-60420c65a8a0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:24.031891 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f8081fc2-9d8c-490a-a8e0-ed9b030b4fef req-179cd42f-91d8-42b5-b1d6-60420c65a8a0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 946 time: 0.3016865 Feb 28 17:42:24.064993 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ed49a7c-7c90-484d-a8ee-341637644c5e admin admin] Publish callbacks [] for security_group (25f462e4-ffa3-48a9-9477-9444b8bcb1f8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.102380 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f8081fc2-9d8c-490a-a8e0-ed9b030b4fef req-882e1954-e414-47a1-a3a9-a4bc62fb3165 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e496b7a-6c49-4772-bf21-9910490b930d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687456 Feb 28 17:42:24.109014 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9ff2ff8-9a72-489c-94fb-99c782848dba tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756256479717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12586102'] for subnet (4c647003-5b0f-499a-bf65-72701ef38989), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.118061 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-ae4b59fd-1044-4c34-b53e-54d3d685e7bc service neutron] 10.222.0.72 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409445 Feb 28 17:42:24.124661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52766) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:24.162752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff2ff8-9a72-489c-94fb-99c782848dba tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:24.163233 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9ff2ff8-9a72-489c-94fb-99c782848dba tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.167226 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d9ff2ff8-9a72-489c-94fb-99c782848dba tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "PUT /v2.0/subnets/4c647003-5b0f-499a-bf65-72701ef38989 HTTP/1.1" status: 200 len: 877 time: 1.5753939 Feb 28 17:42:24.167693 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52768) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:24.219079 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3dbd-4bf8-4c4d-867f-39a6bd40fcc5 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (2ce789fd-640c-401e-b109-73ed2c5b5316), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.231806 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6e3dbd-4bf8-4c4d-867f-39a6bd40fcc5 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ce789fd-640c-401e-b109-73ed2c5b5316 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 17:42:24.238872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cebb87-ce4c-4b20-922e-e790092e12dc tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:24.240732 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a3cebb87-ce4c-4b20-922e-e790092e12dc tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 1124 time: 0.1151705 Feb 28 17:42:24.255701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3dbd-4bf8-4c4d-867f-39a6bd40fcc5 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.258856 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0d6e3dbd-4bf8-4c4d-867f-39a6bd40fcc5 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] 10.222.0.72 "DELETE /v2.0/networks/2ce789fd-640c-401e-b109-73ed2c5b5316 HTTP/1.1" status: 204 len: 168 time: 1.1035590 Feb 28 17:42:24.263601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52770) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:24.270128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '25324a8d-d1ac-4a54-801e-711437531044', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:24.275386 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e3dbd-4bf8-4c4d-867f-39a6bd40fcc5 tempest-ExternalNetworksTestJSON-138010295 tempest-ExternalNetworksTestJSON-138010295-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ce789fd-640c-401e-b109-73ed2c5b5316,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:24.285076 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52772) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:24.319586 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd846da0-7460-4dab-950a-9a81c62d24e2 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:24.320052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd846da0-7460-4dab-950a-9a81c62d24e2 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:24.326519 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cd846da0-7460-4dab-950a-9a81c62d24e2 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] 10.222.0.72 "DELETE /v2.0/subnets/d72e0ed5-78ba-4c1b-bc77-691a0e89f3a2 HTTP/1.1" status: 404 len: 337 time: 0.0403605 Feb 28 17:42:24.327293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52774) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:24.414829 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a35d2656-861c-4082-b6ed-93bb8eb48372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (79efe7b4-1690-410b-a633-1c343ea9be19), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.420149 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a35d2656-861c-4082-b6ed-93bb8eb48372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.430119 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a35d2656-861c-4082-b6ed-93bb8eb48372 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/79efe7b4-1690-410b-a633-1c343ea9be19 HTTP/1.1" status: 204 len: 168 time: 0.9324551 Feb 28 17:42:24.457720 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (ce106d75-e783-47d4-b419-e0d610c48f6e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.469160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff2ff8-9a72-489c-94fb-99c782848dba tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event updated for resources: {'Subnet': ['ID=4c647003-5b0f-499a-bf65-72701ef38989,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:24.504858 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d2656-861c-4082-b6ed-93bb8eb48372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79efe7b4-1690-410b-a633-1c343ea9be19,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:24.571364 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bc098d95-56e9-47a5-8d68-b4710888ba27 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (a2d77fd7-ea2b-45a2-ba10-b00afbb6a59a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.590378 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ed49a7c-7c90-484d-a8ee-341637644c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (25f462e4-ffa3-48a9-9477-9444b8bcb1f8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.596527 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ed49a7c-7c90-484d-a8ee-341637644c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.612548 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3ed49a7c-7c90-484d-a8ee-341637644c5e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/25f462e4-ffa3-48a9-9477-9444b8bcb1f8 HTTP/1.1" status: 204 len: 168 time: 0.9021461 Feb 28 17:42:24.653780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed49a7c-7c90-484d-a8ee-341637644c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f462e4-ffa3-48a9-9477-9444b8bcb1f8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:24.656158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52786) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:24.662297 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-557dac26-e08d-42e9-b5e2-81f1797f2bbf req-4ba8e7d0-36f6-453e-9174-a736d0f713ea tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 210 time: 0.1349061 Feb 28 17:42:24.704846 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.727036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Deleting port 73ce00c4-1f28-4a21-89b7-fc7005e66901 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:24.727386 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (73ce00c4-1f28-4a21-89b7-fc7005e66901), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.873278 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bc098d95-56e9-47a5-8d68-b4710888ba27 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (a2d77fd7-ea2b-45a2-ba10-b00afbb6a59a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:24.925667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-bc098d95-56e9-47a5-8d68-b4710888ba27 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d77fd7-ea2b-45a2-ba10-b00afbb6a59a']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:24.936111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 73ce00c4-1f28-4a21-89b7-fc7005e66901 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:24.956311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-bc098d95-56e9-47a5-8d68-b4710888ba27 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b252c7-1349-40ad-ad88-66d14dd515ec') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:24.956611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-bc098d95-56e9-47a5-8d68-b4710888ba27 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b252c7-1349-40ad-ad88-66d14dd515ec') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:24.989401 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] For port 73ce00c4-1f28-4a21-89b7-fc7005e66901, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=73ce00c4-1f28-4a21-89b7-fc7005e66901,segment=NetworkSegment(cb60994a-0d75-4c70-9c6d-595782db4151),segment_id=cb60994a-0d75-4c70-9c6d-595782db4151)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:24.989777 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (73ce00c4-1f28-4a21-89b7-fc7005e66901), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.004514 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bc098d95-56e9-47a5-8d68-b4710888ba27 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (96b252c7-1349-40ad-ad88-66d14dd515ec), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.035328 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Calling delete_port for 73ce00c4-1f28-4a21-89b7-fc7005e66901 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:25.043132 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bc098d95-56e9-47a5-8d68-b4710888ba27 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (96b252c7-1349-40ad-ad88-66d14dd515ec), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.056674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 73ce00c4-1f28-4a21-89b7-fc7005e66901 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:25.057503 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (73ce00c4-1f28-4a21-89b7-fc7005e66901), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.152439 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc098d95-56e9-47a5-8d68-b4710888ba27 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:25.153012 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bc098d95-56e9-47a5-8d68-b4710888ba27 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (96b252c7-1349-40ad-ad88-66d14dd515ec), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:25.174551 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:25.318987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 73ce00c4-1f28-4a21-89b7-fc7005e66901 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:25.319559 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (73ce00c4-1f28-4a21-89b7-fc7005e66901), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.469982 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bc098d95-56e9-47a5-8d68-b4710888ba27 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (a2d77fd7-ea2b-45a2-ba10-b00afbb6a59a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.480922 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (73ce00c4-1f28-4a21-89b7-fc7005e66901), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.490424 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bc098d95-56e9-47a5-8d68-b4710888ba27 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.496974 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bc098d95-56e9-47a5-8d68-b4710888ba27 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] 10.222.0.72 "DELETE /v2.0/networks/a2d77fd7-ea2b-45a2-ba10-b00afbb6a59a HTTP/1.1" status: 204 len: 168 time: 1.1657283 Feb 28 17:42:25.510795 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.521893 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc098d95-56e9-47a5-8d68-b4710888ba27 tempest-ExternalNetworksTestJSON-2017064869 tempest-ExternalNetworksTestJSON-2017064869-project] Pushing event deleted for resources: {'Network': ['ID=a2d77fd7-ea2b-45a2-ba10-b00afbb6a59a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:25.533909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-188a17e2-c960-46d5-b883-b02a8a8d02a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4311fc7f98b6476483c065ee0094e919&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8671513 Feb 28 17:42:25.536088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52808) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:25.545300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Port': ['ID=73ce00c4-1f28-4a21-89b7-fc7005e66901,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:25.599232 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52812) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:25.633314 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bc31b5e7-5993-4c32-8cdb-a6e7becd342f admin admin] Publish callbacks [] for security_group (b8a082d0-8bb8-4eec-8742-cc7964fe4bc3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.657041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No DVR routers for this DVR port 73ce00c4-1f28-4a21-89b7-fc7005e66901 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:42:25.666091 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cbb242-9509-4e8f-aab3-a9c623a7c2fa None None] Network ce106d75-e783-47d4-b419-e0d610c48f6e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:25.691810 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bc31b5e7-5993-4c32-8cdb-a6e7becd342f admin admin] Publish callbacks [] for security_group (b8a082d0-8bb8-4eec-8742-cc7964fe4bc3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.726307 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (4c647003-5b0f-499a-bf65-72701ef38989), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.730658 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b7b68ae5-a41e-4369-b5e0-8ecd40a917ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.750389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Allocated IP 172.25.3.161 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/500f0070-e354-476d-ab16-5053e1c9e2da) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:25.777506 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-50836cf2-3bbe-4ec8-ba45-f7e194d1c5c5 None None] Could not find standard attr ID for object 73ce00c4-1f28-4a21-89b7-fc7005e66901. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:42:25.862525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57f8c57c-10c7-4ed8-b8a5-7742694968d1 req-e2d74ea1-fb8f-40d8-b491-5042452c52cb tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 210 time: 0.0771301 Feb 28 17:42:25.895453 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (4c647003-5b0f-499a-bf65-72701ef38989), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:25.942785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Subnet': ['ID=4c647003-5b0f-499a-bf65-72701ef38989,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:26.032646 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bc31b5e7-5993-4c32-8cdb-a6e7becd342f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b8a082d0-8bb8-4eec-8742-cc7964fe4bc3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:26.037222 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bc31b5e7-5993-4c32-8cdb-a6e7becd342f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:26.040970 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bc31b5e7-5993-4c32-8cdb-a6e7becd342f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b8a082d0-8bb8-4eec-8742-cc7964fe4bc3 HTTP/1.1" status: 204 len: 168 time: 0.5014091 Feb 28 17:42:26.060783 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (ce106d75-e783-47d4-b419-e0d610c48f6e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:26.090415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31b5e7-5993-4c32-8cdb-a6e7becd342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a082d0-8bb8-4eec-8742-cc7964fe4bc3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:26.113513 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (500f0070-e354-476d-ab16-5053e1c9e2da), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:26.126214 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce106d75-e783-47d4-b419-e0d610c48f6e']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:26.145209 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b7b68ae5-a41e-4369-b5e0-8ecd40a917ce admin admin] Publish callbacks [] for security_group (090544f8-849f-446a-be63-5b63b3f8b6f8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:26.147490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb60994a-0d75-4c70-9c6d-595782db4151') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:26.148387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb60994a-0d75-4c70-9c6d-595782db4151') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:26.163396 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (cb60994a-0d75-4c70-9c6d-595782db4151), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:26.182528 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (cb60994a-0d75-4c70-9c6d-595782db4151), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:26.189984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:26.190576 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (cb60994a-0d75-4c70-9c6d-595782db4151), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:26.205812 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:26.263782 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (500f0070-e354-476d-ab16-5053e1c9e2da), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:26.284681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b7b68ae5-a41e-4369-b5e0-8ecd40a917ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (090544f8-849f-446a-be63-5b63b3f8b6f8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:26.320096 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2621ec95-fa36-4fb4-9e72-a256c36c8f16 None None] Network ce106d75-e783-47d4-b419-e0d610c48f6e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:26.348231 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b7b68ae5-a41e-4369-b5e0-8ecd40a917ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=da67327981f94836bea579a82cc18cc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7493715 Feb 28 17:42:26.351673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b68ae5-a41e-4369-b5e0-8ecd40a917ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090544f8-849f-446a-be63-5b63b3f8b6f8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:26.352374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52826) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:26.402910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=500f0070-e354-476d-ab16-5053e1c9e2da,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:26.408238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:26.410449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:26.413064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:26.444563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52830) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:26.456201 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (ce106d75-e783-47d4-b419-e0d610c48f6e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:26.488302 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:26.497659 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/ce106d75-e783-47d4-b419-e0d610c48f6e HTTP/1.1" status: 204 len: 168 time: 2.3288701 Feb 28 17:42:26.548540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52836) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:26.615394 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cae43e3-e2f8-4049-9262-ddc8bdbd5c17 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:26.616296 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cae43e3-e2f8-4049-9262-ddc8bdbd5c17 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:26.620813 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2cae43e3-e2f8-4049-9262-ddc8bdbd5c17 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/subnets/4c647003-5b0f-499a-bf65-72701ef38989 HTTP/1.1" status: 404 len: 337 time: 0.0614347 Feb 28 17:42:26.622859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f9f33-b3e8-4f44-a2f7-e303e7437874 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Network': ['ID=ce106d75-e783-47d4-b419-e0d610c48f6e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:26.635085 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52842) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:26.670515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17f6297-5417-494b-a9f8-e05062c8be2e None None] DHCP port deletion for ce106d75-e783-47d4-b419-e0d610c48f6e request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:42:26.704387 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58e54e8-ed47-4889-9ee8-b0315dbe6f04 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:26.705191 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58e54e8-ed47-4889-9ee8-b0315dbe6f04 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:26.711233 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b58e54e8-ed47-4889-9ee8-b0315dbe6f04 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/ce106d75-e783-47d4-b419-e0d610c48f6e HTTP/1.1" status: 404 len: 339 time: 0.0629983 Feb 28 17:42:26.711233 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bb022f32-a663-4a26-8c0e-d705c727bb3e admin admin] Publish callbacks [] for security_group (090544f8-849f-446a-be63-5b63b3f8b6f8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:26.735442 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bb022f32-a663-4a26-8c0e-d705c727bb3e admin admin] Publish callbacks [] for security_group (090544f8-849f-446a-be63-5b63b3f8b6f8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:26.760748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52844) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.005025 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb8f876-3cbe-406d-a4a5-300f04e0cc16 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:27.005025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb8f876-3cbe-406d-a4a5-300f04e0cc16 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:27.005025 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-adb8f876-3cbe-406d-a4a5-300f04e0cc16 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/subnets/d32935df-beac-452e-9818-538fac7f7d4d HTTP/1.1" status: 404 len: 337 time: 0.0622168 Feb 28 17:42:27.006578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52848) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.007354 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cb3cae22-f5ad-4d80-af49-5ac99f181feb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=795996638cf24f8191ccf64ca8204df1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4001133 Feb 28 17:42:27.007845 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9048656-db12-4d7b-b513-aeb81505d64f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:27.007845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9048656-db12-4d7b-b513-aeb81505d64f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:27.008250 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52850) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.008356 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a9048656-db12-4d7b-b513-aeb81505d64f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/7afa6639-3d80-428a-a9a8-8b1c105d5578 HTTP/1.1" status: 404 len: 339 time: 0.0248196 Feb 28 17:42:27.008356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52854) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.008646 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-556b8ce5-ecf9-4064-b69b-67d6e0d13dfd admin admin] Publish callbacks [] for security_group (0d58c5d6-c355-444d-8c16-c3f4382a9b97), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:27.008646 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-556b8ce5-ecf9-4064-b69b-67d6e0d13dfd admin admin] Publish callbacks [] for security_group (0d58c5d6-c355-444d-8c16-c3f4382a9b97), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:27.008836 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7afb4175-5ceb-4d69-aa3c-94f3cd32d78c req-6ff46aa7-cce5-43df-9cf4-2df916288818 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 210 time: 0.0427766 Feb 28 17:42:27.040859 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bb022f32-a663-4a26-8c0e-d705c727bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (090544f8-849f-446a-be63-5b63b3f8b6f8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:27.043883 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bb022f32-a663-4a26-8c0e-d705c727bb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:27.053324 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bb022f32-a663-4a26-8c0e-d705c727bb3e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/090544f8-849f-446a-be63-5b63b3f8b6f8 HTTP/1.1" status: 204 len: 168 time: 0.6859541 Feb 28 17:42:27.057208 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c691a255-2411-45ce-8993-199410601f1f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (a3cb8051-5166-43f9-a2b0-48e134f90752), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:27.073085 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb022f32-a663-4a26-8c0e-d705c727bb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090544f8-849f-446a-be63-5b63b3f8b6f8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:27.174914 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c691a255-2411-45ce-8993-199410601f1f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (a3cb8051-5166-43f9-a2b0-48e134f90752), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:27.202740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-c691a255-2411-45ce-8993-199410601f1f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3cb8051-5166-43f9-a2b0-48e134f90752']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:27.213819 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-c691a255-2411-45ce-8993-199410601f1f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6734c64-4fa8-4bcf-821c-25a78583d793') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:27.214514 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-c691a255-2411-45ce-8993-199410601f1f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6734c64-4fa8-4bcf-821c-25a78583d793') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:27.224927 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c691a255-2411-45ce-8993-199410601f1f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (c6734c64-4fa8-4bcf-821c-25a78583d793), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:27.255137 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c691a255-2411-45ce-8993-199410601f1f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (c6734c64-4fa8-4bcf-821c-25a78583d793), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:27.264582 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c691a255-2411-45ce-8993-199410601f1f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:27.264991 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c691a255-2411-45ce-8993-199410601f1f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (c6734c64-4fa8-4bcf-821c-25a78583d793), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:27.268667 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:27.316420 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-556b8ce5-ecf9-4064-b69b-67d6e0d13dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0d58c5d6-c355-444d-8c16-c3f4382a9b97), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:27.319465 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-556b8ce5-ecf9-4064-b69b-67d6e0d13dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:27.321988 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-556b8ce5-ecf9-4064-b69b-67d6e0d13dfd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d58c5d6-c355-444d-8c16-c3f4382a9b97 HTTP/1.1" status: 204 len: 168 time: 0.4667294 Feb 28 17:42:27.379655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b8ce5-ecf9-4064-b69b-67d6e0d13dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d58c5d6-c355-444d-8c16-c3f4382a9b97,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:27.427006 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c691a255-2411-45ce-8993-199410601f1f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (a3cb8051-5166-43f9-a2b0-48e134f90752), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:27.446403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c691a255-2411-45ce-8993-199410601f1f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:27.452333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c691a255-2411-45ce-8993-199410601f1f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/a3cb8051-5166-43f9-a2b0-48e134f90752 HTTP/1.1" status: 204 len: 168 time: 0.5950692 Feb 28 17:42:27.456539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52870) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.492156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691a255-2411-45ce-8993-199410601f1f tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Network': ['ID=a3cb8051-5166-43f9-a2b0-48e134f90752,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:27.514020 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd43b920-f332-48f5-b997-bc6d291208d0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:27.514668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd43b920-f332-48f5-b997-bc6d291208d0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:27.519655 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bd43b920-f332-48f5-b997-bc6d291208d0 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/subnets/31d9d955-aacb-45b9-8e31-2417617a1510 HTTP/1.1" status: 404 len: 337 time: 0.0635428 Feb 28 17:42:27.526501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52874) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.572693 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefd90f8-94bc-4116-bcc5-bc9d865eb338 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:27.573197 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eefd90f8-94bc-4116-bcc5-bc9d865eb338 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:27.579291 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-eefd90f8-94bc-4116-bcc5-bc9d865eb338 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/7403cd98-db72-4897-ac24-a6ea4456d8f1 HTTP/1.1" status: 404 len: 339 time: 0.0514481 Feb 28 17:42:27.579899 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52878) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.607913 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-553a8ba8-bc1a-45e0-af6f-35720a1d0f72 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:27.608289 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553a8ba8-bc1a-45e0-af6f-35720a1d0f72 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:27.611993 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-553a8ba8-bc1a-45e0-af6f-35720a1d0f72 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/subnets/4e2d4082-30da-429e-ace7-d9e649f7668b HTTP/1.1" status: 404 len: 337 time: 0.0311487 Feb 28 17:42:27.614675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52880) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.634915 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-6caa6a15-71b9-42d6-83ac-dd1d04cc968e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:27.635557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6caa6a15-71b9-42d6-83ac-dd1d04cc968e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:27.638911 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6caa6a15-71b9-42d6-83ac-dd1d04cc968e tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/07a59b13-5eb7-4ad7-8912-00c62683d5a4 HTTP/1.1" status: 404 len: 339 time: 0.0230377 Feb 28 17:42:27.642271 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52882) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.694340 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dad707-9c35-418a-a49d-8fa656ebb2f1 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:27.695583 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2dad707-9c35-418a-a49d-8fa656ebb2f1 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:27.718586 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e2dad707-9c35-418a-a49d-8fa656ebb2f1 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/subnets/178a7a53-56a3-47ee-8520-48518f27f49d HTTP/1.1" status: 404 len: 337 time: 0.0751257 Feb 28 17:42:27.720173 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52884) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.750329 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-267b2d08-ed2c-412b-bb81-669aa2ce56c1 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:27.761478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267b2d08-ed2c-412b-bb81-669aa2ce56c1 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:27.761478 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-267b2d08-ed2c-412b-bb81-669aa2ce56c1 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/4004d941-3720-43ae-99ed-853d02d2a524 HTTP/1.1" status: 404 len: 339 time: 0.0339847 Feb 28 17:42:27.763928 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52888) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.798810 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb483928-d900-4297-bd2f-686458107ed5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:27.798810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb483928-d900-4297-bd2f-686458107ed5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:27.801089 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fb483928-d900-4297-bd2f-686458107ed5 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/subnets/b99ee5da-0b55-4359-9f4e-33402d83d284 HTTP/1.1" status: 404 len: 337 time: 0.0338893 Feb 28 17:42:27.801856 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52890) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.827181 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5964322-cbbf-4ea9-a5bf-50b3a60e9c5c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:27.827812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5964322-cbbf-4ea9-a5bf-50b3a60e9c5c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:27.833491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a5964322-cbbf-4ea9-a5bf-50b3a60e9c5c tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/15ae078d-496c-458f-b576-4fce7d92ecf9 HTTP/1.1" status: 404 len: 339 time: 0.0303252 Feb 28 17:42:27.842011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52892) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.878250 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b38de4-c434-43d8-91ee-b694b0d1a89d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:27.878859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b38de4-c434-43d8-91ee-b694b0d1a89d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:27.882029 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b9b38de4-c434-43d8-91ee-b694b0d1a89d tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/subnets/caab099d-6464-42ab-9967-26a8f2565fc2 HTTP/1.1" status: 404 len: 337 time: 0.0373607 Feb 28 17:42:27.884611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52894) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.903697 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd7027b-4fa4-489e-adc4-e3df8dc360dc tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:27.904272 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd7027b-4fa4-489e-adc4-e3df8dc360dc tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:27.909154 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1bd7027b-4fa4-489e-adc4-e3df8dc360dc tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/d19b75fd-0157-4c4a-ae9e-c8affdd91883 HTTP/1.1" status: 404 len: 339 time: 0.0227804 Feb 28 17:42:27.917030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52896) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:27.974881 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02dbc71-762d-43f6-a947-b6c37e6694e8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:27.975877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02dbc71-762d-43f6-a947-b6c37e6694e8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:27.992873 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c02dbc71-762d-43f6-a947-b6c37e6694e8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/subnets/ab90a392-84ee-4245-82b2-386016986cfa HTTP/1.1" status: 404 len: 337 time: 0.0710368 Feb 28 17:42:27.993689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52902) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:28.026059 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42cd488-ac2f-4c18-9050-c10fd449c138 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:28.026569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42cd488-ac2f-4c18-9050-c10fd449c138 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:28.029603 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c42cd488-ac2f-4c18-9050-c10fd449c138 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/c87f8202-ea3f-4d4b-bf3c-a223a9ad53a3 HTTP/1.1" status: 404 len: 339 time: 0.0352490 Feb 28 17:42:28.032717 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52908) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:28.053105 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-f02e02db-ff89-4e9e-9dca-a738676e382b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:28.054890 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-f02e02db-ff89-4e9e-9dca-a738676e382b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 811 time: 0.7313859 Feb 28 17:42:28.060596 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for floatingip (b78930c4-9341-4949-9f7c-82f2f4bd3c69), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:28.069961 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-8186bf18-e94f-491d-85c6-28df34dbc061 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:28.070529 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8186bf18-e94f-491d-85c6-28df34dbc061 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:28.077303 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8186bf18-e94f-491d-85c6-28df34dbc061 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/subnets/decb1ca5-8b01-4930-ab52-5549b1d290fc HTTP/1.1" status: 404 len: 337 time: 0.0407345 Feb 28 17:42:28.077545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52912) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:28.102250 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa2c621-c41c-4e42-ae6e-a26564e6076b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:28.102772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa2c621-c41c-4e42-ae6e-a26564e6076b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:28.106934 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7fa2c621-c41c-4e42-ae6e-a26564e6076b tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/93b10e08-1cdb-48fb-b4f1-39e6d00adff0 HTTP/1.1" status: 404 len: 339 time: 0.0256195 Feb 28 17:42:28.109306 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52918) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:28.109691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-bf4c9024-0763-47e7-9fc7-b36115ef5c06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Request body: {'port': {'device_id': '83d6e172-bc17-4705-b955-0ef0ae6acd32', 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910', 'admin_state_up': True, 'tenant_id': '8c828900d1be4137abc891fe2e0eaed5'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:28.157943 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f066cd5-cf9d-4d2f-9cab-2a1a3ff311b8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:28.158424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f066cd5-cf9d-4d2f-9cab-2a1a3ff311b8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:28.164027 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9f066cd5-cf9d-4d2f-9cab-2a1a3ff311b8 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/subnets/b5d41035-9827-4ff1-b267-a67b86c3526c HTTP/1.1" status: 404 len: 337 time: 0.0511143 Feb 28 17:42:28.164326 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52922) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:28.182717 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea91042-146d-4aff-a05f-67ac750de2fd tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] DELETE failed (client error): The resource could not be found. Feb 28 17:42:28.183209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea91042-146d-4aff-a05f-67ac750de2fd tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:42:28.186192 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cea91042-146d-4aff-a05f-67ac750de2fd tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/b0cd449e-6591-4b2c-8e77-bc770fba26f7 HTTP/1.1" status: 404 len: 339 time: 0.0210092 Feb 28 17:42:28.189320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52924) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:28.223111 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aaf71520-bc39-4d1c-84b0-e0b67af88b6e req-54ad32d0-677e-4e67-9b30-5d77991fc0a3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 210 time: 0.0873008 Feb 28 17:42:28.261844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-0582ba62-db76-44af-a882-582f4b8cee08 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Deleting subnet 11cd9d27-c847-49b1-b70a-469568bb1f06 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:42:28.267218 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0582ba62-db76-44af-a882-582f4b8cee08 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (11cd9d27-c847-49b1-b70a-469568bb1f06), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:28.312238 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0582ba62-db76-44af-a882-582f4b8cee08 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (11cd9d27-c847-49b1-b70a-469568bb1f06), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:28.373621 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (500f0070-e354-476d-ab16-5053e1c9e2da), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:28.419669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-bf4c9024-0763-47e7-9fc7-b36115ef5c06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Made reservation on behalf of 8c828900d1be4137abc891fe2e0eaed5 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:28.423683 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-bf4c9024-0763-47e7-9fc7-b36115ef5c06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:28.447602 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0582ba62-db76-44af-a882-582f4b8cee08 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (11cd9d27-c847-49b1-b70a-469568bb1f06), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:28.534364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 73ce00c4-1f28-4a21-89b7-fc7005e66901 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:42:28.544211 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52932) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:28.568684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 73ce00c4-1f28-4a21-89b7-fc7005e66901 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:42:28.569284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 73ce00c4-1f28-4a21-89b7-fc7005e66901 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:42:28.616509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52936) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:28.635400 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0582ba62-db76-44af-a882-582f4b8cee08 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (11cd9d27-c847-49b1-b70a-469568bb1f06), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:28.674872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582ba62-db76-44af-a882-582f4b8cee08 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Subnet': ['ID=11cd9d27-c847-49b1-b70a-469568bb1f06,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:28.677311 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0582ba62-db76-44af-a882-582f4b8cee08 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:28.678227 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-bf4c9024-0763-47e7-9fc7-b36115ef5c06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Allocated IP 172.20.0.3 (7467a8e1-6b26-403e-997f-54fe13264910/5afa66b9-3680-4134-be0e-81254a16067b/36ee197f-f32f-4bec-b15d-24ae90e0dee5) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:28.681277 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0582ba62-db76-44af-a882-582f4b8cee08 tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/subnets/11cd9d27-c847-49b1-b70a-469568bb1f06 HTTP/1.1" status: 204 len: 168 time: 0.4910116 Feb 28 17:42:28.683885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 52938) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:28.686139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56de605c-6023-4ca9-bed0-b22e06db4e65 None None] Network 188b6c8d-5db0-491d-892c-9532756ce1e7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:28.734222 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cb9ee1b6-bc13-40a5-991e-8959449da772 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=03183f520db445658dc1aaf8c5b0b541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1164715 Feb 28 17:42:28.737157 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52940) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:28.790506 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (500f0070-e354-476d-ab16-5053e1c9e2da), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:28.834940 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (188b6c8d-5db0-491d-892c-9532756ce1e7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:28.841763 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8008830-a1ad-454a-8a22-c44fa37ab66c admin admin] Publish callbacks [] for security_group (b33de5da-e085-4c00-a084-fc6227a8ee46), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:28.896220 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8008830-a1ad-454a-8a22-c44fa37ab66c admin admin] Publish callbacks [] for security_group (b33de5da-e085-4c00-a084-fc6227a8ee46), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:28.915137 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (500f0070-e354-476d-ab16-5053e1c9e2da), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:28.960355 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b292bcbe-5f3a-44ed-a351-756bf15791fe None None] DHCP port deletion for 188b6c8d-5db0-491d-892c-9532756ce1e7 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:42:29.046668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=500f0070-e354-476d-ab16-5053e1c9e2da,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:29.054769 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b292bcbe-5f3a-44ed-a351-756bf15791fe None None] Deleting port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:29.056211 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b292bcbe-5f3a-44ed-a351-756bf15791fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.081512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Deleting port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:29.081853 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.084379 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (b78930c4-9341-4949-9f7c-82f2f4bd3c69), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.114212 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8008830-a1ad-454a-8a22-c44fa37ab66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b33de5da-e085-4c00-a084-fc6227a8ee46), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.116747 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8008830-a1ad-454a-8a22-c44fa37ab66c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.120444 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c8008830-a1ad-454a-8a22-c44fa37ab66c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b33de5da-e085-4c00-a084-fc6227a8ee46 HTTP/1.1" status: 204 len: 168 time: 0.3799403 Feb 28 17:42:29.138454 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8008830-a1ad-454a-8a22-c44fa37ab66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33de5da-e085-4c00-a084-fc6227a8ee46,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:29.142397 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-bf4c9024-0763-47e7-9fc7-b36115ef5c06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks [] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.185899 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b292bcbe-5f3a-44ed-a351-756bf15791fe None None] For port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a,segment=NetworkSegment(3898e519-d615-4bbb-a834-6f61c60be9d4),segment_id=3898e519-d615-4bbb-a834-6f61c60be9d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:29.186545 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b292bcbe-5f3a-44ed-a351-756bf15791fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.212830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b292bcbe-5f3a-44ed-a351-756bf15791fe None None] Calling delete_port for 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:29.272181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] For port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a,segment=NetworkSegment(3898e519-d615-4bbb-a834-6f61c60be9d4),segment_id=3898e519-d615-4bbb-a834-6f61c60be9d4)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:29.272366 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.352665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-020157c7-e39d-45aa-95f9-b31f1114515c tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1869579478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:29.367310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Calling delete_port for 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:29.439092 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Floating IP b78930c4-9341-4949-9f7c-82f2f4bd3c69 associated. External IP: 172.25.3.161, port: 25324a8d-d1ac-4a54-801e-711437531044. Feb 28 17:42:29.449739 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-082933e0-e956-41f0-8ac9-0ea009fe6eed req-97dc3319-2538-40f7-a4d3-462fda466f31 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 210 time: 0.0691154 Feb 28 17:42:29.514977 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b292bcbe-5f3a-44ed-a351-756bf15791fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.515248 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-020157c7-e39d-45aa-95f9-b31f1114515c tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (f4393130-628a-4146-95c2-6b1c8ffeba37), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.516095 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-020157c7-e39d-45aa-95f9-b31f1114515c tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (f4393130-628a-4146-95c2-6b1c8ffeba37), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.518642 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-bf4c9024-0763-47e7-9fc7-b36115ef5c06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.588395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292bcbe-5f3a-44ed-a351-756bf15791fe None None] Pushing event deleted for resources: {'Port': ['ID=30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:29.599715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b292bcbe-5f3a-44ed-a351-756bf15791fe None None] No DVR routers for this DVR port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:42:29.634790 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.634790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-bf4c9024-0763-47e7-9fc7-b36115ef5c06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Network 7467a8e1-6b26-403e-997f-54fe13264910 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:29.635136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-020157c7-e39d-45aa-95f9-b31f1114515c tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for router_controller (f4393130-628a-4146-95c2-6b1c8ffeba37), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.645334 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-bf4c9024-0763-47e7-9fc7-b36115ef5c06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:29.652466 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-bf4c9024-0763-47e7-9fc7-b36115ef5c06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:29.654959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c9024-0763-47e7-9fc7-b36115ef5c06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Pushing event updated for resources: {'Port': ['ID=36ee197f-f32f-4bec-b15d-24ae90e0dee5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:29.664472 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] No DVR routers for this DVR port 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:42:29.733498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Port': ['ID=30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:29.746429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-020157c7-e39d-45aa-95f9-b31f1114515c tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (f4393130-628a-4146-95c2-6b1c8ffeba37), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.848508 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-020157c7-e39d-45aa-95f9-b31f1114515c tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.850149 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-020157c7-e39d-45aa-95f9-b31f1114515c tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3048220 Feb 28 17:42:29.862254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 52976) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:29.867795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-980111381'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:29.899605 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (188b6c8d-5db0-491d-892c-9532756ce1e7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.921379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188b6c8d-5db0-491d-892c-9532756ce1e7']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:29.942934 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3898e519-d615-4bbb-a834-6f61c60be9d4') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:29.946404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3898e519-d615-4bbb-a834-6f61c60be9d4') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:29.961972 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-bf4c9024-0763-47e7-9fc7-b36115ef5c06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:29.963919 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-bf4c9024-0763-47e7-9fc7-b36115ef5c06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.965631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Made reservation on behalf of 3ddfc7b452284157a7d5299014c89420 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:29.969402 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:29.991513 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:30.078731 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (3898e519-d615-4bbb-a834-6f61c60be9d4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:30.140907 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3898e519-d615-4bbb-a834-6f61c60be9d4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:30.165476 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:30.167187 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (3898e519-d615-4bbb-a834-6f61c60be9d4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:30.167337 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for security_group (dc6ea433-6378-4a33-a53d-d6add8e717f6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:30.179061 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:30.244453 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-bf4c9024-0763-47e7-9fc7-b36115ef5c06 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1647172 Feb 28 17:42:30.268314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Request body: {'port': {'device_id': '83d6e172-bc17-4705-b955-0ef0ae6acd32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:30.273247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Router bfc3db3e-3edd-49b9-8214-a82174912269 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:42:30.308711 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dc6ea433-6378-4a33-a53d-d6add8e717f6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:30.365090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:30.412547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6ea433-6378-4a33-a53d-d6add8e717f6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:30.438233 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:30.438586 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Added segment d6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b of type vlan for network 43e4ba16-6a00-4a12-8f9a-9467b19db2fd Feb 28 17:42:30.452378 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (188b6c8d-5db0-491d-892c-9532756ce1e7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:30.465240 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:30.482218 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] 10.222.0.72 "DELETE /v2.0/networks/188b6c8d-5db0-491d-892c-9532756ce1e7 HTTP/1.1" status: 204 len: 168 time: 1.7923231 Feb 28 17:42:30.549841 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (43e4ba16-6a00-4a12-8f9a-9467b19db2fd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:30.616938 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:42:30.648489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:42:30.648964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 30e0f4a1-59ff-40e5-a1a9-b1edaebcfc8a not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:42:30.669508 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:30.677192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3947df1-802d-468e-a6a0-edd66ef986aa tempest-NetworksTest-1769914751 tempest-NetworksTest-1769914751-project] Pushing event deleted for resources: {'Network': ['ID=188b6c8d-5db0-491d-892c-9532756ce1e7,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:30.696253 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (43e4ba16-6a00-4a12-8f9a-9467b19db2fd), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:30.703252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:30.705536 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:30.728138 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:42:30.739520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b71b5-e62b-42e9-af0c-343f9e61aead None None] Sync routers for ids ['bfc3db3e-3edd-49b9-8214-a82174912269'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:42:30.770087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b71b5-e62b-42e9-af0c-343f9e61aead None None] Routers {'bfc3db3e-3edd-49b9-8214-a82174912269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:30.775713 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6f2b71b5-e62b-42e9-af0c-343f9e61aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfc3db3e-3edd-49b9-8214-a82174912269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:30.784905 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d46c3-b06a-4824-a415-c7fc996d3d16 req-3fd16c02-882c-47cd-a2c2-ee6119424903 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:30.792714 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f29d46c3-b06a-4824-a415-c7fc996d3d16 req-3fd16c02-882c-47cd-a2c2-ee6119424903 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 931 time: 0.1855061 Feb 28 17:42:30.809383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event updated for resources: {'Network': ['ID=43e4ba16-6a00-4a12-8f9a-9467b19db2fd,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:30.824703 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-67d1a557-d050-42e7-928f-831dcd911d16 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9607654 Feb 28 17:42:30.827529 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53012) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:30.833074 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-46af5023-b16e-4964-8dbb-2edd59c51f1d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Request body: {'subnet': {'network_id': '43e4ba16-6a00-4a12-8f9a-9467b19db2fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:30.881194 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:30.977053 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5f393ce9-ec8d-456c-8165-1de1147b2e38 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.7157135 Feb 28 17:42:30.983153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c97d77-2d97-496f-9742-17a8b62f704e', 'tag': '25324a8d-d1ac-4a54-801e-711437531044'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:42:30.983153 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14ab4c5-d069-48f3-8c30-784f1b95725b" -d '{"events": [{"name": "network-changed", "server_uuid": "15c97d77-2d97-496f-9742-17a8b62f704e", "tag": "25324a8d-d1ac-4a54-801e-711437531044"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:42:30.986777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53018) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:30.995439 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f29d46c3-b06a-4824-a415-c7fc996d3d16 req-b91a1921-f634-4407-b3b7-b65425bc4910 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017767 Feb 28 17:42:31.105077 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0424693-0e4c-41c1-9513-387baaf38130 x-openstack-request-id: req-b0424693-0e4c-41c1-9513-387baaf38130 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:42:31.105530 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c97d77-2d97-496f-9742-17a8b62f704e", "tag": "25324a8d-d1ac-4a54-801e-711437531044", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:42:31.105915 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b0424693-0e4c-41c1-9513-387baaf38130 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:42:31.106419 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c97d77-2d97-496f-9742-17a8b62f704e', 'tag': '25324a8d-d1ac-4a54-801e-711437531044', 'status': 'completed', 'code': 200} Feb 28 17:42:31.211531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 43e4ba16-6a00-4a12-8f9a-9467b19db2fd details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:31.315922 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53028) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:31.328180 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ee197f-f32f-4bec-b15d-24ae90e0dee5 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:42:31.352001 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Publish callbacks [] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:31.391877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Transition to ACTIVE for port object 36ee197f-f32f-4bec-b15d-24ae90e0dee5 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:42:31.404270 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b4e60e80-79e2-40b2-80b6-740e5cd992d2 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/floatingips/b78930c4-9341-4949-9f7c-82f2f4bd3c69 HTTP/1.1" status: 200 len: 992 time: 0.4108407 Feb 28 17:42:31.431041 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-6f2b71b5-e62b-42e9-af0c-343f9e61aead None None] Set router bfc3db3e-3edd-49b9-8214-a82174912269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:42:31.436942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ab4c5-d069-48f3-8c30-784f1b95725b req-be7d1248-aa3d-439f-9ba3-7c7ff053469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:31.439786 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c14ab4c5-d069-48f3-8c30-784f1b95725b req-be7d1248-aa3d-439f-9ba3-7c7ff053469f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 1129 time: 0.2712142 Feb 28 17:42:31.514910 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:31.546205 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46af5023-b16e-4964-8dbb-2edd59c51f1d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Made reservation on behalf of 3ddfc7b452284157a7d5299014c89420 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:31.553915 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46af5023-b16e-4964-8dbb-2edd59c51f1d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:31.671171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Pushing event updated for resources: {'Port': ['ID=36ee197f-f32f-4bec-b15d-24ae90e0dee5,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:31.759713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Attempting to bind port 36ee197f-f32f-4bec-b15d-24ae90e0dee5 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:42:31.760068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Attempting to bind port 36ee197f-f32f-4bec-b15d-24ae90e0dee5 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:42:31.760465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Attempting to bind port 36ee197f-f32f-4bec-b15d-24ae90e0dee5 on network 7467a8e1-6b26-403e-997f-54fe13264910 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:42:31.768198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Port 36ee197f-f32f-4bec-b15d-24ae90e0dee5 on network 7467a8e1-6b26-403e-997f-54fe13264910 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:42:31.768972 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Attempting to bind port 36ee197f-f32f-4bec-b15d-24ae90e0dee5 on network 7467a8e1-6b26-403e-997f-54fe13264910 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:42:31.779676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:42:31.780595 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Checking segment: {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:31.781174 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Bound using segment: {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:42:31.782592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Bound port: 36ee197f-f32f-4bec-b15d-24ae90e0dee5, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:42:31.783143 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:31.831211 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4aa5aba0-8ca8-4fb7-940b-904a7b54e982 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a70bc3c0c9f48fcbcd09d08fa71565e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5141137 Feb 28 17:42:31.836203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53048) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:31.847775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ab4c5-d069-48f3-8c30-784f1b95725b req-96e0a808-4aed-4635-bc00-0a6de5cd87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:31.849258 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c14ab4c5-d069-48f3-8c30-784f1b95725b req-96e0a808-4aed-4635-bc00-0a6de5cd87e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9f9a6f4-352f-4e23-9942-d076ed8d0c16 HTTP/1.1" status: 200 len: 896 time: 0.4045224 Feb 28 17:42:31.955951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] For port 36ee197f-f32f-4bec-b15d-24ae90e0dee5, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:42:31.964985 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] For port 36ee197f-f32f-4bec-b15d-24ae90e0dee5, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=36ee197f-f32f-4bec-b15d-24ae90e0dee5,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:42:31.972606 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d8185caf-a111-40a5-a9eb-d30d0dd02666 admin admin] Publish callbacks [] for security_group (9841c370-a0a1-4f0e-ad69-eb040e2d17cd), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:32.014298 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d8185caf-a111-40a5-a9eb-d30d0dd02666 admin admin] Publish callbacks [] for security_group (9841c370-a0a1-4f0e-ad69-eb040e2d17cd), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:32.039400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6f2b71b5-e62b-42e9-af0c-343f9e61aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:41:49Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b78930c4-9341-4949-9f7c-82f2f4bd3c69', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'port_id': '25324a8d-d1ac-4a54-801e-711437531044', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'mac_address': 'fa:16:3e:f7:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c97d77-2d97-496f-9742-17a8b62f704e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:42:26Z', 'updated_at': '2022-02-28T17:42:26Z', 'revision_number': 0, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:56Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:32.064835 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:32.091088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b71b5-e62b-42e9-af0c-343f9e61aead None None] Checking router: bfc3db3e-3edd-49b9-8214-a82174912269 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:42:32.093745 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46af5023-b16e-4964-8dbb-2edd59c51f1d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (3d855e21-62da-436b-9e3d-4a6d8c7cb1e6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:32.101543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b71b5-e62b-42e9-af0c-343f9e61aead None None] Routers {'bfc3db3e-3edd-49b9-8214-a82174912269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:32.102205 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6f2b71b5-e62b-42e9-af0c-343f9e61aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfc3db3e-3edd-49b9-8214-a82174912269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:32.117162 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c14ab4c5-d069-48f3-8c30-784f1b95725b req-57679030-ff11-4810-9da5-e064ddddd4d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25324a8d-d1ac-4a54-801e-711437531044 HTTP/1.1" status: 200 len: 1000 time: 0.2309990 Feb 28 17:42:32.279646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-6f2b71b5-e62b-42e9-af0c-343f9e61aead None None] Set router bfc3db3e-3edd-49b9-8214-a82174912269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:42:32.284382 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5023-b16e-4964-8dbb-2edd59c51f1d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event updated for resources: {'Subnet': ['ID=3d855e21-62da-436b-9e3d-4a6d8c7cb1e6,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:32.285313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:32.286260 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:32.287920 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] 10.222.0.73 "PUT /v2.0/ports/36ee197f-f32f-4bec-b15d-24ae90e0dee5 HTTP/1.1" status: 200 len: 1092 time: 2.0335257 Feb 28 17:42:32.288928 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2655ca8-79b4-46be-b3a2-aadef8860c31 service neutron] Pushing event updated for resources: {'Port': ['ID=36ee197f-f32f-4bec-b15d-24ae90e0dee5,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:32.312989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ab4c5-d069-48f3-8c30-784f1b95725b req-49528762-c1d4-401c-b0fa-e0afecb4150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:32.315381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c14ab4c5-d069-48f3-8c30-784f1b95725b req-49528762-c1d4-401c-b0fa-e0afecb4150c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bed7957d-4891-48a1-aeee-2449ab319aaf HTTP/1.1" status: 200 len: 835 time: 0.1332178 Feb 28 17:42:32.330354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9c1be-2d16-4534-8f91-5b31079624d1 req-05876ca0-0e16-47da-8ee2-fe98f8f157d7 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:32.332525 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46af5023-b16e-4964-8dbb-2edd59c51f1d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Checking segment: {'id': 'd6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '43e4ba16-6a00-4a12-8f9a-9467b19db2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:32.333253 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af5023-b16e-4964-8dbb-2edd59c51f1d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Network hostable DHCP agents. Network: 43e4ba16-6a00-4a12-8f9a-9467b19db2fd, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:42:32.339034 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85c9c1be-2d16-4534-8f91-5b31079624d1 req-05876ca0-0e16-47da-8ee2-fe98f8f157d7 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 943 time: 0.2011113 Feb 28 17:42:32.406586 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53070) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:32.418602 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ab4c5-d069-48f3-8c30-784f1b95725b req-2abcbf6e-6850-4984-a015-8aaf4905f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:32.425439 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c14ab4c5-d069-48f3-8c30-784f1b95725b req-2abcbf6e-6850-4984-a015-8aaf4905f1d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9f9a6f4-352f-4e23-9942-d076ed8d0c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1021304 Feb 28 17:42:32.429265 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85c9c1be-2d16-4534-8f91-5b31079624d1 req-daf160a7-1fc6-4741-ac9a-6211a51796b6 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884302 Feb 28 17:42:32.432304 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d8185caf-a111-40a5-a9eb-d30d0dd02666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9841c370-a0a1-4f0e-ad69-eb040e2d17cd), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:32.438112 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d8185caf-a111-40a5-a9eb-d30d0dd02666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:32.442327 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d8185caf-a111-40a5-a9eb-d30d0dd02666 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9841c370-a0a1-4f0e-ad69-eb040e2d17cd HTTP/1.1" status: 204 len: 168 time: 0.6023850 Feb 28 17:42:32.486357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8185caf-a111-40a5-a9eb-d30d0dd02666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9841c370-a0a1-4f0e-ad69-eb040e2d17cd,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:32.510736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af5023-b16e-4964-8dbb-2edd59c51f1d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Network 43e4ba16-6a00-4a12-8f9a-9467b19db2fd is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:42:32.560497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-b3047172-dbce-4a97-8857-e8de2bf5d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:32.562227 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-b3047172-dbce-4a97-8857-e8de2bf5d171 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 1126 time: 0.1211057 Feb 28 17:42:32.618363 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-e262b627-2b55-4eee-99c6-f10357b4773d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ee197f-f32f-4bec-b15d-24ae90e0dee5 HTTP/1.1" status: 200 len: 217 time: 0.0488131 Feb 28 17:42:32.701984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-659b1451-dda7-4d46-b5e5-29ea23155092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:32.704310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-659b1451-dda7-4d46-b5e5-29ea23155092 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afa66b9-3680-4134-be0e-81254a16067b HTTP/1.1" status: 200 len: 851 time: 0.0796659 Feb 28 17:42:32.772222 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-c4882b45-8ef3-435b-b6e1-e8793629a2c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7467a8e1-6b26-403e-997f-54fe13264910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604815 Feb 28 17:42:32.829340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6f2b71b5-e62b-42e9-af0c-343f9e61aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:41:49Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b78930c4-9341-4949-9f7c-82f2f4bd3c69', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'port_id': '25324a8d-d1ac-4a54-801e-711437531044', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'mac_address': 'fa:16:3e:f7:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c97d77-2d97-496f-9742-17a8b62f704e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:42:26Z', 'updated_at': '2022-02-28T17:42:26Z', 'revision_number': 0, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:56Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:32.881750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b71b5-e62b-42e9-af0c-343f9e61aead None None] The sync data for ids ['bfc3db3e-3edd-49b9-8214-a82174912269'] in n-d-820368-19 is: [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:41:49Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b78930c4-9341-4949-9f7c-82f2f4bd3c69', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'port_id': '25324a8d-d1ac-4a54-801e-711437531044', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'mac_address': 'fa:16:3e:f7:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c97d77-2d97-496f-9742-17a8b62f704e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:42:26Z', 'updated_at': '2022-02-28T17:42:26Z', 'revision_number': 0, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:56Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:42:32.941635 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-9ac68a20-9fa1-4e46-82e0-2dca93bd2e0d service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624067 Feb 28 17:42:33.043946 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e1b36f89-3fa6-4cde-bbbc-ecdebf75ba79 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/floatingips/b78930c4-9341-4949-9f7c-82f2f4bd3c69 HTTP/1.1" status: 200 len: 992 time: 0.6352820 Feb 28 17:42:33.052803 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-46af5023-b16e-4964-8dbb-2edd59c51f1d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 43e4ba16-6a00-4a12-8f9a-9467b19db2fd) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:33.062947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ee7656-111c-4498-9fc9-e03faa9b3d34 None None] Network 43e4ba16-6a00-4a12-8f9a-9467b19db2fd requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:33.067717 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46af5023-b16e-4964-8dbb-2edd59c51f1d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:33.068259 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-46af5023-b16e-4964-8dbb-2edd59c51f1d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:33.092518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53092) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:33.217261 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c14ab4c5-d069-48f3-8c30-784f1b95725b req-1c48fad0-32e6-448a-871c-f53a54134ee2 service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7165689 Feb 28 17:42:33.299159 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-46af5023-b16e-4964-8dbb-2edd59c51f1d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4678652 Feb 28 17:42:33.308308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53102) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:33.321998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-43e4ba16-6a00-4a12-8f9a-9467b19db2fd', 'network_id': '43e4ba16-6a00-4a12-8f9a-9467b19db2fd', 'project_id': '3ddfc7b452284157a7d5299014c89420', 'fixed_ips': [{'subnet_id': '3d855e21-62da-436b-9e3d-4a6d8c7cb1e6'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:42:33.327669 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:33.380804 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca736186-29f5-4d61-a385-6c5d39770fed None None] New status for floating IP b78930c4-9341-4949-9f7c-82f2f4bd3c69: ACTIVE {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:42:33.407815 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-410a3004-8b95-46d7-9b62-03ec79d68a3e tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Request body: {'network': {'name': 'tempest-router-network01--1598555646'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:33.557249 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1545662846', 'router:external': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:33.590629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410a3004-8b95-46d7-9b62-03ec79d68a3e tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Made reservation on behalf of 3ddfc7b452284157a7d5299014c89420 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:33.600273 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-410a3004-8b95-46d7-9b62-03ec79d68a3e tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:33.655054 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Allocated IP 2001:db8::2 (43e4ba16-6a00-4a12-8f9a-9467b19db2fd/3d855e21-62da-436b-9e3d-4a6d8c7cb1e6/797c33d1-8edb-4175-8188-6afce31ad45c) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:33.679594 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c14ab4c5-d069-48f3-8c30-784f1b95725b req-df38b0c3-b1e7-47ca-a56a-702158c3cc64 service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543982 Feb 28 17:42:33.760401 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d6e172-bc17-4705-b955-0ef0ae6acd32', 'tag': '36ee197f-f32f-4bec-b15d-24ae90e0dee5'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:42:33.763431 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ed4dc7-5bcf-4044-a98b-805351adfed9" -d '{"events": [{"name": "network-changed", "server_uuid": "83d6e172-bc17-4705-b955-0ef0ae6acd32", "tag": "36ee197f-f32f-4bec-b15d-24ae90e0dee5"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:42:33.769980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410a3004-8b95-46d7-9b62-03ec79d68a3e tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:33.786275 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-410a3004-8b95-46d7-9b62-03ec79d68a3e tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (fbebc28c-d10f-4a15-80bf-e4ee1710f785), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:33.786571 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-410a3004-8b95-46d7-9b62-03ec79d68a3e tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Added segment fbebc28c-d10f-4a15-80bf-e4ee1710f785 of type vlan for network 7c10fe96-d367-4b62-b21d-972506e51347 Feb 28 17:42:33.821677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdaf592-7261-44ff-a817-df2d50203906 req-dca6f705-4ac7-4fdf-8215-13545a9837c2 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:33.830075 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dcdaf592-7261-44ff-a817-df2d50203906 req-dca6f705-4ac7-4fdf-8215-13545a9837c2 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 943 time: 0.1746254 Feb 28 17:42:33.843921 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8980ae3-36bf-4d26-9a3c-151dd8f4695c req-c73244be-c0d9-4c44-9984-4c38d5204822 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8991423 Feb 28 17:42:33.860820 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bbd582-46c6-4e07-a592-54d29d39f3b0 x-openstack-request-id: req-d0bbd582-46c6-4e07-a592-54d29d39f3b0 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:42:33.861121 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d6e172-bc17-4705-b955-0ef0ae6acd32", "tag": "36ee197f-f32f-4bec-b15d-24ae90e0dee5", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:42:33.861425 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d0bbd582-46c6-4e07-a592-54d29d39f3b0 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:42:33.861832 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d6e172-bc17-4705-b955-0ef0ae6acd32', 'tag': '36ee197f-f32f-4bec-b15d-24ae90e0dee5', 'status': 'completed', 'code': 200} Feb 28 17:42:33.898273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Made reservation on behalf of 3cd85f526eeb49d2bf15dfa07405c2e8 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:33.901073 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:33.930694 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-410a3004-8b95-46d7-9b62-03ec79d68a3e tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (7c10fe96-d367-4b62-b21d-972506e51347), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:33.935259 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:33.989605 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Publish callbacks [] for port (797c33d1-8edb-4175-8188-6afce31ad45c), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.008446 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dcdaf592-7261-44ff-a817-df2d50203906 req-e13b52b7-61c6-4c75-9d4c-681502d95f9d tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774008 Feb 28 17:42:34.045117 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed4dc7-5bcf-4044-a98b-805351adfed9 req-065d9449-3145-444e-b848-dda41db30894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:34.046993 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83ed4dc7-5bcf-4044-a98b-805351adfed9 req-065d9449-3145-444e-b848-dda41db30894 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 1126 time: 0.0784512 Feb 28 17:42:34.048438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53134) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:34.055565 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.126553 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-410a3004-8b95-46d7-9b62-03ec79d68a3e tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (7c10fe96-d367-4b62-b21d-972506e51347), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.132644 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410a3004-8b95-46d7-9b62-03ec79d68a3e tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:34.134235 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-410a3004-8b95-46d7-9b62-03ec79d68a3e tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.163342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Network 43e4ba16-6a00-4a12-8f9a-9467b19db2fd is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:34.171849 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:34.174573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed4dc7-5bcf-4044-a98b-805351adfed9 req-a07312f4-908d-49f2-8f59-f34465086105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:34.176385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83ed4dc7-5bcf-4044-a98b-805351adfed9 req-a07312f4-908d-49f2-8f59-f34465086105 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 912 time: 0.1239929 Feb 28 17:42:34.183220 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:34.194491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-adb6f78a-4e1d-4284-bb0f-d7bc03c1c532 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/floatingips/b78930c4-9341-4949-9f7c-82f2f4bd3c69 HTTP/1.1" status: 200 len: 994 time: 0.1441565 Feb 28 17:42:34.206962 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Pushing event updated for resources: {'Port': ['ID=797c33d1-8edb-4175-8188-6afce31ad45c,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:34.251929 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83ed4dc7-5bcf-4044-a98b-805351adfed9 req-255f9d5f-5924-425b-ba89-ecc48a317bdb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ee197f-f32f-4bec-b15d-24ae90e0dee5 HTTP/1.1" status: 200 len: 217 time: 0.0690696 Feb 28 17:42:34.290566 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-410a3004-8b95-46d7-9b62-03ec79d68a3e tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9763045 Feb 28 17:42:34.294968 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53138) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:34.300729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for security_group (2ec36ba4-230b-4c1e-9045-6f8ee2615a8e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.302217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c0484a00-5638-4c1a-b6a0-e109244234ee tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Request body: {'network': {'name': 'tempest-router-network02--391501515'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:34.314784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Attempting to bind port 797c33d1-8edb-4175-8188-6afce31ad45c on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:42:34.314784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Attempting to bind port 797c33d1-8edb-4175-8188-6afce31ad45c by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'd6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '43e4ba16-6a00-4a12-8f9a-9467b19db2fd'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:42:34.315124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Attempting to bind port 797c33d1-8edb-4175-8188-6afce31ad45c on network 43e4ba16-6a00-4a12-8f9a-9467b19db2fd {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:42:34.320720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:42:34.321276 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Checking segment: {'id': 'd6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '43e4ba16-6a00-4a12-8f9a-9467b19db2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:34.322213 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.322213 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Bound using segment: {'id': 'd6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '43e4ba16-6a00-4a12-8f9a-9467b19db2fd'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:42:34.322986 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Bound port: 797c33d1-8edb-4175-8188-6afce31ad45c, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '43e4ba16-6a00-4a12-8f9a-9467b19db2fd'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:42:34.322986 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.323210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a3004-8b95-46d7-9b62-03ec79d68a3e tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event updated for resources: {'Network': ['ID=7c10fe96-d367-4b62-b21d-972506e51347,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:34.335811 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 7c10fe96-d367-4b62-b21d-972506e51347 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:34.342748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed4dc7-5bcf-4044-a98b-805351adfed9 req-efa22f53-7017-456a-9a3a-76b63ee8abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:34.343737 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83ed4dc7-5bcf-4044-a98b-805351adfed9 req-efa22f53-7017-456a-9a3a-76b63ee8abd5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afa66b9-3680-4134-be0e-81254a16067b HTTP/1.1" status: 200 len: 851 time: 0.0858774 Feb 28 17:42:34.377586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83ed4dc7-5bcf-4044-a98b-805351adfed9 req-45e9c4d9-89a0-4987-99a4-ec811a464856 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7467a8e1-6b26-403e-997f-54fe13264910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279486 Feb 28 17:42:34.433430 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2ec36ba4-230b-4c1e-9045-6f8ee2615a8e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.449110 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:34.454330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0484a00-5638-4c1a-b6a0-e109244234ee tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Made reservation on behalf of 3ddfc7b452284157a7d5299014c89420 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:34.455994 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] For port 797c33d1-8edb-4175-8188-6afce31ad45c, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:42:34.457044 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c0484a00-5638-4c1a-b6a0-e109244234ee tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.467544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] For port 797c33d1-8edb-4175-8188-6afce31ad45c, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=797c33d1-8edb-4175-8188-6afce31ad45c,segment=NetworkSegment(d6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b),segment_id=d6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:42:34.511560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0484a00-5638-4c1a-b6a0-e109244234ee tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:34.518544 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5fcce45c-ddfe-4a71-a7db-7dbbb8f18a2f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.525381 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Added segment 5fcce45c-ddfe-4a71-a7db-7dbbb8f18a2f of type vlan for network a2f10187-7b0f-42f6-9bb6-2bf0b935240e Feb 28 17:42:34.531340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83ed4dc7-5bcf-4044-a98b-805351adfed9 req-f62e55d9-b6ad-4158-bc10-280ebb681276 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478415 Feb 28 17:42:34.535004 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c0484a00-5638-4c1a-b6a0-e109244234ee tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b94a865f-10f9-4e2b-8ee8-2db9ec51976b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.535405 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-c0484a00-5638-4c1a-b6a0-e109244234ee tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Added segment b94a865f-10f9-4e2b-8ee8-2db9ec51976b of type vlan for network cc52ed48-f0e1-4496-a400-d07dd0892bd6 Feb 28 17:42:34.544119 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.609429 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec36ba4-230b-4c1e-9045-6f8ee2615a8e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:34.641815 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c0484a00-5638-4c1a-b6a0-e109244234ee tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (cc52ed48-f0e1-4496-a400-d07dd0892bd6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.694134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1bbbd-d380-4de8-be3d-e33e2336ccf2 None None] Pushing event updated for resources: {'Port': ['ID=797c33d1-8edb-4175-8188-6afce31ad45c,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:34.698563 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83ed4dc7-5bcf-4044-a98b-805351adfed9 req-76e9259d-2f25-4640-ba8a-1a1e5c5e68d9 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613953 Feb 28 17:42:34.716164 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (a2f10187-7b0f-42f6-9bb6-2bf0b935240e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.769442 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c0484a00-5638-4c1a-b6a0-e109244234ee tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (cc52ed48-f0e1-4496-a400-d07dd0892bd6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.776933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0484a00-5638-4c1a-b6a0-e109244234ee tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:34.777306 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c0484a00-5638-4c1a-b6a0-e109244234ee tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.826099 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (a2f10187-7b0f-42f6-9bb6-2bf0b935240e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.827076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:34.827714 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:34.896327 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53154) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:34.921775 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c0484a00-5638-4c1a-b6a0-e109244234ee tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6249883 Feb 28 17:42:34.929376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53158) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:34.932362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0484a00-5638-4c1a-b6a0-e109244234ee tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event updated for resources: {'Network': ['ID=cc52ed48-f0e1-4496-a400-d07dd0892bd6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:34.938540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-8805e9d7-b649-4844-b692-5aa7273da520 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Request body: {'subnet': {'network_id': '7c10fe96-d367-4b62-b21d-972506e51347', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:34.950581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network cc52ed48-f0e1-4496-a400-d07dd0892bd6 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:34.963370 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53160) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:34.966551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8728533 Feb 28 17:42:34.968314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-748d4fc7-2c2b-4dea-a71b-6b8ba79b87f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Request body: {'subnet': {'network_id': 'a2f10187-7b0f-42f6-9bb6-2bf0b935240e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:35.053453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca09066-1814-4f0f-b166-51c4359424bc tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event updated for resources: {'Network': ['ID=a2f10187-7b0f-42f6-9bb6-2bf0b935240e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:35.065047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748d4fc7-2c2b-4dea-a71b-6b8ba79b87f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Made reservation on behalf of 3cd85f526eeb49d2bf15dfa07405c2e8 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:35.069347 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-748d4fc7-2c2b-4dea-a71b-6b8ba79b87f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:35.096264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network a2f10187-7b0f-42f6-9bb6-2bf0b935240e details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:35.220812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8805e9d7-b649-4844-b692-5aa7273da520 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Made reservation on behalf of 3ddfc7b452284157a7d5299014c89420 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:35.223107 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8805e9d7-b649-4844-b692-5aa7273da520 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:35.290480 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53168) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:35.333947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c0322-d1ae-4655-8c4f-c302ba7c1b21 req-33c1be7e-0b05-422a-a405-23bcd60ed13a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:35.343299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-962c0322-d1ae-4655-8c4f-c302ba7c1b21 req-33c1be7e-0b05-422a-a405-23bcd60ed13a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 943 time: 0.1331615 Feb 28 17:42:35.485881 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53172) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:35.491280 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-962c0322-d1ae-4655-8c4f-c302ba7c1b21 req-bb54a8d9-2911-478b-92fb-3ed6331bd672 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469297 Feb 28 17:42:35.522199 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0389845a-9ad9-47a9-886f-43f4c20112bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:35.580088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3cc96392-a06a-46de-ac70-4c829e8fba4d tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:35.582434 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0a49b72a-9e08-4d31-8d33-74b4be7f5c58 tempest-SubnetPoolsTestJSON-880357 tempest-SubnetPoolsTestJSON-880357-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1782836140', 'prefixes': ['172.20.0.0/16']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:35.616716 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8805e9d7-b649-4844-b692-5aa7273da520 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (2313d8a2-399a-4ea2-9207-9c999a858552), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:35.692238 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805e9d7-b649-4844-b692-5aa7273da520 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event updated for resources: {'Subnet': ['ID=2313d8a2-399a-4ea2-9207-9c999a858552,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:35.693177 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0389845a-9ad9-47a9-886f-43f4c20112bc admin admin] Publish callbacks [] for security_group (3c530844-62c2-4290-a284-a8e422137d7b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:35.708973 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805e9d7-b649-4844-b692-5aa7273da520 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Checking segment: {'id': 'fbebc28c-d10f-4a15-80bf-e4ee1710f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7c10fe96-d367-4b62-b21d-972506e51347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:35.709341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8805e9d7-b649-4844-b692-5aa7273da520 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Network hostable DHCP agents. Network: 7c10fe96-d367-4b62-b21d-972506e51347, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:42:35.820420 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0389845a-9ad9-47a9-886f-43f4c20112bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3c530844-62c2-4290-a284-a8e422137d7b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:35.856259 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8805e9d7-b649-4844-b692-5aa7273da520 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Network 7c10fe96-d367-4b62-b21d-972506e51347 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:42:35.874035 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0389845a-9ad9-47a9-886f-43f4c20112bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0bc7b85ecc8f4d38bdc8330b4afeea0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9678125 Feb 28 17:42:35.875354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53180) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:35.875687 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389845a-9ad9-47a9-886f-43f4c20112bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c530844-62c2-4290-a284-a8e422137d7b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:35.886319 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3cc96392-a06a-46de-ac70-4c829e8fba4d tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] 10.222.0.72 "PUT /v2.0/quotas/c2f8d8712fb145f8bd8aca7bc3bcce5a HTTP/1.1" status: 200 len: 366 time: 0.5922263 Feb 28 17:42:35.888684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53182) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:35.902316 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3d9e9d7e-8972-4d35-8057-539f4afcca7a tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0124414 Feb 28 17:42:35.904893 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53184) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:35.931764 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0a49b72a-9e08-4d31-8d33-74b4be7f5c58 tempest-SubnetPoolsTestJSON-880357 tempest-SubnetPoolsTestJSON-880357-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:35.933123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0a49b72a-9e08-4d31-8d33-74b4be7f5c58 tempest-SubnetPoolsTestJSON-880357 tempest-SubnetPoolsTestJSON-880357-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4462171 Feb 28 17:42:35.937445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53186) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:35.939388 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-8805e9d7-b649-4844-b692-5aa7273da520 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 7c10fe96-d367-4b62-b21d-972506e51347) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:35.947663 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe136a63-5d19-4afc-9d90-db8060d81873 None None] Network 7c10fe96-d367-4b62-b21d-972506e51347 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:35.952020 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8c2c983e-f2b9-4bd8-a92c-dccb9e542c66 tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] 10.222.0.72 "GET /v2.0/quotas/c2f8d8712fb145f8bd8aca7bc3bcce5a HTTP/1.1" status: 200 len: 366 time: 0.0411828 Feb 28 17:42:35.952681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53188) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:35.970708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.objects.ports [None req-748d4fc7-2c2b-4dea-a71b-6b8ba79b87f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104246) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:42:35.971189 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-748d4fc7-2c2b-4dea-a71b-6b8ba79b87f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (8d8a91ca-dc6e-45f3-9df9-477af17d352e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:35.973475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8805e9d7-b649-4844-b692-5aa7273da520 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:35.974382 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8805e9d7-b649-4844-b692-5aa7273da520 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:36.028547 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5ac9a19a-d2e0-40c1-af2c-175904fcccd7 tempest-SubnetPoolsTestJSON-880357 tempest-SubnetPoolsTestJSON-880357-project] 10.222.0.72 "GET /v2.0/subnetpools/460c2cf5-46bb-4297-8ea8-74196dff959e HTTP/1.1" status: 200 len: 732 time: 0.0899270 Feb 28 17:42:36.029392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53190) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:36.041052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0d4c8aed-bcf1-47dd-8b25-cc91a10c1b6a tempest-SubnetPoolsTestJSON-880357 tempest-SubnetPoolsTestJSON-880357-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-879840374'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:36.054415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d4fc7-2c2b-4dea-a71b-6b8ba79b87f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d8a91ca-dc6e-45f3-9df9-477af17d352e,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:36.068504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d4fc7-2c2b-4dea-a71b-6b8ba79b87f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Checking segment: {'id': '5fcce45c-ddfe-4a71-a7db-7dbbb8f18a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a2f10187-7b0f-42f6-9bb6-2bf0b935240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:36.068504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d4fc7-2c2b-4dea-a71b-6b8ba79b87f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Network hostable DHCP agents. Network: a2f10187-7b0f-42f6-9bb6-2bf0b935240e, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:42:36.074933 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49d03594-f1e2-4249-8b1f-65e138731671 admin admin] Publish callbacks [] for security_group (3c530844-62c2-4290-a284-a8e422137d7b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:36.099311 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8805e9d7-b649-4844-b692-5aa7273da520 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1688416 Feb 28 17:42:36.103238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53192) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:36.108941 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9e68f57a-cec3-42f2-807b-88b9eaa5ebed tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Request body: {'subnet': {'network_id': 'cc52ed48-f0e1-4496-a400-d07dd0892bd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:36.126656 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-48a97d61-b9cd-40e7-a17c-dc0d5223cd85 tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/c2f8d8712fb145f8bd8aca7bc3bcce5a HTTP/1.1" status: 204 len: 168 time: 0.1689329 Feb 28 17:42:36.131526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-7c10fe96-d367-4b62-b21d-972506e51347', 'network_id': '7c10fe96-d367-4b62-b21d-972506e51347', 'project_id': '3ddfc7b452284157a7d5299014c89420', 'fixed_ips': [{'subnet_id': '2313d8a2-399a-4ea2-9207-9c999a858552'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:42:36.132612 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:36.139645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53194) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:36.172538 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49d03594-f1e2-4249-8b1f-65e138731671 admin admin] Publish callbacks [] for security_group (3c530844-62c2-4290-a284-a8e422137d7b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:36.228341 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d4fc7-2c2b-4dea-a71b-6b8ba79b87f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Network a2f10187-7b0f-42f6-9bb6-2bf0b935240e is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:42:36.256674 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dd6309c9-501b-4a07-944e-9fb25c2681f1 tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1078811 Feb 28 17:42:36.260864 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53196) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:36.274138 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a4c6977e-0aaa-45fd-8253-4860c93a6a27 tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] 10.222.0.72 "GET /v2.0/quotas/c2f8d8712fb145f8bd8aca7bc3bcce5a HTTP/1.1" status: 200 len: 370 time: 0.0116289 Feb 28 17:42:36.276268 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53198) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:36.286569 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3b7396b3-85bf-4374-b2c7-bbf01945d0a1 tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] 10.222.0.72 "GET /v2.0/quotas/c2f8d8712fb145f8bd8aca7bc3bcce5a/default HTTP/1.1" status: 200 len: 370 time: 0.0071332 Feb 28 17:42:36.287349 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53200) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:36.303129 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-1dc0bbf9-77aa-46ab-8289-a4a4538da80f tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] delete failed (client error): The resource could not be found. Feb 28 17:42:36.311142 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1dc0bbf9-77aa-46ab-8289-a4a4538da80f tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/c2f8d8712fb145f8bd8aca7bc3bcce5a HTTP/1.1" status: 404 len: 348 time: 0.0226181 Feb 28 17:42:36.320389 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abae363-cad3-41e1-a27f-3972c07d0f8f None None] Network 43e4ba16-6a00-4a12-8f9a-9467b19db2fd requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:36.388927 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-748d4fc7-2c2b-4dea-a71b-6b8ba79b87f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, a2f10187-7b0f-42f6-9bb6-2bf0b935240e) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:36.399657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748d4fc7-2c2b-4dea-a71b-6b8ba79b87f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:36.400389 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-748d4fc7-2c2b-4dea-a71b-6b8ba79b87f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:36.404202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3714d3ca-d4a9-446f-91e5-57b74267d561 None None] Network a2f10187-7b0f-42f6-9bb6-2bf0b935240e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:36.435331 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e68f57a-cec3-42f2-807b-88b9eaa5ebed tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Made reservation on behalf of 3ddfc7b452284157a7d5299014c89420 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:36.437040 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8aed-bcf1-47dd-8b25-cc91a10c1b6a tempest-SubnetPoolsTestJSON-880357 tempest-SubnetPoolsTestJSON-880357-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:36.439905 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e68f57a-cec3-42f2-807b-88b9eaa5ebed tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:36.443487 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0d4c8aed-bcf1-47dd-8b25-cc91a10c1b6a tempest-SubnetPoolsTestJSON-880357 tempest-SubnetPoolsTestJSON-880357-project] 10.222.0.72 "PUT /v2.0/subnetpools/460c2cf5-46bb-4297-8ea8-74196dff959e HTTP/1.1" status: 200 len: 683 time: 0.4047430 Feb 28 17:42:36.443487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53204) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:36.445613 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49d03594-f1e2-4249-8b1f-65e138731671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3c530844-62c2-4290-a284-a8e422137d7b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:36.450951 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49d03594-f1e2-4249-8b1f-65e138731671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:36.457315 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-49d03594-f1e2-4249-8b1f-65e138731671 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3c530844-62c2-4290-a284-a8e422137d7b HTTP/1.1" status: 204 len: 168 time: 0.5809031 Feb 28 17:42:36.490763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d03594-f1e2-4249-8b1f-65e138731671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c530844-62c2-4290-a284-a8e422137d7b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:36.504008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Allocated IP 2001:db8::2 (7c10fe96-d367-4b62-b21d-972506e51347/2313d8a2-399a-4ea2-9207-9c999a858552/6df89054-e714-4e27-bdf3-226e734ff86d) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:36.555063 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-748d4fc7-2c2b-4dea-a71b-6b8ba79b87f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5904827 Feb 28 17:42:36.558318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53210) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:36.569765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c19c915f-f9d0-43e5-957e-188e2ba22b6d tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1193279083', 'network_id': 'a2f10187-7b0f-42f6-9bb6-2bf0b935240e'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:36.617289 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6e4c93fa-e589-4cc3-9ea4-fbe97b215653 None None] Provisioning complete for port 797c33d1-8edb-4175-8188-6afce31ad45c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:36.617868 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6e4c93fa-e589-4cc3-9ea4-fbe97b215653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:36.669242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53212) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:36.728176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Usage tracker for resource:network and project:8bfa824e4a48403d80c9f86fab64e87d is out of sync, need to count used quota {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 17:42:36.735144 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 17:42:36.742294 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358c0d1-f136-4827-b70d-3961bd381127 req-5f7b6a77-a413-45b0-bad9-0f6bf39373cf tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:36.744054 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b358c0d1-f136-4827-b70d-3961bd381127 req-5f7b6a77-a413-45b0-bad9-0f6bf39373cf tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 943 time: 0.1481354 Feb 28 17:42:36.752913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Usage tracker for resource:subnet and project:8bfa824e4a48403d80c9f86fab64e87d is out of sync, need to count used quota {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 17:42:36.786755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 17:42:36.807447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19c915f-f9d0-43e5-957e-188e2ba22b6d tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Made reservation on behalf of 3cd85f526eeb49d2bf15dfa07405c2e8 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:36.807447 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c19c915f-f9d0-43e5-957e-188e2ba22b6d tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:36.811839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Usage tracker for resource:subnetpool and project:8bfa824e4a48403d80c9f86fab64e87d is out of sync, need to count used quota {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 17:42:36.812058 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b358c0d1-f136-4827-b70d-3961bd381127 req-3a5b8006-e75d-478b-90a0-cc06863d602d tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579472 Feb 28 17:42:36.845889 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-43935e54-2fa7-443e-ad91-d7e5da4b7056 tempest-SubnetPoolsTestJSON-880357 tempest-SubnetPoolsTestJSON-880357-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:36.849711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 17:42:36.850248 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-43935e54-2fa7-443e-ad91-d7e5da4b7056 tempest-SubnetPoolsTestJSON-880357 tempest-SubnetPoolsTestJSON-880357-project] 10.222.0.72 "DELETE /v2.0/subnetpools/460c2cf5-46bb-4297-8ea8-74196dff959e HTTP/1.1" status: 204 len: 168 time: 0.4028976 Feb 28 17:42:36.850248 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53218) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:36.860635 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-c19c915f-f9d0-43e5-957e-188e2ba22b6d tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] device_id is not set on port a479dd7f-fa32-494b-953c-8f7e7162e8d4 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:42:36.871981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Usage tracker for resource:port and project:8bfa824e4a48403d80c9f86fab64e87d is out of sync, need to count used quota {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 17:42:36.879421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 17:42:36.884531 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-4435829c-49c8-41a5-8f61-322e2393c9c2 tempest-SubnetPoolsTestJSON-880357 tempest-SubnetPoolsTestJSON-880357-project] show failed (client error): The resource could not be found. Feb 28 17:42:36.892516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4435829c-49c8-41a5-8f61-322e2393c9c2 tempest-SubnetPoolsTestJSON-880357 tempest-SubnetPoolsTestJSON-880357-project] 10.222.0.72 "GET /v2.0/subnetpools/460c2cf5-46bb-4297-8ea8-74196dff959e HTTP/1.1" status: 404 len: 346 time: 0.0366111 Feb 28 17:42:36.893397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53220) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:36.911624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 797c33d1-8edb-4175-8188-6afce31ad45c up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:36.913039 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-fee819f1-dfd3-43ac-b849-a9aefe81c495 tempest-SubnetPoolsTestJSON-880357 tempest-SubnetPoolsTestJSON-880357-project] delete failed (client error): The resource could not be found. Feb 28 17:42:36.914195 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fee819f1-dfd3-43ac-b849-a9aefe81c495 tempest-SubnetPoolsTestJSON-880357 tempest-SubnetPoolsTestJSON-880357-project] 10.222.0.72 "DELETE /v2.0/subnetpools/460c2cf5-46bb-4297-8ea8-74196dff959e HTTP/1.1" status: 404 len: 346 time: 0.0198097 Feb 28 17:42:36.948506 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e68f57a-cec3-42f2-807b-88b9eaa5ebed tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (71afbc5e-08fb-4ce6-ab96-2f2a2057ba31), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:36.961517 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Usage tracker for resource:router and project:8bfa824e4a48403d80c9f86fab64e87d is out of sync, need to count used quota {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 17:42:37.022222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb06374-f5e0-44e1-83d3-6fb0e3e8771d None None] Network a2f10187-7b0f-42f6-9bb6-2bf0b935240e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:37.038551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 17:42:37.102077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Usage tracker for resource:floatingip and project:8bfa824e4a48403d80c9f86fab64e87d is out of sync, need to count used quota {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 17:42:37.109210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68f57a-cec3-42f2-807b-88b9eaa5ebed tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event updated for resources: {'Subnet': ['ID=71afbc5e-08fb-4ce6-ab96-2f2a2057ba31,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:37.125603 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 17:42:37.151435 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-c19c915f-f9d0-43e5-957e-188e2ba22b6d tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Allocated IP 172.20.0.3 (a2f10187-7b0f-42f6-9bb6-2bf0b935240e/8d8a91ca-dc6e-45f3-9df9-477af17d352e/a479dd7f-fa32-494b-953c-8f7e7162e8d4) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:37.155372 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68f57a-cec3-42f2-807b-88b9eaa5ebed tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Checking segment: {'id': 'b94a865f-10f9-4e2b-8ee8-2db9ec51976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cc52ed48-f0e1-4496-a400-d07dd0892bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:37.155855 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e68f57a-cec3-42f2-807b-88b9eaa5ebed tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Network hostable DHCP agents. Network: cc52ed48-f0e1-4496-a400-d07dd0892bd6, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:42:37.268723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 797c33d1-8edb-4175-8188-6afce31ad45c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:37.269796 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:37.287230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e68f57a-cec3-42f2-807b-88b9eaa5ebed tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Network cc52ed48-f0e1-4496-a400-d07dd0892bd6 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:42:37.331678 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Usage tracker for resource:security_group and project:8bfa824e4a48403d80c9f86fab64e87d is out of sync, need to count used quota {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 17:42:37.340403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 17:42:37.343270 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Publish callbacks [] for port (6df89054-e714-4e27-bdf3-226e734ff86d), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:37.353112 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Usage tracker for resource:security_group_rule and project:8bfa824e4a48403d80c9f86fab64e87d is out of sync, need to count used quota {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 17:42:37.362112 n-d-820368-19 neutron-server[104246]: DEBUG neutron.quota.resource [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104246) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 17:42:37.374465 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f430ec8f-c2a7-4e04-9b34-37e169a19f7b tempest-QuotasTest-1881405993 tempest-QuotasTest-1881405993-project-admin] 10.222.0.72 "GET /v2.0/quotas/8bfa824e4a48403d80c9f86fab64e87d/details.json HTTP/1.1" status: 200 len: 703 time: 0.7004962 Feb 28 17:42:37.416759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-9e68f57a-cec3-42f2-807b-88b9eaa5ebed tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, cc52ed48-f0e1-4496-a400-d07dd0892bd6) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:37.418070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c93fa-e589-4cc3-9ea4-fbe97b215653 None None] Current status of the port 797c33d1-8edb-4175-8188-6afce31ad45c is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:37.418837 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6e4c93fa-e589-4cc3-9ea4-fbe97b215653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:37.429493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e68f57a-cec3-42f2-807b-88b9eaa5ebed tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:37.430463 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e68f57a-cec3-42f2-807b-88b9eaa5ebed tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:37.436630 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c19c915f-f9d0-43e5-957e-188e2ba22b6d tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for port (a479dd7f-fa32-494b-953c-8f7e7162e8d4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:37.450865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502bfd8f-8604-426e-bc51-00c01dc64a81 None None] Network cc52ed48-f0e1-4496-a400-d07dd0892bd6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:37.470882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 36ee197f-f32f-4bec-b15d-24ae90e0dee5 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:42:37.519104 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9e68f57a-cec3-42f2-807b-88b9eaa5ebed tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4144709 Feb 28 17:42:37.521548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53230) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:37.525920 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:37.580780 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c19c915f-f9d0-43e5-957e-188e2ba22b6d tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (a479dd7f-fa32-494b-953c-8f7e7162e8d4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:37.636561 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53232) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:37.653196 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6e4c93fa-e589-4cc3-9ea4-fbe97b215653 None None] For port 797c33d1-8edb-4175-8188-6afce31ad45c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=797c33d1-8edb-4175-8188-6afce31ad45c,segment=NetworkSegment(d6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b),segment_id=d6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:37.660076 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cd089ea-7305-4822-9d25-531e35b852bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:37.690050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19c915f-f9d0-43e5-957e-188e2ba22b6d tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Network a2f10187-7b0f-42f6-9bb6-2bf0b935240e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:37.710623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-c19c915f-f9d0-43e5-957e-188e2ba22b6d tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:37.716222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Network 7c10fe96-d367-4b62-b21d-972506e51347 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:37.729145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:37.731996 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:37.744853 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6e4c93fa-e589-4cc3-9ea4-fbe97b215653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:37.748781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c915f-f9d0-43e5-957e-188e2ba22b6d tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event updated for resources: {'Port': ['ID=a479dd7f-fa32-494b-953c-8f7e7162e8d4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:37.760936 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c915f-f9d0-43e5-957e-188e2ba22b6d tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:37.772451 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.resource_extend [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:42:37.828248 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cd089ea-7305-4822-9d25-531e35b852bd admin admin] Publish callbacks [] for security_group (26cdadbd-c13c-425a-9ec4-ca4bc1afb469), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:37.834292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53234) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:37.851844 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c9ba712-860f-4b07-8342-6f42c5a866d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:37.853737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Pushing event updated for resources: {'Port': ['ID=6df89054-e714-4e27-bdf3-226e734ff86d,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:37.937094 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cd089ea-7305-4822-9d25-531e35b852bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (26cdadbd-c13c-425a-9ec4-ca4bc1afb469), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:37.940897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 797c33d1-8edb-4175-8188-6afce31ad45c is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:37.941992 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.003365 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.024922 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3cd089ea-7305-4822-9d25-531e35b852bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5e9ab1e79e8e4240b16d11c8738b2d6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3849585 Feb 28 17:42:38.041968 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53246) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:38.042228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd089ea-7305-4822-9d25-531e35b852bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cdadbd-c13c-425a-9ec4-ca4bc1afb469,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:38.054689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Attempting to bind port 6df89054-e714-4e27-bdf3-226e734ff86d on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:42:38.055154 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Attempting to bind port 6df89054-e714-4e27-bdf3-226e734ff86d by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fbebc28c-d10f-4a15-80bf-e4ee1710f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7c10fe96-d367-4b62-b21d-972506e51347'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:42:38.055601 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Attempting to bind port 6df89054-e714-4e27-bdf3-226e734ff86d on network 7c10fe96-d367-4b62-b21d-972506e51347 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:42:38.075294 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-cc52ed48-f0e1-4496-a400-d07dd0892bd6', 'network_id': 'cc52ed48-f0e1-4496-a400-d07dd0892bd6', 'project_id': '3ddfc7b452284157a7d5299014c89420', 'fixed_ips': [{'subnet_id': '71afbc5e-08fb-4ce6-ab96-2f2a2057ba31'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:42:38.076495 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.111661 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-da8a4b77-ef4b-46ed-9268-1b6ae6042659 None None] Provisioning complete for port 797c33d1-8edb-4175-8188-6afce31ad45c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:38.113101 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-da8a4b77-ef4b-46ed-9268-1b6ae6042659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.139412 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19c915f-f9d0-43e5-957e-188e2ba22b6d tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:38.140006 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c19c915f-f9d0-43e5-957e-188e2ba22b6d tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.153424 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c738927b-c2b8-4347-af9d-ad565be9201e admin admin] Publish callbacks [] for security_group (26cdadbd-c13c-425a-9ec4-ca4bc1afb469), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.162508 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:42:38.165375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Checking segment: {'id': 'fbebc28c-d10f-4a15-80bf-e4ee1710f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7c10fe96-d367-4b62-b21d-972506e51347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:38.166086 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.167928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Bound using segment: {'id': 'fbebc28c-d10f-4a15-80bf-e4ee1710f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7c10fe96-d367-4b62-b21d-972506e51347'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:42:38.169277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Bound port: 6df89054-e714-4e27-bdf3-226e734ff86d, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbebc28c-d10f-4a15-80bf-e4ee1710f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7c10fe96-d367-4b62-b21d-972506e51347'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:42:38.172619 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.178217 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53252) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:38.200139 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.210194 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c738927b-c2b8-4347-af9d-ad565be9201e admin admin] Publish callbacks [] for security_group (26cdadbd-c13c-425a-9ec4-ca4bc1afb469), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.228079 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf715f-dfd5-4095-aae2-90e8050e7ce3 req-c88ed67e-aa55-4284-9943-8f9548a3670c tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:38.238160 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43bf715f-dfd5-4095-aae2-90e8050e7ce3 req-c88ed67e-aa55-4284-9943-8f9548a3670c tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 943 time: 0.2262299 Feb 28 17:42:38.278265 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c19c915f-f9d0-43e5-957e-188e2ba22b6d tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.7122672 Feb 28 17:42:38.287511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53256) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:38.302850 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0a8b72b0-e63b-471a-8103-0d72dbaadb3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.333450 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-81363600-ddb2-4df3-981b-79807a730b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.349481 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c93fa-e589-4cc3-9ea4-fbe97b215653 None None] Pushing event updated for resources: {'Port': ['ID=797c33d1-8edb-4175-8188-6afce31ad45c,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:38.363346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 36ee197f-f32f-4bec-b15d-24ae90e0dee5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=36ee197f-f32f-4bec-b15d-24ae90e0dee5,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:38.410559 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:42:38.411071 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:42:38.420152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43bf715f-dfd5-4095-aae2-90e8050e7ce3 req-fbea8983-716c-496c-9753-a2e860abba26 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830690 Feb 28 17:42:38.420643 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '36ee197f-f32f-4bec-b15d-24ae90e0dee5', 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910', 'port_id': '36ee197f-f32f-4bec-b15d-24ae90e0dee5', 'mac_address': 'fa:16:3e:9a:2d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afa66b9-3680-4134-be0e-81254a16067b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:42:38.460291 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-58ce3e4e-3560-4498-b1aa-c02e9a5409e4 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Deleting port a479dd7f-fa32-494b-953c-8f7e7162e8d4 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:38.462185 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-58ce3e4e-3560-4498-b1aa-c02e9a5409e4 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a479dd7f-fa32-494b-953c-8f7e7162e8d4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.484616 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c738927b-c2b8-4347-af9d-ad565be9201e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (26cdadbd-c13c-425a-9ec4-ca4bc1afb469), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.487956 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c738927b-c2b8-4347-af9d-ad565be9201e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.493434 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c738927b-c2b8-4347-af9d-ad565be9201e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26cdadbd-c13c-425a-9ec4-ca4bc1afb469 HTTP/1.1" status: 204 len: 168 time: 0.4552996 Feb 28 17:42:38.494941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] For port 6df89054-e714-4e27-bdf3-226e734ff86d, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:42:38.541277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738927b-c2b8-4347-af9d-ad565be9201e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cdadbd-c13c-425a-9ec4-ca4bc1afb469,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:38.620404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 36ee197f-f32f-4bec-b15d-24ae90e0dee5 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:38.623104 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.634890 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0a8b72b0-e63b-471a-8103-0d72dbaadb3c admin admin] Publish callbacks [] for security_group (122fafe8-ba45-4f4d-8aa2-14994eaeb435), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.659660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ee197f-f32f-4bec-b15d-24ae90e0dee5 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:42:38.672053 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] For port 6df89054-e714-4e27-bdf3-226e734ff86d, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6df89054-e714-4e27-bdf3-226e734ff86d,segment=NetworkSegment(fbebc28c-d10f-4a15-80bf-e4ee1710f785),segment_id=fbebc28c-d10f-4a15-80bf-e4ee1710f785)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:42:38.683006 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-81363600-ddb2-4df3-981b-79807a730b38 admin admin] Publish callbacks [] for security_group (a8ab9c95-fe9c-4e44-9dcc-67824c40b7e4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.687381 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-58ce3e4e-3560-4498-b1aa-c02e9a5409e4 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a479dd7f-fa32-494b-953c-8f7e7162e8d4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.715008 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-58ce3e4e-3560-4498-b1aa-c02e9a5409e4 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Calling delete_port for a479dd7f-fa32-494b-953c-8f7e7162e8d4 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:38.723558 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0a8b72b0-e63b-471a-8103-0d72dbaadb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (122fafe8-ba45-4f4d-8aa2-14994eaeb435), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.776528 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-81363600-ddb2-4df3-981b-79807a730b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a8ab9c95-fe9c-4e44-9dcc-67824c40b7e4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.798189 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 36ee197f-f32f-4bec-b15d-24ae90e0dee5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=36ee197f-f32f-4bec-b15d-24ae90e0dee5,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:38.801533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-da8a4b77-ef4b-46ed-9268-1b6ae6042659 None None] Current status of the port 797c33d1-8edb-4175-8188-6afce31ad45c is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:38.812355 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.830982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Allocated IP 2001:db8::1 (7c10fe96-d367-4b62-b21d-972506e51347/2313d8a2-399a-4ea2-9207-9c999a858552/3df57e09-0e79-4892-b3b3-9cc1df6aaf70) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:38.883470 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0a8b72b0-e63b-471a-8103-0d72dbaadb3c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=afe582090a5b4dc4bcdb48437eafb427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7027171 Feb 28 17:42:38.889132 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:38.894250 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53266) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:38.898910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b72b0-e63b-471a-8103-0d72dbaadb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122fafe8-ba45-4f4d-8aa2-14994eaeb435,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:38.914616 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Allocated IP 2001:db8::2 (cc52ed48-f0e1-4496-a400-d07dd0892bd6/71afbc5e-08fb-4ce6-ab96-2f2a2057ba31/8af6321d-68c7-4cc5-a31b-128b9c8e9051) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:38.973660 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-81363600-ddb2-4df3-981b-79807a730b38 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=563a5f078cee4ec28ee0a44e6cc2b683&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1380224 Feb 28 17:42:38.980545 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 797c33d1-8edb-4175-8188-6afce31ad45c is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:38.988871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53270) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:39.100180 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53272) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:39.120273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f37d2-1753-43ab-9adf-841917c54f71 None None] Pushing event updated for resources: {'Port': ['ID=6df89054-e714-4e27-bdf3-226e734ff86d,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:39.136241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81363600-ddb2-4df3-981b-79807a730b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ab9c95-fe9c-4e44-9dcc-67824c40b7e4,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:39.167066 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 797c33d1-8edb-4175-8188-6afce31ad45c up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:39.175572 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fa4377ac-31d1-4184-8e7f-bf5369e9ff9d admin admin] Publish callbacks [] for security_group (a8ab9c95-fe9c-4e44-9dcc-67824c40b7e4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.224086 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fa4377ac-31d1-4184-8e7f-bf5369e9ff9d admin admin] Publish callbacks [] for security_group (a8ab9c95-fe9c-4e44-9dcc-67824c40b7e4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.233197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['36ee197f-f32f-4bec-b15d-24ae90e0dee5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:42:39.355585 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=36ee197f-f32f-4bec-b15d-24ae90e0dee5,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:39.393628 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fa4377ac-31d1-4184-8e7f-bf5369e9ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a8ab9c95-fe9c-4e44-9dcc-67824c40b7e4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.396354 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fa4377ac-31d1-4184-8e7f-bf5369e9ff9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.400258 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fa4377ac-31d1-4184-8e7f-bf5369e9ff9d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a8ab9c95-fe9c-4e44-9dcc-67824c40b7e4 HTTP/1.1" status: 204 len: 168 time: 0.4090760 Feb 28 17:42:39.404413 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-836e2080-dfe6-4ea6-8dbe-9e4223a73cf0 admin admin] Publish callbacks [] for security_group (122fafe8-ba45-4f4d-8aa2-14994eaeb435), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.413662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 797c33d1-8edb-4175-8188-6afce31ad45c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:39.414062 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.415827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4377ac-31d1-4184-8e7f-bf5369e9ff9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ab9c95-fe9c-4e44-9dcc-67824c40b7e4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:39.490449 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-836e2080-dfe6-4ea6-8dbe-9e4223a73cf0 admin admin] Publish callbacks [] for security_group (122fafe8-ba45-4f4d-8aa2-14994eaeb435), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.587749 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for port (3df57e09-0e79-4892-b3b3-9cc1df6aaf70), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.599108 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56c6d909-1c00-4a22-bd41-eab9bb48cebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.638656 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d416c31-851c-4462-950b-d6f31a97f306 req-e0e2a36c-4cb0-419d-8bb2-37dedfc427c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:39.640268 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d416c31-851c-4462-950b-d6f31a97f306 req-e0e2a36c-4cb0-419d-8bb2-37dedfc427c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 944 time: 0.1124883 Feb 28 17:42:39.711588 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56c6d909-1c00-4a22-bd41-eab9bb48cebc admin admin] Publish callbacks [] for security_group (604d9dbd-0bfe-41e0-9cfa-6f9665056d99), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.716949 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-58ce3e4e-3560-4498-b1aa-c02e9a5409e4 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (a479dd7f-fa32-494b-953c-8f7e7162e8d4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.717477 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d416c31-851c-4462-950b-d6f31a97f306 req-c0f34a34-0bae-434a-a504-7bb49d1d9cad tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625496 Feb 28 17:42:39.755843 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce3e4e-3560-4498-b1aa-c02e9a5409e4 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event deleted for resources: {'Port': ['ID=a479dd7f-fa32-494b-953c-8f7e7162e8d4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:39.819161 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56c6d909-1c00-4a22-bd41-eab9bb48cebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (604d9dbd-0bfe-41e0-9cfa-6f9665056d99), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.911267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-836e2080-dfe6-4ea6-8dbe-9e4223a73cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (122fafe8-ba45-4f4d-8aa2-14994eaeb435), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.918426 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-836e2080-dfe6-4ea6-8dbe-9e4223a73cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.918426 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-836e2080-dfe6-4ea6-8dbe-9e4223a73cf0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/122fafe8-ba45-4f4d-8aa2-14994eaeb435 HTTP/1.1" status: 204 len: 168 time: 1.0178092 Feb 28 17:42:39.950766 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3df57e09-0e79-4892-b3b3-9cc1df6aaf70), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:39.952048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6d909-1c00-4a22-bd41-eab9bb48cebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604d9dbd-0bfe-41e0-9cfa-6f9665056d99,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:39.973714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53296) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:39.983777 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-56c6d909-1c00-4a22-bd41-eab9bb48cebc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e0c4c27be4844fe9abbf55229b3c718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8771603 Feb 28 17:42:40.034860 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-58ce3e4e-3560-4498-b1aa-c02e9a5409e4 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.046352 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-58ce3e4e-3560-4498-b1aa-c02e9a5409e4 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "DELETE /v2.0/ports/a479dd7f-fa32-494b-953c-8f7e7162e8d4 HTTP/1.1" status: 204 len: 168 time: 1.7577574 Feb 28 17:42:40.049002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53300) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:40.064649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2f10187-7b0f-42f6-9bb6-2bf0b935240e', 'external_fixed_ips': [{'subnet_id': '8d8a91ca-dc6e-45f3-9df9-477af17d352e', 'ip_address': '172.20.0.3'}]}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:40.071507 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e2080-dfe6-4ea6-8dbe-9e4223a73cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122fafe8-ba45-4f4d-8aa2-14994eaeb435,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:40.092256 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Network 7c10fe96-d367-4b62-b21d-972506e51347 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:40.097182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:40.106603 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:40.111767 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (f4393130-628a-4146-95c2-6b1c8ffeba37), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.121575 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event updated for resources: {'Port': ['ID=3df57e09-0e79-4892-b3b3-9cc1df6aaf70,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:40.129318 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72c01dc9-8ab0-4f21-a06a-dd5ca0a45f1f admin admin] Publish callbacks [] for security_group (604d9dbd-0bfe-41e0-9cfa-6f9665056d99), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.141550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 797c33d1-8edb-4175-8188-6afce31ad45c is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:40.143720 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d3647a4b-ec47-4566-b91d-53fbe52974f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.166363 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Publish callbacks [] for port (8af6321d-68c7-4cc5-a31b-128b9c8e9051), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.166690 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72c01dc9-8ab0-4f21-a06a-dd5ca0a45f1f admin admin] Publish callbacks [] for security_group (604d9dbd-0bfe-41e0-9cfa-6f9665056d99), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.257116 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (afa2d2ab-3892-41ef-b83f-b114ef0f5f07), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.259649 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (afa2d2ab-3892-41ef-b83f-b114ef0f5f07), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.291777 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (8af6321d-68c7-4cc5-a31b-128b9c8e9051), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.297560 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.348811 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Network cc52ed48-f0e1-4496-a400-d07dd0892bd6 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:40.352297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:40.358684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:40.362253 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Pushing event updated for resources: {'Port': ['ID=8af6321d-68c7-4cc5-a31b-128b9c8e9051,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:40.369890 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72c01dc9-8ab0-4f21-a06a-dd5ca0a45f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (604d9dbd-0bfe-41e0-9cfa-6f9665056d99), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.372817 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-72c01dc9-8ab0-4f21-a06a-dd5ca0a45f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.377274 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-72c01dc9-8ab0-4f21-a06a-dd5ca0a45f1f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/604d9dbd-0bfe-41e0-9cfa-6f9665056d99 HTTP/1.1" status: 204 len: 168 time: 0.3983109 Feb 28 17:42:40.397326 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c01dc9-8ab0-4f21-a06a-dd5ca0a45f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604d9dbd-0bfe-41e0-9cfa-6f9665056d99,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:40.452602 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3df57e09-0e79-4892-b3b3-9cc1df6aaf70), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.481745 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_controller (afa2d2ab-3892-41ef-b83f-b114ef0f5f07), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.538799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Attempting to bind port 8af6321d-68c7-4cc5-a31b-128b9c8e9051 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:42:40.539288 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Attempting to bind port 8af6321d-68c7-4cc5-a31b-128b9c8e9051 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'b94a865f-10f9-4e2b-8ee8-2db9ec51976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cc52ed48-f0e1-4496-a400-d07dd0892bd6'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:42:40.542850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Attempting to bind port 8af6321d-68c7-4cc5-a31b-128b9c8e9051 on network cc52ed48-f0e1-4496-a400-d07dd0892bd6 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:42:40.547261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:42:40.547854 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Checking segment: {'id': 'b94a865f-10f9-4e2b-8ee8-2db9ec51976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cc52ed48-f0e1-4496-a400-d07dd0892bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:40.548354 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.548981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Bound using segment: {'id': 'b94a865f-10f9-4e2b-8ee8-2db9ec51976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cc52ed48-f0e1-4496-a400-d07dd0892bd6'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:42:40.549671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Bound port: 8af6321d-68c7-4cc5-a31b-128b9c8e9051, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94a865f-10f9-4e2b-8ee8-2db9ec51976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cc52ed48-f0e1-4496-a400-d07dd0892bd6'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:42:40.550336 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8af6321d-68c7-4cc5-a31b-128b9c8e9051), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.613753 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31abd5db-837a-4b6b-bba4-5203ffb8efab None None] Network 7c10fe96-d367-4b62-b21d-972506e51347 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:40.695352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] For port 8af6321d-68c7-4cc5-a31b-128b9c8e9051, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:42:40.700215 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] For port 8af6321d-68c7-4cc5-a31b-128b9c8e9051, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8af6321d-68c7-4cc5-a31b-128b9c8e9051,segment=NetworkSegment(b94a865f-10f9-4e2b-8ee8-2db9ec51976b),segment_id=b94a865f-10f9-4e2b-8ee8-2db9ec51976b)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:42:40.710867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-206c9d48-f37e-439d-9b5f-abf583ca45fb None None] Provisioning complete for port 6df89054-e714-4e27-bdf3-226e734ff86d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:40.711477 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-206c9d48-f37e-439d-9b5f-abf583ca45fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.730827 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (afa2d2ab-3892-41ef-b83f-b114ef0f5f07), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.781964 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8af6321d-68c7-4cc5-a31b-128b9c8e9051), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.863481 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for port (3df57e09-0e79-4892-b3b3-9cc1df6aaf70), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.883263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d25b67-32da-4591-aebe-e5b5c37dbf48 req-ea97613d-730b-456d-97cb-066687716216 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:40.888152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5d25b67-32da-4591-aebe-e5b5c37dbf48 req-ea97613d-730b-456d-97cb-066687716216 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 944 time: 0.0886776 Feb 28 17:42:40.913786 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b2dbe-11b0-4a7f-a7df-93d9633de288 None None] Pushing event updated for resources: {'Port': ['ID=8af6321d-68c7-4cc5-a31b-128b9c8e9051,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:40.943227 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-206c9d48-f37e-439d-9b5f-abf583ca45fb None None] Current status of the port 6df89054-e714-4e27-bdf3-226e734ff86d is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:40.943853 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-206c9d48-f37e-439d-9b5f-abf583ca45fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.974819 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3df57e09-0e79-4892-b3b3-9cc1df6aaf70), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.975519 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (f4393130-628a-4146-95c2-6b1c8ffeba37), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:40.991151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53318) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:41.018830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-206c9d48-f37e-439d-9b5f-abf583ca45fb None None] For port 6df89054-e714-4e27-bdf3-226e734ff86d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6df89054-e714-4e27-bdf3-226e734ff86d,segment=NetworkSegment(fbebc28c-d10f-4a15-80bf-e4ee1710f785),segment_id=fbebc28c-d10f-4a15-80bf-e4ee1710f785)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:41.029610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58e35e6c-617b-4155-83e4-dbca074f2fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:41.098815 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-206c9d48-f37e-439d-9b5f-abf583ca45fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:41.188117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5d25b67-32da-4591-aebe-e5b5c37dbf48 req-0b8d52e0-5685-4236-9f80-e2f321e455bb tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963510 Feb 28 17:42:41.246488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event updated for resources: {'Port': ['ID=3df57e09-0e79-4892-b3b3-9cc1df6aaf70,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:41.250409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Network 7c10fe96-d367-4b62-b21d-972506e51347 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:41.253153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:41.299370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c9d48-f37e-439d-9b5f-abf583ca45fb None None] Pushing event updated for resources: {'Port': ['ID=6df89054-e714-4e27-bdf3-226e734ff86d,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:41.309950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6df89054-e714-4e27-bdf3-226e734ff86d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:41.441704 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 6df89054-e714-4e27-bdf3-226e734ff86d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:41.442134 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:41.488489 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:41.506045 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 36ee197f-f32f-4bec-b15d-24ae90e0dee5 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:41.516862 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (afa2d2ab-3892-41ef-b83f-b114ef0f5f07), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:41.546254 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:41.571692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Router f4393130-628a-4146-95c2-6b1c8ffeba37 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:42:41.616186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ff508a60-b06b-4790-bee8-506d53939ceb None None] Provisioning complete for port 3df57e09-0e79-4892-b3b3-9cc1df6aaf70 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:41.616791 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ff508a60-b06b-4790-bee8-506d53939ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3df57e09-0e79-4892-b3b3-9cc1df6aaf70), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:41.656174 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58e35e6c-617b-4155-83e4-dbca074f2fc2 admin admin] Publish callbacks [] for security_group (ed24af87-0571-44c1-af66-50385b7b3987), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:41.662880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ff508a60-b06b-4790-bee8-506d53939ceb None None] Port 3df57e09-0e79-4892-b3b3-9cc1df6aaf70 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:41.668574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 36ee197f-f32f-4bec-b15d-24ae90e0dee5 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:42:41.673963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 36ee197f-f32f-4bec-b15d-24ae90e0dee5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:41.674695 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:41.744551 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ff508a60-b06b-4790-bee8-506d53939ceb None None] Provisioning complete for port 6df89054-e714-4e27-bdf3-226e734ff86d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:41.744925 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ff508a60-b06b-4790-bee8-506d53939ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:41.767160 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58e35e6c-617b-4155-83e4-dbca074f2fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ed24af87-0571-44c1-af66-50385b7b3987), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:41.787247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:42:41.795226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 6df89054-e714-4e27-bdf3-226e734ff86d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:41.801915 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5e7c0770-b3fb-4efd-9d34-58ac7e44e0fa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "PUT /v2.0/routers/f4393130-628a-4146-95c2-6b1c8ffeba37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2791378 Feb 28 17:42:41.805418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53330) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:41.806314 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6476842b-481b-4526-9b91-45c15ebdd223 None None] Sync routers for ids ['f4393130-628a-4146-95c2-6b1c8ffeba37'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:42:41.806862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53332) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:41.833209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6476842b-481b-4526-9b91-45c15ebdd223 None None] Routers {'f4393130-628a-4146-95c2-6b1c8ffeba37'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:41.834194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6476842b-481b-4526-9b91-45c15ebdd223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f4393130-628a-4146-95c2-6b1c8ffeba37'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:41.890286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6476842b-481b-4526-9b91-45c15ebdd223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:41.900280 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41e1a2a2-7f1d-4e79-a29e-19fe5ce20041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:41.928405 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-58e35e6c-617b-4155-83e4-dbca074f2fc2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8bfa824e4a48403d80c9f86fab64e87d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9327919 Feb 28 17:42:41.931319 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53334) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:41.933472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Allocated IP 172.20.0.3 (a2f10187-7b0f-42f6-9bb6-2bf0b935240e/8d8a91ca-dc6e-45f3-9df9-477af17d352e/42891396-effb-42e9-b69d-9706710a0e26) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:41.945425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e35e6c-617b-4155-83e4-dbca074f2fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed24af87-0571-44c1-af66-50385b7b3987,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:41.946791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6476842b-481b-4526-9b91-45c15ebdd223 None None] Routers {'f4393130-628a-4146-95c2-6b1c8ffeba37'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:41.947678 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6476842b-481b-4526-9b91-45c15ebdd223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f4393130-628a-4146-95c2-6b1c8ffeba37'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:42.022770 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6476842b-481b-4526-9b91-45c15ebdd223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:42.023449 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6476842b-481b-4526-9b91-45c15ebdd223 None None] The sync data for ids ['f4393130-628a-4146-95c2-6b1c8ffeba37'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:42:42.049681 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ff508a60-b06b-4790-bee8-506d53939ceb None None] Current status of the port 6df89054-e714-4e27-bdf3-226e734ff86d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:42.146369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 36ee197f-f32f-4bec-b15d-24ae90e0dee5 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:42.146907 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:42.170027 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ba36cbf9-0b53-4a77-8872-33164742cbd6 admin admin] Publish callbacks [] for security_group (ed24af87-0571-44c1-af66-50385b7b3987), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:42.221569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ba36cbf9-0b53-4a77-8872-33164742cbd6 admin admin] Publish callbacks [] for security_group (ed24af87-0571-44c1-af66-50385b7b3987), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:42.223701 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d6e172-bc17-4705-b955-0ef0ae6acd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ee197f-f32f-4bec-b15d-24ae90e0dee5'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:42:42.236452 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94987583-178f-4626-a9f8-8e4cec80fea6" -d '{"events": [{"server_uuid": "83d6e172-bc17-4705-b955-0ef0ae6acd32", "name": "network-vif-plugged", "status": "completed", "tag": "36ee197f-f32f-4bec-b15d-24ae90e0dee5"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:42:42.309962 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 36ee197f-f32f-4bec-b15d-24ae90e0dee5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=36ee197f-f32f-4bec-b15d-24ae90e0dee5,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:42.309962 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-13008daf-083b-4949-8ef4-3c7b3c20c71e None None] Provisioning complete for port 3df57e09-0e79-4892-b3b3-9cc1df6aaf70 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:42.309962 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-13008daf-083b-4949-8ef4-3c7b3c20c71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3df57e09-0e79-4892-b3b3-9cc1df6aaf70), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:42.376281 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8325390e-1680-412f-976d-161683b61937 x-openstack-request-id: req-8325390e-1680-412f-976d-161683b61937 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:42:42.377128 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d6e172-bc17-4705-b955-0ef0ae6acd32", "name": "network-vif-plugged", "status": "completed", "tag": "36ee197f-f32f-4bec-b15d-24ae90e0dee5", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:42:42.377681 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8325390e-1680-412f-976d-161683b61937 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:42:42.378318 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d6e172-bc17-4705-b955-0ef0ae6acd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ee197f-f32f-4bec-b15d-24ae90e0dee5', 'code': 200} Feb 28 17:42:42.382541 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:42.417532 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for port (42891396-effb-42e9-b69d-9706710a0e26), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:42.444681 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-13008daf-083b-4949-8ef4-3c7b3c20c71e None None] Port 3df57e09-0e79-4892-b3b3-9cc1df6aaf70 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:42.494436 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=36ee197f-f32f-4bec-b15d-24ae90e0dee5,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:42.507785 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ba36cbf9-0b53-4a77-8872-33164742cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ed24af87-0571-44c1-af66-50385b7b3987), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:42.510674 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ba36cbf9-0b53-4a77-8872-33164742cbd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:42.513983 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ba36cbf9-0b53-4a77-8872-33164742cbd6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ed24af87-0571-44c1-af66-50385b7b3987 HTTP/1.1" status: 204 len: 168 time: 0.5799022 Feb 28 17:42:42.523269 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36cbf9-0b53-4a77-8872-33164742cbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed24af87-0571-44c1-af66-50385b7b3987,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:42.544085 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:42.569475 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (42891396-effb-42e9-b69d-9706710a0e26), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:42.574612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4018459d-5fd0-4c3f-bdba-011b7baff6f9 None None] Provisioning complete for port 3df57e09-0e79-4892-b3b3-9cc1df6aaf70 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:42.579187 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4018459d-5fd0-4c3f-bdba-011b7baff6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3df57e09-0e79-4892-b3b3-9cc1df6aaf70), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:42.616600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4018459d-5fd0-4c3f-bdba-011b7baff6f9 None None] Port 3df57e09-0e79-4892-b3b3-9cc1df6aaf70 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:42.639292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Network a2f10187-7b0f-42f6-9bb6-2bf0b935240e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:42.643963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:42.651538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:42.696519 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event updated for resources: {'Port': ['ID=42891396-effb-42e9-b69d-9706710a0e26,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:42.701758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cae8f0-37a9-4953-96f1-5b8054101f56 None None] Network cc52ed48-f0e1-4496-a400-d07dd0892bd6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:42.784067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a9c643ef-ba32-4461-8364-90ebe0da39ab None None] Provisioning complete for port 8af6321d-68c7-4cc5-a31b-128b9c8e9051 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:42.784903 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a9c643ef-ba32-4461-8364-90ebe0da39ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8af6321d-68c7-4cc5-a31b-128b9c8e9051), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:42.908180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a9c643ef-ba32-4461-8364-90ebe0da39ab None None] Current status of the port 8af6321d-68c7-4cc5-a31b-128b9c8e9051 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:42.908658 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a9c643ef-ba32-4461-8364-90ebe0da39ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8af6321d-68c7-4cc5-a31b-128b9c8e9051), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:42.965252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a9c643ef-ba32-4461-8364-90ebe0da39ab None None] For port 8af6321d-68c7-4cc5-a31b-128b9c8e9051, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8af6321d-68c7-4cc5-a31b-128b9c8e9051,segment=NetworkSegment(b94a865f-10f9-4e2b-8ee8-2db9ec51976b),segment_id=b94a865f-10f9-4e2b-8ee8-2db9ec51976b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:43.009597 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41e1a2a2-7f1d-4e79-a29e-19fe5ce20041 admin admin] Publish callbacks [] for security_group (19e22a6e-f208-45e4-b447-d67e1f48432a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:43.011649 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a9c643ef-ba32-4461-8364-90ebe0da39ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8af6321d-68c7-4cc5-a31b-128b9c8e9051), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:43.084132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53376) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:43.110408 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (afa2d2ab-3892-41ef-b83f-b114ef0f5f07), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:43.112207 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41e1a2a2-7f1d-4e79-a29e-19fe5ce20041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (19e22a6e-f208-45e4-b447-d67e1f48432a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:43.130071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c643ef-ba32-4461-8364-90ebe0da39ab None None] Pushing event updated for resources: {'Port': ['ID=8af6321d-68c7-4cc5-a31b-128b9c8e9051,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:43.138487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ff4e6-8171-4d96-9480-c9cc6d80a7c9 req-54ae8edb-a40c-4b96-95d1-fbdac5609e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:43.143361 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b8ff4e6-8171-4d96-9480-c9cc6d80a7c9 req-54ae8edb-a40c-4b96-95d1-fbdac5609e66 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 1128 time: 0.3328795 Feb 28 17:42:43.154427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f89442-1d4b-48ab-8a0e-491fca3ad395 req-6db701c1-3ff7-472d-9e1d-d99a4d6430c1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:43.157440 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19f89442-1d4b-48ab-8a0e-491fca3ad395 req-6db701c1-3ff7-472d-9e1d-d99a4d6430c1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.3413897 Feb 28 17:42:43.247684 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-41e1a2a2-7f1d-4e79-a29e-19fe5ce20041 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1ac17cac1e284bbea0902b884c54e0b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4372721 Feb 28 17:42:43.251657 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53384) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:43.286719 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1a2a2-7f1d-4e79-a29e-19fe5ce20041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e22a6e-f208-45e4-b447-d67e1f48432a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:43.287614 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6df89054-e714-4e27-bdf3-226e734ff86d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:43.340570 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b8ff4e6-8171-4d96-9480-c9cc6d80a7c9 req-6c2973d1-7226-4157-9b0b-0ab2280b26b3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742733 Feb 28 17:42:43.349479 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19f89442-1d4b-48ab-8a0e-491fca3ad395 req-5e801ab7-cc85-4364-813f-a99383273e48 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657436 Feb 28 17:42:43.427644 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-18782130-c351-475e-b082-3e007669977c admin admin] Publish callbacks [] for security_group (19e22a6e-f208-45e4-b447-d67e1f48432a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:43.445552 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-66cde28a-5cc4-4aeb-8c94-bd9758584643 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:42:43.450045 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-66cde28a-5cc4-4aeb-8c94-bd9758584643 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "PUT /v2.0/routers/f4393130-628a-4146-95c2-6b1c8ffeba37/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6286824 Feb 28 17:42:43.450712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53388) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:43.482375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 6df89054-e714-4e27-bdf3-226e734ff86d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:43.483286 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:43.500525 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (afa2d2ab-3892-41ef-b83f-b114ef0f5f07), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:43.511679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e11dc3a8-ceb0-47b1-ab63-7ab5fa04435a None None] Provisioning complete for port 8af6321d-68c7-4cc5-a31b-128b9c8e9051 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:43.512047 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e11dc3a8-ceb0-47b1-ab63-7ab5fa04435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8af6321d-68c7-4cc5-a31b-128b9c8e9051), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:43.515839 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-18782130-c351-475e-b082-3e007669977c admin admin] Publish callbacks [] for security_group (19e22a6e-f208-45e4-b447-d67e1f48432a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:43.629906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 6df89054-e714-4e27-bdf3-226e734ff86d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:43.631277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8af6321d-68c7-4cc5-a31b-128b9c8e9051 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:43.641788 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:42:43.703910 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dcacf96c-aaff-4672-8c83-21a4ee6095c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:43.737892 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-18782130-c351-475e-b082-3e007669977c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (19e22a6e-f208-45e4-b447-d67e1f48432a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:43.741399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-18782130-c351-475e-b082-3e007669977c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:43.745061 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-18782130-c351-475e-b082-3e007669977c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/19e22a6e-f208-45e4-b447-d67e1f48432a HTTP/1.1" status: 204 len: 168 time: 0.4828093 Feb 28 17:42:43.754346 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18782130-c351-475e-b082-3e007669977c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e22a6e-f208-45e4-b447-d67e1f48432a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:43.806319 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Router afa2d2ab-3892-41ef-b83f-b114ef0f5f07 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:42:43.898632 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dcacf96c-aaff-4672-8c83-21a4ee6095c2 admin admin] Publish callbacks [] for security_group (fbda95a9-30d6-499b-b371-996789e48a90), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:43.918857 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e11dc3a8-ceb0-47b1-ab63-7ab5fa04435a None None] Current status of the port 8af6321d-68c7-4cc5-a31b-128b9c8e9051 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:43.948238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8af6321d-68c7-4cc5-a31b-128b9c8e9051 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:43.948608 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8af6321d-68c7-4cc5-a31b-128b9c8e9051), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:43.975720 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dcacf96c-aaff-4672-8c83-21a4ee6095c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (fbda95a9-30d6-499b-b371-996789e48a90), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:44.034689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacf96c-aaff-4672-8c83-21a4ee6095c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbda95a9-30d6-499b-b371-996789e48a90,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:44.039005 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dcacf96c-aaff-4672-8c83-21a4ee6095c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3634a6225df344729d73499184c26be8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9538689 Feb 28 17:42:44.042333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53402) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:44.052763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8af6321d-68c7-4cc5-a31b-128b9c8e9051 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:44.067980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:42:44.071856 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:44.081415 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Sync routers for ids ['afa2d2ab-3892-41ef-b83f-b114ef0f5f07'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:42:44.090811 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Routers {'afa2d2ab-3892-41ef-b83f-b114ef0f5f07'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:44.091417 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['afa2d2ab-3892-41ef-b83f-b114ef0f5f07'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:44.094193 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-653c363f-96ee-4201-a3fc-437d65e49c08 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (f4393130-628a-4146-95c2-6b1c8ffeba37), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:44.172472 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc306-385b-4045-847a-4dc0a37ea4e4 admin admin] Publish callbacks [] for security_group (fbda95a9-30d6-499b-b371-996789e48a90), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:44.201571 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:44.205847 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5b3546bd-fd40-4c08-ab04-e253fbd98206 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.1524477 Feb 28 17:42:44.206938 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53410) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:44.211587 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc306-385b-4045-847a-4dc0a37ea4e4 admin admin] Publish callbacks [] for security_group (fbda95a9-30d6-499b-b371-996789e48a90), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:44.224542 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Set router afa2d2ab-3892-41ef-b83f-b114ef0f5f07 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:42:44.396722 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc306-385b-4045-847a-4dc0a37ea4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (fbda95a9-30d6-499b-b371-996789e48a90), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:44.399817 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc306-385b-4045-847a-4dc0a37ea4e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:44.401122 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3f1fc306-385b-4045-847a-4dc0a37ea4e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fbda95a9-30d6-499b-b371-996789e48a90 HTTP/1.1" status: 204 len: 168 time: 0.3577271 Feb 28 17:42:44.417919 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fc306-385b-4045-847a-4dc0a37ea4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbda95a9-30d6-499b-b371-996789e48a90,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:44.446575 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-653c363f-96ee-4201-a3fc-437d65e49c08 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Deleting port 3df57e09-0e79-4892-b3b3-9cc1df6aaf70 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:44.446939 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-653c363f-96ee-4201-a3fc-437d65e49c08 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3df57e09-0e79-4892-b3b3-9cc1df6aaf70), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:44.608335 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-653c363f-96ee-4201-a3fc-437d65e49c08 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3df57e09-0e79-4892-b3b3-9cc1df6aaf70), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:44.628398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-653c363f-96ee-4201-a3fc-437d65e49c08 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Calling delete_port for 3df57e09-0e79-4892-b3b3-9cc1df6aaf70 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:44.691980 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2d2ab-3892-41ef-b83f-b114ef0f5f07', 'name': '', 'tenant_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2f10187-7b0f-42f6-9bb6-2bf0b935240e', 'external_fixed_ips': [{'subnet_id': '8d8a91ca-dc6e-45f3-9df9-477af17d352e', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '42891396-effb-42e9-b69d-9706710a0e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:42:40Z', 'updated_at': '2022-02-28T17:42:42Z', 'revision_number': 3, 'project_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'gw_port': {'id': '42891396-effb-42e9-b69d-9706710a0e26', 'name': '', 'network_id': 'a2f10187-7b0f-42f6-9bb6-2bf0b935240e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:88:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa2d2ab-3892-41ef-b83f-b114ef0f5f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '8d8a91ca-dc6e-45f3-9df9-477af17d352e', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:42:41Z', 'updated_at': '2022-02-28T17:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d8a91ca-dc6e-45f3-9df9-477af17d352e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:44.722052 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Checking router: afa2d2ab-3892-41ef-b83f-b114ef0f5f07 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:42:44.722968 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Updating router afa2d2ab-3892-41ef-b83f-b114ef0f5f07 port 42891396-effb-42e9-b69d-9706710a0e26 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:42:44.758109 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (42891396-effb-42e9-b69d-9706710a0e26), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:44.881047 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (afa2d2ab-3892-41ef-b83f-b114ef0f5f07), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:44.933146 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1aca4-2611-4d48-8d90-3e2fd5666afb req-5b9d218f-cc7c-455d-91cc-bdb0cd768570 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:44.934587 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14f1aca4-2611-4d48-8d90-3e2fd5666afb req-5b9d218f-cc7c-455d-91cc-bdb0cd768570 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.1129448 Feb 28 17:42:45.033173 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-653c363f-96ee-4201-a3fc-437d65e49c08 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3df57e09-0e79-4892-b3b3-9cc1df6aaf70), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:45.041831 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14f1aca4-2611-4d48-8d90-3e2fd5666afb req-aeac88b8-f35b-47a4-acbb-d0a32513321f tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969567 Feb 28 17:42:45.044431 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (afa2d2ab-3892-41ef-b83f-b114ef0f5f07), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:45.087924 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c363f-96ee-4201-a3fc-437d65e49c08 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event deleted for resources: {'Port': ['ID=3df57e09-0e79-4892-b3b3-9cc1df6aaf70,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:45.122764 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8af6321d-68c7-4cc5-a31b-128b9c8e9051 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:45.134926 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Publish callbacks [] for port (42891396-effb-42e9-b69d-9706710a0e26), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:45.220126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53436) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:45.251761 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8af6321d-68c7-4cc5-a31b-128b9c8e9051 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:45.251761 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8af6321d-68c7-4cc5-a31b-128b9c8e9051), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:45.253763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Deleting port 42891396-effb-42e9-b69d-9706710a0e26 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:45.254144 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (42891396-effb-42e9-b69d-9706710a0e26), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:45.255671 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (42891396-effb-42e9-b69d-9706710a0e26), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:45.273999 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-653c363f-96ee-4201-a3fc-437d65e49c08 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (f4393130-628a-4146-95c2-6b1c8ffeba37), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:45.393483 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Attempting to bind port 42891396-effb-42e9-b69d-9706710a0e26 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:42:45.394087 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Attempting to bind port 42891396-effb-42e9-b69d-9706710a0e26 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '5fcce45c-ddfe-4a71-a7db-7dbbb8f18a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a2f10187-7b0f-42f6-9bb6-2bf0b935240e'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:42:45.394643 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Attempting to bind port 42891396-effb-42e9-b69d-9706710a0e26 on network a2f10187-7b0f-42f6-9bb6-2bf0b935240e {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:42:45.408268 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:42:45.408509 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Checking segment: {'id': '5fcce45c-ddfe-4a71-a7db-7dbbb8f18a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a2f10187-7b0f-42f6-9bb6-2bf0b935240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:45.411541 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:45.413590 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Bound using segment: {'id': '5fcce45c-ddfe-4a71-a7db-7dbbb8f18a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a2f10187-7b0f-42f6-9bb6-2bf0b935240e'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:42:45.415930 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Bound port: 42891396-effb-42e9-b69d-9706710a0e26, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcce45c-ddfe-4a71-a7db-7dbbb8f18a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a2f10187-7b0f-42f6-9bb6-2bf0b935240e'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:42:45.417954 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (42891396-effb-42e9-b69d-9706710a0e26), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:45.476501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-774464145'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:45.508579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8af6321d-68c7-4cc5-a31b-128b9c8e9051 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:45.519890 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (42891396-effb-42e9-b69d-9706710a0e26), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:45.538937 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] For port 42891396-effb-42e9-b69d-9706710a0e26, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:42:45.546436 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] For port 42891396-effb-42e9-b69d-9706710a0e26, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=42891396-effb-42e9-b69d-9706710a0e26,segment=NetworkSegment(5fcce45c-ddfe-4a71-a7db-7dbbb8f18a2f),segment_id=5fcce45c-ddfe-4a71-a7db-7dbbb8f18a2f)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:42:45.556387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653c363f-96ee-4201-a3fc-437d65e49c08 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Router f4393130-628a-4146-95c2-6b1c8ffeba37 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:42:45.563546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Calling delete_port for 42891396-effb-42e9-b69d-9706710a0e26 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:45.566942 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfcb92-bb3b-41d2-a76d-48a2bc59b100 None None] Pushing event updated for resources: {'Port': ['ID=42891396-effb-42e9-b69d-9706710a0e26,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:45.622093 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (42891396-effb-42e9-b69d-9706710a0e26), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:45.652118 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Made reservation on behalf of 111c2760af704c3cb9a4dbde6467434b for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:45.656939 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:45.658520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653c363f-96ee-4201-a3fc-437d65e49c08 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:42:45.663823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-653c363f-96ee-4201-a3fc-437d65e49c08 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "PUT /v2.0/routers/f4393130-628a-4146-95c2-6b1c8ffeba37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2120531 Feb 28 17:42:45.667521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53456) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:45.669958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89908587-4d68-4841-aad5-5c0a2c952a3f None None] Sync routers for ids ['f4393130-628a-4146-95c2-6b1c8ffeba37'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:42:45.680241 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:45.686398 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89908587-4d68-4841-aad5-5c0a2c952a3f None None] Routers {'f4393130-628a-4146-95c2-6b1c8ffeba37'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:45.695819 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-89908587-4d68-4841-aad5-5c0a2c952a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f4393130-628a-4146-95c2-6b1c8ffeba37'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:45.745312 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfcb92-bb3b-41d2-a76d-48a2bc59b100 None None] Pushing event updated for resources: {'Port': ['ID=42891396-effb-42e9-b69d-9706710a0e26,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:45.747862 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Routers {'afa2d2ab-3892-41ef-b83f-b114ef0f5f07'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:45.756278 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-8a1f6746-5734-4b92-845c-5b5e30c6cb4a tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] delete failed (client error): The resource could not be found. Feb 28 17:42:45.757257 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8a1f6746-5734-4b92-845c-5b5e30c6cb4a tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-1194336872 HTTP/1.1" status: 404 len: 335 time: 0.0871191 Feb 28 17:42:45.758312 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['afa2d2ab-3892-41ef-b83f-b114ef0f5f07'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:45.763669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53458) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:45.768456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d2be0cfa-fecd-48e2-a722-3cce29d71906 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f4393130-628a-4146-95c2-6b1c8ffeba37'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:45.778284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-89908587-4d68-4841-aad5-5c0a2c952a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:45.790895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89908587-4d68-4841-aad5-5c0a2c952a3f None None] Routers {'f4393130-628a-4146-95c2-6b1c8ffeba37'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:45.791912 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-89908587-4d68-4841-aad5-5c0a2c952a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f4393130-628a-4146-95c2-6b1c8ffeba37'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:45.830836 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-89908587-4d68-4841-aad5-5c0a2c952a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:45.831819 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89908587-4d68-4841-aad5-5c0a2c952a3f None None] The sync data for ids ['f4393130-628a-4146-95c2-6b1c8ffeba37'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:42:45.893249 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks [] for security_group (6cb280c3-cf50-452e-9b7f-70cb3df2517e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:45.949458 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] Set router afa2d2ab-3892-41ef-b83f-b114ef0f5f07 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:42:45.964564 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (42891396-effb-42e9-b69d-9706710a0e26), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.011807 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa2d2ab-3892-41ef-b83f-b114ef0f5f07', 'name': '', 'tenant_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:42:40Z', 'updated_at': '2022-02-28T17:42:45Z', 'revision_number': 4, 'project_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:46.030588 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6cb280c3-cf50-452e-9b7f-70cb3df2517e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.038770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event deleted for resources: {'Port': ['ID=42891396-effb-42e9-b69d-9706710a0e26,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:46.044100 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d2be0cfa-fecd-48e2-a722-3cce29d71906 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for router_gateway (f4393130-628a-4146-95c2-6b1c8ffeba37), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.052731 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1a939-eaed-4878-8ff8-9a48c69b00f8 None None] The sync data for ids ['afa2d2ab-3892-41ef-b83f-b114ef0f5f07'] in n-d-820368-19 is: [{'id': 'afa2d2ab-3892-41ef-b83f-b114ef0f5f07', 'name': '', 'tenant_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:42:40Z', 'updated_at': '2022-02-28T17:42:45Z', 'revision_number': 4, 'project_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'gw_port_host': None}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:42:46.083875 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:46.126030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb280c3-cf50-452e-9b7f-70cb3df2517e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:46.137554 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (757ff020-26d3-484c-b45f-430e9adbe407), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.142571 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Added segment 757ff020-26d3-484c-b45f-430e9adbe407 of type vlan for network ddcfe466-30e2-4807-bdd7-ded2edcbecb7 Feb 28 17:42:46.172582 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-d2be0cfa-fecd-48e2-a722-3cce29d71906 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] update failed (client error): The resource could not be found. Feb 28 17:42:46.174440 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d2be0cfa-fecd-48e2-a722-3cce29d71906 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "PUT /v2.0/routers/f4393130-628a-4146-95c2-6b1c8ffeba37 HTTP/1.1" status: 404 len: 339 time: 0.4101071 Feb 28 17:42:46.184154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53470) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:46.192271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-52983952-6384-4180-a1fb-cce88a341e2d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1629484005'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:46.200253 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (ddcfe466-30e2-4807-bdd7-ded2edcbecb7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.229714 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (afa2d2ab-3892-41ef-b83f-b114ef0f5f07), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.284289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52983952-6384-4180-a1fb-cce88a341e2d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Made reservation on behalf of 3ddfc7b452284157a7d5299014c89420 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:46.288051 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52983952-6384-4180-a1fb-cce88a341e2d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.301188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba25001-2fff-44e5-a5a1-456251bb864d req-e8a852e1-de69-4eaa-9e76-861bf8197c2e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:46.302785 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aba25001-2fff-44e5-a5a1-456251bb864d req-e8a852e1-de69-4eaa-9e76-861bf8197c2e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.1315327 Feb 28 17:42:46.395014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52983952-6384-4180-a1fb-cce88a341e2d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:46.399977 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (ddcfe466-30e2-4807-bdd7-ded2edcbecb7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.406835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:46.412405 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.418201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aba25001-2fff-44e5-a5a1-456251bb864d req-dc101cdb-64dc-40c1-9d07-6a3918fb6a7e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079695 Feb 28 17:42:46.419791 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52983952-6384-4180-a1fb-cce88a341e2d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (acbf1088-9aa2-4f99-b92b-e6a272dee620), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.428567 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-52983952-6384-4180-a1fb-cce88a341e2d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Added segment acbf1088-9aa2-4f99-b92b-e6a272dee620 of type vlan for network 91201127-5231-46bd-89b5-2ae69f64f8aa Feb 28 17:42:46.483362 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52983952-6384-4180-a1fb-cce88a341e2d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (91201127-5231-46bd-89b5-2ae69f64f8aa), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.538832 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (afa2d2ab-3892-41ef-b83f-b114ef0f5f07), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.542882 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_controller (afa2d2ab-3892-41ef-b83f-b114ef0f5f07), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.579830 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52983952-6384-4180-a1fb-cce88a341e2d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (91201127-5231-46bd-89b5-2ae69f64f8aa), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.586782 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52983952-6384-4180-a1fb-cce88a341e2d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:46.591155 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-52983952-6384-4180-a1fb-cce88a341e2d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.593960 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3726447 Feb 28 17:42:46.594625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b012f-a6f4-4a09-9f39-24519cc4a955 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Pushing event updated for resources: {'Network': ['ID=ddcfe466-30e2-4807-bdd7-ded2edcbecb7,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:46.597951 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53490) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:46.606371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5530d928-0b0f-4424-9663-d1bfbf08c5b3 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Request body: {'subnet': {'network_id': 'ddcfe466-30e2-4807-bdd7-ded2edcbecb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:46.619691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network ddcfe466-30e2-4807-bdd7-ded2edcbecb7 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:46.676150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52983952-6384-4180-a1fb-cce88a341e2d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event updated for resources: {'Network': ['ID=91201127-5231-46bd-89b5-2ae69f64f8aa,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:46.698055 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 91201127-5231-46bd-89b5-2ae69f64f8aa details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:46.721304 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-52983952-6384-4180-a1fb-cce88a341e2d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5358431 Feb 28 17:42:46.724411 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53494) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:46.729762 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9e67d5d9-3a74-4054-9b0c-7fb5a9304f4d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Request body: {'subnet': {'network_id': '91201127-5231-46bd-89b5-2ae69f64f8aa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:46.781489 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (afa2d2ab-3892-41ef-b83f-b114ef0f5f07), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.782207 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afa2d2ab-3892-41ef-b83f-b114ef0f5f07 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:42:46.793130 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.797493 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-08fd177d-86f8-4ae8-ae00-091491983baa tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "DELETE /v2.0/routers/afa2d2ab-3892-41ef-b83f-b114ef0f5f07 HTTP/1.1" status: 204 len: 168 time: 2.5867596 Feb 28 17:42:46.798111 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53498) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:46.841075 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5530d928-0b0f-4424-9663-d1bfbf08c5b3 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Made reservation on behalf of 111c2760af704c3cb9a4dbde6467434b for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:46.842136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5530d928-0b0f-4424-9663-d1bfbf08c5b3 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.942233 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f00124f-8662-46ab-bac5-f1e3b0a5f54c tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Deleting subnet 8d8a91ca-dc6e-45f3-9df9-477af17d352e {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:42:46.942816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad0682-4d1c-43da-b04c-47a7e988e03b req-26b5e553-8fa7-43df-bda0-8b10f8bd76f9 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:46.949385 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f00124f-8662-46ab-bac5-f1e3b0a5f54c tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for subnet (8d8a91ca-dc6e-45f3-9df9-477af17d352e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:46.951438 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b4ad0682-4d1c-43da-b04c-47a7e988e03b req-26b5e553-8fa7-43df-bda0-8b10f8bd76f9 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.0798249 Feb 28 17:42:47.016195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b4ad0682-4d1c-43da-b04c-47a7e988e03b req-f3f3f070-6ace-4e8b-bb62-10d3005edb56 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632226 Feb 28 17:42:47.023685 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f00124f-8662-46ab-bac5-f1e3b0a5f54c tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (8d8a91ca-dc6e-45f3-9df9-477af17d352e), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.055862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e67d5d9-3a74-4054-9b0c-7fb5a9304f4d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Made reservation on behalf of 3ddfc7b452284157a7d5299014c89420 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:47.059240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e67d5d9-3a74-4054-9b0c-7fb5a9304f4d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.179781 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f00124f-8662-46ab-bac5-f1e3b0a5f54c tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (8d8a91ca-dc6e-45f3-9df9-477af17d352e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.382288 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5530d928-0b0f-4424-9663-d1bfbf08c5b3 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (0101f24b-2855-498a-ba8e-6603d48dc41e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.440496 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f00124f-8662-46ab-bac5-f1e3b0a5f54c tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (8d8a91ca-dc6e-45f3-9df9-477af17d352e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.471616 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e67d5d9-3a74-4054-9b0c-7fb5a9304f4d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (4a8bde8f-c297-4177-b46a-72107c90b6a2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.477682 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8f00124f-8662-46ab-bac5-f1e3b0a5f54c tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.483789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53522) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:47.484289 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8f00124f-8662-46ab-bac5-f1e3b0a5f54c tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/8d8a91ca-dc6e-45f3-9df9-477af17d352e HTTP/1.1" status: 204 len: 168 time: 0.6851206 Feb 28 17:42:47.490330 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530d928-0b0f-4424-9663-d1bfbf08c5b3 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Pushing event updated for resources: {'Subnet': ['ID=0101f24b-2855-498a-ba8e-6603d48dc41e,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:47.523607 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5530d928-0b0f-4424-9663-d1bfbf08c5b3 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Checking segment: {'id': '757ff020-26d3-484c-b45f-430e9adbe407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ddcfe466-30e2-4807-bdd7-ded2edcbecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:47.523983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5530d928-0b0f-4424-9663-d1bfbf08c5b3 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Network hostable DHCP agents. Network: ddcfe466-30e2-4807-bdd7-ded2edcbecb7, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:42:47.528678 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00124f-8662-46ab-bac5-f1e3b0a5f54c tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8a91ca-dc6e-45f3-9df9-477af17d352e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:47.599364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e67d5d9-3a74-4054-9b0c-7fb5a9304f4d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Checking segment: {'id': 'acbf1088-9aa2-4f99-b92b-e6a272dee620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '91201127-5231-46bd-89b5-2ae69f64f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:47.599733 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e67d5d9-3a74-4054-9b0c-7fb5a9304f4d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Network hostable DHCP agents. Network: 91201127-5231-46bd-89b5-2ae69f64f8aa, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:42:47.602973 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67d5d9-3a74-4054-9b0c-7fb5a9304f4d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event updated for resources: {'Subnet': ['ID=4a8bde8f-c297-4177-b46a-72107c90b6a2,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:47.618419 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91d383a5-843b-4fd7-b8fd-805ceccf06b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (a2f10187-7b0f-42f6-9bb6-2bf0b935240e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.656144 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5530d928-0b0f-4424-9663-d1bfbf08c5b3 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Network ddcfe466-30e2-4807-bdd7-ded2edcbecb7 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:42:47.702451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e67d5d9-3a74-4054-9b0c-7fb5a9304f4d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Network 91201127-5231-46bd-89b5-2ae69f64f8aa is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:42:47.715940 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91d383a5-843b-4fd7-b8fd-805ceccf06b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (a2f10187-7b0f-42f6-9bb6-2bf0b935240e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.742584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-91d383a5-843b-4fd7-b8fd-805ceccf06b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f10187-7b0f-42f6-9bb6-2bf0b935240e']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:47.757218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-91d383a5-843b-4fd7-b8fd-805ceccf06b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcce45c-ddfe-4a71-a7db-7dbbb8f18a2f') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:47.757218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-91d383a5-843b-4fd7-b8fd-805ceccf06b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcce45c-ddfe-4a71-a7db-7dbbb8f18a2f') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:47.764081 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91d383a5-843b-4fd7-b8fd-805ceccf06b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (5fcce45c-ddfe-4a71-a7db-7dbbb8f18a2f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.778201 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91d383a5-843b-4fd7-b8fd-805ceccf06b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5fcce45c-ddfe-4a71-a7db-7dbbb8f18a2f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.781757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-9e67d5d9-3a74-4054-9b0c-7fb5a9304f4d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 91201127-5231-46bd-89b5-2ae69f64f8aa) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:47.783540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-5530d928-0b0f-4424-9663-d1bfbf08c5b3 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, ddcfe466-30e2-4807-bdd7-ded2edcbecb7) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:47.788441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d383a5-843b-4fd7-b8fd-805ceccf06b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:42:47.789009 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91d383a5-843b-4fd7-b8fd-805ceccf06b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (5fcce45c-ddfe-4a71-a7db-7dbbb8f18a2f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.791138 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e67d5d9-3a74-4054-9b0c-7fb5a9304f4d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: warnings.warn('Neutron quota engine will require "--force" ' Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:42:47.836332 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:42:47.839358 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e67d5d9-3a74-4054-9b0c-7fb5a9304f4d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.839358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5530d928-0b0f-4424-9663-d1bfbf08c5b3 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:47.839358 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5530d928-0b0f-4424-9663-d1bfbf08c5b3 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.839640 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba47a46-9f83-4615-9c40-08dbaa2b5767 None None] Network 91201127-5231-46bd-89b5-2ae69f64f8aa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:47.839640 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3682fe72-8a37-4344-885a-af31f5379837 None None] Network ddcfe466-30e2-4807-bdd7-ded2edcbecb7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:47.851866 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53534) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:47.954239 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91d383a5-843b-4fd7-b8fd-805ceccf06b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (a2f10187-7b0f-42f6-9bb6-2bf0b935240e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.959404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d383a5-843b-4fd7-b8fd-805ceccf06b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2f10187-7b0f-42f6-9bb6-2bf0b935240e {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 17:42:47.963364 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9e67d5d9-3a74-4054-9b0c-7fb5a9304f4d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2346783 Feb 28 17:42:47.966938 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5530d928-0b0f-4424-9663-d1bfbf08c5b3 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3680632 Feb 28 17:42:47.967791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53540) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:47.972864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-65a8b593-8a5f-474e-91ec-0342fbe85885 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Request body: {'router': {'external_gateway_info': {'network_id': '91201127-5231-46bd-89b5-2ae69f64f8aa'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:47.976504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53542) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:47.982216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-deb0afa6-bcef-44f1-bb13-b424cee4b336 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Request body: {'port': {'network_id': 'ddcfe466-30e2-4807-bdd7-ded2edcbecb7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1434104481'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:47.989515 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91d383a5-843b-4fd7-b8fd-805ceccf06b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:47.997272 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-91d383a5-843b-4fd7-b8fd-805ceccf06b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "DELETE /v2.0/networks/a2f10187-7b0f-42f6-9bb6-2bf0b935240e HTTP/1.1" status: 204 len: 168 time: 0.5115852 Feb 28 17:42:47.998902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d383a5-843b-4fd7-b8fd-805ceccf06b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2f10187-7b0f-42f6-9bb6-2bf0b935240e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:48.016369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-91201127-5231-46bd-89b5-2ae69f64f8aa', 'network_id': '91201127-5231-46bd-89b5-2ae69f64f8aa', 'project_id': '3ddfc7b452284157a7d5299014c89420', 'fixed_ips': [{'subnet_id': '4a8bde8f-c297-4177-b46a-72107c90b6a2'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:42:48.017244 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.049063 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-ddcfe466-30e2-4807-bdd7-ded2edcbecb7', 'network_id': 'ddcfe466-30e2-4807-bdd7-ded2edcbecb7', 'project_id': '111c2760af704c3cb9a4dbde6467434b', 'fixed_ips': [{'subnet_id': '0101f24b-2855-498a-ba8e-6603d48dc41e'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:42:48.049949 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.251201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-576368729'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:48.363857 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Made reservation on behalf of e44edbeda5a3468e96194c26a4cfbd09 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:48.367507 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.388694 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.545081 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2447f-bab5-481b-b043-8b862db57d75 req-7beea70c-2876-489a-80c4-a8739ed5ad86 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:48.548004 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9fb2447f-bab5-481b-b043-8b862db57d75 req-7beea70c-2876-489a-80c4-a8739ed5ad86 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.3384476 Feb 28 17:42:48.556535 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65a8b593-8a5f-474e-91ec-0342fbe85885 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for router_gateway (f4393130-628a-4146-95c2-6b1c8ffeba37), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.577969 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks [] for security_group (9f7d75aa-a00b-4b84-ac72-7b31eabdb578), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.591441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Allocated IP 2001:db8::2 (ddcfe466-30e2-4807-bdd7-ded2edcbecb7/0101f24b-2855-498a-ba8e-6603d48dc41e/9945534a-719a-410b-a81c-d9603aced2cb) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:48.603079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Allocated IP 2001:db8:1::2 (91201127-5231-46bd-89b5-2ae69f64f8aa/4a8bde8f-c297-4177-b46a-72107c90b6a2/da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:48.620460 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb0afa6-bcef-44f1-bb13-b424cee4b336 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Made reservation on behalf of 111c2760af704c3cb9a4dbde6467434b for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:48.627259 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb0afa6-bcef-44f1-bb13-b424cee4b336 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.657002 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9f7d75aa-a00b-4b84-ac72-7b31eabdb578), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.659687 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53566) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:48.665054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-50c20f79-0e0d-4a7f-80ff-292789e2a39f tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Request body: {'router': {'name': 'tempest-router--520951908', 'project_id': '1169c1b3a49642fa95f11c18934afe36'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:48.669863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:48.677805 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9fb2447f-bab5-481b-b043-8b862db57d75 req-68f86e88-7413-413a-b288-f4d9530e09dc tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167266 Feb 28 17:42:48.683275 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (18b69cd2-dd15-4b18-a2db-313cc2cd086c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.683824 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Added segment 18b69cd2-dd15-4b18-a2db-313cc2cd086c of type vlan for network 9322d6c9-9201-4703-ab52-537d5d201030 Feb 28 17:42:48.690155 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-deb0afa6-bcef-44f1-bb13-b424cee4b336 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] device_id is not set on port 7453019d-fbc8-4745-97b4-2fc730f2a778 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:42:48.770694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7d75aa-a00b-4b84-ac72-7b31eabdb578,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:48.809189 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (9322d6c9-9201-4703-ab52-537d5d201030), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.867669 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50c20f79-0e0d-4a7f-80ff-292789e2a39f tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (222384f7-cf10-4991-897a-782fc4209c44), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.868716 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Publish callbacks [] for port (9945534a-719a-410b-a81c-d9603aced2cb), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.869240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50c20f79-0e0d-4a7f-80ff-292789e2a39f tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (222384f7-cf10-4991-897a-782fc4209c44), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.919510 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (9322d6c9-9201-4703-ab52-537d5d201030), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.925585 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:48.926206 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.928645 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-65a8b593-8a5f-474e-91ec-0342fbe85885 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:42:48.934600 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-65a8b593-8a5f-474e-91ec-0342fbe85885 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "PUT /v2.0/routers/f4393130-628a-4146-95c2-6b1c8ffeba37 HTTP/1.1" status: 400 len: 364 time: 0.9653125 Feb 28 17:42:48.934911 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Publish callbacks [] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.938373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53570) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:48.963825 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50c20f79-0e0d-4a7f-80ff-292789e2a39f tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_controller (222384f7-cf10-4991-897a-782fc4209c44), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:48.976495 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (9945534a-719a-410b-a81c-d9603aced2cb), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.025887 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.054402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Network ddcfe466-30e2-4807-bdd7-ded2edcbecb7 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:49.063322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Pushing event updated for resources: {'Port': ['ID=9945534a-719a-410b-a81c-d9603aced2cb,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:49.069279 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50c20f79-0e0d-4a7f-80ff-292789e2a39f tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (222384f7-cf10-4991-897a-782fc4209c44), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.075366 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:49.088695 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2354867 Feb 28 17:42:49.092713 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53576) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:49.095260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Network 91201127-5231-46bd-89b5-2ae69f64f8aa is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:49.097974 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:49.100150 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:49.104025 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-460223e7-b04f-4639-b6b4-60736c63f2dd tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Request body: {'subnet': {'network_id': '9322d6c9-9201-4703-ab52-537d5d201030', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:49.132682 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:49.219225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-deb0afa6-bcef-44f1-bb13-b424cee4b336 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Allocated IP 2001:db8::1bf (ddcfe466-30e2-4807-bdd7-ded2edcbecb7/0101f24b-2855-498a-ba8e-6603d48dc41e/7453019d-fbc8-4745-97b4-2fc730f2a778) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:49.226256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Pushing event updated for resources: {'Port': ['ID=da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:49.246002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500b7e5-c497-4640-a7c8-e5a8365c785a tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Pushing event updated for resources: {'Network': ['ID=9322d6c9-9201-4703-ab52-537d5d201030,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:49.277111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 9322d6c9-9201-4703-ab52-537d5d201030 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:49.312806 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50c20f79-0e0d-4a7f-80ff-292789e2a39f tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.316733 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-50c20f79-0e0d-4a7f-80ff-292789e2a39f tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6528802 Feb 28 17:42:49.317246 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53578) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:49.372234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Attempting to bind port 9945534a-719a-410b-a81c-d9603aced2cb on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:42:49.372615 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Attempting to bind port 9945534a-719a-410b-a81c-d9603aced2cb by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '757ff020-26d3-484c-b45f-430e9adbe407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ddcfe466-30e2-4807-bdd7-ded2edcbecb7'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:42:49.372965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Attempting to bind port 9945534a-719a-410b-a81c-d9603aced2cb on network ddcfe466-30e2-4807-bdd7-ded2edcbecb7 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:42:49.381501 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Attempting to bind port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:42:49.381880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Attempting to bind port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'acbf1088-9aa2-4f99-b92b-e6a272dee620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '91201127-5231-46bd-89b5-2ae69f64f8aa'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:42:49.382276 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Attempting to bind port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 on network 91201127-5231-46bd-89b5-2ae69f64f8aa {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:42:49.386082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:42:49.386447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Checking segment: {'id': '757ff020-26d3-484c-b45f-430e9adbe407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ddcfe466-30e2-4807-bdd7-ded2edcbecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:49.386860 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.387254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Bound using segment: {'id': '757ff020-26d3-484c-b45f-430e9adbe407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ddcfe466-30e2-4807-bdd7-ded2edcbecb7'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:42:49.387742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Bound port: 9945534a-719a-410b-a81c-d9603aced2cb, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757ff020-26d3-484c-b45f-430e9adbe407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ddcfe466-30e2-4807-bdd7-ded2edcbecb7'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:42:49.388123 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9945534a-719a-410b-a81c-d9603aced2cb), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.395324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:42:49.398775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Checking segment: {'id': 'acbf1088-9aa2-4f99-b92b-e6a272dee620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '91201127-5231-46bd-89b5-2ae69f64f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:49.398775 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.398775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Bound using segment: {'id': 'acbf1088-9aa2-4f99-b92b-e6a272dee620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '91201127-5231-46bd-89b5-2ae69f64f8aa'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:42:49.398775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Bound port: da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbf1088-9aa2-4f99-b92b-e6a272dee620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '91201127-5231-46bd-89b5-2ae69f64f8aa'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:42:49.398775 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.412365 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17787008-4f0d-408c-9e34-4681b92b8826 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (222384f7-cf10-4991-897a-782fc4209c44), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.426106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460223e7-b04f-4639-b6b4-60736c63f2dd tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Made reservation on behalf of e44edbeda5a3468e96194c26a4cfbd09 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:49.429723 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-460223e7-b04f-4639-b6b4-60736c63f2dd tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.528330 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] For port 9945534a-719a-410b-a81c-d9603aced2cb, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:42:49.539602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] For port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:42:49.544328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] For port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38,segment=NetworkSegment(acbf1088-9aa2-4f99-b92b-e6a272dee620),segment_id=acbf1088-9aa2-4f99-b92b-e6a272dee620)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:42:49.547577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] For port 9945534a-719a-410b-a81c-d9603aced2cb, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9945534a-719a-410b-a81c-d9603aced2cb,segment=NetworkSegment(757ff020-26d3-484c-b45f-430e9adbe407),segment_id=757ff020-26d3-484c-b45f-430e9adbe407)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:42:49.615996 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.669972 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9945534a-719a-410b-a81c-d9603aced2cb), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.722742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89eb1e-8e7e-49f0-a8c2-a1fb273a139a None None] Pushing event updated for resources: {'Port': ['ID=da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:49.829645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e60af-52bd-4d3c-b7d1-225708afbe8c None None] Pushing event updated for resources: {'Port': ['ID=9945534a-719a-410b-a81c-d9603aced2cb,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:49.894806 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17787008-4f0d-408c-9e34-4681b92b8826 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (222384f7-cf10-4991-897a-782fc4209c44), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.902502 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb0afa6-bcef-44f1-bb13-b424cee4b336 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks [] for port (7453019d-fbc8-4745-97b4-2fc730f2a778), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.906441 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17787008-4f0d-408c-9e34-4681b92b8826 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_controller (222384f7-cf10-4991-897a-782fc4209c44), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:49.960015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad5a92-c2d5-401c-9384-36b06a0c87f3 req-0bef51e9-b917-4702-9380-b5930c193212 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:49.961795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29ad5a92-c2d5-401c-9384-36b06a0c87f3 req-0bef51e9-b917-4702-9380-b5930c193212 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.1302130 Feb 28 17:42:49.963791 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:50.122367 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29ad5a92-c2d5-401c-9384-36b06a0c87f3 req-b2fd73c3-c808-4cc6-9050-a0417bacb396 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475587 Feb 28 17:42:50.443108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Allocated IP 2001:db8::1 (43e4ba16-6a00-4a12-8f9a-9467b19db2fd/3d855e21-62da-436b-9e3d-4a6d8c7cb1e6/5355abdb-34af-41e7-b3f4-fa1a0a0f0848) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:50.542992 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17787008-4f0d-408c-9e34-4681b92b8826 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (222384f7-cf10-4991-897a-782fc4209c44), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:50.543528 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17787008-4f0d-408c-9e34-4681b92b8826 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 222384f7-cf10-4991-897a-782fc4209c44 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:42:50.550767 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17787008-4f0d-408c-9e34-4681b92b8826 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:50.551793 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-17787008-4f0d-408c-9e34-4681b92b8826 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "DELETE /v2.0/routers/222384f7-cf10-4991-897a-782fc4209c44 HTTP/1.1" status: 204 len: 168 time: 1.2336388 Feb 28 17:42:50.630919 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for port (5355abdb-34af-41e7-b3f4-fa1a0a0f0848), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:50.650455 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-460223e7-b04f-4639-b6b4-60736c63f2dd tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (ad3e1a85-0979-4b08-85ae-8bf831afd08c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:50.652932 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb0afa6-bcef-44f1-bb13-b424cee4b336 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7453019d-fbc8-4745-97b4-2fc730f2a778), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:50.725565 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5355abdb-34af-41e7-b3f4-fa1a0a0f0848), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:50.740524 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb0afa6-bcef-44f1-bb13-b424cee4b336 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Network ddcfe466-30e2-4807-bdd7-ded2edcbecb7 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:50.752813 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-deb0afa6-bcef-44f1-bb13-b424cee4b336 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:50.761338 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0afa6-bcef-44f1-bb13-b424cee4b336 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:50.766639 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb0afa6-bcef-44f1-bb13-b424cee4b336 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:50.767278 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-deb0afa6-bcef-44f1-bb13-b424cee4b336 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:50.779986 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0afa6-bcef-44f1-bb13-b424cee4b336 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Pushing event updated for resources: {'Port': ['ID=7453019d-fbc8-4745-97b4-2fc730f2a778,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:50.785438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460223e7-b04f-4639-b6b4-60736c63f2dd tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Pushing event updated for resources: {'Subnet': ['ID=ad3e1a85-0979-4b08-85ae-8bf831afd08c,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:50.786869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Network 43e4ba16-6a00-4a12-8f9a-9467b19db2fd is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:50.794373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:50.800733 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:50.801359 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (f4393130-628a-4146-95c2-6b1c8ffeba37), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:50.809615 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460223e7-b04f-4639-b6b4-60736c63f2dd tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Checking segment: {'id': '18b69cd2-dd15-4b18-a2db-313cc2cd086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9322d6c9-9201-4703-ab52-537d5d201030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:50.810182 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460223e7-b04f-4639-b6b4-60736c63f2dd tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Network hostable DHCP agents. Network: 9322d6c9-9201-4703-ab52-537d5d201030, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:42:50.847207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event updated for resources: {'Port': ['ID=5355abdb-34af-41e7-b3f4-fa1a0a0f0848,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:50.870160 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-deb0afa6-bcef-44f1-bb13-b424cee4b336 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8923433 Feb 28 17:42:50.870880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53596) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:50.871302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53598) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:50.878606 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Request body: {'port': {'network_id': 'ddcfe466-30e2-4807-bdd7-ded2edcbecb7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1514838604', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:50.879302 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.api.validators [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] bootfile-name is not in valid_values {{(pid=104247) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 17:42:50.879932 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.api.validators [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] tftp-server is not in valid_values {{(pid=104247) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 17:42:50.880421 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.api.validators [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] server-ip-address is not in valid_values {{(pid=104247) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 17:42:50.950015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460223e7-b04f-4639-b6b4-60736c63f2dd tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Network 9322d6c9-9201-4703-ab52-537d5d201030 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:42:51.097337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-460223e7-b04f-4639-b6b4-60736c63f2dd tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 9322d6c9-9201-4703-ab52-537d5d201030) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:51.100231 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5355abdb-34af-41e7-b3f4-fa1a0a0f0848), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:51.119474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732de2bf-e499-4b5f-af50-03d466e957f8 None None] Network 9322d6c9-9201-4703-ab52-537d5d201030 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:51.142083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460223e7-b04f-4639-b6b4-60736c63f2dd tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:51.144048 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-460223e7-b04f-4639-b6b4-60736c63f2dd tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:51.271500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Made reservation on behalf of 111c2760af704c3cb9a4dbde6467434b for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:51.276505 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:51.301404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9945534a-719a-410b-a81c-d9603aced2cb up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:51.361103 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-460223e7-b04f-4639-b6b4-60736c63f2dd tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2645321 Feb 28 17:42:51.387684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] device_id is not set on port dacd53aa-4a89-46b3-9e2b-0f7cb950ce13 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:42:51.397828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53612) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:51.413567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-43a63a94-9727-45f3-a274-9ed95644eb92 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Request body: {'port': {'network_id': '9322d6c9-9201-4703-ab52-537d5d201030', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1532673225'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:51.455399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1380880836', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:51.462880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 9945534a-719a-410b-a81c-d9603aced2cb triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:51.463266 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9945534a-719a-410b-a81c-d9603aced2cb), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:51.467446 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-9322d6c9-9201-4703-ab52-537d5d201030', 'network_id': '9322d6c9-9201-4703-ab52-537d5d201030', 'project_id': 'e44edbeda5a3468e96194c26a4cfbd09', 'fixed_ips': [{'subnet_id': 'ad3e1a85-0979-4b08-85ae-8bf831afd08c'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:42:51.468328 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:51.509158 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4a658fb9-b482-4476-aece-056c8997b5fb None None] Provisioning complete for port 5355abdb-34af-41e7-b3f4-fa1a0a0f0848 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:51.509558 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4a658fb9-b482-4476-aece-056c8997b5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5355abdb-34af-41e7-b3f4-fa1a0a0f0848), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:51.518624 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e09ac7-b532-43fc-8e83-02461535ca2d req-9c33d82f-9234-48a1-bac0-0657c03b60f4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:51.520367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88e09ac7-b532-43fc-8e83-02461535ca2d req-9c33d82f-9234-48a1-bac0-0657c03b60f4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.2391808 Feb 28 17:42:51.580068 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (2071f5af-51de-4277-a7e2-b17f14d09533), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:51.581186 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (2071f5af-51de-4277-a7e2-b17f14d09533), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:51.586344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4a658fb9-b482-4476-aece-056c8997b5fb None None] Port 5355abdb-34af-41e7-b3f4-fa1a0a0f0848 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:51.649560 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_controller (2071f5af-51de-4277-a7e2-b17f14d09533), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:51.712752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Allocated IP 2001:db8::365 (ddcfe466-30e2-4807-bdd7-ded2edcbecb7/0101f24b-2855-498a-ba8e-6603d48dc41e/dacd53aa-4a89-46b3-9e2b-0f7cb950ce13) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:51.725267 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88e09ac7-b532-43fc-8e83-02461535ca2d req-d5da1b2a-341d-4f4b-ae98-673c2c61ca13 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931999 Feb 28 17:42:51.787612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12746b09-36a0-4182-8084-0a9782b4bb86 None None] Network 91201127-5231-46bd-89b5-2ae69f64f8aa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:51.856382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Allocated IP 172.20.0.2 (9322d6c9-9201-4703-ab52-537d5d201030/ad3e1a85-0979-4b08-85ae-8bf831afd08c/3773a982-ad83-48ef-a7f1-8698c3f5d336) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:51.913789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a63a94-9727-45f3-a274-9ed95644eb92 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Made reservation on behalf of e44edbeda5a3468e96194c26a4cfbd09 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:51.923637 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43a63a94-9727-45f3-a274-9ed95644eb92 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:51.968211 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (2071f5af-51de-4277-a7e2-b17f14d09533), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:51.977738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-43a63a94-9727-45f3-a274-9ed95644eb92 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] device_id is not set on port 7be31a3b-c2b5-45f4-9954-99ac2687c1ac yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:42:52.007397 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for port (5355abdb-34af-41e7-b3f4-fa1a0a0f0848), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.079141 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5355abdb-34af-41e7-b3f4-fa1a0a0f0848), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.080041 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (f4393130-628a-4146-95c2-6b1c8ffeba37), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.145617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event updated for resources: {'Port': ['ID=5355abdb-34af-41e7-b3f4-fa1a0a0f0848,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:52.159929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:52.163221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:52.163221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:52.163221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:52.163221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:52.164299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:52.164712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:52.165053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:52.165435 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:52.166626 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:52.166970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:52.167303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:52.167640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:52.216295 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks [] for port (dacd53aa-4a89-46b3-9e2b-0f7cb950ce13), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.319636 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Network 43e4ba16-6a00-4a12-8f9a-9467b19db2fd is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:52.321511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:52.384814 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cae37f8-a408-4321-b735-7ac3d96c2d8a None None] Network ddcfe466-30e2-4807-bdd7-ded2edcbecb7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:52.429447 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (2071f5af-51de-4277-a7e2-b17f14d09533), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.451675 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.485166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-14058528-a04b-4879-95fd-8db2872cf754 None None] Provisioning complete for port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:52.485740 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14058528-a04b-4879-95fd-8db2872cf754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.495403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Router f4393130-628a-4146-95c2-6b1c8ffeba37 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:42:52.552856 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Publish callbacks [] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.583390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Allocated IP 172.25.3.51 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/3cf3ea27-baa6-48aa-80cf-3b224dcc222e) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:52.618082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 9945534a-719a-410b-a81c-d9603aced2cb is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:52.618520 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9945534a-719a-410b-a81c-d9603aced2cb), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.687595 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 9945534a-719a-410b-a81c-d9603aced2cb, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9945534a-719a-410b-a81c-d9603aced2cb,segment=NetworkSegment(757ff020-26d3-484c-b45f-430e9adbe407),segment_id=757ff020-26d3-484c-b45f-430e9adbe407)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:52.691759 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.741549 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for port (3cf3ea27-baa6-48aa-80cf-3b224dcc222e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.772036 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9945534a-719a-410b-a81c-d9603aced2cb), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.772818 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:52.783793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (dacd53aa-4a89-46b3-9e2b-0f7cb950ce13), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.815920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53632) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:52.871873 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3cf3ea27-baa6-48aa-80cf-3b224dcc222e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.879387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Network 9322d6c9-9201-4703-ab52-537d5d201030 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:52.906943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Network ddcfe466-30e2-4807-bdd7-ded2edcbecb7 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:52.915756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:52.915756 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:52.916443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:52.919908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:52.943561 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:52.945316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:42:52.964780 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e859c37f-966d-46d9-b303-44177e7d5221 None None] Sync routers for ids ['f4393130-628a-4146-95c2-6b1c8ffeba37'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:42:52.973391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:52.984125 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f8e97c28-6042-46ed-8043-5e690fa94d01 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "PUT /v2.0/routers/f4393130-628a-4146-95c2-6b1c8ffeba37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0416608 Feb 28 17:42:52.989596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-43a63a94-9727-45f3-a274-9ed95644eb92 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Allocated IP 172.20.0.6 (9322d6c9-9201-4703-ab52-537d5d201030/ad3e1a85-0979-4b08-85ae-8bf831afd08c/7be31a3b-c2b5-45f4-9954-99ac2687c1ac) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:42:52.990207 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859c37f-966d-46d9-b303-44177e7d5221 None None] Routers {'f4393130-628a-4146-95c2-6b1c8ffeba37'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:52.994197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53634) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:52.998581 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e859c37f-966d-46d9-b303-44177e7d5221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f4393130-628a-4146-95c2-6b1c8ffeba37'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:53.002866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:53.003580 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:53.020741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Pushing event updated for resources: {'Port': ['ID=dacd53aa-4a89-46b3-9e2b-0f7cb950ce13,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:53.030626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Pushing event updated for resources: {'Port': ['ID=3773a982-ad83-48ef-a7f1-8698c3f5d336,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:53.094311 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:53.100781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=9945534a-719a-410b-a81c-d9603aced2cb,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:53.126148 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e859c37f-966d-46d9-b303-44177e7d5221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:53.151936 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859c37f-966d-46d9-b303-44177e7d5221 None None] Routers {'f4393130-628a-4146-95c2-6b1c8ffeba37'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:53.152574 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e859c37f-966d-46d9-b303-44177e7d5221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f4393130-628a-4146-95c2-6b1c8ffeba37'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:53.195832 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-14058528-a04b-4879-95fd-8db2872cf754 None None] Current status of the port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:53.195832 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14058528-a04b-4879-95fd-8db2872cf754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:53.196306 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2efd00a-a5c4-4fb8-abd1-39d993f8fe9f tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:53.196795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2efd00a-a5c4-4fb8-abd1-39d993f8fe9f tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:53.197263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2efd00a-a5c4-4fb8-abd1-39d993f8fe9f tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:53.205870 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a2efd00a-a5c4-4fb8-abd1-39d993f8fe9f tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/ports?project_id=2dbedf6f8bfb41949f23f29c95506b32&network_id=d9f9a6f4-352f-4e23-9942-d076ed8d0c16 HTTP/1.1" status: 200 len: 3076 time: 0.3869479 Feb 28 17:42:53.211135 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:53.218858 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:53.222817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Attempting to bind port 3773a982-ad83-48ef-a7f1-8698c3f5d336 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:42:53.222817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Attempting to bind port 3773a982-ad83-48ef-a7f1-8698c3f5d336 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '18b69cd2-dd15-4b18-a2db-313cc2cd086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9322d6c9-9201-4703-ab52-537d5d201030'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:42:53.222817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Attempting to bind port 3773a982-ad83-48ef-a7f1-8698c3f5d336 on network 9322d6c9-9201-4703-ab52-537d5d201030 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:42:53.249066 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:42:53.251712 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Checking segment: {'id': '18b69cd2-dd15-4b18-a2db-313cc2cd086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9322d6c9-9201-4703-ab52-537d5d201030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:42:53.251712 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:53.251712 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Bound using segment: {'id': '18b69cd2-dd15-4b18-a2db-313cc2cd086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9322d6c9-9201-4703-ab52-537d5d201030'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:42:53.251712 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Bound port: 3773a982-ad83-48ef-a7f1-8698c3f5d336, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b69cd2-dd15-4b18-a2db-313cc2cd086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9322d6c9-9201-4703-ab52-537d5d201030'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:42:53.252078 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:53.257073 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e859c37f-966d-46d9-b303-44177e7d5221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:53.258569 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e859c37f-966d-46d9-b303-44177e7d5221 None None] The sync data for ids ['f4393130-628a-4146-95c2-6b1c8ffeba37'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:42:53.301902 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-55e8a496-b5ee-414f-82a6-d90e875eb048 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.4276054 Feb 28 17:42:53.307233 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53640) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:53.310610 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-14058528-a04b-4879-95fd-8db2872cf754 None None] For port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38,segment=NetworkSegment(acbf1088-9aa2-4f99-b92b-e6a272dee620),segment_id=acbf1088-9aa2-4f99-b92b-e6a272dee620)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:53.368664 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Pushing event updated for resources: {'Port': ['ID=3cf3ea27-baa6-48aa-80cf-3b224dcc222e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:53.396881 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14058528-a04b-4879-95fd-8db2872cf754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:53.430844 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cb115-a6fc-4c55-af67-26f828328a85 req-e77055b5-f908-4267-a421-af3cdbfc0be1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:53.432475 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e93cb115-a6fc-4c55-af67-26f828328a85 req-e77055b5-f908-4267-a421-af3cdbfc0be1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.5429099 Feb 28 17:42:53.488315 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:53.488315 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:53.596422 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] For port 3773a982-ad83-48ef-a7f1-8698c3f5d336, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:42:53.600462 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14058528-a04b-4879-95fd-8db2872cf754 None None] Pushing event updated for resources: {'Port': ['ID=da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:53.608618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab5d055-a293-4a61-9bd7-ed2d2214bd94 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:53.614517 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab5d055-a293-4a61-9bd7-ed2d2214bd94 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:53.619952 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab5d055-a293-4a61-9bd7-ed2d2214bd94 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:53.624255 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aab5d055-a293-4a61-9bd7-ed2d2214bd94 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.2993660 Feb 28 17:42:53.634062 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53648) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:53.652827 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] For port 3773a982-ad83-48ef-a7f1-8698c3f5d336, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3773a982-ad83-48ef-a7f1-8698c3f5d336,segment=NetworkSegment(18b69cd2-dd15-4b18-a2db-313cc2cd086c),segment_id=18b69cd2-dd15-4b18-a2db-313cc2cd086c)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:42:53.667783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Provisioning complete for port 5355abdb-34af-41e7-b3f4-fa1a0a0f0848 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:53.668727 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5355abdb-34af-41e7-b3f4-fa1a0a0f0848), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:53.728998 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:42:53.729722 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:42:53.730002 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8b86b331-0e70-4ba8-a1d0-298b05d3adec tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for router (f4393130-628a-4146-95c2-6b1c8ffeba37), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:53.733430 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:53.738622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Port 5355abdb-34af-41e7-b3f4-fa1a0a0f0848 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:53.806268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Provisioning complete for port 7453019d-fbc8-4745-97b4-2fc730f2a778 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:53.806621 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7453019d-fbc8-4745-97b4-2fc730f2a778), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:53.863234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7517e4b-99e1-4b90-a44c-8671aa8d286f None None] Pushing event updated for resources: {'Port': ['ID=3773a982-ad83-48ef-a7f1-8698c3f5d336,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:53.866067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Port 7453019d-fbc8-4745-97b4-2fc730f2a778 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:53.877366 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Provisioning complete for port 9945534a-719a-410b-a81c-d9603aced2cb triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:53.877743 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9945534a-719a-410b-a81c-d9603aced2cb), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:54.001162 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (2071f5af-51de-4277-a7e2-b17f14d09533), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:54.013940 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e93cb115-a6fc-4c55-af67-26f828328a85 req-ffccc76d-d205-448b-8ce0-a8d1bac73d3a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600748 Feb 28 17:42:54.073677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Current status of the port 9945534a-719a-410b-a81c-d9603aced2cb is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:54.098055 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-8b86b331-0e70-4ba8-a1d0-298b05d3adec tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 17:42:54.101877 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8b86b331-0e70-4ba8-a1d0-298b05d3adec tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "DELETE /v2.0/routers/f4393130-628a-4146-95c2-6b1c8ffeba37 HTTP/1.1" status: 409 len: 376 time: 1.1002588 Feb 28 17:42:54.105198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53650) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:54.110102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Provisioning complete for port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:54.113371 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:54.135344 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43a63a94-9727-45f3-a274-9ed95644eb92 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks [] for port (7be31a3b-c2b5-45f4-9954-99ac2687c1ac), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:54.289391 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-735c9c47-1e21-4f67-99b5-dba0517fd7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Deleting port dacd53aa-4a89-46b3-9e2b-0f7cb950ce13 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:54.289733 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-735c9c47-1e21-4f67-99b5-dba0517fd7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (dacd53aa-4a89-46b3-9e2b-0f7cb950ce13), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:54.321006 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Current status of the port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:54.330785 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:54.356087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Provisioning complete for port dacd53aa-4a89-46b3-9e2b-0f7cb950ce13 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:54.356572 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (dacd53aa-4a89-46b3-9e2b-0f7cb950ce13), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:54.455154 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2bcac8b9-aae9-4376-bdc0-d380d0920790 None None] Port dacd53aa-4a89-46b3-9e2b-0f7cb950ce13 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:54.462253 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (2071f5af-51de-4277-a7e2-b17f14d09533), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:54.584236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-15aff13f-1782-478f-ab49-4f820535d0a9 None None] Provisioning complete for port 7453019d-fbc8-4745-97b4-2fc730f2a778 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:54.584698 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-15aff13f-1782-478f-ab49-4f820535d0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7453019d-fbc8-4745-97b4-2fc730f2a778), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:54.610191 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-735c9c47-1e21-4f67-99b5-dba0517fd7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (dacd53aa-4a89-46b3-9e2b-0f7cb950ce13), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:54.645637 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43a63a94-9727-45f3-a274-9ed95644eb92 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7be31a3b-c2b5-45f4-9954-99ac2687c1ac), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:54.662093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-735c9c47-1e21-4f67-99b5-dba0517fd7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Calling delete_port for dacd53aa-4a89-46b3-9e2b-0f7cb950ce13 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:54.678277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3773a982-ad83-48ef-a7f1-8698c3f5d336 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:54.724641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-15aff13f-1782-478f-ab49-4f820535d0a9 None None] Port 7453019d-fbc8-4745-97b4-2fc730f2a778 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:54.743592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-15aff13f-1782-478f-ab49-4f820535d0a9 None None] Provisioning complete for port dacd53aa-4a89-46b3-9e2b-0f7cb950ce13 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:54.744121 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-15aff13f-1782-478f-ab49-4f820535d0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (dacd53aa-4a89-46b3-9e2b-0f7cb950ce13), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:54.757197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a63a94-9727-45f3-a274-9ed95644eb92 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Network 9322d6c9-9201-4703-ab52-537d5d201030 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:42:54.758478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Router 2071f5af-51de-4277-a7e2-b17f14d09533 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:42:54.787407 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 3773a982-ad83-48ef-a7f1-8698c3f5d336 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:54.787811 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:54.802742 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-43a63a94-9727-45f3-a274-9ed95644eb92 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:42:54.808407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a63a94-9727-45f3-a274-9ed95644eb92 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Pushing event updated for resources: {'Port': ['ID=7be31a3b-c2b5-45f4-9954-99ac2687c1ac,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:54.814934 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a63a94-9727-45f3-a274-9ed95644eb92 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:42:54.839653 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-15aff13f-1782-478f-ab49-4f820535d0a9 None None] Port dacd53aa-4a89-46b3-9e2b-0f7cb950ce13 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:54.930095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 3773a982-ad83-48ef-a7f1-8698c3f5d336 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:54.930729 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:54.956705 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a63a94-9727-45f3-a274-9ed95644eb92 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:54.957375 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43a63a94-9727-45f3-a274-9ed95644eb92 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:54.967203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:42:54.993216 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 3773a982-ad83-48ef-a7f1-8698c3f5d336, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3773a982-ad83-48ef-a7f1-8698c3f5d336,segment=NetworkSegment(18b69cd2-dd15-4b18-a2db-313cc2cd086c),segment_id=18b69cd2-dd15-4b18-a2db-313cc2cd086c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:42:54.998826 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6efa65-9f5a-4f83-b2d5-b0eca1459dea None None] Sync routers for ids ['2071f5af-51de-4277-a7e2-b17f14d09533'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:42:55.017525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6efa65-9f5a-4f83-b2d5-b0eca1459dea None None] Routers {'2071f5af-51de-4277-a7e2-b17f14d09533'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:55.018674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-de6efa65-9f5a-4f83-b2d5-b0eca1459dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2071f5af-51de-4277-a7e2-b17f14d09533'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:55.077484 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-de6efa65-9f5a-4f83-b2d5-b0eca1459dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:55.097491 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:55.099542 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9945534a-719a-410b-a81c-d9603aced2cb up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:55.102716 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:55.104012 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3e791f0a-005d-4b3b-b213-f1e8a3128ac6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2315302 Feb 28 17:42:55.106806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53662) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:55.205654 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6efa65-9f5a-4f83-b2d5-b0eca1459dea None None] Routers {'2071f5af-51de-4277-a7e2-b17f14d09533'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:55.206561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-de6efa65-9f5a-4f83-b2d5-b0eca1459dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2071f5af-51de-4277-a7e2-b17f14d09533'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:55.297010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=3773a982-ad83-48ef-a7f1-8698c3f5d336,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:55.303189 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9f6ab-edf0-4e88-8844-9828d49df6a0 req-4ef269b6-2eae-4566-9bd2-515346776477 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:55.311217 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ee9f6ab-edf0-4e88-8844-9828d49df6a0 req-4ef269b6-2eae-4566-9bd2-515346776477 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.1343181 Feb 28 17:42:55.360275 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-de6efa65-9f5a-4f83-b2d5-b0eca1459dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:55.361380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6efa65-9f5a-4f83-b2d5-b0eca1459dea None None] The sync data for ids ['2071f5af-51de-4277-a7e2-b17f14d09533'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:42:55.396199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 9945534a-719a-410b-a81c-d9603aced2cb triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:55.396577 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9945534a-719a-410b-a81c-d9603aced2cb), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:55.444234 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ee9f6ab-edf0-4e88-8844-9828d49df6a0 req-c6df83d2-34a5-41b0-8d22-d0ec4dd64f90 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319840 Feb 28 17:42:55.456320 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-48b22cf3-6b3e-4c49-807c-525321bd73c8 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/routers/2071f5af-51de-4277-a7e2-b17f14d09533 HTTP/1.1" status: 200 len: 920 time: 0.3455513 Feb 28 17:42:55.461826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53666) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:55.507336 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 9945534a-719a-410b-a81c-d9603aced2cb is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:55.508357 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:55.522556 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-98741f3f-c9b8-49c2-8ab1-0b9dcda35256 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "GET /v2.0/ports?device_id=2071f5af-51de-4277-a7e2-b17f14d09533 HTTP/1.1" status: 200 len: 205 time: 0.0603018 Feb 28 17:42:55.523347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53668) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:55.535181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ce00e8-1351-4315-9f4c-6bb1d7c1baa0 None None] Network 9322d6c9-9201-4703-ab52-537d5d201030 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:55.688070 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-43a63a94-9727-45f3-a274-9ed95644eb92 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2891266 Feb 28 17:42:55.694983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53672) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:55.710865 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (2071f5af-51de-4277-a7e2-b17f14d09533), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:55.720044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-cea0dcfa-49f5-4d38-a6ce-cb95d7260377 None None] Provisioning complete for port 3773a982-ad83-48ef-a7f1-8698c3f5d336 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:55.720415 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cea0dcfa-49f5-4d38-a6ce-cb95d7260377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:55.822090 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:55.822580 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:55.836450 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71acb7d5-ad9d-4881-9004-080447e3f9cb tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (f4393130-628a-4146-95c2-6b1c8ffeba37), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:55.947319 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-cea0dcfa-49f5-4d38-a6ce-cb95d7260377 None None] Current status of the port 3773a982-ad83-48ef-a7f1-8698c3f5d336 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:55.973648 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-735c9c47-1e21-4f67-99b5-dba0517fd7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (dacd53aa-4a89-46b3-9e2b-0f7cb950ce13), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:56.013772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c9c47-1e21-4f67-99b5-dba0517fd7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Pushing event deleted for resources: {'Port': ['ID=dacd53aa-4a89-46b3-9e2b-0f7cb950ce13,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:56.040310 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (2071f5af-51de-4277-a7e2-b17f14d09533), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:56.060370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:56.111630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-01401d77-39fa-426b-9564-e366b847bc3c tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Deleting port 7be31a3b-c2b5-45f4-9954-99ac2687c1ac {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:56.111919 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01401d77-39fa-426b-9564-e366b847bc3c tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7be31a3b-c2b5-45f4-9954-99ac2687c1ac), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:56.125573 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-735c9c47-1e21-4f67-99b5-dba0517fd7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:56.133075 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-735c9c47-1e21-4f67-99b5-dba0517fd7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] 10.222.0.72 "DELETE /v2.0/ports/dacd53aa-4a89-46b3-9e2b-0f7cb950ce13 HTTP/1.1" status: 204 len: 168 time: 2.4818790 Feb 28 17:42:56.136865 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53680) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:56.143580 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Request body: {'port': {'name': 'tempest-new-port-name-1792691126', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:56.144465 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.api.validators [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] bootfile-name is not in valid_values {{(pid=104247) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 17:42:56.148400 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.api.validators [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] tftp-server is not in valid_values {{(pid=104247) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 17:42:56.148400 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.api.validators [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] server-ip-address is not in valid_values {{(pid=104247) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 17:42:56.392193 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7453019d-fbc8-4745-97b4-2fc730f2a778), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:56.411259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-17135841-f3b9-429d-a445-b6900108424d None None] Provisioning complete for port 7be31a3b-c2b5-45f4-9954-99ac2687c1ac triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:56.412433 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-17135841-f3b9-429d-a445-b6900108424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7be31a3b-c2b5-45f4-9954-99ac2687c1ac), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:56.518229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-17135841-f3b9-429d-a445-b6900108424d None None] Port 7be31a3b-c2b5-45f4-9954-99ac2687c1ac cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:56.535402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Deleting port 3cf3ea27-baa6-48aa-80cf-3b224dcc222e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:56.536007 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3cf3ea27-baa6-48aa-80cf-3b224dcc222e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:56.553586 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3773a982-ad83-48ef-a7f1-8698c3f5d336 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:42:56.604806 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-17135841-f3b9-429d-a445-b6900108424d None None] Provisioning complete for port 3773a982-ad83-48ef-a7f1-8698c3f5d336 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:56.605290 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-17135841-f3b9-429d-a445-b6900108424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:56.631738 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01401d77-39fa-426b-9564-e366b847bc3c tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7be31a3b-c2b5-45f4-9954-99ac2687c1ac), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:56.647236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-01401d77-39fa-426b-9564-e366b847bc3c tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Calling delete_port for 7be31a3b-c2b5-45f4-9954-99ac2687c1ac owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:56.732189 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 3773a982-ad83-48ef-a7f1-8698c3f5d336 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:56.732557 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:56.950404 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01401d77-39fa-426b-9564-e366b847bc3c tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7be31a3b-c2b5-45f4-9954-99ac2687c1ac), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:56.986527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53692) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:57.044397 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebb758-2f58-41d0-833b-df3082ebb76a req-c5081863-d2e0-4f16-8e06-0ca63e943f5b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:57.056797 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-17135841-f3b9-429d-a445-b6900108424d None None] Current status of the port 3773a982-ad83-48ef-a7f1-8698c3f5d336 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:57.070618 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7cebb758-2f58-41d0-833b-df3082ebb76a req-c5081863-d2e0-4f16-8e06-0ca63e943f5b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.4772007 Feb 28 17:42:57.165642 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 3773a982-ad83-48ef-a7f1-8698c3f5d336 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:42:57.188194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-bd6c7d3d-ea59-40f2-b063-37c628851a86 None None] Could not find standard attr ID for object 7be31a3b-c2b5-45f4-9954-99ac2687c1ac. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:42:57.245864 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01401d77-39fa-426b-9564-e366b847bc3c tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Pushing event deleted for resources: {'Port': ['ID=7be31a3b-c2b5-45f4-9954-99ac2687c1ac,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:57.327826 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks [] for port (7453019d-fbc8-4745-97b4-2fc730f2a778), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:57.335081 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7cebb758-2f58-41d0-833b-df3082ebb76a req-d86f6255-2820-43ce-bc50-108737566801 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619021 Feb 28 17:42:57.364643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be29239-5f3c-4108-97b1-2521b9d30aef tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:57.368884 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8be29239-5f3c-4108-97b1-2521b9d30aef tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 814 time: 0.3585541 Feb 28 17:42:57.392578 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3cf3ea27-baa6-48aa-80cf-3b224dcc222e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:57.406918 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Calling delete_port for 3cf3ea27-baa6-48aa-80cf-3b224dcc222e owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:57.433635 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (7453019d-fbc8-4745-97b4-2fc730f2a778), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:57.435332 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01401d77-39fa-426b-9564-e366b847bc3c tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:57.440905 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-01401d77-39fa-426b-9564-e366b847bc3c tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] 10.222.0.72 "DELETE /v2.0/ports/7be31a3b-c2b5-45f4-9954-99ac2687c1ac HTTP/1.1" status: 204 len: 168 time: 1.7429168 Feb 28 17:42:57.443047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53698) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:57.450154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-71acb7d5-ad9d-4881-9004-080447e3f9cb tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Deleting port 5355abdb-34af-41e7-b3f4-fa1a0a0f0848 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:57.450704 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71acb7d5-ad9d-4881-9004-080447e3f9cb tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5355abdb-34af-41e7-b3f4-fa1a0a0f0848), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:57.479815 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] In _notify_port_updated(), no bound segment for port 7453019d-fbc8-4745-97b4-2fc730f2a778 on network ddcfe466-30e2-4807-bdd7-ded2edcbecb7 {{(pid=104247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:42:57.488895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:57.489671 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:57.491119 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] 10.222.0.72 "PUT /v2.0/ports/7453019d-fbc8-4745-97b4-2fc730f2a778 HTTP/1.1" status: 200 len: 1130 time: 1.3532495 Feb 28 17:42:57.541585 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53704) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:57.622679 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71acb7d5-ad9d-4881-9004-080447e3f9cb tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5355abdb-34af-41e7-b3f4-fa1a0a0f0848), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:57.664441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-71acb7d5-ad9d-4881-9004-080447e3f9cb tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Calling delete_port for 5355abdb-34af-41e7-b3f4-fa1a0a0f0848 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:57.694246 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a941fb-dcbe-4335-8534-97e3c076d51d tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:57.695617 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e2a941fb-dcbe-4335-8534-97e3c076d51d tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] 10.222.0.72 "GET /v2.0/ports/7453019d-fbc8-4745-97b4-2fc730f2a778 HTTP/1.1" status: 200 len: 1130 time: 0.1019185 Feb 28 17:42:57.698589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Pushing event updated for resources: {'Port': ['ID=7453019d-fbc8-4745-97b4-2fc730f2a778,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:57.705769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53708) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:57.708514 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:57.708864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:57.709206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:57.709542 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:57.709872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:57.715540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:57.715901 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:57.716241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:57.716578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:57.716906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:57.717234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:57.717561 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:57.718473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6096a-37e9-46e1-8ce1-b5c3cbb22dca tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:42:57.851723 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-adb771fc-6608-47ed-864f-8ba491915c99 tempest-DHCPAgentSchedulersTestJSON-467383995 tempest-DHCPAgentSchedulersTestJSON-467383995-project-admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 0.3824654 Feb 28 17:42:57.862595 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53718) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:57.871280 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-ace0619e-3cb6-4bf9-a5ec-1a0a6bb4fc85 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-977841713'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:57.928450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-bc52a65c-65f4-4dc3-8788-de22df44a915 None None] Provisioning complete for port 7453019d-fbc8-4745-97b4-2fc730f2a778 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:42:57.930358 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bc52a65c-65f4-4dc3-8788-de22df44a915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7453019d-fbc8-4745-97b4-2fc730f2a778), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:57.972878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace0619e-3cb6-4bf9-a5ec-1a0a6bb4fc85 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Made reservation on behalf of e44edbeda5a3468e96194c26a4cfbd09 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:57.974202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-bc52a65c-65f4-4dc3-8788-de22df44a915 None None] Port 7453019d-fbc8-4745-97b4-2fc730f2a778 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:42:57.979906 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ace0619e-3cb6-4bf9-a5ec-1a0a6bb4fc85 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:57.985678 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-873aca43-3a4d-4b0f-b7c6-713561653a4c tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Deleting port 7453019d-fbc8-4745-97b4-2fc730f2a778 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:42:57.986336 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-873aca43-3a4d-4b0f-b7c6-713561653a4c tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7453019d-fbc8-4745-97b4-2fc730f2a778), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.040241 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3cf3ea27-baa6-48aa-80cf-3b224dcc222e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.080374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Pushing event deleted for resources: {'Port': ['ID=3cf3ea27-baa6-48aa-80cf-3b224dcc222e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:58.093160 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71acb7d5-ad9d-4881-9004-080447e3f9cb tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5355abdb-34af-41e7-b3f4-fa1a0a0f0848), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.095072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace0619e-3cb6-4bf9-a5ec-1a0a6bb4fc85 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:58.128521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53720) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:58.132932 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acb7d5-ad9d-4881-9004-080447e3f9cb tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event deleted for resources: {'Port': ['ID=5355abdb-34af-41e7-b3f4-fa1a0a0f0848,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:58.138339 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ace0619e-3cb6-4bf9-a5ec-1a0a6bb4fc85 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e599938c-6556-474d-b0e4-f9274e8508c6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.138679 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-ace0619e-3cb6-4bf9-a5ec-1a0a6bb4fc85 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Added segment e599938c-6556-474d-b0e4-f9274e8508c6 of type vlan for network 621a7851-0f39-4ca3-8521-07a85f37f2d7 Feb 28 17:42:58.157587 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f64625d1-fc0f-497a-97cb-381f2a1ccb82 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'network': {'name': 'tempest-network-smoke--2039265156', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'port_security_enabled': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:58.211579 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-873aca43-3a4d-4b0f-b7c6-713561653a4c tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7453019d-fbc8-4745-97b4-2fc730f2a778), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.235418 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (2071f5af-51de-4277-a7e2-b17f14d09533), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.241387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-873aca43-3a4d-4b0f-b7c6-713561653a4c tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Calling delete_port for 7453019d-fbc8-4745-97b4-2fc730f2a778 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:42:58.296162 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ace0619e-3cb6-4bf9-a5ec-1a0a6bb4fc85 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (621a7851-0f39-4ca3-8521-07a85f37f2d7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.301359 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71acb7d5-ad9d-4881-9004-080447e3f9cb tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (f4393130-628a-4146-95c2-6b1c8ffeba37), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.323520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64625d1-fc0f-497a-97cb-381f2a1ccb82 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Made reservation on behalf of 2dbedf6f8bfb41949f23f29c95506b32 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:42:58.328172 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f64625d1-fc0f-497a-97cb-381f2a1ccb82 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.381340 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (2071f5af-51de-4277-a7e2-b17f14d09533), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.385004 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_controller (2071f5af-51de-4277-a7e2-b17f14d09533), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.498905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64625d1-fc0f-497a-97cb-381f2a1ccb82 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:42:58.540654 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f64625d1-fc0f-497a-97cb-381f2a1ccb82 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (1a9a34c3-777b-4a7b-a880-68ecf29dae22), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.541992 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-f64625d1-fc0f-497a-97cb-381f2a1ccb82 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Added segment 1a9a34c3-777b-4a7b-a880-68ecf29dae22 of type vlan for network 1abae249-92a2-4db3-84bf-77e749303f3f Feb 28 17:42:58.544673 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ace0619e-3cb6-4bf9-a5ec-1a0a6bb4fc85 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (621a7851-0f39-4ca3-8521-07a85f37f2d7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.550807 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace0619e-3cb6-4bf9-a5ec-1a0a6bb4fc85 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:58.551487 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ace0619e-3cb6-4bf9-a5ec-1a0a6bb4fc85 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.614253 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (2071f5af-51de-4277-a7e2-b17f14d09533), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.614781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Fanout notify agent at l3_agent the message router_deleted on router 2071f5af-51de-4277-a7e2-b17f14d09533 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:42:58.621879 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71acb7d5-ad9d-4881-9004-080447e3f9cb tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Router f4393130-628a-4146-95c2-6b1c8ffeba37 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:42:58.622736 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.628222 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3ef5d5f5-7c6e-4f71-9283-e8b8a998ca1a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "DELETE /v2.0/routers/2071f5af-51de-4277-a7e2-b17f14d09533 HTTP/1.1" status: 204 len: 168 time: 3.0994239 Feb 28 17:42:58.633457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53728) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:58.643726 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1065425411', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'enable_snat': False}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:58.659681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f64625d1-fc0f-497a-97cb-381f2a1ccb82 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (1abae249-92a2-4db3-84bf-77e749303f3f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.669632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0619e-3cb6-4bf9-a5ec-1a0a6bb4fc85 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Pushing event updated for resources: {'Network': ['ID=621a7851-0f39-4ca3-8521-07a85f37f2d7,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:58.676780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f84eb-e1e0-48e7-a821-1b8067494e92 req-97b2a763-38be-42dc-a321-b94ff7ffed9a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:58.678675 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-629f84eb-e1e0-48e7-a821-1b8067494e92 req-97b2a763-38be-42dc-a321-b94ff7ffed9a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.2064645 Feb 28 17:42:58.688131 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 621a7851-0f39-4ca3-8521-07a85f37f2d7 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:58.739094 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ace0619e-3cb6-4bf9-a5ec-1a0a6bb4fc85 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8745615 Feb 28 17:42:58.743669 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53730) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:58.781400 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71acb7d5-ad9d-4881-9004-080447e3f9cb tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:42:58.789963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-71acb7d5-ad9d-4881-9004-080447e3f9cb tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "PUT /v2.0/routers/f4393130-628a-4146-95c2-6b1c8ffeba37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6738534 Feb 28 17:42:58.790920 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53732) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:58.803607 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e6018-28bb-44f3-8378-2e82021d94cf None None] Sync routers for ids ['f4393130-628a-4146-95c2-6b1c8ffeba37'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:42:58.824388 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e6018-28bb-44f3-8378-2e82021d94cf None None] Routers {'f4393130-628a-4146-95c2-6b1c8ffeba37'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:58.829552 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-629f84eb-e1e0-48e7-a821-1b8067494e92 req-4ecb8e82-0f94-4671-ae1b-b94d0cd41eb7 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429427 Feb 28 17:42:58.829717 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-068e6018-28bb-44f3-8378-2e82021d94cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f4393130-628a-4146-95c2-6b1c8ffeba37'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:58.832466 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f64625d1-fc0f-497a-97cb-381f2a1ccb82 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (1abae249-92a2-4db3-84bf-77e749303f3f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.838269 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64625d1-fc0f-497a-97cb-381f2a1ccb82 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:58.838742 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (1ca21e72-8963-4aac-88da-7309eca91807), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.838902 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f64625d1-fc0f-497a-97cb-381f2a1ccb82 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.840146 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (1ca21e72-8963-4aac-88da-7309eca91807), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.845810 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-f7eb2078-5a14-4d26-88a7-065eba60eff1 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] show failed (client error): The resource could not be found. Feb 28 17:42:58.847108 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f7eb2078-5a14-4d26-88a7-065eba60eff1 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-540323696 HTTP/1.1" status: 404 len: 334 time: 0.0549893 Feb 28 17:42:58.851538 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53734) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:58.856863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1658d1bf-43f4-49b7-a3f6-7c5a02ee5cfa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:42:58.893130 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-873aca43-3a4d-4b0f-b7c6-713561653a4c tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7453019d-fbc8-4745-97b4-2fc730f2a778), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:58.897528 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-1658d1bf-43f4-49b7-a3f6-7c5a02ee5cfa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] update failed (client error): The resource could not be found. Feb 28 17:42:58.898840 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1658d1bf-43f4-49b7-a3f6-7c5a02ee5cfa tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-1774992478 HTTP/1.1" status: 404 len: 335 time: 0.0461843 Feb 28 17:42:58.903150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53736) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:58.932110 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-068e6018-28bb-44f3-8378-2e82021d94cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:58.947532 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e6018-28bb-44f3-8378-2e82021d94cf None None] Routers {'f4393130-628a-4146-95c2-6b1c8ffeba37'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:42:58.948384 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-068e6018-28bb-44f3-8378-2e82021d94cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f4393130-628a-4146-95c2-6b1c8ffeba37'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:58.992087 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_controller (1ca21e72-8963-4aac-88da-7309eca91807), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:59.001894 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-068e6018-28bb-44f3-8378-2e82021d94cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:42:59.003622 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e6018-28bb-44f3-8378-2e82021d94cf None None] The sync data for ids ['f4393130-628a-4146-95c2-6b1c8ffeba37'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:42:59.005390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873aca43-3a4d-4b0f-b7c6-713561653a4c tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Pushing event deleted for resources: {'Port': ['ID=7453019d-fbc8-4745-97b4-2fc730f2a778,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:59.021991 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f12b49f-d9e5-4751-9912-349434f3102d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Deleting subnet 4a8bde8f-c297-4177-b46a-72107c90b6a2 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:42:59.037077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7f12b49f-d9e5-4751-9912-349434f3102d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for subnet (4a8bde8f-c297-4177-b46a-72107c90b6a2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:59.152003 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ab899a9e-25c2-4359-9d05-f3cdc367f981 tempest-DHCPAgentSchedulersTestJSON-467383995 tempest-DHCPAgentSchedulersTestJSON-467383995-project-admin] 10.222.0.72 "GET /v2.0/agents/c9283c24-67de-46f4-9c19-097d94013302/dhcp-networks HTTP/1.1" status: 200 len: 8865 time: 0.4043231 Feb 28 17:42:59.156045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53740) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:59.157079 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64625d1-fc0f-497a-97cb-381f2a1ccb82 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Network': ['ID=1abae249-92a2-4db3-84bf-77e749303f3f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:42:59.170345 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-873aca43-3a4d-4b0f-b7c6-713561653a4c tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:59.172315 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 1abae249-92a2-4db3-84bf-77e749303f3f details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:42:59.182059 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-873aca43-3a4d-4b0f-b7c6-713561653a4c tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] 10.222.0.72 "DELETE /v2.0/ports/7453019d-fbc8-4745-97b4-2fc730f2a778 HTTP/1.1" status: 204 len: 168 time: 1.4393325 Feb 28 17:42:59.197149 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f64625d1-fc0f-497a-97cb-381f2a1ccb82 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0668867 Feb 28 17:42:59.201368 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53742) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:59.201368 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53744) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:59.240659 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7f12b49f-d9e5-4751-9912-349434f3102d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (4a8bde8f-c297-4177-b46a-72107c90b6a2), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:59.414888 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (1ca21e72-8963-4aac-88da-7309eca91807), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:59.506467 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7f12b49f-d9e5-4751-9912-349434f3102d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (4a8bde8f-c297-4177-b46a-72107c90b6a2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:59.506730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cf9e71-17e3-4d29-80f2-0d4050a9ebd7 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Deleting subnet 0101f24b-2855-498a-ba8e-6603d48dc41e {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:42:59.512428 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9e71-17e3-4d29-80f2-0d4050a9ebd7 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks [] for subnet (0101f24b-2855-498a-ba8e-6603d48dc41e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:59.547402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350352fa-45ba-4e6b-b144-308fedcd66d2 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:59.548229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-350352fa-45ba-4e6b-b144-308fedcd66d2 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2dbedf6f8bfb41949f23f29c95506b32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3442044 Feb 28 17:42:59.552807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53754) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:59.587740 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9e71-17e3-4d29-80f2-0d4050a9ebd7 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (0101f24b-2855-498a-ba8e-6603d48dc41e), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:59.664931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13bbbd0-e9c9-4ac3-a6ea-965edd39cb68 tempest-DHCPAgentSchedulersTestJSON-467383995 tempest-DHCPAgentSchedulersTestJSON-467383995-project-admin] Network 621a7851-0f39-4ca3-8521-07a85f37f2d7 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:42:59.744871 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7f12b49f-d9e5-4751-9912-349434f3102d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (4a8bde8f-c297-4177-b46a-72107c90b6a2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:59.779419 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7f12b49f-d9e5-4751-9912-349434f3102d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:59.792156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8212b16a-806c-4311-b52d-fd3d30f06f7f None None] Network 91201127-5231-46bd-89b5-2ae69f64f8aa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:59.795189 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f13bbbd0-e9c9-4ac3-a6ea-965edd39cb68 tempest-DHCPAgentSchedulersTestJSON-467383995 tempest-DHCPAgentSchedulersTestJSON-467383995-project-admin] 10.222.0.72 "POST /v2.0/agents/c9283c24-67de-46f4-9c19-097d94013302/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6330321 Feb 28 17:42:59.795481 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7f12b49f-d9e5-4751-9912-349434f3102d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "DELETE /v2.0/subnets/4a8bde8f-c297-4177-b46a-72107c90b6a2 HTTP/1.1" status: 204 len: 168 time: 0.8862140 Feb 28 17:42:59.795481 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53760) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:59.795748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53762) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:59.822685 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdca0a8-abc4-453c-ab58-f88aef11e277 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:42:59.826267 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8fdca0a8-abc4-453c-ab58-f88aef11e277 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2711921 Feb 28 17:42:59.828949 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53764) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:42:59.867229 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9e71-17e3-4d29-80f2-0d4050a9ebd7 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (0101f24b-2855-498a-ba8e-6603d48dc41e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:42:59.906531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6df3686-68c7-4626-a76f-6df316647d3f None None] Network 621a7851-0f39-4ca3-8521-07a85f37f2d7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:42:59.969534 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aaea5ec2-65b1-4140-bad5-1b2f01021e66 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1366475 Feb 28 17:42:59.971488 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53768) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:00.013196 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d1e00f75-765d-48b4-b0c4-5ac99b26a628 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2dbedf6f8bfb41949f23f29c95506b32&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384772 Feb 28 17:43:00.015544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53770) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:00.073354 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (91201127-5231-46bd-89b5-2ae69f64f8aa), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:00.108486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12b49f-d9e5-4751-9912-349434f3102d tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8bde8f-c297-4177-b46a-72107c90b6a2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:00.157751 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968bc820-e8ce-482b-b071-c290678231f3 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:00.159926 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-968bc820-e8ce-482b-b071-c290678231f3 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1433589 Feb 28 17:43:00.163719 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53772) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:00.187483 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c999b9ea-81cc-4fa1-bf84-ee237a968639 None None] DHCP port deletion for 91201127-5231-46bd-89b5-2ae69f64f8aa request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:43:00.220846 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9e71-17e3-4d29-80f2-0d4050a9ebd7 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (0101f24b-2855-498a-ba8e-6603d48dc41e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:00.227459 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9a557a9c-b618-4eba-91a6-677af4ae67a4 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0638649 Feb 28 17:43:00.246618 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c999b9ea-81cc-4fa1-bf84-ee237a968639 None None] Deleting port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:00.247014 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c999b9ea-81cc-4fa1-bf84-ee237a968639 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:00.288912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53774) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:00.293729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ab31e18f-7926-44af-ac2b-1579f341af08 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1625178769', 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:00.313102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf9e71-17e3-4d29-80f2-0d4050a9ebd7 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Pushing event deleted for resources: {'Subnet': ['ID=0101f24b-2855-498a-ba8e-6603d48dc41e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:00.330619 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c999b9ea-81cc-4fa1-bf84-ee237a968639 None None] For port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38,segment=NetworkSegment(acbf1088-9aa2-4f99-b92b-e6a272dee620),segment_id=acbf1088-9aa2-4f99-b92b-e6a272dee620)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:00.331002 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c999b9ea-81cc-4fa1-bf84-ee237a968639 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:00.340768 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9e71-17e3-4d29-80f2-0d4050a9ebd7 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:00.349516 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-255b09cc-b4af-4453-ab14-6556557322b9 tempest-DHCPAgentSchedulersTestJSON-467383995 tempest-DHCPAgentSchedulersTestJSON-467383995-project-admin] 10.222.0.72 "GET /v2.0/agents/c9283c24-67de-46f4-9c19-097d94013302/dhcp-networks HTTP/1.1" status: 200 len: 9597 time: 0.4614546 Feb 28 17:43:00.355055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53776) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:00.360933 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e6cf9e71-17e3-4d29-80f2-0d4050a9ebd7 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] 10.222.0.72 "DELETE /v2.0/subnets/0101f24b-2855-498a-ba8e-6603d48dc41e HTTP/1.1" status: 204 len: 168 time: 1.1579161 Feb 28 17:43:00.378440 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff87fdb-3f93-44ac-b3e7-764ba0e0d28a None None] Network ddcfe466-30e2-4807-bdd7-ded2edcbecb7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:43:00.382865 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53778) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:00.393841 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c999b9ea-81cc-4fa1-bf84-ee237a968639 None None] Calling delete_port for da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:00.519980 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:43:00.544698 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (1ca21e72-8963-4aac-88da-7309eca91807), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:00.569352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab31e18f-7926-44af-ac2b-1579f341af08 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Made reservation on behalf of 2dbedf6f8bfb41949f23f29c95506b32 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:00.573604 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab31e18f-7926-44af-ac2b-1579f341af08 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:00.616834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08da455-e1d7-4ae3-a12b-7c76d9bf1b88 req-a21fff66-df51-4bf6-8290-45133e1f1ab1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:00.618395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d08da455-e1d7-4ae3-a12b-7c76d9bf1b88 req-a21fff66-df51-4bf6-8290-45133e1f1ab1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.5416882 Feb 28 17:43:00.619437 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:00.667721 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (ddcfe466-30e2-4807-bdd7-ded2edcbecb7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:00.753842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:43:00.754643 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:00.774046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Deleting port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:00.774580 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:00.812618 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38,segment=NetworkSegment(acbf1088-9aa2-4f99-b92b-e6a272dee620),segment_id=acbf1088-9aa2-4f99-b92b-e6a272dee620)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:00.812970 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-96dc996f-0ec7-472f-9788-eb0ebeb6fcd8 tempest-DHCPAgentSchedulersTestJSON-467383995 tempest-DHCPAgentSchedulersTestJSON-467383995-project-admin] 10.222.0.72 "DELETE /v2.0/agents/c9283c24-67de-46f4-9c19-097d94013302/dhcp-networks/621a7851-0f39-4ca3-8521-07a85f37f2d7 HTTP/1.1" status: 204 len: 168 time: 0.4476717 Feb 28 17:43:00.816177 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53784) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:00.877734 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:00.963422 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc94eb9-8300-428b-8022-101d2b83b7e5 None None] DHCP port deletion for ddcfe466-30e2-4807-bdd7-ded2edcbecb7 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:43:00.969275 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d08da455-e1d7-4ae3-a12b-7c76d9bf1b88 req-94bebcf0-9385-47e9-bc1b-d3d3f1801947 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359959 Feb 28 17:43:01.005696 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c999b9ea-81cc-4fa1-bf84-ee237a968639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.050551 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999b9ea-81cc-4fa1-bf84-ee237a968639 None None] No DVR routers for this DVR port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:43:01.071795 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] For port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38,segment=NetworkSegment(acbf1088-9aa2-4f99-b92b-e6a272dee620),segment_id=acbf1088-9aa2-4f99-b92b-e6a272dee620)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:01.072488 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.078130 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1e7fede6-2d4f-48a6-abc8-ba8642cf2157 tempest-DHCPAgentSchedulersTestJSON-467383995 tempest-DHCPAgentSchedulersTestJSON-467383995-project-admin] 10.222.0.72 "GET /v2.0/agents/c9283c24-67de-46f4-9c19-097d94013302/dhcp-networks HTTP/1.1" status: 200 len: 8789 time: 0.2591712 Feb 28 17:43:01.084232 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53790) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:01.090932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:01.093757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Allocated IP 172.25.3.72 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/be3706d0-3793-4326-ac05-e374edc973a3) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:01.136694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Calling delete_port for da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:01.146701 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999b9ea-81cc-4fa1-bf84-ee237a968639 None None] Pushing event deleted for resources: {'Port': ['ID=da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:01.174886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-acc94eb9-8300-428b-8022-101d2b83b7e5 None None] Deleting port 9945534a-719a-410b-a81c-d9603aced2cb {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:01.175256 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-acc94eb9-8300-428b-8022-101d2b83b7e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9945534a-719a-410b-a81c-d9603aced2cb), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.195981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Deleting port 9945534a-719a-410b-a81c-d9603aced2cb {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:01.196455 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9945534a-719a-410b-a81c-d9603aced2cb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.203377 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab31e18f-7926-44af-ac2b-1579f341af08 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (6b3db4a7-c159-4d12-803d-9607cb1179d6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.276364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-acc94eb9-8300-428b-8022-101d2b83b7e5 None None] For port 9945534a-719a-410b-a81c-d9603aced2cb, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9945534a-719a-410b-a81c-d9603aced2cb,segment=NetworkSegment(757ff020-26d3-484c-b45f-430e9adbe407),segment_id=757ff020-26d3-484c-b45f-430e9adbe407)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:01.276964 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-acc94eb9-8300-428b-8022-101d2b83b7e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9945534a-719a-410b-a81c-d9603aced2cb), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.293605 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31e18f-7926-44af-ac2b-1579f341af08 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Subnet': ['ID=6b3db4a7-c159-4d12-803d-9607cb1179d6,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:01.304154 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-acc94eb9-8300-428b-8022-101d2b83b7e5 None None] Calling delete_port for 9945534a-719a-410b-a81c-d9603aced2cb owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:01.323622 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ff759d5c-fa44-4d0b-a755-546b02d1e329 tempest-DHCPAgentSchedulersTestJSON-467383995 tempest-DHCPAgentSchedulersTestJSON-467383995-project-admin] 10.222.0.72 "GET /v2.0/networks/9322d6c9-9201-4703-ab52-537d5d201030/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2192159 Feb 28 17:43:01.329442 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53792) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:01.330343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab31e18f-7926-44af-ac2b-1579f341af08 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Checking segment: {'id': '1a9a34c3-777b-4a7b-a880-68ecf29dae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:43:01.330880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab31e18f-7926-44af-ac2b-1579f341af08 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network hostable DHCP agents. Network: 1abae249-92a2-4db3-84bf-77e749303f3f, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:43:01.354104 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7f21264f-004b-4eaf-89c4-3c7cceae4b1b tempest-DHCPAgentSchedulersTestJSON-467383995 tempest-DHCPAgentSchedulersTestJSON-467383995-project-admin] 10.222.0.72 "GET /v2.0/networks/9322d6c9-9201-4703-ab52-537d5d201030/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0206122 Feb 28 17:43:01.356531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53794) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:01.366104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] For port 9945534a-719a-410b-a81c-d9603aced2cb, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9945534a-719a-410b-a81c-d9603aced2cb,segment=NetworkSegment(757ff020-26d3-484c-b45f-430e9adbe407),segment_id=757ff020-26d3-484c-b45f-430e9adbe407)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:01.366466 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9945534a-719a-410b-a81c-d9603aced2cb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.452919 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Calling delete_port for 9945534a-719a-410b-a81c-d9603aced2cb owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:01.508653 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-45c49aa5-fa81-402d-877a-dc3bbdbc5bd4 tempest-DHCPAgentSchedulersTestJSON-467383995 tempest-DHCPAgentSchedulersTestJSON-467383995-project-admin] 10.222.0.72 "GET /v2.0/agents/c9283c24-67de-46f4-9c19-097d94013302/dhcp-networks HTTP/1.1" status: 200 len: 8789 time: 0.1459510 Feb 28 17:43:01.509028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53796) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:01.527895 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-acc94eb9-8300-428b-8022-101d2b83b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (9945534a-719a-410b-a81c-d9603aced2cb), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.553939 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for port (be3706d0-3793-4326-ac05-e374edc973a3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.560499 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc94eb9-8300-428b-8022-101d2b83b7e5 None None] Pushing event deleted for resources: {'Port': ['ID=9945534a-719a-410b-a81c-d9603aced2cb,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:01.565371 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc94eb9-8300-428b-8022-101d2b83b7e5 None None] No DVR routers for this DVR port 9945534a-719a-410b-a81c-d9603aced2cb on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:43:01.594472 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.623003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab31e18f-7926-44af-ac2b-1579f341af08 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network 1abae249-92a2-4db3-84bf-77e749303f3f is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:43:01.639524 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7d793462-7c78-4a32-86fe-78be04b1a9e5 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (621a7851-0f39-4ca3-8521-07a85f37f2d7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.746366 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ab31e18f-7926-44af-ac2b-1579f341af08 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 1abae249-92a2-4db3-84bf-77e749303f3f) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:01.766010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c269d5b-414a-44c1-942e-7411968ea687 None None] Network 1abae249-92a2-4db3-84bf-77e749303f3f requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:43:01.780968 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab31e18f-7926-44af-ac2b-1579f341af08 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:01.781724 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab31e18f-7926-44af-ac2b-1579f341af08 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.806886 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7d793462-7c78-4a32-86fe-78be04b1a9e5 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (621a7851-0f39-4ca3-8521-07a85f37f2d7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.831847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-7d793462-7c78-4a32-86fe-78be04b1a9e5 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621a7851-0f39-4ca3-8521-07a85f37f2d7']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:01.844677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-7d793462-7c78-4a32-86fe-78be04b1a9e5 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e599938c-6556-474d-b0e4-f9274e8508c6') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:01.845107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-7d793462-7c78-4a32-86fe-78be04b1a9e5 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e599938c-6556-474d-b0e4-f9274e8508c6') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:01.871601 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7d793462-7c78-4a32-86fe-78be04b1a9e5 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (e599938c-6556-474d-b0e4-f9274e8508c6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.892936 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7d793462-7c78-4a32-86fe-78be04b1a9e5 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e599938c-6556-474d-b0e4-f9274e8508c6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.900920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d793462-7c78-4a32-86fe-78be04b1a9e5 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:43:01.901576 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7d793462-7c78-4a32-86fe-78be04b1a9e5 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (e599938c-6556-474d-b0e4-f9274e8508c6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:43:01.969049 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:43:01.988063 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-1abae249-92a2-4db3-84bf-77e749303f3f', 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ips': [{'subnet_id': '6b3db4a7-c159-4d12-803d-9607cb1179d6'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:43:01.988928 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:01.993373 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ab31e18f-7926-44af-ac2b-1579f341af08 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7032108 Feb 28 17:43:02.073367 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7d793462-7c78-4a32-86fe-78be04b1a9e5 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (621a7851-0f39-4ca3-8521-07a85f37f2d7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.080991 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7d793462-7c78-4a32-86fe-78be04b1a9e5 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.085827 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7d793462-7c78-4a32-86fe-78be04b1a9e5 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] 10.222.0.72 "DELETE /v2.0/networks/621a7851-0f39-4ca3-8521-07a85f37f2d7 HTTP/1.1" status: 204 len: 168 time: 0.5756686 Feb 28 17:43:02.098486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53810) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:02.107631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d793462-7c78-4a32-86fe-78be04b1a9e5 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Pushing event deleted for resources: {'Network': ['ID=621a7851-0f39-4ca3-8521-07a85f37f2d7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:02.134727 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd992fe-6fce-4387-a534-a057c038c4de tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] DELETE failed (client error): The resource could not be found. Feb 28 17:43:02.135720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd992fe-6fce-4387-a534-a057c038c4de tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:43:02.139157 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5fd992fe-6fce-4387-a534-a057c038c4de tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] 10.222.0.72 "DELETE /v2.0/ports/7be31a3b-c2b5-45f4-9954-99ac2687c1ac HTTP/1.1" status: 404 len: 333 time: 0.0390730 Feb 28 17:43:02.144948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53812) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:02.211703 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c75ec3-b3ca-4b90-bc64-1877b3df5b50 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Deleting subnet ad3e1a85-0979-4b08-85ae-8bf831afd08c {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:43:02.218891 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03c75ec3-b3ca-4b90-bc64-1877b3df5b50 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks [] for subnet (ad3e1a85-0979-4b08-85ae-8bf831afd08c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.258818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event deleted for resources: {'Port': ['ID=da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:02.266204 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] No DVR routers for this DVR port da4b4ab5-a970-4e1d-bc5b-dc7fe62d9e38 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:43:02.274102 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03c75ec3-b3ca-4b90-bc64-1877b3df5b50 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (ad3e1a85-0979-4b08-85ae-8bf831afd08c), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.283288 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Allocated IP 172.20.0.18 (1abae249-92a2-4db3-84bf-77e749303f3f/6b3db4a7-c159-4d12-803d-9607cb1179d6/c499a15e-83d1-47e0-81e9-abea77a9ae68) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:02.339359 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9945534a-719a-410b-a81c-d9603aced2cb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.423422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] No DVR routers for this DVR port 9945534a-719a-410b-a81c-d9603aced2cb on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:43:02.432500 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03c75ec3-b3ca-4b90-bc64-1877b3df5b50 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (ad3e1a85-0979-4b08-85ae-8bf831afd08c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.434540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Pushing event deleted for resources: {'Port': ['ID=9945534a-719a-410b-a81c-d9603aced2cb,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:02.458662 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (91201127-5231-46bd-89b5-2ae69f64f8aa), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.464097 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (be3706d0-3793-4326-ac05-e374edc973a3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.478051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9945534a-719a-410b-a81c-d9603aced2cb no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:43:02.538804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ed71b-0a5c-433d-8c3e-f643de83afea req-ad78594c-b28c-4081-bbf7-ff4c4bcd9bdf tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:02.540329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-978ed71b-0a5c-433d-8c3e-f643de83afea req-ad78594c-b28c-4081-bbf7-ff4c4bcd9bdf tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.2953985 Feb 28 17:43:02.546263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91201127-5231-46bd-89b5-2ae69f64f8aa']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:02.573477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:02.591428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 9945534a-719a-410b-a81c-d9603aced2cb {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:43:02.591779 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9945534a-719a-410b-a81c-d9603aced2cb not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:43:02.597893 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03c75ec3-b3ca-4b90-bc64-1877b3df5b50 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (ad3e1a85-0979-4b08-85ae-8bf831afd08c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.617573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbf1088-9aa2-4f99-b92b-e6a272dee620') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:02.617844 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbf1088-9aa2-4f99-b92b-e6a272dee620') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:02.620079 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:02.622803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:02.624510 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Publish callbacks [] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.641245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c75ec3-b3ca-4b90-bc64-1877b3df5b50 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3e1a85-0979-4b08-85ae-8bf831afd08c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:02.645225 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03c75ec3-b3ca-4b90-bc64-1877b3df5b50 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.649132 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-03c75ec3-b3ca-4b90-bc64-1877b3df5b50 tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] 10.222.0.72 "DELETE /v2.0/subnets/ad3e1a85-0979-4b08-85ae-8bf831afd08c HTTP/1.1" status: 204 len: 168 time: 0.5024300 Feb 28 17:43:02.654768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53814) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:02.658155 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0feb1f-223e-4658-9067-edf8d5b875fa None None] Network 9322d6c9-9201-4703-ab52-537d5d201030 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:43:02.671026 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (acbf1088-9aa2-4f99-b92b-e6a272dee620), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.673014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event updated for resources: {'Port': ['ID=be3706d0-3793-4326-ac05-e374edc973a3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:02.678037 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (ddcfe466-30e2-4807-bdd7-ded2edcbecb7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.728333 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.752945 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (acbf1088-9aa2-4f99-b92b-e6a272dee620), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.780168 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Network 1abae249-92a2-4db3-84bf-77e749303f3f is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:02.783721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:02.784574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcfe466-30e2-4807-bdd7-ded2edcbecb7']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:02.787477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:02.814027 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (9322d6c9-9201-4703-ab52-537d5d201030), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.831515 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:43:02.831921 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Pushing event updated for resources: {'Port': ['ID=c499a15e-83d1-47e0-81e9-abea77a9ae68,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:02.834011 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (acbf1088-9aa2-4f99-b92b-e6a272dee620), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:43:02.837407 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:43:02.857834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757ff020-26d3-484c-b45f-430e9adbe407') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:02.858517 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757ff020-26d3-484c-b45f-430e9adbe407') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:02.874317 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-978ed71b-0a5c-433d-8c3e-f643de83afea req-af6a5072-02c6-4a2a-8e5b-ca2a0c57acd4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230457 Feb 28 17:43:02.912847 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Attempting to bind port c499a15e-83d1-47e0-81e9-abea77a9ae68 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:02.913346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Attempting to bind port c499a15e-83d1-47e0-81e9-abea77a9ae68 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '1a9a34c3-777b-4a7b-a880-68ecf29dae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:02.913819 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Attempting to bind port c499a15e-83d1-47e0-81e9-abea77a9ae68 on network 1abae249-92a2-4db3-84bf-77e749303f3f {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:02.923266 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:43:02.923781 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Checking segment: {'id': '1a9a34c3-777b-4a7b-a880-68ecf29dae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:43:02.924274 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.924939 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Bound using segment: {'id': '1a9a34c3-777b-4a7b-a880-68ecf29dae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:43:02.925380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Bound port: c499a15e-83d1-47e0-81e9-abea77a9ae68, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9a34c3-777b-4a7b-a880-68ecf29dae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:43:02.926012 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.927229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Deleting port 3773a982-ad83-48ef-a7f1-8698c3f5d336 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:02.927611 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:02.958684 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (757ff020-26d3-484c-b45f-430e9adbe407), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.027782 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] For port c499a15e-83d1-47e0-81e9-abea77a9ae68, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:43:03.030043 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (757ff020-26d3-484c-b45f-430e9adbe407), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.039363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] For port c499a15e-83d1-47e0-81e9-abea77a9ae68, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c499a15e-83d1-47e0-81e9-abea77a9ae68,segment=NetworkSegment(1a9a34c3-777b-4a7b-a880-68ecf29dae22),segment_id=1a9a34c3-777b-4a7b-a880-68ecf29dae22)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:43:03.043285 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5af859-c58d-4833-826a-a0020bc7b133 None None] DHCP port deletion for 9322d6c9-9201-4703-ab52-537d5d201030 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:43:03.056889 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:43:03.057301 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (757ff020-26d3-484c-b45f-430e9adbe407), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:43:03.060498 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:43:03.070332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] For port 3773a982-ad83-48ef-a7f1-8698c3f5d336, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3773a982-ad83-48ef-a7f1-8698c3f5d336,segment=NetworkSegment(18b69cd2-dd15-4b18-a2db-313cc2cd086c),segment_id=18b69cd2-dd15-4b18-a2db-313cc2cd086c)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:03.070702 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.092756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Calling delete_port for 3773a982-ad83-48ef-a7f1-8698c3f5d336 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:03.174335 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ce5af859-c58d-4833-826a-a0020bc7b133 None None] Deleting port 3773a982-ad83-48ef-a7f1-8698c3f5d336 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:03.175729 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ce5af859-c58d-4833-826a-a0020bc7b133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.199653 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (91201127-5231-46bd-89b5-2ae69f64f8aa), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.215413 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.219896 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.222625 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "DELETE /v2.0/networks/91201127-5231-46bd-89b5-2ae69f64f8aa HTTP/1.1" status: 204 len: 168 time: 3.3577366 Feb 28 17:43:03.234894 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53826) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:03.257429 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993d9f3-e2be-4ea0-93ae-20bc76ba10fd tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event deleted for resources: {'Network': ['ID=91201127-5231-46bd-89b5-2ae69f64f8aa,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:03.329065 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.376469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89a7461-3292-441d-bca9-1802cef74de9 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Deleting subnet 71afbc5e-08fb-4ce6-ab96-2f2a2057ba31 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:43:03.382562 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (ddcfe466-30e2-4807-bdd7-ded2edcbecb7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.384352 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b89a7461-3292-441d-bca9-1802cef74de9 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for subnet (71afbc5e-08fb-4ce6-ab96-2f2a2057ba31), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.392434 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Pushing event deleted for resources: {'Port': ['ID=3773a982-ad83-48ef-a7f1-8698c3f5d336,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:03.403028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] No DVR routers for this DVR port 3773a982-ad83-48ef-a7f1-8698c3f5d336 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:43:03.421425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ce5af859-c58d-4833-826a-a0020bc7b133 None None] For port 3773a982-ad83-48ef-a7f1-8698c3f5d336, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3773a982-ad83-48ef-a7f1-8698c3f5d336,segment=NetworkSegment(18b69cd2-dd15-4b18-a2db-313cc2cd086c),segment_id=18b69cd2-dd15-4b18-a2db-313cc2cd086c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:03.422510 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ce5af859-c58d-4833-826a-a0020bc7b133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.463476 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.468887 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] 10.222.0.72 "DELETE /v2.0/networks/ddcfe466-30e2-4807-bdd7-ded2edcbecb7 HTTP/1.1" status: 204 len: 168 time: 3.0771120 Feb 28 17:43:03.482159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ce5af859-c58d-4833-826a-a0020bc7b133 None None] Calling delete_port for 3773a982-ad83-48ef-a7f1-8698c3f5d336 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:03.485937 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de339d4a-45bb-4087-8057-bae08ef7a00b None None] Pushing event updated for resources: {'Port': ['ID=c499a15e-83d1-47e0-81e9-abea77a9ae68,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:03.533807 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b074057-efbb-48bf-8a19-f1dc5f2438d8 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727 tempest-ExtraDHCPOptionsIpV6TestJSON-442907727-project] Pushing event deleted for resources: {'Network': ['ID=ddcfe466-30e2-4807-bdd7-ded2edcbecb7,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:03.615487 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b89a7461-3292-441d-bca9-1802cef74de9 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (71afbc5e-08fb-4ce6-ab96-2f2a2057ba31), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:43:03.661215 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:43:03.674208 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ce5af859-c58d-4833-826a-a0020bc7b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (3773a982-ad83-48ef-a7f1-8698c3f5d336), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.701023 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (9322d6c9-9201-4703-ab52-537d5d201030), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.730488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53830) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:03.748088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1b41227c-51f6-49c7-8b16-20e6e21adf45 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1175483047', 'description': 'tempest-secgroup-smoke-1175483047 description', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:03.748807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5af859-c58d-4833-826a-a0020bc7b133 None None] Pushing event deleted for resources: {'Port': ['ID=3773a982-ad83-48ef-a7f1-8698c3f5d336,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:03.759520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5af859-c58d-4833-826a-a0020bc7b133 None None] No DVR routers for this DVR port 3773a982-ad83-48ef-a7f1-8698c3f5d336 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:43:03.769535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9322d6c9-9201-4703-ab52-537d5d201030']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:03.799931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b69cd2-dd15-4b18-a2db-313cc2cd086c') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:03.800217 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b69cd2-dd15-4b18-a2db-313cc2cd086c') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:03.809998 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (1ca21e72-8963-4aac-88da-7309eca91807), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.839195 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (18b69cd2-dd15-4b18-a2db-313cc2cd086c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.859938 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (18b69cd2-dd15-4b18-a2db-313cc2cd086c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.866655 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:43:03.868419 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (18b69cd2-dd15-4b18-a2db-313cc2cd086c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:03.956960 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b41227c-51f6-49c7-8b16-20e6e21adf45 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:04.082262 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b89a7461-3292-441d-bca9-1802cef74de9 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (71afbc5e-08fb-4ce6-ab96-2f2a2057ba31), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:43:04.087183 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:43:04.198850 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (9322d6c9-9201-4703-ab52-537d5d201030), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:04.211747 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:04.219546 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] 10.222.0.72 "DELETE /v2.0/networks/9322d6c9-9201-4703-ab52-537d5d201030 HTTP/1.1" status: 204 len: 168 time: 1.5609448 Feb 28 17:43:04.265780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ee8ce-4864-4b65-b22e-672a7ba2033b tempest-DHCPAgentSchedulersTestJSON-510476089 tempest-DHCPAgentSchedulersTestJSON-510476089-project] Pushing event deleted for resources: {'Network': ['ID=9322d6c9-9201-4703-ab52-537d5d201030,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:04.323021 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53848) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:04.366368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5988c-f7a9-4df9-852b-0415b61031ff req-fa89a00d-189f-4831-a8fd-c12b870002b0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:04.369184 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dea5988c-f7a9-4df9-852b-0415b61031ff req-fa89a00d-189f-4831-a8fd-c12b870002b0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.2832355 Feb 28 17:43:04.492721 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (1ca21e72-8963-4aac-88da-7309eca91807), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:04.552449 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c499a15e-83d1-47e0-81e9-abea77a9ae68 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:43:04.570923 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b89a7461-3292-441d-bca9-1802cef74de9 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (71afbc5e-08fb-4ce6-ab96-2f2a2057ba31), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:04.594538 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dea5988c-f7a9-4df9-852b-0415b61031ff req-7bf3f0f0-7c39-4e48-84db-cf11c594d265 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117105 Feb 28 17:43:04.634381 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b41227c-51f6-49c7-8b16-20e6e21adf45 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (060f2f9e-3a8e-40a2-87e0-45ecb3d643fb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:04.644116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a7461-3292-441d-bca9-1802cef74de9 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event deleted for resources: {'Subnet': ['ID=71afbc5e-08fb-4ce6-ab96-2f2a2057ba31,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:04.646555 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b89a7461-3292-441d-bca9-1802cef74de9 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:04.659187 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b89a7461-3292-441d-bca9-1802cef74de9 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "DELETE /v2.0/subnets/71afbc5e-08fb-4ce6-ab96-2f2a2057ba31 HTTP/1.1" status: 204 len: 168 time: 1.4225147 Feb 28 17:43:04.662681 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53852) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:04.663131 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee92dae4-61d9-47f9-a58f-b52c656b0e85 None None] Network cc52ed48-f0e1-4496-a400-d07dd0892bd6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:43:04.706687 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1f5bdbda-7bcb-428d-a6e3-6032bcc4f89f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=111c2760af704c3cb9a4dbde6467434b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3824348 Feb 28 17:43:04.710513 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53854) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:04.749819 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b41227c-51f6-49c7-8b16-20e6e21adf45 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (060f2f9e-3a8e-40a2-87e0-45ecb3d643fb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:04.820442 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8e51f38-813c-41c0-a427-1ad65896fe33 admin admin] Publish callbacks [] for security_group (6cb280c3-cf50-452e-9b7f-70cb3df2517e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:04.877901 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8e51f38-813c-41c0-a427-1ad65896fe33 admin admin] Publish callbacks [] for security_group (6cb280c3-cf50-452e-9b7f-70cb3df2517e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:04.890165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c499a15e-83d1-47e0-81e9-abea77a9ae68 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:43:04.892686 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:04.946857 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b41227c-51f6-49c7-8b16-20e6e21adf45 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:04.948169 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1b41227c-51f6-49c7-8b16-20e6e21adf45 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.2124832 Feb 28 17:43:04.952064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41227c-51f6-49c7-8b16-20e6e21adf45 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:04.955791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53856) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:04.964799 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-4050317d-9454-4d63-aae5-c9ddc3d86869 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Deleting subnet 2313d8a2-399a-4ea2-9207-9c999a858552 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:43:04.973982 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0b700a8b-4c61-408e-af8c-cf9d2d702957 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': '060f2f9e-3a8e-40a2-87e0-45ecb3d643fb', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:05.003653 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4050317d-9454-4d63-aae5-c9ddc3d86869 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for subnet (2313d8a2-399a-4ea2-9207-9c999a858552), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.060711 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8e51f38-813c-41c0-a427-1ad65896fe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6cb280c3-cf50-452e-9b7f-70cb3df2517e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.074140 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8e51f38-813c-41c0-a427-1ad65896fe33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.076080 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c8e51f38-813c-41c0-a427-1ad65896fe33 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6cb280c3-cf50-452e-9b7f-70cb3df2517e HTTP/1.1" status: 204 len: 168 time: 0.3644509 Feb 28 17:43:05.091263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e51f38-813c-41c0-a427-1ad65896fe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb280c3-cf50-452e-9b7f-70cb3df2517e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:05.120986 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c499a15e-83d1-47e0-81e9-abea77a9ae68 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:43:05.121495 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.146314 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b700a8b-4c61-408e-af8c-cf9d2d702957 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (6327d209-9d79-483c-b657-cffed850de4c), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.153631 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4050317d-9454-4d63-aae5-c9ddc3d86869 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (2313d8a2-399a-4ea2-9207-9c999a858552), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.172785 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a5399c-04c0-44a0-8637-8b03c303ee57 None None] DHCP port deletion for cc52ed48-f0e1-4496-a400-d07dd0892bd6 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:43:05.221409 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53866) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:05.303623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b700a8b-4c61-408e-af8c-cf9d2d702957 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (6327d209-9d79-483c-b657-cffed850de4c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.321277 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4050317d-9454-4d63-aae5-c9ddc3d86869 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (2313d8a2-399a-4ea2-9207-9c999a858552), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.403308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731d6fe-870b-4963-a958-de421f5c8149 req-33c4a00c-bbc8-40c1-9208-daba5af3ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:05.406302 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9731d6fe-870b-4963-a958-de421f5c8149 req-33c4a00c-bbc8-40c1-9208-daba5af3ce46 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 1128 time: 0.5523202 Feb 28 17:43:05.438306 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b700a8b-4c61-408e-af8c-cf9d2d702957 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (6327d209-9d79-483c-b657-cffed850de4c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.480736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b700a8b-4c61-408e-af8c-cf9d2d702957 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6327d209-9d79-483c-b657-cffed850de4c,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:05.517359 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port c499a15e-83d1-47e0-81e9-abea77a9ae68, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c499a15e-83d1-47e0-81e9-abea77a9ae68,segment=NetworkSegment(1a9a34c3-777b-4a7b-a880-68ecf29dae22),segment_id=1a9a34c3-777b-4a7b-a880-68ecf29dae22)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:05.525653 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ef099b-3107-4d87-af1a-0900a321801a None None] Network 1abae249-92a2-4db3-84bf-77e749303f3f requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:43:05.582526 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0b700a8b-4c61-408e-af8c-cf9d2d702957 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.583277 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0b700a8b-4c61-408e-af8c-cf9d2d702957 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6166704 Feb 28 17:43:05.584420 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53874) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:05.589573 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f101eff9-7549-4e69-92ec-90aa5520147c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': '060f2f9e-3a8e-40a2-87e0-45ecb3d643fb', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:05.712868 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f101eff9-7549-4e69-92ec-90aa5520147c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (30d14c45-c979-414b-80fd-dc4d6987fd07), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.729220 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.860709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-86577c5c-308e-438f-a63e-5de2f961d828 None None] Provisioning complete for port c499a15e-83d1-47e0-81e9-abea77a9ae68 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:43:05.861069 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86577c5c-308e-438f-a63e-5de2f961d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.863662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3773a982-ad83-48ef-a7f1-8698c3f5d336 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:43:05.888438 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f101eff9-7549-4e69-92ec-90aa5520147c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (30d14c45-c979-414b-80fd-dc4d6987fd07), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.896543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=c499a15e-83d1-47e0-81e9-abea77a9ae68,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:05.971465 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f921f426-7a59-4078-8061-00aa2091c2a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e44edbeda5a3468e96194c26a4cfbd09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6654625 Feb 28 17:43:05.977776 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53884) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:05.979766 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f101eff9-7549-4e69-92ec-90aa5520147c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (30d14c45-c979-414b-80fd-dc4d6987fd07), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:05.991808 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 3773a982-ad83-48ef-a7f1-8698c3f5d336 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:43:05.993588 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3773a982-ad83-48ef-a7f1-8698c3f5d336 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:43:06.073066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Router 1ca21e72-8963-4aac-88da-7309eca91807 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:43:06.076071 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4050317d-9454-4d63-aae5-c9ddc3d86869 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (2313d8a2-399a-4ea2-9207-9c999a858552), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:06.087059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101eff9-7549-4e69-92ec-90aa5520147c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d14c45-c979-414b-80fd-dc4d6987fd07,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:06.111172 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1e22979-725b-4b5d-9b33-e435aa837617 admin admin] Publish callbacks [] for security_group (9f7d75aa-a00b-4b84-ac72-7b31eabdb578), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:06.124512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050317d-9454-4d63-aae5-c9ddc3d86869 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event deleted for resources: {'Subnet': ['ID=2313d8a2-399a-4ea2-9207-9c999a858552,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:06.142450 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1e22979-725b-4b5d-9b33-e435aa837617 admin admin] Publish callbacks [] for security_group (9f7d75aa-a00b-4b84-ac72-7b31eabdb578), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:06.168894 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5399c-04c0-44a0-8637-8b03c303ee57 None None] Deleting port 8af6321d-68c7-4cc5-a31b-128b9c8e9051 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:06.169275 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b5a5399c-04c0-44a0-8637-8b03c303ee57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8af6321d-68c7-4cc5-a31b-128b9c8e9051), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:06.222500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731d6fe-870b-4963-a958-de421f5c8149 req-d8a7f553-6b04-4ade-9eaa-0a50012167f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:06.227078 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9731d6fe-870b-4963-a958-de421f5c8149 req-d8a7f553-6b04-4ade-9eaa-0a50012167f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 912 time: 0.8006811 Feb 28 17:43:06.250694 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4050317d-9454-4d63-aae5-c9ddc3d86869 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:06.259444 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4050317d-9454-4d63-aae5-c9ddc3d86869 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "DELETE /v2.0/subnets/2313d8a2-399a-4ea2-9207-9c999a858552 HTTP/1.1" status: 204 len: 168 time: 1.5930016 Feb 28 17:43:06.380690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9731d6fe-870b-4963-a958-de421f5c8149 req-69fc32bf-7832-482a-aaf2-db44bcf9d45b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ee197f-f32f-4bec-b15d-24ae90e0dee5 HTTP/1.1" status: 200 len: 217 time: 0.1223555 Feb 28 17:43:06.381170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53894) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:06.447965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b5a5399c-04c0-44a0-8637-8b03c303ee57 None None] For port 8af6321d-68c7-4cc5-a31b-128b9c8e9051, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8af6321d-68c7-4cc5-a31b-128b9c8e9051,segment=NetworkSegment(b94a865f-10f9-4e2b-8ee8-2db9ec51976b),segment_id=b94a865f-10f9-4e2b-8ee8-2db9ec51976b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:06.448520 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b5a5399c-04c0-44a0-8637-8b03c303ee57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8af6321d-68c7-4cc5-a31b-128b9c8e9051), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:06.470934 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5399c-04c0-44a0-8637-8b03c303ee57 None None] Calling delete_port for 8af6321d-68c7-4cc5-a31b-128b9c8e9051 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:06.579941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d755c48-a438-48ae-9d5a-37c86e5e47e2 None None] Network 7c10fe96-d367-4b62-b21d-972506e51347 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:43:06.587837 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc579a10-cb1c-40ac-9b18-c2f0f69aa0f0 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (cc52ed48-f0e1-4496-a400-d07dd0892bd6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:06.664017 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731d6fe-870b-4963-a958-de421f5c8149 req-bf88da8e-c4b9-4fc6-908d-98df28849b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:06.666689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9731d6fe-870b-4963-a958-de421f5c8149 req-bf88da8e-c4b9-4fc6-908d-98df28849b85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afa66b9-3680-4134-be0e-81254a16067b HTTP/1.1" status: 200 len: 851 time: 0.2000220 Feb 28 17:43:06.722283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c499a15e-83d1-47e0-81e9-abea77a9ae68 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:43:06.735682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9731d6fe-870b-4963-a958-de421f5c8149 req-b1448b0d-056d-4bd0-ab84-ae837b4ef7c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7467a8e1-6b26-403e-997f-54fe13264910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535760 Feb 28 17:43:06.738001 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b5a5399c-04c0-44a0-8637-8b03c303ee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (8af6321d-68c7-4cc5-a31b-128b9c8e9051), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:06.831804 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5399c-04c0-44a0-8637-8b03c303ee57 None None] No DVR routers for this DVR port 8af6321d-68c7-4cc5-a31b-128b9c8e9051 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:43:06.842461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5399c-04c0-44a0-8637-8b03c303ee57 None None] Pushing event deleted for resources: {'Port': ['ID=8af6321d-68c7-4cc5-a31b-128b9c8e9051,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:06.860715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-86577c5c-308e-438f-a63e-5de2f961d828 None None] Current status of the port c499a15e-83d1-47e0-81e9-abea77a9ae68 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:43:06.894536 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c499a15e-83d1-47e0-81e9-abea77a9ae68 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:43:06.894919 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:06.990729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef0f50e-1883-42f1-b7eb-3433c5ecd615 None None] DHCP port deletion for 7c10fe96-d367-4b62-b21d-972506e51347 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:43:07.014557 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f101eff9-7549-4e69-92ec-90aa5520147c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.015788 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f101eff9-7549-4e69-92ec-90aa5520147c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4301491 Feb 28 17:43:07.026504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53908) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:07.029589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:07.044755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Sync routers for ids ['1ca21e72-8963-4aac-88da-7309eca91807'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:07.045019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f60812ff-97a1-4dee-99ba-40ae352b78f8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': '060f2f9e-3a8e-40a2-87e0-45ecb3d643fb', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:07.066494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Routers {'1ca21e72-8963-4aac-88da-7309eca91807'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:07.069073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:42:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['1ca21e72-8963-4aac-88da-7309eca91807'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:07.089019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8977c4e-fd91-43fb-9a6f-965b9e000ec3 req-80465b55-d3ee-4393-9b87-0ca3d9cf6eb2 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:07.097890 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a8977c4e-fd91-43fb-9a6f-965b9e000ec3 req-80465b55-d3ee-4393-9b87-0ca3d9cf6eb2 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 1.2635922 Feb 28 17:43:07.111636 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53910) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:07.244212 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a8977c4e-fd91-43fb-9a6f-965b9e000ec3 req-4bdb6253-2855-4130-ad11-a710d3836ce0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452644 Feb 28 17:43:07.253395 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1e22979-725b-4b5d-9b33-e435aa837617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9f7d75aa-a00b-4b84-ac72-7b31eabdb578), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.257519 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1e22979-725b-4b5d-9b33-e435aa837617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.257519 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a1e22979-725b-4b5d-9b33-e435aa837617 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9f7d75aa-a00b-4b84-ac72-7b31eabdb578 HTTP/1.1" status: 204 len: 168 time: 1.2751386 Feb 28 17:43:07.279424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e22979-725b-4b5d-9b33-e435aa837617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7d75aa-a00b-4b84-ac72-7b31eabdb578,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:07.301227 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9731d6fe-870b-4963-a958-de421f5c8149 req-ddf7963e-f6b7-4f34-925a-4562a0dd4684 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586295 Feb 28 17:43:07.304025 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.305340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ddf208bd-ff66-47fa-aebe-16f89efb64b9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6666055 Feb 28 17:43:07.308041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53918) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:07.409509 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0f50e-1883-42f1-b7eb-3433c5ecd615 None None] Deleting port 6df89054-e714-4e27-bdf3-226e734ff86d {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:07.409860 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8ef0f50e-1883-42f1-b7eb-3433c5ecd615 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.439240 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-71576b30-d9db-4e42-a42a-6a1d6febf184 None None] Provisioning complete for port c499a15e-83d1-47e0-81e9-abea77a9ae68 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:43:07.439614 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-71576b30-d9db-4e42-a42a-6a1d6febf184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.462182 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9731d6fe-870b-4963-a958-de421f5c8149 req-1a6e34cd-2543-4a0a-ab7f-ce2d311bc875 service neutron] 10.222.0.73 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522737 Feb 28 17:43:07.475625 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc579a10-cb1c-40ac-9b18-c2f0f69aa0f0 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (cc52ed48-f0e1-4496-a400-d07dd0892bd6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.485075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c499a15e-83d1-47e0-81e9-abea77a9ae68 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:43:07.514576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-cc579a10-cb1c-40ac-9b18-c2f0f69aa0f0 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc52ed48-f0e1-4496-a400-d07dd0892bd6']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:07.525127 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9af666fa-2ada-4dff-82e4-58a7d3ca74cd tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/routers/1ca21e72-8963-4aac-88da-7309eca91807 HTTP/1.1" status: 200 len: 908 time: 0.2148521 Feb 28 17:43:07.531872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-121223874'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:07.536442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53922) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:07.548045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1065425411', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'enable_snat': True}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:07.566141 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f60812ff-97a1-4dee-99ba-40ae352b78f8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (0b211e9b-4b9a-46cd-ab8c-f3ca7beb6407), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.580048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-cc579a10-cb1c-40ac-9b18-c2f0f69aa0f0 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94a865f-10f9-4e2b-8ee8-2db9ec51976b') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:07.580048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-cc579a10-cb1c-40ac-9b18-c2f0f69aa0f0 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94a865f-10f9-4e2b-8ee8-2db9ec51976b') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:07.595649 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc579a10-cb1c-40ac-9b18-c2f0f69aa0f0 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (b94a865f-10f9-4e2b-8ee8-2db9ec51976b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.641630 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc579a10-cb1c-40ac-9b18-c2f0f69aa0f0 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b94a865f-10f9-4e2b-8ee8-2db9ec51976b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.650754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc579a10-cb1c-40ac-9b18-c2f0f69aa0f0 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:43:07.651335 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc579a10-cb1c-40ac-9b18-c2f0f69aa0f0 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (b94a865f-10f9-4e2b-8ee8-2db9ec51976b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.652126 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f60812ff-97a1-4dee-99ba-40ae352b78f8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (0b211e9b-4b9a-46cd-ab8c-f3ca7beb6407), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:43:07.655945 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:43:07.666145 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Made reservation on behalf of 396017ff16df4a0396968e4206903aad for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:07.667983 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Set router 1ca21e72-8963-4aac-88da-7309eca91807 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:43:07.672158 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.683738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8af6321d-68c7-4cc5-a31b-128b9c8e9051 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:43:07.695354 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.702808 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (a13700b9-4ee8-4107-97b9-8accd4ae1486), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.704365 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (a13700b9-4ee8-4107-97b9-8accd4ae1486), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.759504 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_controller (a13700b9-4ee8-4107-97b9-8accd4ae1486), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.766262 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 8af6321d-68c7-4cc5-a31b-128b9c8e9051 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:43:07.767210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8af6321d-68c7-4cc5-a31b-128b9c8e9051 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:43:07.865322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8ef0f50e-1883-42f1-b7eb-3433c5ecd615 None None] For port 6df89054-e714-4e27-bdf3-226e734ff86d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6df89054-e714-4e27-bdf3-226e734ff86d,segment=NetworkSegment(fbebc28c-d10f-4a15-80bf-e4ee1710f785),segment_id=fbebc28c-d10f-4a15-80bf-e4ee1710f785)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:07.866128 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8ef0f50e-1883-42f1-b7eb-3433c5ecd615 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.891683 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f60812ff-97a1-4dee-99ba-40ae352b78f8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (0b211e9b-4b9a-46cd-ab8c-f3ca7beb6407), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.925401 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc579a10-cb1c-40ac-9b18-c2f0f69aa0f0 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (cc52ed48-f0e1-4496-a400-d07dd0892bd6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.930838 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for security_group (3d8e8c58-c76a-44cb-9f76-7b6ad974f9fb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.935000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0f50e-1883-42f1-b7eb-3433c5ecd615 None None] Calling delete_port for 6df89054-e714-4e27-bdf3-226e734ff86d owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:07.952892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60812ff-97a1-4dee-99ba-40ae352b78f8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b211e9b-4b9a-46cd-ab8c-f3ca7beb6407,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:07.961577 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd246-c896-4b7d-8e63-63e09b833557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:07.964419 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.001469 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cc579a10-cb1c-40ac-9b18-c2f0f69aa0f0 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.005536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cc579a10-cb1c-40ac-9b18-c2f0f69aa0f0 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "DELETE /v2.0/networks/cc52ed48-f0e1-4496-a400-d07dd0892bd6 HTTP/1.1" status: 204 len: 168 time: 1.5471065 Feb 28 17:43:08.008063 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53930) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:08.041738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc579a10-cb1c-40ac-9b18-c2f0f69aa0f0 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event deleted for resources: {'Network': ['ID=cc52ed48-f0e1-4496-a400-d07dd0892bd6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:08.065454 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3d8e8c58-c76a-44cb-9f76-7b6ad974f9fb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.087461 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f60812ff-97a1-4dee-99ba-40ae352b78f8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.088670 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f60812ff-97a1-4dee-99ba-40ae352b78f8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0607359 Feb 28 17:43:08.091785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53932) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:08.098976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-38194d53-bccf-470a-b2b5-b1ca45b333ef tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': '060f2f9e-3a8e-40a2-87e0-45ecb3d643fb', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:08.151864 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (a13700b9-4ee8-4107-97b9-8accd4ae1486), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.190647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-71576b30-d9db-4e42-a42a-6a1d6febf184 None None] Current status of the port c499a15e-83d1-47e0-81e9-abea77a9ae68 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:43:08.236423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:43:08.266275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8e8c58-c76a-44cb-9f76-7b6ad974f9fb,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:08.274006 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (477041e0-9f0f-4e45-933d-6189aac84315), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.274357 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Added segment 477041e0-9f0f-4e45-933d-6189aac84315 of type vlan for network 6dbffa01-74ee-490a-a2f3-65d585db7fdf Feb 28 17:43:08.296931 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (7c10fe96-d367-4b62-b21d-972506e51347), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.303185 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-38194d53-bccf-470a-b2b5-b1ca45b333ef tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (1f601503-9028-4c6f-b603-fbedee011e70), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.346348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53936) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:08.350805 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca21e72-8963-4aac-88da-7309eca91807', 'name': 'tempest-snat-router-1065425411', 'tenant_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.72'}], 'enable_snat': False}, 'gw_port_id': 'be3706d0-3793-4326-ac05-e374edc973a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:42:58Z', 'updated_at': '2022-02-28T17:43:03Z', 'revision_number': 3, 'project_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'gw_port': {'id': 'be3706d0-3793-4326-ac05-e374edc973a3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca21e72-8963-4aac-88da-7309eca91807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:43:00Z', 'updated_at': '2022-02-28T17:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:08.384455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Checking router: 1ca21e72-8963-4aac-88da-7309eca91807 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:43:08.385167 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Updating router 1ca21e72-8963-4aac-88da-7309eca91807 port be3706d0-3793-4326-ac05-e374edc973a3 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:43:08.411048 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (6dbffa01-74ee-490a-a2f3-65d585db7fdf), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.504551 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (be3706d0-3793-4326-ac05-e374edc973a3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.507916 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-38194d53-bccf-470a-b2b5-b1ca45b333ef tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (1f601503-9028-4c6f-b603-fbedee011e70), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.534219 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3cb4-343c-4e0a-bfe0-054795ca34ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.553727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Deleting port 6df89054-e714-4e27-bdf3-226e734ff86d {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:08.554108 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.635724 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3cb4-343c-4e0a-bfe0-054795ca34ed admin admin] Publish callbacks [] for security_group (a864cf09-bf5d-4a1c-aca8-a852ed9e443b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.639461 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-38194d53-bccf-470a-b2b5-b1ca45b333ef tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (1f601503-9028-4c6f-b603-fbedee011e70), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.650485 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6df89054-e714-4e27-bdf3-226e734ff86d no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:43:08.652975 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8ef0f50e-1883-42f1-b7eb-3433c5ecd615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.664471 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] For port 6df89054-e714-4e27-bdf3-226e734ff86d, host n-d-820368-19, got binding levels [] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:08.664471 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.664471 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (6dbffa01-74ee-490a-a2f3-65d585db7fdf), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.664471 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:08.664471 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.683752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Calling delete_port for 6df89054-e714-4e27-bdf3-226e734ff86d owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:08.697173 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Port 6df89054-e714-4e27-bdf3-226e734ff86d was not found and therefore no delete operation was performed {{(pid=104247) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 17:43:08.711976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38194d53-bccf-470a-b2b5-b1ca45b333ef tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f601503-9028-4c6f-b603-fbedee011e70,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:08.735661 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6df89054-e714-4e27-bdf3-226e734ff86d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.736377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0f50e-1883-42f1-b7eb-3433c5ecd615 None None] Pushing event deleted for resources: {'Port': ['ID=6df89054-e714-4e27-bdf3-226e734ff86d,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:08.738510 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9ddb3-f882-4bc8-9a72-478828f1d412 req-05b8de6f-e716-4960-8cf3-a7cb9c000e2e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:08.740720 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-efe9ddb3-f882-4bc8-9a72-478828f1d412 req-05b8de6f-e716-4960-8cf3-a7cb9c000e2e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.3365293 Feb 28 17:43:08.771934 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 6df89054-e714-4e27-bdf3-226e734ff86d {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:43:08.772630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6df89054-e714-4e27-bdf3-226e734ff86d not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:43:08.819523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0f50e-1883-42f1-b7eb-3433c5ecd615 None None] No DVR routers for this DVR port 6df89054-e714-4e27-bdf3-226e734ff86d on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:43:08.834080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event deleted for resources: {'Port': ['ID=6df89054-e714-4e27-bdf3-226e734ff86d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:08.839629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] No DVR routers for this DVR port 6df89054-e714-4e27-bdf3-226e734ff86d on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:43:08.848491 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Network': ['ID=6dbffa01-74ee-490a-a2f3-65d585db7fdf,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:08.877119 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5707ddf3-2f0f-486e-87a5-6b92a901b908 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7571938 Feb 28 17:43:08.880154 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53946) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:08.896799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7e34537e-cb7d-43ab-ab56-975dc5330d72 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'subnet': {'network_id': '6dbffa01-74ee-490a-a2f3-65d585db7fdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:08.898950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 6dbffa01-74ee-490a-a2f3-65d585db7fdf details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:43:08.952614 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3cb4-343c-4e0a-bfe0-054795ca34ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a864cf09-bf5d-4a1c-aca8-a852ed9e443b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.964950 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-38194d53-bccf-470a-b2b5-b1ca45b333ef tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:08.964950 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-38194d53-bccf-470a-b2b5-b1ca45b333ef tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8632593 Feb 28 17:43:08.969719 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53948) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:08.979806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c2465f61-0fd3-44ac-8baf-003a490c9b56 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': '060f2f9e-3a8e-40a2-87e0-45ecb3d643fb', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:09.085220 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5b1f3cb4-343c-4e0a-bfe0-054795ca34ed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed3b52327ad94dd5a25d5dcf7ff65e89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7134535 Feb 28 17:43:09.086093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f3cb4-343c-4e0a-bfe0-054795ca34ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a864cf09-bf5d-4a1c-aca8-a852ed9e443b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:09.091197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53950) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:09.104526 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-efe9ddb3-f882-4bc8-9a72-478828f1d412 req-25e7b099-2eae-4433-840d-b3cfaafeebdc tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011285 Feb 28 17:43:09.110596 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (a13700b9-4ee8-4107-97b9-8accd4ae1486), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.141260 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.149070 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8766843-600b-49ec-8a57-6085c8961ed9 req-6a92b20d-0341-4b1f-b386-60a79783f567 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4477327 Feb 28 17:43:09.154463 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (7c10fe96-d367-4b62-b21d-972506e51347), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.215158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c10fe96-d367-4b62-b21d-972506e51347']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:09.250786 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2e1117b1-1e4f-4b86-803e-5962cc2b89bc admin admin] Publish callbacks [] for security_group (a864cf09-bf5d-4a1c-aca8-a852ed9e443b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.274187 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2e1117b1-1e4f-4b86-803e-5962cc2b89bc admin admin] Publish callbacks [] for security_group (a864cf09-bf5d-4a1c-aca8-a852ed9e443b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.302763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbebc28c-d10f-4a15-80bf-e4ee1710f785') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:09.303146 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbebc28c-d10f-4a15-80bf-e4ee1710f785') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:09.339836 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (fbebc28c-d10f-4a15-80bf-e4ee1710f785), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.343880 n-d-820368-19 neutron-server[104247]: INFO neutron.db.securitygroups_db [None req-c2465f61-0fd3-44ac-8baf-003a490c9b56 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Project 2dbedf6f8bfb41949f23f29c95506b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:43:09.358990 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c2465f61-0fd3-44ac-8baf-003a490c9b56 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (52b44b80-8215-405b-9a37-7e6a4b1f2336), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.403294 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Publish callbacks [] for port (be3706d0-3793-4326-ac05-e374edc973a3), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.404232 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (fbebc28c-d10f-4a15-80bf-e4ee1710f785), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.408746 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2e1117b1-1e4f-4b86-803e-5962cc2b89bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a864cf09-bf5d-4a1c-aca8-a852ed9e443b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.411799 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2e1117b1-1e4f-4b86-803e-5962cc2b89bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.415830 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2e1117b1-1e4f-4b86-803e-5962cc2b89bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a864cf09-bf5d-4a1c-aca8-a852ed9e443b HTTP/1.1" status: 204 len: 168 time: 0.3208270 Feb 28 17:43:09.424071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1117b1-1e4f-4b86-803e-5962cc2b89bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a864cf09-bf5d-4a1c-aca8-a852ed9e443b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:09.435229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:43:09.435734 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (fbebc28c-d10f-4a15-80bf-e4ee1710f785), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:43:09.439713 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:43:09.457407 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8766843-600b-49ec-8a57-6085c8961ed9 req-20d01fd3-9d01-4d5f-b805-20582fa1dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:09.459336 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8766843-600b-49ec-8a57-6085c8961ed9 req-20d01fd3-9d01-4d5f-b805-20582fa1dfe6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 1129 time: 0.2136974 Feb 28 17:43:09.504009 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e34537e-cb7d-43ab-ab56-975dc5330d72 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Made reservation on behalf of 396017ff16df4a0396968e4206903aad for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:09.507303 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7e34537e-cb7d-43ab-ab56-975dc5330d72 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.536309 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (be3706d0-3793-4326-ac05-e374edc973a3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.621773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d7dbc-8be1-4bc0-858e-a4f64dfd2066 None None] Pushing event updated for resources: {'Port': ['ID=be3706d0-3793-4326-ac05-e374edc973a3,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:09.624694 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Attempting to bind port be3706d0-3793-4326-ac05-e374edc973a3 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:09.625070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Attempting to bind port be3706d0-3793-4326-ac05-e374edc973a3 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:09.625481 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Attempting to bind port be3706d0-3793-4326-ac05-e374edc973a3 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:09.631224 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:43:09.635295 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:43:09.635295 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.635295 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:43:09.635295 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Bound port: be3706d0-3793-4326-ac05-e374edc973a3, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:43:09.635295 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (be3706d0-3793-4326-ac05-e374edc973a3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.641034 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Allocated IP 172.25.3.213 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/00b77766-3385-4c21-9afb-324eabf2b262) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:09.716335 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] For port be3706d0-3793-4326-ac05-e374edc973a3, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:43:09.755378 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c2465f61-0fd3-44ac-8baf-003a490c9b56 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (52b44b80-8215-405b-9a37-7e6a4b1f2336), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.821945 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for port (00b77766-3385-4c21-9afb-324eabf2b262), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.837186 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (7c10fe96-d367-4b62-b21d-972506e51347), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.837186 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c2465f61-0fd3-44ac-8baf-003a490c9b56 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (52b44b80-8215-405b-9a37-7e6a4b1f2336), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.847019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] For port be3706d0-3793-4326-ac05-e374edc973a3, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=be3706d0-3793-4326-ac05-e374edc973a3,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:43:09.848021 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.852416 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "DELETE /v2.0/networks/7c10fe96-d367-4b62-b21d-972506e51347 HTTP/1.1" status: 204 len: 168 time: 1.8426838 Feb 28 17:43:09.855966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53960) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:09.897038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2465f61-0fd3-44ac-8baf-003a490c9b56 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b44b80-8215-405b-9a37-7e6a4b1f2336,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:09.907878 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b97f253d-e302-4c63-a8d9-3d3202a92045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.911332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8766843-600b-49ec-8a57-6085c8961ed9 req-418197d9-c37f-4db2-9ab9-5e9ca14a46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:09.912922 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8766843-600b-49ec-8a57-6085c8961ed9 req-418197d9-c37f-4db2-9ab9-5e9ca14a46dc service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9f9a6f4-352f-4e23-9942-d076ed8d0c16 HTTP/1.1" status: 200 len: 896 time: 0.4205573 Feb 28 17:43:09.917755 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3543e-54eb-403f-bda7-e0194d4193e7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event deleted for resources: {'Network': ['ID=7c10fe96-d367-4b62-b21d-972506e51347,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:09.929298 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea48bd0-e4f9-4fc2-b4f7-2557358e743f tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Deleting subnet 3d855e21-62da-436b-9e3d-4a6d8c7cb1e6 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:43:09.933107 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2ea48bd0-e4f9-4fc2-b4f7-2557358e743f tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for subnet (3d855e21-62da-436b-9e3d-4a6d8c7cb1e6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:09.964405 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (be3706d0-3793-4326-ac05-e374edc973a3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:10.032162 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2ea48bd0-e4f9-4fc2-b4f7-2557358e743f tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (3d855e21-62da-436b-9e3d-4a6d8c7cb1e6), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:10.073951 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c2465f61-0fd3-44ac-8baf-003a490c9b56 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:10.077886 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c2465f61-0fd3-44ac-8baf-003a490c9b56 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1009433 Feb 28 17:43:10.077886 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8766843-600b-49ec-8a57-6085c8961ed9 req-94e88353-156e-4744-ac7f-2da35353fabc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25324a8d-d1ac-4a54-801e-711437531044 HTTP/1.1" status: 200 len: 1002 time: 0.1383841 Feb 28 17:43:10.081873 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53968) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:10.090549 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-737789e1-4e64-43b9-a5cc-8ee592735776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': '060f2f9e-3a8e-40a2-87e0-45ecb3d643fb', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:10.103133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d7dbc-8be1-4bc0-858e-a4f64dfd2066 None None] Pushing event updated for resources: {'Port': ['ID=be3706d0-3793-4326-ac05-e374edc973a3,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:10.122542 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:10.125374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Routers {'1ca21e72-8963-4aac-88da-7309eca91807'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:10.126055 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['1ca21e72-8963-4aac-88da-7309eca91807'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:10.137839 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (00b77766-3385-4c21-9afb-324eabf2b262), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:10.172094 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8766843-600b-49ec-8a57-6085c8961ed9 req-6c349446-1e3b-4087-af44-233669a7bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:10.173736 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8766843-600b-49ec-8a57-6085c8961ed9 req-6c349446-1e3b-4087-af44-233669a7bc63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bed7957d-4891-48a1-aeee-2449ab319aaf HTTP/1.1" status: 200 len: 835 time: 0.0782032 Feb 28 17:43:10.176488 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7e34537e-cb7d-43ab-ab56-975dc5330d72 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (907f9181-deb4-4711-90bb-0321eb107ec4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:10.212947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:10.218468 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2ea48bd0-e4f9-4fc2-b4f7-2557358e743f tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (3d855e21-62da-436b-9e3d-4a6d8c7cb1e6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:10.229109 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:10.259480 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:10.273047 n-d-820368-19 neutron-server[104247]: INFO neutron.db.securitygroups_db [None req-737789e1-4e64-43b9-a5cc-8ee592735776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Project 2dbedf6f8bfb41949f23f29c95506b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:43:10.313525 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-737789e1-4e64-43b9-a5cc-8ee592735776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (368332c8-ab9c-4be3-bd81-12c1d728f29a), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:10.318850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event updated for resources: {'Port': ['ID=00b77766-3385-4c21-9afb-324eabf2b262,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:10.355069 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34537e-cb7d-43ab-ab56-975dc5330d72 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Subnet': ['ID=907f9181-deb4-4711-90bb-0321eb107ec4,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:10.374008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] Set router 1ca21e72-8963-4aac-88da-7309eca91807 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:43:10.406158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e34537e-cb7d-43ab-ab56-975dc5330d72 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Checking segment: {'id': '477041e0-9f0f-4e45-933d-6189aac84315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6dbffa01-74ee-490a-a2f3-65d585db7fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:43:10.406809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e34537e-cb7d-43ab-ab56-975dc5330d72 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network hostable DHCP agents. Network: 6dbffa01-74ee-490a-a2f3-65d585db7fdf, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:43:10.426933 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8766843-600b-49ec-8a57-6085c8961ed9 req-9589b24c-54aa-4646-be93-fb37968e700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:10.428462 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8766843-600b-49ec-8a57-6085c8961ed9 req-9589b24c-54aa-4646-be93-fb37968e700b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9f9a6f4-352f-4e23-9942-d076ed8d0c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2458258 Feb 28 17:43:10.454986 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ad74d-7e59-4642-8480-4bec05ae1d99 req-d7da72e5-7404-4c7a-becc-90321ec7ff25 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:10.456554 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-552ad74d-7e59-4642-8480-4bec05ae1d99 req-d7da72e5-7404-4c7a-becc-90321ec7ff25 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.2075319 Feb 28 17:43:10.590075 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-737789e1-4e64-43b9-a5cc-8ee592735776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (368332c8-ab9c-4be3-bd81-12c1d728f29a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:10.600550 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-552ad74d-7e59-4642-8480-4bec05ae1d99 req-2f88dbef-18f9-4e05-b848-4424cfd1aef4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282041 Feb 28 17:43:10.632814 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8766843-600b-49ec-8a57-6085c8961ed9 req-072efa84-b6d3-40f8-b4be-40c313082d14 service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958857 Feb 28 17:43:10.647254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca21e72-8963-4aac-88da-7309eca91807', 'name': 'tempest-snat-router-1065425411', 'tenant_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.72'}], 'enable_snat': False}, 'gw_port_id': 'be3706d0-3793-4326-ac05-e374edc973a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:42:58Z', 'updated_at': '2022-02-28T17:43:03Z', 'revision_number': 3, 'project_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'gw_port': {'id': 'be3706d0-3793-4326-ac05-e374edc973a3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca21e72-8963-4aac-88da-7309eca91807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:43:00Z', 'updated_at': '2022-02-28T17:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:10.669334 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2ea48bd0-e4f9-4fc2-b4f7-2557358e743f tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (3d855e21-62da-436b-9e3d-4a6d8c7cb1e6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:10.681843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75f553-c256-4852-9c5d-5e1ebb629312 None None] The sync data for ids ['1ca21e72-8963-4aac-88da-7309eca91807'] in n-d-820368-19 is: [{'id': '1ca21e72-8963-4aac-88da-7309eca91807', 'name': 'tempest-snat-router-1065425411', 'tenant_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.72'}], 'enable_snat': False}, 'gw_port_id': 'be3706d0-3793-4326-ac05-e374edc973a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:42:58Z', 'updated_at': '2022-02-28T17:43:03Z', 'revision_number': 3, 'project_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'gw_port': {'id': 'be3706d0-3793-4326-ac05-e374edc973a3', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca21e72-8963-4aac-88da-7309eca91807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:43:00Z', 'updated_at': '2022-02-28T17:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:10.691886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e34537e-cb7d-43ab-ab56-975dc5330d72 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network 6dbffa01-74ee-490a-a2f3-65d585db7fdf is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:43:10.695606 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-737789e1-4e64-43b9-a5cc-8ee592735776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (368332c8-ab9c-4be3-bd81-12c1d728f29a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:10.727097 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737789e1-4e64-43b9-a5cc-8ee592735776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368332c8-ab9c-4be3-bd81-12c1d728f29a,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:10.780882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea48bd0-e4f9-4fc2-b4f7-2557358e743f tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event deleted for resources: {'Subnet': ['ID=3d855e21-62da-436b-9e3d-4a6d8c7cb1e6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:10.785412 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2ea48bd0-e4f9-4fc2-b4f7-2557358e743f tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:10.789446 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2ea48bd0-e4f9-4fc2-b4f7-2557358e743f tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "DELETE /v2.0/subnets/3d855e21-62da-436b-9e3d-4a6d8c7cb1e6 HTTP/1.1" status: 204 len: 168 time: 0.9295762 Feb 28 17:43:10.792166 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 53986) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:10.807527 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b946fa-d12d-4c52-bcff-fa77e50d2b3c None None] Network 43e4ba16-6a00-4a12-8f9a-9467b19db2fd requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:43:10.807718 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8766843-600b-49ec-8a57-6085c8961ed9 req-a6425e0a-6e6b-4ddb-8e37-0ae06e4a26d7 service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691992 Feb 28 17:43:10.850284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-7e34537e-cb7d-43ab-ab56-975dc5330d72 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 6dbffa01-74ee-490a-a2f3-65d585db7fdf) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:10.874405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e34537e-cb7d-43ab-ab56-975dc5330d72 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:10.880387 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7e34537e-cb7d-43ab-ab56-975dc5330d72 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:10.896813 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2b33ac-ebcd-44a5-979b-d6308a18b602 None None] Network 6dbffa01-74ee-490a-a2f3-65d585db7fdf requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:43:10.910815 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-737789e1-4e64-43b9-a5cc-8ee592735776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:10.925966 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-737789e1-4e64-43b9-a5cc-8ee592735776 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8338246 Feb 28 17:43:11.049249 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7e34537e-cb7d-43ab-ab56-975dc5330d72 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1622481 Feb 28 17:43:11.049810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 53994) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:11.104295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1992454409', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:11.111813 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (43e4ba16-6a00-4a12-8f9a-9467b19db2fd), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:11.226955 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (a13700b9-4ee8-4107-97b9-8accd4ae1486), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:11.295035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (9640491a-02a4-4734-8f63-0ab554fe6981), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:11.295035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (9640491a-02a4-4734-8f63-0ab554fe6981), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:11.423021 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6597b186-003b-42b3-9b24-6342fd35b44e None None] Network 6dbffa01-74ee-490a-a2f3-65d585db7fdf requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:43:11.479289 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router_controller (9640491a-02a4-4734-8f63-0ab554fe6981), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:11.657349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471bc319-a78f-46b6-bcf3-ce9094e47c15 None None] DHCP port deletion for 43e4ba16-6a00-4a12-8f9a-9467b19db2fd request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:43:11.665458 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:11.767300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-471bc319-a78f-46b6-bcf3-ce9094e47c15 None None] Deleting port 797c33d1-8edb-4175-8188-6afce31ad45c {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:11.767569 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-471bc319-a78f-46b6-bcf3-ce9094e47c15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:11.782826 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-9e21eb24-348f-420f-ada3-8c3e2e3d6b9b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1175483047&fields=id&tenant_id=2dbedf6f8bfb41949f23f29c95506b32 HTTP/1.1" status: 200 len: 267 time: 0.1026995 Feb 28 17:43:11.785025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Deleting port 797c33d1-8edb-4175-8188-6afce31ad45c {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:11.785541 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:11.875140 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] For port 797c33d1-8edb-4175-8188-6afce31ad45c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=797c33d1-8edb-4175-8188-6afce31ad45c,segment=NetworkSegment(d6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b),segment_id=d6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:11.875430 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:11.904084 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-471bc319-a78f-46b6-bcf3-ce9094e47c15 None None] For port 797c33d1-8edb-4175-8188-6afce31ad45c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=797c33d1-8edb-4175-8188-6afce31ad45c,segment=NetworkSegment(d6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b),segment_id=d6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:11.905261 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-471bc319-a78f-46b6-bcf3-ce9094e47c15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:11.918296 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-471bc319-a78f-46b6-bcf3-ce9094e47c15 None None] Calling delete_port for 797c33d1-8edb-4175-8188-6afce31ad45c owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:11.945121 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Calling delete_port for 797c33d1-8edb-4175-8188-6afce31ad45c owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:11.946694 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router_gateway (9640491a-02a4-4734-8f63-0ab554fe6981), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:12.048535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef1a1a-6a93-415e-a9c1-b9c448310ca3 req-05e36016-89d6-422d-88bd-dfd1302262f3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:12.053407 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43ef1a1a-6a93-415e-a9c1-b9c448310ca3 req-05e36016-89d6-422d-88bd-dfd1302262f3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.3056154 Feb 28 17:43:12.146544 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-471bc319-a78f-46b6-bcf3-ce9094e47c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:12.167551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-43ef1a1a-6a93-415e-a9c1-b9c448310ca3 req-9d755497-e030-4c08-b52b-8bcf4415faff tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961151 Feb 28 17:43:12.191421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bc319-a78f-46b6-bcf3-ce9094e47c15 None None] Pushing event deleted for resources: {'Port': ['ID=797c33d1-8edb-4175-8188-6afce31ad45c,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:12.226610 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471bc319-a78f-46b6-bcf3-ce9094e47c15 None None] No DVR routers for this DVR port 797c33d1-8edb-4175-8188-6afce31ad45c on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:43:12.280226 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (a13700b9-4ee8-4107-97b9-8accd4ae1486), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:12.292971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-852a3234-8011-4d5a-990d-6e6284eedd6f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:12.300840 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-852a3234-8011-4d5a-990d-6e6284eedd6f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/networks?id=1abae249-92a2-4db3-84bf-77e749303f3f HTTP/1.1" status: 200 len: 797 time: 0.4431710 Feb 28 17:43:12.387625 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-a6105ba1-d268-4899-86e9-ff82a2ca7c56 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/quotas/2dbedf6f8bfb41949f23f29c95506b32 HTTP/1.1" status: 200 len: 375 time: 0.0857077 Feb 28 17:43:12.500720 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (797c33d1-8edb-4175-8188-6afce31ad45c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:12.524060 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router_gateway (9640491a-02a4-4734-8f63-0ab554fe6981), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:12.546772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event deleted for resources: {'Port': ['ID=797c33d1-8edb-4175-8188-6afce31ad45c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:12.552535 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:12.580879 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:12.582475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device be3706d0-3793-4326-ac05-e374edc973a3 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:43:12.587790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] No DVR routers for this DVR port 797c33d1-8edb-4175-8188-6afce31ad45c on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:43:12.650119 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port be3706d0-3793-4326-ac05-e374edc973a3 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:43:12.650498 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (be3706d0-3793-4326-ac05-e374edc973a3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:12.661773 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-7e9bfd5c-b330-4976-bcf8-efb7b4d52092 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2731307 Feb 28 17:43:12.768089 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port be3706d0-3793-4326-ac05-e374edc973a3 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:43:12.768479 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (be3706d0-3793-4326-ac05-e374edc973a3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:12.785895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.25.3.251 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/c6764d47-1997-464e-93a5-41f07ad7b393) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:12.789152 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (43e4ba16-6a00-4a12-8f9a-9467b19db2fd), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:12.824471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port be3706d0-3793-4326-ac05-e374edc973a3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=be3706d0-3793-4326-ac05-e374edc973a3,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:12.828823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e4ba16-6a00-4a12-8f9a-9467b19db2fd']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:12.846002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:12.846301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:12.866224 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (d6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:12.882926 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:12.890919 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:43:12.891309 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (d6f3c4ec-5d1e-4d12-ab21-8a4dbd92c47b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:43:12.908472 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:43:12.922323 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (be3706d0-3793-4326-ac05-e374edc973a3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:12.980544 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (c6764d47-1997-464e-93a5-41f07ad7b393), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:13.020112 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=be3706d0-3793-4326-ac05-e374edc973a3,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:13.037395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 797c33d1-8edb-4175-8188-6afce31ad45c no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:43:13.060245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Router a13700b9-4ee8-4107-97b9-8accd4ae1486 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:43:13.067416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 797c33d1-8edb-4175-8188-6afce31ad45c {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:43:13.067982 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 797c33d1-8edb-4175-8188-6afce31ad45c not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:43:13.118436 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c6764d47-1997-464e-93a5-41f07ad7b393), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:13.122268 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (43e4ba16-6a00-4a12-8f9a-9467b19db2fd), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:13.137995 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:13.143682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "DELETE /v2.0/networks/43e4ba16-6a00-4a12-8f9a-9467b19db2fd HTTP/1.1" status: 204 len: 168 time: 2.3481853 Feb 28 17:43:13.149898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54044) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:13.194229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843c77d-2383-4ac4-b08d-cc94520db0e4 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Pushing event deleted for resources: {'Network': ['ID=43e4ba16-6a00-4a12-8f9a-9467b19db2fd,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:13.205774 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:13.235749 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:13.240325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:13.245350 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-eee6d013-003c-42e2-9401-8b067af1f5d7 tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4393130-628a-4146-95c2-6b1c8ffeba37 HTTP/1.1" status: 200 len: 205 time: 0.0859408 Feb 28 17:43:13.250591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=c6764d47-1997-464e-93a5-41f07ad7b393,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:13.251935 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54050) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:13.309734 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-fbde71aa-b987-4703-a6ec-1500437458d5 service neutron] 10.222.0.72 "GET /v2.0/networks/1abae249-92a2-4db3-84bf-77e749303f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111679 Feb 28 17:43:13.361724 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54052) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:13.461589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:13.466393 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f81313af-12dd-49b8-ad55-7327f08fc95c tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for router (f4393130-628a-4146-95c2-6b1c8ffeba37), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:13.471607 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423d804-6844-42cb-985f-4959b3c84568 req-8baa1cce-33a1-4d58-a802-845cd71713fe tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:13.479596 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Sync routers for ids ['a13700b9-4ee8-4107-97b9-8accd4ae1486'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:13.493523 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3423d804-6844-42cb-985f-4959b3c84568 req-8baa1cce-33a1-4d58-a802-845cd71713fe tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.1388836 Feb 28 17:43:13.503957 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Routers {'a13700b9-4ee8-4107-97b9-8accd4ae1486'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:13.504569 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a13700b9-4ee8-4107-97b9-8accd4ae1486'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:13.608914 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3423d804-6844-42cb-985f-4959b3c84568 req-d2034c9a-d5fa-434c-bc75-df1792f14f4b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130829 Feb 28 17:43:13.630723 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:13.632104 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cd22348c-3092-4222-bb87-e7c2aeaf04f9 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0923276 Feb 28 17:43:13.634762 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54060) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:13.688956 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Set router a13700b9-4ee8-4107-97b9-8accd4ae1486 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:43:13.725415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8736f9ad-cf44-48f8-9f24-4a1a41cbe9a4 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:13.769074 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b6e603e4-66a4-4abc-ad50-fdfe2b26cc12 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/routers/a13700b9-4ee8-4107-97b9-8accd4ae1486 HTTP/1.1" status: 200 len: 908 time: 0.1293015 Feb 28 17:43:13.820962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54064) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:13.905779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router_gateway (9640491a-02a4-4734-8f63-0ab554fe6981), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:13.981736 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:13.991529 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13700b9-4ee8-4107-97b9-8accd4ae1486', 'name': 'tempest-snat-router-1065425411', 'tenant_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '00b77766-3385-4c21-9afb-324eabf2b262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:43:07Z', 'updated_at': '2022-02-28T17:43:10Z', 'revision_number': 3, 'project_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'gw_port': {'id': '00b77766-3385-4c21-9afb-324eabf2b262', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ed:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13700b9-4ee8-4107-97b9-8accd4ae1486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:43:09Z', 'updated_at': '2022-02-28T17:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:14.022122 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Checking router: a13700b9-4ee8-4107-97b9-8accd4ae1486 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:43:14.022862 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Updating router a13700b9-4ee8-4107-97b9-8accd4ae1486 port 00b77766-3385-4c21-9afb-324eabf2b262 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:43:14.052311 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (00b77766-3385-4c21-9afb-324eabf2b262), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:14.183361 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f81313af-12dd-49b8-ad55-7327f08fc95c tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (f4393130-628a-4146-95c2-6b1c8ffeba37), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:14.186193 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f81313af-12dd-49b8-ad55-7327f08fc95c tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for router_controller (f4393130-628a-4146-95c2-6b1c8ffeba37), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:14.291189 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-03fc789b-49da-4623-8b14-db165a8b01f1 service neutron] 10.222.0.72 "GET /v2.0/networks/1abae249-92a2-4db3-84bf-77e749303f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9786389 Feb 28 17:43:14.377573 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (9640491a-02a4-4734-8f63-0ab554fe6981), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:14.395890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64680d19-92ec-429d-b70c-76e90daad49e req-2acf2d2f-5761-4359-9c93-4df64b8f32c5 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:14.396996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-64680d19-92ec-429d-b70c-76e90daad49e req-2acf2d2f-5761-4359-9c93-4df64b8f32c5 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.0816660 Feb 28 17:43:14.448067 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f81313af-12dd-49b8-ad55-7327f08fc95c tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (f4393130-628a-4146-95c2-6b1c8ffeba37), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:14.448662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81313af-12dd-49b8-ad55-7327f08fc95c tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Fanout notify agent at l3_agent the message router_deleted on router f4393130-628a-4146-95c2-6b1c8ffeba37 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:43:14.474827 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f81313af-12dd-49b8-ad55-7327f08fc95c tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:14.478156 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f81313af-12dd-49b8-ad55-7327f08fc95c tempest-RoutersNegativeIpV6Test-915048507 tempest-RoutersNegativeIpV6Test-915048507-project] 10.222.0.72 "DELETE /v2.0/routers/f4393130-628a-4146-95c2-6b1c8ffeba37 HTTP/1.1" status: 204 len: 168 time: 1.2243526 Feb 28 17:43:14.503909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8736f9ad-cf44-48f8-9f24-4a1a41cbe9a4 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] 10.222.0.72 "PUT /v2.0/quotas/ee2798fea6b34ed5a509f2544852118e HTTP/1.1" status: 200 len: 368 time: 1.1411228 Feb 28 17:43:14.508503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device be3706d0-3793-4326-ac05-e374edc973a3 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:43:14.511871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54076) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:14.533574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Request body: {'network': {'project_id': 'ee2798fea6b34ed5a509f2544852118e'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:14.566732 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (a13700b9-4ee8-4107-97b9-8accd4ae1486), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:14.574511 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-64680d19-92ec-429d-b70c-76e90daad49e req-f04865cd-46b1-45c6-8e8f-e65fdbff23fa tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075733 Feb 28 17:43:14.610288 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port be3706d0-3793-4326-ac05-e374edc973a3 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:43:14.610696 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (be3706d0-3793-4326-ac05-e374edc973a3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:14.786829 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Publish callbacks [] for port (00b77766-3385-4c21-9afb-324eabf2b262), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:14.855074 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port be3706d0-3793-4326-ac05-e374edc973a3 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:43:14.887794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Made reservation on behalf of ee2798fea6b34ed5a509f2544852118e for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:14.894228 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (00b77766-3385-4c21-9afb-324eabf2b262), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:14.905821 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:14.910875 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:15.008387 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Attempting to bind port 00b77766-3385-4c21-9afb-324eabf2b262 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:15.013327 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Attempting to bind port 00b77766-3385-4c21-9afb-324eabf2b262 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:15.014537 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Attempting to bind port 00b77766-3385-4c21-9afb-324eabf2b262 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:15.018177 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Pushing event updated for resources: {'Port': ['ID=00b77766-3385-4c21-9afb-324eabf2b262,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:15.044432 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:43:15.047634 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:43:15.058055 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:15.058055 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:43:15.058055 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Bound port: 00b77766-3385-4c21-9afb-324eabf2b262, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:43:15.058055 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (00b77766-3385-4c21-9afb-324eabf2b262), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:15.060020 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:15.062358 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:15.062957 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:15.063518 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:15.064150 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (a13700b9-4ee8-4107-97b9-8accd4ae1486), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:15.064758 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:15.066286 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:15.067543 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:15.068843 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:15.069410 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:15.070331 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:15.071472 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:15.072707 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:15.074043 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:15.135134 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks [] for security_group (ad42f1a8-e837-4664-8527-833cce4835f1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:15.199889 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] For port 00b77766-3385-4c21-9afb-324eabf2b262, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:43:15.205019 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] For port 00b77766-3385-4c21-9afb-324eabf2b262, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=00b77766-3385-4c21-9afb-324eabf2b262,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:43:15.238882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Deleting port 00b77766-3385-4c21-9afb-324eabf2b262 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:15.239217 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (00b77766-3385-4c21-9afb-324eabf2b262), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:15.275107 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9af81073-dec9-40e9-b40b-92e9b462171b req-4795d5d1-117f-4f01-b186-bfaa48838c12 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 210 time: 0.0344844 Feb 28 17:43:15.292328 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ad42f1a8-e837-4664-8527-833cce4835f1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:15.301414 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (00b77766-3385-4c21-9afb-324eabf2b262), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:15.332731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad42f1a8-e837-4664-8527-833cce4835f1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:15.386578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] For port 00b77766-3385-4c21-9afb-324eabf2b262, host n-d-820368-19, got binding levels [] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:15.399779 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (00b77766-3385-4c21-9afb-324eabf2b262), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:15.400071 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Routers {'a13700b9-4ee8-4107-97b9-8accd4ae1486'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:15.400071 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a13700b9-4ee8-4107-97b9-8accd4ae1486'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:15.400071 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5cb66-6f37-4407-b8de-9e9483894eec None None] Pushing event updated for resources: {'Port': ['ID=00b77766-3385-4c21-9afb-324eabf2b262,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:15.406019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Calling delete_port for 00b77766-3385-4c21-9afb-324eabf2b262 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:15.483015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:43:15.528761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:43:15.533161 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e9e14648-0cee-4882-906c-0ab2c3440e7a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:15.533340 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Added segment e9e14648-0cee-4882-906c-0ab2c3440e7a of type vlan for network 24b9b1c6-796f-4352-95c8-e22e446cebbb Feb 28 17:43:15.551474 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] Set router a13700b9-4ee8-4107-97b9-8accd4ae1486 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:43:15.601446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce3fa7-6668-45c2-9c24-cce7477e3c68 req-7f8f8d54-6927-4287-ae99-67eac968d87e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:15.608843 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b0ce3fa7-6668-45c2-9c24-cce7477e3c68 req-7f8f8d54-6927-4287-ae99-67eac968d87e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.1927888 Feb 28 17:43:15.610825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54096) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:15.636767 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13700b9-4ee8-4107-97b9-8accd4ae1486', 'name': 'tempest-snat-router-1065425411', 'tenant_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:43:07Z', 'updated_at': '2022-02-28T17:43:15Z', 'revision_number': 4, 'project_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:15.666450 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1a6ab-644e-4c12-bf3a-a5c19e9291e1 None None] The sync data for ids ['a13700b9-4ee8-4107-97b9-8accd4ae1486'] in n-d-820368-19 is: [{'id': 'a13700b9-4ee8-4107-97b9-8accd4ae1486', 'name': 'tempest-snat-router-1065425411', 'tenant_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:43:07Z', 'updated_at': '2022-02-28T17:43:15Z', 'revision_number': 4, 'project_id': '3cd85f526eeb49d2bf15dfa07405c2e8', 'gw_port_host': None}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:15.676681 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (24b9b1c6-796f-4352-95c8-e22e446cebbb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:15.688119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:15.703525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c862b6a-ca9a-40ee-bd01-bbe897f0cd02 None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:15.738640 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c862b6a-ca9a-40ee-bd01-bbe897f0cd02 None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:15.739554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8c862b6a-ca9a-40ee-bd01-bbe897f0cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:15.811793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:15.815747 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f3900de9-8621-4ccd-b146-06864b0867ea tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7623253 Feb 28 17:43:15.816047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54106) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:15.847092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8c862b6a-ca9a-40ee-bd01-bbe897f0cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:15.871729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c862b6a-ca9a-40ee-bd01-bbe897f0cd02 None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:15.872381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8c862b6a-ca9a-40ee-bd01-bbe897f0cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:15.914529 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (24b9b1c6-796f-4352-95c8-e22e446cebbb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:15.915493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:15.916149 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:15.948050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8c862b6a-ca9a-40ee-bd01-bbe897f0cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:15.948705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c862b6a-ca9a-40ee-bd01-bbe897f0cd02 None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:16.036460 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c62b1653-ff17-41ad-83bf-0e6a6ff3767a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3ddfc7b452284157a7d5299014c89420&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4244018 Feb 28 17:43:16.039063 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54110) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:16.090926 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Pushing event updated for resources: {'Network': ['ID=24b9b1c6-796f-4352-95c8-e22e446cebbb,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:16.103246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 24b9b1c6-796f-4352-95c8-e22e446cebbb details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:43:16.113508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8f9c8-204d-4249-9bff-564d3d79ce48 req-8ff2ca5e-70c0-41f2-a27b-f0892d5a8774 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:16.115266 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a9c8f9c8-204d-4249-9bff-564d3d79ce48 req-8ff2ca5e-70c0-41f2-a27b-f0892d5a8774 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 945 time: 0.3587942 Feb 28 17:43:16.140840 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-197879f5-bedc-4ff3-ad51-854fb03e868a tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6141250 Feb 28 17:43:16.164795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54112) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:16.171846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7913e4b7-4e9d-4742-8a1e-4ffd95810b76 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Request body: {'network': {'project_id': 'ee2798fea6b34ed5a509f2544852118e'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:16.207918 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ea7fd11b-ea87-4d1c-8733-c5a85f058bff admin admin] Publish callbacks [] for security_group (dc6ea433-6378-4a33-a53d-d6add8e717f6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.241965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-b0ce3fa7-6668-45c2-9c24-cce7477e3c68 req-239e5102-12fc-4644-bb35-659ce783ffa4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Deleting port 36ee197f-f32f-4bec-b15d-24ae90e0dee5 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:16.242201 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b0ce3fa7-6668-45c2-9c24-cce7477e3c68 req-239e5102-12fc-4644-bb35-659ce783ffa4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.250062 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a9c8f9c8-204d-4249-9bff-564d3d79ce48 req-80b23aae-dbde-46aa-9bfa-e0c1fa5481cc tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228950 Feb 28 17:43:16.268855 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ea7fd11b-ea87-4d1c-8733-c5a85f058bff admin admin] Publish callbacks [] for security_group (dc6ea433-6378-4a33-a53d-d6add8e717f6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.367877 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (00b77766-3385-4c21-9afb-324eabf2b262), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.394698 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7913e4b7-4e9d-4742-8a1e-4ffd95810b76 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Made reservation on behalf of ee2798fea6b34ed5a509f2544852118e for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:16.396988 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7913e4b7-4e9d-4742-8a1e-4ffd95810b76 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.410970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event deleted for resources: {'Port': ['ID=00b77766-3385-4c21-9afb-324eabf2b262,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:16.418665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-b0ce3fa7-6668-45c2-9c24-cce7477e3c68 req-239e5102-12fc-4644-bb35-659ce783ffa4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] For port 36ee197f-f32f-4bec-b15d-24ae90e0dee5, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=36ee197f-f32f-4bec-b15d-24ae90e0dee5,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:16.419051 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b0ce3fa7-6668-45c2-9c24-cce7477e3c68 req-239e5102-12fc-4644-bb35-659ce783ffa4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.435892 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-972a2c5c-2159-47ce-9f86-6fbfd19013f7 req-81935710-6fda-4b1b-bc3a-7a94c05f7dcf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 210 time: 0.0505974 Feb 28 17:43:16.448449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-b0ce3fa7-6668-45c2-9c24-cce7477e3c68 req-239e5102-12fc-4644-bb35-659ce783ffa4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Calling delete_port for 36ee197f-f32f-4bec-b15d-24ae90e0dee5 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:16.466002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7913e4b7-4e9d-4742-8a1e-4ffd95810b76 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:43:16.500777 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7913e4b7-4e9d-4742-8a1e-4ffd95810b76 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (8e9c4e22-2c77-4971-8566-dbe9e9370f69), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.501135 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-7913e4b7-4e9d-4742-8a1e-4ffd95810b76 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Added segment 8e9c4e22-2c77-4971-8566-dbe9e9370f69 of type vlan for network 6a43d560-3af0-4a41-be9c-6a5ce46a6beb Feb 28 17:43:16.531639 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (a13700b9-4ee8-4107-97b9-8accd4ae1486), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.537574 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ea7fd11b-ea87-4d1c-8733-c5a85f058bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dc6ea433-6378-4a33-a53d-d6add8e717f6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.540132 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ea7fd11b-ea87-4d1c-8733-c5a85f058bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.543747 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ea7fd11b-ea87-4d1c-8733-c5a85f058bff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dc6ea433-6378-4a33-a53d-d6add8e717f6 HTTP/1.1" status: 204 len: 168 time: 0.5014050 Feb 28 17:43:16.569222 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7913e4b7-4e9d-4742-8a1e-4ffd95810b76 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (6a43d560-3af0-4a41-be9c-6a5ce46a6beb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.570772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fd11b-ea87-4d1c-8733-c5a85f058bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6ea433-6378-4a33-a53d-d6add8e717f6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:16.696135 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.709639 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7913e4b7-4e9d-4742-8a1e-4ffd95810b76 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (6a43d560-3af0-4a41-be9c-6a5ce46a6beb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.710631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7913e4b7-4e9d-4742-8a1e-4ffd95810b76 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:16.712125 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7913e4b7-4e9d-4742-8a1e-4ffd95810b76 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.729583 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (a13700b9-4ee8-4107-97b9-8accd4ae1486), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.733333 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_controller (a13700b9-4ee8-4107-97b9-8accd4ae1486), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.848121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913e4b7-4e9d-4742-8a1e-4ffd95810b76 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Pushing event updated for resources: {'Network': ['ID=6a43d560-3af0-4a41-be9c-6a5ce46a6beb,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:16.859000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 6a43d560-3af0-4a41-be9c-6a5ce46a6beb details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:43:16.922347 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (a13700b9-4ee8-4107-97b9-8accd4ae1486), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.923016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a13700b9-4ee8-4107-97b9-8accd4ae1486 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:43:16.928505 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.936226 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-71ed48e6-3f5c-472d-9941-530d40c3a7b2 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "DELETE /v2.0/routers/a13700b9-4ee8-4107-97b9-8accd4ae1486 HTTP/1.1" status: 204 len: 168 time: 3.1062462 Feb 28 17:43:16.939123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7913e4b7-4e9d-4742-8a1e-4ffd95810b76 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7714672 Feb 28 17:43:16.939748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54126) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:16.944661 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54128) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:16.963956 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b0ce3fa7-6668-45c2-9c24-cce7477e3c68 req-239e5102-12fc-4644-bb35-659ce783ffa4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (36ee197f-f32f-4bec-b15d-24ae90e0dee5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:16.971102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6da02c57-efaf-4a69-b280-0f5737ed03eb tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Request body: {'network': {'project_id': 'ee2798fea6b34ed5a509f2544852118e'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:16.985082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['36ee197f-f32f-4bec-b15d-24ae90e0dee5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:43:17.051138 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e5102-12fc-4644-bb35-659ce783ffa4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Pushing event deleted for resources: {'Port': ['ID=36ee197f-f32f-4bec-b15d-24ae90e0dee5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:17.101027 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da02c57-efaf-4a69-b280-0f5737ed03eb tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 17:43:17.101558 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da02c57-efaf-4a69-b280-0f5737ed03eb tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:43:17.106026 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6da02c57-efaf-4a69-b280-0f5737ed03eb tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1492915 Feb 28 17:43:17.108458 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54132) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:17.142396 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ce3fa7-6668-45c2-9c24-cce7477e3c68 req-239e5102-12fc-4644-bb35-659ce783ffa4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] No DVR routers for this DVR port 36ee197f-f32f-4bec-b15d-24ae90e0dee5 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:43:17.145705 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b0ce3fa7-6668-45c2-9c24-cce7477e3c68 req-239e5102-12fc-4644-bb35-659ce783ffa4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:17.153527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b0ce3fa7-6668-45c2-9c24-cce7477e3c68 req-239e5102-12fc-4644-bb35-659ce783ffa4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.73 "DELETE /v2.0/ports/36ee197f-f32f-4bec-b15d-24ae90e0dee5 HTTP/1.1" status: 204 len: 173 time: 1.4230106 Feb 28 17:43:17.154064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d6e172-bc17-4705-b955-0ef0ae6acd32', 'name': 'network-vif-deleted', 'tag': '36ee197f-f32f-4bec-b15d-24ae90e0dee5'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:43:17.164729 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6877782-1912-43cd-8975-3c7f78094f7d" -d '{"events": [{"server_uuid": "83d6e172-bc17-4705-b955-0ef0ae6acd32", "name": "network-vif-deleted", "tag": "36ee197f-f32f-4bec-b15d-24ae90e0dee5"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:43:17.229444 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9f387bab-fc8f-4818-a1bc-8257a157e263 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee2798fea6b34ed5a509f2544852118e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1197782 Feb 28 17:43:17.232874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54138) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:17.250699 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (1ca21e72-8963-4aac-88da-7309eca91807), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:17.264315 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777324e4-d4ab-467b-a249-71946be5ce83 x-openstack-request-id: req-777324e4-d4ab-467b-a249-71946be5ce83 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:43:17.264315 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d6e172-bc17-4705-b955-0ef0ae6acd32", "name": "network-vif-deleted", "tag": "36ee197f-f32f-4bec-b15d-24ae90e0dee5", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:43:17.264315 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-777324e4-d4ab-467b-a249-71946be5ce83 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:43:17.264315 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d6e172-bc17-4705-b955-0ef0ae6acd32', 'name': 'network-vif-deleted', 'tag': '36ee197f-f32f-4bec-b15d-24ae90e0dee5', 'status': 'completed', 'code': 200} Feb 28 17:43:17.346332 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b890e139-b641-4e38-8ec4-4386a007b2be tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks [] for security_group (ad42f1a8-e837-4664-8527-833cce4835f1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:17.376512 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b890e139-b641-4e38-8ec4-4386a007b2be tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks [] for security_group (ad42f1a8-e837-4664-8527-833cce4835f1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:17.406016 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a36fc8f-8ff8-4505-834e-b04f5fdd37fc req-f92aace2-7a1f-4465-9189-3f246265bce1 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 210 time: 0.0423608 Feb 28 17:43:17.476272 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (1ca21e72-8963-4aac-88da-7309eca91807), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:17.564475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.20.0.1 (6dbffa01-74ee-490a-a2f3-65d585db7fdf/907f9181-deb4-4711-90bb-0321eb107ec4/0605f70f-877d-49a0-bed6-7b20f0388ff4) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:17.587984 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b6562552-3047-47bc-8a36-470a3456846a req-8b5a7884-0c9c-4993-b194-b72998db9fe8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 210 time: 0.0415926 Feb 28 17:43:17.589352 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b890e139-b641-4e38-8ec4-4386a007b2be tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ad42f1a8-e837-4664-8527-833cce4835f1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:17.595462 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b890e139-b641-4e38-8ec4-4386a007b2be tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:17.596630 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b890e139-b641-4e38-8ec4-4386a007b2be tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/ad42f1a8-e837-4664-8527-833cce4835f1 HTTP/1.1" status: 204 len: 168 time: 0.3625915 Feb 28 17:43:17.604942 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890e139-b641-4e38-8ec4-4386a007b2be tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad42f1a8-e837-4664-8527-833cce4835f1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:17.606566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54150) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:17.802700 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99dbbe3-0983-4ed3-8169-10a41b3befbd tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (6a43d560-3af0-4a41-be9c-6a5ce46a6beb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:17.811499 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (0605f70f-877d-49a0-bed6-7b20f0388ff4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:17.822249 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Deleting port be3706d0-3793-4326-ac05-e374edc973a3 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:17.823280 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (be3706d0-3793-4326-ac05-e374edc973a3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:17.920745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-c7ef87e6-0d4c-40f0-a5e4-f0d373510d29 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:17.923225 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-c7ef87e6-0d4c-40f0-a5e4-f0d373510d29 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.73 "GET /v2.0/networks?id=1abae249-92a2-4db3-84bf-77e749303f3f HTTP/1.1" status: 200 len: 797 time: 0.2118819 Feb 28 17:43:17.927417 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] For port be3706d0-3793-4326-ac05-e374edc973a3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=be3706d0-3793-4326-ac05-e374edc973a3,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:17.927799 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (be3706d0-3793-4326-ac05-e374edc973a3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:17.940139 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99dbbe3-0983-4ed3-8169-10a41b3befbd tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (6a43d560-3af0-4a41-be9c-6a5ce46a6beb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:17.944678 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Calling delete_port for be3706d0-3793-4326-ac05-e374edc973a3 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:17.998285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-a99dbbe3-0983-4ed3-8169-10a41b3befbd tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a43d560-3af0-4a41-be9c-6a5ce46a6beb']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:18.010933 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0605f70f-877d-49a0-bed6-7b20f0388ff4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.020319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-a99dbbe3-0983-4ed3-8169-10a41b3befbd tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9c4e22-2c77-4971-8566-dbe9e9370f69') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:18.020570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-a99dbbe3-0983-4ed3-8169-10a41b3befbd tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9c4e22-2c77-4971-8566-dbe9e9370f69') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:18.043541 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99dbbe3-0983-4ed3-8169-10a41b3befbd tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (8e9c4e22-2c77-4971-8566-dbe9e9370f69), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.068442 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network 6dbffa01-74ee-490a-a2f3-65d585db7fdf is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:18.077959 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:18.079999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:18.090372 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-a245320d-b45f-4e9c-adbe-d89dd35dcd7a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dbedf6f8bfb41949f23f29c95506b32 HTTP/1.1" status: 200 len: 473 time: 0.1572466 Feb 28 17:43:18.091415 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99dbbe3-0983-4ed3-8169-10a41b3befbd tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (8e9c4e22-2c77-4971-8566-dbe9e9370f69), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.104168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-a553786c-b9a7-4526-9a1f-1f8c307dbda0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'port': {'device_id': '4a121057-c06c-49aa-9a1e-2053238b7e41', 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f', 'admin_state_up': True, 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'security_groups': ['060f2f9e-3a8e-40a2-87e0-45ecb3d643fb']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:18.120300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99dbbe3-0983-4ed3-8169-10a41b3befbd tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:43:18.120706 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99dbbe3-0983-4ed3-8169-10a41b3befbd tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (8e9c4e22-2c77-4971-8566-dbe9e9370f69), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: warnings.warn('Neutron quota engine will require "--force" ' Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:43:18.122611 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:43:18.187769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=0605f70f-877d-49a0-bed6-7b20f0388ff4,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:18.209471 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (9640491a-02a4-4734-8f63-0ab554fe6981), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.374659 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54168) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:18.415512 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99dbbe3-0983-4ed3-8169-10a41b3befbd tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (6a43d560-3af0-4a41-be9c-6a5ce46a6beb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.421266 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99dbbe3-0983-4ed3-8169-10a41b3befbd tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.424526 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a99dbbe3-0983-4ed3-8169-10a41b3befbd tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] 10.222.0.72 "DELETE /v2.0/networks/6a43d560-3af0-4a41-be9c-6a5ce46a6beb HTTP/1.1" status: 204 len: 168 time: 0.8170493 Feb 28 17:43:18.427304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54172) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:18.462154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-a553786c-b9a7-4526-9a1f-1f8c307dbda0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Made reservation on behalf of 2dbedf6f8bfb41949f23f29c95506b32 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:18.470501 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-a553786c-b9a7-4526-9a1f-1f8c307dbda0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.484247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dbbe3-0983-4ed3-8169-10a41b3befbd tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a43d560-3af0-4a41-be9c-6a5ce46a6beb,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:18.525458 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (be3706d0-3793-4326-ac05-e374edc973a3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.558570 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc8e8d6b-1ef6-4524-8048-1642314c3368 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (24b9b1c6-796f-4352-95c8-e22e446cebbb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.582173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4a52ed5f-42fd-4a7b-94b3-470833811a1b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:18.583229 n-d-820368-19 neutron-server[104246]: WARNING neutron.api.v2.base [None req-4a52ed5f-42fd-4a7b-94b3-470833811a1b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 17:43:18.586209 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-4a52ed5f-42fd-4a7b-94b3-470833811a1b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 17:43:18.590740 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4a52ed5f-42fd-4a7b-94b3-470833811a1b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2113895 Feb 28 17:43:18.590914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event deleted for resources: {'Port': ['ID=be3706d0-3793-4326-ac05-e374edc973a3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:18.596558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54176) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:18.603676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-19d58dfa-9089-4e1f-b236-6839fc7fc30a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group': {'name': 'tempest-secgroup--411910619'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:18.648973 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8b2bef1-09e1-45ad-88c4-7fcad2e81887 req-d1f13b9a-a818-4fc1-82b4-1f209e29358b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=83d6e172-bc17-4705-b955-0ef0ae6acd32 HTTP/1.1" status: 200 len: 210 time: 0.0649986 Feb 28 17:43:18.653592 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0605f70f-877d-49a0-bed6-7b20f0388ff4), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.753873 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7457d8d-d60a-4f5b-b247-129e50fa5a11 req-78098659-1ddf-4945-88d5-770ae059ff41 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 210 time: 0.0379119 Feb 28 17:43:18.767004 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-19d58dfa-9089-4e1f-b236-6839fc7fc30a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.785397 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-19d58dfa-9089-4e1f-b236-6839fc7fc30a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.785397 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-a553786c-b9a7-4526-9a1f-1f8c307dbda0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Allocated IP 172.20.0.30 (1abae249-92a2-4db3-84bf-77e749303f3f/6b3db4a7-c159-4d12-803d-9607cb1179d6/879da135-bafd-4a80-b6ce-7cc079b9501e) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:18.811712 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (1ca21e72-8963-4aac-88da-7309eca91807), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.940654 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc8e8d6b-1ef6-4524-8048-1642314c3368 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (24b9b1c6-796f-4352-95c8-e22e446cebbb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.991689 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (1ca21e72-8963-4aac-88da-7309eca91807), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:18.995253 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_controller (1ca21e72-8963-4aac-88da-7309eca91807), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.026948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-bc8e8d6b-1ef6-4524-8048-1642314c3368 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b9b1c6-796f-4352-95c8-e22e446cebbb']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:19.087748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-bc8e8d6b-1ef6-4524-8048-1642314c3368 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e14648-0cee-4882-906c-0ab2c3440e7a') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:19.088061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-bc8e8d6b-1ef6-4524-8048-1642314c3368 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e14648-0cee-4882-906c-0ab2c3440e7a') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:19.104126 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc8e8d6b-1ef6-4524-8048-1642314c3368 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (e9e14648-0cee-4882-906c-0ab2c3440e7a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.133295 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc8e8d6b-1ef6-4524-8048-1642314c3368 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e9e14648-0cee-4882-906c-0ab2c3440e7a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.152597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8e8d6b-1ef6-4524-8048-1642314c3368 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:43:19.152997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc8e8d6b-1ef6-4524-8048-1642314c3368 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (e9e14648-0cee-4882-906c-0ab2c3440e7a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:43:19.155492 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:43:19.235087 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-19d58dfa-9089-4e1f-b236-6839fc7fc30a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (59843a92-a98b-4dec-a932-9506c52370fd), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.248626 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-a553786c-b9a7-4526-9a1f-1f8c307dbda0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.340032 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-19d58dfa-9089-4e1f-b236-6839fc7fc30a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (59843a92-a98b-4dec-a932-9506c52370fd), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.380429 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d58dfa-9089-4e1f-b236-6839fc7fc30a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59843a92-a98b-4dec-a932-9506c52370fd,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:19.408278 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-a553786c-b9a7-4526-9a1f-1f8c307dbda0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.475476 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-a553786c-b9a7-4526-9a1f-1f8c307dbda0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network 1abae249-92a2-4db3-84bf-77e749303f3f is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:19.486297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-a553786c-b9a7-4526-9a1f-1f8c307dbda0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:19.492542 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-a553786c-b9a7-4526-9a1f-1f8c307dbda0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:19.495142 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553786c-b9a7-4526-9a1f-1f8c307dbda0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=879da135-bafd-4a80-b6ce-7cc079b9501e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:19.499162 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-19d58dfa-9089-4e1f-b236-6839fc7fc30a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (471674a7-ebb1-46d0-b2c2-42c47e536ce2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.559044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-a553786c-b9a7-4526-9a1f-1f8c307dbda0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:19.559923 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-a553786c-b9a7-4526-9a1f-1f8c307dbda0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.580500 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (1ca21e72-8963-4aac-88da-7309eca91807), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.581096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ca21e72-8963-4aac-88da-7309eca91807 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:43:19.597157 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.602303 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7dbfec49-4a91-418c-9b74-d66eb1255a29 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "DELETE /v2.0/routers/1ca21e72-8963-4aac-88da-7309eca91807 HTTP/1.1" status: 204 len: 168 time: 2.6547265 Feb 28 17:43:19.603940 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54190) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:19.607972 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-19d58dfa-9089-4e1f-b236-6839fc7fc30a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (471674a7-ebb1-46d0-b2c2-42c47e536ce2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.608468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1681046669', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:19.684022 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 36ee197f-f32f-4bec-b15d-24ae90e0dee5 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:43:19.699572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d58dfa-9089-4e1f-b236-6839fc7fc30a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471674a7-ebb1-46d0-b2c2-42c47e536ce2,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:19.723321 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-a553786c-b9a7-4526-9a1f-1f8c307dbda0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6244814 Feb 28 17:43:19.735425 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Request body: {'port': {'device_id': '4a121057-c06c-49aa-9a1e-2053238b7e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:19.740915 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 36ee197f-f32f-4bec-b15d-24ae90e0dee5 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:43:19.741262 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 36ee197f-f32f-4bec-b15d-24ae90e0dee5 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:43:19.774387 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc8e8d6b-1ef6-4524-8048-1642314c3368 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (24b9b1c6-796f-4352-95c8-e22e446cebbb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.804924 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bc8e8d6b-1ef6-4524-8048-1642314c3368 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.807701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-19d58dfa-9089-4e1f-b236-6839fc7fc30a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.808007 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bc8e8d6b-1ef6-4524-8048-1642314c3368 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] 10.222.0.72 "DELETE /v2.0/networks/24b9b1c6-796f-4352-95c8-e22e446cebbb HTTP/1.1" status: 204 len: 168 time: 1.3794618 Feb 28 17:43:19.816715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e8d6b-1ef6-4524-8048-1642314c3368 tempest-QuotasNegativeTest-1104084070 tempest-QuotasNegativeTest-1104084070-project-admin] Pushing event deleted for resources: {'Network': ['ID=24b9b1c6-796f-4352-95c8-e22e446cebbb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:19.821121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54200) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:19.822558 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-19d58dfa-9089-4e1f-b236-6839fc7fc30a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2203860 Feb 28 17:43:19.826649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-237a9475-e1e1-443c-9d3d-d5025cf37b79 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '471674a7-ebb1-46d0-b2c2-42c47e536ce2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:19.835175 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (0605f70f-877d-49a0-bed6-7b20f0388ff4), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.866811 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (abb8d6c2-e098-458d-9897-c834653888dc), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.867938 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (abb8d6c2-e098-458d-9897-c834653888dc), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.872398 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d2646293-66f5-42c9-a811-b6ee2578d117 None None] Provisioning complete for port 879da135-bafd-4a80-b6ce-7cc079b9501e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:43:19.874381 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d2646293-66f5-42c9-a811-b6ee2578d117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.946518 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.969834 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_controller (abb8d6c2-e098-458d-9897-c834653888dc), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:19.976277 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (0605f70f-877d-49a0-bed6-7b20f0388ff4), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:20.043645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d2646293-66f5-42c9-a811-b6ee2578d117 None None] Port 879da135-bafd-4a80-b6ce-7cc079b9501e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:43:20.073204 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-237a9475-e1e1-443c-9d3d-d5025cf37b79 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group_rule (bf8f8192-b6ab-4ef7-93b2-1e9806f46aab), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:20.116519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827376ae-061e-4467-8a40-ea0957640704 req-2b88449c-4153-4fd9-878a-90b7013c5175 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:20.118220 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-827376ae-061e-4467-8a40-ea0957640704 req-2b88449c-4153-4fd9-878a-90b7013c5175 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 932 time: 0.1584463 Feb 28 17:43:20.177139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=0605f70f-877d-49a0-bed6-7b20f0388ff4,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:20.296163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-827376ae-061e-4467-8a40-ea0957640704 req-5ba65e98-536c-4264-9870-466ccb24497d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684549 Feb 28 17:43:20.321327 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (9640491a-02a4-4734-8f63-0ab554fe6981), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:20.447240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (abb8d6c2-e098-458d-9897-c834653888dc), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:20.451513 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device be3706d0-3793-4326-ac05-e374edc973a3 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:43:20.471848 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879da135-bafd-4a80-b6ce-7cc079b9501e {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:43:20.480170 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Publish callbacks [] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:20.495191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: be3706d0-3793-4326-ac05-e374edc973a3 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:43:20.495540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device be3706d0-3793-4326-ac05-e374edc973a3 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:43:20.502063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Transition to ACTIVE for port object 879da135-bafd-4a80-b6ce-7cc079b9501e will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:43:20.508166 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-237a9475-e1e1-443c-9d3d-d5025cf37b79 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group_rule (bf8f8192-b6ab-4ef7-93b2-1e9806f46aab), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:20.595955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-b2db4059-01f1-4fef-b552-732baaa67a27 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:20.597439 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-b2db4059-01f1-4fef-b552-732baaa67a27 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 811 time: 0.4557741 Feb 28 17:43:20.608927 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:20.619612 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-237a9475-e1e1-443c-9d3d-d5025cf37b79 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (bf8f8192-b6ab-4ef7-93b2-1e9806f46aab), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:20.633347 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:43:20.677565 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-7d12b53d-1a53-4082-a448-e6f38b3b67b4 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/quotas/8c828900d1be4137abc891fe2e0eaed5 HTTP/1.1" status: 200 len: 375 time: 0.0700939 Feb 28 17:43:20.687878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a9475-e1e1-443c-9d3d-d5025cf37b79 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8f8192-b6ab-4ef7-93b2-1e9806f46aab,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:20.709586 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network 6dbffa01-74ee-490a-a2f3-65d585db7fdf is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:20.713674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:20.721752 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Pushing event updated for resources: {'Port': ['ID=879da135-bafd-4a80-b6ce-7cc079b9501e,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:20.743604 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-1135000a-64e4-44ec-9684-630af232a23e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534708 Feb 28 17:43:20.779824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Attempting to bind port 879da135-bafd-4a80-b6ce-7cc079b9501e on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:20.780165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Attempting to bind port 879da135-bafd-4a80-b6ce-7cc079b9501e by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '1a9a34c3-777b-4a7b-a880-68ecf29dae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:20.780421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Attempting to bind port 879da135-bafd-4a80-b6ce-7cc079b9501e on network 1abae249-92a2-4db3-84bf-77e749303f3f {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:20.792222 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Port 879da135-bafd-4a80-b6ce-7cc079b9501e on network 1abae249-92a2-4db3-84bf-77e749303f3f not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:20.792536 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Attempting to bind port 879da135-bafd-4a80-b6ce-7cc079b9501e on network 1abae249-92a2-4db3-84bf-77e749303f3f {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:20.808347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:43:20.808529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Checking segment: {'id': '1a9a34c3-777b-4a7b-a880-68ecf29dae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:43:20.810197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Bound using segment: {'id': '1a9a34c3-777b-4a7b-a880-68ecf29dae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:43:20.810660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Bound port: 879da135-bafd-4a80-b6ce-7cc079b9501e, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a34c3-777b-4a7b-a880-68ecf29dae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:43:20.811022 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:20.829242 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-237a9475-e1e1-443c-9d3d-d5025cf37b79 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:20.834137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54222) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:20.834282 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-237a9475-e1e1-443c-9d3d-d5025cf37b79 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0117283 Feb 28 17:43:20.840376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3ed8498c-f742-4def-a12d-43c313d84506 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '471674a7-ebb1-46d0-b2c2-42c47e536ce2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:20.920454 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] For port 879da135-bafd-4a80-b6ce-7cc079b9501e, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:43:20.923689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] For port 879da135-bafd-4a80-b6ce-7cc079b9501e, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=879da135-bafd-4a80-b6ce-7cc079b9501e,segment=NetworkSegment(1a9a34c3-777b-4a7b-a880-68ecf29dae22),segment_id=1a9a34c3-777b-4a7b-a880-68ecf29dae22)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:43:20.995213 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-c0bcf048-7c61-4707-a4f4-bda4db2351d1 service neutron] 10.222.0.72 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374258 Feb 28 17:43:21.004330 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ed8498c-f742-4def-a12d-43c313d84506 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group_rule (653750bf-2e40-4f87-b4b4-8c198c7334e3), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:21.011777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:43:21.030077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:21.104974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:21.105717 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:21.107246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] 10.222.0.73 "PUT /v2.0/ports/879da135-bafd-4a80-b6ce-7cc079b9501e HTTP/1.1" status: 200 len: 1093 time: 1.3764586 Feb 28 17:43:21.107726 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a121057-c06c-49aa-9a1e-2053238b7e41', 'tag': '879da135-bafd-4a80-b6ce-7cc079b9501e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:43:21.110060 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da99b554-37e3-40e0-8250-38be68c7b838" -d '{"events": [{"name": "network-changed", "server_uuid": "4a121057-c06c-49aa-9a1e-2053238b7e41", "tag": "879da135-bafd-4a80-b6ce-7cc079b9501e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:43:21.147011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54232) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:21.230705 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c861233-1c3b-4474-a423-8e76e0edff9e x-openstack-request-id: req-1c861233-1c3b-4474-a423-8e76e0edff9e {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:43:21.230705 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a121057-c06c-49aa-9a1e-2053238b7e41", "tag": "879da135-bafd-4a80-b6ce-7cc079b9501e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:43:21.230705 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c861233-1c3b-4474-a423-8e76e0edff9e {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:43:21.230705 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a121057-c06c-49aa-9a1e-2053238b7e41', 'tag': '879da135-bafd-4a80-b6ce-7cc079b9501e', 'status': 'completed', 'code': 200} Feb 28 17:43:21.230705 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea869ee9-b3b1-4efe-870b-e69560875516 service neutron] Pushing event updated for resources: {'Port': ['ID=879da135-bafd-4a80-b6ce-7cc079b9501e,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:21.325193 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-3ed8498c-f742-4def-a12d-43c313d84506 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 17:43:21.329607 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3ed8498c-f742-4def-a12d-43c313d84506 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4940794 Feb 28 17:43:21.339737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54238) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:21.379057 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b554-37e3-40e0-8250-38be68c7b838 req-478847a7-b210-438d-848e-016d28273a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:21.383681 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da99b554-37e3-40e0-8250-38be68c7b838 req-478847a7-b210-438d-848e-016d28273a5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 1127 time: 0.1561317 Feb 28 17:43:21.395909 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4b5004a1-3d7a-47f1-90ea-5a1d054f908e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:21.412319 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (abb8d6c2-e098-458d-9897-c834653888dc), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:21.486620 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:21.490021 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-3cf4246e-42ea-4c82-b81d-1d75a201fff2 service neutron] 10.222.0.72 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872141 Feb 28 17:43:21.571956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:21.581666 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f4c94d88-9723-41a5-9c3d-7bfc4a1922d0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "PUT /v2.0/routers/9640491a-02a4-4734-8f63-0ab554fe6981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7620597 Feb 28 17:43:21.581833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54244) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:21.589066 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-54d68618-28c5-4115-b6c6-1dbbcf6fb3cd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'port': {'network_id': '6dbffa01-74ee-490a-a2f3-65d585db7fdf', 'name': 'tempest-FloatingIPTestJSON-754872471'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:21.595369 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3024b7fd-50c6-4d1f-aaa6-ef662f70543a None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:21.605437 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3024b7fd-50c6-4d1f-aaa6-ef662f70543a None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:21.605897 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3024b7fd-50c6-4d1f-aaa6-ef662f70543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:21.650714 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3024b7fd-50c6-4d1f-aaa6-ef662f70543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:21.669210 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3024b7fd-50c6-4d1f-aaa6-ef662f70543a None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:21.671394 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3024b7fd-50c6-4d1f-aaa6-ef662f70543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:21.683018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Allocated IP 172.25.3.246 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/714f9e8c-8a0d-47e8-aa1c-75669a242b60) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:21.800819 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3024b7fd-50c6-4d1f-aaa6-ef662f70543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:21.801502 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3024b7fd-50c6-4d1f-aaa6-ef662f70543a None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:21.810424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b554-37e3-40e0-8250-38be68c7b838 req-4328b936-b736-459b-a98f-a18ef8f1a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:21.810424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b554-37e3-40e0-8250-38be68c7b838 req-4328b936-b736-459b-a98f-a18ef8f1a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:21.816795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da99b554-37e3-40e0-8250-38be68c7b838 req-4328b936-b736-459b-a98f-a18ef8f1a93d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.4084988 Feb 28 17:43:21.816991 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-def7a10a-ff40-4989-83c5-eafb16274579 req-50743e20-bbd8-49e6-bcc4-104c4c7d88eb tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 210 time: 0.0462401 Feb 28 17:43:21.878470 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for port (714f9e8c-8a0d-47e8-aa1c-75669a242b60), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:21.916793 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f0c0fdb3-b123-43e0-a60c-92948e6700a5 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (471674a7-ebb1-46d0-b2c2-42c47e536ce2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:21.919637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d68618-28c5-4115-b6c6-1dbbcf6fb3cd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Made reservation on behalf of 396017ff16df4a0396968e4206903aad for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:21.928074 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54d68618-28c5-4115-b6c6-1dbbcf6fb3cd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:21.951291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-54d68618-28c5-4115-b6c6-1dbbcf6fb3cd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] device_id is not set on port 9b57e01a-a398-4dab-8d57-e5fac0665b89 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:43:21.987347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed120a-0902-4d79-80ce-c4e017ba5572 req-f252e178-d5f6-4817-a02a-023b0137be35 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:21.994186 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2bed120a-0902-4d79-80ce-c4e017ba5572 req-f252e178-d5f6-4817-a02a-023b0137be35 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 944 time: 0.5958395 Feb 28 17:43:22.009155 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f0c0fdb3-b123-43e0-a60c-92948e6700a5 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (471674a7-ebb1-46d0-b2c2-42c47e536ce2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.015276 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (714f9e8c-8a0d-47e8-aa1c-75669a242b60), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.073289 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:22.100047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:22.106124 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:22.146960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Pushing event updated for resources: {'Port': ['ID=714f9e8c-8a0d-47e8-aa1c-75669a242b60,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:22.170018 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4b5004a1-3d7a-47f1-90ea-5a1d054f908e admin admin] Publish callbacks [] for security_group (0174bb59-93c7-42c5-8d19-98aa9710d218), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.175511 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-54d68618-28c5-4115-b6c6-1dbbcf6fb3cd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.20.0.5 (6dbffa01-74ee-490a-a2f3-65d585db7fdf/907f9181-deb4-4711-90bb-0321eb107ec4/9b57e01a-a398-4dab-8d57-e5fac0665b89) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:22.202518 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2bed120a-0902-4d79-80ce-c4e017ba5572 req-dfaa6824-7c16-4c47-b20d-09c114228c98 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073905 Feb 28 17:43:22.217102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b554-37e3-40e0-8250-38be68c7b838 req-b2efb18f-c5d8-42b8-9bbe-b6028392ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:22.217102 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da99b554-37e3-40e0-8250-38be68c7b838 req-b2efb18f-c5d8-42b8-9bbe-b6028392ff21 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3854070 Feb 28 17:43:22.265391 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4b5004a1-3d7a-47f1-90ea-5a1d054f908e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0174bb59-93c7-42c5-8d19-98aa9710d218), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.336950 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4b5004a1-3d7a-47f1-90ea-5a1d054f908e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2f30329523984270b8dca7ed26ea667e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1869576 Feb 28 17:43:22.344388 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f0c0fdb3-b123-43e0-a60c-92948e6700a5 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (471674a7-ebb1-46d0-b2c2-42c47e536ce2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.344388 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f0c0fdb3-b123-43e0-a60c-92948e6700a5 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.344388 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f0c0fdb3-b123-43e0-a60c-92948e6700a5 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "DELETE /v2.0/security-groups/471674a7-ebb1-46d0-b2c2-42c47e536ce2 HTTP/1.1" status: 204 len: 168 time: 1.0023749 Feb 28 17:43:22.344388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5004a1-3d7a-47f1-90ea-5a1d054f908e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0174bb59-93c7-42c5-8d19-98aa9710d218,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:22.346037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54258) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:22.346369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54260) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:22.410922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0fdb3-b123-43e0-a60c-92948e6700a5 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471674a7-ebb1-46d0-b2c2-42c47e536ce2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:22.425296 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-c9293409-d562-451a-8b1a-15674a838f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:22.427014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-c9293409-d562-451a-8b1a-15674a838f92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 1127 time: 0.1458595 Feb 28 17:43:22.499673 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-943443c2-f491-4746-9520-c6a13edbee16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=879da135-bafd-4a80-b6ce-7cc079b9501e HTTP/1.1" status: 200 len: 217 time: 0.0601461 Feb 28 17:43:22.509273 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-604aadbc-ef00-470e-a269-f72c3e444a8a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1563694 Feb 28 17:43:22.509478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54264) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:22.515387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b010691f-cad5-469c-a1eb-0d386c13b905 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group': {'name': 'tempest-secgroup--917724484'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:22.526723 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29be2ddb-afa1-4ee8-9904-00e044d8ff77 admin admin] Publish callbacks [] for security_group (0174bb59-93c7-42c5-8d19-98aa9710d218), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.590810 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29be2ddb-afa1-4ee8-9904-00e044d8ff77 admin admin] Publish callbacks [] for security_group (0174bb59-93c7-42c5-8d19-98aa9710d218), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.599759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-d58e9c67-7320-4918-b83b-05803fa2a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:22.601235 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-d58e9c67-7320-4918-b83b-05803fa2a5a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b3db4a7-c159-4d12-803d-9607cb1179d6 HTTP/1.1" status: 200 len: 838 time: 0.0950346 Feb 28 17:43:22.618914 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54d68618-28c5-4115-b6c6-1dbbcf6fb3cd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (9b57e01a-a398-4dab-8d57-e5fac0665b89), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.686134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-93ca7104-fdfa-4fba-ab8f-cca29a70f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:22.687572 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-93ca7104-fdfa-4fba-ab8f-cca29a70f465 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1abae249-92a2-4db3-84bf-77e749303f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0806286 Feb 28 17:43:22.689957 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b010691f-cad5-469c-a1eb-0d386c13b905 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.720495 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (abb8d6c2-e098-458d-9897-c834653888dc), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.795990 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29be2ddb-afa1-4ee8-9904-00e044d8ff77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0174bb59-93c7-42c5-8d19-98aa9710d218), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.799467 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29be2ddb-afa1-4ee8-9904-00e044d8ff77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.800634 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-29be2ddb-afa1-4ee8-9904-00e044d8ff77 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0174bb59-93c7-42c5-8d19-98aa9710d218 HTTP/1.1" status: 204 len: 168 time: 0.4532132 Feb 28 17:43:22.831483 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be2ddb-afa1-4ee8-9904-00e044d8ff77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0174bb59-93c7-42c5-8d19-98aa9710d218,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:22.845078 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-030c2026-f0ff-4fab-9aae-0dd7336e752f service neutron] 10.222.0.73 "GET /v2.0/networks/1abae249-92a2-4db3-84bf-77e749303f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463735 Feb 28 17:43:22.856236 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54d68618-28c5-4115-b6c6-1dbbcf6fb3cd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (9b57e01a-a398-4dab-8d57-e5fac0665b89), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.958068 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b010691f-cad5-469c-a1eb-0d386c13b905 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (aaed4219-62f2-4c4e-85cb-f1ecc92e49ab), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:22.979317 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d2cf222-cf6a-4271-a58c-6475b09fa992 req-17a5e7be-36f0-4589-bf3e-6e413c424073 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 210 time: 0.0815599 Feb 28 17:43:23.009227 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d68618-28c5-4115-b6c6-1dbbcf6fb3cd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network 6dbffa01-74ee-490a-a2f3-65d585db7fdf is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:23.009879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d68618-28c5-4115-b6c6-1dbbcf6fb3cd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=9b57e01a-a398-4dab-8d57-e5fac0665b89,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:23.015034 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-54d68618-28c5-4115-b6c6-1dbbcf6fb3cd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:23.037398 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b010691f-cad5-469c-a1eb-0d386c13b905 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (aaed4219-62f2-4c4e-85cb-f1ecc92e49ab), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:23.042481 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d68618-28c5-4115-b6c6-1dbbcf6fb3cd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:23.068026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2de30bfc-4f68-4f4b-bdab-776b3d50db2d req-28689601-529d-4c10-b7c4-a0140e5b9815 service neutron] 10.222.0.73 "GET /v2.0/networks/1abae249-92a2-4db3-84bf-77e749303f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173448 Feb 28 17:43:23.084124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010691f-cad5-469c-a1eb-0d386c13b905 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaed4219-62f2-4c4e-85cb-f1ecc92e49ab,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:23.106098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (abb8d6c2-e098-458d-9897-c834653888dc), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:23.113266 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d68618-28c5-4115-b6c6-1dbbcf6fb3cd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:23.113884 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54d68618-28c5-4115-b6c6-1dbbcf6fb3cd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:23.159507 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b010691f-cad5-469c-a1eb-0d386c13b905 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:23.161006 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b010691f-cad5-469c-a1eb-0d386c13b905 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6506319 Feb 28 17:43:23.164260 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54274) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:23.170606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4e97e3d6-254d-4ce6-b5eb-a120ac039d24 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': 'aaed4219-62f2-4c4e-85cb-f1ecc92e49ab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:23.171132 n-d-820368-19 neutron-server[104246]: WARNING neutron.api.v2.base [None req-4e97e3d6-254d-4ce6-b5eb-a120ac039d24 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 28 17:43:23.172370 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-4e97e3d6-254d-4ce6-b5eb-a120ac039d24 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:23.173188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4e97e3d6-254d-4ce6-b5eb-a120ac039d24 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062542 Feb 28 17:43:23.176068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54276) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:23.264033 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-294d708c-3590-4f36-b608-d93b456169bb tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (aaed4219-62f2-4c4e-85cb-f1ecc92e49ab), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:23.292925 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-54d68618-28c5-4115-b6c6-1dbbcf6fb3cd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7099490 Feb 28 17:43:23.298452 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54284) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:23.315266 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-294d708c-3590-4f36-b608-d93b456169bb tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (aaed4219-62f2-4c4e-85cb-f1ecc92e49ab), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:23.338215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-42cad747-e7ae-441c-9c09-8f48d87da470 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'port': {'network_id': '6dbffa01-74ee-490a-a2f3-65d585db7fdf', 'name': 'tempest-FloatingIPTestJSON-199199080'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:23.453858 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Router abb8d6c2-e098-458d-9897-c834653888dc is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:43:23.742814 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bd078-b07d-47eb-9e96-c68e3a78fe72 req-06b83cc1-9363-476c-9960-9889f24d25fa tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:23.744050 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0e5bd078-b07d-47eb-9e96-c68e3a78fe72 req-06b83cc1-9363-476c-9960-9889f24d25fa tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 944 time: 0.4024613 Feb 28 17:43:23.832374 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0e5bd078-b07d-47eb-9e96-c68e3a78fe72 req-7378c75a-6876-4bea-9dba-b69be3a24842 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766561 Feb 28 17:43:23.836722 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-294d708c-3590-4f36-b608-d93b456169bb tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (aaed4219-62f2-4c4e-85cb-f1ecc92e49ab), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:23.840320 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-294d708c-3590-4f36-b608-d93b456169bb tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:23.845544 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-294d708c-3590-4f36-b608-d93b456169bb tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "DELETE /v2.0/security-groups/aaed4219-62f2-4c4e-85cb-f1ecc92e49ab HTTP/1.1" status: 204 len: 168 time: 0.6644809 Feb 28 17:43:23.853239 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54292) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:23.855075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d708c-3590-4f36-b608-d93b456169bb tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaed4219-62f2-4c4e-85cb-f1ecc92e49ab,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:23.905189 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-00472572-0d69-4aee-ae62-35b35db8b503 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0514989 Feb 28 17:43:23.913527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54294) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:23.922925 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-42eef8e0-5968-4a1f-b3ea-0ba961354a2f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093824153'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:23.948462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54296) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:23.966164 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfe1d-49f9-4a2a-a50d-f165d71755ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:23.996156 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cad747-e7ae-441c-9c09-8f48d87da470 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Made reservation on behalf of 396017ff16df4a0396968e4206903aad for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:23.997855 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42cad747-e7ae-441c-9c09-8f48d87da470 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.023196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-42cad747-e7ae-441c-9c09-8f48d87da470 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] device_id is not set on port 9f681d94-0b29-4940-9e27-a99f43ad239c yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:43:24.034209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:24.046542 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a16f7e2-3472-408d-9c44-d2435caa1143 None None] Sync routers for ids ['abb8d6c2-e098-458d-9897-c834653888dc'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:24.060467 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a16f7e2-3472-408d-9c44-d2435caa1143 None None] Routers {'abb8d6c2-e098-458d-9897-c834653888dc'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:24.061103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2a16f7e2-3472-408d-9c44-d2435caa1143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['abb8d6c2-e098-458d-9897-c834653888dc'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:24.085812 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42eef8e0-5968-4a1f-b3ea-0ba961354a2f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.113656 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2a16f7e2-3472-408d-9c44-d2435caa1143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:24.122921 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a16f7e2-3472-408d-9c44-d2435caa1143 None None] Routers {'abb8d6c2-e098-458d-9897-c834653888dc'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:24.123775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2a16f7e2-3472-408d-9c44-d2435caa1143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['abb8d6c2-e098-458d-9897-c834653888dc'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:24.143639 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a51600d6-358f-48ca-8e1e-0b53702af596 req-929b3760-be03-42f4-9073-e22d5ddaaa6c tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 210 time: 0.0610850 Feb 28 17:43:24.161397 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.163981 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7b1a7718-cc17-4289-93f2-53eab5de06be tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5590463 Feb 28 17:43:24.165570 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54300) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:24.174497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9532f605-3571-4523-88dc-f40e1b66106a tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'enable_snat': False}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:24.180634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2a16f7e2-3472-408d-9c44-d2435caa1143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:24.181522 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a16f7e2-3472-408d-9c44-d2435caa1143 None None] The sync data for ids ['abb8d6c2-e098-458d-9897-c834653888dc'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:24.190333 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfe1d-49f9-4a2a-a50d-f165d71755ce admin admin] Publish callbacks [] for security_group (c80913d9-92bb-486a-bd76-c642a9618f5e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.213508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-42cad747-e7ae-441c-9c09-8f48d87da470 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.20.0.7 (6dbffa01-74ee-490a-a2f3-65d585db7fdf/907f9181-deb4-4711-90bb-0321eb107ec4/9f681d94-0b29-4940-9e27-a99f43ad239c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:24.267043 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42eef8e0-5968-4a1f-b3ea-0ba961354a2f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (c3136cfa-b583-43a6-abe7-938a451985d8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.301402 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfe1d-49f9-4a2a-a50d-f165d71755ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c80913d9-92bb-486a-bd76-c642a9618f5e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.380974 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42eef8e0-5968-4a1f-b3ea-0ba961354a2f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c3136cfa-b583-43a6-abe7-938a451985d8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.397620 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6f7dfe1d-49f9-4a2a-a50d-f165d71755ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8ff556f84658456cb0d23566eb9ba981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4473240 Feb 28 17:43:24.402216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54304) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:24.402377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dfe1d-49f9-4a2a-a50d-f165d71755ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80913d9-92bb-486a-bd76-c642a9618f5e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:24.440024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eef8e0-5968-4a1f-b3ea-0ba961354a2f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3136cfa-b583-43a6-abe7-938a451985d8,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:24.507357 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42cad747-e7ae-441c-9c09-8f48d87da470 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (9f681d94-0b29-4940-9e27-a99f43ad239c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.604392 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42eef8e0-5968-4a1f-b3ea-0ba961354a2f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.606191 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-42eef8e0-5968-4a1f-b3ea-0ba961354a2f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6912115 Feb 28 17:43:24.609401 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54308) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:24.613891 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9585a3ae-34b9-4ada-999d-e348e2329ce6 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': 'c3136cfa-b583-43a6-abe7-938a451985d8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:24.614944 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdd32-554b-4881-8635-8662ac6a4213 admin admin] Publish callbacks [] for security_group (c80913d9-92bb-486a-bd76-c642a9618f5e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.615349 n-d-820368-19 neutron-server[104246]: WARNING neutron.api.v2.base [None req-9585a3ae-34b9-4ada-999d-e348e2329ce6 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 28 17:43:24.615861 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-9585a3ae-34b9-4ada-999d-e348e2329ce6 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:24.619309 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9585a3ae-34b9-4ada-999d-e348e2329ce6 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064220 Feb 28 17:43:24.619731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54310) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:24.647383 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42cad747-e7ae-441c-9c09-8f48d87da470 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9f681d94-0b29-4940-9e27-a99f43ad239c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.656653 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdd32-554b-4881-8635-8662ac6a4213 admin admin] Publish callbacks [] for security_group (c80913d9-92bb-486a-bd76-c642a9618f5e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.688101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9532f605-3571-4523-88dc-f40e1b66106a tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (abb8d6c2-e098-458d-9897-c834653888dc), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.711341 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cad747-e7ae-441c-9c09-8f48d87da470 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network 6dbffa01-74ee-490a-a2f3-65d585db7fdf is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:24.718611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-42cad747-e7ae-441c-9c09-8f48d87da470 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:24.722727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-394de5ef-e6c9-4a9a-9525-ee605f81c165 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:24.724202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-394de5ef-e6c9-4a9a-9525-ee605f81c165 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.69 "GET /v2.0/networks?id=7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 200 len: 811 time: 0.2569067 Feb 28 17:43:24.730338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cad747-e7ae-441c-9c09-8f48d87da470 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:24.740123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-a072274b-ea30-491e-b533-4390620824c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Request body: {'port': {'device_id': 'e253abb4-e970-4214-b367-3334fa6b93b0', 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910', 'admin_state_up': True, 'tenant_id': '8c828900d1be4137abc891fe2e0eaed5'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:24.763596 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eca20051-4c53-4b23-a81a-5bf226e73936 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (c3136cfa-b583-43a6-abe7-938a451985d8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.771302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cad747-e7ae-441c-9c09-8f48d87da470 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=9f681d94-0b29-4940-9e27-a99f43ad239c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:24.819607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cad747-e7ae-441c-9c09-8f48d87da470 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:24.819607 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42cad747-e7ae-441c-9c09-8f48d87da470 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.819607 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eca20051-4c53-4b23-a81a-5bf226e73936 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (c3136cfa-b583-43a6-abe7-938a451985d8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.903359 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdd32-554b-4881-8635-8662ac6a4213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c80913d9-92bb-486a-bd76-c642a9618f5e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.906020 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdd32-554b-4881-8635-8662ac6a4213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:24.906945 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d4cbdd32-554b-4881-8635-8662ac6a4213 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c80913d9-92bb-486a-bd76-c642a9618f5e HTTP/1.1" status: 204 len: 168 time: 0.5038059 Feb 28 17:43:24.930555 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbdd32-554b-4881-8635-8662ac6a4213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80913d9-92bb-486a-bd76-c642a9618f5e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:25.077127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f75c8-1a08-487d-be1f-a0fb8a712fa8 req-285fac27-b48c-482f-b2ec-0d897daf007a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:25.078795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a79f75c8-1a08-487d-be1f-a0fb8a712fa8 req-285fac27-b48c-482f-b2ec-0d897daf007a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 944 time: 0.1311843 Feb 28 17:43:25.135120 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eca20051-4c53-4b23-a81a-5bf226e73936 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c3136cfa-b583-43a6-abe7-938a451985d8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:25.135120 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eca20051-4c53-4b23-a81a-5bf226e73936 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:25.135120 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-eca20051-4c53-4b23-a81a-5bf226e73936 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "DELETE /v2.0/security-groups/c3136cfa-b583-43a6-abe7-938a451985d8 HTTP/1.1" status: 204 len: 168 time: 0.5139718 Feb 28 17:43:25.137340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54320) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:25.141177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-42cad747-e7ae-441c-9c09-8f48d87da470 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8371589 Feb 28 17:43:25.144715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54322) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:25.157729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '9f681d94-0b29-4940-9e27-a99f43ad239c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:25.186141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca20051-4c53-4b23-a81a-5bf226e73936 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3136cfa-b583-43a6-abe7-938a451985d8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:25.196652 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a79f75c8-1a08-487d-be1f-a0fb8a712fa8 req-5fe8072c-e547-45fa-8d30-b5532a4ebadb tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116507 Feb 28 17:43:25.258470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54326) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:25.258718 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8edac0ce-fac5-4527-94de-23e60903837d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1197665 Feb 28 17:43:25.263737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-76fe5f14-a5b3-4415-8d8b-21c442decb23 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group': {'name': 'tempest-secgroup--77973817'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:25.316922 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bf86ea51-81af-4be7-83f4-7382b8018601 req-60767c88-ed67-4061-9bdb-44e66c469fb0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 210 time: 0.0323715 Feb 28 17:43:25.319079 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-a072274b-ea30-491e-b533-4390620824c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Made reservation on behalf of 8c828900d1be4137abc891fe2e0eaed5 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:25.322345 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-a072274b-ea30-491e-b533-4390620824c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:25.390971 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:25.440916 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76fe5f14-a5b3-4415-8d8b-21c442decb23 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:25.537085 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9532f605-3571-4523-88dc-f40e1b66106a tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (abb8d6c2-e098-458d-9897-c834653888dc), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:25.547184 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9532f605-3571-4523-88dc-f40e1b66106a tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (abb8d6c2-e098-458d-9897-c834653888dc), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:25.549448 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-a072274b-ea30-491e-b533-4390620824c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Allocated IP 172.20.0.10 (7467a8e1-6b26-403e-997f-54fe13264910/5afa66b9-3680-4134-be0e-81254a16067b/c0c2d35e-a250-4106-a3c1-dc3327756aad) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:25.579509 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76fe5f14-a5b3-4415-8d8b-21c442decb23 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (7b9c5ac1-4064-4938-b643-87aaa6fd3be3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:25.586397 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:25.681326 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76fe5f14-a5b3-4415-8d8b-21c442decb23 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7b9c5ac1-4064-4938-b643-87aaa6fd3be3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:25.698795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 879da135-bafd-4a80-b6ce-7cc079b9501e details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:43:25.741001 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe5f14-a5b3-4415-8d8b-21c442decb23 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9c5ac1-4064-4938-b643-87aaa6fd3be3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:25.769029 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.25.3.184 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/c851a92d-6088-4f14-86fe-346602c3d0d4) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:25.811959 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9532f605-3571-4523-88dc-f40e1b66106a tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Router abb8d6c2-e098-458d-9897-c834653888dc has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:43:25.859681 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 879da135-bafd-4a80-b6ce-7cc079b9501e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=879da135-bafd-4a80-b6ce-7cc079b9501e,segment=NetworkSegment(1a9a34c3-777b-4a7b-a880-68ecf29dae22),segment_id=1a9a34c3-777b-4a7b-a880-68ecf29dae22)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:25.874033 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '879da135-bafd-4a80-b6ce-7cc079b9501e', 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f', 'port_id': '879da135-bafd-4a80-b6ce-7cc079b9501e', 'mac_address': 'fa:16:3e:52:2f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b3db4a7-c159-4d12-803d-9607cb1179d6', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:43:25.883525 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-76fe5f14-a5b3-4415-8d8b-21c442decb23 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:25.887452 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-76fe5f14-a5b3-4415-8d8b-21c442decb23 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6250947 Feb 28 17:43:25.891760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54340) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:25.897709 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-a072274b-ea30-491e-b533-4390620824c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks [] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:25.916755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3cd82131-e936-4643-a1cf-076321b1d08d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '7b9c5ac1-4064-4938-b643-87aaa6fd3be3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:25.928387 n-d-820368-19 neutron-server[104246]: WARNING neutron.api.v2.base [None req-3cd82131-e936-4643-a1cf-076321b1d08d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 28 17:43:25.928387 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-3cd82131-e936-4643-a1cf-076321b1d08d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:25.937890 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3cd82131-e936-4643-a1cf-076321b1d08d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0444174 Feb 28 17:43:25.939758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54344) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:25.947461 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cd47bc43-ea8e-4718-b297-11fb88d12eb1 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '7b9c5ac1-4064-4938-b643-87aaa6fd3be3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:25.948265 n-d-820368-19 neutron-server[104247]: WARNING neutron.api.v2.base [None req-cd47bc43-ea8e-4718-b297-11fb88d12eb1 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 28 17:43:25.948763 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-cd47bc43-ea8e-4718-b297-11fb88d12eb1 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:25.949719 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cd47bc43-ea8e-4718-b297-11fb88d12eb1 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077615 Feb 28 17:43:25.953589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54346) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:25.954287 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 879da135-bafd-4a80-b6ce-7cc079b9501e is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:43:25.957681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-03dade6f-754c-47de-903f-0f99ea17a59e tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '7b9c5ac1-4064-4938-b643-87aaa6fd3be3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:25.958503 n-d-820368-19 neutron-server[104247]: WARNING neutron.api.v2.base [None req-03dade6f-754c-47de-903f-0f99ea17a59e tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 28 17:43:25.958967 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-03dade6f-754c-47de-903f-0f99ea17a59e tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:25.959880 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-03dade6f-754c-47de-903f-0f99ea17a59e tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054133 Feb 28 17:43:25.960332 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:25.978684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54348) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:25.993226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879da135-bafd-4a80-b6ce-7cc079b9501e {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:43:26.004295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e5903fbd-93fa-4150-b25e-9df24a1d5898 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '7b9c5ac1-4064-4938-b643-87aaa6fd3be3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:26.005184 n-d-820368-19 neutron-server[104247]: WARNING neutron.api.v2.base [None req-e5903fbd-93fa-4150-b25e-9df24a1d5898 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 28 17:43:26.005679 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-e5903fbd-93fa-4150-b25e-9df24a1d5898 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:26.008701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e5903fbd-93fa-4150-b25e-9df24a1d5898 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0317311 Feb 28 17:43:26.012866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54354) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:26.033996 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 879da135-bafd-4a80-b6ce-7cc079b9501e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=879da135-bafd-4a80-b6ce-7cc079b9501e,segment=NetworkSegment(1a9a34c3-777b-4a7b-a880-68ecf29dae22),segment_id=1a9a34c3-777b-4a7b-a880-68ecf29dae22)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:26.055874 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9532f605-3571-4523-88dc-f40e1b66106a tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:26.061700 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9532f605-3571-4523-88dc-f40e1b66106a tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:26.062901 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9532f605-3571-4523-88dc-f40e1b66106a tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "PUT /v2.0/routers/abb8d6c2-e098-458d-9897-c834653888dc HTTP/1.1" status: 200 len: 922 time: 1.8926911 Feb 28 17:43:26.067393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54356) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:26.071523 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (c851a92d-6088-4f14-86fe-346602c3d0d4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:26.072896 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f3772c-0362-43e1-97fb-921cd7cdd55c None None] Sync routers for ids ['abb8d6c2-e098-458d-9897-c834653888dc'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:26.091375 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f3772c-0362-43e1-97fb-921cd7cdd55c None None] Routers {'abb8d6c2-e098-458d-9897-c834653888dc'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:26.096300 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-52f3772c-0362-43e1-97fb-921cd7cdd55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['abb8d6c2-e098-458d-9897-c834653888dc'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:26.124622 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:26.148906 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf2fb970-9ab8-4309-8eba-cad523fd5c80 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (7b9c5ac1-4064-4938-b643-87aaa6fd3be3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:26.167986 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-52f3772c-0362-43e1-97fb-921cd7cdd55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:26.176376 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-a072274b-ea30-491e-b533-4390620824c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:26.185497 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f3772c-0362-43e1-97fb-921cd7cdd55c None None] Routers {'abb8d6c2-e098-458d-9897-c834653888dc'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:26.186211 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-52f3772c-0362-43e1-97fb-921cd7cdd55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['abb8d6c2-e098-458d-9897-c834653888dc'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:26.214621 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c851a92d-6088-4f14-86fe-346602c3d0d4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:26.215879 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf2fb970-9ab8-4309-8eba-cad523fd5c80 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (7b9c5ac1-4064-4938-b643-87aaa6fd3be3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:26.242147 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-52f3772c-0362-43e1-97fb-921cd7cdd55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:26.243344 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f3772c-0362-43e1-97fb-921cd7cdd55c None None] The sync data for ids ['abb8d6c2-e098-458d-9897-c834653888dc'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:26.266803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=c851a92d-6088-4f14-86fe-346602c3d0d4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:26.302642 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:26.312161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:26.313770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-a072274b-ea30-491e-b533-4390620824c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Network 7467a8e1-6b26-403e-997f-54fe13264910 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:26.319837 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:26.324430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-a072274b-ea30-491e-b533-4390620824c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:26.328200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-a072274b-ea30-491e-b533-4390620824c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:26.331679 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072274b-ea30-491e-b533-4390620824c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Pushing event updated for resources: {'Port': ['ID=c0c2d35e-a250-4106-a3c1-dc3327756aad,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:26.337798 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d7f94820-fff7-4786-9057-88a748d59148 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/routers/abb8d6c2-e098-458d-9897-c834653888dc HTTP/1.1" status: 200 len: 922 time: 0.2693341 Feb 28 17:43:26.438850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54360) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:26.504821 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-a072274b-ea30-491e-b533-4390620824c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:26.506459 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-a072274b-ea30-491e-b533-4390620824c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:26.568078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=879da135-bafd-4a80-b6ce-7cc079b9501e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:26.605139 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf2fb970-9ab8-4309-8eba-cad523fd5c80 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7b9c5ac1-4064-4938-b643-87aaa6fd3be3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:26.609951 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cf2fb970-9ab8-4309-8eba-cad523fd5c80 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:26.615203 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cf2fb970-9ab8-4309-8eba-cad523fd5c80 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "DELETE /v2.0/security-groups/7b9c5ac1-4064-4938-b643-87aaa6fd3be3 HTTP/1.1" status: 204 len: 168 time: 0.6000390 Feb 28 17:43:26.621131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03730db-9a71-4762-9efe-a39c4d99ef7e tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:26.622406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54368) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:26.622884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b03730db-9a71-4762-9efe-a39c4d99ef7e tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&device_id=abb8d6c2-e098-458d-9897-c834653888dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1836939 Feb 28 17:43:26.638314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54370) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:26.647500 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:26.647500 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:26.647500 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:26.654618 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:26.655025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:26.655352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:26.655675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:26.656015 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:26.656326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:26.660126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fb970-9ab8-4309-8eba-cad523fd5c80 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9c5ac1-4064-4938-b643-87aaa6fd3be3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:26.661291 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:26.661760 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:26.662128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:26.662456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:26.671037 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-a072274b-ea30-491e-b533-4390620824c0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9355786 Feb 28 17:43:26.680251 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab870d-b9f3-4188-bb37-229b53eadd30 req-fb8fa56b-90e7-4e37-a275-7deec4fe8848 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:26.687322 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69ab870d-b9f3-4188-bb37-229b53eadd30 req-fb8fa56b-90e7-4e37-a275-7deec4fe8848 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 932 time: 0.2499840 Feb 28 17:43:26.691572 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['879da135-bafd-4a80-b6ce-7cc079b9501e'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:43:26.728408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Request body: {'port': {'device_id': 'e253abb4-e970-4214-b367-3334fa6b93b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:26.958462 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69ab870d-b9f3-4188-bb37-229b53eadd30 req-ad7f4d75-f5f6-4e7c-963c-515fdf75d251 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701931 Feb 28 17:43:26.974822 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:27.273402 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec3361-8754-4cb6-84ac-733c141b99ce req-a28c4c41-125e-430b-b851-6c3b69ce1016 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:27.281324 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94ec3361-8754-4cb6-84ac-733c141b99ce req-a28c4c41-125e-430b-b851-6c3b69ce1016 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 945 time: 0.8431449 Feb 28 17:43:27.485763 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-37726be2-3949-48d8-a67b-986a69f14cb9 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8598306 Feb 28 17:43:27.491519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54388) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:27.516106 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94ec3361-8754-4cb6-84ac-733c141b99ce req-4f5fd535-63d5-4a4b-81df-1c5521b7c444 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280796 Feb 28 17:43:27.523462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-30fd1724-aa74-4bc1-921c-9a55643017ca tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group': {'name': 'tempest-secgroup--65455529'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:27.574905 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bca7b98-896f-4ba4-ba56-702e4f881b91 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:27.579381 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4bca7b98-896f-4ba4-ba56-702e4f881b91 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 881 time: 0.9406199 Feb 28 17:43:27.583445 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54390) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:27.620987 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2c8d23c0-6dd6-45eb-b87d-47b99a8431b9 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "GET /v2.0/ports?device_id=abb8d6c2-e098-458d-9897-c834653888dc HTTP/1.1" status: 200 len: 205 time: 0.0348136 Feb 28 17:43:27.624171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54392) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:27.634486 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (22939d68-f4ad-433a-8f20-58a56acaf045), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:27.702264 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-30fd1724-aa74-4bc1-921c-9a55643017ca tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:27.800204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c2d35e-a250-4106-a3c1-dc3327756aad {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:43:27.811883 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Publish callbacks [] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:27.828616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Transition to ACTIVE for port object c0c2d35e-a250-4106-a3c1-dc3327756aad will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:43:27.869773 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (abb8d6c2-e098-458d-9897-c834653888dc), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:27.888309 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:27.935601 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c851a92d-6088-4f14-86fe-346602c3d0d4), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:27.967087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c2d35e-a250-4106-a3c1-dc3327756aad,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:27.967546 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-30fd1724-aa74-4bc1-921c-9a55643017ca tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (478b12b5-e139-4222-adcd-0a4f9767a70f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:28.048373 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-30fd1724-aa74-4bc1-921c-9a55643017ca tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (478b12b5-e139-4222-adcd-0a4f9767a70f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:28.059011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Attempting to bind port c0c2d35e-a250-4106-a3c1-dc3327756aad on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:28.059422 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Attempting to bind port c0c2d35e-a250-4106-a3c1-dc3327756aad by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:28.059852 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Attempting to bind port c0c2d35e-a250-4106-a3c1-dc3327756aad on network 7467a8e1-6b26-403e-997f-54fe13264910 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:28.067653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Port c0c2d35e-a250-4106-a3c1-dc3327756aad on network 7467a8e1-6b26-403e-997f-54fe13264910 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:28.068080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Attempting to bind port c0c2d35e-a250-4106-a3c1-dc3327756aad on network 7467a8e1-6b26-403e-997f-54fe13264910 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:28.112419 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:43:28.112853 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Checking segment: {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:43:28.113795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Bound using segment: {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:43:28.114423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Bound port: c0c2d35e-a250-4106-a3c1-dc3327756aad, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a83479-fac2-4bda-b97a-d354db30e4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:43:28.114858 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:28.148264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd1724-aa74-4bc1-921c-9a55643017ca tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478b12b5-e139-4222-adcd-0a4f9767a70f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:28.160145 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (abb8d6c2-e098-458d-9897-c834653888dc), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:28.210830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009edde-b224-4c84-94be-a09d06e9684a req-827a6a5f-9118-41f4-b7a0-97b8ff340269 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:28.212506 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c009edde-b224-4c84-94be-a09d06e9684a req-827a6a5f-9118-41f4-b7a0-97b8ff340269 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 944 time: 0.1486747 Feb 28 17:43:28.238304 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-30fd1724-aa74-4bc1-921c-9a55643017ca tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:28.239752 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-30fd1724-aa74-4bc1-921c-9a55643017ca tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7407117 Feb 28 17:43:28.246578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54414) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:28.253021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e68f39a6-5eb1-4027-a337-5d63f6e23b8b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '478b12b5-e139-4222-adcd-0a4f9767a70f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:28.254212 n-d-820368-19 neutron-server[104246]: WARNING neutron.api.v2.base [None req-e68f39a6-5eb1-4027-a337-5d63f6e23b8b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 17:43:28.254833 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-e68f39a6-5eb1-4027-a337-5d63f6e23b8b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:28.256442 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e68f39a6-5eb1-4027-a337-5d63f6e23b8b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082674 Feb 28 17:43:28.266903 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54418) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:28.272303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-86c5fb47-cf42-4169-a371-9d58c44f4a30 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '478b12b5-e139-4222-adcd-0a4f9767a70f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:28.282984 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (c851a92d-6088-4f14-86fe-346602c3d0d4), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:28.351130 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (c851a92d-6088-4f14-86fe-346602c3d0d4), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:28.376629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] For port c0c2d35e-a250-4106-a3c1-dc3327756aad, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:43:28.380844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] For port c0c2d35e-a250-4106-a3c1-dc3327756aad, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c0c2d35e-a250-4106-a3c1-dc3327756aad,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:43:28.397489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=c851a92d-6088-4f14-86fe-346602c3d0d4,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:28.426968 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c009edde-b224-4c84-94be-a09d06e9684a req-d2db8f79-2097-4554-942f-9f96114ac6c7 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059186 Feb 28 17:43:28.456760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54428) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:28.472503 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:28.487728 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (22939d68-f4ad-433a-8f20-58a56acaf045), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:28.530416 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:28.531386 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:28.532924 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] 10.222.0.69 "PUT /v2.0/ports/c0c2d35e-a250-4106-a3c1-dc3327756aad HTTP/1.1" status: 200 len: 1093 time: 1.8097444 Feb 28 17:43:28.532924 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e253abb4-e970-4214-b367-3334fa6b93b0', 'tag': 'c0c2d35e-a250-4106-a3c1-dc3327756aad'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:43:28.537836 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311930c7-eac5-41a8-8ff3-a808f1443a12" -d '{"events": [{"name": "network-changed", "server_uuid": "e253abb4-e970-4214-b367-3334fa6b93b0", "tag": "c0c2d35e-a250-4106-a3c1-dc3327756aad"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:43:28.538579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Deleting port 714f9e8c-8a0d-47e8-aa1c-75669a242b60 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:28.538579 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (714f9e8c-8a0d-47e8-aa1c-75669a242b60), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:28.559355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c31712-9703-4cda-a9ff-21afc64ba220 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c2d35e-a250-4106-a3c1-dc3327756aad,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:28.605957 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-86c5fb47-cf42-4169-a371-9d58c44f4a30 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:28.607085 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-86c5fb47-cf42-4169-a371-9d58c44f4a30 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3390017 Feb 28 17:43:28.610768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54436) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:28.621149 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b9828f5e-c493-49d1-b031-1b557191fc5d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '478b12b5-e139-4222-adcd-0a4f9767a70f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:28.621638 n-d-820368-19 neutron-server[104247]: WARNING neutron.api.v2.base [None req-b9828f5e-c493-49d1-b031-1b557191fc5d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 28 17:43:28.631526 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-b9828f5e-c493-49d1-b031-1b557191fc5d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:28.635155 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b9828f5e-c493-49d1-b031-1b557191fc5d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0208466 Feb 28 17:43:28.637621 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54438) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:28.639759 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5627e477-c5c9-46db-a12a-e9b28ba143b0 x-openstack-request-id: req-5627e477-c5c9-46db-a12a-e9b28ba143b0 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:43:28.644857 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e253abb4-e970-4214-b367-3334fa6b93b0", "tag": "c0c2d35e-a250-4106-a3c1-dc3327756aad", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:43:28.644857 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5627e477-c5c9-46db-a12a-e9b28ba143b0 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:43:28.644857 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e253abb4-e970-4214-b367-3334fa6b93b0', 'tag': 'c0c2d35e-a250-4106-a3c1-dc3327756aad', 'status': 'completed', 'code': 200} Feb 28 17:43:28.648286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6d247ba0-214e-4e05-afb0-66ef2585d13a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '478b12b5-e139-4222-adcd-0a4f9767a70f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:28.714481 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1406718959'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:28.730925 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311930c7-eac5-41a8-8ff3-a808f1443a12 req-238a27f6-d742-4c4c-a691-8f3199854b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:28.740079 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-311930c7-eac5-41a8-8ff3-a808f1443a12 req-238a27f6-d742-4c4c-a691-8f3199854b34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 1127 time: 0.0831046 Feb 28 17:43:28.912034 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Made reservation on behalf of 819e14ab5bb34a61b9335f318e4a4530 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:28.915378 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:28.970950 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:29.011887 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (714f9e8c-8a0d-47e8-aa1c-75669a242b60), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:29.026656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Calling delete_port for 714f9e8c-8a0d-47e8-aa1c-75669a242b60 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:29.093475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311930c7-eac5-41a8-8ff3-a808f1443a12 req-58ed26ed-235f-411e-8156-2da8518bd178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:29.095115 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-311930c7-eac5-41a8-8ff3-a808f1443a12 req-58ed26ed-235f-411e-8156-2da8518bd178 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8c828900d1be4137abc891fe2e0eaed5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3428781 Feb 28 17:43:29.107125 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-6d247ba0-214e-4e05-afb0-66ef2585d13a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:29.108530 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6d247ba0-214e-4e05-afb0-66ef2585d13a tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4644306 Feb 28 17:43:29.135827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54446) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:29.143503 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a917480f-3bde-4ea7-9177-660228d05ae5 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '478b12b5-e139-4222-adcd-0a4f9767a70f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:29.143991 n-d-820368-19 neutron-server[104246]: WARNING neutron.api.v2.base [None req-a917480f-3bde-4ea7-9177-660228d05ae5 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 17:43:29.144482 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-a917480f-3bde-4ea7-9177-660228d05ae5 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:29.145422 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a917480f-3bde-4ea7-9177-660228d05ae5 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054140 Feb 28 17:43:29.150953 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks [] for security_group (5c108562-c0c9-45a6-baef-38c906207e49), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:29.153667 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54448) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:29.164197 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Floating IP 22939d68-f4ad-433a-8f20-58a56acaf045 associated. External IP: 172.25.3.184, port: 9f681d94-0b29-4940-9e27-a99f43ad239c. Feb 28 17:43:29.172711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4a580c11-53b1-4a89-b250-f13fc76daa20 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '478b12b5-e139-4222-adcd-0a4f9767a70f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:29.223029 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5c108562-c0c9-45a6-baef-38c906207e49), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:29.333074 n-d-820368-19 neutron-server[104247]: INFO neutron.db.securitygroups_db [None req-4a580c11-53b1-4a89-b250-f13fc76daa20 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Project b0fe8bd23701449eb88cbb77a1dfe3db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:43:29.393647 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e768795-68ca-469a-91f9-1d099439fd4d req-5878fce7-0247-4661-b7c6-48ae9d27440f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:29.395863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e768795-68ca-469a-91f9-1d099439fd4d req-5878fce7-0247-4661-b7c6-48ae9d27440f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 945 time: 0.7515790 Feb 28 17:43:29.432924 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c108562-c0c9-45a6-baef-38c906207e49,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:29.501188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311930c7-eac5-41a8-8ff3-a808f1443a12 req-bf814774-b423-41c8-adb6-a64cfcdfcd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:29.503232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-311930c7-eac5-41a8-8ff3-a808f1443a12 req-bf814774-b423-41c8-adb6-a64cfcdfcd05 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3923900 Feb 28 17:43:29.514661 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e768795-68ca-469a-91f9-1d099439fd4d req-b2b21ccb-924a-41de-b329-dd842f6a1c70 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127608 Feb 28 17:43:29.550713 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-4a580c11-53b1-4a89-b250-f13fc76daa20 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:29.552031 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4a580c11-53b1-4a89-b250-f13fc76daa20 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3855777 Feb 28 17:43:29.563349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54456) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:29.571341 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5e3ec117-1ad9-490d-b548-53bdc292244e tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '478b12b5-e139-4222-adcd-0a4f9767a70f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:29.571978 n-d-820368-19 neutron-server[104246]: WARNING neutron.api.v2.base [None req-5e3ec117-1ad9-490d-b548-53bdc292244e tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 28 17:43:29.572847 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-5e3ec117-1ad9-490d-b548-53bdc292244e tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:29.574082 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5e3ec117-1ad9-490d-b548-53bdc292244e tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089586 Feb 28 17:43:29.577373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54458) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:29.581798 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-dc36e5f9-9894-41d6-bae6-b22d0bbdae24 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '478b12b5-e139-4222-adcd-0a4f9767a70f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:29.596631 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:43:29.600428 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (714f9e8c-8a0d-47e8-aa1c-75669a242b60), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:29.630197 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:43:29.650038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Pushing event deleted for resources: {'Port': ['ID=714f9e8c-8a0d-47e8-aa1c-75669a242b60,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:29.656372 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2fae0136-235e-4264-82b0-80bfcbde4413), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:29.656713 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Added segment 2fae0136-235e-4264-82b0-80bfcbde4413 of type vlan for network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc Feb 28 17:43:29.678442 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-7f066bb5-fcc5-4d0a-8870-fc30cb795f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:29.680247 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-7f066bb5-fcc5-4d0a-8870-fc30cb795f5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c828900d1be4137abc891fe2e0eaed5&device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 1127 time: 0.1265717 Feb 28 17:43:29.726532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 879da135-bafd-4a80-b6ce-7cc079b9501e up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:43:29.749037 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-e5a2f12f-8ac3-4ffd-b365-45e0a86d7383 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0c2d35e-a250-4106-a3c1-dc3327756aad HTTP/1.1" status: 200 len: 217 time: 0.0488391 Feb 28 17:43:29.760191 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fbed3-d232-46f2-93aa-7bfb744fda71 req-716c8027-c97b-40b9-ad5b-a43b77a3502a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:29.767478 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df4fbed3-d232-46f2-93aa-7bfb744fda71 req-716c8027-c97b-40b9-ad5b-a43b77a3502a tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 944 time: 0.1963451 Feb 28 17:43:29.859108 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (f5b4f1ba-e666-4f1f-8b28-4286267eb0cc), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:29.875154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:29.877012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 879da135-bafd-4a80-b6ce-7cc079b9501e completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:43:29.882457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 879da135-bafd-4a80-b6ce-7cc079b9501e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:43:29.882952 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:29.897857 n-d-820368-19 neutron-server[104246]: INFO neutron.db.securitygroups_db [None req-dc36e5f9-9894-41d6-bae6-b22d0bbdae24 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Project b0fe8bd23701449eb88cbb77a1dfe3db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:43:29.933919 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd3bd99-2871-4c9a-909e-8f0cfde0fc54 None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:29.946151 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (abb8d6c2-e098-458d-9897-c834653888dc), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:29.956444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd3bd99-2871-4c9a-909e-8f0cfde0fc54 None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:29.957748 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cdd3bd99-2871-4c9a-909e-8f0cfde0fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:29.967929 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df4fbed3-d232-46f2-93aa-7bfb744fda71 req-490be364-3497-4cb0-982d-ae12cba60759 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995783 Feb 28 17:43:29.972002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-715e99d0-7908-4b91-b873-b7718dea791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:29.973999 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-715e99d0-7908-4b91-b873-b7718dea791f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5afa66b9-3680-4134-be0e-81254a16067b HTTP/1.1" status: 200 len: 851 time: 0.2040060 Feb 28 17:43:30.020453 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-9714aa6f-cfa5-4601-918e-70e2ff7a2706 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7467a8e1-6b26-403e-997f-54fe13264910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404911 Feb 28 17:43:30.041296 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (f5b4f1ba-e666-4f1f-8b28-4286267eb0cc), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.057217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cdd3bd99-2871-4c9a-909e-8f0cfde0fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:30.073343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:30.074291 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.076093 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd3bd99-2871-4c9a-909e-8f0cfde0fc54 None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:30.076783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cdd3bd99-2871-4c9a-909e-8f0cfde0fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:30.120632 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.128608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cdd3bd99-2871-4c9a-909e-8f0cfde0fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:30.129792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd3bd99-2871-4c9a-909e-8f0cfde0fc54 None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:30.188988 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-dc36e5f9-9894-41d6-bae6-b22d0bbdae24 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:30.191837 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dc36e5f9-9894-41d6-bae6-b22d0bbdae24 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6126270 Feb 28 17:43:30.197094 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a99b8868-1cec-467e-b1ad-892e7c3df0b3 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0487514 Feb 28 17:43:30.197974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54464) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:30.202281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54466) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:30.211558 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f588a255-d8af-4fb0-9bf4-f91e01eda227 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:30.219639 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 879da135-bafd-4a80-b6ce-7cc079b9501e is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:43:30.220682 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.234966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4486c800-6326-402c-9955-2d2f868ecd65 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '478b12b5-e139-4222-adcd-0a4f9767a70f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:30.262331 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (abb8d6c2-e098-458d-9897-c834653888dc), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.265814 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_controller (abb8d6c2-e098-458d-9897-c834653888dc), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.277453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 879da135-bafd-4a80-b6ce-7cc079b9501e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=879da135-bafd-4a80-b6ce-7cc079b9501e,segment=NetworkSegment(1a9a34c3-777b-4a7b-a880-68ecf29dae22),segment_id=1a9a34c3-777b-4a7b-a880-68ecf29dae22)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:30.279184 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a121057-c06c-49aa-9a1e-2053238b7e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879da135-bafd-4a80-b6ce-7cc079b9501e'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:43:30.282420 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6ee307-edc7-42b5-8793-8b1fad24cc3b" -d '{"events": [{"server_uuid": "4a121057-c06c-49aa-9a1e-2053238b7e41", "name": "network-vif-plugged", "status": "completed", "tag": "879da135-bafd-4a80-b6ce-7cc079b9501e"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:43:30.322696 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Pushing event updated for resources: {'Network': ['ID=f5b4f1ba-e666-4f1f-8b28-4286267eb0cc,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:30.336042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:43:30.354420 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13005985-df4b-43a7-9735-82863c1baa0c x-openstack-request-id: req-13005985-df4b-43a7-9735-82863c1baa0c {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:43:30.354777 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a121057-c06c-49aa-9a1e-2053238b7e41", "name": "network-vif-plugged", "status": "completed", "tag": "879da135-bafd-4a80-b6ce-7cc079b9501e", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:43:30.355097 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-13005985-df4b-43a7-9735-82863c1baa0c {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:43:30.355594 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a121057-c06c-49aa-9a1e-2053238b7e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879da135-bafd-4a80-b6ce-7cc079b9501e', 'code': 200} Feb 28 17:43:30.422967 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f588a255-d8af-4fb0-9bf4-f91e01eda227 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (22939d68-f4ad-433a-8f20-58a56acaf045), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.496529 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.500083 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (abb8d6c2-e098-458d-9897-c834653888dc), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.500665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Fanout notify agent at l3_agent the message router_deleted on router abb8d6c2-e098-458d-9897-c834653888dc {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:43:30.501941 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5254de41-0a36-453f-8a89-648afcc4f482 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.0440063 Feb 28 17:43:30.517793 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-654f0aa1-4e27-431f-b312-8ce69644375c service neutron] 10.222.0.69 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909046 Feb 28 17:43:30.560474 n-d-820368-19 neutron-server[104246]: INFO neutron.db.securitygroups_db [None req-4486c800-6326-402c-9955-2d2f868ecd65 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Project b0fe8bd23701449eb88cbb77a1dfe3db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:43:30.611041 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.618618 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-45388828-7e02-4b75-ba2e-f8948a12c336 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "DELETE /v2.0/routers/abb8d6c2-e098-458d-9897-c834653888dc HTTP/1.1" status: 204 len: 168 time: 2.9934006 Feb 28 17:43:30.628030 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54480) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:30.647906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8803f561-bb1a-4246-9391-3720c7c24fcb tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-779896283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:30.655551 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=879da135-bafd-4a80-b6ce-7cc079b9501e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:30.723718 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95bbb17d-509f-4ae9-bdd7-86a7af157aef req-486265bd-e401-4bda-b399-fd3e1c038051 service neutron] 10.222.0.69 "GET /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958258 Feb 28 17:43:30.763754 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-4486c800-6326-402c-9955-2d2f868ecd65 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:30.770972 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4486c800-6326-402c-9955-2d2f868ecd65 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5393789 Feb 28 17:43:30.790154 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54482) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:30.854072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54484) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:30.865710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Request body: {'port': {'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc', 'binding:host_id': 'n-h2-820368-19', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1183928148'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:30.876876 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360a020-1093-4261-9a96-207175ce394b req-3f899620-f6bb-42ee-96c8-ba68a95e83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:30.878949 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6360a020-1093-4261-9a96-207175ce394b req-3f899620-f6bb-42ee-96c8-ba68a95e83a4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 1128 time: 0.4512939 Feb 28 17:43:30.907891 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f588a255-d8af-4fb0-9bf4-f91e01eda227 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.917605 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8803f561-bb1a-4246-9391-3720c7c24fcb tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (37203c47-69d2-41b8-aa2c-5525a2454232), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.918797 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8803f561-bb1a-4246-9391-3720c7c24fcb tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (37203c47-69d2-41b8-aa2c-5525a2454232), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.924569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae444ba9-c525-4b40-bb95-252fabbbb900 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (478b12b5-e139-4222-adcd-0a4f9767a70f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.940601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da12b-3d0e-4947-bbc7-8ae96e2360d1 req-958a88a0-b607-4371-9f53-0ec9d0e3ded8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:30.942241 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e79da12b-3d0e-4947-bbc7-8ae96e2360d1 req-958a88a0-b607-4371-9f53-0ec9d0e3ded8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 946 time: 0.2244830 Feb 28 17:43:30.959533 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae444ba9-c525-4b40-bb95-252fabbbb900 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (478b12b5-e139-4222-adcd-0a4f9767a70f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.978428 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f588a255-d8af-4fb0-9bf4-f91e01eda227 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (22939d68-f4ad-433a-8f20-58a56acaf045), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:30.979169 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-f588a255-d8af-4fb0-9bf4-f91e01eda227 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Floating IP 22939d68-f4ad-433a-8f20-58a56acaf045 disassociated. External IP: 172.25.3.184, port: 9f681d94-0b29-4940-9e27-a99f43ad239c. Feb 28 17:43:31.025951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Made reservation on behalf of 9953ac5e26d64212ad3b06af11a6c3ec for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:31.029789 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.046444 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.053038 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6360a020-1093-4261-9a96-207175ce394b req-3ef656bf-6a92-4219-ad27-2a2e1651b577 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667671 Feb 28 17:43:31.102885 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8803f561-bb1a-4246-9391-3720c7c24fcb tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_controller (37203c47-69d2-41b8-aa2c-5525a2454232), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.123270 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e79da12b-3d0e-4947-bbc7-8ae96e2360d1 req-dd1d7d09-b2b6-4522-a9e9-d050bb7b0074 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689517 Feb 28 17:43:31.197794 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8803f561-bb1a-4246-9391-3720c7c24fcb tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (37203c47-69d2-41b8-aa2c-5525a2454232), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.201009 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae444ba9-c525-4b40-bb95-252fabbbb900 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (478b12b5-e139-4222-adcd-0a4f9767a70f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.203610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae444ba9-c525-4b40-bb95-252fabbbb900 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.208122 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ae444ba9-c525-4b40-bb95-252fabbbb900 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "DELETE /v2.0/security-groups/478b12b5-e139-4222-adcd-0a4f9767a70f HTTP/1.1" status: 204 len: 168 time: 0.4136393 Feb 28 17:43:31.208310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54492) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:31.225408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae444ba9-c525-4b40-bb95-252fabbbb900 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478b12b5-e139-4222-adcd-0a4f9767a70f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:31.234363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b7af4-5215-45da-965f-75baf7e504fb req-342faad0-827d-4324-adc8-925ee1d61225 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:31.235746 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks [] for security_group (88da7f4f-c0a5-48a5-b17b-47d14ce99f64), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.235902 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-590b7af4-5215-45da-965f-75baf7e504fb req-342faad0-827d-4324-adc8-925ee1d61225 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 944 time: 0.1213360 Feb 28 17:43:31.280900 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6a953400-3ef8-4df8-8380-b996366321da tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0655766 Feb 28 17:43:31.282590 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54494) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:31.288579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3c53ed01-74a7-4982-8bb8-d75133a7ed9f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group': {'name': 'tempest-secgroup--72172515'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:31.298822 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (88da7f4f-c0a5-48a5-b17b-47d14ce99f64), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.319218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] device_id is not set on port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:43:31.377372 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-590b7af4-5215-45da-965f-75baf7e504fb req-a05b4fd6-3b0d-4d8c-88b7-feb8f183707e tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356263 Feb 28 17:43:31.402344 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f588a255-d8af-4fb0-9bf4-f91e01eda227 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:43:31.454910 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8803f561-bb1a-4246-9391-3720c7c24fcb tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.456523 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8803f561-bb1a-4246-9391-3720c7c24fcb tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8288524 Feb 28 17:43:31.462074 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54496) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:31.473637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:31.487340 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88da7f4f-c0a5-48a5-b17b-47d14ce99f64,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:31.530191 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c53ed01-74a7-4982-8bb8-d75133a7ed9f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.680517 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f588a255-d8af-4fb0-9bf4-f91e01eda227 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:31.686304 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f588a255-d8af-4fb0-9bf4-f91e01eda227 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.695739 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cf486d-59a8-4f8f-922a-0bed41b59c0b None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:31.704334 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c53ed01-74a7-4982-8bb8-d75133a7ed9f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (1691a0cd-414b-4445-8cd5-b7ab008d4b21), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.717364 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] device_id is not set on port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:43:31.724967 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cf486d-59a8-4f8f-922a-0bed41b59c0b None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:31.726248 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-96cf486d-59a8-4f8f-922a-0bed41b59c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:31.736448 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f588a255-d8af-4fb0-9bf4-f91e01eda227 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "PUT /v2.0/floatingips/22939d68-f4ad-433a-8f20-58a56acaf045 HTTP/1.1" status: 200 len: 688 time: 1.5274045 Feb 28 17:43:31.738457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54504) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:31.759205 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks [] for port (26e7e35b-3e85-4e3c-a69b-d1681049e7ad), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.799190 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-96cf486d-59a8-4f8f-922a-0bed41b59c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:31.799334 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c53ed01-74a7-4982-8bb8-d75133a7ed9f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1691a0cd-414b-4445-8cd5-b7ab008d4b21), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.803982 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cf486d-59a8-4f8f-922a-0bed41b59c0b None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:31.804718 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-96cf486d-59a8-4f8f-922a-0bed41b59c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:31.841414 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-96cf486d-59a8-4f8f-922a-0bed41b59c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:31.842438 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cf486d-59a8-4f8f-922a-0bed41b59c0b None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:31.843224 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (37203c47-69d2-41b8-aa2c-5525a2454232), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.866008 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (26e7e35b-3e85-4e3c-a69b-d1681049e7ad), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.879108 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3c53ed01-74a7-4982-8bb8-d75133a7ed9f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:31.883384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54510) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:31.883549 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3c53ed01-74a7-4982-8bb8-d75133a7ed9f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5997245 Feb 28 17:43:31.889276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-00e2fd35-95b7-418c-bde3-db16c07e6e62 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '1691a0cd-414b-4445-8cd5-b7ab008d4b21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:31.982282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53ed01-74a7-4982-8bb8-d75133a7ed9f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1691a0cd-414b-4445-8cd5-b7ab008d4b21,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:32.046524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Pushing event updated for resources: {'Port': ['ID=26e7e35b-3e85-4e3c-a69b-d1681049e7ad,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:32.056861 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Checking segment: {'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:43:32.057219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Network hostable DHCP agents. Network: f5b4f1ba-e666-4f1f-8b28-4286267eb0cc, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:43:32.097062 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c5c53c2f-43e0-4d81-a8db-57884e6e55c7 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port c851a92d-6088-4f14-86fe-346602c3d0d4 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:32.097740 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5c53c2f-43e0-4d81-a8db-57884e6e55c7 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c851a92d-6088-4f14-86fe-346602c3d0d4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:32.141591 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-00e2fd35-95b7-418c-bde3-db16c07e6e62 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The resource could not be found. Feb 28 17:43:32.142774 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-00e2fd35-95b7-418c-bde3-db16c07e6e62 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2580261 Feb 28 17:43:32.146342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54520) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:32.152203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e191c662-b268-4535-ae2e-0b6563708ca7 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '1691a0cd-414b-4445-8cd5-b7ab008d4b21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3b8bcd04-8a74-48fa-9cf7-148419c11119'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:32.227892 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (37203c47-69d2-41b8-aa2c-5525a2454232), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:32.252380 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:32.256888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:43:32.296296 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5c53c2f-43e0-4d81-a8db-57884e6e55c7 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c851a92d-6088-4f14-86fe-346602c3d0d4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:32.296888 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5c53c2f-43e0-4d81-a8db-57884e6e55c7 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (c851a92d-6088-4f14-86fe-346602c3d0d4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:32.317322 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c5c53c2f-43e0-4d81-a8db-57884e6e55c7 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for c851a92d-6088-4f14-86fe-346602c3d0d4 owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:32.457676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca0b54-8a61-4494-aa5f-3ba30af0c912 req-c81f2316-5b18-487d-938b-9496ee11fa30 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:32.459273 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-adca0b54-8a61-4494-aa5f-3ba30af0c912 req-c81f2316-5b18-487d-938b-9496ee11fa30 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 946 time: 0.1904593 Feb 28 17:43:32.461893 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, f5b4f1ba-e666-4f1f-8b28-4286267eb0cc) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:32.466176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:32.475420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a967d284-d84e-4531-b587-9abdbba32628 None None] Network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:43:32.490613 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-e191c662-b268-4535-ae2e-0b6563708ca7 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The resource could not be found. Feb 28 17:43:32.494904 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e191c662-b268-4535-ae2e-0b6563708ca7 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3475842 Feb 28 17:43:32.503853 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54532) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:32.568288 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-adca0b54-8a61-4494-aa5f-3ba30af0c912 req-3c882a3c-1f27-4604-8992-9f8b80850f66 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821640 Feb 28 17:43:32.577275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:32.577532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:32.582184 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:32.588611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:32.588987 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:32.596363 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 2 to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad Feb 28 17:43:32.612061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:32.612397 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:32.612731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:32.618429 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:32.618786 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:32.619986 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 3 to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad Feb 28 17:43:32.634973 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:32.635320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:32.636171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:32.648540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Allocated IP 172.25.3.103 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/de1e619a-b029-4852-b510-d5f96cbfccd5) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:32.654811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:32.655203 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:32.667909 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 4 to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad Feb 28 17:43:32.673573 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e91656f1-def0-4d91-bc8e-c347af9e8e56 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (1691a0cd-414b-4445-8cd5-b7ab008d4b21), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:32.701543 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e91656f1-def0-4d91-bc8e-c347af9e8e56 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (1691a0cd-414b-4445-8cd5-b7ab008d4b21), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:32.734394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:32.735194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:32.735549 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:32.749441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:32.749947 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:32.752027 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 5 to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad Feb 28 17:43:32.768263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:32.768715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:32.769057 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:32.787870 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:32.788265 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:32.790284 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 6 to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad Feb 28 17:43:32.798922 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b195865-31df-4905-889e-0d4e2b77f483 req-98c6721c-db1c-4f41-b072-362599ef5b00 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:32.800641 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b195865-31df-4905-889e-0d4e2b77f483 req-98c6721c-db1c-4f41-b072-362599ef5b00 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 944 time: 0.0648737 Feb 28 17:43:32.820193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:32.820661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:32.821060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:32.827818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:32.828293 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:32.828784 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 7 to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad Feb 28 17:43:32.844285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:32.844780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:32.845231 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:32.850263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:32.850713 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:32.851181 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 8 to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad Feb 28 17:43:32.866011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:32.866485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:32.866947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:32.871943 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:32.872437 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:32.873089 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 9 to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad Feb 28 17:43:32.886994 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:32.887490 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:32.889355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:32.894564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:32.895033 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:32.895527 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 10 to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad Feb 28 17:43:32.906709 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5c53c2f-43e0-4d81-a8db-57884e6e55c7 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c851a92d-6088-4f14-86fe-346602c3d0d4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:32.949362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:32.949362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:32.949362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:32.949668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c53c2f-43e0-4d81-a8db-57884e6e55c7 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=c851a92d-6088-4f14-86fe-346602c3d0d4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:32.963464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:32.963797 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:32.964166 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (26e7e35b-3e85-4e3c-a69b-d1681049e7ad), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:33.102825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] For port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:43:33.104763 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempted to set empty binding levels {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 17:43:33.109827 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5c53c2f-43e0-4d81-a8db-57884e6e55c7 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (22939d68-f4ad-433a-8f20-58a56acaf045), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:33.115362 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c5c53c2f-43e0-4d81-a8db-57884e6e55c7 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:33.120788 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c5c53c2f-43e0-4d81-a8db-57884e6e55c7 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/floatingips/22939d68-f4ad-433a-8f20-58a56acaf045 HTTP/1.1" status: 204 len: 168 time: 1.3812227 Feb 28 17:43:33.121440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54534) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:33.126675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '9b57e01a-a398-4dab-8d57-e5fac0665b89'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:33.197503 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (26e7e35b-3e85-4e3c-a69b-d1681049e7ad), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:33.227818 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:33.245769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:33.246395 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:33.254438 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e91656f1-def0-4d91-bc8e-c347af9e8e56 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1691a0cd-414b-4445-8cd5-b7ab008d4b21), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:33.258291 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e91656f1-def0-4d91-bc8e-c347af9e8e56 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:33.259304 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e91656f1-def0-4d91-bc8e-c347af9e8e56 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "DELETE /v2.0/security-groups/1691a0cd-414b-4445-8cd5-b7ab008d4b21 HTTP/1.1" status: 204 len: 168 time: 0.7540445 Feb 28 17:43:33.265228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54536) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:33.271410 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2b195865-31df-4905-889e-0d4e2b77f483 req-7430a694-82f1-41c4-ad59-7522716a0cf6 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625235 Feb 28 17:43:33.280960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91656f1-def0-4d91-bc8e-c347af9e8e56 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1691a0cd-414b-4445-8cd5-b7ab008d4b21,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:33.342422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Pushing event updated for resources: {'Port': ['ID=26e7e35b-3e85-4e3c-a69b-d1681049e7ad,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:33.362018 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-10110248-c166-4da1-b3ad-e5111a8a975b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0912926 Feb 28 17:43:33.362018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54542) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:33.366456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e57017cb-c0ea-4c0e-b52f-8f79efb85800 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '9e66213f-cd4c-4a5d-a6c8-7581093a5190', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:33.420091 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c17c2787-9dcc-43e1-aad8-7cf4de814b45 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.5623658 Feb 28 17:43:33.420759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54546) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:33.421199 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for port (de1e619a-b029-4852-b510-d5f96cbfccd5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:33.509114 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:33.596280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c0c2d35e-a250-4106-a3c1-dc3327756aad details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:43:33.620059 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (de1e619a-b029-4852-b510-d5f96cbfccd5), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:33.697055 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:33.700270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:33.704171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:33.752763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Pushing event updated for resources: {'Port': ['ID=de1e619a-b029-4852-b510-d5f96cbfccd5,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:33.774776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c0c2d35e-a250-4106-a3c1-dc3327756aad, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c0c2d35e-a250-4106-a3c1-dc3327756aad,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:33.798464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'c0c2d35e-a250-4106-a3c1-dc3327756aad', 'network_id': '7467a8e1-6b26-403e-997f-54fe13264910', 'port_id': 'c0c2d35e-a250-4106-a3c1-dc3327756aad', 'mac_address': 'fa:16:3e:0d:55:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afa66b9-3680-4134-be0e-81254a16067b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:43:33.843776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c0c2d35e-a250-4106-a3c1-dc3327756aad is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:43:33.844214 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:33.861549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c2d35e-a250-4106-a3c1-dc3327756aad {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:43:33.884007 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c0c2d35e-a250-4106-a3c1-dc3327756aad, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c0c2d35e-a250-4106-a3c1-dc3327756aad,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:33.961991 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:34.002094 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0ab86204-b3ba-41b1-8c0a-a17f28768485 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Deleting port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:34.002474 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ab86204-b3ba-41b1-8c0a-a17f28768485 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (26e7e35b-3e85-4e3c-a69b-d1681049e7ad), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:34.017807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c0c2d35e-a250-4106-a3c1-dc3327756aad,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:34.065421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.25.3.25 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/f6b0f0cf-6145-48c7-94eb-7a77fea03aa6) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:34.069080 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-e57017cb-c0ea-4c0e-b52f-8f79efb85800 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The resource could not be found. Feb 28 17:43:34.071656 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e57017cb-c0ea-4c0e-b52f-8f79efb85800 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7075827 Feb 28 17:43:34.076721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54552) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:34.088642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-215855e8-c5a2-44d4-99a4-4a0850b46d2c tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group': {'name': 'tempest-secgroup--550176917'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:34.104160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8184c-f52e-462d-a45f-d9b16cba665f req-ef204a89-7063-461d-a3cd-a82e6803376c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:34.105389 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cae8184c-f52e-462d-a45f-d9b16cba665f req-ef204a89-7063-461d-a3cd-a82e6803376c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 946 time: 0.1981778 Feb 28 17:43:34.118036 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-0ab86204-b3ba-41b1-8c0a-a17f28768485 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] For port 26e7e35b-3e85-4e3c-a69b-d1681049e7ad, host n-h2-820368-19, got binding levels [] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:34.118266 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ab86204-b3ba-41b1-8c0a-a17f28768485 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (26e7e35b-3e85-4e3c-a69b-d1681049e7ad), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:34.171516 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0ab86204-b3ba-41b1-8c0a-a17f28768485 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Calling delete_port for 26e7e35b-3e85-4e3c-a69b-d1681049e7ad owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:34.176768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c0c2d35e-a250-4106-a3c1-dc3327756aad'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:43:34.230962 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-215855e8-c5a2-44d4-99a4-4a0850b46d2c tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:34.254196 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (37203c47-69d2-41b8-aa2c-5525a2454232), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:34.314951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cae8184c-f52e-462d-a45f-d9b16cba665f req-76395677-563a-417d-9645-2efaaab9c622 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983347 Feb 28 17:43:34.338440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (f6b0f0cf-6145-48c7-94eb-7a77fea03aa6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:34.527395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb09bc3-c475-44be-aa70-1addfd8a8789 req-e167baf3-7f0e-491b-8e2c-417c324dfa89 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:34.527395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cb09bc3-c475-44be-aa70-1addfd8a8789 req-e167baf3-7f0e-491b-8e2c-417c324dfa89 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 946 time: 0.0955691 Feb 28 17:43:34.527395 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ab86204-b3ba-41b1-8c0a-a17f28768485 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (26e7e35b-3e85-4e3c-a69b-d1681049e7ad), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:34.542698 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (37203c47-69d2-41b8-aa2c-5525a2454232), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:34.548321 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (37203c47-69d2-41b8-aa2c-5525a2454232), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:34.614860 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f6b0f0cf-6145-48c7-94eb-7a77fea03aa6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:34.641254 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab86204-b3ba-41b1-8c0a-a17f28768485 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Pushing event deleted for resources: {'Port': ['ID=26e7e35b-3e85-4e3c-a69b-d1681049e7ad,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:34.661770 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ab86204-b3ba-41b1-8c0a-a17f28768485 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:34.665151 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0ab86204-b3ba-41b1-8c0a-a17f28768485 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "DELETE /v2.0/ports/26e7e35b-3e85-4e3c-a69b-d1681049e7ad HTTP/1.1" status: 204 len: 168 time: 1.2430518 Feb 28 17:43:34.667602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:34.692767 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54568) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:34.749148 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed9f173-fba1-4fd9-ab23-11063a312106 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] GET failed (client error): The resource could not be found. Feb 28 17:43:34.752835 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cb09bc3-c475-44be-aa70-1addfd8a8789 req-383d5300-d489-4c18-b50b-17f9a233fcff tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172866 Feb 28 17:43:34.755070 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-eed9f173-fba1-4fd9-ab23-11063a312106 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "GET /v2.0/ports/26e7e35b-3e85-4e3c-a69b-d1681049e7ad HTTP/1.1" status: 404 len: 333 time: 0.0469029 Feb 28 17:43:34.761659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54570) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:34.765037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:34.768880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:34.775452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-60e3a592-4f73-4760-b300-e48f4711b799 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Request body: {'port': {'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1851549405'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:34.844850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bfe5b-76f2-468e-9cfa-33a8b53b9b85 req-ce4b4d63-8a1c-4cf1-9cac-fade10e7d6e0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:34.846992 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-475bfe5b-76f2-468e-9cfa-33a8b53b9b85 req-ce4b4d63-8a1c-4cf1-9cac-fade10e7d6e0 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 945 time: 0.4243319 Feb 28 17:43:34.881483 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-215855e8-c5a2-44d4-99a4-4a0850b46d2c tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (ec01701f-beb2-46ce-b3a5-ba187546e187), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:34.890663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e3a592-4f73-4760-b300-e48f4711b799 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Made reservation on behalf of 9953ac5e26d64212ad3b06af11a6c3ec for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:34.893549 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60e3a592-4f73-4760-b300-e48f4711b799 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:34.931066 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-60e3a592-4f73-4760-b300-e48f4711b799 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] device_id is not set on port 40d60934-f31a-48fd-aaf1-ca4f721f998d yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:43:34.963551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=f6b0f0cf-6145-48c7-94eb-7a77fea03aa6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:35.222056 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-475bfe5b-76f2-468e-9cfa-33a8b53b9b85 req-5690829b-70b2-465a-8793-b8f9cddf5cd9 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627791 Feb 28 17:43:35.222921 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-215855e8-c5a2-44d4-99a4-4a0850b46d2c tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ec01701f-beb2-46ce-b3a5-ba187546e187), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:35.225649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Router 37203c47-69d2-41b8-aa2c-5525a2454232 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:43:35.353466 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215855e8-c5a2-44d4-99a4-4a0850b46d2c tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec01701f-beb2-46ce-b3a5-ba187546e187,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:35.385070 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60e3a592-4f73-4760-b300-e48f4711b799 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks [] for port (40d60934-f31a-48fd-aaf1-ca4f721f998d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:35.394382 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-215855e8-c5a2-44d4-99a4-4a0850b46d2c tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:35.398291 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-215855e8-c5a2-44d4-99a4-4a0850b46d2c tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3177402 Feb 28 17:43:35.400474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54584) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:35.406663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-70b9ba21-2c75-4662-83f7-cf3f1a1b1ed2 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441057838'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:35.461833 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (8338e6d0-2106-4875-9c17-5279738ce909), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:35.518313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:35.525399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:35.526611 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-24b586d1-4355-4463-8412-1c7b19fb3d31 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "PUT /v2.0/routers/37203c47-69d2-41b8-aa2c-5525a2454232 HTTP/1.1" status: 200 len: 879 time: 4.0634866 Feb 28 17:43:35.529705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54586) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:35.531107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2817249-682c-45a9-9b1c-8fe1edf991bd None None] Sync routers for ids ['37203c47-69d2-41b8-aa2c-5525a2454232'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:35.551354 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2817249-682c-45a9-9b1c-8fe1edf991bd None None] Routers {'37203c47-69d2-41b8-aa2c-5525a2454232'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:35.551991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a2817249-682c-45a9-9b1c-8fe1edf991bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['37203c47-69d2-41b8-aa2c-5525a2454232'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:35.616959 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-70b9ba21-2c75-4662-83f7-cf3f1a1b1ed2 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:35.620976 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60e3a592-4f73-4760-b300-e48f4711b799 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (40d60934-f31a-48fd-aaf1-ca4f721f998d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:35.649575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a2817249-682c-45a9-9b1c-8fe1edf991bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:35.659627 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c0c2d35e-a250-4106-a3c1-dc3327756aad up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:43:35.667088 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f6b0f0cf-6145-48c7-94eb-7a77fea03aa6), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:35.748271 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3a592-4f73-4760-b300-e48f4711b799 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Pushing event updated for resources: {'Port': ['ID=40d60934-f31a-48fd-aaf1-ca4f721f998d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:35.778949 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3a592-4f73-4760-b300-e48f4711b799 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:35.787080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-60e3a592-4f73-4760-b300-e48f4711b799 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:35.789795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e3a592-4f73-4760-b300-e48f4711b799 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:35.790952 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e3a592-4f73-4760-b300-e48f4711b799 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:35.791556 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60e3a592-4f73-4760-b300-e48f4711b799 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:35.816035 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2817249-682c-45a9-9b1c-8fe1edf991bd None None] Routers {'37203c47-69d2-41b8-aa2c-5525a2454232'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:35.817734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9785231f-0bda-4596-8daf-68a4b6e6e426 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/routers/37203c47-69d2-41b8-aa2c-5525a2454232 HTTP/1.1" status: 200 len: 920 time: 0.2855742 Feb 28 17:43:35.820604 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a2817249-682c-45a9-9b1c-8fe1edf991bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['37203c47-69d2-41b8-aa2c-5525a2454232'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:35.822613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54592) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:35.902172 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (f6b0f0cf-6145-48c7-94eb-7a77fea03aa6), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:35.919524 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-60e3a592-4f73-4760-b300-e48f4711b799 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1512680 Feb 28 17:43:35.926069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a2817249-682c-45a9-9b1c-8fe1edf991bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:35.926069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2817249-682c-45a9-9b1c-8fe1edf991bd None None] The sync data for ids ['37203c47-69d2-41b8-aa2c-5525a2454232'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:35.928423 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54594) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:35.935697 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:35.963181 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-70b9ba21-2c75-4662-83f7-cf3f1a1b1ed2 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (69cce1cb-7462-4e13-a4ad-4b540d432979), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:35.975967 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b965f-5de6-4a1d-ae8b-53684a7a207a tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:35.983846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54596) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:35.988913 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3a2b965f-5de6-4a1d-ae8b-53684a7a207a tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&device_id=37203c47-69d2-41b8-aa2c-5525a2454232&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1542597 Feb 28 17:43:36.019500 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port c0c2d35e-a250-4106-a3c1-dc3327756aad completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:43:36.024152 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port c0c2d35e-a250-4106-a3c1-dc3327756aad triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:43:36.029264 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:36.047623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-70b9ba21-2c75-4662-83f7-cf3f1a1b1ed2 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (69cce1cb-7462-4e13-a4ad-4b540d432979), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:36.124474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9ba21-2c75-4662-83f7-cf3f1a1b1ed2 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69cce1cb-7462-4e13-a4ad-4b540d432979,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:36.150864 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e3dcf-f9f2-492a-94a5-a7193fa2ac32 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:36.155370 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-131e3dcf-f9f2-492a-94a5-a7193fa2ac32 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 881 time: 0.1651766 Feb 28 17:43:36.155494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54598) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:36.169576 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c0c2d35e-a250-4106-a3c1-dc3327756aad is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:43:36.180508 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (f6b0f0cf-6145-48c7-94eb-7a77fea03aa6), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:36.183679 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-70b9ba21-2c75-4662-83f7-cf3f1a1b1ed2 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:36.188559 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-70b9ba21-2c75-4662-83f7-cf3f1a1b1ed2 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7844093 Feb 28 17:43:36.188897 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54602) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:36.190400 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:36.195907 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7f7fe5ad-9df3-4876-9803-4594178b3639 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': 'ec01701f-beb2-46ce-b3a5-ba187546e187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '69cce1cb-7462-4e13-a4ad-4b540d432979'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:36.222298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e253abb4-e970-4214-b367-3334fa6b93b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c2d35e-a250-4106-a3c1-dc3327756aad'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:43:36.225162 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f1d5e6-87d5-4ed1-92e1-e633c642cdea" -d '{"events": [{"server_uuid": "e253abb4-e970-4214-b367-3334fa6b93b0", "name": "network-vif-plugged", "status": "completed", "tag": "c0c2d35e-a250-4106-a3c1-dc3327756aad"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:43:36.240057 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c0c2d35e-a250-4106-a3c1-dc3327756aad, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c0c2d35e-a250-4106-a3c1-dc3327756aad,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:36.288288 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:36.334940 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-12a65fc7-d2fc-482b-ae6f-c836b692e522 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "GET /v2.0/ports?device_id=37203c47-69d2-41b8-aa2c-5525a2454232 HTTP/1.1" status: 200 len: 205 time: 0.1781178 Feb 28 17:43:36.364681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54608) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:36.365078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54610) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:36.365232 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f1c362-ebd9-4b6c-a9ac-2accbcd9a31b x-openstack-request-id: req-44f1c362-ebd9-4b6c-a9ac-2accbcd9a31b {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:43:36.365448 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e253abb4-e970-4214-b367-3334fa6b93b0", "name": "network-vif-plugged", "status": "completed", "tag": "c0c2d35e-a250-4106-a3c1-dc3327756aad", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:43:36.365671 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-44f1c362-ebd9-4b6c-a9ac-2accbcd9a31b {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:43:36.366109 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e253abb4-e970-4214-b367-3334fa6b93b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c2d35e-a250-4106-a3c1-dc3327756aad', 'code': 200} Feb 28 17:43:36.427344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c0c2d35e-a250-4106-a3c1-dc3327756aad,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:36.440066 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (40d60934-f31a-48fd-aaf1-ca4f721f998d), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:36.461236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=f6b0f0cf-6145-48c7-94eb-7a77fea03aa6,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:36.487078 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (8338e6d0-2106-4875-9c17-5279738ce909), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:36.684445 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-7f7fe5ad-9df3-4876-9803-4594178b3639 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:36.699237 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7f7fe5ad-9df3-4876-9803-4594178b3639 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5093007 Feb 28 17:43:36.791030 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54612) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:36.908231 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] device_id is not set on port 40d60934-f31a-48fd-aaf1-ca4f721f998d yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:43:36.918321 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks [] for port (40d60934-f31a-48fd-aaf1-ca4f721f998d), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:36.971699 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Floating IP 8338e6d0-2106-4875-9c17-5279738ce909 associated. External IP: 172.25.3.25, port: 9b57e01a-a398-4dab-8d57-e5fac0665b89. Feb 28 17:43:37.075990 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (40d60934-f31a-48fd-aaf1-ca4f721f998d), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:37.169176 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-78fd41e1-f189-4c16-8cf3-2e50138f6c9b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (69cce1cb-7462-4e13-a4ad-4b540d432979), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:37.212076 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-78fd41e1-f189-4c16-8cf3-2e50138f6c9b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (69cce1cb-7462-4e13-a4ad-4b540d432979), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:37.340201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Pushing event updated for resources: {'Port': ['ID=40d60934-f31a-48fd-aaf1-ca4f721f998d,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:37.350094 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:37.356404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:37.356404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:37.356695 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-78fd41e1-f189-4c16-8cf3-2e50138f6c9b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (69cce1cb-7462-4e13-a4ad-4b540d432979), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:37.359242 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-78fd41e1-f189-4c16-8cf3-2e50138f6c9b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:37.363033 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-78fd41e1-f189-4c16-8cf3-2e50138f6c9b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "DELETE /v2.0/security-groups/69cce1cb-7462-4e13-a4ad-4b540d432979 HTTP/1.1" status: 204 len: 168 time: 0.5685627 Feb 28 17:43:37.367232 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54620) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:37.403617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:37.403956 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:37.406065 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 2 to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d Feb 28 17:43:37.417655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd41e1-f189-4c16-8cf3-2e50138f6c9b tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cce1cb-7462-4e13-a4ad-4b540d432979,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:37.528720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9fc05-7179-4cbf-8197-a8adf7391c0b req-e7f01048-491e-4e00-8720-21aefc5ad74b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:37.530379 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2db9fc05-7179-4cbf-8197-a8adf7391c0b req-e7f01048-491e-4e00-8720-21aefc5ad74b tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 946 time: 1.2033567 Feb 28 17:43:37.552860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08badf-12f8-42d4-886e-a57f3f9aaf63 req-2e515bcd-86b7-4a2c-9d9a-079aa66560c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:37.553899 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8e08badf-12f8-42d4-886e-a57f3f9aaf63 req-2e515bcd-86b7-4a2c-9d9a-079aa66560c5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 1129 time: 0.9448173 Feb 28 17:43:37.556071 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c9f86afa-9d10-451c-bc7e-a122a0e56af1 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1848772 Feb 28 17:43:37.559070 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:37.559992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:37.561677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:37.563644 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54622) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:37.583732 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:37.584085 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:37.590473 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 3 to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d Feb 28 17:43:37.638776 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:37.639113 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:37.639448 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:37.664627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:43:37.673186 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (37203c47-69d2-41b8-aa2c-5525a2454232), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:37.682521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:37.683279 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:37.685545 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 4 to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d Feb 28 17:43:37.723691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:37.723947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:37.724306 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:37.733441 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e444b2c6-db42-48da-a7f0-4cda1a346b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:37.767057 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8e08badf-12f8-42d4-886e-a57f3f9aaf63 req-fd78f3be-435a-43df-ba84-76ca2028f26b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042246 Feb 28 17:43:37.791427 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04aff80b-e09b-4870-98c0-945d234a3abd tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (ec01701f-beb2-46ce-b3a5-ba187546e187), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:37.795798 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:37.803818 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2db9fc05-7179-4cbf-8197-a8adf7391c0b req-60f39877-275e-4e99-ac0a-6525b4495094 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578948 Feb 28 17:43:37.807816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:37.807976 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:37.812246 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 5 to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d Feb 28 17:43:37.914408 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (37203c47-69d2-41b8-aa2c-5525a2454232), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.068824 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.189305 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04aff80b-e09b-4870-98c0-945d234a3abd tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (ec01701f-beb2-46ce-b3a5-ba187546e187), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.195559 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Deleting port de1e619a-b029-4852-b510-d5f96cbfccd5 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:38.195984 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (de1e619a-b029-4852-b510-d5f96cbfccd5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.201022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:38.201374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:38.201706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:38.210039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:38.210380 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:38.214137 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 6 to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d Feb 28 17:43:38.249898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:38.250714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:38.250714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:38.254371 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:38.265386 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b3b4f-fca3-4d01-a8ca-3979346af8d7 None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:38.276289 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b3b4f-fca3-4d01-a8ca-3979346af8d7 None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:38.276523 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-559b3b4f-fca3-4d01-a8ca-3979346af8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:38.282629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:38.284525 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:38.287372 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 7 to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d Feb 28 17:43:38.303266 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:38.303617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:38.303958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:38.315421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:38.315421 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:38.315421 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 8 to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d Feb 28 17:43:38.323477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:38.323818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:38.324157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:38.329763 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:38.330139 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:38.330538 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 9 to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d Feb 28 17:43:38.335021 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-559b3b4f-fca3-4d01-a8ca-3979346af8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:38.347906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:38.348355 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b3b4f-fca3-4d01-a8ca-3979346af8d7 None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:38.349037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:38.349194 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-559b3b4f-fca3-4d01-a8ca-3979346af8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:38.349356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:38.356219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:38.356453 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:38.356832 n-d-820368-19 neutron-server[104246]: INFO neutron.plugins.ml2.plugin [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 10 to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d Feb 28 17:43:38.373940 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:38.374179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:38.374401 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:38.382162 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.382542 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (de1e619a-b029-4852-b510-d5f96cbfccd5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.394081 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-559b3b4f-fca3-4d01-a8ca-3979346af8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:38.395258 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b3b4f-fca3-4d01-a8ca-3979346af8d7 None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:38.416032 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04aff80b-e09b-4870-98c0-945d234a3abd tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ec01701f-beb2-46ce-b3a5-ba187546e187), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.425505 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04aff80b-e09b-4870-98c0-945d234a3abd tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.426019 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-04aff80b-e09b-4870-98c0-945d234a3abd tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "DELETE /v2.0/security-groups/ec01701f-beb2-46ce-b3a5-ba187546e187 HTTP/1.1" status: 204 len: 168 time: 0.8567107 Feb 28 17:43:38.431065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Calling delete_port for de1e619a-b029-4852-b510-d5f96cbfccd5 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:38.434359 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54630) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:38.436655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:38.436994 n-d-820368-19 neutron-server[104246]: ERROR neutron.plugins.ml2.managers [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 40d60934-f31a-48fd-aaf1-ca4f721f998d on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:38.437365 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (40d60934-f31a-48fd-aaf1-ca4f721f998d), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.464693 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aff80b-e09b-4870-98c0-945d234a3abd tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec01701f-beb2-46ce-b3a5-ba187546e187,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:38.471350 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4f7eac5e-c71b-4832-a052-5bb1d620c9b0 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.3483782 Feb 28 17:43:38.474248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54632) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:38.512195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6e5b988d-b4da-4bf4-93db-a3ece1581f6e tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0724609 Feb 28 17:43:38.528909 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54634) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:38.533734 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a7b78e05-7d6b-4c71-91de-b58ced16416f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group': {'name': 'tempest-secgroup--380861390'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:38.580201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Allocated IP 172.20.0.17 (1abae249-92a2-4db3-84bf-77e749303f3f/6b3db4a7-c159-4d12-803d-9607cb1179d6/1ee3cc51-f5f7-4de8-b593-637a883de22e) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:38.629067 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5bb6f61b-1d5d-402f-b018-a4258375e79e tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "GET /v2.0/floatingips/8338e6d0-2106-4875-9c17-5279738ce909 HTTP/1.1" status: 200 len: 976 time: 0.1537924 Feb 28 17:43:38.632586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54636) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:38.690685 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a7b78e05-7d6b-4c71-91de-b58ced16416f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.702186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] For port 40d60934-f31a-48fd-aaf1-ca4f721f998d, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:43:38.702738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempted to set empty binding levels {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 17:43:38.774493 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ff1669b7-e1f9-4e12-b3b1-905791c7bd1a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1405575 Feb 28 17:43:38.775301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54638) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:38.780389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c50a6d94-c6e9-4277-a605-59924a251006 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'floatingip': {'port_id': '9f681d94-0b29-4940-9e27-a99f43ad239c'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:38.820419 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.834939 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (40d60934-f31a-48fd-aaf1-ca4f721f998d), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.863625 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a7b78e05-7d6b-4c71-91de-b58ced16416f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (2266af87-a389-426f-9091-395bea8b8a31), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.893030 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] In _notify_port_updated(), no bound segment for port 40d60934-f31a-48fd-aaf1-ca4f721f998d on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:43:38.893901 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:38.894548 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.898712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "PUT /v2.0/ports/40d60934-f31a-48fd-aaf1-ca4f721f998d HTTP/1.1" status: 200 len: 976 time: 2.9688029 Feb 28 17:43:38.899706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54642) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:38.938057 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (de1e619a-b029-4852-b510-d5f96cbfccd5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:38.973357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feec450-a277-46ea-b9ea-aa703292ea5c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Pushing event updated for resources: {'Port': ['ID=40d60934-f31a-48fd-aaf1-ca4f721f998d,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:38.980113 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c50a6d94-c6e9-4277-a605-59924a251006 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (8338e6d0-2106-4875-9c17-5279738ce909), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.015090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Pushing event deleted for resources: {'Port': ['ID=de1e619a-b029-4852-b510-d5f96cbfccd5,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:39.030407 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a7b78e05-7d6b-4c71-91de-b58ced16416f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2266af87-a389-426f-9091-395bea8b8a31), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.030407 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.129116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb498a95-0c07-4888-b380-d381e7818c78 req-a2cf6c10-5574-467a-865a-202c6848b6ef tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.134808 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eb498a95-0c07-4888-b380-d381e7818c78 req-a2cf6c10-5574-467a-865a-202c6848b6ef tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 946 time: 0.2217698 Feb 28 17:43:39.172034 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network 1abae249-92a2-4db3-84bf-77e749303f3f is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:39.186183 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:39.194353 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b78e05-7d6b-4c71-91de-b58ced16416f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2266af87-a389-426f-9091-395bea8b8a31,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:39.199064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:39.207713 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a7b78e05-7d6b-4c71-91de-b58ced16416f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.208955 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a7b78e05-7d6b-4c71-91de-b58ced16416f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6792393 Feb 28 17:43:39.209717 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=1ee3cc51-f5f7-4de8-b593-637a883de22e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:39.232821 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54654) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:39.237561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-7b809835-bdd0-4c08-b955-cf8bfc0aa828 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '2266af87-a389-426f-9091-395bea8b8a31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:39.260455 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.264013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.264013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.264013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.264013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.264013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.264013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.264013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.264681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.264954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.265414 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.265869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.266350 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.266799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.267250 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.267709 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.268163 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.268648 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:39.274836 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-92f0cb74-cd23-4f87-aff8-ed702e927e50 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16064 time: 0.3702602 Feb 28 17:43:39.279039 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54656) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:39.283735 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (37203c47-69d2-41b8-aa2c-5525a2454232), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.322160 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eb498a95-0c07-4888-b380-d381e7818c78 req-e36a8549-83bb-4527-9725-14648ef662eb tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912027 Feb 28 17:43:39.397292 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (bfc3db3e-3edd-49b9-8214-a82174912269), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.496772 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-7b809835-bdd0-4c08-b955-cf8bfc0aa828 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:39.502576 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7b809835-bdd0-4c08-b955-cf8bfc0aa828 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2685804 Feb 28 17:43:39.509011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54670) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:39.513497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-61f6617f-6695-4350-94b3-fcc4a8189a6f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group_rule': {'security_group_id': '2266af87-a389-426f-9091-395bea8b8a31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:39.550080 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (37203c47-69d2-41b8-aa2c-5525a2454232), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.552231 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_controller (37203c47-69d2-41b8-aa2c-5525a2454232), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.639858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8ce2a18f-fe86-408b-b696-7df0c9d93e60 None None] Provisioning complete for port 1ee3cc51-f5f7-4de8-b593-637a883de22e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:43:39.641000 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8ce2a18f-fe86-408b-b696-7df0c9d93e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.672807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e95dbf6f-2c46-4026-9da6-3224f9a915ec tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Deleting port 40d60934-f31a-48fd-aaf1-ca4f721f998d {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:39.673447 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e95dbf6f-2c46-4026-9da6-3224f9a915ec tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (40d60934-f31a-48fd-aaf1-ca4f721f998d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.718329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8ce2a18f-fe86-408b-b696-7df0c9d93e60 None None] Port 1ee3cc51-f5f7-4de8-b593-637a883de22e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:43:39.733358 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (37203c47-69d2-41b8-aa2c-5525a2454232), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.733919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Fanout notify agent at l3_agent the message router_deleted on router 37203c47-69d2-41b8-aa2c-5525a2454232 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:43:39.742727 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.743811 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3cb75d22-327d-4f58-8268-fcb2d63e640f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "DELETE /v2.0/routers/37203c47-69d2-41b8-aa2c-5525a2454232 HTTP/1.1" status: 204 len: 168 time: 3.3704503 Feb 28 17:43:39.751259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54674) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:39.752830 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-614ace3c-2793-463a-a16b-62f4be105391 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1639309309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:39.789383 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-61f6617f-6695-4350-94b3-fcc4a8189a6f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:43:39.793026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-e95dbf6f-2c46-4026-9da6-3224f9a915ec tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] For port 40d60934-f31a-48fd-aaf1-ca4f721f998d, host n-h2-820368-19, got binding levels [] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:39.793394 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e95dbf6f-2c46-4026-9da6-3224f9a915ec tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (40d60934-f31a-48fd-aaf1-ca4f721f998d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.796435 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-61f6617f-6695-4350-94b3-fcc4a8189a6f tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2867606 Feb 28 17:43:39.796859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54676) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:39.812710 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.818659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e95dbf6f-2c46-4026-9da6-3224f9a915ec tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Calling delete_port for 40d60934-f31a-48fd-aaf1-ca4f721f998d owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:39.881628 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e5b6-81a3-48a8-aa2f-c42709dfe21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.896441 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-614ace3c-2793-463a-a16b-62f4be105391 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (20c47b7b-066d-498b-89f5-c3f379f2ad7e), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:39.897480 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-614ace3c-2793-463a-a16b-62f4be105391 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (20c47b7b-066d-498b-89f5-c3f379f2ad7e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.001284 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.004086 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-614ace3c-2793-463a-a16b-62f4be105391 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_controller (20c47b7b-066d-498b-89f5-c3f379f2ad7e), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.048749 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-261babe6-233b-4f7f-896f-cc8931e79aeb tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (2266af87-a389-426f-9091-395bea8b8a31), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.077877 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-261babe6-233b-4f7f-896f-cc8931e79aeb tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (2266af87-a389-426f-9091-395bea8b8a31), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.151937 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-614ace3c-2793-463a-a16b-62f4be105391 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (20c47b7b-066d-498b-89f5-c3f379f2ad7e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.189689 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-261babe6-233b-4f7f-896f-cc8931e79aeb tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2266af87-a389-426f-9091-395bea8b8a31), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.196851 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-261babe6-233b-4f7f-896f-cc8931e79aeb tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.201484 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-261babe6-233b-4f7f-896f-cc8931e79aeb tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "DELETE /v2.0/security-groups/2266af87-a389-426f-9091-395bea8b8a31 HTTP/1.1" status: 204 len: 168 time: 0.4026113 Feb 28 17:43:40.204729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54682) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:40.251467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261babe6-233b-4f7f-896f-cc8931e79aeb tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2266af87-a389-426f-9091-395bea8b8a31,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:40.303654 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-614ace3c-2793-463a-a16b-62f4be105391 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.310140 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-614ace3c-2793-463a-a16b-62f4be105391 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5576253 Feb 28 17:43:40.365569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54684) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:40.378077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'enable_snat': True}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:40.564893 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.db.resource_extend [None req-c50a6d94-c6e9-4277-a605-59924a251006 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:43:40.588531 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e95dbf6f-2c46-4026-9da6-3224f9a915ec tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (40d60934-f31a-48fd-aaf1-ca4f721f998d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.632329 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c50a6d94-c6e9-4277-a605-59924a251006 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.660433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dbf6f-2c46-4026-9da6-3224f9a915ec tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Pushing event deleted for resources: {'Port': ['ID=40d60934-f31a-48fd-aaf1-ca4f721f998d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:40.680748 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e95dbf6f-2c46-4026-9da6-3224f9a915ec tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.687546 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e95dbf6f-2c46-4026-9da6-3224f9a915ec tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "DELETE /v2.0/ports/40d60934-f31a-48fd-aaf1-ca4f721f998d HTTP/1.1" status: 204 len: 168 time: 1.4075415 Feb 28 17:43:40.693365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54692) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:40.726879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29121b2-310b-44f7-b91e-2643da924d8d req-37233b17-d77f-4c39-b601-6695646c0cc3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:40.728873 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29121b2-310b-44f7-b91e-2643da924d8d req-37233b17-d77f-4c39-b601-6695646c0cc3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 946 time: 0.1602948 Feb 28 17:43:40.732475 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c50a6d94-c6e9-4277-a605-59924a251006 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (8338e6d0-2106-4875-9c17-5279738ce909), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.780366 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d1b3bc-8d26-4310-bcab-65e48a3a698c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] GET failed (client error): The resource could not be found. Feb 28 17:43:40.785916 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f3d1b3bc-8d26-4310-bcab-65e48a3a698c tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "GET /v2.0/ports/40d60934-f31a-48fd-aaf1-ca4f721f998d HTTP/1.1" status: 404 len: 333 time: 0.0852351 Feb 28 17:43:40.791994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54694) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:40.798641 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-615906e3-92ca-4742-b4f6-af26c88cf6de tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-298551307', 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:40.811835 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.837677 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29121b2-310b-44f7-b91e-2643da924d8d req-011da582-2c09-4ec1-9ce0-f21d76159e28 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949373 Feb 28 17:43:40.848789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f02c6360-a95f-4999-820c-8c886fccbb35 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6176555 Feb 28 17:43:40.853158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54696) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:40.863902 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-388091ba-77e2-422f-838d-e2db3786045d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931355910'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:40.886607 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:40.984205 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (20c47b7b-066d-498b-89f5-c3f379f2ad7e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:41.015903 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=1ee3cc51-f5f7-4de8-b593-637a883de22e,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:41.035310 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615906e3-92ca-4742-b4f6-af26c88cf6de tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Made reservation on behalf of 9953ac5e26d64212ad3b06af11a6c3ec for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:41.038341 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615906e3-92ca-4742-b4f6-af26c88cf6de tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:41.038496 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-c50a6d94-c6e9-4277-a605-59924a251006 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Floating IP 8338e6d0-2106-4875-9c17-5279738ce909 associated. External IP: 172.25.3.25, port: 9b57e01a-a398-4dab-8d57-e5fac0665b89. Feb 28 17:43:41.072137 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (bfc3db3e-3edd-49b9-8214-a82174912269), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:41.074577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-615906e3-92ca-4742-b4f6-af26c88cf6de tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] device_id is not set on port 9c91d49f-2645-428a-91d2-8698166b25a9 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:43:41.268399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-388091ba-77e2-422f-838d-e2db3786045d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:41.284566 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network 1abae249-92a2-4db3-84bf-77e749303f3f is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:41.314026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:41.447610 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:41.693861 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0759a095-ffa9-4a2a-ae44-407f0168a7f6 None None] Provisioning complete for port 1ee3cc51-f5f7-4de8-b593-637a883de22e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:43:41.694594 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0759a095-ffa9-4a2a-ae44-407f0168a7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:41.728402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Router bfc3db3e-3edd-49b9-8214-a82174912269 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:43:41.783480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaa7b7-a47a-4217-af2c-55041fa3541b req-8aadf032-5b86-4ea8-9566-f7e67950295f tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:41.785300 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6cbaa7b7-a47a-4217-af2c-55041fa3541b req-8aadf032-5b86-4ea8-9566-f7e67950295f tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 946 time: 0.2594702 Feb 28 17:43:41.800422 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-388091ba-77e2-422f-838d-e2db3786045d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (39d12061-50ff-4e84-92f8-ea01380159ad), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:41.828419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0759a095-ffa9-4a2a-ae44-407f0168a7f6 None None] Port 1ee3cc51-f5f7-4de8-b593-637a883de22e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:43:41.835266 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615906e3-92ca-4742-b4f6-af26c88cf6de tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks [] for port (9c91d49f-2645-428a-91d2-8698166b25a9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:41.895399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-388091ba-77e2-422f-838d-e2db3786045d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (39d12061-50ff-4e84-92f8-ea01380159ad), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:42.018867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388091ba-77e2-422f-838d-e2db3786045d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d12061-50ff-4e84-92f8-ea01380159ad,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:42.042412 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-388091ba-77e2-422f-838d-e2db3786045d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:42.047057 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-388091ba-77e2-422f-838d-e2db3786045d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1894984 Feb 28 17:43:42.048894 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54710) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:42.050771 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6cbaa7b7-a47a-4217-af2c-55041fa3541b req-3b02a958-f906-44d5-87d2-b8e6a64432fb tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348256 Feb 28 17:43:42.065235 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:42.065692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-afec822e-1ff2-4be7-9cbe-8edd6578a37d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:42.067296 n-d-820368-19 neutron-server[104246]: WARNING neutron.api.v2.base [None req-afec822e-1ff2-4be7-9cbe-8edd6578a37d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 17:43:42.068951 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-afec822e-1ff2-4be7-9cbe-8edd6578a37d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 17:43:42.070194 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-afec822e-1ff2-4be7-9cbe-8edd6578a37d tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "PUT /v2.0/security-groups/39d12061-50ff-4e84-92f8-ea01380159ad HTTP/1.1" status: 409 len: 330 time: 0.0219386 Feb 28 17:43:42.077394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54712) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:42.080850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Sync routers for ids ['bfc3db3e-3edd-49b9-8214-a82174912269'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:42.101947 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6de8e63a-05ba-43ed-b233-7fa5d0426b49 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "PUT /v2.0/routers/bfc3db3e-3edd-49b9-8214-a82174912269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7183449 Feb 28 17:43:42.109721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Routers {'bfc3db3e-3edd-49b9-8214-a82174912269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:42.109721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfc3db3e-3edd-49b9-8214-a82174912269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:42.138397 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50a6d94-c6e9-4277-a605-59924a251006 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:43:42.144376 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (20c47b7b-066d-498b-89f5-c3f379f2ad7e), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:42.161985 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615906e3-92ca-4742-b4f6-af26c88cf6de tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (9c91d49f-2645-428a-91d2-8698166b25a9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:42.225766 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:42.242253 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Set router bfc3db3e-3edd-49b9-8214-a82174912269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:43:42.269806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615906e3-92ca-4742-b4f6-af26c88cf6de tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:42.279585 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-615906e3-92ca-4742-b4f6-af26c88cf6de tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:42.284237 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615906e3-92ca-4742-b4f6-af26c88cf6de tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:42.286720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615906e3-92ca-4742-b4f6-af26c88cf6de tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:42.288751 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-615906e3-92ca-4742-b4f6-af26c88cf6de tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:42.341725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615906e3-92ca-4742-b4f6-af26c88cf6de tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Pushing event updated for resources: {'Port': ['ID=9c91d49f-2645-428a-91d2-8698166b25a9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:42.406415 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-615906e3-92ca-4742-b4f6-af26c88cf6de tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6128573 Feb 28 17:43:42.409023 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54720) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:42.505031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbbe766-9c87-4674-8596-409ad269f7fa tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:42.507149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Allocated IP 172.25.3.10 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/38907a22-1799-4bd5-9e54-90de18c82235) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:42.514781 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-abbbe766-9c87-4674-8596-409ad269f7fa tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "GET /v2.0/ports/9c91d49f-2645-428a-91d2-8698166b25a9 HTTP/1.1" status: 200 len: 954 time: 0.1048994 Feb 28 17:43:42.515340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54724) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:42.536710 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:42.557522 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:43:39Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b78930c4-9341-4949-9f7c-82f2f4bd3c69', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'port_id': '25324a8d-d1ac-4a54-801e-711437531044', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'mac_address': 'fa:16:3e:f7:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c97d77-2d97-496f-9742-17a8b62f704e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:42:26Z', 'updated_at': '2022-02-28T17:42:33Z', 'revision_number': 1, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee3cc51-f5f7-4de8-b593-637a883de22e', 'name': '', 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:39:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '6b3db4a7-c159-4d12-803d-9607cb1179d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:43:38Z', 'updated_at': '2022-02-28T17:43:40Z', 'revision_number': 2, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': '6b3db4a7-c159-4d12-803d-9607cb1179d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:56Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:42.577233 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47da486c-45b6-4ef3-8f27-a6416f2020b4 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (39d12061-50ff-4e84-92f8-ea01380159ad), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:42.612767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Checking router: bfc3db3e-3edd-49b9-8214-a82174912269 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:43:42.616894 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Updating router bfc3db3e-3edd-49b9-8214-a82174912269 port 1ee3cc51-f5f7-4de8-b593-637a883de22e binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:43:42.631684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ccfae-3429-42d4-9b71-809e42dd82bc tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Deleting port 9c91d49f-2645-428a-91d2-8698166b25a9 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:42.636359 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bb3ccfae-3429-42d4-9b71-809e42dd82bc tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9c91d49f-2645-428a-91d2-8698166b25a9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:42.689344 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:42.719481 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47da486c-45b6-4ef3-8f27-a6416f2020b4 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (39d12061-50ff-4e84-92f8-ea01380159ad), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:42.768816 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bb3ccfae-3429-42d4-9b71-809e42dd82bc tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9c91d49f-2645-428a-91d2-8698166b25a9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:42.807989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ccfae-3429-42d4-9b71-809e42dd82bc tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Calling delete_port for 9c91d49f-2645-428a-91d2-8698166b25a9 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:42.820465 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for port (38907a22-1799-4bd5-9e54-90de18c82235), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:42.872846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50a6d94-c6e9-4277-a605-59924a251006 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:42.882703 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721c7de-e3b2-4bf3-8270-f01892dd81e6 None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:42.901898 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721c7de-e3b2-4bf3-8270-f01892dd81e6 None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:42.903964 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c721c7de-e3b2-4bf3-8270-f01892dd81e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:43.007647 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47da486c-45b6-4ef3-8f27-a6416f2020b4 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (39d12061-50ff-4e84-92f8-ea01380159ad), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:43.010198 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c721c7de-e3b2-4bf3-8270-f01892dd81e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:43.013010 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47da486c-45b6-4ef3-8f27-a6416f2020b4 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:43.014214 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-47da486c-45b6-4ef3-8f27-a6416f2020b4 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "DELETE /v2.0/security-groups/39d12061-50ff-4e84-92f8-ea01380159ad HTTP/1.1" status: 204 len: 168 time: 0.9326229 Feb 28 17:43:43.016942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54730) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:43.030159 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721c7de-e3b2-4bf3-8270-f01892dd81e6 None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:43.031008 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c721c7de-e3b2-4bf3-8270-f01892dd81e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:43.069247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da486c-45b6-4ef3-8f27-a6416f2020b4 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d12061-50ff-4e84-92f8-ea01380159ad,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:43.083082 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bb3ccfae-3429-42d4-9b71-809e42dd82bc tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (9c91d49f-2645-428a-91d2-8698166b25a9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:43.114241 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c721c7de-e3b2-4bf3-8270-f01892dd81e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:43.115072 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721c7de-e3b2-4bf3-8270-f01892dd81e6 None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:43.157821 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0f2474ea-6dfc-4bcd-a411-1a02794864a8 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1397018 Feb 28 17:43:43.164240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54734) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:43.165248 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (38907a22-1799-4bd5-9e54-90de18c82235), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:43.171269 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ccfae-3429-42d4-9b71-809e42dd82bc tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c91d49f-2645-428a-91d2-8698166b25a9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:43.182626 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bb3ccfae-3429-42d4-9b71-809e42dd82bc tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:43.189251 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bb3ccfae-3429-42d4-9b71-809e42dd82bc tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "DELETE /v2.0/ports/9c91d49f-2645-428a-91d2-8698166b25a9 HTTP/1.1" status: 204 len: 168 time: 0.6705439 Feb 28 17:43:43.198595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54736) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:43.261967 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76982d5-50f5-4f87-8038-6a3889260eb4 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] GET failed (client error): The resource could not be found. Feb 28 17:43:43.264144 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a76982d5-50f5-4f87-8038-6a3889260eb4 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "GET /v2.0/ports/9c91d49f-2645-428a-91d2-8698166b25a9 HTTP/1.1" status: 404 len: 333 time: 0.0645075 Feb 28 17:43:43.267897 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54738) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:43.273686 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b71d7c5d-91c8-4499-9350-2d8cf618a000 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Request body: {'port': {'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-16974041'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:43.284522 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Publish callbacks [] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:43.316756 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-ceb2ebb0-c014-4449-9fd1-045e069404ab tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] delete failed (client error): The resource could not be found. Feb 28 17:43:43.317799 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ceb2ebb0-c014-4449-9fd1-045e069404ab tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "DELETE /v2.0/security-groups/0e781107-b3c8-4fcc-b7f7-68bc9e54ca45 HTTP/1.1" status: 404 len: 347 time: 0.1493008 Feb 28 17:43:43.322296 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54740) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:43.328373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:43.337019 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-4a6b0639-f68d-494a-87e1-09c41cae0e0e tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] show failed (client error): The resource could not be found. Feb 28 17:43:43.343668 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4a6b0639-f68d-494a-87e1-09c41cae0e0e tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "GET /v2.0/security-groups/de767aa6-4bd7-4cab-88df-4125b0215a42 HTTP/1.1" status: 404 len: 347 time: 0.0187421 Feb 28 17:43:43.344447 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54742) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:43.344570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:43.354141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:43.359894 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-aa3abe3c-7c21-4505-8601-de582f5bf246 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] show failed (client error): The resource could not be found. Feb 28 17:43:43.366244 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aa3abe3c-7c21-4505-8601-de582f5bf246 tempest-NegativeSecGroupIPv6Test-1318462718 tempest-NegativeSecGroupIPv6Test-1318462718-project] 10.222.0.72 "GET /v2.0/security-group-rules/7ed19426-da8f-4ee1-a438-723fd73c0a2e HTTP/1.1" status: 404 len: 356 time: 0.0205524 Feb 28 17:43:43.379057 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:43.388186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event updated for resources: {'Port': ['ID=38907a22-1799-4bd5-9e54-90de18c82235,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:43.413012 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71d7c5d-91c8-4499-9350-2d8cf618a000 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Made reservation on behalf of 9953ac5e26d64212ad3b06af11a6c3ec for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:43.415926 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b71d7c5d-91c8-4499-9350-2d8cf618a000 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:43.454782 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-b71d7c5d-91c8-4499-9350-2d8cf618a000 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] device_id is not set on port 01421649-07b4-4aae-bb8a-1531dc5f6c27 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:43:43.460188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb2dc3-63ee-4457-b8b6-5c6f7d141ef0 req-9eea8761-b68d-4fcd-85f2-295d78388710 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:43.461624 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25bb2dc3-63ee-4457-b8b6-5c6f7d141ef0 req-9eea8761-b68d-4fcd-85f2-295d78388710 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 946 time: 0.2806540 Feb 28 17:43:43.509611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddd927-50eb-4f7e-8a2d-94d38bfc3853 None None] Pushing event updated for resources: {'Port': ['ID=1ee3cc51-f5f7-4de8-b593-637a883de22e,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:43.646298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Attempting to bind port 1ee3cc51-f5f7-4de8-b593-637a883de22e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:43.647863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Attempting to bind port 1ee3cc51-f5f7-4de8-b593-637a883de22e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '1a9a34c3-777b-4a7b-a880-68ecf29dae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:43.649091 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Attempting to bind port 1ee3cc51-f5f7-4de8-b593-637a883de22e on network 1abae249-92a2-4db3-84bf-77e749303f3f {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:43.671184 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:43:43.675116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Checking segment: {'id': '1a9a34c3-777b-4a7b-a880-68ecf29dae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:43:43.676198 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:43.678874 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Bound using segment: {'id': '1a9a34c3-777b-4a7b-a880-68ecf29dae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:43:43.680179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Bound port: 1ee3cc51-f5f7-4de8-b593-637a883de22e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9a34c3-777b-4a7b-a880-68ecf29dae22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:43:43.681511 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:43.765515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25bb2dc3-63ee-4457-b8b6-5c6f7d141ef0 req-75204477-151e-46a9-8eb8-c448fb8fa3ae tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966571 Feb 28 17:43:43.850345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50a6d94-c6e9-4277-a605-59924a251006 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:43:43.876211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] For port 1ee3cc51-f5f7-4de8-b593-637a883de22e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:43:43.928284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] For port 1ee3cc51-f5f7-4de8-b593-637a883de22e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1ee3cc51-f5f7-4de8-b593-637a883de22e,segment=NetworkSegment(1a9a34c3-777b-4a7b-a880-68ecf29dae22),segment_id=1a9a34c3-777b-4a7b-a880-68ecf29dae22)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:43:43.930479 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b71d7c5d-91c8-4499-9350-2d8cf618a000 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks [] for port (01421649-07b4-4aae-bb8a-1531dc5f6c27), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:44.005731 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:44.013508 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:44.024922 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8429d557-4322-4b5c-8bf3-1b36de425929 None None] Provisioning complete for port 1ee3cc51-f5f7-4de8-b593-637a883de22e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:43:44.025299 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8429d557-4322-4b5c-8bf3-1b36de425929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:44.070722 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b71d7c5d-91c8-4499-9350-2d8cf618a000 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (01421649-07b4-4aae-bb8a-1531dc5f6c27), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:44.108684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54758) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:44.111509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71d7c5d-91c8-4499-9350-2d8cf618a000 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:44.114153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-b71d7c5d-91c8-4499-9350-2d8cf618a000 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:44.118385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d7c5d-91c8-4499-9350-2d8cf618a000 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:44.119772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71d7c5d-91c8-4499-9350-2d8cf618a000 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:44.120490 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b71d7c5d-91c8-4499-9350-2d8cf618a000 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:44.233526 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d7c5d-91c8-4499-9350-2d8cf618a000 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Pushing event updated for resources: {'Port': ['ID=01421649-07b4-4aae-bb8a-1531dc5f6c27,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:44.239943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddd927-50eb-4f7e-8a2d-94d38bfc3853 None None] Pushing event updated for resources: {'Port': ['ID=1ee3cc51-f5f7-4de8-b593-637a883de22e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:44.274238 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b71d7c5d-91c8-4499-9350-2d8cf618a000 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.0043144 Feb 28 17:43:44.275183 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54762) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:44.293890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:44.331045 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Routers {'bfc3db3e-3edd-49b9-8214-a82174912269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:44.332684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfc3db3e-3edd-49b9-8214-a82174912269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:44.368607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50a6d94-c6e9-4277-a605-59924a251006 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:44.374255 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c50a6d94-c6e9-4277-a605-59924a251006 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:44.437588 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (01421649-07b4-4aae-bb8a-1531dc5f6c27), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:44.455986 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ebe8a5-41f6-42a0-8c90-7b9753abc58e None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:44.534007 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ebe8a5-41f6-42a0-8c90-7b9753abc58e None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:44.535100 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-40ebe8a5-41f6-42a0-8c90-7b9753abc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:44.539123 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (20c47b7b-066d-498b-89f5-c3f379f2ad7e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:44.629345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-40ebe8a5-41f6-42a0-8c90-7b9753abc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:44.671825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] device_id is not set on port 01421649-07b4-4aae-bb8a-1531dc5f6c27 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:43:44.683364 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks [] for port (01421649-07b4-4aae-bb8a-1531dc5f6c27), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:44.766595 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (01421649-07b4-4aae-bb8a-1531dc5f6c27), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:44.890022 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ebe8a5-41f6-42a0-8c90-7b9753abc58e None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:44.895452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-40ebe8a5-41f6-42a0-8c90-7b9753abc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:44.921291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Pushing event updated for resources: {'Port': ['ID=01421649-07b4-4aae-bb8a-1531dc5f6c27,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:44.928143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:44.928482 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:44.928798 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:44.930564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] Set router bfc3db3e-3edd-49b9-8214-a82174912269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:43:44.934842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:44.935368 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:44.935549 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 2 to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 Feb 28 17:43:44.963302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:44.963640 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:44.963984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:44.969661 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:44.970032 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:44.971749 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 3 to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 Feb 28 17:43:44.993321 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:44.993659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:44.994050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:44.999922 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:45.000254 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:45.001651 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 4 to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 Feb 28 17:43:45.015978 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:45.016312 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:45.016652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:45.022061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:45.022399 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:45.022791 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 5 to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 Feb 28 17:43:45.044200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:45.044536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:45.049455 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:45.050791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:45.051257 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:45.051647 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 6 to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 Feb 28 17:43:45.057237 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8429d557-4322-4b5c-8bf3-1b36de425929 None None] Current status of the port 1ee3cc51-f5f7-4de8-b593-637a883de22e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:43:45.057769 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8429d557-4322-4b5c-8bf3-1b36de425929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:45.068341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:45.068669 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:45.069056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:45.075174 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:45.075507 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:45.076080 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 7 to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 Feb 28 17:43:45.091133 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:45.091473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:45.091815 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:45.097355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:45.097792 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:45.098244 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 8 to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 Feb 28 17:43:45.117096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:45.117667 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:45.118048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:45.125475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:45.125757 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:45.126191 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 9 to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 Feb 28 17:43:45.143473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-40ebe8a5-41f6-42a0-8c90-7b9753abc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:45.144171 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ebe8a5-41f6-42a0-8c90-7b9753abc58e None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:45.154262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:45.154585 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:45.154970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:45.160294 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:45.160674 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:45.161113 n-d-820368-19 neutron-server[104247]: INFO neutron.plugins.ml2.plugin [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempt 10 to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 Feb 28 17:43:45.176802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:43:45.177144 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:43:45.177536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempting to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:43:45.184451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:43:45.184803 n-d-820368-19 neutron-server[104247]: ERROR neutron.plugins.ml2.managers [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Failed to bind port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on host n-h2-820368-19 for vnic_type normal using segments [{'id': '2fae0136-235e-4264-82b0-80bfcbde4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f5b4f1ba-e666-4f1f-8b28-4286267eb0cc'}] Feb 28 17:43:45.185180 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (01421649-07b4-4aae-bb8a-1531dc5f6c27), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:45.220856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8429d557-4322-4b5c-8bf3-1b36de425929 None None] For port 1ee3cc51-f5f7-4de8-b593-637a883de22e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1ee3cc51-f5f7-4de8-b593-637a883de22e,segment=NetworkSegment(1a9a34c3-777b-4a7b-a880-68ecf29dae22),segment_id=1a9a34c3-777b-4a7b-a880-68ecf29dae22)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:45.239215 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c50a6d94-c6e9-4277-a605-59924a251006 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "PUT /v2.0/floatingips/8338e6d0-2106-4875-9c17-5279738ce909 HTTP/1.1" status: 200 len: 976 time: 6.4627743 Feb 28 17:43:45.244185 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6761829d-db46-4116-a823-295b4167d0cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b0fe8bd23701449eb88cbb77a1dfe3db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0896161 Feb 28 17:43:45.244185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54776) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:45.244453 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54778) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:45.262459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a753c569-ec3d-49c3-8706-36177f9875bc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:45.297292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] For port 01421649-07b4-4aae-bb8a-1531dc5f6c27, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:43:45.297660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attempted to set empty binding levels {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 17:43:45.314393 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8429d557-4322-4b5c-8bf3-1b36de425929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:45.320753 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089f03b-f499-40db-b73c-6d4c4648022e req-694d68ef-d092-4afe-a1fa-f31a69679aff tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:45.322385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3089f03b-f499-40db-b73c-6d4c4648022e req-694d68ef-d092-4afe-a1fa-f31a69679aff tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 946 time: 0.8865798 Feb 28 17:43:45.370874 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429d557-4322-4b5c-8bf3-1b36de425929 None None] Pushing event updated for resources: {'Port': ['ID=1ee3cc51-f5f7-4de8-b593-637a883de22e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:45.395523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:43:39Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b78930c4-9341-4949-9f7c-82f2f4bd3c69', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'port_id': '25324a8d-d1ac-4a54-801e-711437531044', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'mac_address': 'fa:16:3e:f7:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c97d77-2d97-496f-9742-17a8b62f704e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:42:26Z', 'updated_at': '2022-02-28T17:42:33Z', 'revision_number': 1, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee3cc51-f5f7-4de8-b593-637a883de22e', 'name': '', 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:39:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '6b3db4a7-c159-4d12-803d-9607cb1179d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:43:38Z', 'updated_at': '2022-02-28T17:43:43Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': '6b3db4a7-c159-4d12-803d-9607cb1179d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:56Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:45.405460 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a753c569-ec3d-49c3-8706-36177f9875bc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (8338e6d0-2106-4875-9c17-5279738ce909), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:45.407555 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (01421649-07b4-4aae-bb8a-1531dc5f6c27), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:45.472446 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] In _notify_port_updated(), no bound segment for port 01421649-07b4-4aae-bb8a-1531dc5f6c27 on network f5b4f1ba-e666-4f1f-8b28-4286267eb0cc {{(pid=104247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:43:45.473626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:45.474336 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:45.476677 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "PUT /v2.0/ports/01421649-07b4-4aae-bb8a-1531dc5f6c27 HTTP/1.1" status: 200 len: 974 time: 1.1936176 Feb 28 17:43:45.483884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54780) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:45.488221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb8dfe-9cbb-4e4a-9959-b3860e10ba12 None None] The sync data for ids ['bfc3db3e-3edd-49b9-8214-a82174912269'] in n-d-820368-19 is: [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:43:39Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b78930c4-9341-4949-9f7c-82f2f4bd3c69', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'port_id': '25324a8d-d1ac-4a54-801e-711437531044', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'mac_address': 'fa:16:3e:f7:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c97d77-2d97-496f-9742-17a8b62f704e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:42:26Z', 'updated_at': '2022-02-28T17:42:33Z', 'revision_number': 1, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ee3cc51-f5f7-4de8-b593-637a883de22e', 'name': '', 'network_id': '1abae249-92a2-4db3-84bf-77e749303f3f', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:39:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '6b3db4a7-c159-4d12-803d-9607cb1179d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:43:38Z', 'updated_at': '2022-02-28T17:43:43Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': '6b3db4a7-c159-4d12-803d-9607cb1179d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:56Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:45.509441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d1c3deee-e469-4ab7-accd-0f486cc581f1 None None] Provisioning complete for port 1ee3cc51-f5f7-4de8-b593-637a883de22e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:43:45.509902 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d1c3deee-e469-4ab7-accd-0f486cc581f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:45.525236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1fcab-ca98-49f3-baa1-fcdeabd201a8 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Pushing event updated for resources: {'Port': ['ID=01421649-07b4-4aae-bb8a-1531dc5f6c27,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:45.619051 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-914cb1ac-3cc3-4f0d-b42e-96fc186cc169 admin admin] Publish callbacks [] for security_group (59843a92-a98b-4dec-a932-9506c52370fd), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:45.665481 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3089f03b-f499-40db-b73c-6d4c4648022e req-f269360f-0f4b-4ef5-9ae3-f3f448378797 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/security-groups?id=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285420 Feb 28 17:43:45.695860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e11ee-1f86-4e71-8ebc-7aa8a4698d55 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Deleting port 01421649-07b4-4aae-bb8a-1531dc5f6c27 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:45.696222 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c4e11ee-1f86-4e71-8ebc-7aa8a4698d55 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (01421649-07b4-4aae-bb8a-1531dc5f6c27), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:45.702780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d1c3deee-e469-4ab7-accd-0f486cc581f1 None None] Current status of the port 1ee3cc51-f5f7-4de8-b593-637a883de22e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:43:45.747269 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-914cb1ac-3cc3-4f0d-b42e-96fc186cc169 admin admin] Publish callbacks [] for security_group (59843a92-a98b-4dec-a932-9506c52370fd), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:45.807717 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-5c4e11ee-1f86-4e71-8ebc-7aa8a4698d55 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] For port 01421649-07b4-4aae-bb8a-1531dc5f6c27, host n-h2-820368-19, got binding levels [] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:45.808079 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c4e11ee-1f86-4e71-8ebc-7aa8a4698d55 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (01421649-07b4-4aae-bb8a-1531dc5f6c27), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:45.826038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e11ee-1f86-4e71-8ebc-7aa8a4698d55 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Calling delete_port for 01421649-07b4-4aae-bb8a-1531dc5f6c27 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:45.834246 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d27d2e-3db2-406b-bd8c-2527a261f87f req-c0c35ffd-8c25-4aab-b9c9-aa1a62b98268 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:45.839048 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66d27d2e-3db2-406b-bd8c-2527a261f87f req-c0c35ffd-8c25-4aab-b9c9-aa1a62b98268 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.69 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 946 time: 0.1340973 Feb 28 17:43:45.873321 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a753c569-ec3d-49c3-8706-36177f9875bc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:45.892164 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (20c47b7b-066d-498b-89f5-c3f379f2ad7e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:45.896980 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (20c47b7b-066d-498b-89f5-c3f379f2ad7e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:46.002719 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-66d27d2e-3db2-406b-bd8c-2527a261f87f req-4336d489-9235-4eaf-985d-4666c3fc71b3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Deleting port c0c2d35e-a250-4106-a3c1-dc3327756aad {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:46.003283 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-66d27d2e-3db2-406b-bd8c-2527a261f87f req-4336d489-9235-4eaf-985d-4666c3fc71b3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:46.030230 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-914cb1ac-3cc3-4f0d-b42e-96fc186cc169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (59843a92-a98b-4dec-a932-9506c52370fd), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:46.034668 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-914cb1ac-3cc3-4f0d-b42e-96fc186cc169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:46.034830 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-914cb1ac-3cc3-4f0d-b42e-96fc186cc169 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/59843a92-a98b-4dec-a932-9506c52370fd HTTP/1.1" status: 204 len: 168 time: 0.7802324 Feb 28 17:43:46.035575 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a753c569-ec3d-49c3-8706-36177f9875bc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (8338e6d0-2106-4875-9c17-5279738ce909), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:46.035912 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-a753c569-ec3d-49c3-8706-36177f9875bc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Floating IP 8338e6d0-2106-4875-9c17-5279738ce909 disassociated. External IP: 172.25.3.25, port: 9f681d94-0b29-4940-9e27-a99f43ad239c. Feb 28 17:43:46.071632 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c4e11ee-1f86-4e71-8ebc-7aa8a4698d55 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (01421649-07b4-4aae-bb8a-1531dc5f6c27), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:46.109358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cb1ac-3cc3-4f0d-b42e-96fc186cc169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59843a92-a98b-4dec-a932-9506c52370fd,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:46.169197 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e11ee-1f86-4e71-8ebc-7aa8a4698d55 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Pushing event deleted for resources: {'Port': ['ID=01421649-07b4-4aae-bb8a-1531dc5f6c27,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:46.179588 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-66d27d2e-3db2-406b-bd8c-2527a261f87f req-4336d489-9235-4eaf-985d-4666c3fc71b3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] For port c0c2d35e-a250-4106-a3c1-dc3327756aad, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c0c2d35e-a250-4106-a3c1-dc3327756aad,segment=NetworkSegment(d1a83479-fac2-4bda-b97a-d354db30e4d5),segment_id=d1a83479-fac2-4bda-b97a-d354db30e4d5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:43:46.180008 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-66d27d2e-3db2-406b-bd8c-2527a261f87f req-4336d489-9235-4eaf-985d-4666c3fc71b3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:46.183152 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c4e11ee-1f86-4e71-8ebc-7aa8a4698d55 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:46.186946 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5c4e11ee-1f86-4e71-8ebc-7aa8a4698d55 tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "DELETE /v2.0/ports/01421649-07b4-4aae-bb8a-1531dc5f6c27 HTTP/1.1" status: 204 len: 168 time: 0.7019784 Feb 28 17:43:46.192728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54788) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:46.228237 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-66d27d2e-3db2-406b-bd8c-2527a261f87f req-4336d489-9235-4eaf-985d-4666c3fc71b3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Calling delete_port for c0c2d35e-a250-4106-a3c1-dc3327756aad owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:46.347741 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Router 20c47b7b-066d-498b-89f5-c3f379f2ad7e is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:43:46.352698 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-e869cabb-728a-4c99-a1e9-a91bf24395fb tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] GET failed (client error): The resource could not be found. Feb 28 17:43:46.358560 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e869cabb-728a-4c99-a1e9-a91bf24395fb tempest-PortsAdminExtendedAttrsTestJSON-103429738 tempest-PortsAdminExtendedAttrsTestJSON-103429738-project-admin] 10.222.0.72 "GET /v2.0/ports/01421649-07b4-4aae-bb8a-1531dc5f6c27 HTTP/1.1" status: 404 len: 333 time: 0.1610205 Feb 28 17:43:46.359603 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54796) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:46.523819 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a753c569-ec3d-49c3-8706-36177f9875bc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:43:46.545633 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-66d27d2e-3db2-406b-bd8c-2527a261f87f req-4336d489-9235-4eaf-985d-4666c3fc71b3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c0c2d35e-a250-4106-a3c1-dc3327756aad), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:46.557433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c0c2d35e-a250-4106-a3c1-dc3327756aad'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:43:46.614708 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336d489-9235-4eaf-985d-4666c3fc71b3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Pushing event deleted for resources: {'Port': ['ID=c0c2d35e-a250-4106-a3c1-dc3327756aad,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:46.728659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d27d2e-3db2-406b-bd8c-2527a261f87f req-4336d489-9235-4eaf-985d-4666c3fc71b3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] No DVR routers for this DVR port c0c2d35e-a250-4106-a3c1-dc3327756aad on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:43:46.739385 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-66d27d2e-3db2-406b-bd8c-2527a261f87f req-4336d489-9235-4eaf-985d-4666c3fc71b3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:46.747125 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66d27d2e-3db2-406b-bd8c-2527a261f87f req-4336d489-9235-4eaf-985d-4666c3fc71b3 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.69 "DELETE /v2.0/ports/c0c2d35e-a250-4106-a3c1-dc3327756aad HTTP/1.1" status: 204 len: 173 time: 0.9013009 Feb 28 17:43:46.747495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e253abb4-e970-4214-b367-3334fa6b93b0', 'name': 'network-vif-deleted', 'tag': 'c0c2d35e-a250-4106-a3c1-dc3327756aad'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:43:46.751823 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341ff70d-9679-4e8c-a940-f04fdfde564e" -d '{"events": [{"server_uuid": "e253abb4-e970-4214-b367-3334fa6b93b0", "name": "network-vif-deleted", "tag": "c0c2d35e-a250-4106-a3c1-dc3327756aad"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:43:46.759112 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-394219fe-afe1-48ce-aabd-536f991c7b78 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (f5b4f1ba-e666-4f1f-8b28-4286267eb0cc), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:46.867533 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255214cc-4b71-41d8-9db9-7a14b1eb5eb0 x-openstack-request-id: req-255214cc-4b71-41d8-9db9-7a14b1eb5eb0 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:43:46.867992 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e253abb4-e970-4214-b367-3334fa6b93b0", "name": "network-vif-deleted", "tag": "c0c2d35e-a250-4106-a3c1-dc3327756aad", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:43:46.868368 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-255214cc-4b71-41d8-9db9-7a14b1eb5eb0 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:43:46.869053 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e253abb4-e970-4214-b367-3334fa6b93b0', 'name': 'network-vif-deleted', 'tag': 'c0c2d35e-a250-4106-a3c1-dc3327756aad', 'status': 'completed', 'code': 200} Feb 28 17:43:46.872106 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ef9ec4bf-7bb6-460c-b536-b1f7a4de6c53 req-0a3e2abc-d388-4e13-80d3-3d5d98af5bc5 tempest-DeleteServersTestJSON-283622449 tempest-DeleteServersTestJSON-283622449-project] 10.222.0.72 "GET /v2.0/ports?device_id=e253abb4-e970-4214-b367-3334fa6b93b0 HTTP/1.1" status: 200 len: 210 time: 0.0594082 Feb 28 17:43:46.880732 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:46.906512 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be0471a-28f6-478e-822a-0e760ce2842b None None] Sync routers for ids ['20c47b7b-066d-498b-89f5-c3f379f2ad7e'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:46.909751 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:46.913675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54820) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:46.913861 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cd5be27b-bdc7-463c-875e-9c1c666571ac tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "PUT /v2.0/routers/20c47b7b-066d-498b-89f5-c3f379f2ad7e HTTP/1.1" status: 200 len: 914 time: 6.5433795 Feb 28 17:43:46.921703 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0471a-28f6-478e-822a-0e760ce2842b None None] Routers {'20c47b7b-066d-498b-89f5-c3f379f2ad7e'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:46.934800 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-1be0471a-28f6-478e-822a-0e760ce2842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['20c47b7b-066d-498b-89f5-c3f379f2ad7e'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:46.996899 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-1be0471a-28f6-478e-822a-0e760ce2842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:47.048566 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0471a-28f6-478e-822a-0e760ce2842b None None] Routers {'20c47b7b-066d-498b-89f5-c3f379f2ad7e'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:47.053440 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-1be0471a-28f6-478e-822a-0e760ce2842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['20c47b7b-066d-498b-89f5-c3f379f2ad7e'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:47.093000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a753c569-ec3d-49c3-8706-36177f9875bc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:47.109730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a753c569-ec3d-49c3-8706-36177f9875bc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:47.112431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d031fe-d0b4-4a71-b565-99c0d4d4e583 None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:47.132792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1ee3cc51-f5f7-4de8-b593-637a883de22e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:43:47.167985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d031fe-d0b4-4a71-b565-99c0d4d4e583 None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:47.169977 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-1be0471a-28f6-478e-822a-0e760ce2842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:47.170465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-38d031fe-d0b4-4a71-b565-99c0d4d4e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:47.171161 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be0471a-28f6-478e-822a-0e760ce2842b None None] The sync data for ids ['20c47b7b-066d-498b-89f5-c3f379f2ad7e'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:47.194801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a753c569-ec3d-49c3-8706-36177f9875bc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "PUT /v2.0/floatingips/8338e6d0-2106-4875-9c17-5279738ce909 HTTP/1.1" status: 200 len: 687 time: 1.9412947 Feb 28 17:43:47.201171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54830) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:47.237781 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-394219fe-afe1-48ce-aabd-536f991c7b78 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (f5b4f1ba-e666-4f1f-8b28-4286267eb0cc), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:47.285888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-394219fe-afe1-48ce-aabd-536f991c7b78 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b4f1ba-e666-4f1f-8b28-4286267eb0cc']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:47.308012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-394219fe-afe1-48ce-aabd-536f991c7b78 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fae0136-235e-4264-82b0-80bfcbde4413') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:47.308580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-394219fe-afe1-48ce-aabd-536f991c7b78 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fae0136-235e-4264-82b0-80bfcbde4413') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:47.328281 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-38d031fe-d0b4-4a71-b565-99c0d4d4e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:47.331469 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-394219fe-afe1-48ce-aabd-536f991c7b78 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (2fae0136-235e-4264-82b0-80bfcbde4413), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:47.368849 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-394219fe-afe1-48ce-aabd-536f991c7b78 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2fae0136-235e-4264-82b0-80bfcbde4413), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:47.376961 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8a6e811a-93af-4f25-91a6-f95504ae8247 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/routers/20c47b7b-066d-498b-89f5-c3f379f2ad7e HTTP/1.1" status: 200 len: 920 time: 0.4615302 Feb 28 17:43:47.382059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54840) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:47.386549 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394219fe-afe1-48ce-aabd-536f991c7b78 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:43:47.387531 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-394219fe-afe1-48ce-aabd-536f991c7b78 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (2fae0136-235e-4264-82b0-80bfcbde4413), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:43:47.395020 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:43:47.407517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d031fe-d0b4-4a71-b565-99c0d4d4e583 None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:47.409883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-38d031fe-d0b4-4a71-b565-99c0d4d4e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:47.419738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54842) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:47.515293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-38d031fe-d0b4-4a71-b565-99c0d4d4e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:47.515952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d031fe-d0b4-4a71-b565-99c0d4d4e583 None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:47.547672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1ee3cc51-f5f7-4de8-b593-637a883de22e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:43:47.548046 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:47.591299 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-394219fe-afe1-48ce-aabd-536f991c7b78 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (f5b4f1ba-e666-4f1f-8b28-4286267eb0cc), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:47.645568 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-394219fe-afe1-48ce-aabd-536f991c7b78 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:47.649112 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-394219fe-afe1-48ce-aabd-536f991c7b78 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] 10.222.0.72 "DELETE /v2.0/networks/f5b4f1ba-e666-4f1f-8b28-4286267eb0cc HTTP/1.1" status: 204 len: 168 time: 1.2815340 Feb 28 17:43:47.650099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394219fe-afe1-48ce-aabd-536f991c7b78 tempest-PortsAdminExtendedAttrsTestJSON-2046487414 tempest-PortsAdminExtendedAttrsTestJSON-2046487414-project] Pushing event deleted for resources: {'Network': ['ID=f5b4f1ba-e666-4f1f-8b28-4286267eb0cc,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:47.727742 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b571cc3f-7abb-418e-8f2d-41fdd4a2729f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:47.814901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1ee3cc51-f5f7-4de8-b593-637a883de22e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:43:47.884307 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b571cc3f-7abb-418e-8f2d-41fdd4a2729f admin admin] Publish callbacks [] for security_group (860383b1-8341-44b9-b8f8-48cce92fdd57), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:48.012981 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b571cc3f-7abb-418e-8f2d-41fdd4a2729f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (860383b1-8341-44b9-b8f8-48cce92fdd57), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:48.070215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571cc3f-7abb-418e-8f2d-41fdd4a2729f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860383b1-8341-44b9-b8f8-48cce92fdd57,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:48.079682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b571cc3f-7abb-418e-8f2d-41fdd4a2729f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5244077b50ae4c7cb17564bbda343b22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6586967 Feb 28 17:43:48.079682 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54866) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:48.140406 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-20a77504-ce1f-4f0b-a8d7-a7b8c1ebcbf5 admin admin] Publish callbacks [] for security_group (860383b1-8341-44b9-b8f8-48cce92fdd57), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:48.204689 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-20a77504-ce1f-4f0b-a8d7-a7b8c1ebcbf5 admin admin] Publish callbacks [] for security_group (860383b1-8341-44b9-b8f8-48cce92fdd57), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:48.212571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42453d-fd3f-4e02-a26d-5120e05e1472 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:48.214493 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8f42453d-fd3f-4e02-a26d-5120e05e1472 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&device_id=20c47b7b-066d-498b-89f5-c3f379f2ad7e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1785736 Feb 28 17:43:48.217219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54876) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:48.352166 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090307b0-67e6-4b1f-b0ca-67de83f3d732 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:48.357629 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-090307b0-67e6-4b1f-b0ca-67de83f3d732 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 881 time: 0.1389930 Feb 28 17:43:48.358008 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-20a77504-ce1f-4f0b-a8d7-a7b8c1ebcbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (860383b1-8341-44b9-b8f8-48cce92fdd57), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:48.360117 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-58ab1095-3da0-4a82-b7e0-1a0fcc42521f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port f6b0f0cf-6145-48c7-94eb-7a77fea03aa6 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:48.360707 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58ab1095-3da0-4a82-b7e0-1a0fcc42521f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f6b0f0cf-6145-48c7-94eb-7a77fea03aa6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:48.360866 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-20a77504-ce1f-4f0b-a8d7-a7b8c1ebcbf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:48.361956 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-20a77504-ce1f-4f0b-a8d7-a7b8c1ebcbf5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/860383b1-8341-44b9-b8f8-48cce92fdd57 HTTP/1.1" status: 204 len: 168 time: 0.2809939 Feb 28 17:43:48.362627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54884) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:48.440787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d2148a6c-9c7e-44fb-a2c6-4fc6fc36e2eb tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "GET /v2.0/ports?device_id=20c47b7b-066d-498b-89f5-c3f379f2ad7e HTTP/1.1" status: 200 len: 205 time: 0.0752861 Feb 28 17:43:48.442390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a77504-ce1f-4f0b-a8d7-a7b8c1ebcbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860383b1-8341-44b9-b8f8-48cce92fdd57,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:48.444146 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54890) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:48.557052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54898) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:48.582851 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58ab1095-3da0-4a82-b7e0-1a0fcc42521f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f6b0f0cf-6145-48c7-94eb-7a77fea03aa6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:48.586419 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58ab1095-3da0-4a82-b7e0-1a0fcc42521f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (f6b0f0cf-6145-48c7-94eb-7a77fea03aa6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:48.600032 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-58ab1095-3da0-4a82-b7e0-1a0fcc42521f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for f6b0f0cf-6145-48c7-94eb-7a77fea03aa6 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:48.694329 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (20c47b7b-066d-498b-89f5-c3f379f2ad7e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:48.869656 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58ab1095-3da0-4a82-b7e0-1a0fcc42521f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f6b0f0cf-6145-48c7-94eb-7a77fea03aa6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:48.909527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-94080ebf-c97a-435f-8504-ee9c4c780c01 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=819e14ab5bb34a61b9335f318e4a4530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3508086 Feb 28 17:43:48.912203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54906) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:48.951888 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab1095-3da0-4a82-b7e0-1a0fcc42521f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=f6b0f0cf-6145-48c7-94eb-7a77fea03aa6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:49.047303 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (20c47b7b-066d-498b-89f5-c3f379f2ad7e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:49.079906 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68a5137f-8a54-4ecb-bd85-12585a906af2 admin admin] Publish callbacks [] for security_group (5c108562-c0c9-45a6-baef-38c906207e49), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:49.119646 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68a5137f-8a54-4ecb-bd85-12585a906af2 admin admin] Publish callbacks [] for security_group (5c108562-c0c9-45a6-baef-38c906207e49), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:49.129946 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58ab1095-3da0-4a82-b7e0-1a0fcc42521f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (8338e6d0-2106-4875-9c17-5279738ce909), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:49.137854 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58ab1095-3da0-4a82-b7e0-1a0fcc42521f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:49.139151 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-58ab1095-3da0-4a82-b7e0-1a0fcc42521f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/floatingips/8338e6d0-2106-4875-9c17-5279738ce909 HTTP/1.1" status: 204 len: 168 time: 1.9356248 Feb 28 17:43:49.141989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54916) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:49.211132 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-3476cf73-3866-40bd-aa80-108a4adaac85 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] delete failed (client error): The resource could not be found. Feb 28 17:43:49.212183 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3476cf73-3866-40bd-aa80-108a4adaac85 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/floatingips/8338e6d0-2106-4875-9c17-5279738ce909 HTTP/1.1" status: 404 len: 345 time: 0.0691843 Feb 28 17:43:49.222576 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54918) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:49.295316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Deleting port 38907a22-1799-4bd5-9e54-90de18c82235 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:49.304433 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (38907a22-1799-4bd5-9e54-90de18c82235), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:49.344992 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68a5137f-8a54-4ecb-bd85-12585a906af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5c108562-c0c9-45a6-baef-38c906207e49), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:49.352529 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-68a5137f-8a54-4ecb-bd85-12585a906af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:49.360692 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-68a5137f-8a54-4ecb-bd85-12585a906af2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c108562-c0c9-45a6-baef-38c906207e49 HTTP/1.1" status: 204 len: 168 time: 0.4469037 Feb 28 17:43:49.401311 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29041fb9-2407-4493-b243-ac7ee6ec34a8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:49.406920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29041fb9-2407-4493-b243-ac7ee6ec34a8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:49.424661 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29041fb9-2407-4493-b243-ac7ee6ec34a8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:49.426817 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-29041fb9-2407-4493-b243-ac7ee6ec34a8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "GET /v2.0/ports?network_id=6dbffa01-74ee-490a-a2f3-65d585db7fdf HTTP/1.1" status: 200 len: 2356 time: 0.2028503 Feb 28 17:43:49.434867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54928) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:49.453296 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5137f-8a54-4ecb-bd85-12585a906af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c108562-c0c9-45a6-baef-38c906207e49,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:49.467167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54930) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:49.510064 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28c5ea7d-7217-4892-8cf4-4d2b93d64c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:49.536067 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e03a36f-9f7d-42ba-8c51-8b46a78bf6a5 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:49.542138 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7e03a36f-9f7d-42ba-8c51-8b46a78bf6a5 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "GET /v2.0/subnets/907f9181-deb4-4711-90bb-0321eb107ec4 HTTP/1.1" status: 200 len: 797 time: 0.1016214 Feb 28 17:43:49.542306 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54932) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:49.554778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'port': {'network_id': '6dbffa01-74ee-490a-a2f3-65d585db7fdf', 'name': 'tempest-FloatingIPTestJSON-1230010687', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:49.624456 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (38907a22-1799-4bd5-9e54-90de18c82235), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:49.673898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c0c2d35e-a250-4106-a3c1-dc3327756aad no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:43:49.678879 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Calling delete_port for 38907a22-1799-4bd5-9e54-90de18c82235 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:49.739428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: c0c2d35e-a250-4106-a3c1-dc3327756aad {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:43:49.742711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c0c2d35e-a250-4106-a3c1-dc3327756aad not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:43:49.939054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Made reservation on behalf of 396017ff16df4a0396968e4206903aad for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:50.029066 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28c5ea7d-7217-4892-8cf4-4d2b93d64c15 admin admin] Publish callbacks [] for security_group (80e8e9e5-b166-4e14-989f-0c835cf5e02e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:50.117466 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28c5ea7d-7217-4892-8cf4-4d2b93d64c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (80e8e9e5-b166-4e14-989f-0c835cf5e02e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:50.161485 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:50.161762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5ea7d-7217-4892-8cf4-4d2b93d64c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e8e9e5-b166-4e14-989f-0c835cf5e02e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:50.199130 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] device_id is not set on port 24503c09-a2fa-41a6-8488-85f45564b7bf yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:43:50.244570 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-28c5ea7d-7217-4892-8cf4-4d2b93d64c15 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=caadc909e6fc4dd2b9e27dfb0d86027e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7714059 Feb 28 17:43:50.244570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54952) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:50.484095 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ce645daa-41e4-4770-babc-55260e7fa7f3 admin admin] Publish callbacks [] for security_group (80e8e9e5-b166-4e14-989f-0c835cf5e02e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:50.508998 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ce645daa-41e4-4770-babc-55260e7fa7f3 admin admin] Publish callbacks [] for security_group (80e8e9e5-b166-4e14-989f-0c835cf5e02e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:50.658199 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ce645daa-41e4-4770-babc-55260e7fa7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (80e8e9e5-b166-4e14-989f-0c835cf5e02e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:50.661727 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ce645daa-41e4-4770-babc-55260e7fa7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:50.663996 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ce645daa-41e4-4770-babc-55260e7fa7f3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/80e8e9e5-b166-4e14-989f-0c835cf5e02e HTTP/1.1" status: 204 len: 168 time: 0.4177742 Feb 28 17:43:50.681007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce645daa-41e4-4770-babc-55260e7fa7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e8e9e5-b166-4e14-989f-0c835cf5e02e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:50.699342 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (38907a22-1799-4bd5-9e54-90de18c82235), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:50.758695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54966) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:50.839046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Pushing event deleted for resources: {'Port': ['ID=38907a22-1799-4bd5-9e54-90de18c82235,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:50.959948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.20.0.14 (6dbffa01-74ee-490a-a2f3-65d585db7fdf/907f9181-deb4-4711-90bb-0321eb107ec4/24503c09-a2fa-41a6-8488-85f45564b7bf) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:50.985865 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.20.0.13 (6dbffa01-74ee-490a-a2f3-65d585db7fdf/907f9181-deb4-4711-90bb-0321eb107ec4/24503c09-a2fa-41a6-8488-85f45564b7bf) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:50.987430 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-79dee8fe-e6c3-4ba3-b287-22032ced967f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9953ac5e26d64212ad3b06af11a6c3ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233381 Feb 28 17:43:50.987560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54970) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:51.008349 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (20c47b7b-066d-498b-89f5-c3f379f2ad7e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.179206 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (20c47b7b-066d-498b-89f5-c3f379f2ad7e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.185030 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_controller (20c47b7b-066d-498b-89f5-c3f379f2ad7e), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.238351 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a81ea39-23fa-4c90-a4ad-18c1b4c28656 admin admin] Publish callbacks [] for security_group (88da7f4f-c0a5-48a5-b17b-47d14ce99f64), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.315566 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a81ea39-23fa-4c90-a4ad-18c1b4c28656 admin admin] Publish callbacks [] for security_group (88da7f4f-c0a5-48a5-b17b-47d14ce99f64), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.372274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54980) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:51.389224 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (20c47b7b-066d-498b-89f5-c3f379f2ad7e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.390371 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Fanout notify agent at l3_agent the message router_deleted on router 20c47b7b-066d-498b-89f5-c3f379f2ad7e {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:43:51.415456 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.424996 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5bf12d68-1322-490b-8e99-0f491b8228fa tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "DELETE /v2.0/routers/20c47b7b-066d-498b-89f5-c3f379f2ad7e HTTP/1.1" status: 204 len: 168 time: 2.9795821 Feb 28 17:43:51.428832 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 54986) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:51.437326 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (24503c09-a2fa-41a6-8488-85f45564b7bf), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.446568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1c699452-a189-46fd-89e4-19561c97afa0 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-923316629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:51.579027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c699452-a189-46fd-89e4-19561c97afa0 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.580131 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c699452-a189-46fd-89e4-19561c97afa0 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.624304 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a81ea39-23fa-4c90-a4ad-18c1b4c28656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (88da7f4f-c0a5-48a5-b17b-47d14ce99f64), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.629101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a81ea39-23fa-4c90-a4ad-18c1b4c28656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.630577 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5a81ea39-23fa-4c90-a4ad-18c1b4c28656 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88da7f4f-c0a5-48a5-b17b-47d14ce99f64 HTTP/1.1" status: 204 len: 168 time: 0.6411822 Feb 28 17:43:51.635580 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (24503c09-a2fa-41a6-8488-85f45564b7bf), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.664948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network 6dbffa01-74ee-490a-a2f3-65d585db7fdf is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:51.672134 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3be30aeb-7d0b-4049-a977-04c20f2330ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.674807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:51.676691 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c699452-a189-46fd-89e4-19561c97afa0 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_controller (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.712736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81ea39-23fa-4c90-a4ad-18c1b4c28656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88da7f4f-c0a5-48a5-b17b-47d14ce99f64,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:51.718005 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:51.801375 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:51.802298 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.803686 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3be30aeb-7d0b-4049-a977-04c20f2330ca admin admin] Publish callbacks [] for security_group (9486020d-e088-4ce1-9130-d24c239c28f1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.808101 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c699452-a189-46fd-89e4-19561c97afa0 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.837343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=24503c09-a2fa-41a6-8488-85f45564b7bf,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:51.864245 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3be30aeb-7d0b-4049-a977-04c20f2330ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9486020d-e088-4ce1-9130-d24c239c28f1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.890744 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-26936b04-abe9-4aa4-b0f5-834440891672 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3402874 Feb 28 17:43:51.893311 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 54998) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:51.900582 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '24503c09-a2fa-41a6-8488-85f45564b7bf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:51.936502 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3be30aeb-7d0b-4049-a977-04c20f2330ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dcf5540a342545d48f6c592d2e34272c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5628922 Feb 28 17:43:51.939082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55000) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:51.943677 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c699452-a189-46fd-89e4-19561c97afa0 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:51.944892 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1c699452-a189-46fd-89e4-19561c97afa0 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5149574 Feb 28 17:43:51.947616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55002) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:51.957017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'enable_snat': False}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:51.959519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be30aeb-7d0b-4049-a977-04c20f2330ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9486020d-e088-4ce1-9130-d24c239c28f1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:52.148660 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:52.293775 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:52.304282 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16c2be6a-e1c7-4fd6-91fc-7d1576bad97e admin admin] Publish callbacks [] for security_group (9486020d-e088-4ce1-9130-d24c239c28f1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:52.332976 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16c2be6a-e1c7-4fd6-91fc-7d1576bad97e admin admin] Publish callbacks [] for security_group (9486020d-e088-4ce1-9130-d24c239c28f1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:52.404018 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:52.531965 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16c2be6a-e1c7-4fd6-91fc-7d1576bad97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9486020d-e088-4ce1-9130-d24c239c28f1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:52.534685 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16c2be6a-e1c7-4fd6-91fc-7d1576bad97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:52.538301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-16c2be6a-e1c7-4fd6-91fc-7d1576bad97e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9486020d-e088-4ce1-9130-d24c239c28f1 HTTP/1.1" status: 204 len: 168 time: 0.5958552 Feb 28 17:43:52.563808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2be6a-e1c7-4fd6-91fc-7d1576bad97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9486020d-e088-4ce1-9130-d24c239c28f1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:52.671291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.25.3.58 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/0011d87d-c9d3-4e9c-b919-12d4400405c9) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:53.142633 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (0011d87d-c9d3-4e9c-b919-12d4400405c9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:53.203821 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:53.225321 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:53.306570 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0011d87d-c9d3-4e9c-b919-12d4400405c9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:53.382491 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:53.396655 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:53.401263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:53.403766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=0011d87d-c9d3-4e9c-b919-12d4400405c9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:53.443746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Allocated IP 172.25.3.217 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/97e2da30-88b3-4ec6-9d91-35bd18107b3b) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:43:53.463259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55054) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:53.494158 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:53.653359 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Publish callbacks [] for security_group (e304c268-c30c-4efb-b3cf-210088074a15), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:53.702646 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for port (97e2da30-88b3-4ec6-9d91-35bd18107b3b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:53.722017 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55056) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:53.732044 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e304c268-c30c-4efb-b3cf-210088074a15), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:53.799863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=89f57d4877c24bed8081a57e606c97ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3346086 Feb 28 17:43:53.808313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55064) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:53.896101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (97e2da30-88b3-4ec6-9d91-35bd18107b3b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.036037 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:43:54.047771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:54.057793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:54.093277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Pushing event updated for resources: {'Port': ['ID=97e2da30-88b3-4ec6-9d91-35bd18107b3b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:54.230766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Request body: {'networks': [{'name': 'tempest-network--1097854277'}, {'name': 'tempest-network--432236290'}]} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:54.231153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Request body: {'network': {'name': 'tempest-network--1097854277'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:54.231735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Request body: {'network': {'name': 'tempest-network--432236290'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:54.258750 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (bbfadae3-9809-43df-8634-89842acf8f1a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.268237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e304c268-c30c-4efb-b3cf-210088074a15,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:54.293877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:54.294493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:54.295020 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:54.295455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:54.295950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:54.296541 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:54.297048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:54.300471 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:54.307152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:54.307152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:54.307152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:54.307152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:54.307152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81eb00-bac0-40a4-9617-309303e418de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:54.349686 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc3f2-9a7f-4cf4-bb48-8c6754c22749 admin admin] Publish callbacks [] for security_group (e304c268-c30c-4efb-b3cf-210088074a15), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.376088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Made reservation on behalf of bac1e38808a04c65bebc6cead515d107 for: {'network': 2} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:54.387301 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.387301 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc3f2-9a7f-4cf4-bb48-8c6754c22749 admin admin] Publish callbacks [] for security_group (e304c268-c30c-4efb-b3cf-210088074a15), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.396255 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.503800 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for security_group (25a83c47-4024-45c2-983d-6d547b3db6a7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.538827 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0011d87d-c9d3-4e9c-b919-12d4400405c9), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.554803 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc3f2-9a7f-4cf4-bb48-8c6754c22749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e304c268-c30c-4efb-b3cf-210088074a15), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.557761 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc3f2-9a7f-4cf4-bb48-8c6754c22749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.559881 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0e7dc3f2-9a7f-4cf4-bb48-8c6754c22749 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e304c268-c30c-4efb-b3cf-210088074a15 HTTP/1.1" status: 204 len: 168 time: 0.7481227 Feb 28 17:43:54.581021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7dc3f2-9a7f-4cf4-bb48-8c6754c22749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e304c268-c30c-4efb-b3cf-210088074a15,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:54.589961 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (25a83c47-4024-45c2-983d-6d547b3db6a7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.590648 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.658598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:43:54.678337 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9e4bf333-8360-47ec-9231-f1951de825b0), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.678970 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Added segment 9e4bf333-8360-47ec-9231-f1951de825b0 of type vlan for network ee5559d3-442a-4f8c-8eb5-5bde222eb6d3 Feb 28 17:43:54.688480 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router_gateway (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.761397 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (ee5559d3-442a-4f8c-8eb5-5bde222eb6d3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.800558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a83c47-4024-45c2-983d-6d547b3db6a7,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:54.820871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:43:54.835333 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0a87f0ff-e464-487f-928f-f7c6019987fd), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.835740 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Added segment 0a87f0ff-e464-487f-928f-f7c6019987fd of type vlan for network cd632657-fe45-45cd-a1e4-9eed300cd4d3 Feb 28 17:43:54.880926 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (cd632657-fe45-45cd-a1e4-9eed300cd4d3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.966964 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (ee5559d3-442a-4f8c-8eb5-5bde222eb6d3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.968440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (cd632657-fe45-45cd-a1e4-9eed300cd4d3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:54.975316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:54.989368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:54.990409 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:55.068158 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3455875 Feb 28 17:43:55.073754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55092) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:55.117741 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (0011d87d-c9d3-4e9c-b919-12d4400405c9), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:55.185317 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event updated for resources: {'Network': ['ID=ee5559d3-442a-4f8c-8eb5-5bde222eb6d3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:55.198890 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network ee5559d3-442a-4f8c-8eb5-5bde222eb6d3 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:43:55.230645 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:55.237672 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:55.243567 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (0011d87d-c9d3-4e9c-b919-12d4400405c9), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:55.383610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641de0c1-a14c-40d0-994b-9c4bd6ebb9e5 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event updated for resources: {'Network': ['ID=cd632657-fe45-45cd-a1e4-9eed300cd4d3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:55.427337 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network cd632657-fe45-45cd-a1e4-9eed300cd4d3 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:43:55.548566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7a443-eb85-4559-a502-ef54d9f92f93 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:55.570626 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7a443-eb85-4559-a502-ef54d9f92f93 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:55.594037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7a443-eb85-4559-a502-ef54d9f92f93 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:55.614464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7a443-eb85-4559-a502-ef54d9f92f93 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:55.623959 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-40b7a443-eb85-4559-a502-ef54d9f92f93 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5487316 Feb 28 17:43:55.627360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55108) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:55.789366 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad35dfc0-b9b5-49cf-aa53-56e184bf3ff1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (ee5559d3-442a-4f8c-8eb5-5bde222eb6d3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:55.940598 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad35dfc0-b9b5-49cf-aa53-56e184bf3ff1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (ee5559d3-442a-4f8c-8eb5-5bde222eb6d3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:55.944275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=0011d87d-c9d3-4e9c-b919-12d4400405c9,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:55.969525 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (bbfadae3-9809-43df-8634-89842acf8f1a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:55.992648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-ad35dfc0-b9b5-49cf-aa53-56e184bf3ff1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5559d3-442a-4f8c-8eb5-5bde222eb6d3']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:56.007395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-ad35dfc0-b9b5-49cf-aa53-56e184bf3ff1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4bf333-8360-47ec-9231-f1951de825b0') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:56.007888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-ad35dfc0-b9b5-49cf-aa53-56e184bf3ff1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4bf333-8360-47ec-9231-f1951de825b0') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:56.023458 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad35dfc0-b9b5-49cf-aa53-56e184bf3ff1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (9e4bf333-8360-47ec-9231-f1951de825b0), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:56.045719 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad35dfc0-b9b5-49cf-aa53-56e184bf3ff1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9e4bf333-8360-47ec-9231-f1951de825b0), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:56.055459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad35dfc0-b9b5-49cf-aa53-56e184bf3ff1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:43:56.056901 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad35dfc0-b9b5-49cf-aa53-56e184bf3ff1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (9e4bf333-8360-47ec-9231-f1951de825b0), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:43:56.061140 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:43:56.093444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Router 0832e41a-e4b2-46c6-bf7b-c96e9f03c628 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:43:56.174289 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Floating IP bbfadae3-9809-43df-8634-89842acf8f1a associated. External IP: 172.25.3.58, port: 24503c09-a2fa-41a6-8488-85f45564b7bf. Feb 28 17:43:56.211993 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad35dfc0-b9b5-49cf-aa53-56e184bf3ff1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (ee5559d3-442a-4f8c-8eb5-5bde222eb6d3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:56.220199 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad35dfc0-b9b5-49cf-aa53-56e184bf3ff1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:56.230010 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ad35dfc0-b9b5-49cf-aa53-56e184bf3ff1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "DELETE /v2.0/networks/ee5559d3-442a-4f8c-8eb5-5bde222eb6d3 HTTP/1.1" status: 204 len: 168 time: 0.6006894 Feb 28 17:43:56.234199 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55126) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:56.260658 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35dfc0-b9b5-49cf-aa53-56e184bf3ff1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event deleted for resources: {'Network': ['ID=ee5559d3-442a-4f8c-8eb5-5bde222eb6d3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:56.393849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:56.400761 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:56.404747 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-96e86022-7b52-487b-9af3-4cf589c3c0be tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "PUT /v2.0/routers/0832e41a-e4b2-46c6-bf7b-c96e9f03c628 HTTP/1.1" status: 200 len: 915 time: 4.4545660 Feb 28 17:43:56.411295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55130) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:56.411570 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92169f-5b25-4a8b-9fe7-1d5a3066c045 None None] Sync routers for ids ['0832e41a-e4b2-46c6-bf7b-c96e9f03c628'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:56.437545 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92169f-5b25-4a8b-9fe7-1d5a3066c045 None None] Routers {'0832e41a-e4b2-46c6-bf7b-c96e9f03c628'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:56.438194 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7b92169f-5b25-4a8b-9fe7-1d5a3066c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['0832e41a-e4b2-46c6-bf7b-c96e9f03c628'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:56.439701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-084cd854-3747-474c-9d93-b6a24055a48c tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (cd632657-fe45-45cd-a1e4-9eed300cd4d3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:56.505419 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7b92169f-5b25-4a8b-9fe7-1d5a3066c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:56.520116 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92169f-5b25-4a8b-9fe7-1d5a3066c045 None None] Routers {'0832e41a-e4b2-46c6-bf7b-c96e9f03c628'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:56.521090 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7b92169f-5b25-4a8b-9fe7-1d5a3066c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['0832e41a-e4b2-46c6-bf7b-c96e9f03c628'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:56.564406 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7b92169f-5b25-4a8b-9fe7-1d5a3066c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:56.566427 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92169f-5b25-4a8b-9fe7-1d5a3066c045 None None] The sync data for ids ['0832e41a-e4b2-46c6-bf7b-c96e9f03c628'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:56.667185 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-084cd854-3747-474c-9d93-b6a24055a48c tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (cd632657-fe45-45cd-a1e4-9eed300cd4d3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:56.688858 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-084cd854-3747-474c-9d93-b6a24055a48c tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd632657-fe45-45cd-a1e4-9eed300cd4d3']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:56.698530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-084cd854-3747-474c-9d93-b6a24055a48c tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a87f0ff-e464-487f-928f-f7c6019987fd') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:56.698857 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-084cd854-3747-474c-9d93-b6a24055a48c tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a87f0ff-e464-487f-928f-f7c6019987fd') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:56.710988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-084cd854-3747-474c-9d93-b6a24055a48c tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (0a87f0ff-e464-487f-928f-f7c6019987fd), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:56.731747 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-084cd854-3747-474c-9d93-b6a24055a48c tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0a87f0ff-e464-487f-928f-f7c6019987fd), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:56.739344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084cd854-3747-474c-9d93-b6a24055a48c tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:43:56.739751 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-084cd854-3747-474c-9d93-b6a24055a48c tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (0a87f0ff-e464-487f-928f-f7c6019987fd), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:43:56.743124 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:43:56.822520 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-884a0df0-8e36-4a90-aec3-f3e5d3866c5a tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/routers/0832e41a-e4b2-46c6-bf7b-c96e9f03c628 HTTP/1.1" status: 200 len: 921 time: 0.4099643 Feb 28 17:43:56.825160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55142) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:56.865087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:43:56.927839 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-084cd854-3747-474c-9d93-b6a24055a48c tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (cd632657-fe45-45cd-a1e4-9eed300cd4d3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:56.983247 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-084cd854-3747-474c-9d93-b6a24055a48c tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:56.996201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-084cd854-3747-474c-9d93-b6a24055a48c tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "DELETE /v2.0/networks/cd632657-fe45-45cd-a1e4-9eed300cd4d3 HTTP/1.1" status: 204 len: 168 time: 0.7576468 Feb 28 17:43:56.998239 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cd854-3747-474c-9d93-b6a24055a48c tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event deleted for resources: {'Network': ['ID=cd632657-fe45-45cd-a1e4-9eed300cd4d3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:57.000041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55146) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:57.036643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3627e2d-4faf-41cb-82ed-df36815ffaeb tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:57.040668 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f3627e2d-4faf-41cb-82ed-df36815ffaeb tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&device_id=0832e41a-e4b2-46c6-bf7b-c96e9f03c628&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2117414 Feb 28 17:43:57.040902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55148) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:57.153130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e493eb-0095-4c8a-bb15-4fa47bdfd921 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:57.160369 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-91e493eb-0095-4c8a-bb15-4fa47bdfd921 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/networks/d0ac13c2-6bb6-418b-b4bb-969706e8b064 HTTP/1.1" status: 200 len: 881 time: 0.1136777 Feb 28 17:43:57.160509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55152) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:57.227927 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a2452dd8-50c6-4e38-a027-3a6824e6be90 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "GET /v2.0/ports?device_id=0832e41a-e4b2-46c6-bf7b-c96e9f03c628 HTTP/1.1" status: 200 len: 205 time: 0.0640247 Feb 28 17:43:57.228218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55154) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:57.248829 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ea482f-ef33-48fa-b21f-d83abab3416b tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:57.254495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ea482f-ef33-48fa-b21f-d83abab3416b tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:57.259531 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-44ea482f-ef33-48fa-b21f-d83abab3416b tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2530885 Feb 28 17:43:57.259762 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55158) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:57.265871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-949054893'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:57.287842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:43:57.304311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873c94c-0a26-42b7-ab5c-a4249d880a1e None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:43:57.315657 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a873c94c-0a26-42b7-ab5c-a4249d880a1e None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:57.316286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a873c94c-0a26-42b7-ab5c-a4249d880a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:57.354153 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a873c94c-0a26-42b7-ab5c-a4249d880a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:57.362311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a873c94c-0a26-42b7-ab5c-a4249d880a1e None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:43:57.362992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a873c94c-0a26-42b7-ab5c-a4249d880a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:57.373341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Made reservation on behalf of bac1e38808a04c65bebc6cead515d107 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:57.377827 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:57.412800 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:57.414474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a873c94c-0a26-42b7-ab5c-a4249d880a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:57.415478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873c94c-0a26-42b7-ab5c-a4249d880a1e None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:43:57.423278 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:57.447053 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:43:57.477645 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2175b287-fe7c-46bd-a787-4f3dd7dcdedd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:57.478206 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Added segment 2175b287-fe7c-46bd-a787-4f3dd7dcdedd of type vlan for network 79ec46c6-b9ab-4fed-a724-085d4623c298 Feb 28 17:43:57.566816 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (79ec46c6-b9ab-4fed-a724-085d4623c298), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:57.632902 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:43:57.652573 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-16e29a67-8a6c-4640-a407-9aae8e32addf tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7544589 Feb 28 17:43:57.654454 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55168) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:57.672571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5cca0013-544d-4750-b608-b7a6c8019364 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'floatingip': {'port_id': '24503c09-a2fa-41a6-8488-85f45564b7bf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:57.715517 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:57.750324 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5cca0013-544d-4750-b608-b7a6c8019364 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (bbfadae3-9809-43df-8634-89842acf8f1a), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:57.754983 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (79ec46c6-b9ab-4fed-a724-085d4623c298), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:57.762524 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:57.763407 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:57.883640 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6227486 Feb 28 17:43:57.891198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55188) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:57.916538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9d931bb6-f395-444b-9735-7a506ea4f956 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-935852031'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:57.987035 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event updated for resources: {'Network': ['ID=79ec46c6-b9ab-4fed-a724-085d4623c298,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:58.024535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:58.025221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:58.027910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:58.029436 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:58.029950 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:58.030703 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:58.032062 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:58.033887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:58.034370 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:58.034819 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:58.036177 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:58.036628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:58.038331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ae9eb-c395-4796-9e90-427d4300cffd tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:43:58.057286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 79ec46c6-b9ab-4fed-a724-085d4623c298 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:43:58.095500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55202) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:58.148792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d931bb6-f395-444b-9735-7a506ea4f956 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Made reservation on behalf of bac1e38808a04c65bebc6cead515d107 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:58.153140 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d931bb6-f395-444b-9735-7a506ea4f956 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:58.187520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Deleting port 97e2da30-88b3-4ec6-9d91-35bd18107b3b {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:43:58.189824 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (97e2da30-88b3-4ec6-9d91-35bd18107b3b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:58.238254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d931bb6-f395-444b-9735-7a506ea4f956 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:43:58.250107 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d931bb6-f395-444b-9735-7a506ea4f956 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e10ee57e-0cf0-4adf-9516-053deeb040ac), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:58.250519 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-9d931bb6-f395-444b-9735-7a506ea4f956 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Added segment e10ee57e-0cf0-4adf-9516-053deeb040ac of type vlan for network 246a35b6-2c68-4310-991b-3e26158f35df Feb 28 17:43:58.295398 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d931bb6-f395-444b-9735-7a506ea4f956 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (246a35b6-2c68-4310-991b-3e26158f35df), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:58.395941 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d931bb6-f395-444b-9735-7a506ea4f956 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (246a35b6-2c68-4310-991b-3e26158f35df), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:58.403493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d931bb6-f395-444b-9735-7a506ea4f956 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:43:58.404167 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9d931bb6-f395-444b-9735-7a506ea4f956 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:58.452978 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (97e2da30-88b3-4ec6-9d91-35bd18107b3b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:58.505415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Calling delete_port for 97e2da30-88b3-4ec6-9d91-35bd18107b3b owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:43:58.539770 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9d931bb6-f395-444b-9735-7a506ea4f956 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6448479 Feb 28 17:43:58.540706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55212) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:58.553906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Request body: {'ports': [{'network_id': '79ec46c6-b9ab-4fed-a724-085d4623c298', 'name': 'tempest-port--1558169098', 'admin_state_up': True}, {'network_id': '246a35b6-2c68-4310-991b-3e26158f35df', 'admin_state_up': False}]} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:58.554408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Request body: {'port': {'network_id': '79ec46c6-b9ab-4fed-a724-085d4623c298', 'name': 'tempest-port--1558169098', 'admin_state_up': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:58.555001 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Request body: {'port': {'network_id': '246a35b6-2c68-4310-991b-3e26158f35df', 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:58.647731 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d931bb6-f395-444b-9735-7a506ea4f956 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event updated for resources: {'Network': ['ID=246a35b6-2c68-4310-991b-3e26158f35df,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:58.660807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 246a35b6-2c68-4310-991b-3e26158f35df details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:43:58.741354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-506c3f19-e98f-4147-9605-aff36bde6373 admin admin] Deleting subnet 5afa66b9-3680-4134-be0e-81254a16067b {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:43:58.763860 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-506c3f19-e98f-4147-9605-aff36bde6373 admin admin] Publish callbacks [] for subnet (5afa66b9-3680-4134-be0e-81254a16067b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:58.800928 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-506c3f19-e98f-4147-9605-aff36bde6373 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (5afa66b9-3680-4134-be0e-81254a16067b), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:58.842842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Made reservation on behalf of bac1e38808a04c65bebc6cead515d107 for: {'port': 2} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:43:58.847165 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:58.859204 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-506c3f19-e98f-4147-9605-aff36bde6373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (5afa66b9-3680-4134-be0e-81254a16067b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:58.885292 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:58.914239 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5cca0013-544d-4750-b608-b7a6c8019364 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:58.984766 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5cca0013-544d-4750-b608-b7a6c8019364 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (bbfadae3-9809-43df-8634-89842acf8f1a), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:58.984766 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (97e2da30-88b3-4ec6-9d91-35bd18107b3b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:59.073317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] device_id is not set on port 7a319bf7-fddd-41fb-bdd9-909d38ed32af yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:43:59.095738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Pushing event deleted for resources: {'Port': ['ID=97e2da30-88b3-4ec6-9d91-35bd18107b3b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:59.138657 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-506c3f19-e98f-4147-9605-aff36bde6373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (5afa66b9-3680-4134-be0e-81254a16067b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:59.175749 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-506c3f19-e98f-4147-9605-aff36bde6373 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:59.181578 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-506c3f19-e98f-4147-9605-aff36bde6373 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5afa66b9-3680-4134-be0e-81254a16067b HTTP/1.1" status: 204 len: 168 time: 1.0849953 Feb 28 17:43:59.182802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c3f19-e98f-4147-9605-aff36bde6373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5afa66b9-3680-4134-be0e-81254a16067b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:59.184357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55220) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:59.225271 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for port (7a319bf7-fddd-41fb-bdd9-909d38ed32af), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:59.408162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] device_id is not set on port e17ddb6a-4b85-44ec-ae06-db6a880041c8 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:43:59.503022 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for port (e17ddb6a-4b85-44ec-ae06-db6a880041c8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:59.572933 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:59.590603 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7a319bf7-fddd-41fb-bdd9-909d38ed32af), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:59.645359 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42bb09ff-0b70-4305-b594-43b2f96ded84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (7467a8e1-6b26-403e-997f-54fe13264910), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:59.707387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event updated for resources: {'Port': ['ID=7a319bf7-fddd-41fb-bdd9-909d38ed32af,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:43:59.717498 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Checking segment: {'id': '2175b287-fe7c-46bd-a787-4f3dd7dcdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '79ec46c6-b9ab-4fed-a724-085d4623c298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:43:59.717863 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Network hostable DHCP agents. Network: 79ec46c6-b9ab-4fed-a724-085d4623c298, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:43:59.722841 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:59.727834 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_controller (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:59.806272 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Network 79ec46c6-b9ab-4fed-a724-085d4623c298 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:43:59.900517 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (0832e41a-e4b2-46c6-bf7b-c96e9f03c628), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:59.901046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Fanout notify agent at l3_agent the message router_deleted on router 0832e41a-e4b2-46c6-bf7b-c96e9f03c628 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:43:59.904643 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42bb09ff-0b70-4305-b594-43b2f96ded84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (7467a8e1-6b26-403e-997f-54fe13264910), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:59.913361 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:59.920106 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5d59982e-13f8-4bfa-9861-f99dbc31b1c7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "DELETE /v2.0/routers/0832e41a-e4b2-46c6-bf7b-c96e9f03c628 HTTP/1.1" status: 204 len: 168 time: 2.6854117 Feb 28 17:43:59.920756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55238) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:43:59.926569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-222441013', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:43:59.932919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 79ec46c6-b9ab-4fed-a724-085d4623c298) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:43:59.939833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:43:59.941740 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e17ddb6a-4b85-44ec-ae06-db6a880041c8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:43:59.942260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bebaaf-99ce-4392-8cbd-6103f2e21050 None None] Network 79ec46c6-b9ab-4fed-a724-085d4623c298 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:43:59.952150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-42bb09ff-0b70-4305-b594-43b2f96ded84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7467a8e1-6b26-403e-997f-54fe13264910']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:59.967122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-42bb09ff-0b70-4305-b594-43b2f96ded84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a83479-fac2-4bda-b97a-d354db30e4d5') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:59.971772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-42bb09ff-0b70-4305-b594-43b2f96ded84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a83479-fac2-4bda-b97a-d354db30e4d5') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:43:59.981236 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42bb09ff-0b70-4305-b594-43b2f96ded84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (d1a83479-fac2-4bda-b97a-d354db30e4d5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.023768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event updated for resources: {'Port': ['ID=e17ddb6a-4b85-44ec-ae06-db6a880041c8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:00.024699 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42bb09ff-0b70-4305-b594-43b2f96ded84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d1a83479-fac2-4bda-b97a-d354db30e4d5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.040699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bb09ff-0b70-4305-b594-43b2f96ded84 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:44:00.045293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Checking segment: {'id': 'e10ee57e-0cf0-4adf-9516-053deeb040ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '246a35b6-2c68-4310-991b-3e26158f35df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:00.046240 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Network hostable DHCP agents. Network: 246a35b6-2c68-4310-991b-3e26158f35df, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:44:00.050564 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42bb09ff-0b70-4305-b594-43b2f96ded84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (d1a83479-fac2-4bda-b97a-d354db30e4d5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:44:00.052549 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:44:00.063367 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cca0013-544d-4750-b608-b7a6c8019364 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:44:00.081704 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (7b57401f-c01a-4f95-a231-241738ee90d7), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.084150 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (7b57401f-c01a-4f95-a231-241738ee90d7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.196943 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_controller (7b57401f-c01a-4f95-a231-241738ee90d7), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.198560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Network 246a35b6-2c68-4310-991b-3e26158f35df is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:44:00.215188 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42bb09ff-0b70-4305-b594-43b2f96ded84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (7467a8e1-6b26-403e-997f-54fe13264910), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.223739 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42bb09ff-0b70-4305-b594-43b2f96ded84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.229353 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-42bb09ff-0b70-4305-b594-43b2f96ded84 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7467a8e1-6b26-403e-997f-54fe13264910 HTTP/1.1" status: 204 len: 168 time: 1.0388784 Feb 28 17:44:00.248076 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb09ff-0b70-4305-b594-43b2f96ded84 admin admin] Pushing event deleted for resources: {'Network': ['ID=7467a8e1-6b26-403e-997f-54fe13264910,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:00.272134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cca0013-544d-4750-b608-b7a6c8019364 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:00.279736 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5cca0013-544d-4750-b608-b7a6c8019364 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.281450 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 246a35b6-2c68-4310-991b-3e26158f35df) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:00.285941 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b3930-28d3-4556-8aca-7f8d361eb5dd None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:00.287901 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:00.294543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:00.295265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8062980d-bb33-4b70-a6ca-6b53ebc22462 None None] Network 246a35b6-2c68-4310-991b-3e26158f35df requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:00.304889 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:00.310720 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.316659 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b3930-28d3-4556-8aca-7f8d361eb5dd None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:00.324941 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-748b3930-28d3-4556-8aca-7f8d361eb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:00.437815 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5cca0013-544d-4750-b608-b7a6c8019364 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "PUT /v2.0/floatingips/bbfadae3-9809-43df-8634-89842acf8f1a HTTP/1.1" status: 200 len: 978 time: 2.7805798 Feb 28 17:44:00.439065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55250) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:00.468760 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-748b3930-28d3-4556-8aca-7f8d361eb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:00.515556 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b3930-28d3-4556-8aca-7f8d361eb5dd None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:00.516249 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-748b3930-28d3-4556-8aca-7f8d361eb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:00.616599 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-748b3930-28d3-4556-8aca-7f8d361eb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:00.617713 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b3930-28d3-4556-8aca-7f8d361eb5dd None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:00.714119 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55256) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:00.772259 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2557c3de-d762-4be0-9933-c1288585217d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8c828900d1be4137abc891fe2e0eaed5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0558689 Feb 28 17:44:00.774775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55258) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:00.831021 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7641b407-779e-40fc-989a-c960de02fea7 admin admin] Publish callbacks [] for security_group (97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.846297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-2402a70d-1fa8-49b5-ab94-9fca5fe03545 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port 0011d87d-c9d3-4e9c-b919-12d4400405c9 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:00.846810 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2402a70d-1fa8-49b5-ab94-9fca5fe03545 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0011d87d-c9d3-4e9c-b919-12d4400405c9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.929505 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e2e74d59-087b-4479-8eae-e4342d2e5a66 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3802357 Feb 28 17:44:00.932627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55264) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:00.944980 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2402a70d-1fa8-49b5-ab94-9fca5fe03545 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0011d87d-c9d3-4e9c-b919-12d4400405c9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.945553 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2402a70d-1fa8-49b5-ab94-9fca5fe03545 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (0011d87d-c9d3-4e9c-b919-12d4400405c9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.970740 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (7b57401f-c01a-4f95-a231-241738ee90d7), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:00.976010 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-2402a70d-1fa8-49b5-ab94-9fca5fe03545 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for 0011d87d-c9d3-4e9c-b919-12d4400405c9 owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:01.034442 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50fadd7-c6a4-456c-a762-2946b1ca078d tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:01.040017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50fadd7-c6a4-456c-a762-2946b1ca078d tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:01.046067 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c50fadd7-c6a4-456c-a762-2946b1ca078d tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1114891 Feb 28 17:44:01.046840 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55270) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:01.116287 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7641b407-779e-40fc-989a-c960de02fea7 admin admin] Publish callbacks [] for security_group (97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:01.312105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8340b70f-ef01-4252-8df5-a610e5ed811a tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Deleting port 7a319bf7-fddd-41fb-bdd9-909d38ed32af {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:01.322296 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8340b70f-ef01-4252-8df5-a610e5ed811a tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7a319bf7-fddd-41fb-bdd9-909d38ed32af), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:01.395832 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8340b70f-ef01-4252-8df5-a610e5ed811a tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7a319bf7-fddd-41fb-bdd9-909d38ed32af), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:01.445443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8340b70f-ef01-4252-8df5-a610e5ed811a tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Calling delete_port for 7a319bf7-fddd-41fb-bdd9-909d38ed32af owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:01.543344 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (7b57401f-c01a-4f95-a231-241738ee90d7), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:01.565890 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:01.681270 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7641b407-779e-40fc-989a-c960de02fea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:01.683791 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7641b407-779e-40fc-989a-c960de02fea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:01.684997 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7641b407-779e-40fc-989a-c960de02fea7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6 HTTP/1.1" status: 204 len: 168 time: 0.9093273 Feb 28 17:44:01.685714 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2402a70d-1fa8-49b5-ab94-9fca5fe03545 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0011d87d-c9d3-4e9c-b919-12d4400405c9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:01.699363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Allocated IP 172.25.3.28 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/ba4510fd-849c-466c-9934-86495d758745) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:01.740225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641b407-779e-40fc-989a-c960de02fea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c8b45d-f99d-44f0-87cb-fd7a01e2a5a6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:01.741869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402a70d-1fa8-49b5-ab94-9fca5fe03545 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=0011d87d-c9d3-4e9c-b919-12d4400405c9,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:01.818645 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8340b70f-ef01-4252-8df5-a610e5ed811a tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7a319bf7-fddd-41fb-bdd9-909d38ed32af), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:01.878153 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2402a70d-1fa8-49b5-ab94-9fca5fe03545 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (bbfadae3-9809-43df-8634-89842acf8f1a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:01.878682 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-2402a70d-1fa8-49b5-ab94-9fca5fe03545 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Floating IP bbfadae3-9809-43df-8634-89842acf8f1a disassociated (deleted). External IP: 172.25.3.58, port: 24503c09-a2fa-41a6-8488-85f45564b7bf. Feb 28 17:44:01.892863 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340b70f-ef01-4252-8df5-a610e5ed811a tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event deleted for resources: {'Port': ['ID=7a319bf7-fddd-41fb-bdd9-909d38ed32af,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:01.915191 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8340b70f-ef01-4252-8df5-a610e5ed811a tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:01.921326 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8340b70f-ef01-4252-8df5-a610e5ed811a tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "DELETE /v2.0/ports/7a319bf7-fddd-41fb-bdd9-909d38ed32af HTTP/1.1" status: 204 len: 168 time: 0.8706615 Feb 28 17:44:01.932698 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55280) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:02.048456 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for port (ba4510fd-849c-466c-9934-86495d758745), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:02.121397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-859015db-7a58-4d94-8ae8-9075a84dbe49 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Deleting port e17ddb6a-4b85-44ec-ae06-db6a880041c8 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:02.121741 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-859015db-7a58-4d94-8ae8-9075a84dbe49 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e17ddb6a-4b85-44ec-ae06-db6a880041c8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:02.190094 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ba4510fd-849c-466c-9934-86495d758745), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:02.231277 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2402a70d-1fa8-49b5-ab94-9fca5fe03545 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:44:02.331913 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-859015db-7a58-4d94-8ae8-9075a84dbe49 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e17ddb6a-4b85-44ec-ae06-db6a880041c8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:02.335775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:02.354056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Pushing event updated for resources: {'Port': ['ID=ba4510fd-849c-466c-9934-86495d758745,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:02.358963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:02.373125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:02.382273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-859015db-7a58-4d94-8ae8-9075a84dbe49 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Calling delete_port for e17ddb6a-4b85-44ec-ae06-db6a880041c8 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:02.397137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2402a70d-1fa8-49b5-ab94-9fca5fe03545 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:02.403016 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2402a70d-1fa8-49b5-ab94-9fca5fe03545 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:02.407370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cddd63-2053-4ccf-8afb-c1fcb3a3e38e None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:02.427665 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cddd63-2053-4ccf-8afb-c1fcb3a3e38e None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:02.436856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-99cddd63-2053-4ccf-8afb-c1fcb3a3e38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:02.490903 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-99cddd63-2053-4ccf-8afb-c1fcb3a3e38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:02.503013 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cddd63-2053-4ccf-8afb-c1fcb3a3e38e None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:02.503853 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-99cddd63-2053-4ccf-8afb-c1fcb3a3e38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:02.504826 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2402a70d-1fa8-49b5-ab94-9fca5fe03545 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/floatingips/bbfadae3-9809-43df-8634-89842acf8f1a HTTP/1.1" status: 204 len: 168 time: 2.0634363 Feb 28 17:44:02.506666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55290) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:02.588795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-99cddd63-2053-4ccf-8afb-c1fcb3a3e38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:02.590441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cddd63-2053-4ccf-8afb-c1fcb3a3e38e None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:02.712232 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-4bf0a240-3972-4a6d-be18-10717d2c07d9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port 24503c09-a2fa-41a6-8488-85f45564b7bf {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:02.712573 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4bf0a240-3972-4a6d-be18-10717d2c07d9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (24503c09-a2fa-41a6-8488-85f45564b7bf), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:02.867906 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-859015db-7a58-4d94-8ae8-9075a84dbe49 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e17ddb6a-4b85-44ec-ae06-db6a880041c8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:02.892501 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4bf0a240-3972-4a6d-be18-10717d2c07d9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (24503c09-a2fa-41a6-8488-85f45564b7bf), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:02.915070 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-4bf0a240-3972-4a6d-be18-10717d2c07d9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for 24503c09-a2fa-41a6-8488-85f45564b7bf owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:02.938304 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-859015db-7a58-4d94-8ae8-9075a84dbe49 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:02.945808 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-859015db-7a58-4d94-8ae8-9075a84dbe49 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "DELETE /v2.0/ports/e17ddb6a-4b85-44ec-ae06-db6a880041c8 HTTP/1.1" status: 204 len: 168 time: 1.0127218 Feb 28 17:44:02.946736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859015db-7a58-4d94-8ae8-9075a84dbe49 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event deleted for resources: {'Port': ['ID=e17ddb6a-4b85-44ec-ae06-db6a880041c8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:02.952612 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55310) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:02.991978 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f47f832c-78af-4a58-8257-8131dd885391 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0378935 Feb 28 17:44:02.992630 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55312) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:03.062720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5aa97172-b663-4c4f-9db8-d132e9391b90 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-249105554'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:03.065757 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (7b57401f-c01a-4f95-a231-241738ee90d7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:03.361718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa97172-b663-4c4f-9db8-d132e9391b90 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Made reservation on behalf of bac1e38808a04c65bebc6cead515d107 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:03.366242 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4bf0a240-3972-4a6d-be18-10717d2c07d9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (24503c09-a2fa-41a6-8488-85f45564b7bf), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:03.370124 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aa97172-b663-4c4f-9db8-d132e9391b90 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:03.432462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0a240-3972-4a6d-be18-10717d2c07d9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=24503c09-a2fa-41a6-8488-85f45564b7bf,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:03.466694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa97172-b663-4c4f-9db8-d132e9391b90 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:44:03.485146 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aa97172-b663-4c4f-9db8-d132e9391b90 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a0a64cbe-d357-472f-8d30-44340375c3b3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:03.491503 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-5aa97172-b663-4c4f-9db8-d132e9391b90 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Added segment a0a64cbe-d357-472f-8d30-44340375c3b3 of type vlan for network e95eda37-c04b-4bd0-b691-38943da7217c Feb 28 17:44:03.544601 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (7b57401f-c01a-4f95-a231-241738ee90d7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:03.556465 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aa97172-b663-4c4f-9db8-d132e9391b90 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (e95eda37-c04b-4bd0-b691-38943da7217c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:03.567411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55336) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:03.623882 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4bf0a240-3972-4a6d-be18-10717d2c07d9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:03.633872 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4bf0a240-3972-4a6d-be18-10717d2c07d9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/ports/24503c09-a2fa-41a6-8488-85f45564b7bf HTTP/1.1" status: 204 len: 168 time: 1.1260378 Feb 28 17:44:03.635413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55340) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:03.641878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:03.749067 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:03.828798 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2088214106-network', 'tenant_id': '1004544d9883466f9817d00f38bb52eb'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:03.848315 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aa97172-b663-4c4f-9db8-d132e9391b90 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (e95eda37-c04b-4bd0-b691-38943da7217c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:03.853359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa97172-b663-4c4f-9db8-d132e9391b90 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:03.853879 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aa97172-b663-4c4f-9db8-d132e9391b90 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:03.869443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Router 7b57401f-c01a-4f95-a231-241738ee90d7 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:44:03.916592 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:03.985331 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5aa97172-b663-4c4f-9db8-d132e9391b90 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9196749 Feb 28 17:44:03.986123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55342) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:03.994688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-2ad7fea2-bd79-4cc3-94c2-0aa8b174014f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1509470409'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:04.015988 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa97172-b663-4c4f-9db8-d132e9391b90 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event updated for resources: {'Network': ['ID=e95eda37-c04b-4bd0-b691-38943da7217c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:04.037073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network e95eda37-c04b-4bd0-b691-38943da7217c details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:44:04.071283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.25.3.245 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/3bc87048-ba23-4303-809d-c2aa6cb23ee9) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:04.094499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:04.105459 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efecf813-a8ca-405d-8063-1cd8f08d7884 None None] Sync routers for ids ['7b57401f-c01a-4f95-a231-241738ee90d7'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:04.120920 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efecf813-a8ca-405d-8063-1cd8f08d7884 None None] Routers {'7b57401f-c01a-4f95-a231-241738ee90d7'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:04.125830 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-efecf813-a8ca-405d-8063-1cd8f08d7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7b57401f-c01a-4f95-a231-241738ee90d7'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:04.138239 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad7fea2-bd79-4cc3-94c2-0aa8b174014f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Made reservation on behalf of bac1e38808a04c65bebc6cead515d107 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:04.141556 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ad7fea2-bd79-4cc3-94c2-0aa8b174014f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.168618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad7fea2-bd79-4cc3-94c2-0aa8b174014f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:44:04.188855 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ad7fea2-bd79-4cc3-94c2-0aa8b174014f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d5a084a2-ee58-4a70-a559-9865bf8cd0ad), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.189181 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-2ad7fea2-bd79-4cc3-94c2-0aa8b174014f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Added segment d5a084a2-ee58-4a70-a559-9865bf8cd0ad of type vlan for network 879dc7c4-7776-48bf-921f-4ec5b03a1158 Feb 28 17:44:04.215869 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (3bc87048-ba23-4303-809d-c2aa6cb23ee9), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.226038 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-efecf813-a8ca-405d-8063-1cd8f08d7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:04.247822 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efecf813-a8ca-405d-8063-1cd8f08d7884 None None] Routers {'7b57401f-c01a-4f95-a231-241738ee90d7'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:04.248679 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-efecf813-a8ca-405d-8063-1cd8f08d7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7b57401f-c01a-4f95-a231-241738ee90d7'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:04.255523 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] Made reservation on behalf of 1004544d9883466f9817d00f38bb52eb for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:04.258834 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.275744 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.280270 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.290123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e8edba84-90b1-404c-b392-c329c5077d71 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3619602 Feb 28 17:44:04.290123 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ad7fea2-bd79-4cc3-94c2-0aa8b174014f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (879dc7c4-7776-48bf-921f-4ec5b03a1158), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.294622 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55348) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:04.313093 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-efecf813-a8ca-405d-8063-1cd8f08d7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:04.314049 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efecf813-a8ca-405d-8063-1cd8f08d7884 None None] The sync data for ids ['7b57401f-c01a-4f95-a231-241738ee90d7'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:04.335022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:04.345586 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3bc87048-ba23-4303-809d-c2aa6cb23ee9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.403626 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:04.415809 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:04.418160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:04.454535 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=3bc87048-ba23-4303-809d-c2aa6cb23ee9,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:04.547989 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] Publish callbacks [] for security_group (dd74c27e-01ed-40f5-a944-241e1010ebc1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.599219 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ad7fea2-bd79-4cc3-94c2-0aa8b174014f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (879dc7c4-7776-48bf-921f-4ec5b03a1158), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.604361 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad7fea2-bd79-4cc3-94c2-0aa8b174014f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:04.605353 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ad7fea2-bd79-4cc3-94c2-0aa8b174014f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.618427 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (8ecfc42e-df20-471e-80a7-78b4e14b67d8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.627545 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dd74c27e-01ed-40f5-a944-241e1010ebc1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.657163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:44:04.677521 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a0db27a0-4640-4660-ba06-59967b4416d0), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.677936 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] Added segment a0db27a0-4640-4660-ba06-59967b4416d0 of type vlan for network cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23 Feb 28 17:44:04.679297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd74c27e-01ed-40f5-a944-241e1010ebc1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:04.774869 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.794928 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3bc87048-ba23-4303-809d-c2aa6cb23ee9), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.926594 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:04.929789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:04.930735 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:05.089532 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5177329 Feb 28 17:44:05.094639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55354) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:05.100888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-2194bbde-18ef-4277-ac2c-edf9d0cfaf92 admin admin] Request body: {'subnet': {'network_id': 'cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2088214106-subnet', 'tenant_id': '1004544d9883466f9817d00f38bb52eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:05.130183 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774572a-3ece-4f8d-9097-db0f8ba3b308 admin admin] Pushing event updated for resources: {'Network': ['ID=cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:05.143677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:44:05.187811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7fea2-bd79-4cc3-94c2-0aa8b174014f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event updated for resources: {'Network': ['ID=879dc7c4-7776-48bf-921f-4ec5b03a1158,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:05.215976 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (3bc87048-ba23-4303-809d-c2aa6cb23ee9), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:05.226394 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2ad7fea2-bd79-4cc3-94c2-0aa8b174014f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2268896 Feb 28 17:44:05.248291 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 879dc7c4-7776-48bf-921f-4ec5b03a1158 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:44:05.254589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2194bbde-18ef-4277-ac2c-edf9d0cfaf92 admin admin] Made reservation on behalf of 1004544d9883466f9817d00f38bb52eb for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:05.257122 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2194bbde-18ef-4277-ac2c-edf9d0cfaf92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:05.349950 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (3bc87048-ba23-4303-809d-c2aa6cb23ee9), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:05.395226 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (7b57401f-c01a-4f95-a231-241738ee90d7), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:05.474788 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_gateway (7b57401f-c01a-4f95-a231-241738ee90d7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:05.601718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=3bc87048-ba23-4303-809d-c2aa6cb23ee9,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:05.632840 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (8ecfc42e-df20-471e-80a7-78b4e14b67d8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:05.676532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Deleting port ba4510fd-849c-466c-9934-86495d758745 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:05.677588 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ba4510fd-849c-466c-9934-86495d758745), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:05.741754 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:05.743019 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-41da748a-810a-4f52-9a65-de9d90b183cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1052761 Feb 28 17:44:05.746538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55362) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:05.762841 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e0fdad2a-f846-4060-a1d3-faa060cc3ec9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'port': {'network_id': '6dbffa01-74ee-490a-a2f3-65d585db7fdf', 'name': 'tempest-FloatingIPTestJSON-1636866680'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:05.969215 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ef5b1cb-464c-42be-90be-b316a4ceafbc req-27bb555b-c52b-4d63-87e6-fa3eeeaca582 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1168864 Feb 28 17:44:05.987214 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2194bbde-18ef-4277-ac2c-edf9d0cfaf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (b8046ac5-385b-4ca7-988b-f0e6bb7ba500), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:06.029526 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ba4510fd-849c-466c-9934-86495d758745), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:06.088616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Calling delete_port for ba4510fd-849c-466c-9934-86495d758745 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:06.142688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194bbde-18ef-4277-ac2c-edf9d0cfaf92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8046ac5-385b-4ca7-988b-f0e6bb7ba500,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:06.169361 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2194bbde-18ef-4277-ac2c-edf9d0cfaf92 admin admin] Checking segment: {'id': 'a0db27a0-4640-4660-ba06-59967b4416d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:06.169771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2194bbde-18ef-4277-ac2c-edf9d0cfaf92 admin admin] Network hostable DHCP agents. Network: cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:44:06.173250 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5b1cb-464c-42be-90be-b316a4ceafbc req-6e6b0298-eb77-4e0b-be78-751f312493ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:06.175057 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ef5b1cb-464c-42be-90be-b316a4ceafbc req-6e6b0298-eb77-4e0b-be78-751f312493ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 1129 time: 0.1304455 Feb 28 17:44:06.204094 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fdad2a-f846-4060-a1d3-faa060cc3ec9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Made reservation on behalf of 396017ff16df4a0396968e4206903aad for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:06.206285 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0fdad2a-f846-4060-a1d3-faa060cc3ec9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:06.282410 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2194bbde-18ef-4277-ac2c-edf9d0cfaf92 admin admin] Network cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:44:06.355435 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-e0fdad2a-f846-4060-a1d3-faa060cc3ec9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] device_id is not set on port 85bcb128-9380-468b-929b-427aa9611618 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:44:06.364168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5b1cb-464c-42be-90be-b316a4ceafbc req-b0f0a87c-c628-402a-b0d8-a786950164b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:06.366593 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ef5b1cb-464c-42be-90be-b316a4ceafbc req-b0f0a87c-c628-402a-b0d8-a786950164b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1abae249-92a2-4db3-84bf-77e749303f3f HTTP/1.1" status: 200 len: 898 time: 0.1662378 Feb 28 17:44:06.370687 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-2194bbde-18ef-4277-ac2c-edf9d0cfaf92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:06.378153 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924a54f9-7426-40a9-8ff7-a2c33a951e33 None None] Network cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:06.379171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2194bbde-18ef-4277-ac2c-edf9d0cfaf92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:06.380238 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2194bbde-18ef-4277-ac2c-edf9d0cfaf92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:06.450749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ef5b1cb-464c-42be-90be-b316a4ceafbc req-03242ba1-f3a2-4cc3-b1c7-74efe439308f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=879da135-bafd-4a80-b6ce-7cc079b9501e HTTP/1.1" status: 200 len: 217 time: 0.0430086 Feb 28 17:44:06.577794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5b1cb-464c-42be-90be-b316a4ceafbc req-afb8ab30-b179-4ebc-b8bb-29267c9aa7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:06.579385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ef5b1cb-464c-42be-90be-b316a4ceafbc req-afb8ab30-b179-4ebc-b8bb-29267c9aa7c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6b3db4a7-c159-4d12-803d-9607cb1179d6 HTTP/1.1" status: 200 len: 838 time: 0.1244001 Feb 28 17:44:06.606861 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2194bbde-18ef-4277-ac2c-edf9d0cfaf92 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5101032 Feb 28 17:44:06.699847 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110cee33-7e13-4251-8212-fddfebd0fe14 None None] Network cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:06.765783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5b1cb-464c-42be-90be-b316a4ceafbc req-215e96c5-4c26-4d9a-a786-50482f5224b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:06.771803 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ef5b1cb-464c-42be-90be-b316a4ceafbc req-215e96c5-4c26-4d9a-a786-50482f5224b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1abae249-92a2-4db3-84bf-77e749303f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1638215 Feb 28 17:44:06.911082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-e0fdad2a-f846-4060-a1d3-faa060cc3ec9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.20.0.12 (6dbffa01-74ee-490a-a2f3-65d585db7fdf/907f9181-deb4-4711-90bb-0321eb107ec4/85bcb128-9380-468b-929b-427aa9611618) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:06.920925 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ba4510fd-849c-466c-9934-86495d758745), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:06.928724 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ef5b1cb-464c-42be-90be-b316a4ceafbc req-22184f19-6c50-47f4-bee1-445624ab95e4 service neutron] 10.222.0.73 "GET /v2.0/networks/1abae249-92a2-4db3-84bf-77e749303f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490402 Feb 28 17:44:07.036346 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Pushing event deleted for resources: {'Port': ['ID=ba4510fd-849c-466c-9934-86495d758745,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:07.168582 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ef5b1cb-464c-42be-90be-b316a4ceafbc req-c14771b9-ff31-456b-98a7-fe7eb7cb79e5 service neutron] 10.222.0.73 "GET /v2.0/networks/1abae249-92a2-4db3-84bf-77e749303f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321353 Feb 28 17:44:07.242742 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (7b57401f-c01a-4f95-a231-241738ee90d7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:07.521045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55388) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:07.708316 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3c98ef1e-a09d-4248-8403-7530eea2a174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:07.799975 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:07.855823 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0fdad2a-f846-4060-a1d3-faa060cc3ec9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (85bcb128-9380-468b-929b-427aa9611618), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:07.999989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0fdad2a-f846-4060-a1d3-faa060cc3ec9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (85bcb128-9380-468b-929b-427aa9611618), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:08.127776 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fdad2a-f846-4060-a1d3-faa060cc3ec9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network 6dbffa01-74ee-490a-a2f3-65d585db7fdf is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:08.140538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e0fdad2a-f846-4060-a1d3-faa060cc3ec9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:08.146129 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fdad2a-f846-4060-a1d3-faa060cc3ec9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:08.299583 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fdad2a-f846-4060-a1d3-faa060cc3ec9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:08.300426 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0fdad2a-f846-4060-a1d3-faa060cc3ec9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:08.516905 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29240'] for router (7b57401f-c01a-4f95-a231-241738ee90d7), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:08.527925 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556298'] for router (7b57401f-c01a-4f95-a231-241738ee90d7), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:08.538200 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e0fdad2a-f846-4060-a1d3-faa060cc3ec9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7876484 Feb 28 17:44:08.630397 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55396) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:08.630992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55398) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:08.641619 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Request body: {'subnets': [{'network_id': 'e95eda37-c04b-4bd0-b691-38943da7217c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1896898529', 'ip_version': 6}, {'network_id': '879dc7c4-7776-48bf-921f-4ec5b03a1158', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:08.642567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Request body: {'subnet': {'network_id': 'e95eda37-c04b-4bd0-b691-38943da7217c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1896898529', 'ip_version': 6}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:08.642729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Request body: {'subnet': {'network_id': '879dc7c4-7776-48bf-921f-4ec5b03a1158', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:08.672354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-bf0e16c9-88aa-4e8f-8548-c6b9d78542bd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'floatingip': {'port_id': '85bcb128-9380-468b-929b-427aa9611618'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:08.678511 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Router 7b57401f-c01a-4f95-a231-241738ee90d7 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:44:08.689538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdad2a-f846-4060-a1d3-faa060cc3ec9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=85bcb128-9380-468b-929b-427aa9611618,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:08.850387 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bf0e16c9-88aa-4e8f-8548-c6b9d78542bd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (8ecfc42e-df20-471e-80a7-78b4e14b67d8), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:08.923769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:08.933540 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:08.936169 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cc003666-e7bb-4ca7-8d5a-ef6e75484be8 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "PUT /v2.0/routers/7b57401f-c01a-4f95-a231-241738ee90d7 HTTP/1.1" status: 200 len: 705 time: 4.6085184 Feb 28 17:44:08.939942 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79065d15-dff8-4f2a-acf0-05fa2a434c76 None None] Sync routers for ids ['7b57401f-c01a-4f95-a231-241738ee90d7'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:08.941334 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55406) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:08.952741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-103e9228-f169-4173-8332-ca157ab3658c tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:08.969710 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-103e9228-f169-4173-8332-ca157ab3658c tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/networks?id=cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23 HTTP/1.1" status: 200 len: 814 time: 1.4505229 Feb 28 17:44:09.001353 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79065d15-dff8-4f2a-acf0-05fa2a434c76 None None] Routers {'7b57401f-c01a-4f95-a231-241738ee90d7'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:09.005645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-79065d15-dff8-4f2a-acf0-05fa2a434c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7b57401f-c01a-4f95-a231-241738ee90d7'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:09.097173 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-facfaa08-90a6-4d0a-b164-d34757531bea tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/routers/7b57401f-c01a-4f95-a231-241738ee90d7 HTTP/1.1" status: 200 len: 740 time: 0.1279504 Feb 28 17:44:09.100804 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55408) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:09.118232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-79065d15-dff8-4f2a-acf0-05fa2a434c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:09.146292 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79065d15-dff8-4f2a-acf0-05fa2a434c76 None None] Routers {'7b57401f-c01a-4f95-a231-241738ee90d7'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:09.147530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-79065d15-dff8-4f2a-acf0-05fa2a434c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:43:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['7b57401f-c01a-4f95-a231-241738ee90d7'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:09.158294 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-6cec90c9-6347-42ed-bc05-e93156c6aef2 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/quotas/1004544d9883466f9817d00f38bb52eb HTTP/1.1" status: 200 len: 375 time: 0.1917973 Feb 28 17:44:09.180996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-081da105-0a9b-4bfc-8841-205cb1368282 tempest-RoutersAdminTest-1341974817 tempest-RoutersAdminTest-1341974817-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&device_id=7b57401f-c01a-4f95-a231-241738ee90d7 HTTP/1.1" status: 200 len: 205 time: 0.0781531 Feb 28 17:44:09.190210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55410) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:09.222525 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-f64ceafd-2973-4edc-ad24-5d7773091e8b tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1004544d9883466f9817d00f38bb52eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440691 Feb 28 17:44:09.229851 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-79065d15-dff8-4f2a-acf0-05fa2a434c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:09.232159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79065d15-dff8-4f2a-acf0-05fa2a434c76 None None] The sync data for ids ['7b57401f-c01a-4f95-a231-241738ee90d7'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:09.241198 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f7731124-95a1-4352-8f72-6187b36d515c tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b57401f-c01a-4f95-a231-241738ee90d7 HTTP/1.1" status: 200 len: 205 time: 0.0503595 Feb 28 17:44:09.248646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55412) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:09.380017 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce7322f8-4295-42f4-b60e-6e4dfe8600ed tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (7b57401f-c01a-4f95-a231-241738ee90d7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:09.733952 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bf0e16c9-88aa-4e8f-8548-c6b9d78542bd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:09.812679 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bf0e16c9-88aa-4e8f-8548-c6b9d78542bd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (8ecfc42e-df20-471e-80a7-78b4e14b67d8), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:09.924379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Made reservation on behalf of bac1e38808a04c65bebc6cead515d107 for: {'subnet': 2} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:09.930592 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:09.931536 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:09.942867 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-658933ae-2961-473e-a846-54190ff099da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:10.005480 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:10.055028 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce7322f8-4295-42f4-b60e-6e4dfe8600ed tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (7b57401f-c01a-4f95-a231-241738ee90d7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:10.057744 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce7322f8-4295-42f4-b60e-6e4dfe8600ed tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router_controller (7b57401f-c01a-4f95-a231-241738ee90d7), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:10.162038 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-834a902d-c5a7-4236-b404-37c46474626d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (bfc3db3e-3edd-49b9-8214-a82174912269), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:10.205567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-868c4cde-1b0a-44c1-91e5-ca2fac5e959c service neutron] 10.222.0.72 "GET /v2.0/networks/cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9666247 Feb 28 17:44:10.348729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce7322f8-4295-42f4-b60e-6e4dfe8600ed tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (7b57401f-c01a-4f95-a231-241738ee90d7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:10.349240 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7322f8-4295-42f4-b60e-6e4dfe8600ed tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Fanout notify agent at l3_agent the message router_deleted on router 7b57401f-c01a-4f95-a231-241738ee90d7 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:44:10.367793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce7322f8-4295-42f4-b60e-6e4dfe8600ed tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:10.376319 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ce7322f8-4295-42f4-b60e-6e4dfe8600ed tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "DELETE /v2.0/routers/7b57401f-c01a-4f95-a231-241738ee90d7 HTTP/1.1" status: 204 len: 168 time: 1.1259007 Feb 28 17:44:10.377080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55422) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:10.438168 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5df134c9-6794-46c2-9c03-5908130e3e30 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b57401f-c01a-4f95-a231-241738ee90d7 HTTP/1.1" status: 200 len: 205 time: 0.0579834 Feb 28 17:44:10.438740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55424) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:10.442029 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-bf0e16c9-88aa-4e8f-8548-c6b9d78542bd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Floating IP 8ecfc42e-df20-471e-80a7-78b4e14b67d8 associated. External IP: 172.25.3.245, port: 85bcb128-9380-468b-929b-427aa9611618. Feb 28 17:44:10.538004 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-a77a88f7-5e49-41b1-bdea-158c3ae0943d tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] delete failed (client error): The resource could not be found. Feb 28 17:44:10.547073 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a77a88f7-5e49-41b1-bdea-158c3ae0943d tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "DELETE /v2.0/routers/7b57401f-c01a-4f95-a231-241738ee90d7 HTTP/1.1" status: 404 len: 336 time: 0.1055210 Feb 28 17:44:10.551549 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55428) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:10.642309 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-6f66c34f-72e4-4b5d-bd37-f4eaf18fd757 service neutron] 10.222.0.72 "GET /v2.0/networks/cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353044 Feb 28 17:44:10.647400 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-60a9071e-4156-42e2-b1c1-33e39bc263c3 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "GET /v2.0/ports?device_id=0832e41a-e4b2-46c6-bf7b-c96e9f03c628 HTTP/1.1" status: 200 len: 205 time: 0.0922832 Feb 28 17:44:10.648228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55430) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:10.648650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55432) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:10.711861 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-d2688441-6a24-4a91-a72f-dcf59cf6776f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] delete failed (client error): The resource could not be found. Feb 28 17:44:10.712869 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d2688441-6a24-4a91-a72f-dcf59cf6776f tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "DELETE /v2.0/routers/0832e41a-e4b2-46c6-bf7b-c96e9f03c628 HTTP/1.1" status: 404 len: 336 time: 0.0618289 Feb 28 17:44:10.715480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55436) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:10.823003 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c6c5b3d9-3505-4d2b-85fc-602699768c9a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "GET /v2.0/ports?device_id=20c47b7b-066d-498b-89f5-c3f379f2ad7e HTTP/1.1" status: 200 len: 205 time: 0.1062565 Feb 28 17:44:10.828507 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55438) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:10.922614 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-2c59db41-44a1-4810-aa7b-67024aea71c6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] delete failed (client error): The resource could not be found. Feb 28 17:44:10.923709 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2c59db41-44a1-4810-aa7b-67024aea71c6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "DELETE /v2.0/routers/20c47b7b-066d-498b-89f5-c3f379f2ad7e HTTP/1.1" status: 404 len: 336 time: 0.0915349 Feb 28 17:44:10.926399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55440) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:10.929292 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63018b93-17a2-412a-b76c-485149509409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:11.044758 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-963a4c77-f759-4adb-898b-d6dc6f9269f6 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "GET /v2.0/ports?device_id=37203c47-69d2-41b8-aa2c-5525a2454232 HTTP/1.1" status: 200 len: 205 time: 0.1129673 Feb 28 17:44:11.050833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55450) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:11.170977 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db00bc2b-1452-45ac-b7d1-c5bdb7913bea req-2aa755f4-6b3f-4c96-ad2a-c8b55c06aee7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3666122 Feb 28 17:44:11.173589 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-6eeda190-e2e0-43f8-b669-d533298515ac tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] delete failed (client error): The resource could not be found. Feb 28 17:44:11.192474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6eeda190-e2e0-43f8-b669-d533298515ac tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "DELETE /v2.0/routers/37203c47-69d2-41b8-aa2c-5525a2454232 HTTP/1.1" status: 404 len: 336 time: 0.1217136 Feb 28 17:44:11.196711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55452) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:11.259512 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aa695ab4-8b68-4d53-bfc2-ae8f7b172ef7 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "GET /v2.0/ports?device_id=abb8d6c2-e098-458d-9897-c834653888dc HTTP/1.1" status: 200 len: 205 time: 0.0595500 Feb 28 17:44:11.261098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55454) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:11.352884 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-a8519ee6-b1d2-41c1-91cf-be65d1d2cbff tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] delete failed (client error): The resource could not be found. Feb 28 17:44:11.356332 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a8519ee6-b1d2-41c1-91cf-be65d1d2cbff tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "DELETE /v2.0/routers/abb8d6c2-e098-458d-9897-c834653888dc HTTP/1.1" status: 404 len: 336 time: 0.0920250 Feb 28 17:44:11.361833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55460) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:11.382246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d31357b5-6357-49ac-909c-96858f4fe654 req-230e4948-960d-4800-8371-698c05798e5c tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 210 time: 0.3056333 Feb 28 17:44:11.399948 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0c513662-d52f-47ed-8754-d50498090c52 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "GET /v2.0/ports?device_id=2071f5af-51de-4277-a7e2-b17f14d09533 HTTP/1.1" status: 200 len: 205 time: 0.0353296 Feb 28 17:44:11.404055 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55462) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:11.420967 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63018b93-17a2-412a-b76c-485149509409 admin admin] Publish callbacks [] for security_group (01782b5a-4256-46f4-8e9f-2d3bbec50009), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:11.428537 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:11.465093 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-4f590f50-6ff9-4c4b-b709-cb4b28600a8a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] delete failed (client error): The resource could not be found. Feb 28 17:44:11.468751 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4f590f50-6ff9-4c4b-b709-cb4b28600a8a tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "DELETE /v2.0/routers/2071f5af-51de-4277-a7e2-b17f14d09533 HTTP/1.1" status: 404 len: 336 time: 0.0560243 Feb 28 17:44:11.472644 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55464) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:11.474624 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00bc2b-1452-45ac-b7d1-c5bdb7913bea req-86b3b129-c6b0-4b2e-a01f-e26c0c7f6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:11.476100 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db00bc2b-1452-45ac-b7d1-c5bdb7913bea req-86b3b129-c6b0-4b2e-a01f-e26c0c7f6246 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 1129 time: 0.2295108 Feb 28 17:44:11.511806 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f2c209-eb73-4d86-a391-0b16dc2bb649 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] DELETE failed (client error): The resource could not be found. Feb 28 17:44:11.512177 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f2c209-eb73-4d86-a391-0b16dc2bb649 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:44:11.517550 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-99f2c209-eb73-4d86-a391-0b16dc2bb649 tempest-RoutersAdminTest-869560906 tempest-RoutersAdminTest-869560906-project] 10.222.0.72 "DELETE /v2.0/subnets/8d8a91ca-dc6e-45f3-9df9-477af17d352e HTTP/1.1" status: 404 len: 337 time: 0.0381930 Feb 28 17:44:11.543576 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63018b93-17a2-412a-b76c-485149509409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (01782b5a-4256-46f4-8e9f-2d3bbec50009), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:11.634748 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-63018b93-17a2-412a-b76c-485149509409 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ad88709f51b64cc6a0b2d38e0874e754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9849546 Feb 28 17:44:11.640452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55468) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:11.689470 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63018b93-17a2-412a-b76c-485149509409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01782b5a-4256-46f4-8e9f-2d3bbec50009,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:11.777606 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9918a9ed-2d4b-4a6a-bbfb-bb5bb7aa8c2c admin admin] Publish callbacks [] for security_group (01782b5a-4256-46f4-8e9f-2d3bbec50009), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:11.811907 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00bc2b-1452-45ac-b7d1-c5bdb7913bea req-f760cc92-bb11-4ca2-b839-c1be7a216c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:11.813893 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db00bc2b-1452-45ac-b7d1-c5bdb7913bea req-f760cc92-bb11-4ca2-b839-c1be7a216c52 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9f9a6f4-352f-4e23-9942-d076ed8d0c16 HTTP/1.1" status: 200 len: 896 time: 0.2970359 Feb 28 17:44:11.837007 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9918a9ed-2d4b-4a6a-bbfb-bb5bb7aa8c2c admin admin] Publish callbacks [] for security_group (01782b5a-4256-46f4-8e9f-2d3bbec50009), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:11.974886 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db00bc2b-1452-45ac-b7d1-c5bdb7913bea req-11b00f11-5ade-4224-92e1-df0b8cb95c15 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25324a8d-d1ac-4a54-801e-711437531044 HTTP/1.1" status: 200 len: 1002 time: 0.1406615 Feb 28 17:44:11.994098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0e16c9-88aa-4e8f-8548-c6b9d78542bd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:44:12.045112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00bc2b-1452-45ac-b7d1-c5bdb7913bea req-9f7d413c-b0da-4512-8efa-b100d9603aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:12.047302 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db00bc2b-1452-45ac-b7d1-c5bdb7913bea req-9f7d413c-b0da-4512-8efa-b100d9603aa4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bed7957d-4891-48a1-aeee-2449ab319aaf HTTP/1.1" status: 200 len: 835 time: 0.0655582 Feb 28 17:44:12.064086 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-834a902d-c5a7-4236-b404-37c46474626d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Deleting port 1ee3cc51-f5f7-4de8-b593-637a883de22e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:12.064421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-834a902d-c5a7-4236-b404-37c46474626d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:12.228861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55480) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:12.264836 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9918a9ed-2d4b-4a6a-bbfb-bb5bb7aa8c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (01782b5a-4256-46f4-8e9f-2d3bbec50009), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:12.272469 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9918a9ed-2d4b-4a6a-bbfb-bb5bb7aa8c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:12.280255 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9918a9ed-2d4b-4a6a-bbfb-bb5bb7aa8c2c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/01782b5a-4256-46f4-8e9f-2d3bbec50009 HTTP/1.1" status: 204 len: 168 time: 0.6369576 Feb 28 17:44:12.299620 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00bc2b-1452-45ac-b7d1-c5bdb7913bea req-a32ff7a1-fa3f-45d9-8d7e-da9da1fdf737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:12.303228 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db00bc2b-1452-45ac-b7d1-c5bdb7913bea req-a32ff7a1-fa3f-45d9-8d7e-da9da1fdf737 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9f9a6f4-352f-4e23-9942-d076ed8d0c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2454424 Feb 28 17:44:12.308493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918a9ed-2d4b-4a6a-bbfb-bb5bb7aa8c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01782b5a-4256-46f4-8e9f-2d3bbec50009,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:12.474021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-834a902d-c5a7-4236-b404-37c46474626d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] For port 1ee3cc51-f5f7-4de8-b593-637a883de22e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1ee3cc51-f5f7-4de8-b593-637a883de22e,segment=NetworkSegment(1a9a34c3-777b-4a7b-a880-68ecf29dae22),segment_id=1a9a34c3-777b-4a7b-a880-68ecf29dae22)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:12.474648 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-834a902d-c5a7-4236-b404-37c46474626d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:12.490808 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-10d94c8e-e9be-47ce-a0c4-ec7503503ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:12.495681 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-834a902d-c5a7-4236-b404-37c46474626d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Calling delete_port for 1ee3cc51-f5f7-4de8-b593-637a883de22e owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:12.512382 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b31ab34-1f17-42ed-9770-e687cc224b43 req-d0bac2f7-85bc-44cd-abcf-3dccf2d3e8a0 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 210 time: 0.0587575 Feb 28 17:44:12.514550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0e16c9-88aa-4e8f-8548-c6b9d78542bd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:12.519710 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bf0e16c9-88aa-4e8f-8548-c6b9d78542bd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:12.534835 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd9768d-9c8d-4f15-b55c-cff97f6a00ef None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:12.554735 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:12.565446 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db00bc2b-1452-45ac-b7d1-c5bdb7913bea req-c5c4c164-d649-455a-aaec-653e4118ec18 service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491498 Feb 28 17:44:12.612863 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9768d-9c8d-4f15-b55c-cff97f6a00ef None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:12.618501 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7fd9768d-9c8d-4f15-b55c-cff97f6a00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:12.625194 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bf0e16c9-88aa-4e8f-8548-c6b9d78542bd tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "PUT /v2.0/floatingips/8ecfc42e-df20-471e-80a7-78b4e14b67d8 HTTP/1.1" status: 200 len: 979 time: 3.9892452 Feb 28 17:44:12.678869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55492) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:12.748774 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7fd9768d-9c8d-4f15-b55c-cff97f6a00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:12.774834 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9768d-9c8d-4f15-b55c-cff97f6a00ef None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:12.776029 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7fd9768d-9c8d-4f15-b55c-cff97f6a00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:12.867650 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7fd9768d-9c8d-4f15-b55c-cff97f6a00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:12.868308 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd9768d-9c8d-4f15-b55c-cff97f6a00ef None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:12.936954 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (6adb3a73-dd26-4f0e-90e7-f49f99fa07b4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:13.041406 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-10d94c8e-e9be-47ce-a0c4-ec7503503ad3 admin admin] Publish callbacks [] for security_group (6e151bdd-1fd9-4e99-b777-8a2dce3bd307), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:13.052936 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db00bc2b-1452-45ac-b7d1-c5bdb7913bea req-c996ea53-4d2f-499a-875d-aa07ee79315e service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798429 Feb 28 17:44:13.093587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event updated for resources: {'Subnet': ['ID=6adb3a73-dd26-4f0e-90e7-f49f99fa07b4,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:13.106984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Checking segment: {'id': 'a0a64cbe-d357-472f-8d30-44340375c3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e95eda37-c04b-4bd0-b691-38943da7217c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:13.107505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Network hostable DHCP agents. Network: e95eda37-c04b-4bd0-b691-38943da7217c, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:44:13.123143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c122aaf5-78e9-43c6-a814-7153dd59ee45 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port 85bcb128-9380-468b-929b-427aa9611618 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:13.123488 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c122aaf5-78e9-43c6-a814-7153dd59ee45 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (85bcb128-9380-468b-929b-427aa9611618), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:13.171145 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-10d94c8e-e9be-47ce-a0c4-ec7503503ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6e151bdd-1fd9-4e99-b777-8a2dce3bd307), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:13.239558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Network e95eda37-c04b-4bd0-b691-38943da7217c is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:44:13.263475 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-834a902d-c5a7-4236-b404-37c46474626d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (1ee3cc51-f5f7-4de8-b593-637a883de22e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:13.322008 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-10d94c8e-e9be-47ce-a0c4-ec7503503ad3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1deab6e08e614b8bbf57944b214d4f6a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0873582 Feb 28 17:44:13.323979 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55498) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:13.332793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d94c8e-e9be-47ce-a0c4-ec7503503ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e151bdd-1fd9-4e99-b777-8a2dce3bd307,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:13.357734 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a902d-c5a7-4236-b404-37c46474626d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Port': ['ID=1ee3cc51-f5f7-4de8-b593-637a883de22e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:13.378156 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, e95eda37-c04b-4bd0-b691-38943da7217c) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:13.389973 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a56010-9035-4dcf-be5c-b9c2333bbb77 None None] Network e95eda37-c04b-4bd0-b691-38943da7217c requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:13.401738 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c122aaf5-78e9-43c6-a814-7153dd59ee45 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (85bcb128-9380-468b-929b-427aa9611618), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:13.527252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55500) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:13.555017 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (fae50440-0102-4bb4-aba6-4df01920461f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:13.569651 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-e95eda37-c04b-4bd0-b691-38943da7217c', 'network_id': 'e95eda37-c04b-4bd0-b691-38943da7217c', 'project_id': 'bac1e38808a04c65bebc6cead515d107', 'fixed_ips': [{'subnet_id': '6adb3a73-dd26-4f0e-90e7-f49f99fa07b4'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:44:13.575242 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17825ee6-c4ec-4d66-a7b8-7d0d2ad71a0a admin admin] Publish callbacks [] for security_group (6e151bdd-1fd9-4e99-b777-8a2dce3bd307), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:13.576426 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:13.585722 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2e4025a8-8f5e-42b2-8069-90fe85aaa46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:13.711537 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17825ee6-c4ec-4d66-a7b8-7d0d2ad71a0a admin admin] Publish callbacks [] for security_group (6e151bdd-1fd9-4e99-b777-8a2dce3bd307), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:13.871787 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-834a902d-c5a7-4236-b404-37c46474626d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (bfc3db3e-3edd-49b9-8214-a82174912269), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:13.887990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Allocated IP 2001:db8::1 (e95eda37-c04b-4bd0-b691-38943da7217c/6adb3a73-dd26-4f0e-90e7-f49f99fa07b4/4495a440-d824-49b0-a0b8-f993e493d9d0) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:13.918384 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c122aaf5-78e9-43c6-a814-7153dd59ee45 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:13.918765 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c122aaf5-78e9-43c6-a814-7153dd59ee45 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (8ecfc42e-df20-471e-80a7-78b4e14b67d8), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:13.919059 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-c122aaf5-78e9-43c6-a814-7153dd59ee45 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Floating IP 8ecfc42e-df20-471e-80a7-78b4e14b67d8 disassociated. External IP: 172.25.3.245, port: 85bcb128-9380-468b-929b-427aa9611618. Feb 28 17:44:13.919410 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c122aaf5-78e9-43c6-a814-7153dd59ee45 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for 85bcb128-9380-468b-929b-427aa9611618 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:13.973001 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7cecd6a7-1951-488a-8b00-d5b49f43e0b7 req-2c197be8-0376-45d6-ba65-ff00e7284a29 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 210 time: 0.1135983 Feb 28 17:44:13.993652 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:14.035212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event updated for resources: {'Subnet': ['ID=fae50440-0102-4bb4-aba6-4df01920461f,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:14.095737 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17825ee6-c4ec-4d66-a7b8-7d0d2ad71a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6e151bdd-1fd9-4e99-b777-8a2dce3bd307), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:14.099397 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17825ee6-c4ec-4d66-a7b8-7d0d2ad71a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:14.103558 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-17825ee6-c4ec-4d66-a7b8-7d0d2ad71a0a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6e151bdd-1fd9-4e99-b777-8a2dce3bd307 HTTP/1.1" status: 204 len: 168 time: 0.7760482 Feb 28 17:44:14.145972 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Publish callbacks [] for port (4495a440-d824-49b0-a0b8-f993e493d9d0), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:14.160979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Checking segment: {'id': 'd5a084a2-ee58-4a70-a559-9865bf8cd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '879dc7c4-7776-48bf-921f-4ec5b03a1158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:14.161348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Network hostable DHCP agents. Network: 879dc7c4-7776-48bf-921f-4ec5b03a1158, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:44:14.211953 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (4495a440-d824-49b0-a0b8-f993e493d9d0), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:14.234433 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2e4025a8-8f5e-42b2-8069-90fe85aaa46d admin admin] Publish callbacks [] for security_group (113fb485-589f-4e84-b357-d9f8b0fdf76b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:14.242055 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17825ee6-c4ec-4d66-a7b8-7d0d2ad71a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e151bdd-1fd9-4e99-b777-8a2dce3bd307,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:14.287145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Pushing event updated for resources: {'Port': ['ID=4495a440-d824-49b0-a0b8-f993e493d9d0,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:14.309015 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Network e95eda37-c04b-4bd0-b691-38943da7217c is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:14.323541 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:14.323541 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:14.336696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Network 879dc7c4-7776-48bf-921f-4ec5b03a1158 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:44:14.460473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-eaafc6c5-b23c-4c36-882b-c68d28d50c45 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:14.462098 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-eaafc6c5-b23c-4c36-882b-c68d28d50c45 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.69 "GET /v2.0/networks?id=cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23 HTTP/1.1" status: 200 len: 814 time: 0.4852278 Feb 28 17:44:14.462772 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2e4025a8-8f5e-42b2-8069-90fe85aaa46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (113fb485-589f-4e84-b357-d9f8b0fdf76b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:14.514318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4025a8-8f5e-42b2-8069-90fe85aaa46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113fb485-589f-4e84-b357-d9f8b0fdf76b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:14.525999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 879dc7c4-7776-48bf-921f-4ec5b03a1158) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:14.531682 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-615b850b-10e0-462a-90b9-4595ab07d060 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Request body: {'port': {'device_id': '219cd7d5-e419-4d5f-a7a5-ba46db584848', 'network_id': 'cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23', 'admin_state_up': True, 'tenant_id': '1004544d9883466f9817d00f38bb52eb'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:14.533666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:14.534312 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:14.534954 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:14.540422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834a902d-c5a7-4236-b404-37c46474626d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Router bfc3db3e-3edd-49b9-8214-a82174912269 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:44:14.545653 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c122aaf5-78e9-43c6-a814-7153dd59ee45 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (85bcb128-9380-468b-929b-427aa9611618), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:14.570729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a691cb-e8ab-4ca4-a740-1d3b4f3bd913 None None] Network 879dc7c4-7776-48bf-921f-4ec5b03a1158 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:14.596351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Attempting to bind port 4495a440-d824-49b0-a0b8-f993e493d9d0 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:44:14.598017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Attempting to bind port 4495a440-d824-49b0-a0b8-f993e493d9d0 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a0a64cbe-d357-472f-8d30-44340375c3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e95eda37-c04b-4bd0-b691-38943da7217c'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:44:14.598017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Attempting to bind port 4495a440-d824-49b0-a0b8-f993e493d9d0 on network e95eda37-c04b-4bd0-b691-38943da7217c {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:44:14.626945 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:44:14.632639 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Checking segment: {'id': 'a0a64cbe-d357-472f-8d30-44340375c3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e95eda37-c04b-4bd0-b691-38943da7217c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:14.632639 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:14.632639 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Bound using segment: {'id': 'a0a64cbe-d357-472f-8d30-44340375c3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e95eda37-c04b-4bd0-b691-38943da7217c'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:44:14.632639 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Bound port: 4495a440-d824-49b0-a0b8-f993e493d9d0, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a64cbe-d357-472f-8d30-44340375c3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e95eda37-c04b-4bd0-b691-38943da7217c'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:44:14.632639 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4495a440-d824-49b0-a0b8-f993e493d9d0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:14.652955 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2e4025a8-8f5e-42b2-8069-90fe85aaa46d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d5bec667983a4994887b65cbd96ea542&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1196003 Feb 28 17:44:14.653773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122aaf5-78e9-43c6-a814-7153dd59ee45 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=85bcb128-9380-468b-929b-427aa9611618,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:14.657794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55520) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:14.711168 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cb113852-5cfc-4454-9d97-929927a36038 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.0755894 Feb 28 17:44:14.718081 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55524) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:14.814292 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-879dc7c4-7776-48bf-921f-4ec5b03a1158', 'network_id': '879dc7c4-7776-48bf-921f-4ec5b03a1158', 'project_id': 'bac1e38808a04c65bebc6cead515d107', 'fixed_ips': [{'subnet_id': 'fae50440-0102-4bb4-aba6-4df01920461f'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:44:14.815194 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:14.839317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] For port 4495a440-d824-49b0-a0b8-f993e493d9d0, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:44:14.869352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] For port 4495a440-d824-49b0-a0b8-f993e493d9d0, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4495a440-d824-49b0-a0b8-f993e493d9d0,segment=NetworkSegment(a0a64cbe-d357-472f-8d30-44340375c3b3),segment_id=a0a64cbe-d357-472f-8d30-44340375c3b3)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:44:14.870859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834a902d-c5a7-4236-b404-37c46474626d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:14.898962 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-834a902d-c5a7-4236-b404-37c46474626d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "PUT /v2.0/routers/bfc3db3e-3edd-49b9-8214-a82174912269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3737540 Feb 28 17:44:14.949886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0198ef-46b8-4d1a-9cc6-495c57971b62 None None] Sync routers for ids ['bfc3db3e-3edd-49b9-8214-a82174912269'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:15.002528 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dee3b52-3cc5-4510-8e80-d065e181b2ba admin admin] Publish callbacks [] for security_group (113fb485-589f-4e84-b357-d9f8b0fdf76b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:15.019892 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4495a440-d824-49b0-a0b8-f993e493d9d0), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:15.027059 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dee3b52-3cc5-4510-8e80-d065e181b2ba admin admin] Publish callbacks [] for security_group (113fb485-589f-4e84-b357-d9f8b0fdf76b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:15.189118 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e44eeb-5f2d-4783-99dd-4a3ed74e39f1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:15.191553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e44eeb-5f2d-4783-99dd-4a3ed74e39f1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:15.193186 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e44eeb-5f2d-4783-99dd-4a3ed74e39f1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:15.195416 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c0e44eeb-5f2d-4783-99dd-4a3ed74e39f1 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4750893 Feb 28 17:44:15.215395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-86c32cb4-4118-444c-854b-ddb21e007d85 req-f45b05ee-5100-4a90-a778-7b710a7c10bf tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 210 time: 0.0833776 Feb 28 17:44:15.216050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55540) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:15.219054 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55542) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:15.237241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481564f5-560c-47b8-8ac2-6a667942117f None None] Pushing event updated for resources: {'Port': ['ID=4495a440-d824-49b0-a0b8-f993e493d9d0,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:15.263504 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0198ef-46b8-4d1a-9cc6-495c57971b62 None None] Routers {'bfc3db3e-3edd-49b9-8214-a82174912269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:15.264674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8d0198ef-46b8-4d1a-9cc6-495c57971b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfc3db3e-3edd-49b9-8214-a82174912269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:15.310091 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dee3b52-3cc5-4510-8e80-d065e181b2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (113fb485-589f-4e84-b357-d9f8b0fdf76b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:15.319494 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dee3b52-3cc5-4510-8e80-d065e181b2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:15.323715 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9dee3b52-3cc5-4510-8e80-d065e181b2ba admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/113fb485-589f-4e84-b357-d9f8b0fdf76b HTTP/1.1" status: 204 len: 168 time: 0.6606624 Feb 28 17:44:15.342943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee3b52-3cc5-4510-8e80-d065e181b2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113fb485-589f-4e84-b357-d9f8b0fdf76b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:15.358220 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f5c0e487-9642-45d1-a5a7-ca8843465e85 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3cd85f526eeb49d2bf15dfa07405c2e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368651 Feb 28 17:44:15.361637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55546) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:15.396260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c122aaf5-78e9-43c6-a814-7153dd59ee45 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:44:15.405607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd06227d-674f-42a8-9bec-5ab35bc016c6 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Deleting subnet 6adb3a73-dd26-4f0e-90e7-f49f99fa07b4 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:44:15.415099 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fd06227d-674f-42a8-9bec-5ab35bc016c6 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for subnet (6adb3a73-dd26-4f0e-90e7-f49f99fa07b4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:15.496813 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fd06227d-674f-42a8-9bec-5ab35bc016c6 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (6adb3a73-dd26-4f0e-90e7-f49f99fa07b4), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:15.500810 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6a77f0db-45e1-43e1-8142-60531b028d1a admin admin] Publish callbacks [] for security_group (2ec36ba4-230b-4c1e-9045-6f8ee2615a8e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:15.531345 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6a77f0db-45e1-43e1-8142-60531b028d1a admin admin] Publish callbacks [] for security_group (2ec36ba4-230b-4c1e-9045-6f8ee2615a8e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:15.573284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-8d0198ef-46b8-4d1a-9cc6-495c57971b62 None None] Set router bfc3db3e-3edd-49b9-8214-a82174912269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:44:15.719418 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6a77f0db-45e1-43e1-8142-60531b028d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2ec36ba4-230b-4c1e-9045-6f8ee2615a8e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:15.724614 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6a77f0db-45e1-43e1-8142-60531b028d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:15.727342 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6a77f0db-45e1-43e1-8142-60531b028d1a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2ec36ba4-230b-4c1e-9045-6f8ee2615a8e HTTP/1.1" status: 204 len: 168 time: 0.3645170 Feb 28 17:44:15.770492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77f0db-45e1-43e1-8142-60531b028d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec36ba4-230b-4c1e-9045-6f8ee2615a8e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:15.878477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc39761-bd64-4c4b-bd66-0d997535eb64 req-02bdc6b9-5cf5-4e5a-821b-804faa0c5da3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:15.880961 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2bc39761-bd64-4c4b-bd66-0d997535eb64 req-02bdc6b9-5cf5-4e5a-821b-804faa0c5da3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 946 time: 0.1875403 Feb 28 17:44:15.994383 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2bc39761-bd64-4c4b-bd66-0d997535eb64 req-92e90ac8-2891-46cb-9c14-983d52362db1 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032748 Feb 28 17:44:16.001423 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fd06227d-674f-42a8-9bec-5ab35bc016c6 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (6adb3a73-dd26-4f0e-90e7-f49f99fa07b4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:16.223638 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fd06227d-674f-42a8-9bec-5ab35bc016c6 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (6adb3a73-dd26-4f0e-90e7-f49f99fa07b4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:16.301238 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-615b850b-10e0-462a-90b9-4595ab07d060 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Made reservation on behalf of 1004544d9883466f9817d00f38bb52eb for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:16.302891 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fd06227d-674f-42a8-9bec-5ab35bc016c6 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:16.304801 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-615b850b-10e0-462a-90b9-4595ab07d060 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:16.306185 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fd06227d-674f-42a8-9bec-5ab35bc016c6 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "DELETE /v2.0/subnets/6adb3a73-dd26-4f0e-90e7-f49f99fa07b4 HTTP/1.1" status: 204 len: 168 time: 1.0625241 Feb 28 17:44:16.311365 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55566) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:16.323633 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06227d-674f-42a8-9bec-5ab35bc016c6 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event deleted for resources: {'Subnet': ['ID=6adb3a73-dd26-4f0e-90e7-f49f99fa07b4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:16.446238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Allocated IP 2001:db8:0:1::1 (879dc7c4-7776-48bf-921f-4ec5b03a1158/fae50440-0102-4bb4-aba6-4df01920461f/103ac5cb-08a7-470d-81f2-7fdf8fadc6d5) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:16.454942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c122aaf5-78e9-43c6-a814-7153dd59ee45 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:16.465085 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f60cc-afe6-4d99-bc27-942452e393fd None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:16.480816 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f60cc-afe6-4d99-bc27-942452e393fd None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:16.481364 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-da2f60cc-afe6-4d99-bc27-942452e393fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:16.553851 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-da2f60cc-afe6-4d99-bc27-942452e393fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:16.574810 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f60cc-afe6-4d99-bc27-942452e393fd None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:16.575437 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-da2f60cc-afe6-4d99-bc27-942452e393fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:16.606993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3ca643-5d47-4e06-b330-6b3afa287917 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Deleting subnet fae50440-0102-4bb4-aba6-4df01920461f {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:44:16.619168 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9c8f9a84-bba0-4f0c-a0db-17162ce096a7 req-0f7e9c9c-828c-4c59-82a8-2c8198f521f5 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 210 time: 0.1660593 Feb 28 17:44:16.689025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8d0198ef-46b8-4d1a-9cc6-495c57971b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:44:13Z', 'revision_number': 6, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b78930c4-9341-4949-9f7c-82f2f4bd3c69', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'port_id': '25324a8d-d1ac-4a54-801e-711437531044', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'mac_address': 'fa:16:3e:f7:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c97d77-2d97-496f-9742-17a8b62f704e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:42:26Z', 'updated_at': '2022-02-28T17:42:33Z', 'revision_number': 1, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:56Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:16.804389 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c122aaf5-78e9-43c6-a814-7153dd59ee45 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:16.810340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0198ef-46b8-4d1a-9cc6-495c57971b62 None None] Checking router: bfc3db3e-3edd-49b9-8214-a82174912269 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:44:16.813301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c122aaf5-78e9-43c6-a814-7153dd59ee45 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/ports/85bcb128-9380-468b-929b-427aa9611618 HTTP/1.1" status: 204 len: 168 time: 4.1309204 Feb 28 17:44:16.813762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55578) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:16.847700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-615b850b-10e0-462a-90b9-4595ab07d060 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Allocated IP 172.20.0.11 (cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23/b8046ac5-385b-4ca7-988b-f0e6bb7ba500/2f7e6232-0bf5-4074-852b-b5a74de721ab) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:16.890517 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-da2f60cc-afe6-4d99-bc27-942452e393fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:16.891833 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f60cc-afe6-4d99-bc27-942452e393fd None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:16.895284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0198ef-46b8-4d1a-9cc6-495c57971b62 None None] Routers {'bfc3db3e-3edd-49b9-8214-a82174912269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:16.896483 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8d0198ef-46b8-4d1a-9cc6-495c57971b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfc3db3e-3edd-49b9-8214-a82174912269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:16.918222 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1d9bbeee-0f90-4abd-8e47-34df79cf9fc5 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "GET /v2.0/floatingips/8ecfc42e-df20-471e-80a7-78b4e14b67d8 HTTP/1.1" status: 200 len: 688 time: 0.0995650 Feb 28 17:44:16.921502 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55580) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:17.097750 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Publish callbacks [] for port (103ac5cb-08a7-470d-81f2-7fdf8fadc6d5), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:17.129721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c9875-0c28-4f28-87fc-5eb238147849 None None] Network e95eda37-c04b-4bd0-b691-38943da7217c requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:17.138694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433307c-21a4-4ab1-b95d-31acc3939b61 req-84dba25d-e745-41f0-9fe1-8c0a428d9286 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:17.141803 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2433307c-21a4-4ab1-b95d-31acc3939b61 req-84dba25d-e745-41f0-9fe1-8c0a428d9286 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 946 time: 0.1583486 Feb 28 17:44:17.230696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4495a440-d824-49b0-a0b8-f993e493d9d0 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:44:17.316791 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (103ac5cb-08a7-470d-81f2-7fdf8fadc6d5), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:17.318001 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca643-5d47-4e06-b330-6b3afa287917 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for subnet (fae50440-0102-4bb4-aba6-4df01920461f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:17.372470 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca643-5d47-4e06-b330-6b3afa287917 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (fae50440-0102-4bb4-aba6-4df01920461f), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:17.436468 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e62f9d35-2d58-434c-8497-4742ade0823c None None] Provisioning complete for port 4495a440-d824-49b0-a0b8-f993e493d9d0 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:17.441702 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e62f9d35-2d58-434c-8497-4742ade0823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4495a440-d824-49b0-a0b8-f993e493d9d0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:17.470831 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca643-5d47-4e06-b330-6b3afa287917 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (fae50440-0102-4bb4-aba6-4df01920461f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:17.521580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b207d-8b27-4bb0-9f3e-5b984be225dc req-f52d0cc3-0401-4a3c-af1f-6302c671bd0a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:17.529917 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-816b207d-8b27-4bb0-9f3e-5b984be225dc req-f52d0cc3-0401-4a3c-af1f-6302c671bd0a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 946 time: 0.2974408 Feb 28 17:44:17.535136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Network 879dc7c4-7776-48bf-921f-4ec5b03a1158 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:17.622597 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca643-5d47-4e06-b330-6b3afa287917 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (fae50440-0102-4bb4-aba6-4df01920461f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:17.636802 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:17.644588 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:17.655136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ca643-5d47-4e06-b330-6b3afa287917 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event deleted for resources: {'Subnet': ['ID=fae50440-0102-4bb4-aba6-4df01920461f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:17.694986 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-615b850b-10e0-462a-90b9-4595ab07d060 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Publish callbacks [] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:17.700461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 4495a440-d824-49b0-a0b8-f993e493d9d0 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:17.701010 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4495a440-d824-49b0-a0b8-f993e493d9d0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:17.710123 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca643-5d47-4e06-b330-6b3afa287917 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:17.718334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9e3ca643-5d47-4e06-b330-6b3afa287917 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "DELETE /v2.0/subnets/fae50440-0102-4bb4-aba6-4df01920461f HTTP/1.1" status: 204 len: 168 time: 1.3972468 Feb 28 17:44:17.718334 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-565a1952-4d42-4fb7-aa0b-58e69636219a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port 3bc87048-ba23-4303-809d-c2aa6cb23ee9 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:17.718334 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-565a1952-4d42-4fb7-aa0b-58e69636219a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3bc87048-ba23-4303-809d-c2aa6cb23ee9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:17.732245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55606) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:17.842829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-8d0198ef-46b8-4d1a-9cc6-495c57971b62 None None] Set router bfc3db3e-3edd-49b9-8214-a82174912269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:44:17.882913 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-816b207d-8b27-4bb0-9f3e-5b984be225dc req-c6bc80ac-db76-4beb-b4b0-beed9ea9e268 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499374 Feb 28 17:44:17.902161 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6659f0fc-7be6-42a5-813a-ddb91f020876 req-4303507a-c071-4f08-b034-cdfcee6852e0 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 210 time: 0.0778847 Feb 28 17:44:17.968180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Pushing event updated for resources: {'Port': ['ID=103ac5cb-08a7-470d-81f2-7fdf8fadc6d5,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:17.971501 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-2433307c-21a4-4ab1-b95d-31acc3939b61 req-99ad3457-1ade-444e-8ba9-e175a355c323 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Deleting port 879da135-bafd-4a80-b6ce-7cc079b9501e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:17.977085 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2433307c-21a4-4ab1-b95d-31acc3939b61 req-99ad3457-1ade-444e-8ba9-e175a355c323 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.007816 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-565a1952-4d42-4fb7-aa0b-58e69636219a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3bc87048-ba23-4303-809d-c2aa6cb23ee9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.010468 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-565a1952-4d42-4fb7-aa0b-58e69636219a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (3bc87048-ba23-4303-809d-c2aa6cb23ee9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.020124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cfa4b2-4255-4ec3-97ad-7df739174e12 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:18.021724 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d7cfa4b2-4255-4ec3-97ad-7df739174e12 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2885137 Feb 28 17:44:18.033616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55612) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:18.035649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e62f9d35-2d58-434c-8497-4742ade0823c None None] Current status of the port 4495a440-d824-49b0-a0b8-f993e493d9d0 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:18.036044 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e62f9d35-2d58-434c-8497-4742ade0823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4495a440-d824-49b0-a0b8-f993e493d9d0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.097712 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-565a1952-4d42-4fb7-aa0b-58e69636219a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for 3bc87048-ba23-4303-809d-c2aa6cb23ee9 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:18.157053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2433307c-21a4-4ab1-b95d-31acc3939b61 req-99ad3457-1ade-444e-8ba9-e175a355c323 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] For port 879da135-bafd-4a80-b6ce-7cc079b9501e, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=879da135-bafd-4a80-b6ce-7cc079b9501e,segment=NetworkSegment(1a9a34c3-777b-4a7b-a880-68ecf29dae22),segment_id=1a9a34c3-777b-4a7b-a880-68ecf29dae22)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:18.157431 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2433307c-21a4-4ab1-b95d-31acc3939b61 req-99ad3457-1ade-444e-8ba9-e175a355c323 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.196905 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-2433307c-21a4-4ab1-b95d-31acc3939b61 req-99ad3457-1ade-444e-8ba9-e175a355c323 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Calling delete_port for 879da135-bafd-4a80-b6ce-7cc079b9501e owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:18.251723 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-615b850b-10e0-462a-90b9-4595ab07d060 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.456583 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b850b-10e0-462a-90b9-4595ab07d060 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Pushing event updated for resources: {'Port': ['ID=2f7e6232-0bf5-4074-852b-b5a74de721ab,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:18.515378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-615b850b-10e0-462a-90b9-4595ab07d060 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Network cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:18.521830 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (879dc7c4-7776-48bf-921f-4ec5b03a1158), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.524616 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Attempting to bind port 103ac5cb-08a7-470d-81f2-7fdf8fadc6d5 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:44:18.525245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Attempting to bind port 103ac5cb-08a7-470d-81f2-7fdf8fadc6d5 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'd5a084a2-ee58-4a70-a559-9865bf8cd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '879dc7c4-7776-48bf-921f-4ec5b03a1158'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:44:18.526758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Attempting to bind port 103ac5cb-08a7-470d-81f2-7fdf8fadc6d5 on network 879dc7c4-7776-48bf-921f-4ec5b03a1158 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:44:18.531579 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-615b850b-10e0-462a-90b9-4595ab07d060 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:18.540281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-615b850b-10e0-462a-90b9-4595ab07d060 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:18.570345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e62f9d35-2d58-434c-8497-4742ade0823c None None] For port 4495a440-d824-49b0-a0b8-f993e493d9d0, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4495a440-d824-49b0-a0b8-f993e493d9d0,segment=NetworkSegment(a0a64cbe-d357-472f-8d30-44340375c3b3),segment_id=a0a64cbe-d357-472f-8d30-44340375c3b3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:18.583276 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2433307c-21a4-4ab1-b95d-31acc3939b61 req-99ad3457-1ade-444e-8ba9-e175a355c323 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (879da135-bafd-4a80-b6ce-7cc079b9501e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.593545 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:44:18.594343 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Checking segment: {'id': 'd5a084a2-ee58-4a70-a559-9865bf8cd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '879dc7c4-7776-48bf-921f-4ec5b03a1158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:18.595069 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.595720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Bound using segment: {'id': 'd5a084a2-ee58-4a70-a559-9865bf8cd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '879dc7c4-7776-48bf-921f-4ec5b03a1158'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:44:18.596444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Bound port: 103ac5cb-08a7-470d-81f2-7fdf8fadc6d5, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a084a2-ee58-4a70-a559-9865bf8cd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '879dc7c4-7776-48bf-921f-4ec5b03a1158'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:44:18.597064 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (103ac5cb-08a7-470d-81f2-7fdf8fadc6d5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.671111 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad3457-1ade-444e-8ba9-e175a355c323 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Port': ['ID=879da135-bafd-4a80-b6ce-7cc079b9501e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:18.693725 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e62f9d35-2d58-434c-8497-4742ade0823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4495a440-d824-49b0-a0b8-f993e493d9d0), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.748882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-615b850b-10e0-462a-90b9-4595ab07d060 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:18.749772 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-615b850b-10e0-462a-90b9-4595ab07d060 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.802107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-2433307c-21a4-4ab1-b95d-31acc3939b61 req-99ad3457-1ade-444e-8ba9-e175a355c323 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] No DVR routers for this DVR port 879da135-bafd-4a80-b6ce-7cc079b9501e on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:44:18.804969 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2433307c-21a4-4ab1-b95d-31acc3939b61 req-99ad3457-1ade-444e-8ba9-e175a355c323 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.810717 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2433307c-21a4-4ab1-b95d-31acc3939b61 req-99ad3457-1ade-444e-8ba9-e175a355c323 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.73 "DELETE /v2.0/ports/879da135-bafd-4a80-b6ce-7cc079b9501e HTTP/1.1" status: 204 len: 173 time: 1.6623080 Feb 28 17:44:18.816523 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a121057-c06c-49aa-9a1e-2053238b7e41', 'name': 'network-vif-deleted', 'tag': '879da135-bafd-4a80-b6ce-7cc079b9501e'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:44:18.816523 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2974b43f-4cf5-4e19-93ad-19deb14c935b" -d '{"events": [{"server_uuid": "4a121057-c06c-49aa-9a1e-2053238b7e41", "name": "network-vif-deleted", "tag": "879da135-bafd-4a80-b6ce-7cc079b9501e"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:44:18.831315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Deleting port 103ac5cb-08a7-470d-81f2-7fdf8fadc6d5 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:18.831665 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (103ac5cb-08a7-470d-81f2-7fdf8fadc6d5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.880140 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42040b96-c011-455d-91ad-df175cf8f4ec x-openstack-request-id: req-42040b96-c011-455d-91ad-df175cf8f4ec {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:44:18.880140 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a121057-c06c-49aa-9a1e-2053238b7e41", "name": "network-vif-deleted", "tag": "879da135-bafd-4a80-b6ce-7cc079b9501e", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:44:18.880140 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-42040b96-c011-455d-91ad-df175cf8f4ec {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:44:18.880140 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a121057-c06c-49aa-9a1e-2053238b7e41', 'name': 'network-vif-deleted', 'tag': '879da135-bafd-4a80-b6ce-7cc079b9501e', 'status': 'completed', 'code': 200} Feb 28 17:44:18.902209 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-615b850b-10e0-462a-90b9-4595ab07d060 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3928249 Feb 28 17:44:18.914133 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Request body: {'port': {'device_id': '219cd7d5-e419-4d5f-a7a5-ba46db584848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:18.964056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979ff915-f4f2-4cff-a384-ded41f61dbd4 None None] DHCP port deletion for e95eda37-c04b-4bd0-b691-38943da7217c request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:44:18.972644 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 4495a440-d824-49b0-a0b8-f993e493d9d0 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:18.983871 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4495a440-d824-49b0-a0b8-f993e493d9d0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:18.984650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] For port 103ac5cb-08a7-470d-81f2-7fdf8fadc6d5, host n-d-820368-19, got binding levels [] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:18.984650 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (103ac5cb-08a7-470d-81f2-7fdf8fadc6d5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:19.062819 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Calling delete_port for 103ac5cb-08a7-470d-81f2-7fdf8fadc6d5 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:19.167587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f5f154e-1b30-481a-9e0a-1dd6a888fae2 req-e345cf88-25fd-4101-b9e9-8a7a9b6fe0ba tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a121057-c06c-49aa-9a1e-2053238b7e41 HTTP/1.1" status: 200 len: 210 time: 0.0698361 Feb 28 17:44:19.224005 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-565a1952-4d42-4fb7-aa0b-58e69636219a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3bc87048-ba23-4303-809d-c2aa6cb23ee9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:19.224668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] For port 103ac5cb-08a7-470d-81f2-7fdf8fadc6d5, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:44:19.357228 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f9d35-2d58-434c-8497-4742ade0823c None None] Pushing event updated for resources: {'Port': ['ID=4495a440-d824-49b0-a0b8-f993e493d9d0,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:19.394116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] For port 103ac5cb-08a7-470d-81f2-7fdf8fadc6d5, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=103ac5cb-08a7-470d-81f2-7fdf8fadc6d5,segment=NetworkSegment(d5a084a2-ee58-4a70-a559-9865bf8cd0ad),segment_id=d5a084a2-ee58-4a70-a559-9865bf8cd0ad)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:44:19.414506 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-f5294d7d-4e7a-47b5-84a7-8ce641344e93 req-90be955b-2c27-4f1f-ae40-25e98fc121c3 service neutron] (104246) timed out ('10.222.0.72', 43632) {{(pid=104246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 17:44:19.428818 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:44:19.429241 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:44:19.445645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a1952-4d42-4fb7-aa0b-58e69636219a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=3bc87048-ba23-4303-809d-c2aa6cb23ee9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:19.461314 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-979ff915-f4f2-4cff-a384-ded41f61dbd4 None None] Deleting port 4495a440-d824-49b0-a0b8-f993e493d9d0 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:19.461765 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-979ff915-f4f2-4cff-a384-ded41f61dbd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4495a440-d824-49b0-a0b8-f993e493d9d0), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:19.488993 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (103ac5cb-08a7-470d-81f2-7fdf8fadc6d5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:19.543022 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:19.585890 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-8d0198ef-46b8-4d1a-9cc6-495c57971b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:44:13Z', 'revision_number': 6, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b78930c4-9341-4949-9f7c-82f2f4bd3c69', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'port_id': '25324a8d-d1ac-4a54-801e-711437531044', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'mac_address': 'fa:16:3e:f7:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c97d77-2d97-496f-9742-17a8b62f704e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:42:26Z', 'updated_at': '2022-02-28T17:42:33Z', 'revision_number': 1, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:56Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:19.624342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be71537-3788-4f2b-b51b-94aca94dad3a req-e2d1f255-6cbb-4bc4-9f4c-fff2b3546f67 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:19.631212 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7be71537-3788-4f2b-b51b-94aca94dad3a req-e2d1f255-6cbb-4bc4-9f4c-fff2b3546f67 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 932 time: 0.4061346 Feb 28 17:44:19.682929 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0198ef-46b8-4d1a-9cc6-495c57971b62 None None] The sync data for ids ['bfc3db3e-3edd-49b9-8214-a82174912269'] in n-d-820368-19 is: [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:44:13Z', 'revision_number': 6, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b78930c4-9341-4949-9f7c-82f2f4bd3c69', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'port_id': '25324a8d-d1ac-4a54-801e-711437531044', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'mac_address': 'fa:16:3e:f7:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c97d77-2d97-496f-9742-17a8b62f704e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:42:26Z', 'updated_at': '2022-02-28T17:42:33Z', 'revision_number': 1, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:56Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:19.752382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-979ff915-f4f2-4cff-a384-ded41f61dbd4 None None] For port 4495a440-d824-49b0-a0b8-f993e493d9d0, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4495a440-d824-49b0-a0b8-f993e493d9d0,segment=NetworkSegment(a0a64cbe-d357-472f-8d30-44340375c3b3),segment_id=a0a64cbe-d357-472f-8d30-44340375c3b3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:19.752829 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-979ff915-f4f2-4cff-a384-ded41f61dbd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4495a440-d824-49b0-a0b8-f993e493d9d0), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:19.760284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe74551-3e17-494b-abb3-8de9f56c9a07 None None] Pushing event updated for resources: {'Port': ['ID=103ac5cb-08a7-470d-81f2-7fdf8fadc6d5,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server [None req-44ebcf4a-0fdd-4ec0-9366-d2284b265ae6 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 103ac5cb-08a7-470d-81f2-7fdf8fadc6d5 could not be found. Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1565, in get_port Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 103ac5cb-08a7-470d-81f2-7fdf8fadc6d5 could not be found. Feb 28 17:44:19.778921 n-d-820368-19 neutron-server[104248]: ERROR oslo_messaging.rpc.server Feb 28 17:44:19.793290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-979ff915-f4f2-4cff-a384-ded41f61dbd4 None None] Calling delete_port for 4495a440-d824-49b0-a0b8-f993e493d9d0 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:19.811149 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (103ac5cb-08a7-470d-81f2-7fdf8fadc6d5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:19.960376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event deleted for resources: {'Port': ['ID=103ac5cb-08a7-470d-81f2-7fdf8fadc6d5,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:19.984260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bd216d-8b8c-4ff2-a1cb-423b3fe52ad0 None None] Network 879dc7c4-7776-48bf-921f-4ec5b03a1158 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:19.988122 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 879da135-bafd-4a80-b6ce-7cc079b9501e no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:44:20.061663 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-565a1952-4d42-4fb7-aa0b-58e69636219a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (8ecfc42e-df20-471e-80a7-78b4e14b67d8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:20.065778 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-565a1952-4d42-4fb7-aa0b-58e69636219a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:20.067183 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-565a1952-4d42-4fb7-aa0b-58e69636219a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/floatingips/8ecfc42e-df20-471e-80a7-78b4e14b67d8 HTTP/1.1" status: 204 len: 168 time: 3.1448286 Feb 28 17:44:20.070881 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55654) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:20.076223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '9f681d94-0b29-4940-9e27-a99f43ad239c'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:20.098311 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] No DVR routers for this DVR port 103ac5cb-08a7-470d-81f2-7fdf8fadc6d5 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:44:20.152257 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 879da135-bafd-4a80-b6ce-7cc079b9501e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:44:20.152918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 879da135-bafd-4a80-b6ce-7cc079b9501e not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:44:20.161039 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-979ff915-f4f2-4cff-a384-ded41f61dbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (4495a440-d824-49b0-a0b8-f993e493d9d0), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:20.205444 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:20.226213 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 4495a440-d824-49b0-a0b8-f993e493d9d0 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:20.292106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ff915-f4f2-4cff-a384-ded41f61dbd4 None None] Pushing event deleted for resources: {'Port': ['ID=4495a440-d824-49b0-a0b8-f993e493d9d0,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:20.309185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979ff915-f4f2-4cff-a384-ded41f61dbd4 None None] No DVR routers for this DVR port 4495a440-d824-49b0-a0b8-f993e493d9d0 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:44:20.332875 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2329fe6-e565-47f9-ab11-982ac5df2e0e None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:44:20.365577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55660) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:20.496250 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2329fe6-e565-47f9-ab11-982ac5df2e0e None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:44:20.502337 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1ee3cc51-f5f7-4de8-b593-637a883de22e no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:44:20.544743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 1ee3cc51-f5f7-4de8-b593-637a883de22e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:44:20.545342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1ee3cc51-f5f7-4de8-b593-637a883de22e not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:44:20.545855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4495a440-d824-49b0-a0b8-f993e493d9d0 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:44:20.579743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 4495a440-d824-49b0-a0b8-f993e493d9d0 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:44:20.580189 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4495a440-d824-49b0-a0b8-f993e493d9d0 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:44:20.608945 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:20.663832 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (879dc7c4-7776-48bf-921f-4ec5b03a1158), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:20.752296 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7be71537-3788-4f2b-b51b-94aca94dad3a req-0e14ad15-e75f-48c1-8ac8-8fd18676b172 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd74c27e-01ed-40f5-a944-241e1010ebc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9765985 Feb 28 17:44:20.805740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879dc7c4-7776-48bf-921f-4ec5b03a1158']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:20.859240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.25.3.154 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/a97f8032-c5e2-4aae-a8fe-d5e546377c4c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:20.865185 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a084a2-ee58-4a70-a559-9865bf8cd0ad') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:20.865495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a084a2-ee58-4a70-a559-9865bf8cd0ad') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:20.908580 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (d5a084a2-ee58-4a70-a559-9865bf8cd0ad), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:20.963687 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5665b030-f577-44f0-8f70-085745c3d3b7 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (060f2f9e-3a8e-40a2-87e0-45ecb3d643fb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:20.996913 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d5a084a2-ee58-4a70-a559-9865bf8cd0ad), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:21.003434 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:44:21.004071 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (d5a084a2-ee58-4a70-a559-9865bf8cd0ad), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:21.029501 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (a97f8032-c5e2-4aae-a8fe-d5e546377c4c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:21.112199 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5665b030-f577-44f0-8f70-085745c3d3b7 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (060f2f9e-3a8e-40a2-87e0-45ecb3d643fb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:21.148511 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (a97f8032-c5e2-4aae-a8fe-d5e546377c4c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:44:21.191003 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:44:21.202274 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (879dc7c4-7776-48bf-921f-4ec5b03a1158), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:21.247636 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:21.260804 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "DELETE /v2.0/networks/879dc7c4-7776-48bf-921f-4ec5b03a1158 HTTP/1.1" status: 204 len: 168 time: 3.2220242 Feb 28 17:44:21.271923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55676) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:21.290748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6913b08-3d9e-410e-9dad-a8d310e5abaf tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event deleted for resources: {'Network': ['ID=879dc7c4-7776-48bf-921f-4ec5b03a1158,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:21.304861 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5665b030-f577-44f0-8f70-085745c3d3b7 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (060f2f9e-3a8e-40a2-87e0-45ecb3d643fb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:21.307751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:21.311105 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5665b030-f577-44f0-8f70-085745c3d3b7 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:21.314771 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5665b030-f577-44f0-8f70-085745c3d3b7 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "DELETE /v2.0/security-groups/060f2f9e-3a8e-40a2-87e0-45ecb3d643fb HTTP/1.1" status: 204 len: 168 time: 0.9253132 Feb 28 17:44:21.330234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7e6232-0bf5-4074-852b-b5a74de721ab {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:44:21.337200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665b030-f577-44f0-8f70-085745c3d3b7 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=060f2f9e-3a8e-40a2-87e0-45ecb3d643fb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:21.366611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:21.369706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=a97f8032-c5e2-4aae-a8fe-d5e546377c4c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:21.380869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:21.383007 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Publish callbacks [] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:21.415204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Transition to ACTIVE for port object 2f7e6232-0bf5-4074-852b-b5a74de721ab will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:44:21.425307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55682) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:21.460784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55686) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:21.502378 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72d3fa44-52b3-4bdb-af86-9624333ad3c7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (e95eda37-c04b-4bd0-b691-38943da7217c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:21.560222 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:21.809063 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Attempting to bind port 2f7e6232-0bf5-4074-852b-b5a74de721ab on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:44:21.809699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Attempting to bind port 2f7e6232-0bf5-4074-852b-b5a74de721ab by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a0db27a0-4640-4660-ba06-59967b4416d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:44:21.809699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Attempting to bind port 2f7e6232-0bf5-4074-852b-b5a74de721ab on network cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:44:21.819689 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Port 2f7e6232-0bf5-4074-852b-b5a74de721ab on network cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:44:21.820013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Attempting to bind port 2f7e6232-0bf5-4074-852b-b5a74de721ab on network cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:44:21.828587 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:44:21.828935 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Checking segment: {'id': 'a0db27a0-4640-4660-ba06-59967b4416d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:21.829302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Bound using segment: {'id': 'a0db27a0-4640-4660-ba06-59967b4416d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:44:21.829746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Bound port: 2f7e6232-0bf5-4074-852b-b5a74de721ab, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0db27a0-4640-4660-ba06-59967b4416d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:44:21.830126 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:21.847046 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0bb7795d-574a-4251-a98b-64f5d9ca9e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:21.927228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] For port 2f7e6232-0bf5-4074-852b-b5a74de721ab, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:44:21.934148 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] For port 2f7e6232-0bf5-4074-852b-b5a74de721ab, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=2f7e6232-0bf5-4074-852b-b5a74de721ab,segment=NetworkSegment(a0db27a0-4640-4660-ba06-59967b4416d0),segment_id=a0db27a0-4640-4660-ba06-59967b4416d0)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:44:22.024831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c68bcbb-6f35-4f4a-aa0d-820b4de5ee01 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Deleting subnet 6b3db4a7-c159-4d12-803d-9607cb1179d6 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:44:22.025548 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72d3fa44-52b3-4bdb-af86-9624333ad3c7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (e95eda37-c04b-4bd0-b691-38943da7217c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:22.032395 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4c68bcbb-6f35-4f4a-aa0d-820b4de5ee01 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for subnet (6b3db4a7-c159-4d12-803d-9607cb1179d6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:22.099285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-72d3fa44-52b3-4bdb-af86-9624333ad3c7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95eda37-c04b-4bd0-b691-38943da7217c']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:22.123030 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4c68bcbb-6f35-4f4a-aa0d-820b4de5ee01 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (6b3db4a7-c159-4d12-803d-9607cb1179d6), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:22.195849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-72d3fa44-52b3-4bdb-af86-9624333ad3c7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a64cbe-d357-472f-8d30-44340375c3b3') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:22.196141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-72d3fa44-52b3-4bdb-af86-9624333ad3c7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a64cbe-d357-472f-8d30-44340375c3b3') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:22.219735 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4c68bcbb-6f35-4f4a-aa0d-820b4de5ee01 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (6b3db4a7-c159-4d12-803d-9607cb1179d6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:22.229422 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72d3fa44-52b3-4bdb-af86-9624333ad3c7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (a0a64cbe-d357-472f-8d30-44340375c3b3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:22.262174 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72d3fa44-52b3-4bdb-af86-9624333ad3c7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a0a64cbe-d357-472f-8d30-44340375c3b3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:22.275004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d3fa44-52b3-4bdb-af86-9624333ad3c7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:44:22.276597 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72d3fa44-52b3-4bdb-af86-9624333ad3c7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (a0a64cbe-d357-472f-8d30-44340375c3b3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:22.320830 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:44:22.375054 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:44:22.454079 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0bb7795d-574a-4251-a98b-64f5d9ca9e9f admin admin] Publish callbacks [] for security_group (851e660b-f5b0-4950-ad93-35337dfc669e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:22.504732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:22.505354 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:22.507392 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] 10.222.0.69 "PUT /v2.0/ports/2f7e6232-0bf5-4074-852b-b5a74de721ab HTTP/1.1" status: 200 len: 1093 time: 3.5990667 Feb 28 17:44:22.524161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219cd7d5-e419-4d5f-a7a5-ba46db584848', 'tag': '2f7e6232-0bf5-4074-852b-b5a74de721ab'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:44:22.528212 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5e5cbc-c1ec-46f8-bb55-89f68fc53898" -d '{"events": [{"name": "network-changed", "server_uuid": "219cd7d5-e419-4d5f-a7a5-ba46db584848", "tag": "2f7e6232-0bf5-4074-852b-b5a74de721ab"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:44:22.531109 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Pushing event updated for resources: {'Port': ['ID=2f7e6232-0bf5-4074-852b-b5a74de721ab,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:22.552943 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0bb7795d-574a-4251-a98b-64f5d9ca9e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (851e660b-f5b0-4950-ad93-35337dfc669e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:22.675273 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0bb7795d-574a-4251-a98b-64f5d9ca9e9f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=800cb48559db45c59e7da7aaee01dca8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2487144 Feb 28 17:44:22.679555 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667a7726-8cd6-420c-b169-fef445a0524e x-openstack-request-id: req-667a7726-8cd6-420c-b169-fef445a0524e {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:44:22.679837 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219cd7d5-e419-4d5f-a7a5-ba46db584848", "tag": "2f7e6232-0bf5-4074-852b-b5a74de721ab", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:44:22.680087 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-667a7726-8cd6-420c-b169-fef445a0524e {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:44:22.680577 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219cd7d5-e419-4d5f-a7a5-ba46db584848', 'tag': '2f7e6232-0bf5-4074-852b-b5a74de721ab', 'status': 'completed', 'code': 200} Feb 28 17:44:22.684812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7795d-574a-4251-a98b-64f5d9ca9e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851e660b-f5b0-4950-ad93-35337dfc669e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:22.724481 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55700) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:22.857498 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f00b5-c2ba-438e-a0d5-cea3b5c70be5 req-c6fa2d00-a26b-41fc-8627-b48962d6ac48 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:22.859881 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-979f00b5-c2ba-438e-a0d5-cea3b5c70be5 req-c6fa2d00-a26b-41fc-8627-b48962d6ac48 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 944 time: 0.7834213 Feb 28 17:44:22.914407 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4c68bcbb-6f35-4f4a-aa0d-820b4de5ee01 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (6b3db4a7-c159-4d12-803d-9607cb1179d6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:22.943818 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23792d33-6770-49b1-abb3-8dbec89c2411 None None] Network 1abae249-92a2-4db3-84bf-77e749303f3f requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:22.944308 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4c68bcbb-6f35-4f4a-aa0d-820b4de5ee01 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:22.951651 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4c68bcbb-6f35-4f4a-aa0d-820b4de5ee01 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "DELETE /v2.0/subnets/6b3db4a7-c159-4d12-803d-9607cb1179d6 HTTP/1.1" status: 204 len: 168 time: 1.4873672 Feb 28 17:44:22.954826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55706) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:22.957295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482bc8d-500f-4919-afe1-ebb167c9804a service neutron] Pushing event updated for resources: {'Port': ['ID=2f7e6232-0bf5-4074-852b-b5a74de721ab,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:22.979712 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72d3fa44-52b3-4bdb-af86-9624333ad3c7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (e95eda37-c04b-4bd0-b691-38943da7217c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.016112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-95095a92-55e8-4266-986b-5ca2d67070be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:23.017648 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-95095a92-55e8-4266-986b-5ca2d67070be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1004544d9883466f9817d00f38bb52eb&device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 1127 time: 0.3398414 Feb 28 17:44:23.018349 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-795e47f0-acf2-43a6-9479-018ce973ed60 admin admin] Publish callbacks [] for security_group (851e660b-f5b0-4950-ad93-35337dfc669e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.062839 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-795e47f0-acf2-43a6-9479-018ce973ed60 admin admin] Publish callbacks [] for security_group (851e660b-f5b0-4950-ad93-35337dfc669e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.082121 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-72d3fa44-52b3-4bdb-af86-9624333ad3c7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.085430 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-72d3fa44-52b3-4bdb-af86-9624333ad3c7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "DELETE /v2.0/networks/e95eda37-c04b-4bd0-b691-38943da7217c HTTP/1.1" status: 204 len: 168 time: 1.8085625 Feb 28 17:44:23.086700 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3fa44-52b3-4bdb-af86-9624333ad3c7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event deleted for resources: {'Network': ['ID=e95eda37-c04b-4bd0-b691-38943da7217c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:23.092300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55710) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:23.129263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68bcbb-6f35-4f4a-aa0d-820b4de5ee01 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3db4a7-c159-4d12-803d-9607cb1179d6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:23.243304 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (1abae249-92a2-4db3-84bf-77e749303f3f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.299884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-979f00b5-c2ba-438e-a0d5-cea3b5c70be5 req-6bda17c3-c71a-41fb-a06f-dec9fac997c8 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd74c27e-01ed-40f5-a944-241e1010ebc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232678 Feb 28 17:44:23.309671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9553586c-0df2-4366-982a-4bf315657939 None None] DHCP port deletion for 1abae249-92a2-4db3-84bf-77e749303f3f request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:44:23.351752 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-77acbb46-4b9f-4c8f-8b79-16d2887cdaa9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f7e6232-0bf5-4074-852b-b5a74de721ab HTTP/1.1" status: 200 len: 217 time: 0.2149987 Feb 28 17:44:23.413611 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad3f3-96a7-4f66-80e9-3edc7742d15f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (246a35b6-2c68-4310-991b-3e26158f35df), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.437956 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (434488e0-8dca-4963-9477-3d547f348929), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.453539 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9553586c-0df2-4366-982a-4bf315657939 None None] Deleting port c499a15e-83d1-47e0-81e9-abea77a9ae68 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:23.457103 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9553586c-0df2-4366-982a-4bf315657939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.472577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-575d5cc9-90a6-4533-84dc-9b78fd77e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:23.474169 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-575d5cc9-90a6-4533-84dc-9b78fd77e476 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8046ac5-385b-4ca7-988b-f0e6bb7ba500 HTTP/1.1" status: 200 len: 854 time: 0.1203392 Feb 28 17:44:23.519733 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-5354a9b9-aafe-451f-a2f1-99c2301c380b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394702 Feb 28 17:44:23.593415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Deleting port c499a15e-83d1-47e0-81e9-abea77a9ae68 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:23.593882 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.625906 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad3f3-96a7-4f66-80e9-3edc7742d15f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (246a35b6-2c68-4310-991b-3e26158f35df), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.679652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9553586c-0df2-4366-982a-4bf315657939 None None] For port c499a15e-83d1-47e0-81e9-abea77a9ae68, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c499a15e-83d1-47e0-81e9-abea77a9ae68,segment=NetworkSegment(1a9a34c3-777b-4a7b-a880-68ecf29dae22),segment_id=1a9a34c3-777b-4a7b-a880-68ecf29dae22)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:23.682502 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9553586c-0df2-4366-982a-4bf315657939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.718013 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a97f8032-c5e2-4aae-a8fe-d5e546377c4c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.746369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9553586c-0df2-4366-982a-4bf315657939 None None] Calling delete_port for c499a15e-83d1-47e0-81e9-abea77a9ae68 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:23.768617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-6d5ad3f3-96a7-4f66-80e9-3edc7742d15f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246a35b6-2c68-4310-991b-3e26158f35df']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:23.797728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-6d5ad3f3-96a7-4f66-80e9-3edc7742d15f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10ee57e-0cf0-4adf-9516-053deeb040ac') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:23.798164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-6d5ad3f3-96a7-4f66-80e9-3edc7742d15f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10ee57e-0cf0-4adf-9516-053deeb040ac') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:23.805666 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-92efa1ea-f8ac-4c4a-b433-3cff863f354b service neutron] 10.222.0.69 "GET /v2.0/networks/cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781801 Feb 28 17:44:23.808747 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-795e47f0-acf2-43a6-9479-018ce973ed60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (851e660b-f5b0-4950-ad93-35337dfc669e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.811696 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-795e47f0-acf2-43a6-9479-018ce973ed60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.815174 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-795e47f0-acf2-43a6-9479-018ce973ed60 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/851e660b-f5b0-4950-ad93-35337dfc669e HTTP/1.1" status: 204 len: 168 time: 1.0848436 Feb 28 17:44:23.828608 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad3f3-96a7-4f66-80e9-3edc7742d15f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (e10ee57e-0cf0-4adf-9516-053deeb040ac), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.846354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] For port c499a15e-83d1-47e0-81e9-abea77a9ae68, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c499a15e-83d1-47e0-81e9-abea77a9ae68,segment=NetworkSegment(1a9a34c3-777b-4a7b-a880-68ecf29dae22),segment_id=1a9a34c3-777b-4a7b-a880-68ecf29dae22)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:23.846559 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:23.858393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e47f0-acf2-43a6-9479-018ce973ed60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851e660b-f5b0-4950-ad93-35337dfc669e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:23.909476 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Calling delete_port for c499a15e-83d1-47e0-81e9-abea77a9ae68 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:23.919488 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad3f3-96a7-4f66-80e9-3edc7742d15f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e10ee57e-0cf0-4adf-9516-053deeb040ac), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:24.028770 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9553586c-0df2-4366-982a-4bf315657939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:24.069152 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e15075d5-5d66-4c7e-9856-b6b4da63982d req-ce9d15d6-eef7-420e-8cdb-70a43b729464 service neutron] 10.222.0.69 "GET /v2.0/networks/cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550690 Feb 28 17:44:24.069628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5ad3f3-96a7-4f66-80e9-3edc7742d15f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:44:24.070075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad3f3-96a7-4f66-80e9-3edc7742d15f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (e10ee57e-0cf0-4adf-9516-053deeb040ac), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:44:24.092705 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:44:24.104331 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553586c-0df2-4366-982a-4bf315657939 None None] Pushing event deleted for resources: {'Port': ['ID=c499a15e-83d1-47e0-81e9-abea77a9ae68,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:24.125331 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553586c-0df2-4366-982a-4bf315657939 None None] No DVR routers for this DVR port c499a15e-83d1-47e0-81e9-abea77a9ae68 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:44:24.332818 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad3f3-96a7-4f66-80e9-3edc7742d15f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (246a35b6-2c68-4310-991b-3e26158f35df), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:24.364174 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c499a15e-83d1-47e0-81e9-abea77a9ae68 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:44:24.369061 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6d5ad3f3-96a7-4f66-80e9-3edc7742d15f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:24.372906 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6d5ad3f3-96a7-4f66-80e9-3edc7742d15f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "DELETE /v2.0/networks/246a35b6-2c68-4310-991b-3e26158f35df HTTP/1.1" status: 204 len: 168 time: 1.2794251 Feb 28 17:44:24.377167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e5cbc-c1ec-46f8-bb55-89f68fc53898 req-9119088e-4a22-4a0e-9bbf-d95ae605e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:24.378736 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df5e5cbc-c1ec-46f8-bb55-89f68fc53898 req-9119088e-4a22-4a0e-9bbf-d95ae605e8d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1004544d9883466f9817d00f38bb52eb&device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 1127 time: 0.1526480 Feb 28 17:44:24.379234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55726) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:24.411772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: c499a15e-83d1-47e0-81e9-abea77a9ae68 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:44:24.412470 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c499a15e-83d1-47e0-81e9-abea77a9ae68 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:44:24.418308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ad3f3-96a7-4f66-80e9-3edc7742d15f tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event deleted for resources: {'Network': ['ID=246a35b6-2c68-4310-991b-3e26158f35df,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:24.446355 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c499a15e-83d1-47e0-81e9-abea77a9ae68), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:24.621846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Port': ['ID=c499a15e-83d1-47e0-81e9-abea77a9ae68,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:24.671575 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (a97f8032-c5e2-4aae-a8fe-d5e546377c4c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:24.673825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] No DVR routers for this DVR port c499a15e-83d1-47e0-81e9-abea77a9ae68 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:44:24.742761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55736) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:24.764970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca110064-bd6f-4cc9-bca5-d1a50c865321 req-95e14bee-eb23-45a0-ba5a-220f89896c8d tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:24.766669 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca110064-bd6f-4cc9-bca5-d1a50c865321 req-95e14bee-eb23-45a0-ba5a-220f89896c8d tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 944 time: 0.3257492 Feb 28 17:44:24.810042 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (a97f8032-c5e2-4aae-a8fe-d5e546377c4c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:24.857336 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4546f1ea-b9ee-4981-acf5-36c7ee95b602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:24.861976 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (1abae249-92a2-4db3-84bf-77e749303f3f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:24.951863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abae249-92a2-4db3-84bf-77e749303f3f']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:24.965234 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73283bcb-1ec2-4ee9-af59-423cc515f8f7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (79ec46c6-b9ab-4fed-a724-085d4623c298), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:24.974899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9a34c3-777b-4a7b-a880-68ecf29dae22') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:24.976060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9a34c3-777b-4a7b-a880-68ecf29dae22') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:24.992321 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (1a9a34c3-777b-4a7b-a880-68ecf29dae22), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:24.993697 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=a97f8032-c5e2-4aae-a8fe-d5e546377c4c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:25.023770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e5cbc-c1ec-46f8-bb55-89f68fc53898 req-23dd9a17-25f7-4ed5-9108-01c7d45b5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:25.026161 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df5e5cbc-c1ec-46f8-bb55-89f68fc53898 req-23dd9a17-25f7-4ed5-9108-01c7d45b5946 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23 HTTP/1.1" status: 200 len: 915 time: 0.6252332 Feb 28 17:44:25.067558 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (1a9a34c3-777b-4a7b-a880-68ecf29dae22), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.078074 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:44:25.078528 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (1a9a34c3-777b-4a7b-a880-68ecf29dae22), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:44:25.085104 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:44:25.125087 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (434488e0-8dca-4963-9477-3d547f348929), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.135715 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df5e5cbc-c1ec-46f8-bb55-89f68fc53898 req-18b059ba-66e5-414c-9293-48a2a8627658 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f7e6232-0bf5-4074-852b-b5a74de721ab HTTP/1.1" status: 200 len: 217 time: 0.0891817 Feb 28 17:44:25.169832 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca110064-bd6f-4cc9-bca5-d1a50c865321 req-4f18ccac-1743-4162-ae50-a5a382c8b4f6 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd74c27e-01ed-40f5-a944-241e1010ebc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668723 Feb 28 17:44:25.216540 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73283bcb-1ec2-4ee9-af59-423cc515f8f7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (79ec46c6-b9ab-4fed-a724-085d4623c298), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.251093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-73283bcb-1ec2-4ee9-af59-423cc515f8f7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ec46c6-b9ab-4fed-a724-085d4623c298']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:25.274251 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-73283bcb-1ec2-4ee9-af59-423cc515f8f7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2175b287-fe7c-46bd-a787-4f3dd7dcdedd') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:25.274251 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-73283bcb-1ec2-4ee9-af59-423cc515f8f7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2175b287-fe7c-46bd-a787-4f3dd7dcdedd') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:25.286607 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73283bcb-1ec2-4ee9-af59-423cc515f8f7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (2175b287-fe7c-46bd-a787-4f3dd7dcdedd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.308764 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73283bcb-1ec2-4ee9-af59-423cc515f8f7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2175b287-fe7c-46bd-a787-4f3dd7dcdedd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.319806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73283bcb-1ec2-4ee9-af59-423cc515f8f7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:44:25.320223 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73283bcb-1ec2-4ee9-af59-423cc515f8f7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (2175b287-fe7c-46bd-a787-4f3dd7dcdedd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.330353 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (1abae249-92a2-4db3-84bf-77e749303f3f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.362114 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.373849 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "DELETE /v2.0/networks/1abae249-92a2-4db3-84bf-77e749303f3f HTTP/1.1" status: 204 len: 168 time: 2.4117248 Feb 28 17:44:25.373849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a23eb-3f51-4586-ae26-27da8efe803b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Network': ['ID=1abae249-92a2-4db3-84bf-77e749303f3f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:25.374519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55740) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:25.451919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e5cbc-c1ec-46f8-bb55-89f68fc53898 req-2f92c7ae-68c2-4598-8de8-f87982ed1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:25.453480 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df5e5cbc-c1ec-46f8-bb55-89f68fc53898 req-2f92c7ae-68c2-4598-8de8-f87982ed1fd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8046ac5-385b-4ca7-988b-f0e6bb7ba500 HTTP/1.1" status: 200 len: 854 time: 0.2810576 Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:44:25.454174 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:44:25.488755 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df5e5cbc-c1ec-46f8-bb55-89f68fc53898 req-249136d5-b5bd-4aa6-b9ef-7367233d2b29 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289383 Feb 28 17:44:25.490278 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Floating IP 434488e0-8dca-4963-9477-3d547f348929 associated. External IP: 172.25.3.154, port: 9f681d94-0b29-4940-9e27-a99f43ad239c. Feb 28 17:44:25.495466 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4546f1ea-b9ee-4981-acf5-36c7ee95b602 admin admin] Publish callbacks [] for security_group (1df1b27d-8b6a-4dce-99c8-9447b3093d40), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.504021 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73283bcb-1ec2-4ee9-af59-423cc515f8f7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (79ec46c6-b9ab-4fed-a724-085d4623c298), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.533416 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73283bcb-1ec2-4ee9-af59-423cc515f8f7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.539851 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-73283bcb-1ec2-4ee9-af59-423cc515f8f7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] 10.222.0.72 "DELETE /v2.0/networks/79ec46c6-b9ab-4fed-a724-085d4623c298 HTTP/1.1" status: 204 len: 168 time: 1.1595724 Feb 28 17:44:25.591180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73283bcb-1ec2-4ee9-af59-423cc515f8f7 tempest-BulkNetworkOpsIpV6Test-1971714096 tempest-BulkNetworkOpsIpV6Test-1971714096-project] Pushing event deleted for resources: {'Network': ['ID=79ec46c6-b9ab-4fed-a724-085d4623c298,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:25.705544 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4546f1ea-b9ee-4981-acf5-36c7ee95b602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1df1b27d-8b6a-4dce-99c8-9447b3093d40), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.716411 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df5e5cbc-c1ec-46f8-bb55-89f68fc53898 req-7ecf5b16-3950-466b-aa4b-c1fcf9f67e26 service neutron] 10.222.0.69 "GET /v2.0/networks/cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211967 Feb 28 17:44:25.746105 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4546f1ea-b9ee-4981-acf5-36c7ee95b602 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e81a6fa02da94bb7a1b06879a69641ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9972970 Feb 28 17:44:25.747629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55756) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:25.828573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 2f7e6232-0bf5-4074-852b-b5a74de721ab details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:44:25.835628 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df5e5cbc-c1ec-46f8-bb55-89f68fc53898 req-81248300-dd5d-43a6-8b0c-2a399b4bdff5 service neutron] 10.222.0.69 "GET /v2.0/networks/cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110573 Feb 28 17:44:25.875240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546f1ea-b9ee-4981-acf5-36c7ee95b602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df1b27d-8b6a-4dce-99c8-9447b3093d40,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:25.893592 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-24943900-8599-452d-a095-a036f58923e2 admin admin] Publish callbacks [] for security_group (1df1b27d-8b6a-4dce-99c8-9447b3093d40), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.904470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-aadaeeb3-ce7e-4472-8c8e-9fe4047aa85d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Deleting port 500f0070-e354-476d-ab16-5053e1c9e2da {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:25.904815 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aadaeeb3-ce7e-4472-8c8e-9fe4047aa85d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (500f0070-e354-476d-ab16-5053e1c9e2da), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:25.986527 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-24943900-8599-452d-a095-a036f58923e2 admin admin] Publish callbacks [] for security_group (1df1b27d-8b6a-4dce-99c8-9447b3093d40), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:26.073679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 2f7e6232-0bf5-4074-852b-b5a74de721ab, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=2f7e6232-0bf5-4074-852b-b5a74de721ab,segment=NetworkSegment(a0db27a0-4640-4660-ba06-59967b4416d0),segment_id=a0db27a0-4640-4660-ba06-59967b4416d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:26.094712 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '2f7e6232-0bf5-4074-852b-b5a74de721ab', 'network_id': 'cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23', 'port_id': '2f7e6232-0bf5-4074-852b-b5a74de721ab', 'mac_address': 'fa:16:3e:4c:a0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8046ac5-385b-4ca7-988b-f0e6bb7ba500', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:44:26.164167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:44:26.200505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 2f7e6232-0bf5-4074-852b-b5a74de721ab is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:26.200891 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:26.227787 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7e6232-0bf5-4074-852b-b5a74de721ab {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:44:26.265839 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 2f7e6232-0bf5-4074-852b-b5a74de721ab, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=2f7e6232-0bf5-4074-852b-b5a74de721ab,segment=NetworkSegment(a0db27a0-4640-4660-ba06-59967b4416d0),segment_id=a0db27a0-4640-4660-ba06-59967b4416d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:26.344165 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:26.417790 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aadaeeb3-ce7e-4472-8c8e-9fe4047aa85d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (500f0070-e354-476d-ab16-5053e1c9e2da), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:26.418240 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aadaeeb3-ce7e-4472-8c8e-9fe4047aa85d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for floatingip (500f0070-e354-476d-ab16-5053e1c9e2da), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:26.437911 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55774) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:26.443774 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=2f7e6232-0bf5-4074-852b-b5a74de721ab,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:26.454927 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c52c97-a3e4-4e0c-aa52-b240e20640e5 req-6bab525e-3c59-4340-b524-b1a88c1edd6d tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:26.457669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-aadaeeb3-ce7e-4472-8c8e-9fe4047aa85d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Calling delete_port for 500f0070-e354-476d-ab16-5053e1c9e2da owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:26.468696 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25c52c97-a3e4-4e0c-aa52-b240e20640e5 req-6bab525e-3c59-4340-b524-b1a88c1edd6d tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 945 time: 0.1295133 Feb 28 17:44:26.504008 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:26.519492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0b2f4-16e7-435c-80b6-f7a8c451c17e None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:26.545020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b0b2f4-16e7-435c-80b6-f7a8c451c17e None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:26.547168 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e9b0b2f4-16e7-435c-80b6-f7a8c451c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:26.581599 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25c52c97-a3e4-4e0c-aa52-b240e20640e5 req-2d302176-3eb5-4470-9ecf-b6882563b49e tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd74c27e-01ed-40f5-a944-241e1010ebc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106529 Feb 28 17:44:26.584974 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-24943900-8599-452d-a095-a036f58923e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1df1b27d-8b6a-4dce-99c8-9447b3093d40), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:26.588976 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-24943900-8599-452d-a095-a036f58923e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:26.590190 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-24943900-8599-452d-a095-a036f58923e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1df1b27d-8b6a-4dce-99c8-9447b3093d40 HTTP/1.1" status: 204 len: 168 time: 0.8350499 Feb 28 17:44:26.598227 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:26.657970 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['2f7e6232-0bf5-4074-852b-b5a74de721ab'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:44:26.660658 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e9b0b2f4-16e7-435c-80b6-f7a8c451c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:26.697511 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55782) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:26.697806 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-41cf9bd9-851c-4490-9342-9284e7f9ae12 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.6252778 Feb 28 17:44:26.703351 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c9e5490e-032c-4e43-ad59-9e05ad5af204 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-311301091'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:26.747178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24943900-8599-452d-a095-a036f58923e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df1b27d-8b6a-4dce-99c8-9447b3093d40,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:26.764895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b0b2f4-16e7-435c-80b6-f7a8c451c17e None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:26.765530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e9b0b2f4-16e7-435c-80b6-f7a8c451c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:26.795106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e5490e-032c-4e43-ad59-9e05ad5af204 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Made reservation on behalf of 396017ff16df4a0396968e4206903aad for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:26.798475 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9e5490e-032c-4e43-ad59-9e05ad5af204 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:26.846354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e5490e-032c-4e43-ad59-9e05ad5af204 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:44:26.864177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e9b0b2f4-16e7-435c-80b6-f7a8c451c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:26.865345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0b2f4-16e7-435c-80b6-f7a8c451c17e None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:26.867868 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9e5490e-032c-4e43-ad59-9e05ad5af204 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (18cf599c-b489-420e-abc4-41d9c34c3480), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:26.868219 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-c9e5490e-032c-4e43-ad59-9e05ad5af204 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Added segment 18cf599c-b489-420e-abc4-41d9c34c3480 of type vlan for network f733f60c-b3d2-42bb-ac18-f2fd3260b586 Feb 28 17:44:26.909511 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0d270a5c-706a-45a7-9d7a-4231c31b13e2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bac1e38808a04c65bebc6cead515d107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4664242 Feb 28 17:44:26.910397 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55784) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:26.964167 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9e5490e-032c-4e43-ad59-9e05ad5af204 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (f733f60c-b3d2-42bb-ac18-f2fd3260b586), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:27.104606 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a86bcded-0c3f-4ba4-b122-3353345c6855 admin admin] Publish callbacks [] for security_group (25a83c47-4024-45c2-983d-6d547b3db6a7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:27.108911 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9e5490e-032c-4e43-ad59-9e05ad5af204 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (f733f60c-b3d2-42bb-ac18-f2fd3260b586), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:27.114298 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e5490e-032c-4e43-ad59-9e05ad5af204 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:27.117541 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9e5490e-032c-4e43-ad59-9e05ad5af204 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:27.266704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5490e-032c-4e43-ad59-9e05ad5af204 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Network': ['ID=f733f60c-b3d2-42bb-ac18-f2fd3260b586,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:27.273267 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c9e5490e-032c-4e43-ad59-9e05ad5af204 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5721278 Feb 28 17:44:27.276675 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a86bcded-0c3f-4ba4-b122-3353345c6855 admin admin] Publish callbacks [] for security_group (25a83c47-4024-45c2-983d-6d547b3db6a7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:27.281124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55796) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:27.282802 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network f733f60c-b3d2-42bb-ac18-f2fd3260b586 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:44:27.295310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-56fa3fe0-4354-4d74-8e84-ef596ad75c65 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'subnet': {'network_id': 'f733f60c-b3d2-42bb-ac18-f2fd3260b586', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:27.480153 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aadaeeb3-ce7e-4472-8c8e-9fe4047aa85d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (500f0070-e354-476d-ab16-5053e1c9e2da), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:27.562723 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaeeb3-ce7e-4472-8c8e-9fe4047aa85d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Port': ['ID=500f0070-e354-476d-ab16-5053e1c9e2da,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:27.617860 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a86bcded-0c3f-4ba4-b122-3353345c6855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (25a83c47-4024-45c2-983d-6d547b3db6a7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:27.622167 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a86bcded-0c3f-4ba4-b122-3353345c6855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:27.623545 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a86bcded-0c3f-4ba4-b122-3353345c6855 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/25a83c47-4024-45c2-983d-6d547b3db6a7 HTTP/1.1" status: 204 len: 168 time: 0.7082045 Feb 28 17:44:27.664468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bcded-0c3f-4ba4-b122-3353345c6855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a83c47-4024-45c2-983d-6d547b3db6a7,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:27.700520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fa3fe0-4354-4d74-8e84-ef596ad75c65 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Made reservation on behalf of 396017ff16df4a0396968e4206903aad for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:27.707710 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56fa3fe0-4354-4d74-8e84-ef596ad75c65 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:27.808764 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aadaeeb3-ce7e-4472-8c8e-9fe4047aa85d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for floatingip (b78930c4-9341-4949-9f7c-82f2f4bd3c69), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:27.811550 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-aadaeeb3-ce7e-4472-8c8e-9fe4047aa85d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Floating IP b78930c4-9341-4949-9f7c-82f2f4bd3c69 disassociated (deleted). External IP: 172.25.3.161, port: 25324a8d-d1ac-4a54-801e-711437531044. Feb 28 17:44:27.843928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 2f7e6232-0bf5-4074-852b-b5a74de721ab up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:44:28.027673 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 2f7e6232-0bf5-4074-852b-b5a74de721ab completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:44:28.033533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 2f7e6232-0bf5-4074-852b-b5a74de721ab triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:28.034791 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:28.179295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971b6ee-fd05-41a5-bd33-43e0978ff18a req-36fb2318-3481-4370-8e52-3ea6ae1812e3 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:28.180979 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5971b6ee-fd05-41a5-bd33-43e0978ff18a req-36fb2318-3481-4370-8e52-3ea6ae1812e3 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 945 time: 0.5092778 Feb 28 17:44:28.242180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 2f7e6232-0bf5-4074-852b-b5a74de721ab is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:28.242616 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:28.347886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 2f7e6232-0bf5-4074-852b-b5a74de721ab, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=2f7e6232-0bf5-4074-852b-b5a74de721ab,segment=NetworkSegment(a0db27a0-4640-4660-ba06-59967b4416d0),segment_id=a0db27a0-4640-4660-ba06-59967b4416d0)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:28.349009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219cd7d5-e419-4d5f-a7a5-ba46db584848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7e6232-0bf5-4074-852b-b5a74de721ab'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:44:28.354452 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd15b36-4a8b-4a0c-9fd7-ed65ca4981b1" -d '{"events": [{"server_uuid": "219cd7d5-e419-4d5f-a7a5-ba46db584848", "name": "network-vif-plugged", "status": "completed", "tag": "2f7e6232-0bf5-4074-852b-b5a74de721ab"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:44:28.423732 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:28.561731 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17413d83-c342-455e-b2fe-4acd9e0249db x-openstack-request-id: req-17413d83-c342-455e-b2fe-4acd9e0249db {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:44:28.568822 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219cd7d5-e419-4d5f-a7a5-ba46db584848", "name": "network-vif-plugged", "status": "completed", "tag": "2f7e6232-0bf5-4074-852b-b5a74de721ab", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:44:28.569258 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-17413d83-c342-455e-b2fe-4acd9e0249db {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:44:28.572788 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219cd7d5-e419-4d5f-a7a5-ba46db584848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7e6232-0bf5-4074-852b-b5a74de721ab', 'code': 200} Feb 28 17:44:28.702081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=2f7e6232-0bf5-4074-852b-b5a74de721ab,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:28.732296 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:28.732649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:28.736049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:28.738327 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:28.743880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:28.743880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:28.743880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:28.743880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:28.745111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:28.746312 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:28.747184 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:28.753501 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:28.753750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:28.779732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d5d19-241f-44a0-8835-bbdf8a7ce470 req-6bae1a52-440a-4965-a54b-c151c570edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:28.786377 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56fa3fe0-4354-4d74-8e84-ef596ad75c65 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (f640c2c1-6dda-4d7c-b0aa-3d3b6e992bc5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:28.803930 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-189d5d19-241f-44a0-8835-bbdf8a7ce470 req-6bae1a52-440a-4965-a54b-c151c570edf2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 1129 time: 0.1736467 Feb 28 17:44:28.908591 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5971b6ee-fd05-41a5-bd33-43e0978ff18a req-f242a6c9-7199-4569-aca7-f483335f8aea tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd74c27e-01ed-40f5-a944-241e1010ebc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7208586 Feb 28 17:44:28.925545 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-189d5d19-241f-44a0-8835-bbdf8a7ce470 req-2984e77d-4207-420b-92cb-054b0b635874 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dd74c27e-01ed-40f5-a944-241e1010ebc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124780 Feb 28 17:44:28.956873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa3fe0-4354-4d74-8e84-ef596ad75c65 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Subnet': ['ID=f640c2c1-6dda-4d7c-b0aa-3d3b6e992bc5,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:29.046590 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fa3fe0-4354-4d74-8e84-ef596ad75c65 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Checking segment: {'id': '18cf599c-b489-420e-abc4-41d9c34c3480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f733f60c-b3d2-42bb-ac18-f2fd3260b586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:29.047238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fa3fe0-4354-4d74-8e84-ef596ad75c65 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network hostable DHCP agents. Network: f733f60c-b3d2-42bb-ac18-f2fd3260b586, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:44:29.139796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fa3fe0-4354-4d74-8e84-ef596ad75c65 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network f733f60c-b3d2-42bb-ac18-f2fd3260b586 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:44:29.194543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadaeeb3-ce7e-4472-8c8e-9fe4047aa85d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Router bfc3db3e-3edd-49b9-8214-a82174912269 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:44:29.297188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-56fa3fe0-4354-4d74-8e84-ef596ad75c65 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, f733f60c-b3d2-42bb-ac18-f2fd3260b586) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:29.307276 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25fd3b6-8010-46d4-9970-bb9fcbe0cc92 None None] Network f733f60c-b3d2-42bb-ac18-f2fd3260b586 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:29.314483 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fa3fe0-4354-4d74-8e84-ef596ad75c65 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:29.315129 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56fa3fe0-4354-4d74-8e84-ef596ad75c65 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:29.460030 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-56fa3fe0-4354-4d74-8e84-ef596ad75c65 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1723850 Feb 28 17:44:29.461637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadaeeb3-ce7e-4472-8c8e-9fe4047aa85d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:29.462714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55860) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:29.467187 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-944512407', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:29.482458 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aadaeeb3-ce7e-4472-8c8e-9fe4047aa85d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:29.488364 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ab4d6-3f8e-4492-a205-0796ee9d4c90 None None] Sync routers for ids ['bfc3db3e-3edd-49b9-8214-a82174912269'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:29.503067 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ab4d6-3f8e-4492-a205-0796ee9d4c90 None None] Routers {'bfc3db3e-3edd-49b9-8214-a82174912269'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:29.506517 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3e8ab4d6-3f8e-4492-a205-0796ee9d4c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfc3db3e-3edd-49b9-8214-a82174912269'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:29.565531 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-aadaeeb3-ce7e-4472-8c8e-9fe4047aa85d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "DELETE /v2.0/floatingips/b78930c4-9341-4949-9f7c-82f2f4bd3c69 HTTP/1.1" status: 204 len: 168 time: 4.1843865 Feb 28 17:44:29.579204 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c97d77-2d97-496f-9742-17a8b62f704e', 'tag': '25324a8d-d1ac-4a54-801e-711437531044'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:44:29.582280 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (39304622-2e49-45a7-912c-bfcd27067c54), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:29.583618 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (39304622-2e49-45a7-912c-bfcd27067c54), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:29.596597 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bf9a78-3bbb-490e-84a1-0af2403e3a86" -d '{"events": [{"name": "network-changed", "server_uuid": "15c97d77-2d97-496f-9742-17a8b62f704e", "tag": "25324a8d-d1ac-4a54-801e-711437531044"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:44:29.614925 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55868) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:29.712043 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992c60e4-800f-4ace-969b-fb9010056be0 x-openstack-request-id: req-992c60e4-800f-4ace-969b-fb9010056be0 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:44:29.712609 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c97d77-2d97-496f-9742-17a8b62f704e", "tag": "25324a8d-d1ac-4a54-801e-711437531044", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:44:29.713786 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-992c60e4-800f-4ace-969b-fb9010056be0 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:44:29.714568 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c97d77-2d97-496f-9742-17a8b62f704e', 'tag': '25324a8d-d1ac-4a54-801e-711437531044', 'status': 'completed', 'code': 200} Feb 28 17:44:29.739658 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router_controller (39304622-2e49-45a7-912c-bfcd27067c54), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:29.920586 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-3e8ab4d6-3f8e-4492-a205-0796ee9d4c90 None None] Set router bfc3db3e-3edd-49b9-8214-a82174912269 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:44:30.145041 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-f733f60c-b3d2-42bb-ac18-f2fd3260b586', 'network_id': 'f733f60c-b3d2-42bb-ac18-f2fd3260b586', 'project_id': '396017ff16df4a0396968e4206903aad', 'fixed_ips': [{'subnet_id': 'f640c2c1-6dda-4d7c-b0aa-3d3b6e992bc5'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:44:30.154358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1238190789'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:30.164649 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:30.256598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13571535-9130-4872-9906-eea00af21361 req-7191d3bb-92d8-4e9a-8aeb-65fe6dfb7aa5 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:30.259136 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-13571535-9130-4872-9906-eea00af21361 req-7191d3bb-92d8-4e9a-8aeb-65fe6dfb7aa5 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 946 time: 0.1602671 Feb 28 17:44:30.292168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:30.296588 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:30.315384 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:30.364374 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-13571535-9130-4872-9906-eea00af21361 req-c4640446-2043-459d-84bb-dcc6b9018e52 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd74c27e-01ed-40f5-a944-241e1010ebc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984540 Feb 28 17:44:30.414233 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3e8ab4d6-3f8e-4492-a205-0796ee9d4c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:44:13Z', 'revision_number': 6, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:56Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:30.445876 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (99587662-ee5a-4ced-966a-05db9ff2360c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:30.458460 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router_gateway (39304622-2e49-45a7-912c-bfcd27067c54), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:30.486573 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ab4d6-3f8e-4492-a205-0796ee9d4c90 None None] Checking router: bfc3db3e-3edd-49b9-8214-a82174912269 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:44:30.501450 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ab4d6-3f8e-4492-a205-0796ee9d4c90 None None] Routers {'bfc3db3e-3edd-49b9-8214-a82174912269'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:30.502237 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf9a78-3bbb-490e-84a1-0af2403e3a86 req-85429f9c-ff5c-4d1a-a2e0-f9bd7a38ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:30.502365 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3e8ab4d6-3f8e-4492-a205-0796ee9d4c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfc3db3e-3edd-49b9-8214-a82174912269'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:30.503174 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69bf9a78-3bbb-490e-84a1-0af2403e3a86 req-85429f9c-ff5c-4d1a-a2e0-f9bd7a38ae01 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 1129 time: 0.7599642 Feb 28 17:44:30.514325 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (99587662-ee5a-4ced-966a-05db9ff2360c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:30.534924 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Allocated IP 172.20.0.2 (f733f60c-b3d2-42bb-ac18-f2fd3260b586/f640c2c1-6dda-4d7c-b0aa-3d3b6e992bc5/793c301f-8b71-417e-b400-6b2a4a75eea4) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:30.576403 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:44:30.612231 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99587662-ee5a-4ced-966a-05db9ff2360c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:30.625957 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (8a751962-edb3-438e-9459-34d8682f96a3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:30.629839 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Added segment 8a751962-edb3-438e-9459-34d8682f96a3 of type vlan for network bd651256-6d1a-4a8c-a34b-7b43926569fa Feb 28 17:44:30.644617 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-3e8ab4d6-3f8e-4492-a205-0796ee9d4c90 None None] Set router bfc3db3e-3edd-49b9-8214-a82174912269 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:44:30.692910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a470b-dcc0-4299-b418-d267d893210e req-bd8dbe9f-74e2-44cd-8c23-65d8134813a2 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:30.706305 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-204a470b-dcc0-4299-b418-d267d893210e req-bd8dbe9f-74e2-44cd-8c23-65d8134813a2 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 946 time: 0.3889761 Feb 28 17:44:30.773657 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (bd651256-6d1a-4a8c-a34b-7b43926569fa), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:30.825950 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Publish callbacks [] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:30.908207 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (bd651256-6d1a-4a8c-a34b-7b43926569fa), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:30.912750 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf9a78-3bbb-490e-84a1-0af2403e3a86 req-480f7372-c3d7-4e92-9516-2f156e202666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:30.913226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:30.913818 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:30.917379 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69bf9a78-3bbb-490e-84a1-0af2403e3a86 req-480f7372-c3d7-4e92-9516-2f156e202666 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9f9a6f4-352f-4e23-9942-d076ed8d0c16 HTTP/1.1" status: 200 len: 896 time: 0.3915336 Feb 28 17:44:30.938058 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:31.036804 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-204a470b-dcc0-4299-b418-d267d893210e req-138fe2b0-6920-41ff-840f-a900f90e6bec tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e496b7a-6c49-4772-bf21-9910490b930d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295448 Feb 28 17:44:31.048621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Network': ['ID=bd651256-6d1a-4a8c-a34b-7b43926569fa,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:31.055663 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-57bd309a-1977-4022-a47d-0055ee60cd57 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4397166 Feb 28 17:44:31.066440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55898) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:31.073573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'name': 'tempest-PortsTestJSON-941384818'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:31.083256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network bd651256-6d1a-4a8c-a34b-7b43926569fa details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:44:31.119752 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3e8ab4d6-3f8e-4492-a205-0796ee9d4c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:44:13Z', 'revision_number': 6, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:56Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:31.173705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Network f733f60c-b3d2-42bb-ac18-f2fd3260b586 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:31.187453 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ab4d6-3f8e-4492-a205-0796ee9d4c90 None None] The sync data for ids ['bfc3db3e-3edd-49b9-8214-a82174912269'] in n-d-820368-19 is: [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:44:13Z', 'revision_number': 6, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2f418d56-9338-469f-8ed7-3b52db96ba62', 'name': '', 'network_id': 'd9f9a6f4-352f-4e23-9942-d076ed8d0c16', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:70:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:47Z', 'updated_at': '2022-02-28T17:41:56Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'bed7957d-4891-48a1-aeee-2449ab319aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:31.231381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69bf9a78-3bbb-490e-84a1-0af2403e3a86 req-be9426d8-c1c2-4c81-ab49-447ebdcba404 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25324a8d-d1ac-4a54-801e-711437531044 HTTP/1.1" status: 200 len: 217 time: 0.1916029 Feb 28 17:44:31.319734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Pushing event updated for resources: {'Port': ['ID=793c301f-8b71-417e-b400-6b2a4a75eea4,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:31.338795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:31.344110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:31.429202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf9a78-3bbb-490e-84a1-0af2403e3a86 req-9b1061eb-0e75-4c3f-bfe3-9fc4bf1bc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:31.437888 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69bf9a78-3bbb-490e-84a1-0af2403e3a86 req-9b1061eb-0e75-4c3f-bfe3-9fc4bf1bc770 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bed7957d-4891-48a1-aeee-2449ab319aaf HTTP/1.1" status: 200 len: 835 time: 0.1940305 Feb 28 17:44:31.535004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bc91c-90e5-437c-883f-96a4a2cda846 req-dc658c00-dd61-4893-be38-37c7f86f2302 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:31.541997 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e03bc91c-90e5-437c-883f-96a4a2cda846 req-dc658c00-dd61-4893-be38-37c7f86f2302 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.69 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 946 time: 0.2670531 Feb 28 17:44:31.566200 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Attempting to bind port 793c301f-8b71-417e-b400-6b2a4a75eea4 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:44:31.566799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Attempting to bind port 793c301f-8b71-417e-b400-6b2a4a75eea4 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '18cf599c-b489-420e-abc4-41d9c34c3480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f733f60c-b3d2-42bb-ac18-f2fd3260b586'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:44:31.567123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Attempting to bind port 793c301f-8b71-417e-b400-6b2a4a75eea4 on network f733f60c-b3d2-42bb-ac18-f2fd3260b586 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:44:31.581326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:31.593115 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:31.603646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:44:31.604328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Checking segment: {'id': '18cf599c-b489-420e-abc4-41d9c34c3480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f733f60c-b3d2-42bb-ac18-f2fd3260b586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:31.606152 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:31.608392 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Bound using segment: {'id': '18cf599c-b489-420e-abc4-41d9c34c3480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f733f60c-b3d2-42bb-ac18-f2fd3260b586'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:44:31.611365 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Bound port: 793c301f-8b71-417e-b400-6b2a4a75eea4, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cf599c-b489-420e-abc4-41d9c34c3480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f733f60c-b3d2-42bb-ac18-f2fd3260b586'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:44:31.611788 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:31.711639 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf9a78-3bbb-490e-84a1-0af2403e3a86 req-a3fdec30-4eb9-4d55-9c3f-7eb1d73ad69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:31.724621 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69bf9a78-3bbb-490e-84a1-0af2403e3a86 req-a3fdec30-4eb9-4d55-9c3f-7eb1d73ad69e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9f9a6f4-352f-4e23-9942-d076ed8d0c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2800658 Feb 28 17:44:31.784570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port 6239389a-cf9a-41d9-a8c4-efeed8067029 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:44:31.840281 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] For port 793c301f-8b71-417e-b400-6b2a4a75eea4, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:44:31.845003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] For port 793c301f-8b71-417e-b400-6b2a4a75eea4, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=793c301f-8b71-417e-b400-6b2a4a75eea4,segment=NetworkSegment(18cf599c-b489-420e-abc4-41d9c34c3480),segment_id=18cf599c-b489-420e-abc4-41d9c34c3480)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:44:31.856063 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf75701-10aa-4b55-a6a3-f240fc58ba23 None None] New status for floating IP b78930c4-9341-4949-9f7c-82f2f4bd3c69: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:44:32.004362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41b3d3-7b63-4c91-bfc8-7dfae51d49d7 req-83e0fc77-a1de-40c0-b261-34b44ec6b9c9 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:32.017313 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba41b3d3-7b63-4c91-bfc8-7dfae51d49d7 req-83e0fc77-a1de-40c0-b261-34b44ec6b9c9 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 946 time: 0.4746492 Feb 28 17:44:32.018726 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:32.037079 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55916) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:32.208540 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router_gateway (39304622-2e49-45a7-912c-bfcd27067c54), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:32.229177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c74c13-7d24-461e-8c34-d4ed3e0af68c None None] Pushing event updated for resources: {'Port': ['ID=793c301f-8b71-417e-b400-6b2a4a75eea4,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:32.244888 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:32.327709 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba41b3d3-7b63-4c91-bfc8-7dfae51d49d7 req-d5d9535c-1ac7-4cef-a18c-688c0bbce505 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd74c27e-01ed-40f5-a944-241e1010ebc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087523 Feb 28 17:44:32.405820 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (6239389a-cf9a-41d9-a8c4-efeed8067029), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:32.452970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-e03bc91c-90e5-437c-883f-96a4a2cda846 req-8cf2aa2b-34dd-4e95-a01f-1ba8ce428ece tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Deleting port 25324a8d-d1ac-4a54-801e-711437531044 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:32.453710 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e03bc91c-90e5-437c-883f-96a4a2cda846 req-8cf2aa2b-34dd-4e95-a01f-1ba8ce428ece tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (25324a8d-d1ac-4a54-801e-711437531044), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:32.600727 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69bf9a78-3bbb-490e-84a1-0af2403e3a86 req-3ca7827b-d7f7-429e-8d08-9bf1ef019d75 service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8575346 Feb 28 17:44:32.626874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e03bc91c-90e5-437c-883f-96a4a2cda846 req-8cf2aa2b-34dd-4e95-a01f-1ba8ce428ece tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] For port 25324a8d-d1ac-4a54-801e-711437531044, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=25324a8d-d1ac-4a54-801e-711437531044,segment=NetworkSegment(784d76ee-3e0c-41c9-846f-4d90a1732d49),segment_id=784d76ee-3e0c-41c9-846f-4d90a1732d49)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:32.627354 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e03bc91c-90e5-437c-883f-96a4a2cda846 req-8cf2aa2b-34dd-4e95-a01f-1ba8ce428ece tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (25324a8d-d1ac-4a54-801e-711437531044), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:32.632162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecc289-ee7d-499b-ae54-2ae248b1ec94 req-4f4e2805-828c-4f8e-8827-6e2b26ce35f4 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:32.641350 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-63ecc289-ee7d-499b-ae54-2ae248b1ec94 req-4f4e2805-828c-4f8e-8827-6e2b26ce35f4 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 946 time: 0.4289079 Feb 28 17:44:32.678964 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-e03bc91c-90e5-437c-883f-96a4a2cda846 req-8cf2aa2b-34dd-4e95-a01f-1ba8ce428ece tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Calling delete_port for 25324a8d-d1ac-4a54-801e-711437531044 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:32.944475 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-63ecc289-ee7d-499b-ae54-2ae248b1ec94 req-0fd30243-796b-45ce-84f3-a9e4629eb4a9 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e496b7a-6c49-4772-bf21-9910490b930d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700124 Feb 28 17:44:32.950138 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.25.3.179 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/20bb115e-dfbe-41a6-8f59-fa3fa7156baa) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:33.005890 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69bf9a78-3bbb-490e-84a1-0af2403e3a86 req-7c06d66d-7ebd-4d93-b32f-b14da164b61d service neutron] 10.222.0.69 "GET /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484581 Feb 28 17:44:33.076323 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (6239389a-cf9a-41d9-a8c4-efeed8067029), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:33.121490 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a10f83bc-fd45-4687-8cb6-f2f93c08888b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:33.176286 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e03bc91c-90e5-437c-883f-96a4a2cda846 req-8cf2aa2b-34dd-4e95-a01f-1ba8ce428ece tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (25324a8d-d1ac-4a54-801e-711437531044), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:33.353602 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (20bb115e-dfbe-41a6-8f59-fa3fa7156baa), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:33.382218 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a10f83bc-fd45-4687-8cb6-f2f93c08888b admin admin] Publish callbacks [] for security_group (a26b8e6a-68c9-4c92-b959-74d7615032bd), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:33.427189 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43cb07-727e-4c09-8e79-ffde5b941df5 req-ea9f0972-36f5-420d-a6fa-b03731cedc23 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:33.449564 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e43cb07-727e-4c09-8e79-ffde5b941df5 req-ea9f0972-36f5-420d-a6fa-b03731cedc23 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 946 time: 0.1480393 Feb 28 17:44:33.491891 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03bc91c-90e5-437c-883f-96a4a2cda846 req-8cf2aa2b-34dd-4e95-a01f-1ba8ce428ece tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] No DVR routers for this DVR port 25324a8d-d1ac-4a54-801e-711437531044 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:44:33.496222 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e03bc91c-90e5-437c-883f-96a4a2cda846 req-8cf2aa2b-34dd-4e95-a01f-1ba8ce428ece tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:33.505308 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e03bc91c-90e5-437c-883f-96a4a2cda846 req-8cf2aa2b-34dd-4e95-a01f-1ba8ce428ece tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.69 "DELETE /v2.0/ports/25324a8d-d1ac-4a54-801e-711437531044 HTTP/1.1" status: 204 len: 173 time: 1.9490101 Feb 28 17:44:33.506199 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=6239389a-cf9a-41d9-a8c4-efeed8067029,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:33.552156 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a10f83bc-fd45-4687-8cb6-f2f93c08888b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a26b8e6a-68c9-4c92-b959-74d7615032bd), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:33.556053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c97d77-2d97-496f-9742-17a8b62f704e', 'name': 'network-vif-deleted', 'tag': '25324a8d-d1ac-4a54-801e-711437531044'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:44:33.560230 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f211f7-1b7f-405d-b3a7-2de4167010a8" -d '{"events": [{"server_uuid": "15c97d77-2d97-496f-9742-17a8b62f704e", "name": "network-vif-deleted", "tag": "25324a8d-d1ac-4a54-801e-711437531044"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:44:33.563211 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2aa2b-34dd-4e95-a01f-1ba8ce428ece tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Port': ['ID=25324a8d-d1ac-4a54-801e-711437531044,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:33.614930 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Checking segment: {'id': '8a751962-edb3-438e-9459-34d8682f96a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:33.615447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network hostable DHCP agents. Network: bd651256-6d1a-4a8c-a34b-7b43926569fa, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:44:33.628482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f83bc-fd45-4687-8cb6-f2f93c08888b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26b8e6a-68c9-4c92-b959-74d7615032bd,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:33.637182 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a10f83bc-fd45-4687-8cb6-f2f93c08888b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0101c2fa9ff54d4e8c8f8ebe7d71fe66&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5960989 Feb 28 17:44:33.638816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55954) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:33.699775 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccda69b-c346-4088-8892-19209c3c43fb x-openstack-request-id: req-6ccda69b-c346-4088-8892-19209c3c43fb {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:44:33.700084 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c97d77-2d97-496f-9742-17a8b62f704e", "name": "network-vif-deleted", "tag": "25324a8d-d1ac-4a54-801e-711437531044", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:44:33.700419 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6ccda69b-c346-4088-8892-19209c3c43fb {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:44:33.700804 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c97d77-2d97-496f-9742-17a8b62f704e', 'name': 'network-vif-deleted', 'tag': '25324a8d-d1ac-4a54-801e-711437531044', 'status': 'completed', 'code': 200} Feb 28 17:44:33.748640 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9e43cb07-727e-4c09-8e79-ffde5b941df5 req-6fb5e80a-e998-4896-8d94-77d885e146bc tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd74c27e-01ed-40f5-a944-241e1010ebc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981336 Feb 28 17:44:33.760268 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (20bb115e-dfbe-41a6-8f59-fa3fa7156baa), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:33.765577 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-689062cf-f4ea-463b-99d8-683578157234 admin admin] Publish callbacks [] for security_group (a26b8e6a-68c9-4c92-b959-74d7615032bd), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:33.802705 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-689062cf-f4ea-463b-99d8-683578157234 admin admin] Publish callbacks [] for security_group (a26b8e6a-68c9-4c92-b959-74d7615032bd), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:33.806926 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network bd651256-6d1a-4a8c-a34b-7b43926569fa is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:44:33.919254 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, bd651256-6d1a-4a8c-a34b-7b43926569fa) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:33.924328 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:33.933525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8577b22-33a1-460c-87a8-cbaf8f3f8f91 None None] Network bd651256-6d1a-4a8c-a34b-7b43926569fa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:33.945884 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:33.949410 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:33.990420 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=20bb115e-dfbe-41a6-8f59-fa3fa7156baa,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:34.004255 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-689062cf-f4ea-463b-99d8-683578157234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a26b8e6a-68c9-4c92-b959-74d7615032bd), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:34.031067 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-689062cf-f4ea-463b-99d8-683578157234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:34.038241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:34.044433 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-689062cf-f4ea-463b-99d8-683578157234 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a26b8e6a-68c9-4c92-b959-74d7615032bd HTTP/1.1" status: 204 len: 168 time: 0.4016390 Feb 28 17:44:34.049063 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:34.061451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:34.097754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689062cf-f4ea-463b-99d8-683578157234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26b8e6a-68c9-4c92-b959-74d7615032bd,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:34.164092 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6e7b2314-c423-424a-ac64-e839a2da0f9c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0962286 Feb 28 17:44:34.167482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55962) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:34.175897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-43f0fc2b-fb6a-4e88-8d7d-e40d6674426d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-406021649'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:34.397217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aba59b-c731-44b6-b669-bbbfe7038f91 None None] Network f733f60c-b3d2-42bb-ac18-f2fd3260b586 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:34.435668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f0fc2b-fb6a-4e88-8d7d-e40d6674426d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:34.445883 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43f0fc2b-fb6a-4e88-8d7d-e40d6674426d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:34.459524 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-671f0d52-27d1-421b-a081-05f8f04951c7 req-cd049cc9-55a0-4092-92c2-6cc196b35ac7 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=15c97d77-2d97-496f-9742-17a8b62f704e HTTP/1.1" status: 200 len: 210 time: 0.1313415 Feb 28 17:44:34.623617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f0fc2b-fb6a-4e88-8d7d-e40d6674426d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:44:34.632669 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:44:34.667155 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 793c301f-8b71-417e-b400-6b2a4a75eea4 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:44:34.675601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fccee-bd3c-41b9-92a2-c9e41372b2ae req-3bf4eb00-06f3-41cc-9d7e-b693daf8c4eb tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:34.684990 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4e2fccee-bd3c-41b9-92a2-c9e41372b2ae req-3bf4eb00-06f3-41cc-9d7e-b693daf8c4eb tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.69 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 946 time: 0.2175856 Feb 28 17:44:34.914510 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43f0fc2b-fb6a-4e88-8d7d-e40d6674426d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (8e32fdb6-b1c2-4bdc-b17c-83627683a99c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:34.914826 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-43f0fc2b-fb6a-4e88-8d7d-e40d6674426d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Added segment 8e32fdb6-b1c2-4bdc-b17c-83627683a99c of type vlan for network a62ddcea-44a9-4c6c-9a62-34e89861337f Feb 28 17:44:34.944894 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-05eba170-963b-4a19-9052-3a22892149b8 None None] Provisioning complete for port 793c301f-8b71-417e-b400-6b2a4a75eea4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:34.945489 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-05eba170-963b-4a19-9052-3a22892149b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:34.997540 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43f0fc2b-fb6a-4e88-8d7d-e40d6674426d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (a62ddcea-44a9-4c6c-9a62-34e89861337f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:35.070137 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43f0fc2b-fb6a-4e88-8d7d-e40d6674426d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (a62ddcea-44a9-4c6c-9a62-34e89861337f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:35.087961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f0fc2b-fb6a-4e88-8d7d-e40d6674426d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:35.089326 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-43f0fc2b-fb6a-4e88-8d7d-e40d6674426d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:35.153543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 793c301f-8b71-417e-b400-6b2a4a75eea4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:35.154648 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:35.196398 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b0134-964e-416c-a0ee-bb7675bc1d50 req-07ef6ef4-8027-4f01-bf66-291fb1f36ab0 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:35.204726 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-752b0134-964e-416c-a0ee-bb7675bc1d50 req-07ef6ef4-8027-4f01-bf66-291fb1f36ab0 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 946 time: 0.1814766 Feb 28 17:44:35.223217 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router_gateway (39304622-2e49-45a7-912c-bfcd27067c54), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:35.268795 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-4e2fccee-bd3c-41b9-92a2-c9e41372b2ae req-d3b54614-af86-4283-875b-3f01cfc58130 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Deleting port 2f7e6232-0bf5-4074-852b-b5a74de721ab {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:35.272538 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4e2fccee-bd3c-41b9-92a2-c9e41372b2ae req-d3b54614-af86-4283-875b-3f01cfc58130 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:35.318769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-752b0134-964e-416c-a0ee-bb7675bc1d50 req-1cd6df41-7b49-4e0b-981f-432200951f6b tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd74c27e-01ed-40f5-a944-241e1010ebc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094086 Feb 28 17:44:35.332210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 55984) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:35.333816 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-43f0fc2b-fb6a-4e88-8d7d-e40d6674426d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1650422 Feb 28 17:44:35.337908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'ports': [{'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa'}, {'network_id': 'a62ddcea-44a9-4c6c-9a62-34e89861337f'}]} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:35.338512 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:35.339244 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'network_id': 'a62ddcea-44a9-4c6c-9a62-34e89861337f'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:35.396315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0fc2b-fb6a-4e88-8d7d-e40d6674426d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Network': ['ID=a62ddcea-44a9-4c6c-9a62-34e89861337f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:35.491324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 793c301f-8b71-417e-b400-6b2a4a75eea4 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:35.492400 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:35.498154 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network a62ddcea-44a9-4c6c-9a62-34e89861337f details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:44:35.537534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-4e2fccee-bd3c-41b9-92a2-c9e41372b2ae req-d3b54614-af86-4283-875b-3f01cfc58130 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] For port 2f7e6232-0bf5-4074-852b-b5a74de721ab, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=2f7e6232-0bf5-4074-852b-b5a74de721ab,segment=NetworkSegment(a0db27a0-4640-4660-ba06-59967b4416d0),segment_id=a0db27a0-4640-4660-ba06-59967b4416d0)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:35.539949 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4e2fccee-bd3c-41b9-92a2-c9e41372b2ae req-d3b54614-af86-4283-875b-3f01cfc58130 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:35.585345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 55994) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:35.586437 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-4e2fccee-bd3c-41b9-92a2-c9e41372b2ae req-d3b54614-af86-4283-875b-3f01cfc58130 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Calling delete_port for 2f7e6232-0bf5-4074-852b-b5a74de721ab owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:35.699931 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-05eba170-963b-4a19-9052-3a22892149b8 None None] Current status of the port 793c301f-8b71-417e-b400-6b2a4a75eea4 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:35.700494 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-05eba170-963b-4a19-9052-3a22892149b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:35.854080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 793c301f-8b71-417e-b400-6b2a4a75eea4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=793c301f-8b71-417e-b400-6b2a4a75eea4,segment=NetworkSegment(18cf599c-b489-420e-abc4-41d9c34c3480),segment_id=18cf599c-b489-420e-abc4-41d9c34c3480)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:35.877072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 25324a8d-d1ac-4a54-801e-711437531044 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:44:35.941070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 25324a8d-d1ac-4a54-801e-711437531044 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:44:35.941425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 25324a8d-d1ac-4a54-801e-711437531044 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:44:35.942334 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 2f7e6232-0bf5-4074-852b-b5a74de721ab no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:44:36.047880 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:36.126251 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bda662f1-153d-48f5-b261-19ee2dba47d0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (6e496b7a-6c49-4772-bf21-9910490b930d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:36.201908 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-05eba170-963b-4a19-9052-3a22892149b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:44:36.202305 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-05eba170-963b-4a19-9052-3a22892149b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:44:36.215313 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bda662f1-153d-48f5-b261-19ee2dba47d0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (6e496b7a-6c49-4772-bf21-9910490b930d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:36.230195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=793c301f-8b71-417e-b400-6b2a4a75eea4,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:36.237188 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4e2fccee-bd3c-41b9-92a2-c9e41372b2ae req-d3b54614-af86-4283-875b-3f01cfc58130 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:36.247933 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 2f7e6232-0bf5-4074-852b-b5a74de721ab is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:36.250165 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f7e6232-0bf5-4074-852b-b5a74de721ab), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:36.382431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b54614-af86-4283-875b-3f01cfc58130 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Pushing event deleted for resources: {'Port': ['ID=2f7e6232-0bf5-4074-852b-b5a74de721ab,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:36.458755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 793c301f-8b71-417e-b400-6b2a4a75eea4 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:44:36.572818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2fccee-bd3c-41b9-92a2-c9e41372b2ae req-d3b54614-af86-4283-875b-3f01cfc58130 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] No DVR routers for this DVR port 2f7e6232-0bf5-4074-852b-b5a74de721ab on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:44:36.577549 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4e2fccee-bd3c-41b9-92a2-c9e41372b2ae req-d3b54614-af86-4283-875b-3f01cfc58130 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:36.594549 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4e2fccee-bd3c-41b9-92a2-c9e41372b2ae req-d3b54614-af86-4283-875b-3f01cfc58130 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.69 "DELETE /v2.0/ports/2f7e6232-0bf5-4074-852b-b5a74de721ab HTTP/1.1" status: 204 len: 173 time: 1.8875597 Feb 28 17:44:36.595693 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219cd7d5-e419-4d5f-a7a5-ba46db584848', 'name': 'network-vif-deleted', 'tag': '2f7e6232-0bf5-4074-852b-b5a74de721ab'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:44:36.616752 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6076a5-ed20-41bd-afd3-36ceb23773cf" -d '{"events": [{"server_uuid": "219cd7d5-e419-4d5f-a7a5-ba46db584848", "name": "network-vif-deleted", "tag": "2f7e6232-0bf5-4074-852b-b5a74de721ab"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:44:36.643303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 793c301f-8b71-417e-b400-6b2a4a75eea4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:36.644645 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:36.703982 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47af3acf-e2d6-4e7e-91a0-3ce693e52f1b x-openstack-request-id: req-47af3acf-e2d6-4e7e-91a0-3ce693e52f1b {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:44:36.704355 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219cd7d5-e419-4d5f-a7a5-ba46db584848", "name": "network-vif-deleted", "tag": "2f7e6232-0bf5-4074-852b-b5a74de721ab", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:44:36.704731 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-47af3acf-e2d6-4e7e-91a0-3ce693e52f1b {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:44:36.705207 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219cd7d5-e419-4d5f-a7a5-ba46db584848', 'name': 'network-vif-deleted', 'tag': '2f7e6232-0bf5-4074-852b-b5a74de721ab', 'status': 'completed', 'code': 200} Feb 28 17:44:36.770894 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bda662f1-153d-48f5-b261-19ee2dba47d0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6e496b7a-6c49-4772-bf21-9910490b930d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:36.774522 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bda662f1-153d-48f5-b261-19ee2dba47d0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:36.776304 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bda662f1-153d-48f5-b261-19ee2dba47d0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "DELETE /v2.0/security-groups/6e496b7a-6c49-4772-bf21-9910490b930d HTTP/1.1" status: 204 len: 168 time: 1.1848052 Feb 28 17:44:36.797734 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda662f1-153d-48f5-b261-19ee2dba47d0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e496b7a-6c49-4772-bf21-9910490b930d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:36.952424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56050) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:36.957606 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 2} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:36.981019 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:36.990441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-05eba170-963b-4a19-9052-3a22892149b8 None None] Current status of the port 793c301f-8b71-417e-b400-6b2a4a75eea4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:37.175267 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-23c6d9ae-4184-4470-b446-c46e4bbe7efb req-49bd6842-e987-4ee1-8994-1c65e70c9239 tempest-ServerAddressesTestJSON-1110489825 tempest-ServerAddressesTestJSON-1110489825-project] 10.222.0.72 "GET /v2.0/ports?device_id=219cd7d5-e419-4d5f-a7a5-ba46db584848 HTTP/1.1" status: 200 len: 210 time: 0.2348454 Feb 28 17:44:37.193280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 793c301f-8b71-417e-b400-6b2a4a75eea4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:37.197790 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:37.255840 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (39304622-2e49-45a7-912c-bfcd27067c54), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:37.271245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-3065d07f-9c7e-48c1-b339-c8332246f569 None None] Provisioning complete for port 793c301f-8b71-417e-b400-6b2a4a75eea4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:37.276258 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3065d07f-9c7e-48c1-b339-c8332246f569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:37.539094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3065d07f-9c7e-48c1-b339-c8332246f569 None None] Current status of the port 793c301f-8b71-417e-b400-6b2a4a75eea4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:37.545550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port 28b34ad8-b331-4d58-a80d-17a6b0820582 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:44:37.715389 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (28b34ad8-b331-4d58-a80d-17a6b0820582), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:37.772517 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cc53d4a5-662a-4a71-898c-aec3c05ade40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:37.827523 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:37.885328 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port f6410dda-4dbc-4fa1-b028-6f58e0c13770 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:44:37.897175 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f33f4a33-d498-47f9-9f7b-763dab3c2fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (bfc3db3e-3edd-49b9-8214-a82174912269), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:38.023285 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (f6410dda-4dbc-4fa1-b028-6f58e0c13770), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:38.073681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 39304622-2e49-45a7-912c-bfcd27067c54 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:44:38.131726 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (28b34ad8-b331-4d58-a80d-17a6b0820582), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:38.217736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network bd651256-6d1a-4a8c-a34b-7b43926569fa is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:38.221455 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=28b34ad8-b331-4d58-a80d-17a6b0820582,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:38.235400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:38.240174 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:38.241133 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f6410dda-4dbc-4fa1-b028-6f58e0c13770), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:38.294777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56078) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:38.341068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f33f4a33-d498-47f9-9f7b-763dab3c2fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Deleting port 2f418d56-9338-469f-8ed7-3b52db96ba62 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:38.342305 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f33f4a33-d498-47f9-9f7b-763dab3c2fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:38.385708 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ec3d91-a67d-4042-b55a-fe6a29d1c005 admin admin] Deleting subnet b8046ac5-385b-4ca7-988b-f0e6bb7ba500 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:44:38.389739 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5ec3d91-a67d-4042-b55a-fe6a29d1c005 admin admin] Publish callbacks [] for subnet (b8046ac5-385b-4ca7-988b-f0e6bb7ba500), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:38.441879 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5ec3d91-a67d-4042-b55a-fe6a29d1c005 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (b8046ac5-385b-4ca7-988b-f0e6bb7ba500), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:38.499828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-f33f4a33-d498-47f9-9f7b-763dab3c2fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] For port 2f418d56-9338-469f-8ed7-3b52db96ba62, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2f418d56-9338-469f-8ed7-3b52db96ba62,segment=NetworkSegment(784d76ee-3e0c-41c9-846f-4d90a1732d49),segment_id=784d76ee-3e0c-41c9-846f-4d90a1732d49)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:38.500208 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f33f4a33-d498-47f9-9f7b-763dab3c2fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:38.520059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f33f4a33-d498-47f9-9f7b-763dab3c2fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Calling delete_port for 2f418d56-9338-469f-8ed7-3b52db96ba62 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:38.554575 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:38.567292 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51640e-f6ea-4290-ac49-e92d143326c8 None None] Sync routers for ids ['39304622-2e49-45a7-912c-bfcd27067c54'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:38.597283 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51640e-f6ea-4290-ac49-e92d143326c8 None None] Routers {'39304622-2e49-45a7-912c-bfcd27067c54'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:38.600404 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-5e51640e-f6ea-4290-ac49-e92d143326c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['39304622-2e49-45a7-912c-bfcd27067c54'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:38.624843 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=f6410dda-4dbc-4fa1-b028-6f58e0c13770,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:38.687771 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-5e51640e-f6ea-4290-ac49-e92d143326c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:38.701315 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51640e-f6ea-4290-ac49-e92d143326c8 None None] Routers {'39304622-2e49-45a7-912c-bfcd27067c54'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:38.702985 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-5e51640e-f6ea-4290-ac49-e92d143326c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['39304622-2e49-45a7-912c-bfcd27067c54'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:38.705707 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5ec3d91-a67d-4042-b55a-fe6a29d1c005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (b8046ac5-385b-4ca7-988b-f0e6bb7ba500), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:38.711672 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:38.713588 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e0c0a38a-5523-485d-83cc-465713d1ab23 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.2497997 Feb 28 17:44:38.735018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56096) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:38.750560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Checking segment: {'id': '8e32fdb6-b1c2-4bdc-b17c-83627683a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a62ddcea-44a9-4c6c-9a62-34e89861337f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:38.750925 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network hostable DHCP agents. Network: a62ddcea-44a9-4c6c-9a62-34e89861337f, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:44:38.826376 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-5e51640e-f6ea-4290-ac49-e92d143326c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:38.827490 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51640e-f6ea-4290-ac49-e92d143326c8 None None] The sync data for ids ['39304622-2e49-45a7-912c-bfcd27067c54'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:38.868490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network a62ddcea-44a9-4c6c-9a62-34e89861337f is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:44:38.915673 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5ec3d91-a67d-4042-b55a-fe6a29d1c005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (b8046ac5-385b-4ca7-988b-f0e6bb7ba500), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:38.958953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec3d91-a67d-4042-b55a-fe6a29d1c005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8046ac5-385b-4ca7-988b-f0e6bb7ba500,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:38.967350 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, a62ddcea-44a9-4c6c-9a62-34e89861337f) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:38.976785 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1fad64-531d-4241-90ad-b2fc03e4933b None None] Network a62ddcea-44a9-4c6c-9a62-34e89861337f requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:38.992591 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d5ec3d91-a67d-4042-b55a-fe6a29d1c005 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:38.999948 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d5ec3d91-a67d-4042-b55a-fe6a29d1c005 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b8046ac5-385b-4ca7-988b-f0e6bb7ba500 HTTP/1.1" status: 204 len: 168 time: 0.6993525 Feb 28 17:44:39.005095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:39.018583 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56120) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:39.026212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:39.032110 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:39.032341 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:39.112363 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-862400ce-c570-4c76-a863-c1b14f290df7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7778170 Feb 28 17:44:39.119201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56128) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:39.278972 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8294b38a-4f8a-4f7e-8e00-bc80437ea731 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port f6410dda-4dbc-4fa1-b028-6f58e0c13770 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:39.279410 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8294b38a-4f8a-4f7e-8e00-bc80437ea731 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f6410dda-4dbc-4fa1-b028-6f58e0c13770), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:39.390478 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8294b38a-4f8a-4f7e-8e00-bc80437ea731 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f6410dda-4dbc-4fa1-b028-6f58e0c13770), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:39.427764 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8294b38a-4f8a-4f7e-8e00-bc80437ea731 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for f6410dda-4dbc-4fa1-b028-6f58e0c13770 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:39.627914 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8294b38a-4f8a-4f7e-8e00-bc80437ea731 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f6410dda-4dbc-4fa1-b028-6f58e0c13770), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:39.653781 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37b071cb-e3cd-4369-be3b-c4156d7e9305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:39.664910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294b38a-4f8a-4f7e-8e00-bc80437ea731 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=f6410dda-4dbc-4fa1-b028-6f58e0c13770,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:39.677155 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8294b38a-4f8a-4f7e-8e00-bc80437ea731 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:39.678825 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8294b38a-4f8a-4f7e-8e00-bc80437ea731 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/f6410dda-4dbc-4fa1-b028-6f58e0c13770 HTTP/1.1" status: 204 len: 168 time: 0.5586007 Feb 28 17:44:39.681985 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56136) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:39.750845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720184c3-1e29-4d30-82b8-97506cb2a089 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:39.760782 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720184c3-1e29-4d30-82b8-97506cb2a089 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:39.763260 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-720184c3-1e29-4d30-82b8-97506cb2a089 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0803051 Feb 28 17:44:39.767098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56140) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:39.816043 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f33f4a33-d498-47f9-9f7b-763dab3c2fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2f418d56-9338-469f-8ed7-3b52db96ba62), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:39.893554 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2de38c60-c2f8-46ef-964d-932bfcd82929 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port 28b34ad8-b331-4d58-a80d-17a6b0820582 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:39.894487 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2de38c60-c2f8-46ef-964d-932bfcd82929 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (28b34ad8-b331-4d58-a80d-17a6b0820582), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:39.902748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f4a33-d498-47f9-9f7b-763dab3c2fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Port': ['ID=2f418d56-9338-469f-8ed7-3b52db96ba62,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:39.907218 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37b071cb-e3cd-4369-be3b-c4156d7e9305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:39.961237 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-eea1a9e4-db2a-4d68-9a2b-bf99c57a1113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:40.015757 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2de38c60-c2f8-46ef-964d-932bfcd82929 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (28b34ad8-b331-4d58-a80d-17a6b0820582), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:40.027249 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:40.052260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2de38c60-c2f8-46ef-964d-932bfcd82929 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for 28b34ad8-b331-4d58-a80d-17a6b0820582 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:40.151834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-37b071cb-e3cd-4369-be3b-c4156d7e9305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:40.186556 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-37b071cb-e3cd-4369-be3b-c4156d7e9305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0db27a0-4640-4660-ba06-59967b4416d0') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:40.188023 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-37b071cb-e3cd-4369-be3b-c4156d7e9305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0db27a0-4640-4660-ba06-59967b4416d0') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:40.223612 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37b071cb-e3cd-4369-be3b-c4156d7e9305 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (a0db27a0-4640-4660-ba06-59967b4416d0), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:40.292071 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2de38c60-c2f8-46ef-964d-932bfcd82929 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (28b34ad8-b331-4d58-a80d-17a6b0820582), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:40.351562 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de38c60-c2f8-46ef-964d-932bfcd82929 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=28b34ad8-b331-4d58-a80d-17a6b0820582,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:40.368966 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2de38c60-c2f8-46ef-964d-932bfcd82929 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:40.374366 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37b071cb-e3cd-4369-be3b-c4156d7e9305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a0db27a0-4640-4660-ba06-59967b4416d0), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:40.374498 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2de38c60-c2f8-46ef-964d-932bfcd82929 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/28b34ad8-b331-4d58-a80d-17a6b0820582 HTTP/1.1" status: 204 len: 168 time: 0.6033967 Feb 28 17:44:40.377016 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56150) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:40.420576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b071cb-e3cd-4369-be3b-c4156d7e9305 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:44:40.421177 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37b071cb-e3cd-4369-be3b-c4156d7e9305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (a0db27a0-4640-4660-ba06-59967b4416d0), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:44:40.431870 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:44:40.697629 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37b071cb-e3cd-4369-be3b-c4156d7e9305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:40.711417 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea60eda-224e-4f6d-b15e-225095f78358 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:40.716014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bea60eda-224e-4f6d-b15e-225095f78358 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3336322 Feb 28 17:44:40.716497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56158) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:40.716992 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-37b071cb-e3cd-4369-be3b-c4156d7e9305 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:40.720953 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-37b071cb-e3cd-4369-be3b-c4156d7e9305 admin admin] 10.222.0.72 "DELETE /v2.0/networks/cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23 HTTP/1.1" status: 204 len: 168 time: 1.6993134 Feb 28 17:44:40.723566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f33f4a33-d498-47f9-9f7b-763dab3c2fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (bfc3db3e-3edd-49b9-8214-a82174912269), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:40.781319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b071cb-e3cd-4369-be3b-c4156d7e9305 admin admin] Pushing event deleted for resources: {'Network': ['ID=cab68ba8-dfd0-4bd2-8e15-2c05b4e4fe23,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:40.840401 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a5c522-3df7-4570-8664-377c9b51d642 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] GET failed (client error): The resource could not be found. Feb 28 17:44:40.845310 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-78a5c522-3df7-4570-8664-377c9b51d642 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/f6410dda-4dbc-4fa1-b028-6f58e0c13770 HTTP/1.1" status: 404 len: 333 time: 0.1271708 Feb 28 17:44:40.848202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56164) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:40.919744 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-157962ec-1cd6-4dda-a8c5-73a864261ce8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] GET failed (client error): The resource could not be found. Feb 28 17:44:40.923097 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-157962ec-1cd6-4dda-a8c5-73a864261ce8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/28b34ad8-b331-4d58-a80d-17a6b0820582 HTTP/1.1" status: 404 len: 333 time: 0.0725243 Feb 28 17:44:40.925672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56166) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:40.942962 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:41.081267 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb29153d-7937-4fd3-b6b4-96510e78e226 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (a62ddcea-44a9-4c6c-9a62-34e89861337f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:41.196239 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb29153d-7937-4fd3-b6b4-96510e78e226 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (a62ddcea-44a9-4c6c-9a62-34e89861337f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:41.230992 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-fb29153d-7937-4fd3-b6b4-96510e78e226 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62ddcea-44a9-4c6c-9a62-34e89861337f']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:41.242360 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-fb29153d-7937-4fd3-b6b4-96510e78e226 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e32fdb6-b1c2-4bdc-b17c-83627683a99c') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:41.242661 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-fb29153d-7937-4fd3-b6b4-96510e78e226 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e32fdb6-b1c2-4bdc-b17c-83627683a99c') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:41.259031 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb29153d-7937-4fd3-b6b4-96510e78e226 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (8e32fdb6-b1c2-4bdc-b17c-83627683a99c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:41.276961 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb29153d-7937-4fd3-b6b4-96510e78e226 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (8e32fdb6-b1c2-4bdc-b17c-83627683a99c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:41.284094 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb29153d-7937-4fd3-b6b4-96510e78e226 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:44:41.284541 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb29153d-7937-4fd3-b6b4-96510e78e226 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (8e32fdb6-b1c2-4bdc-b17c-83627683a99c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:44:41.288267 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:44:41.418349 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56170) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:41.450240 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:41.487937 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-42584e07-dc0f-47ce-9679-3d0eeb2d9a48 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1004544d9883466f9817d00f38bb52eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0621576 Feb 28 17:44:41.490215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56174) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:41.569499 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86cde0aa-272b-4e3d-bdb8-3653aa83eb01 admin admin] Publish callbacks [] for security_group (dd74c27e-01ed-40f5-a944-241e1010ebc1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:41.591413 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb29153d-7937-4fd3-b6b4-96510e78e226 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (a62ddcea-44a9-4c6c-9a62-34e89861337f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:41.607398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.20.0.1 (f733f60c-b3d2-42bb-ac18-f2fd3260b586/f640c2c1-6dda-4d7c-b0aa-3d3b6e992bc5/0ab96c7e-6236-4d4c-9c4b-df5802c10d2c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:41.620220 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fb29153d-7937-4fd3-b6b4-96510e78e226 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:41.646143 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fb29153d-7937-4fd3-b6b4-96510e78e226 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/networks/a62ddcea-44a9-4c6c-9a62-34e89861337f HTTP/1.1" status: 204 len: 168 time: 0.7189085 Feb 28 17:44:41.661255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33f4a33-d498-47f9-9f7b-763dab3c2fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Router bfc3db3e-3edd-49b9-8214-a82174912269 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:44:41.661943 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56178) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:41.667791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3877106d-2cbc-4394-813f-1ba5defac453 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1790556070'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:41.688033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86cde0aa-272b-4e3d-bdb8-3653aa83eb01 admin admin] Publish callbacks [] for security_group (dd74c27e-01ed-40f5-a944-241e1010ebc1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:41.757202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29153d-7937-4fd3-b6b4-96510e78e226 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Network': ['ID=a62ddcea-44a9-4c6c-9a62-34e89861337f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:41.836273 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86cde0aa-272b-4e3d-bdb8-3653aa83eb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dd74c27e-01ed-40f5-a944-241e1010ebc1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:41.844475 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86cde0aa-272b-4e3d-bdb8-3653aa83eb01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:41.856952 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-86cde0aa-272b-4e3d-bdb8-3653aa83eb01 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd74c27e-01ed-40f5-a944-241e1010ebc1 HTTP/1.1" status: 204 len: 168 time: 0.3602438 Feb 28 17:44:41.877090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cde0aa-272b-4e3d-bdb8-3653aa83eb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd74c27e-01ed-40f5-a944-241e1010ebc1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:41.912078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3877106d-2cbc-4394-813f-1ba5defac453 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:41.915685 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3877106d-2cbc-4394-813f-1ba5defac453 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:41.973031 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (0ab96c7e-6236-4d4c-9c4b-df5802c10d2c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:42.003877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3877106d-2cbc-4394-813f-1ba5defac453 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:44:42.006478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33f4a33-d498-47f9-9f7b-763dab3c2fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:42.016892 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f33f4a33-d498-47f9-9f7b-763dab3c2fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "PUT /v2.0/routers/bfc3db3e-3edd-49b9-8214-a82174912269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0669320 Feb 28 17:44:42.019503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6896298-01c4-4078-9e97-35ba86e92431 None None] Sync routers for ids ['bfc3db3e-3edd-49b9-8214-a82174912269'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:42.020007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56186) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:42.029183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3877106d-2cbc-4394-813f-1ba5defac453 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (18e27343-db22-480b-a16c-9cf35ce092cd), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:42.029657 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-3877106d-2cbc-4394-813f-1ba5defac453 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Added segment 18e27343-db22-480b-a16c-9cf35ce092cd of type vlan for network 0b759363-acc4-45c5-8965-b7ad3fe5e5fd Feb 28 17:44:42.042866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6896298-01c4-4078-9e97-35ba86e92431 None None] Routers {'bfc3db3e-3edd-49b9-8214-a82174912269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:42.048052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f6896298-01c4-4078-9e97-35ba86e92431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfc3db3e-3edd-49b9-8214-a82174912269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:42.107333 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3877106d-2cbc-4394-813f-1ba5defac453 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (0b759363-acc4-45c5-8965-b7ad3fe5e5fd), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:42.158246 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b5b6f7-3d1a-44d9-91f4-042a7c99f8af tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Deleting subnet bed7957d-4891-48a1-aeee-2449ab319aaf {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:44:42.161610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-91b5b6f7-3d1a-44d9-91f4-042a7c99f8af tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for subnet (bed7957d-4891-48a1-aeee-2449ab319aaf), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:42.176251 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0ab96c7e-6236-4d4c-9c4b-df5802c10d2c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:42.193136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-f6896298-01c4-4078-9e97-35ba86e92431 None None] Set router bfc3db3e-3edd-49b9-8214-a82174912269 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:44:42.224988 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-91b5b6f7-3d1a-44d9-91f4-042a7c99f8af tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (bed7957d-4891-48a1-aeee-2449ab319aaf), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:42.285392 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3877106d-2cbc-4394-813f-1ba5defac453 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (0b759363-acc4-45c5-8965-b7ad3fe5e5fd), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:42.304098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3877106d-2cbc-4394-813f-1ba5defac453 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:42.306378 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3877106d-2cbc-4394-813f-1ba5defac453 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:42.442156 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-91b5b6f7-3d1a-44d9-91f4-042a7c99f8af tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (bed7957d-4891-48a1-aeee-2449ab319aaf), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:42.476751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network f733f60c-b3d2-42bb-ac18-f2fd3260b586 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:42.563807 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=0ab96c7e-6236-4d4c-9c4b-df5802c10d2c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:42.573241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:42.590827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:42.673632 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-91b5b6f7-3d1a-44d9-91f4-042a7c99f8af tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (bed7957d-4891-48a1-aeee-2449ab319aaf), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:42.693188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877106d-2cbc-4394-813f-1ba5defac453 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Network': ['ID=0b759363-acc4-45c5-8965-b7ad3fe5e5fd,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:42.728570 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (39304622-2e49-45a7-912c-bfcd27067c54), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:42.734041 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3877106d-2cbc-4394-813f-1ba5defac453 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0709424 Feb 28 17:44:42.747600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56200) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:42.775642 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 0b759363-acc4-45c5-8965-b7ad3fe5e5fd details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:44:42.800480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5b6f7-3d1a-44d9-91f4-042a7c99f8af tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Subnet': ['ID=bed7957d-4891-48a1-aeee-2449ab319aaf,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:42.809965 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-91b5b6f7-3d1a-44d9-91f4-042a7c99f8af tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:42.826664 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-91b5b6f7-3d1a-44d9-91f4-042a7c99f8af tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "DELETE /v2.0/subnets/bed7957d-4891-48a1-aeee-2449ab319aaf HTTP/1.1" status: 204 len: 168 time: 0.8049858 Feb 28 17:44:42.832748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56206) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:42.881055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-176e3ab2-ca12-4378-b949-3f1884a5b075 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': '0b759363-acc4-45c5-8965-b7ad3fe5e5fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:42.912101 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9902ea09-7f3c-4e1d-8d6e-4f0e121fa078 None None] Network d9f9a6f4-352f-4e23-9942-d076ed8d0c16 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:43.119113 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:43.176056 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router (bfc3db3e-3edd-49b9-8214-a82174912269), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:43.301684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176e3ab2-ca12-4378-b949-3f1884a5b075 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:43.305270 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-176e3ab2-ca12-4378-b949-3f1884a5b075 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:43.475602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.ipam_backend_mixin [None req-176e3ab2-ca12-4378-b949-3f1884a5b075 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Performing IP validity checks on allocation pools {{(pid=104246) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 17:44:43.477959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.ipam_backend_mixin [None req-176e3ab2-ca12-4378-b949-3f1884a5b075 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104246) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 17:44:43.567894 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b825c63a-d379-45b4-8ec6-71d2f86acc8e None None] Provisioning complete for port 0ab96c7e-6236-4d4c-9c4b-df5802c10d2c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:43.576682 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b825c63a-d379-45b4-8ec6-71d2f86acc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0ab96c7e-6236-4d4c-9c4b-df5802c10d2c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:43.659396 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router_gateway (bfc3db3e-3edd-49b9-8214-a82174912269), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:43.777849 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b825c63a-d379-45b4-8ec6-71d2f86acc8e None None] Port 0ab96c7e-6236-4d4c-9c4b-df5802c10d2c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:44:43.871580 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0ab96c7e-6236-4d4c-9c4b-df5802c10d2c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:43.898418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Deleting port 748870d0-ccf9-49fd-9a50-473373b8e913 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:43.899100 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (748870d0-ccf9-49fd-9a50-473373b8e913), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:43.945758 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-176e3ab2-ca12-4378-b949-3f1884a5b075 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (73ee3557-1c84-4c67-9df5-037d59aa94c8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:43.981586 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0276cb49-6382-4629-8fd7-deb460c41fa8 None None] DHCP port deletion for d9f9a6f4-352f-4e23-9942-d076ed8d0c16 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:44:44.044071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56236) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:44.096706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f6896298-01c4-4078-9e97-35ba86e92431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:44:39Z', 'revision_number': 7, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '748870d0-ccf9-49fd-9a50-473373b8e913', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:41:41Z', 'updated_at': '2022-02-28T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:44.157721 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:44.167908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6896298-01c4-4078-9e97-35ba86e92431 None None] Checking router: bfc3db3e-3edd-49b9-8214-a82174912269 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:44:44.197961 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] For port 748870d0-ccf9-49fd-9a50-473373b8e913, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=748870d0-ccf9-49fd-9a50-473373b8e913,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:44.199256 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (748870d0-ccf9-49fd-9a50-473373b8e913), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:44.209257 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6896298-01c4-4078-9e97-35ba86e92431 None None] Routers {'bfc3db3e-3edd-49b9-8214-a82174912269'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:44.210399 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f6896298-01c4-4078-9e97-35ba86e92431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['bfc3db3e-3edd-49b9-8214-a82174912269'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:44.239381 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Calling delete_port for 748870d0-ccf9-49fd-9a50-473373b8e913 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:44.250673 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e3ab2-ca12-4378-b949-3f1884a5b075 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Subnet': ['ID=73ee3557-1c84-4c67-9df5-037d59aa94c8,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:44.360520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-f6896298-01c4-4078-9e97-35ba86e92431 None None] Set router bfc3db3e-3edd-49b9-8214-a82174912269 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:44:44.419840 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f6896298-01c4-4078-9e97-35ba86e92431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:44:43Z', 'revision_number': 8, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:44.426414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0276cb49-6382-4629-8fd7-deb460c41fa8 None None] Deleting port 6461976e-fcc2-4629-8790-7d55bdcd93e5 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:44.428402 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0276cb49-6382-4629-8fd7-deb460c41fa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6461976e-fcc2-4629-8790-7d55bdcd93e5), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:44.475234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-595852681-network', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:44.499012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0276cb49-6382-4629-8fd7-deb460c41fa8 None None] For port 6461976e-fcc2-4629-8790-7d55bdcd93e5, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6461976e-fcc2-4629-8790-7d55bdcd93e5,segment=NetworkSegment(784d76ee-3e0c-41c9-846f-4d90a1732d49),segment_id=784d76ee-3e0c-41c9-846f-4d90a1732d49)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:44.499684 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0276cb49-6382-4629-8fd7-deb460c41fa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6461976e-fcc2-4629-8790-7d55bdcd93e5), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:44.523643 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0276cb49-6382-4629-8fd7-deb460c41fa8 None None] Calling delete_port for 6461976e-fcc2-4629-8790-7d55bdcd93e5 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:44.633996 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e3ab2-ca12-4378-b949-3f1884a5b075 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Checking segment: {'id': '18e27343-db22-480b-a16c-9cf35ce092cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0b759363-acc4-45c5-8965-b7ad3fe5e5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:44.635276 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176e3ab2-ca12-4378-b949-3f1884a5b075 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network hostable DHCP agents. Network: 0b759363-acc4-45c5-8965-b7ad3fe5e5fd, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:44:44.644758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] Made reservation on behalf of bef235c08ba34768a0edb11d272318ad for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:44.650305 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:44.666000 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (748870d0-ccf9-49fd-9a50-473373b8e913), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:44.706379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6461976e-fcc2-4629-8790-7d55bdcd93e5 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:44:44.735000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6896298-01c4-4078-9e97-35ba86e92431 None None] The sync data for ids ['bfc3db3e-3edd-49b9-8214-a82174912269'] in n-d-820368-19 is: [{'id': 'bfc3db3e-3edd-49b9-8214-a82174912269', 'name': 'tempest-TestNetworkBasicOps-router-1441049088', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:41:40Z', 'updated_at': '2022-02-28T17:44:43Z', 'revision_number': 8, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:44.739854 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0276cb49-6382-4629-8fd7-deb460c41fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (6461976e-fcc2-4629-8790-7d55bdcd93e5), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:44.768855 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:44.813623 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276cb49-6382-4629-8fd7-deb460c41fa8 None None] Pushing event deleted for resources: {'Port': ['ID=6461976e-fcc2-4629-8790-7d55bdcd93e5,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:44.853489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276cb49-6382-4629-8fd7-deb460c41fa8 None None] No DVR routers for this DVR port 6461976e-fcc2-4629-8790-7d55bdcd93e5 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:44:44.859453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Port': ['ID=748870d0-ccf9-49fd-9a50-473373b8e913,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:44.909188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No active binding found for port 6461976e-fcc2-4629-8790-7d55bdcd93e5 {{(pid=104248) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 17:44:44.909508 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] The host n-d-820368-19 is not matching for port 6461976e-fcc2-4629-8790-7d55bdcd93e5 host None! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:44:44.909906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6461976e-fcc2-4629-8790-7d55bdcd93e5 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:44:45.012698 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176e3ab2-ca12-4378-b949-3f1884a5b075 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network 0b759363-acc4-45c5-8965-b7ad3fe5e5fd is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:44:45.055107 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (bfc3db3e-3edd-49b9-8214-a82174912269), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.219117 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (bfc3db3e-3edd-49b9-8214-a82174912269), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.233802 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (0ab96c7e-6236-4d4c-9c4b-df5802c10d2c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.234382 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router_controller (bfc3db3e-3edd-49b9-8214-a82174912269), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.234494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-176e3ab2-ca12-4378-b949-3f1884a5b075 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 0b759363-acc4-45c5-8965-b7ad3fe5e5fd) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:45.244048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb1d806-cfa6-4e26-b056-b1bab52274e2 None None] Network 0b759363-acc4-45c5-8965-b7ad3fe5e5fd requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:45.269203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e3ab2-ca12-4378-b949-3f1884a5b075 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:45.269797 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-176e3ab2-ca12-4378-b949-3f1884a5b075 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.303143 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] Publish callbacks [] for security_group (19fbddd8-d7a8-4cfd-a3ec-bc452d656e30), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.316049 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (0ab96c7e-6236-4d4c-9c4b-df5802c10d2c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.342323 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (bfc3db3e-3edd-49b9-8214-a82174912269), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.343337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Fanout notify agent at l3_agent the message router_deleted on router bfc3db3e-3edd-49b9-8214-a82174912269 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:44:45.357589 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.361203 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7f729ac4-a9b7-496b-8278-8aba46253af6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "DELETE /v2.0/routers/bfc3db3e-3edd-49b9-8214-a82174912269 HTTP/1.1" status: 204 len: 168 time: 2.5304396 Feb 28 17:44:45.361489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56252) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:45.459287 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (19fbddd8-d7a8-4cfd-a3ec-bc452d656e30), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.498943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-0b759363-acc4-45c5-8965-b7ad3fe5e5fd', 'network_id': '0b759363-acc4-45c5-8965-b7ad3fe5e5fd', 'project_id': '2255106a4b34494c8f3d6292df49fd2c', 'fixed_ips': [{'subnet_id': '73ee3557-1c84-4c67-9df5-037d59aa94c8'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:44:45.500225 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.533781 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eaeecd96-fbf1-4814-9258-19cdd224fdbe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (d9f9a6f4-352f-4e23-9942-d076ed8d0c16), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.565439 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fbddd8-d7a8-4cfd-a3ec-bc452d656e30,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:45.601006 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-176e3ab2-ca12-4378-b949-3f1884a5b075 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7350495 Feb 28 17:44:45.607002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56254) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:45.658531 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:44:45.696584 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (6e6538dc-7312-41e0-ae31-0d3c31a4c482), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.697065 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] Added segment 6e6538dc-7312-41e0-ae31-0d3c31a4c482 of type vlan for network f155d851-846e-4863-8917-143f70fd2e65 Feb 28 17:44:45.761548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Allocated IP 172.20.0.2 (0b759363-acc4-45c5-8965-b7ad3fe5e5fd/73ee3557-1c84-4c67-9df5-037d59aa94c8/d5f39d06-b62a-4d96-8fb5-e445b2441b77) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:45.824460 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (f155d851-846e-4863-8917-143f70fd2e65), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.893697 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eaeecd96-fbf1-4814-9258-19cdd224fdbe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (d9f9a6f4-352f-4e23-9942-d076ed8d0c16), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.895849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9dec0638-78f2-4829-91de-efa4ce9805f5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'network_id': '0b759363-acc4-45c5-8965-b7ad3fe5e5fd', 'name': 'tempest-PortsTestJSON-1243464174'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:45.927790 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (39304622-2e49-45a7-912c-bfcd27067c54), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.978629 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Publish callbacks [] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:45.985387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=0ab96c7e-6236-4d4c-9c4b-df5802c10d2c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:46.004538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-eaeecd96-fbf1-4814-9258-19cdd224fdbe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f9a6f4-352f-4e23-9942-d076ed8d0c16']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:46.007083 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (f155d851-846e-4863-8917-143f70fd2e65), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:46.009162 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:46.010560 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:46.030804 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-eaeecd96-fbf1-4814-9258-19cdd224fdbe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784d76ee-3e0c-41c9-846f-4d90a1732d49') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:46.037326 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-eaeecd96-fbf1-4814-9258-19cdd224fdbe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784d76ee-3e0c-41c9-846f-4d90a1732d49') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:46.071424 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eaeecd96-fbf1-4814-9258-19cdd224fdbe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (784d76ee-3e0c-41c9-846f-4d90a1732d49), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:46.071564 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:46.105351 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eaeecd96-fbf1-4814-9258-19cdd224fdbe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (784d76ee-3e0c-41c9-846f-4d90a1732d49), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:46.125364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaeecd96-fbf1-4814-9258-19cdd224fdbe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:44:46.125776 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eaeecd96-fbf1-4814-9258-19cdd224fdbe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (784d76ee-3e0c-41c9-846f-4d90a1732d49), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:46.159652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Network 0b759363-acc4-45c5-8965-b7ad3fe5e5fd is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:46.218360 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:46.224104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:46.234239 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Pushing event updated for resources: {'Port': ['ID=d5f39d06-b62a-4d96-8fb5-e445b2441b77,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:44:46.350731 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:44:46.396775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Attempting to bind port d5f39d06-b62a-4d96-8fb5-e445b2441b77 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:44:46.396775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Attempting to bind port d5f39d06-b62a-4d96-8fb5-e445b2441b77 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '18e27343-db22-480b-a16c-9cf35ce092cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0b759363-acc4-45c5-8965-b7ad3fe5e5fd'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:44:46.396775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Attempting to bind port d5f39d06-b62a-4d96-8fb5-e445b2441b77 on network 0b759363-acc4-45c5-8965-b7ad3fe5e5fd {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:44:46.421546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2f418d56-9338-469f-8ed7-3b52db96ba62 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:44:46.435721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:44:46.435721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Checking segment: {'id': '18e27343-db22-480b-a16c-9cf35ce092cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0b759363-acc4-45c5-8965-b7ad3fe5e5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:46.435721 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:46.435721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Bound using segment: {'id': '18e27343-db22-480b-a16c-9cf35ce092cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0b759363-acc4-45c5-8965-b7ad3fe5e5fd'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:44:46.435721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Bound port: d5f39d06-b62a-4d96-8fb5-e445b2441b77, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e27343-db22-480b-a16c-9cf35ce092cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0b759363-acc4-45c5-8965-b7ad3fe5e5fd'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:44:46.435721 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:46.459876 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eaeecd96-fbf1-4814-9258-19cdd224fdbe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (d9f9a6f4-352f-4e23-9942-d076ed8d0c16), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:46.460650 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eaeecd96-fbf1-4814-9258-19cdd224fdbe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:46.464845 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-eaeecd96-fbf1-4814-9258-19cdd224fdbe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "DELETE /v2.0/networks/d9f9a6f4-352f-4e23-9942-d076ed8d0c16 HTTP/1.1" status: 204 len: 168 time: 1.1022367 Feb 28 17:44:46.492027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2f418d56-9338-469f-8ed7-3b52db96ba62 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:44:46.498214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2f418d56-9338-469f-8ed7-3b52db96ba62 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:44:46.498214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 748870d0-ccf9-49fd-9a50-473373b8e913 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:44:46.522147 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56278) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:46.534504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7efc21cf-ba98-4151-867f-51d14ca0898a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'network': {'name': 'tempest-network-smoke--1397856557', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'port_security_enabled': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:46.548948 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 748870d0-ccf9-49fd-9a50-473373b8e913 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:44:46.549473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 748870d0-ccf9-49fd-9a50-473373b8e913 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:44:46.575459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeecd96-fbf1-4814-9258-19cdd224fdbe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Network': ['ID=d9f9a6f4-352f-4e23-9942-d076ed8d0c16,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:46.634284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] For port d5f39d06-b62a-4d96-8fb5-e445b2441b77, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:44:46.638069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] For port d5f39d06-b62a-4d96-8fb5-e445b2441b77, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d5f39d06-b62a-4d96-8fb5-e445b2441b77,segment=NetworkSegment(18e27343-db22-480b-a16c-9cf35ce092cd),segment_id=18e27343-db22-480b-a16c-9cf35ce092cd)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:44:46.653038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efc21cf-ba98-4151-867f-51d14ca0898a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Made reservation on behalf of 2dbedf6f8bfb41949f23f29c95506b32 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:46.658003 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7efc21cf-ba98-4151-867f-51d14ca0898a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:46.694521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efc21cf-ba98-4151-867f-51d14ca0898a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:44:46.707101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7efc21cf-ba98-4151-867f-51d14ca0898a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3ff6d6c3-5282-4a87-8282-8717d2ae4f3e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:46.707936 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-7efc21cf-ba98-4151-867f-51d14ca0898a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Added segment 3ff6d6c3-5282-4a87-8282-8717d2ae4f3e of type vlan for network 8015d9f8-7036-4a45-9765-80d6d95e5da0 Feb 28 17:44:46.749887 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:46.814333 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7efc21cf-ba98-4151-867f-51d14ca0898a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (8015d9f8-7036-4a45-9765-80d6d95e5da0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:46.856118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a316e-6c9a-422f-a67d-55834198d487 None None] Pushing event updated for resources: {'Port': ['ID=d5f39d06-b62a-4d96-8fb5-e445b2441b77,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:47.001088 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9407923 Feb 28 17:44:47.002520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56284) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:47.003845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-bd548061-fb0e-4d0a-84d6-b9c84a77b1bf admin admin] Request body: {'subnet': {'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-subnet', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:47.115242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c95f30-00b9-439a-ac1d-5033861ac84b admin admin] Pushing event updated for resources: {'Network': ['ID=f155d851-846e-4863-8917-143f70fd2e65,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:47.136138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network f155d851-846e-4863-8917-143f70fd2e65 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:44:47.186104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network f733f60c-b3d2-42bb-ac18-f2fd3260b586 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:47.189055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:47.211369 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7efc21cf-ba98-4151-867f-51d14ca0898a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (8015d9f8-7036-4a45-9765-80d6d95e5da0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:47.277337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc21cf-ba98-4151-867f-51d14ca0898a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:47.277337 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7efc21cf-ba98-4151-867f-51d14ca0898a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:47.376084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc21cf-ba98-4151-867f-51d14ca0898a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Network': ['ID=8015d9f8-7036-4a45-9765-80d6d95e5da0,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:47.393142 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 8015d9f8-7036-4a45-9765-80d6d95e5da0 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:44:47.515237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 39304622-2e49-45a7-912c-bfcd27067c54 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:44:47.659151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd548061-fb0e-4d0a-84d6-b9c84a77b1bf admin admin] Made reservation on behalf of bef235c08ba34768a0edb11d272318ad for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:47.659151 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd548061-fb0e-4d0a-84d6-b9c84a77b1bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:47.666949 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7efc21cf-ba98-4151-867f-51d14ca0898a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1376684 Feb 28 17:44:47.679287 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56294) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:47.703009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-458984715', 'admin_state_up': True, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:47.729027 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dec0638-78f2-4829-91de-efa4ce9805f5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:47.738407 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9dec0638-78f2-4829-91de-efa4ce9805f5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:47.919846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-9dec0638-78f2-4829-91de-efa4ce9805f5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port 7396ad64-4e9f-44f1-9a68-c5568b7240cf yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:44:47.980477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6d1b4c26-4f7a-4bc4-8a93-8655e4e0ce2c None None] Provisioning complete for port 0ab96c7e-6236-4d4c-9c4b-df5802c10d2c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:47.981241 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6d1b4c26-4f7a-4bc4-8a93-8655e4e0ce2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0ab96c7e-6236-4d4c-9c4b-df5802c10d2c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:48.038386 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:48.039310 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:48.102518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b4c26-4f7a-4bc4-8a93-8655e4e0ce2c None None] Port 0ab96c7e-6236-4d4c-9c4b-df5802c10d2c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:44:48.145099 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router_controller (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:48.204495 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:48.216815 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20720027-5269-4bc1-a985-93e4ea533cc3 None None] Sync routers for ids ['39304622-2e49-45a7-912c-bfcd27067c54'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:48.227765 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd548061-fb0e-4d0a-84d6-b9c84a77b1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (63b3172b-0c57-4692-87ec-940b42ab24d2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:48.230467 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d51a9352-31d1-463e-99eb-9c56c178e64c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "PUT /v2.0/routers/39304622-2e49-45a7-912c-bfcd27067c54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4943185 Feb 28 17:44:48.236313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56298) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:48.238577 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20720027-5269-4bc1-a985-93e4ea533cc3 None None] Routers {'39304622-2e49-45a7-912c-bfcd27067c54'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:48.239225 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-20720027-5269-4bc1-a985-93e4ea533cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['39304622-2e49-45a7-912c-bfcd27067c54'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:48.308579 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cb2edc14-942f-4474-92f8-5930bbd2b512 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'port': {'network_id': 'f733f60c-b3d2-42bb-ac18-f2fd3260b586', 'name': 'tempest-FloatingIPTestJSON-2109051298'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:48.365801 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-20720027-5269-4bc1-a985-93e4ea533cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:48.432379 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20720027-5269-4bc1-a985-93e4ea533cc3 None None] Routers {'39304622-2e49-45a7-912c-bfcd27067c54'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:48.433294 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-20720027-5269-4bc1-a985-93e4ea533cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['39304622-2e49-45a7-912c-bfcd27067c54'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:48.492588 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d5f39d06-b62a-4d96-8fb5-e445b2441b77 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:44:48.503136 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-20720027-5269-4bc1-a985-93e4ea533cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:48.504010 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20720027-5269-4bc1-a985-93e4ea533cc3 None None] The sync data for ids ['39304622-2e49-45a7-912c-bfcd27067c54'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:48.660555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d5f39d06-b62a-4d96-8fb5-e445b2441b77 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:48.660946 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:48.780418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-9dec0638-78f2-4829-91de-efa4ce9805f5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Allocated IP 172.20.0.3 (0b759363-acc4-45c5-8965-b7ad3fe5e5fd/73ee3557-1c84-4c67-9df5-037d59aa94c8/7396ad64-4e9f-44f1-9a68-c5568b7240cf) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:48.824870 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd548061-fb0e-4d0a-84d6-b9c84a77b1bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b3172b-0c57-4692-87ec-940b42ab24d2,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:48.860967 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd548061-fb0e-4d0a-84d6-b9c84a77b1bf admin admin] Checking segment: {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:48.867613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd548061-fb0e-4d0a-84d6-b9c84a77b1bf admin admin] Network hostable DHCP agents. Network: f155d851-846e-4863-8917-143f70fd2e65, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:44:48.894134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634f17c8-ca4b-4022-97f3-cf612ff1ed14 None None] Network 0b759363-acc4-45c5-8965-b7ad3fe5e5fd requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:48.902808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2edc14-942f-4474-92f8-5930bbd2b512 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Made reservation on behalf of 396017ff16df4a0396968e4206903aad for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:48.909411 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router_gateway (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:48.911887 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb2edc14-942f-4474-92f8-5930bbd2b512 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:48.937616 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d5f39d06-b62a-4d96-8fb5-e445b2441b77 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:48.938034 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:48.967139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-cb2edc14-942f-4474-92f8-5930bbd2b512 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] device_id is not set on port f6f251e6-7bc8-4573-8956-c42a7cd81817 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:44:49.057956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd548061-fb0e-4d0a-84d6-b9c84a77b1bf admin admin] Network f155d851-846e-4863-8917-143f70fd2e65 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:44:49.142671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1f61ad18-d543-44fe-a40e-e5feedac43eb None None] Provisioning complete for port d5f39d06-b62a-4d96-8fb5-e445b2441b77 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:49.143031 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1f61ad18-d543-44fe-a40e-e5feedac43eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:49.221890 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port d5f39d06-b62a-4d96-8fb5-e445b2441b77, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d5f39d06-b62a-4d96-8fb5-e445b2441b77,segment=NetworkSegment(18e27343-db22-480b-a16c-9cf35ce092cd),segment_id=18e27343-db22-480b-a16c-9cf35ce092cd)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:49.258461 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-cb2edc14-942f-4474-92f8-5930bbd2b512 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Allocated IP 172.20.0.7 (f733f60c-b3d2-42bb-ac18-f2fd3260b586/f640c2c1-6dda-4d7c-b0aa-3d3b6e992bc5/f6f251e6-7bc8-4573-8956-c42a7cd81817) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:49.448499 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1f61ad18-d543-44fe-a40e-e5feedac43eb None None] Current status of the port d5f39d06-b62a-4d96-8fb5-e445b2441b77 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:49.455312 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1f61ad18-d543-44fe-a40e-e5feedac43eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:49.460484 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:49.495929 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-bd548061-fb0e-4d0a-84d6-b9c84a77b1bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, f155d851-846e-4863-8917-143f70fd2e65) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:49.519255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2da0e9-80fe-42fa-b3a0-cc9bac247363 None None] Network f155d851-846e-4863-8917-143f70fd2e65 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:49.563319 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd548061-fb0e-4d0a-84d6-b9c84a77b1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:49.563727 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd548061-fb0e-4d0a-84d6-b9c84a77b1bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:49.625275 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9dec0638-78f2-4829-91de-efa4ce9805f5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (7396ad64-4e9f-44f1-9a68-c5568b7240cf), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:49.704898 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb2edc14-942f-4474-92f8-5930bbd2b512 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for port (f6f251e6-7bc8-4573-8956-c42a7cd81817), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:49.705631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=d5f39d06-b62a-4d96-8fb5-e445b2441b77,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:49.764174 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-1f61ad18-d543-44fe-a40e-e5feedac43eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:44:49.764617 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-1f61ad18-d543-44fe-a40e-e5feedac43eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:44:49.771000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bd548061-fb0e-4d0a-84d6-b9c84a77b1bf admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7695580 Feb 28 17:44:49.804012 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56316) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:49.822781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:49.889072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a466189-c211-47c8-9255-616426a141dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-f155d851-846e-4863-8917-143f70fd2e65', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:44:49.890127 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a466189-c211-47c8-9255-616426a141dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:49.942227 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router_gateway (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:49.981885 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb2edc14-942f-4474-92f8-5930bbd2b512 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f6f251e6-7bc8-4573-8956-c42a7cd81817), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:49.996784 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:50.062954 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (f1d8fd16-35d4-47d1-8925-deb3f4509abd), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:50.064068 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (f1d8fd16-35d4-47d1-8925-deb3f4509abd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:50.118548 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2edc14-942f-4474-92f8-5930bbd2b512 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Network f733f60c-b3d2-42bb-ac18-f2fd3260b586 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:50.130823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-cb2edc14-942f-4474-92f8-5930bbd2b512 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:50.136668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2edc14-942f-4474-92f8-5930bbd2b512 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:50.209573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-6a466189-c211-47c8-9255-616426a141dc None None] Allocated IP 172.20.0.2 (f155d851-846e-4863-8917-143f70fd2e65/63b3172b-0c57-4692-87ec-940b42ab24d2/efa17237-3118-4f6a-827f-898dad306b46) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:50.221777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2edc14-942f-4474-92f8-5930bbd2b512 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event updated for resources: {'Port': ['ID=f6f251e6-7bc8-4573-8956-c42a7cd81817,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:50.281710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Allocated IP 172.25.3.33 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/22c44d82-df97-4592-82bd-77e2b8f1d949) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:50.286048 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Publish callbacks [] for router_controller (f1d8fd16-35d4-47d1-8925-deb3f4509abd), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:50.297101 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2edc14-942f-4474-92f8-5930bbd2b512 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:50.297957 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb2edc14-942f-4474-92f8-5930bbd2b512 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:50.336544 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9dec0638-78f2-4829-91de-efa4ce9805f5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7396ad64-4e9f-44f1-9a68-c5568b7240cf), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:50.485685 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a466189-c211-47c8-9255-616426a141dc None None] Publish callbacks [] for port (efa17237-3118-4f6a-827f-898dad306b46), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:50.501090 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cb2edc14-942f-4474-92f8-5930bbd2b512 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2634389 Feb 28 17:44:50.504396 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56326) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:50.518300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-63a7298a-b34b-42a9-9923-4e75b3e754cb tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Request body: {'floatingip': {'port_id': 'f6f251e6-7bc8-4573-8956-c42a7cd81817'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:50.553350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec0638-78f2-4829-91de-efa4ce9805f5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network 0b759363-acc4-45c5-8965-b7ad3fe5e5fd is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:50.566653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-9dec0638-78f2-4829-91de-efa4ce9805f5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:50.579365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec0638-78f2-4829-91de-efa4ce9805f5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:50.588985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1f61ad18-d543-44fe-a40e-e5feedac43eb None None] Current status of the port d5f39d06-b62a-4d96-8fb5-e445b2441b77 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:50.590831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d5f39d06-b62a-4d96-8fb5-e445b2441b77 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:44:50.600723 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a466189-c211-47c8-9255-616426a141dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (efa17237-3118-4f6a-827f-898dad306b46), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:50.729082 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (22c44d82-df97-4592-82bd-77e2b8f1d949), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:50.748801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a466189-c211-47c8-9255-616426a141dc None None] Pushing event updated for resources: {'Port': ['ID=efa17237-3118-4f6a-827f-898dad306b46,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:50.809153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56328) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:50.895625 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a466189-c211-47c8-9255-616426a141dc None None] Network f155d851-846e-4863-8917-143f70fd2e65 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:50.904010 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (22c44d82-df97-4592-82bd-77e2b8f1d949), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:50.918188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-6a466189-c211-47c8-9255-616426a141dc None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:50.918188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-814803d0-0410-403a-b17c-c9efc858c995 None None] Provisioning complete for port d5f39d06-b62a-4d96-8fb5-e445b2441b77 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:50.918188 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-814803d0-0410-403a-b17c-c9efc858c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:50.924465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a466189-c211-47c8-9255-616426a141dc None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:50.964942 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec0638-78f2-4829-91de-efa4ce9805f5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=7396ad64-4e9f-44f1-9a68-c5568b7240cf,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:51.032056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:51.131029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d5f39d06-b62a-4d96-8fb5-e445b2441b77 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:51.131570 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:51.139713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:51.156289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec0638-78f2-4829-91de-efa4ce9805f5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:51.157228 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9dec0638-78f2-4829-91de-efa4ce9805f5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:51.163320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:51.207345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6a466189-c211-47c8-9255-616426a141dc None None] Attempting to bind port efa17237-3118-4f6a-827f-898dad306b46 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:44:51.207838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6a466189-c211-47c8-9255-616426a141dc None None] Attempting to bind port efa17237-3118-4f6a-827f-898dad306b46 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:44:51.208311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a466189-c211-47c8-9255-616426a141dc None None] Attempting to bind port efa17237-3118-4f6a-827f-898dad306b46 on network f155d851-846e-4863-8917-143f70fd2e65 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:44:51.239504 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cbe37bc3-3c5d-473c-a10d-d6e260c4bdb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:51.258171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=22c44d82-df97-4592-82bd-77e2b8f1d949,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:51.287766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a466189-c211-47c8-9255-616426a141dc None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:44:51.288352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a466189-c211-47c8-9255-616426a141dc None None] Checking segment: {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:51.288899 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a466189-c211-47c8-9255-616426a141dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:51.289348 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a466189-c211-47c8-9255-616426a141dc None None] Bound using segment: {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:44:51.289943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6a466189-c211-47c8-9255-616426a141dc None None] Bound port: efa17237-3118-4f6a-827f-898dad306b46, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:44:51.294120 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a466189-c211-47c8-9255-616426a141dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (efa17237-3118-4f6a-827f-898dad306b46), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:51.432987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d5f39d06-b62a-4d96-8fb5-e445b2441b77 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:51.456170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-814803d0-0410-403a-b17c-c9efc858c995 None None] Current status of the port d5f39d06-b62a-4d96-8fb5-e445b2441b77 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:51.546272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6a466189-c211-47c8-9255-616426a141dc None None] For port efa17237-3118-4f6a-827f-898dad306b46, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:44:51.551485 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9dec0638-78f2-4829-91de-efa4ce9805f5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.9252293 Feb 28 17:44:51.552370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-814803d0-0410-403a-b17c-c9efc858c995 None None] Provisioning complete for port f6f251e6-7bc8-4573-8956-c42a7cd81817 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:51.552850 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-814803d0-0410-403a-b17c-c9efc858c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f6f251e6-7bc8-4573-8956-c42a7cd81817), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:51.555883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56344) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:51.623067 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Publish callbacks [] for router_gateway (f1d8fd16-35d4-47d1-8925-deb3f4509abd), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:51.641091 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6a466189-c211-47c8-9255-616426a141dc None None] For port efa17237-3118-4f6a-827f-898dad306b46, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=efa17237-3118-4f6a-827f-898dad306b46,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:44:51.661842 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63a7298a-b34b-42a9-9923-4e75b3e754cb tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (434488e0-8dca-4963-9477-3d547f348929), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:51.690645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-814803d0-0410-403a-b17c-c9efc858c995 None None] Port f6f251e6-7bc8-4573-8956-c42a7cd81817 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:44:51.720725 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a466189-c211-47c8-9255-616426a141dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (efa17237-3118-4f6a-827f-898dad306b46), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:51.973854 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-076c78bd-e0d6-4f66-88cb-8e4a55b1cc94 None None] Provisioning complete for port 7396ad64-4e9f-44f1-9a68-c5568b7240cf triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:52.007922 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router_gateway (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:52.011964 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-076c78bd-e0d6-4f66-88cb-8e4a55b1cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7396ad64-4e9f-44f1-9a68-c5568b7240cf), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:52.078672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a466189-c211-47c8-9255-616426a141dc None None] Pushing event updated for resources: {'Port': ['ID=efa17237-3118-4f6a-827f-898dad306b46,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:52.130464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-076c78bd-e0d6-4f66-88cb-8e4a55b1cc94 None None] Port 7396ad64-4e9f-44f1-9a68-c5568b7240cf cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:44:52.321898 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cbe37bc3-3c5d-473c-a10d-d6e260c4bdb8 admin admin] Publish callbacks [] for security_group (7b113c03-b810-44e1-8ff0-354145428cd6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:52.409803 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cbe37bc3-3c5d-473c-a10d-d6e260c4bdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7b113c03-b810-44e1-8ff0-354145428cd6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:52.512634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device efa17237-3118-4f6a-827f-898dad306b46 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:44:52.525795 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-cf6df996-e694-4b15-87c5-39b5646b2da6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port 7396ad64-4e9f-44f1-9a68-c5568b7240cf {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:52.526441 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf6df996-e694-4b15-87c5-39b5646b2da6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7396ad64-4e9f-44f1-9a68-c5568b7240cf), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:52.619995 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cbe37bc3-3c5d-473c-a10d-d6e260c4bdb8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d8a201ead6747ab9d033cbc6681f79e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7616639 Feb 28 17:44:52.625229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56352) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:52.639317 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe37bc3-3c5d-473c-a10d-d6e260c4bdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b113c03-b810-44e1-8ff0-354145428cd6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:52.663461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port efa17237-3118-4f6a-827f-898dad306b46 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:52.666383 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (efa17237-3118-4f6a-827f-898dad306b46), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:52.802681 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port efa17237-3118-4f6a-827f-898dad306b46 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:52.803961 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (efa17237-3118-4f6a-827f-898dad306b46), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:52.841817 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:52.897108 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port efa17237-3118-4f6a-827f-898dad306b46, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=efa17237-3118-4f6a-827f-898dad306b46,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:52.911250 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf6df996-e694-4b15-87c5-39b5646b2da6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7396ad64-4e9f-44f1-9a68-c5568b7240cf), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:52.920757 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-82bacd40-745d-4bf0-ad06-0f7616ed06a2 admin admin] Publish callbacks [] for security_group (7b113c03-b810-44e1-8ff0-354145428cd6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:52.975555 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (efa17237-3118-4f6a-827f-898dad306b46), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:52.999420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-cf6df996-e694-4b15-87c5-39b5646b2da6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for 7396ad64-4e9f-44f1-9a68-c5568b7240cf owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:53.032533 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-82bacd40-745d-4bf0-ad06-0f7616ed06a2 admin admin] Publish callbacks [] for security_group (7b113c03-b810-44e1-8ff0-354145428cd6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:53.048125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=efa17237-3118-4f6a-827f-898dad306b46,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:53.091238 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Publish callbacks [] for router_gateway (f1d8fd16-35d4-47d1-8925-deb3f4509abd), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:53.141974 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:53.161366 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.resource_extend [None req-63a7298a-b34b-42a9-9923-4e75b3e754cb tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:44:53.291986 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63a7298a-b34b-42a9-9923-4e75b3e754cb tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:53.344851 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-82bacd40-745d-4bf0-ad06-0f7616ed06a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7b113c03-b810-44e1-8ff0-354145428cd6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:53.354816 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-82bacd40-745d-4bf0-ad06-0f7616ed06a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:53.362420 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-82bacd40-745d-4bf0-ad06-0f7616ed06a2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7b113c03-b810-44e1-8ff0-354145428cd6 HTTP/1.1" status: 204 len: 168 time: 0.7241528 Feb 28 17:44:53.396136 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bacd40-745d-4bf0-ad06-0f7616ed06a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b113c03-b810-44e1-8ff0-354145428cd6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:53.404273 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63a7298a-b34b-42a9-9923-4e75b3e754cb tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (434488e0-8dca-4963-9477-3d547f348929), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:53.438659 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:44:53.702390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:53.732862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Sync routers for ids ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:53.753494 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-63a7298a-b34b-42a9-9923-4e75b3e754cb tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Floating IP 434488e0-8dca-4963-9477-3d547f348929 associated. External IP: 172.25.3.154, port: 9f681d94-0b29-4940-9e27-a99f43ad239c. Feb 28 17:44:53.754719 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf6df996-e694-4b15-87c5-39b5646b2da6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7396ad64-4e9f-44f1-9a68-c5568b7240cf), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:53.755145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Routers {'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:53.755995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:53.801843 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:53.802802 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-528a7890-0d1d-4132-8e57-6c31af17705b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1219203 Feb 28 17:44:53.804717 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6df996-e694-4b15-87c5-39b5646b2da6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=7396ad64-4e9f-44f1-9a68-c5568b7240cf,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:53.806704 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56364) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:53.818893 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Allocated IP 172.25.3.205 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/db25861c-9f82-4547-a3ee-e059f0e1b96f) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:53.904132 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b4dc01-7d86-4bbe-9f01-2a99bb05569e None None] Network f155d851-846e-4863-8917-143f70fd2e65 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:53.919950 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3f4734e6-93e5-4a80-8389-6284b913e26f tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=2dbedf6f8bfb41949f23f29c95506b32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1117585 Feb 28 17:44:53.951873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56366) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:54.083175 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf6df996-e694-4b15-87c5-39b5646b2da6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:54.094522 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cf6df996-e694-4b15-87c5-39b5646b2da6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/7396ad64-4e9f-44f1-9a68-c5568b7240cf HTTP/1.1" status: 204 len: 168 time: 2.5363197 Feb 28 17:44:54.103648 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56368) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:54.170410 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-19ab5ed4-7c22-48ea-b7d7-0ad29ef67bc0 None None] Provisioning complete for port efa17237-3118-4f6a-827f-898dad306b46 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:54.171049 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-19ab5ed4-7c22-48ea-b7d7-0ad29ef67bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (efa17237-3118-4f6a-827f-898dad306b46), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:54.233679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Set router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:44:54.311865 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Publish callbacks [] for port (db25861c-9f82-4547-a3ee-e059f0e1b96f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:54.313411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683a0f4c-d25b-4c41-a0cf-c284896bb9ea tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:54.314819 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-683a0f4c-d25b-4c41-a0cf-c284896bb9ea tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2863226 Feb 28 17:44:54.317529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56372) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:54.386691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56374) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:54.440607 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:54.448791 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2f08c75a-6e53-4f29-84d2-ea3d60bcb4e1 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1285322 Feb 28 17:44:54.454885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56376) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:54.460130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-7e948eb5-ac12-4774-95ce-2d8a2139a1b5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1894957852', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:44:54.476638 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c38c5d-0c29-4db8-bbce-347196670c39 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] DELETE failed (client error): The resource could not be found. Feb 28 17:44:54.477886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c38c5d-0c29-4db8-bbce-347196670c39 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:44:54.490299 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-43c38c5d-0c29-4db8-bbce-347196670c39 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/7396ad64-4e9f-44f1-9a68-c5568b7240cf HTTP/1.1" status: 404 len: 333 time: 0.3840821 Feb 28 17:44:54.504155 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56378) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:54.507407 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (db25861c-9f82-4547-a3ee-e059f0e1b96f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:54.582828 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:54.643607 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:54.647293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:54.916602 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dab926a-b80e-42e4-9e53-16719d52c9c6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] GET failed (client error): The resource could not be found. Feb 28 17:44:54.927936 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device efa17237-3118-4f6a-827f-898dad306b46 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:44:54.929757 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9dab926a-b80e-42e4-9e53-16719d52c9c6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/7396ad64-4e9f-44f1-9a68-c5568b7240cf HTTP/1.1" status: 404 len: 333 time: 0.4033475 Feb 28 17:44:54.940790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56384) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:55.088215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Pushing event updated for resources: {'Port': ['ID=db25861c-9f82-4547-a3ee-e059f0e1b96f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:55.139869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-19ab5ed4-7c22-48ea-b7d7-0ad29ef67bc0 None None] Current status of the port efa17237-3118-4f6a-827f-898dad306b46 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:55.188859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63d8fea-d310-4acb-896a-d19dacdce2ff tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting subnet 73ee3557-1c84-4c67-9df5-037d59aa94c8 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:44:55.196588 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d63d8fea-d310-4acb-896a-d19dacdce2ff tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (73ee3557-1c84-4c67-9df5-037d59aa94c8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:55.223146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:44:51Z', 'revision_number': 3, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:55.255302 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Publish callbacks [] for security_group (9e80c1b1-5b7b-4fc8-9274-e6bad5971ac2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:55.283228 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Checking router: b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:44:55.283635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Updating router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d port 22c44d82-df97-4592-82bd-77e2b8f1d949 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:44:55.285646 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d63d8fea-d310-4acb-896a-d19dacdce2ff tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (73ee3557-1c84-4c67-9df5-037d59aa94c8), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:55.287452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port efa17237-3118-4f6a-827f-898dad306b46 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:55.287452 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (efa17237-3118-4f6a-827f-898dad306b46), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:55.355285 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (22c44d82-df97-4592-82bd-77e2b8f1d949), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:55.358066 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a7298a-b34b-42a9-9923-4e75b3e754cb tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:44:55.493866 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d63d8fea-d310-4acb-896a-d19dacdce2ff tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (73ee3557-1c84-4c67-9df5-037d59aa94c8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:55.520309 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9e80c1b1-5b7b-4fc8-9274-e6bad5971ac2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:55.604400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5e5335931e124740a3a6dd75cde416ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2155285 Feb 28 17:44:55.605247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e948eb5-ac12-4774-95ce-2d8a2139a1b5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Made reservation on behalf of 2dbedf6f8bfb41949f23f29c95506b32 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:44:55.615525 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7e948eb5-ac12-4774-95ce-2d8a2139a1b5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:55.663543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port efa17237-3118-4f6a-827f-898dad306b46 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:55.727786 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fb3ae200-33e3-45f1-89b8-e791107b1698 None None] Provisioning complete for port efa17237-3118-4f6a-827f-898dad306b46 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:44:55.728171 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fb3ae200-33e3-45f1-89b8-e791107b1698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (efa17237-3118-4f6a-827f-898dad306b46), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:55.835379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56388) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:55.885875 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ae200-33e3-45f1-89b8-e791107b1698 None None] Current status of the port efa17237-3118-4f6a-827f-898dad306b46 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:44:55.893741 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e80c1b1-5b7b-4fc8-9274-e6bad5971ac2,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:55.920584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:55.921201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:55.921661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:55.922030 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:55.922421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:55.923082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:55.923420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:55.923818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:55.924153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:55.924479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:55.924865 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:55.925198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:55.925514 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81172c16-2aad-4b9c-9941-bdf9f62f4890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:55.965358 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Publish callbacks [] for port (22c44d82-df97-4592-82bd-77e2b8f1d949), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:56.037363 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31b03eed-e136-409e-870a-4f7696be8128 admin admin] Publish callbacks [] for security_group (9e80c1b1-5b7b-4fc8-9274-e6bad5971ac2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:56.055430 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (22c44d82-df97-4592-82bd-77e2b8f1d949), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:56.110281 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31b03eed-e136-409e-870a-4f7696be8128 admin admin] Publish callbacks [] for security_group (9e80c1b1-5b7b-4fc8-9274-e6bad5971ac2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:56.225179 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7e948eb5-ac12-4774-95ce-2d8a2139a1b5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (e4f3e3f3-2f20-4db9-84bf-5e2b98147e22), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:56.264942 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28212978-9307-41cc-a33f-c1d517fd0a63 None None] Pushing event updated for resources: {'Port': ['ID=22c44d82-df97-4592-82bd-77e2b8f1d949,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:56.279378 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Attempting to bind port 22c44d82-df97-4592-82bd-77e2b8f1d949 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:44:56.280540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Attempting to bind port 22c44d82-df97-4592-82bd-77e2b8f1d949 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:44:56.281845 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Attempting to bind port 22c44d82-df97-4592-82bd-77e2b8f1d949 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:44:56.307874 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:44:56.311520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:56.311941 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:56.312497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:44:56.312969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Bound port: 22c44d82-df97-4592-82bd-77e2b8f1d949, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:44:56.313507 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (22c44d82-df97-4592-82bd-77e2b8f1d949), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:56.387756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] For port 22c44d82-df97-4592-82bd-77e2b8f1d949, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:44:56.391975 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] For port 22c44d82-df97-4592-82bd-77e2b8f1d949, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=22c44d82-df97-4592-82bd-77e2b8f1d949,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:44:56.398993 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Publish callbacks [] for router_gateway (f1d8fd16-35d4-47d1-8925-deb3f4509abd), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:56.409385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e948eb5-ac12-4774-95ce-2d8a2139a1b5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Subnet': ['ID=e4f3e3f3-2f20-4db9-84bf-5e2b98147e22,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:56.431461 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e948eb5-ac12-4774-95ce-2d8a2139a1b5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Checking segment: {'id': '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:44:56.431740 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e948eb5-ac12-4774-95ce-2d8a2139a1b5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network hostable DHCP agents. Network: 8015d9f8-7036-4a45-9765-80d6d95e5da0, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:44:56.467583 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (22c44d82-df97-4592-82bd-77e2b8f1d949), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:56.476555 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d63d8fea-d310-4acb-896a-d19dacdce2ff tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (73ee3557-1c84-4c67-9df5-037d59aa94c8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:56.481780 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31b03eed-e136-409e-870a-4f7696be8128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9e80c1b1-5b7b-4fc8-9274-e6bad5971ac2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:56.490182 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-31b03eed-e136-409e-870a-4f7696be8128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:56.494484 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-31b03eed-e136-409e-870a-4f7696be8128 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e80c1b1-5b7b-4fc8-9274-e6bad5971ac2 HTTP/1.1" status: 204 len: 168 time: 0.6540833 Feb 28 17:44:56.518950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b03eed-e136-409e-870a-4f7696be8128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e80c1b1-5b7b-4fc8-9274-e6bad5971ac2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:56.529473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e948eb5-ac12-4774-95ce-2d8a2139a1b5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network 8015d9f8-7036-4a45-9765-80d6d95e5da0 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:44:56.531565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d8fea-d310-4acb-896a-d19dacdce2ff tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Subnet': ['ID=73ee3557-1c84-4c67-9df5-037d59aa94c8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:56.559331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a7298a-b34b-42a9-9923-4e75b3e754cb tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:56.580707 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2298332-cca3-432e-a493-c42c32d39848 None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:56.629548 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2298332-cca3-432e-a493-c42c32d39848 None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:56.630727 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e2298332-cca3-432e-a493-c42c32d39848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:56.636006 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Routers {'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:56.636567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:56.650102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-7e948eb5-ac12-4774-95ce-2d8a2139a1b5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 8015d9f8-7036-4a45-9765-80d6d95e5da0) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:56.655528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e948eb5-ac12-4774-95ce-2d8a2139a1b5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:44:56.659435 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7e948eb5-ac12-4774-95ce-2d8a2139a1b5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:56.724517 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d63d8fea-d310-4acb-896a-d19dacdce2ff tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:56.729183 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d63d8fea-d310-4acb-896a-d19dacdce2ff tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/73ee3557-1c84-4c67-9df5-037d59aa94c8 HTTP/1.1" status: 204 len: 168 time: 1.7832835 Feb 28 17:44:56.731387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56400) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:56.753273 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e2298332-cca3-432e-a493-c42c32d39848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:56.760067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae0d800-21aa-477f-ba02-7aba74f627ae None None] Network 8015d9f8-7036-4a45-9765-80d6d95e5da0 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:56.762631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7e948eb5-ac12-4774-95ce-2d8a2139a1b5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3059900 Feb 28 17:44:56.764075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56404) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:56.779082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6fb185-e792-45ad-aae4-bc23a604a189 None None] Network 0b759363-acc4-45c5-8965-b7ad3fe5e5fd requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:44:56.785300 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2298332-cca3-432e-a493-c42c32d39848 None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:56.786309 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e2298332-cca3-432e-a493-c42c32d39848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:56.901401 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e2298332-cca3-432e-a493-c42c32d39848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:56.903232 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2298332-cca3-432e-a493-c42c32d39848 None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:56.995940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28212978-9307-41cc-a33f-c1d517fd0a63 None None] Pushing event updated for resources: {'Port': ['ID=22c44d82-df97-4592-82bd-77e2b8f1d949,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:57.214129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-8015d9f8-7036-4a45-9765-80d6d95e5da0', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ips': [{'subnet_id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:44:57.215804 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:57.525034 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (f1d8fd16-35d4-47d1-8925-deb3f4509abd), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:57.526226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56434) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:57.631592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] Set router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:44:57.770229 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (0b759363-acc4-45c5-8965-b7ad3fe5e5fd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:57.865569 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b4faa2e4-be4a-4255-8ca2-1f528431658a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:57.933117 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205d3d89-28a1-4134-87f2-052128b68ea8 None None] DHCP port deletion for 0b759363-acc4-45c5-8965-b7ad3fe5e5fd request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:44:58.059262 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b4faa2e4-be4a-4255-8ca2-1f528431658a admin admin] Publish callbacks [] for security_group (eeb3e1a4-0331-4591-8956-d300bb59cf7b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:58.074508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a7298a-b34b-42a9-9923-4e75b3e754cb tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 39304622-2e49-45a7-912c-bfcd27067c54 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:44:58.079358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Allocated IP 172.20.0.2 (8015d9f8-7036-4a45-9765-80d6d95e5da0/e4f3e3f3-2f20-4db9-84bf-5e2b98147e22/7538bc20-caeb-4075-93c3-aaf03f08949d) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:58.175056 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b4faa2e4-be4a-4255-8ca2-1f528431658a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (eeb3e1a4-0331-4591-8956-d300bb59cf7b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:58.235687 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port d5f39d06-b62a-4d96-8fb5-e445b2441b77 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:58.243758 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:58.256695 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b4faa2e4-be4a-4255-8ca2-1f528431658a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e2c1db0f1794d3697d0529b96a9f4c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7294064 Feb 28 17:44:58.263719 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56448) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:58.394496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-205d3d89-28a1-4134-87f2-052128b68ea8 None None] Deleting port d5f39d06-b62a-4d96-8fb5-e445b2441b77 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:58.394877 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-205d3d89-28a1-4134-87f2-052128b68ea8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:58.431509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a7298a-b34b-42a9-9923-4e75b3e754cb tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:58.438237 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63a7298a-b34b-42a9-9923-4e75b3e754cb tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:58.476107 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:58.504318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109e0905-6733-40a7-b65a-70d3fe07d9df None None] Sync routers for ids ['39304622-2e49-45a7-912c-bfcd27067c54'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:58.530647 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4faa2e4-be4a-4255-8ca2-1f528431658a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb3e1a4-0331-4591-8956-d300bb59cf7b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:58.533199 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Router f1d8fd16-35d4-47d1-8925-deb3f4509abd is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:44:58.602425 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f3abbdd-7c04-4508-93f1-6f75367e0d71 admin admin] Publish callbacks [] for security_group (eeb3e1a4-0331-4591-8956-d300bb59cf7b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:58.656578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] For port d5f39d06-b62a-4d96-8fb5-e445b2441b77, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d5f39d06-b62a-4d96-8fb5-e445b2441b77,segment=NetworkSegment(18e27343-db22-480b-a16c-9cf35ce092cd),segment_id=18e27343-db22-480b-a16c-9cf35ce092cd)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:58.659623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:58.660016 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f3abbdd-7c04-4508-93f1-6f75367e0d71 admin admin] Publish callbacks [] for security_group (eeb3e1a4-0331-4591-8956-d300bb59cf7b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:58.673023 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for d5f39d06-b62a-4d96-8fb5-e445b2441b77 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:58.884764 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d5f39d06-b62a-4d96-8fb5-e445b2441b77 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:44:58.891686 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:58.939836 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=d5f39d06-b62a-4d96-8fb5-e445b2441b77,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:58.951516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No DVR routers for this DVR port d5f39d06-b62a-4d96-8fb5-e445b2441b77 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:44:58.957116 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:58.957463 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:58.958004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:58.958344 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:58.958674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:58.958998 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:58.959319 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:58.959637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:58.960064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:58.960384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:58.960701 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:58.961015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:58.961540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:44:58.972818 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-63a7298a-b34b-42a9-9923-4e75b3e754cb tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "PUT /v2.0/floatingips/434488e0-8dca-4963-9477-3d547f348929 HTTP/1.1" status: 200 len: 978 time: 8.4631569 Feb 28 17:44:59.008935 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56460) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:59.134344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: d5f39d06-b62a-4d96-8fb5-e445b2441b77 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:44:59.135288 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d5f39d06-b62a-4d96-8fb5-e445b2441b77 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:44:59.163915 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f3abbdd-7c04-4508-93f1-6f75367e0d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (eeb3e1a4-0331-4591-8956-d300bb59cf7b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:59.167356 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f3abbdd-7c04-4508-93f1-6f75367e0d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:59.168744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2f3abbdd-7c04-4508-93f1-6f75367e0d71 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eeb3e1a4-0331-4591-8956-d300bb59cf7b HTTP/1.1" status: 204 len: 168 time: 0.9013207 Feb 28 17:44:59.179822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3abbdd-7c04-4508-93f1-6f75367e0d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb3e1a4-0331-4591-8956-d300bb59cf7b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:59.221909 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e0905-6733-40a7-b65a-70d3fe07d9df None None] Routers {'39304622-2e49-45a7-912c-bfcd27067c54'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:59.223570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-109e0905-6733-40a7-b65a-70d3fe07d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['39304622-2e49-45a7-912c-bfcd27067c54'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:59.264297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-109e0905-6733-40a7-b65a-70d3fe07d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:59.274442 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9b744433-855c-446f-bed6-a0c96f6c0da8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port f6f251e6-7bc8-4573-8956-c42a7cd81817 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:44:59.274810 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9b744433-855c-446f-bed6-a0c96f6c0da8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f6f251e6-7bc8-4573-8956-c42a7cd81817), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:59.290808 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-205d3d89-28a1-4134-87f2-052128b68ea8 None None] For port d5f39d06-b62a-4d96-8fb5-e445b2441b77, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d5f39d06-b62a-4d96-8fb5-e445b2441b77,segment=NetworkSegment(18e27343-db22-480b-a16c-9cf35ce092cd),segment_id=18e27343-db22-480b-a16c-9cf35ce092cd)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:44:59.291213 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-205d3d89-28a1-4134-87f2-052128b68ea8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:59.325083 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e0905-6733-40a7-b65a-70d3fe07d9df None None] Routers {'39304622-2e49-45a7-912c-bfcd27067c54'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:59.326482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-109e0905-6733-40a7-b65a-70d3fe07d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['39304622-2e49-45a7-912c-bfcd27067c54'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:59.337022 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Publish callbacks [] for port (7538bc20-caeb-4075-93c3-aaf03f08949d), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:59.356042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-205d3d89-28a1-4134-87f2-052128b68ea8 None None] Calling delete_port for d5f39d06-b62a-4d96-8fb5-e445b2441b77 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:44:59.402156 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (0b759363-acc4-45c5-8965-b7ad3fe5e5fd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:59.411490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:44:59.421803 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Sync routers for ids ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:44:59.437327 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Routers {'f1d8fd16-35d4-47d1-8925-deb3f4509abd'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:44:59.444475 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:59.483939 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9b744433-855c-446f-bed6-a0c96f6c0da8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f6f251e6-7bc8-4573-8956-c42a7cd81817), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:59.486317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:44:51Z', 'revision_number': 3, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:59.498392 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (7538bc20-caeb-4075-93c3-aaf03f08949d), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:59.501497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b759363-acc4-45c5-8965-b7ad3fe5e5fd']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:59.504908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-109e0905-6733-40a7-b65a-70d3fe07d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:59.508234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109e0905-6733-40a7-b65a-70d3fe07d9df None None] The sync data for ids ['39304622-2e49-45a7-912c-bfcd27067c54'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:59.543023 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Allocated IP 172.20.0.1 (8015d9f8-7036-4a45-9765-80d6d95e5da0/e4f3e3f3-2f20-4db9-84bf-5e2b98147e22/15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:44:59.562106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e27343-db22-480b-a16c-9cf35ce092cd') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:59.566005 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e27343-db22-480b-a16c-9cf35ce092cd') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:44:59.661896 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Set router f1d8fd16-35d4-47d1-8925-deb3f4509abd gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:44:59.678363 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:59.682053 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Pushing event updated for resources: {'Port': ['ID=7538bc20-caeb-4075-93c3-aaf03f08949d,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:44:59.686731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56476) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:44:59.690565 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-964af6a0-d0dc-4840-bc53-3004d2f9737c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.8730981 Feb 28 17:44:59.691959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594b637-a40b-4c94-96b6-f2141d40c27c None None] The sync data for ids ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'] in n-d-820368-19 is: [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:44:51Z', 'revision_number': 3, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:44:59.733310 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (18e27343-db22-480b-a16c-9cf35ce092cd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:59.798195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Network 8015d9f8-7036-4a45-9765-80d6d95e5da0 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:44:59.811352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:44:59.816369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:44:59.819973 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (18e27343-db22-480b-a16c-9cf35ce092cd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:59.968261 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:44:59.968816 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (18e27343-db22-480b-a16c-9cf35ce092cd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:44:59.974026 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:44:59.993378 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Attempting to bind port 7538bc20-caeb-4075-93c3-aaf03f08949d on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:44:59.994067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Attempting to bind port 7538bc20-caeb-4075-93c3-aaf03f08949d by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:44:59.994660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Attempting to bind port 7538bc20-caeb-4075-93c3-aaf03f08949d on network 8015d9f8-7036-4a45-9765-80d6d95e5da0 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:45:00.036416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:45:00.043190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Checking segment: {'id': '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:00.043190 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:00.043190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Bound using segment: {'id': '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:45:00.044212 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Bound port: 7538bc20-caeb-4075-93c3-aaf03f08949d, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:45:00.047197 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7538bc20-caeb-4075-93c3-aaf03f08949d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:00.087364 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:00.236961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] For port 7538bc20-caeb-4075-93c3-aaf03f08949d, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:45:00.243046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] For port 7538bc20-caeb-4075-93c3-aaf03f08949d, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7538bc20-caeb-4075-93c3-aaf03f08949d,segment=NetworkSegment(3ff6d6c3-5282-4a87-8282-8717d2ae4f3e),segment_id=3ff6d6c3-5282-4a87-8282-8717d2ae4f3e)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:45:00.247273 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-205d3d89-28a1-4134-87f2-052128b68ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (d5f39d06-b62a-4d96-8fb5-e445b2441b77), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:00.260680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-205d3d89-28a1-4134-87f2-052128b68ea8 None None] Network 0b759363-acc4-45c5-8965-b7ad3fe5e5fd is not hosted by any dhcp agent {{(pid=104248) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 17:45:00.261428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d3d89-28a1-4134-87f2-052128b68ea8 None None] No DVR routers for this DVR port d5f39d06-b62a-4d96-8fb5-e445b2441b77 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:45:00.294135 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (0b759363-acc4-45c5-8965-b7ad3fe5e5fd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:00.311320 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:00.333423 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/networks/0b759363-acc4-45c5-8965-b7ad3fe5e5fd HTTP/1.1" status: 204 len: 168 time: 3.6024706 Feb 28 17:45:00.355342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56486) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:00.364163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3d89-28a1-4134-87f2-052128b68ea8 None None] Pushing event deleted for resources: {'Port': ['ID=d5f39d06-b62a-4d96-8fb5-e445b2441b77,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:00.372880 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7538bc20-caeb-4075-93c3-aaf03f08949d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:00.393274 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e49643fb-4d0e-4b2e-b833-83a450e85f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1932896585'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:00.484269 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d82769-484b-4104-b073-9b312f70b7cf tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Network': ['ID=0b759363-acc4-45c5-8965-b7ad3fe5e5fd,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:00.541125 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9b744433-855c-446f-bed6-a0c96f6c0da8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:00.541497 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9b744433-855c-446f-bed6-a0c96f6c0da8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (434488e0-8dca-4963-9477-3d547f348929), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:00.541826 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-9b744433-855c-446f-bed6-a0c96f6c0da8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Floating IP 434488e0-8dca-4963-9477-3d547f348929 disassociated. External IP: 172.25.3.154, port: f6f251e6-7bc8-4573-8956-c42a7cd81817. Feb 28 17:45:00.542238 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9b744433-855c-446f-bed6-a0c96f6c0da8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for f6f251e6-7bc8-4573-8956-c42a7cd81817 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:00.620845 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:44:55Z', 'revision_number': 3, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:00.672763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20776b8-9c90-4f94-b4ed-199a773af15b None None] Pushing event updated for resources: {'Port': ['ID=7538bc20-caeb-4075-93c3-aaf03f08949d,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:00.717113 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Checking router: f1d8fd16-35d4-47d1-8925-deb3f4509abd for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:45:00.717381 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Updating router f1d8fd16-35d4-47d1-8925-deb3f4509abd port db25861c-9f82-4547-a3ee-e059f0e1b96f binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:45:00.719603 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49643fb-4d0e-4b2e-b833-83a450e85f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:00.724344 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e49643fb-4d0e-4b2e-b833-83a450e85f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:00.788553 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:00.808292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56494) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:00.821628 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (db25861c-9f82-4547-a3ee-e059f0e1b96f), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:00.853856 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49643fb-4d0e-4b2e-b833-83a450e85f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:45:00.893085 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e49643fb-4d0e-4b2e-b833-83a450e85f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (ee907a20-209d-43fd-8ee7-c59946596a4f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:00.893468 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-e49643fb-4d0e-4b2e-b833-83a450e85f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Added segment ee907a20-209d-43fd-8ee7-c59946596a4f of type vlan for network fc9823fa-2ada-49b1-9557-be5ec611ac16 Feb 28 17:45:00.912241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network 8015d9f8-7036-4a45-9765-80d6d95e5da0 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:00.925174 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-07c6d9e6-00bf-4ad4-82b4-92b8e4789675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:00.950732 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:00.959050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:01.111922 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e49643fb-4d0e-4b2e-b833-83a450e85f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (fc9823fa-2ada-49b1-9557-be5ec611ac16), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:01.204438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:01.259890 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:01.284243 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9b744433-855c-446f-bed6-a0c96f6c0da8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f6f251e6-7bc8-4573-8956-c42a7cd81817), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:01.327313 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e49643fb-4d0e-4b2e-b833-83a450e85f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (fc9823fa-2ada-49b1-9557-be5ec611ac16), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:01.337426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49643fb-4d0e-4b2e-b833-83a450e85f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:01.338495 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e49643fb-4d0e-4b2e-b833-83a450e85f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:01.345680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b744433-855c-446f-bed6-a0c96f6c0da8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=f6f251e6-7bc8-4573-8956-c42a7cd81817,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:01.565204 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Publish callbacks [] for port (db25861c-9f82-4547-a3ee-e059f0e1b96f), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:01.655603 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (db25861c-9f82-4547-a3ee-e059f0e1b96f), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:01.842595 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Pushing event updated for resources: {'Port': ['ID=db25861c-9f82-4547-a3ee-e059f0e1b96f,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:01.870837 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Attempting to bind port db25861c-9f82-4547-a3ee-e059f0e1b96f on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:45:01.881765 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Attempting to bind port db25861c-9f82-4547-a3ee-e059f0e1b96f by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:45:01.882305 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Attempting to bind port db25861c-9f82-4547-a3ee-e059f0e1b96f on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:45:01.922998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:01.924124 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:01.930750 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:01.931393 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:01.932129 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:01.932718 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:01.933292 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:01.933910 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:01.934737 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:01.935113 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:01.936730 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:01.938398 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:01.942245 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:01.958747 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:45:01.959472 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:01.960049 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:01.961770 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:45:01.962658 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Bound port: db25861c-9f82-4547-a3ee-e059f0e1b96f, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:45:01.963222 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (db25861c-9f82-4547-a3ee-e059f0e1b96f), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:01.972531 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-07c6d9e6-00bf-4ad4-82b4-92b8e4789675 admin admin] Publish callbacks [] for security_group (7508b46f-db3b-45c7-9341-25c72ad988db), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:01.993492 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:02.097512 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] For port db25861c-9f82-4547-a3ee-e059f0e1b96f, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:45:02.103796 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] For port db25861c-9f82-4547-a3ee-e059f0e1b96f, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=db25861c-9f82-4547-a3ee-e059f0e1b96f,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:45:02.141850 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-07c6d9e6-00bf-4ad4-82b4-92b8e4789675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7508b46f-db3b-45c7-9341-25c72ad988db), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:02.179914 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (db25861c-9f82-4547-a3ee-e059f0e1b96f), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:02.209275 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:02.302443 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-07c6d9e6-00bf-4ad4-82b4-92b8e4789675 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=be938ef8bb344b2fa1422aecf9ababbf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4784796 Feb 28 17:45:02.303747 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6d9e6-00bf-4ad4-82b4-92b8e4789675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7508b46f-db3b-45c7-9341-25c72ad988db,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:02.339890 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56504) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:02.424498 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Routers {'f1d8fd16-35d4-47d1-8925-deb3f4509abd'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:02.432251 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:02.449685 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0154839-e2ac-4e88-84ed-c3d266f145fd None None] Pushing event updated for resources: {'Port': ['ID=db25861c-9f82-4547-a3ee-e059f0e1b96f,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:02.514097 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-00b3204e-092b-4965-b02c-9d586881ca51 admin admin] Publish callbacks [] for security_group (7508b46f-db3b-45c7-9341-25c72ad988db), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:02.586313 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e49643fb-4d0e-4b2e-b833-83a450e85f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2065473 Feb 28 17:45:02.596164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56510) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:02.615095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f45b3c67-4b98-4d71-8b04-9d6964f41e34 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': 'fc9823fa-2ada-49b1-9557-be5ec611ac16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:02.636482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2dc1aa-2a81-4948-8464-585cb819429d None None] Network 8015d9f8-7036-4a45-9765-80d6d95e5da0 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:02.653029 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49643fb-4d0e-4b2e-b833-83a450e85f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Network': ['ID=fc9823fa-2ada-49b1-9557-be5ec611ac16,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:02.770023 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-00b3204e-092b-4965-b02c-9d586881ca51 admin admin] Publish callbacks [] for security_group (7508b46f-db3b-45c7-9341-25c72ad988db), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:02.787923 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network fc9823fa-2ada-49b1-9557-be5ec611ac16 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:45:02.790624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7538bc20-caeb-4075-93c3-aaf03f08949d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:02.891219 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] Set router f1d8fd16-35d4-47d1-8925-deb3f4509abd gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:45:02.918420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fba6492b-f5fc-46fa-ae6c-8de5aee66c81 None None] Provisioning complete for port 7538bc20-caeb-4075-93c3-aaf03f08949d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:02.920595 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fba6492b-f5fc-46fa-ae6c-8de5aee66c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7538bc20-caeb-4075-93c3-aaf03f08949d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:02.955297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Allocated IP 172.20.0.1 (f155d851-846e-4863-8917-143f70fd2e65/63b3172b-0c57-4692-87ec-940b42ab24d2/094fa7e1-d385-480c-9fbd-ede36e6f59e6) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:02.979733 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-00b3204e-092b-4965-b02c-9d586881ca51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7508b46f-db3b-45c7-9341-25c72ad988db), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:02.984566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-00b3204e-092b-4965-b02c-9d586881ca51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:02.988661 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-00b3204e-092b-4965-b02c-9d586881ca51 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7508b46f-db3b-45c7-9341-25c72ad988db HTTP/1.1" status: 204 len: 168 time: 0.6465514 Feb 28 17:45:03.020160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b744433-855c-446f-bed6-a0c96f6c0da8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 39304622-2e49-45a7-912c-bfcd27067c54 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:45:03.034442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3204e-092b-4965-b02c-9d586881ca51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7508b46f-db3b-45c7-9341-25c72ad988db,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:03.191874 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45b3c67-4b98-4d71-8b04-9d6964f41e34 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:03.203765 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f45b3c67-4b98-4d71-8b04-9d6964f41e34 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:03.234680 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Publish callbacks [] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:03.236348 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fba6492b-f5fc-46fa-ae6c-8de5aee66c81 None None] Current status of the port 7538bc20-caeb-4075-93c3-aaf03f08949d is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:03.236790 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fba6492b-f5fc-46fa-ae6c-8de5aee66c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7538bc20-caeb-4075-93c3-aaf03f08949d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:03.278818 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 7538bc20-caeb-4075-93c3-aaf03f08949d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:03.280236 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7538bc20-caeb-4075-93c3-aaf03f08949d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:03.343888 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fba6492b-f5fc-46fa-ae6c-8de5aee66c81 None None] For port 7538bc20-caeb-4075-93c3-aaf03f08949d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7538bc20-caeb-4075-93c3-aaf03f08949d,segment=NetworkSegment(3ff6d6c3-5282-4a87-8282-8717d2ae4f3e),segment_id=3ff6d6c3-5282-4a87-8282-8717d2ae4f3e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:03.381011 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:03.444739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 7538bc20-caeb-4075-93c3-aaf03f08949d is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:03.446571 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7538bc20-caeb-4075-93c3-aaf03f08949d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:03.450549 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:44:55Z', 'revision_number': 3, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:03.471867 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fba6492b-f5fc-46fa-ae6c-8de5aee66c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7538bc20-caeb-4075-93c3-aaf03f08949d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:03.514651 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:03.545383 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790eefa-10ad-45cc-88ae-a7f4a88ea1f3 None None] The sync data for ids ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'] in n-d-820368-19 is: [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:44:55Z', 'revision_number': 3, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:45:03.577302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6492b-f5fc-46fa-ae6c-8de5aee66c81 None None] Pushing event updated for resources: {'Port': ['ID=7538bc20-caeb-4075-93c3-aaf03f08949d,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:03.601767 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:45:03.602164 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:45:03.616132 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:03.721656 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b744433-855c-446f-bed6-a0c96f6c0da8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:45:03.727058 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:03.734965 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b8d60-7f87-430e-9c02-92d4209c76f4 None None] Sync routers for ids ['39304622-2e49-45a7-912c-bfcd27067c54'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:45:03.756748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Network f155d851-846e-4863-8917-143f70fd2e65 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:03.768972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b8d60-7f87-430e-9c02-92d4209c76f4 None None] Routers {'39304622-2e49-45a7-912c-bfcd27067c54'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:03.774779 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-017b8d60-7f87-430e-9c02-92d4209c76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['39304622-2e49-45a7-912c-bfcd27067c54'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:03.777277 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:03.884261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-017b8d60-7f87-430e-9c02-92d4209c76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:03.922531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b8d60-7f87-430e-9c02-92d4209c76f4 None None] Routers {'39304622-2e49-45a7-912c-bfcd27067c54'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:03.923362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-017b8d60-7f87-430e-9c02-92d4209c76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['39304622-2e49-45a7-912c-bfcd27067c54'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:04.055618 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-017b8d60-7f87-430e-9c02-92d4209c76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:04.058789 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b8d60-7f87-430e-9c02-92d4209c76f4 None None] The sync data for ids ['39304622-2e49-45a7-912c-bfcd27067c54'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:45:04.087098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:04.089567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-297fedb8-b258-4910-9bfc-619df824cd20 None None] Provisioning complete for port 7538bc20-caeb-4075-93c3-aaf03f08949d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:04.091581 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-297fedb8-b258-4910-9bfc-619df824cd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7538bc20-caeb-4075-93c3-aaf03f08949d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:04.100105 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9b744433-855c-446f-bed6-a0c96f6c0da8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:04.104463 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9b744433-855c-446f-bed6-a0c96f6c0da8 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/ports/f6f251e6-7bc8-4573-8956-c42a7cd81817 HTTP/1.1" status: 204 len: 168 time: 5.0944867 Feb 28 17:45:04.117870 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56532) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:04.232036 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f45b3c67-4b98-4d71-8b04-9d6964f41e34 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (829621a3-3144-41d7-b6bb-0bc93ab59416), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:04.332807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 7538bc20-caeb-4075-93c3-aaf03f08949d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:04.339106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 22c44d82-df97-4592-82bd-77e2b8f1d949 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:04.499986 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b3c67-4b98-4d71-8b04-9d6964f41e34 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Subnet': ['ID=829621a3-3144-41d7-b6bb-0bc93ab59416,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:04.542073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b3c67-4b98-4d71-8b04-9d6964f41e34 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Checking segment: {'id': 'ee907a20-209d-43fd-8ee7-c59946596a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fc9823fa-2ada-49b1-9557-be5ec611ac16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:04.542630 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45b3c67-4b98-4d71-8b04-9d6964f41e34 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network hostable DHCP agents. Network: fc9823fa-2ada-49b1-9557-be5ec611ac16, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:45:04.552225 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-297fedb8-b258-4910-9bfc-619df824cd20 None None] Current status of the port 7538bc20-caeb-4075-93c3-aaf03f08949d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:04.585446 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-297fedb8-b258-4910-9bfc-619df824cd20 None None] Provisioning complete for port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:04.586419 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-297fedb8-b258-4910-9bfc-619df824cd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:04.639973 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 22c44d82-df97-4592-82bd-77e2b8f1d949 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:04.674291 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22c44d82-df97-4592-82bd-77e2b8f1d949), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:04.722563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-297fedb8-b258-4910-9bfc-619df824cd20 None None] Port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:04.843613 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 22c44d82-df97-4592-82bd-77e2b8f1d949 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:04.844346 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (22c44d82-df97-4592-82bd-77e2b8f1d949), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:04.871838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:04.914241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 22c44d82-df97-4592-82bd-77e2b8f1d949, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=22c44d82-df97-4592-82bd-77e2b8f1d949,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:04.922847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Pushing event updated for resources: {'Port': ['ID=094fa7e1-d385-480c-9fbd-ede36e6f59e6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:04.929086 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-80b8492e-cee0-44b8-91de-4f8d95e74167 None None] Provisioning complete for port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:04.931403 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-80b8492e-cee0-44b8-91de-4f8d95e74167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:04.967457 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (f1d8fd16-35d4-47d1-8925-deb3f4509abd), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:05.027966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-80b8492e-cee0-44b8-91de-4f8d95e74167 None None] Port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:05.081148 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (22c44d82-df97-4592-82bd-77e2b8f1d949), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:05.144339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network 8015d9f8-7036-4a45-9765-80d6d95e5da0 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:05.146665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45b3c67-4b98-4d71-8b04-9d6964f41e34 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network fc9823fa-2ada-49b1-9557-be5ec611ac16 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:45:05.159175 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:05.259961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-80b8492e-cee0-44b8-91de-4f8d95e74167 None None] Provisioning complete for port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:05.264518 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-80b8492e-cee0-44b8-91de-4f8d95e74167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:05.279777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-f45b3c67-4b98-4d71-8b04-9d6964f41e34 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, fc9823fa-2ada-49b1-9557-be5ec611ac16) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:05.317722 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45b3c67-4b98-4d71-8b04-9d6964f41e34 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:05.318615 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f45b3c67-4b98-4d71-8b04-9d6964f41e34 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:05.413125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-80b8492e-cee0-44b8-91de-4f8d95e74167 None None] Port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:05.424078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b7250b-92a8-4e30-8a78-effe1a2e2013 None None] Network fc9823fa-2ada-49b1-9557-be5ec611ac16 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:05.506283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device db25861c-9f82-4547-a3ee-e059f0e1b96f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:05.554151 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f45b3c67-4b98-4d71-8b04-9d6964f41e34 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9565642 Feb 28 17:45:05.563551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56570) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:05.590516 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f61761ea-64aa-4b5e-8e91-6fb2148a1487 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'network_id': 'fc9823fa-2ada-49b1-9557-be5ec611ac16', 'security_groups': [], 'name': 'tempest-PortsTestJSON-711220071'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:05.644913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:45:05.656655 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:05.674286 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6144ddf5-1e8e-4a03-8937-6fde06ac41f1 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (39304622-2e49-45a7-912c-bfcd27067c54), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:05.928386 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:45:05.938634 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8107bf8d-dd7e-4a05-a2ee-a962b31ca388 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "PUT /v2.0/routers/b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1730018 Feb 28 17:45:05.943664 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Sync routers for ids ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:45:05.968444 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Routers {'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:05.969097 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:05.986691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56582) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:06.037403 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=22c44d82-df97-4592-82bd-77e2b8f1d949,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:06.055251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-fc9823fa-2ada-49b1-9557-be5ec611ac16', 'network_id': 'fc9823fa-2ada-49b1-9557-be5ec611ac16', 'project_id': '2255106a4b34494c8f3d6292df49fd2c', 'fixed_ips': [{'subnet_id': '829621a3-3144-41d7-b6bb-0bc93ab59416'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:45:06.060147 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:06.227050 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Set router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:45:06.343722 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6144ddf5-1e8e-4a03-8937-6fde06ac41f1 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port 0ab96c7e-6236-4d4c-9c4b-df5802c10d2c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:06.347391 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6144ddf5-1e8e-4a03-8937-6fde06ac41f1 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0ab96c7e-6236-4d4c-9c4b-df5802c10d2c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:06.375292 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Allocated IP 172.20.0.2 (fc9823fa-2ada-49b1-9557-be5ec611ac16/829621a3-3144-41d7-b6bb-0bc93ab59416/8dc724dc-9553-4b9f-a765-5e565f0b12dc) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:06.557824 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Publish callbacks [] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:06.562261 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6144ddf5-1e8e-4a03-8937-6fde06ac41f1 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0ab96c7e-6236-4d4c-9c4b-df5802c10d2c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:06.568513 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c8ab9711-3dad-434b-817c-19b2671dbef5 None None] Provisioning complete for port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:06.568896 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c8ab9711-3dad-434b-817c-19b2671dbef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:06.593203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6144ddf5-1e8e-4a03-8937-6fde06ac41f1 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for 0ab96c7e-6236-4d4c-9c4b-df5802c10d2c owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:06.602612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port db25861c-9f82-4547-a3ee-e059f0e1b96f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:06.602989 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (db25861c-9f82-4547-a3ee-e059f0e1b96f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:06.631167 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab9711-3dad-434b-817c-19b2671dbef5 None None] Port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:06.662492 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:06.780820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Network fc9823fa-2ada-49b1-9557-be5ec611ac16 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:06.802955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Pushing event updated for resources: {'Port': ['ID=8dc724dc-9553-4b9f-a765-5e565f0b12dc,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:06.817146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:06.820438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:06.859669 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port db25861c-9f82-4547-a3ee-e059f0e1b96f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:06.860144 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (db25861c-9f82-4547-a3ee-e059f0e1b96f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:06.862604 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:45:01Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe', 'name': '', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:92:01:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:58Z', 'updated_at': '2022-02-28T17:45:03Z', 'revision_number': 2, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:06.912958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port db25861c-9f82-4547-a3ee-e059f0e1b96f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=db25861c-9f82-4547-a3ee-e059f0e1b96f,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:06.918334 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Publish callbacks [] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:06.928573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77929125-4b5d-4210-9a15-d18cc9ec82e9 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:06.930461 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77929125-4b5d-4210-9a15-d18cc9ec82e9 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:06.930924 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77929125-4b5d-4210-9a15-d18cc9ec82e9 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:06.931424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77929125-4b5d-4210-9a15-d18cc9ec82e9 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:06.932635 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77929125-4b5d-4210-9a15-d18cc9ec82e9 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:06.933099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77929125-4b5d-4210-9a15-d18cc9ec82e9 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:06.933714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77929125-4b5d-4210-9a15-d18cc9ec82e9 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:06.934005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77929125-4b5d-4210-9a15-d18cc9ec82e9 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:06.938523 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77929125-4b5d-4210-9a15-d18cc9ec82e9 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:06.941261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-77929125-4b5d-4210-9a15-d18cc9ec82e9 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6322 time: 0.9554780 Feb 28 17:45:06.945540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56596) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:06.969270 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Attempting to bind port 8dc724dc-9553-4b9f-a765-5e565f0b12dc on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:45:06.969542 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Attempting to bind port 8dc724dc-9553-4b9f-a765-5e565f0b12dc by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'ee907a20-209d-43fd-8ee7-c59946596a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fc9823fa-2ada-49b1-9557-be5ec611ac16'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:45:06.970656 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Attempting to bind port 8dc724dc-9553-4b9f-a765-5e565f0b12dc on network fc9823fa-2ada-49b1-9557-be5ec611ac16 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:45:06.978741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:45:06.979332 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Checking segment: {'id': 'ee907a20-209d-43fd-8ee7-c59946596a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fc9823fa-2ada-49b1-9557-be5ec611ac16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:06.979843 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:06.980943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Bound using segment: {'id': 'ee907a20-209d-43fd-8ee7-c59946596a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fc9823fa-2ada-49b1-9557-be5ec611ac16'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:45:06.981579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Bound port: 8dc724dc-9553-4b9f-a765-5e565f0b12dc, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee907a20-209d-43fd-8ee7-c59946596a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fc9823fa-2ada-49b1-9557-be5ec611ac16'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:45:06.983508 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:07.013268 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Checking router: b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:45:07.018797 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Updating router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:45:07.038130 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (db25861c-9f82-4547-a3ee-e059f0e1b96f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:07.045880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7538bc20-caeb-4075-93c3-aaf03f08949d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:07.112190 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:07.132509 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:07.360072 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6144ddf5-1e8e-4a03-8937-6fde06ac41f1 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0ab96c7e-6236-4d4c-9c4b-df5802c10d2c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:07.424415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61761ea-64aa-4b5e-8e91-6fb2148a1487 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:07.424415 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f61761ea-64aa-4b5e-8e91-6fb2148a1487 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:07.441847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Pushing event updated for resources: {'Port': ['ID=094fa7e1-d385-480c-9fbd-ede36e6f59e6,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:07.451313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144ddf5-1e8e-4a03-8937-6fde06ac41f1 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=0ab96c7e-6236-4d4c-9c4b-df5802c10d2c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:07.482934 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (f1d8fd16-35d4-47d1-8925-deb3f4509abd), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:07.516824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613c3b5-5d19-4227-a789-946d855c2e70 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:07.517290 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613c3b5-5d19-4227-a789-946d855c2e70 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:07.517746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613c3b5-5d19-4227-a789-946d855c2e70 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:07.518235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613c3b5-5d19-4227-a789-946d855c2e70 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:07.518681 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613c3b5-5d19-4227-a789-946d855c2e70 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:07.519122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613c3b5-5d19-4227-a789-946d855c2e70 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:07.519554 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613c3b5-5d19-4227-a789-946d855c2e70 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:07.520339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613c3b5-5d19-4227-a789-946d855c2e70 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:07.522376 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8613c3b5-5d19-4227-a789-946d855c2e70 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5148 time: 0.5686679 Feb 28 17:45:07.539350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56622) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:07.557205 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=db25861c-9f82-4547-a3ee-e059f0e1b96f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:07.590506 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-f61761ea-64aa-4b5e-8e91-6fb2148a1487 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port e4cee0ab-2ee3-4871-8086-fe126d940359 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:45:07.857736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] For port 8dc724dc-9553-4b9f-a765-5e565f0b12dc, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:45:07.863170 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2adc-bea5-4b55-af15-86367cd4f12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:07.879879 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:07.880168 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Publish callbacks [] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:07.925971 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 7538bc20-caeb-4075-93c3-aaf03f08949d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:07.925971 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7538bc20-caeb-4075-93c3-aaf03f08949d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:07.944345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] For port 8dc724dc-9553-4b9f-a765-5e565f0b12dc, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8dc724dc-9553-4b9f-a765-5e565f0b12dc,segment=NetworkSegment(ee907a20-209d-43fd-8ee7-c59946596a4f),segment_id=ee907a20-209d-43fd-8ee7-c59946596a4f)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:45:07.963018 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6144ddf5-1e8e-4a03-8937-6fde06ac41f1 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (39304622-2e49-45a7-912c-bfcd27067c54), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:07.969352 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:08.088350 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 7538bc20-caeb-4075-93c3-aaf03f08949d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:08.092180 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:08.112902 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448709f-28fe-4cdb-86d9-c860a4b02456 None None] Pushing event updated for resources: {'Port': ['ID=15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:08.128552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-f61761ea-64aa-4b5e-8e91-6fb2148a1487 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Allocated IP 172.20.0.6 (fc9823fa-2ada-49b1-9557-be5ec611ac16/829621a3-3144-41d7-b6bb-0bc93ab59416/e4cee0ab-2ee3-4871-8086-fe126d940359) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:08.174621 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f3017-0a40-4cbc-9710-750f176b6d3d None None] Pushing event updated for resources: {'Port': ['ID=8dc724dc-9553-4b9f-a765-5e565f0b12dc,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:08.390060 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device db25861c-9f82-4547-a3ee-e059f0e1b96f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:08.400524 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Attempting to bind port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:45:08.412235 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Attempting to bind port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:45:08.414576 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Attempting to bind port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe on network 8015d9f8-7036-4a45-9765-80d6d95e5da0 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:45:08.444986 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:45:08.446584 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Checking segment: {'id': '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:08.448328 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:08.453767 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Bound using segment: {'id': '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:45:08.453767 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Bound port: 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:45:08.453767 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:08.591101 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6144ddf5-1e8e-4a03-8937-6fde06ac41f1 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 39304622-2e49-45a7-912c-bfcd27067c54 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:45:08.664689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port db25861c-9f82-4547-a3ee-e059f0e1b96f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:08.669371 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (db25861c-9f82-4547-a3ee-e059f0e1b96f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:08.686133 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Network f155d851-846e-4863-8917-143f70fd2e65 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:08.694023 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:08.761414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-546efc3b-9d54-433b-95ce-cce649fb12e5 None None] Provisioning complete for port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:08.761795 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-546efc3b-9d54-433b-95ce-cce649fb12e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:08.893825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-546efc3b-9d54-433b-95ce-cce649fb12e5 None None] Port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:09.009115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port db25861c-9f82-4547-a3ee-e059f0e1b96f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:09.010780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 22c44d82-df97-4592-82bd-77e2b8f1d949 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:09.061196 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6144ddf5-1e8e-4a03-8937-6fde06ac41f1 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:45:09.067268 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] For port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:45:09.077184 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6144ddf5-1e8e-4a03-8937-6fde06ac41f1 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "PUT /v2.0/routers/39304622-2e49-45a7-912c-bfcd27067c54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9463229 Feb 28 17:45:09.080646 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] For port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe,segment=NetworkSegment(3ff6d6c3-5282-4a87-8282-8717d2ae4f3e),segment_id=3ff6d6c3-5282-4a87-8282-8717d2ae4f3e)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:45:09.082235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56642) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:09.147013 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:09.161095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c9ad40-5e89-4aa9-9297-55b7e21eaf55 None None] Sync routers for ids ['39304622-2e49-45a7-912c-bfcd27067c54'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:45:09.205282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c9ad40-5e89-4aa9-9297-55b7e21eaf55 None None] Routers {'39304622-2e49-45a7-912c-bfcd27067c54'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:09.209098 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-44c9ad40-5e89-4aa9-9297-55b7e21eaf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['39304622-2e49-45a7-912c-bfcd27067c54'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:09.216877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Router f1d8fd16-35d4-47d1-8925-deb3f4509abd has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:45:09.277420 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Routers {'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:09.278098 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:09.316491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-44c9ad40-5e89-4aa9-9297-55b7e21eaf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:09.377738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c9ad40-5e89-4aa9-9297-55b7e21eaf55 None None] Routers {'39304622-2e49-45a7-912c-bfcd27067c54'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:09.378549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-44c9ad40-5e89-4aa9-9297-55b7e21eaf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:44:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['39304622-2e49-45a7-912c-bfcd27067c54'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:09.499685 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 22c44d82-df97-4592-82bd-77e2b8f1d949 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:09.500166 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22c44d82-df97-4592-82bd-77e2b8f1d949), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:09.508108 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] Set router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:45:09.608376 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6a6def6a-aea6-47d2-bb5c-93fd787c47b5 None None] Provisioning complete for port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:09.611223 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a6def6a-aea6-47d2-bb5c-93fd787c47b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:09.618369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-44c9ad40-5e89-4aa9-9297-55b7e21eaf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:09.620657 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c9ad40-5e89-4aa9-9297-55b7e21eaf55 None None] The sync data for ids ['39304622-2e49-45a7-912c-bfcd27067c54'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:45:09.690536 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router (39304622-2e49-45a7-912c-bfcd27067c54), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:09.731094 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448709f-28fe-4cdb-86d9-c860a4b02456 None None] Pushing event updated for resources: {'Port': ['ID=15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:09.742632 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6a6def6a-aea6-47d2-bb5c-93fd787c47b5 None None] Port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:09.912831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 22c44d82-df97-4592-82bd-77e2b8f1d949 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:09.925721 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-12e551ae-55ce-400f-92ff-d5061ec01d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:09.956397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-daebc4b6-282f-43d2-8114-2e1eb38fd42f None None] Provisioning complete for port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:09.956772 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-daebc4b6-282f-43d2-8114-2e1eb38fd42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:10.005286 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f61761ea-64aa-4b5e-8e91-6fb2148a1487 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (e4cee0ab-2ee3-4871-8086-fe126d940359), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:10.091183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router_gateway (39304622-2e49-45a7-912c-bfcd27067c54), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:10.108901 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:10.126458 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:45:01Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe', 'name': '', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:92:01:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:58Z', 'updated_at': '2022-02-28T17:45:09Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:10.193174 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b64e4-7858-4e2f-b078-498171c25fdd None None] The sync data for ids ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'] in n-d-820368-19 is: [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:45:01Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe', 'name': '', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:92:01:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:58Z', 'updated_at': '2022-02-28T17:45:09Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:45:10.202492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-daebc4b6-282f-43d2-8114-2e1eb38fd42f None None] Current status of the port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:10.203331 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-daebc4b6-282f-43d2-8114-2e1eb38fd42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:10.401548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-daebc4b6-282f-43d2-8114-2e1eb38fd42f None None] For port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe,segment=NetworkSegment(3ff6d6c3-5282-4a87-8282-8717d2ae4f3e),segment_id=3ff6d6c3-5282-4a87-8282-8717d2ae4f3e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:10.419752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8dc724dc-9553-4b9f-a765-5e565f0b12dc up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:10.482630 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-daebc4b6-282f-43d2-8114-2e1eb38fd42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:10.505439 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73791f6f-4cbe-4420-8671-3d36ca6ec132 None None] Network fc9823fa-2ada-49b1-9557-be5ec611ac16 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:10.804225 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebc4b6-282f-43d2-8114-2e1eb38fd42f None None] Pushing event updated for resources: {'Port': ['ID=15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:10.971264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8dc724dc-9553-4b9f-a765-5e565f0b12dc triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:10.972390 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:11.080464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-34cd9284-ea8e-4ce5-9851-67959dd01749 None None] Provisioning complete for port 8dc724dc-9553-4b9f-a765-5e565f0b12dc triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:11.080464 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-34cd9284-ea8e-4ce5-9851-67959dd01749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:11.141509 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f61761ea-64aa-4b5e-8e91-6fb2148a1487 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e4cee0ab-2ee3-4871-8086-fe126d940359), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:11.386177 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8dc724dc-9553-4b9f-a765-5e565f0b12dc is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:11.386779 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:11.498676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61761ea-64aa-4b5e-8e91-6fb2148a1487 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network fc9823fa-2ada-49b1-9557-be5ec611ac16 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:11.523742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-34cd9284-ea8e-4ce5-9851-67959dd01749 None None] Current status of the port 8dc724dc-9553-4b9f-a765-5e565f0b12dc is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:11.530097 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-34cd9284-ea8e-4ce5-9851-67959dd01749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:11.544983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f61761ea-64aa-4b5e-8e91-6fb2148a1487 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:11.550678 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61761ea-64aa-4b5e-8e91-6fb2148a1487 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:11.561083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61761ea-64aa-4b5e-8e91-6fb2148a1487 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=e4cee0ab-2ee3-4871-8086-fe126d940359,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:11.597303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 8dc724dc-9553-4b9f-a765-5e565f0b12dc, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8dc724dc-9553-4b9f-a765-5e565f0b12dc,segment=NetworkSegment(ee907a20-209d-43fd-8ee7-c59946596a4f),segment_id=ee907a20-209d-43fd-8ee7-c59946596a4f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:11.630770 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:11.639770 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:45:11.666817 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:11.684911 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:45:11.697417 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Sync routers for ids ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:45:11.704041 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3b451bab-70c8-4430-b93b-b91eacae923d admin admin] 10.222.0.72 "PUT /v2.0/routers/f1d8fd16-35d4-47d1-8925-deb3f4509abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0162261 Feb 28 17:45:11.782789 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Routers {'f1d8fd16-35d4-47d1-8925-deb3f4509abd'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:11.784092 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:45:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:11.796989 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6113927d-680f-4656-9b73-3106a0bb1757 tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 4.2503517 Feb 28 17:45:11.849258 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port 20bb115e-dfbe-41a6-8f59-fa3fa7156baa {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:11.849613 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (20bb115e-dfbe-41a6-8f59-fa3fa7156baa), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:11.877780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61761ea-64aa-4b5e-8e91-6fb2148a1487 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:11.883493 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f61761ea-64aa-4b5e-8e91-6fb2148a1487 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:11.907220 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-34cd9284-ea8e-4ce5-9851-67959dd01749 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:45:11.916864 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-34cd9284-ea8e-4ce5-9851-67959dd01749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:45:12.191908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=8dc724dc-9553-4b9f-a765-5e565f0b12dc,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:12.252830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56726) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:12.275721 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f61761ea-64aa-4b5e-8e91-6fb2148a1487 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 6.6832974 Feb 28 17:45:12.389433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:12.404432 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (20bb115e-dfbe-41a6-8f59-fa3fa7156baa), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:12.432024 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Set router f1d8fd16-35d4-47d1-8925-deb3f4509abd gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:45:12.464545 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for 20bb115e-dfbe-41a6-8f59-fa3fa7156baa owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:12.721271 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-34cd9284-ea8e-4ce5-9851-67959dd01749 None None] Current status of the port 8dc724dc-9553-4b9f-a765-5e565f0b12dc is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:12.783023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:12.783396 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:12.887283 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:12.969697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-61823071-3524-411a-8b2b-18277c664414 None None] Provisioning complete for port 8dc724dc-9553-4b9f-a765-5e565f0b12dc triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:12.971304 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-61823071-3524-411a-8b2b-18277c664414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:13.077785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56730) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:13.090822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-44429710-6aad-4768-ac63-30372b95cfcc tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1054337019', 'description': 'tempest-secgroup-smoke-1054337019 description', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:13.135599 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 2, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:13.148647 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (20bb115e-dfbe-41a6-8f59-fa3fa7156baa), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:13.251785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=20bb115e-dfbe-41a6-8f59-fa3fa7156baa,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:13.270823 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-44429710-6aad-4768-ac63-30372b95cfcc tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:13.324754 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:13.327062 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Checking router: f1d8fd16-35d4-47d1-8925-deb3f4509abd for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:45:13.327427 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Updating router f1d8fd16-35d4-47d1-8925-deb3f4509abd port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:45:13.451686 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:13.464767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-61823071-3524-411a-8b2b-18277c664414 None None] Current status of the port 8dc724dc-9553-4b9f-a765-5e565f0b12dc is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:13.504695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-61823071-3524-411a-8b2b-18277c664414 None None] Provisioning complete for port e4cee0ab-2ee3-4871-8086-fe126d940359 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:13.505056 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-61823071-3524-411a-8b2b-18277c664414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e4cee0ab-2ee3-4871-8086-fe126d940359), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:13.619328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-61823071-3524-411a-8b2b-18277c664414 None None] Port e4cee0ab-2ee3-4871-8086-fe126d940359 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:13.625316 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (39304622-2e49-45a7-912c-bfcd27067c54), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:13.805096 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (39304622-2e49-45a7-912c-bfcd27067c54), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:13.808591 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router_controller (39304622-2e49-45a7-912c-bfcd27067c54), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:13.860230 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-928a4adc-857f-4245-9313-e3133c5c688e tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port e4cee0ab-2ee3-4871-8086-fe126d940359 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:13.864539 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-928a4adc-857f-4245-9313-e3133c5c688e tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e4cee0ab-2ee3-4871-8086-fe126d940359), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.009796 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-44429710-6aad-4768-ac63-30372b95cfcc tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (c4571368-191c-47bf-a432-ddd3cd235a01), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.043254 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (39304622-2e49-45a7-912c-bfcd27067c54), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.043598 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.044317 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Fanout notify agent at l3_agent the message router_deleted on router 39304622-2e49-45a7-912c-bfcd27067c54 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:45:14.056160 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.062525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-156f024e-c48f-498b-ba81-167fa6be12c9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/routers/39304622-2e49-45a7-912c-bfcd27067c54 HTTP/1.1" status: 204 len: 168 time: 4.9649820 Feb 28 17:45:14.064185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56742) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:14.064672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56744) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:14.071311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d24399b4-0755-4468-9c5b-da727d4abb74 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1751568775', 'description': 'tempest-description--1703123394'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:14.096835 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-928a4adc-857f-4245-9313-e3133c5c688e tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e4cee0ab-2ee3-4871-8086-fe126d940359), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.135846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-928a4adc-857f-4245-9313-e3133c5c688e tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for e4cee0ab-2ee3-4871-8086-fe126d940359 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:14.140469 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-44429710-6aad-4768-ac63-30372b95cfcc tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c4571368-191c-47bf-a432-ddd3cd235a01), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.220215 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d24399b4-0755-4468-9c5b-da727d4abb74 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.282940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8dc724dc-9553-4b9f-a765-5e565f0b12dc up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:14.316221 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Publish callbacks [] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.319441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d14216-0a05-4772-975c-657a8c01076f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting subnet f640c2c1-6dda-4d7c-b0aa-3d3b6e992bc5 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:45:14.328274 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-81d14216-0a05-4772-975c-657a8c01076f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for subnet (f640c2c1-6dda-4d7c-b0aa-3d3b6e992bc5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.331578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44429710-6aad-4768-ac63-30372b95cfcc tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4571368-191c-47bf-a432-ddd3cd235a01,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:14.375470 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-44429710-6aad-4768-ac63-30372b95cfcc tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.381119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-44429710-6aad-4768-ac63-30372b95cfcc tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.3013163 Feb 28 17:45:14.386724 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56748) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:14.395811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8c2ac61c-4a4e-4cfd-80ca-e743c428e74c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': 'c4571368-191c-47bf-a432-ddd3cd235a01', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:14.408945 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8dc724dc-9553-4b9f-a765-5e565f0b12dc triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:14.408945 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.431867 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.488302 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-81d14216-0a05-4772-975c-657a8c01076f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (f640c2c1-6dda-4d7c-b0aa-3d3b6e992bc5), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.495207 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-928a4adc-857f-4245-9313-e3133c5c688e tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e4cee0ab-2ee3-4871-8086-fe126d940359), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.565868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8dc724dc-9553-4b9f-a765-5e565f0b12dc is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:14.580714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a4adc-857f-4245-9313-e3133c5c688e tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=e4cee0ab-2ee3-4871-8086-fe126d940359,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:14.615948 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeaaf99-2467-419d-8390-07ddccadfc68 None None] Pushing event updated for resources: {'Port': ['ID=094fa7e1-d385-480c-9fbd-ede36e6f59e6,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:14.761770 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Attempting to bind port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:45:14.764500 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Attempting to bind port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:45:14.766680 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Attempting to bind port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 on network f155d851-846e-4863-8917-143f70fd2e65 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:45:14.783100 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:45:14.783479 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Checking segment: {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:14.783882 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.784268 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Bound using segment: {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:45:14.790361 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Bound port: 094fa7e1-d385-480c-9fbd-ede36e6f59e6, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:45:14.790768 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.853775 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-81d14216-0a05-4772-975c-657a8c01076f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (f640c2c1-6dda-4d7c-b0aa-3d3b6e992bc5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.857873 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-928a4adc-857f-4245-9313-e3133c5c688e tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:14.878657 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-928a4adc-857f-4245-9313-e3133c5c688e tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/e4cee0ab-2ee3-4871-8086-fe126d940359 HTTP/1.1" status: 204 len: 168 time: 2.6238449 Feb 28 17:45:14.888567 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56766) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:14.979632 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-80036535-e30c-4290-a454-0b313a1b8a95 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] GET failed (client error): The resource could not be found. Feb 28 17:45:14.985089 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-80036535-e30c-4290-a454-0b313a1b8a95 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/e4cee0ab-2ee3-4871-8086-fe126d940359 HTTP/1.1" status: 404 len: 333 time: 0.0980353 Feb 28 17:45:14.985768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56768) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:14.991796 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac61c-4a4e-4cfd-80ca-e743c428e74c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (4987cb46-4fb1-4cbf-ba6c-8f0951412b14), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.049964 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] For port 094fa7e1-d385-480c-9fbd-ede36e6f59e6, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:45:15.056149 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] For port 094fa7e1-d385-480c-9fbd-ede36e6f59e6, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=094fa7e1-d385-480c-9fbd-ede36e6f59e6,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:45:15.084236 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-81d14216-0a05-4772-975c-657a8c01076f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (f640c2c1-6dda-4d7c-b0aa-3d3b6e992bc5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.093646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6d2dfab9-eb30-4cfc-8061-a92df93f236f None None] Provisioning complete for port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:15.094054 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6d2dfab9-eb30-4cfc-8061-a92df93f236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.186012 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.188904 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d39241-f77c-4a98-b96d-43e5f87e1266 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting subnet 829621a3-3144-41d7-b6bb-0bc93ab59416 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:45:15.201384 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05d39241-f77c-4a98-b96d-43e5f87e1266 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (829621a3-3144-41d7-b6bb-0bc93ab59416), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.211319 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d24399b4-0755-4468-9c5b-da727d4abb74 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group (063acc72-79f7-4740-830d-758c91de3671), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.235078 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-81d14216-0a05-4772-975c-657a8c01076f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.252183 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-81d14216-0a05-4772-975c-657a8c01076f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/subnets/f640c2c1-6dda-4d7c-b0aa-3d3b6e992bc5 HTTP/1.1" status: 204 len: 168 time: 1.1849604 Feb 28 17:45:15.253361 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6d2dfab9-eb30-4cfc-8061-a92df93f236f None None] Port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:15.263547 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e00450-7e30-40e7-a11d-c54c6fb53812 None None] Network f733f60c-b3d2-42bb-ac18-f2fd3260b586 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:15.269327 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56774) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:15.273943 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d14216-0a05-4772-975c-657a8c01076f tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Subnet': ['ID=f640c2c1-6dda-4d7c-b0aa-3d3b6e992bc5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:15.344562 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05d39241-f77c-4a98-b96d-43e5f87e1266 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (829621a3-3144-41d7-b6bb-0bc93ab59416), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.366304 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Routers {'f1d8fd16-35d4-47d1-8925-deb3f4509abd'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:15.374217 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:45:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:15.493603 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (f733f60c-b3d2-42bb-ac18-f2fd3260b586), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.503547 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d24399b4-0755-4468-9c5b-da727d4abb74 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (063acc72-79f7-4740-830d-758c91de3671), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.525298 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeaaf99-2467-419d-8390-07ddccadfc68 None None] Pushing event updated for resources: {'Port': ['ID=094fa7e1-d385-480c-9fbd-ede36e6f59e6,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:15.620089 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05d39241-f77c-4a98-b96d-43e5f87e1266 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (829621a3-3144-41d7-b6bb-0bc93ab59416), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.751978 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] Set router f1d8fd16-35d4-47d1-8925-deb3f4509abd gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:45:15.757226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b516f007-dfc7-456f-8138-044c71d2e4f5 None None] DHCP port deletion for f733f60c-b3d2-42bb-ac18-f2fd3260b586 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:45:15.798430 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d24399b4-0755-4468-9c5b-da727d4abb74 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.802589 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d24399b4-0755-4468-9c5b-da727d4abb74 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.7367334 Feb 28 17:45:15.806055 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56786) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:15.809520 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac61c-4a4e-4cfd-80ca-e743c428e74c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (4987cb46-4fb1-4cbf-ba6c-8f0951412b14), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.811552 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-03f572e3-23d5-4357-aaf5-1929ac2f567e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Request body: {'security_group_rule': {'security_group_id': '063acc72-79f7-4740-830d-758c91de3671', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:15.821552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24399b4-0755-4468-9c5b-da727d4abb74 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063acc72-79f7-4740-830d-758c91de3671,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:15.868789 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-31cae75d-f0f1-4c32-b283-a4aa45c9a41a None None] Provisioning complete for port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:15.869384 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-31cae75d-f0f1-4c32-b283-a4aa45c9a41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.900800 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05d39241-f77c-4a98-b96d-43e5f87e1266 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (829621a3-3144-41d7-b6bb-0bc93ab59416), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.936917 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac61c-4a4e-4cfd-80ca-e743c428e74c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (4987cb46-4fb1-4cbf-ba6c-8f0951412b14), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.939958 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-05d39241-f77c-4a98-b96d-43e5f87e1266 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:15.952847 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-05d39241-f77c-4a98-b96d-43e5f87e1266 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/829621a3-3144-41d7-b6bb-0bc93ab59416 HTTP/1.1" status: 204 len: 168 time: 0.9659901 Feb 28 17:45:15.953011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56788) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:15.992854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port 793c301f-8b71-417e-b400-6b2a4a75eea4 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:15.996694 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.029231 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f118f0a2-80a3-4c1c-aaf5-2d797b8ef3c1 None None] Network fc9823fa-2ada-49b1-9557-be5ec611ac16 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:16.035841 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d39241-f77c-4a98-b96d-43e5f87e1266 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Subnet': ['ID=829621a3-3144-41d7-b6bb-0bc93ab59416,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:16.038984 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03f572e3-23d5-4357-aaf5-1929ac2f567e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group_rule (78fdcdf6-96cc-4226-b743-be6aaa08f70e), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.157605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ac61c-4a4e-4cfd-80ca-e743c428e74c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4987cb46-4fb1-4cbf-ba6c-8f0951412b14,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:16.160108 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b516f007-dfc7-456f-8138-044c71d2e4f5 None None] Deleting port 793c301f-8b71-417e-b400-6b2a4a75eea4 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:16.160627 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b516f007-dfc7-456f-8138-044c71d2e4f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.179630 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac61c-4a4e-4cfd-80ca-e743c428e74c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.186444 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8c2ac61c-4a4e-4cfd-80ca-e743c428e74c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7942603 Feb 28 17:45:16.187110 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56790) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:16.243353 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03f572e3-23d5-4357-aaf5-1929ac2f567e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group_rule (78fdcdf6-96cc-4226-b743-be6aaa08f70e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.273293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-2a1bc5d9-a931-43ea-a2ac-adbff6d3a7fe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': 'c4571368-191c-47bf-a432-ddd3cd235a01', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:16.309312 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b516f007-dfc7-456f-8138-044c71d2e4f5 None None] For port 793c301f-8b71-417e-b400-6b2a4a75eea4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=793c301f-8b71-417e-b400-6b2a4a75eea4,segment=NetworkSegment(18cf599c-b489-420e-abc4-41d9c34c3480),segment_id=18cf599c-b489-420e-abc4-41d9c34c3480)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:16.310058 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b516f007-dfc7-456f-8138-044c71d2e4f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.323701 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03f572e3-23d5-4357-aaf5-1929ac2f567e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (78fdcdf6-96cc-4226-b743-be6aaa08f70e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.335048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b516f007-dfc7-456f-8138-044c71d2e4f5 None None] Calling delete_port for 793c301f-8b71-417e-b400-6b2a4a75eea4 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:16.341812 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:15Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:16.378917 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f572e3-23d5-4357-aaf5-1929ac2f567e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fdcdf6-96cc-4226-b743-be6aaa08f70e,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:16.399846 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3f723-ace3-4f3a-891c-a3eb47bdac1e None None] The sync data for ids ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'] in n-d-820368-19 is: [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:15Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:45:16.421912 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2a1bc5d9-a931-43ea-a2ac-adbff6d3a7fe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (c31905cf-8e85-477e-a999-c0b740aee784), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.428319 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (fc9823fa-2ada-49b1-9557-be5ec611ac16), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.473872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] For port 793c301f-8b71-417e-b400-6b2a4a75eea4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=793c301f-8b71-417e-b400-6b2a4a75eea4,segment=NetworkSegment(18cf599c-b489-420e-abc4-41d9c34c3480),segment_id=18cf599c-b489-420e-abc4-41d9c34c3480)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:16.474317 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.514587 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03f572e3-23d5-4357-aaf5-1929ac2f567e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.516469 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-03f572e3-23d5-4357-aaf5-1929ac2f567e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7091832 Feb 28 17:45:16.519198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56796) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:16.528022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f52f1f4b-f699-4753-bb07-381a0851e798 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Request body: {'security_group_rule': {'security_group_id': '063acc72-79f7-4740-830d-758c91de3671', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:16.540553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 793c301f-8b71-417e-b400-6b2a4a75eea4 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:45:16.549588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for 793c301f-8b71-417e-b400-6b2a4a75eea4 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:16.621356 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2a1bc5d9-a931-43ea-a2ac-adbff6d3a7fe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (c31905cf-8e85-477e-a999-c0b740aee784), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.662059 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f52f1f4b-f699-4753-bb07-381a0851e798 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group_rule (03cf99a4-8ad2-4994-8703-e4e614eb041c), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.688830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-31cae75d-f0f1-4c32-b283-a4aa45c9a41a None None] Current status of the port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:16.690374 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-31cae75d-f0f1-4c32-b283-a4aa45c9a41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.744858 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2a1bc5d9-a931-43ea-a2ac-adbff6d3a7fe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (c31905cf-8e85-477e-a999-c0b740aee784), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.775303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bc5d9-a931-43ea-a2ac-adbff6d3a7fe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31905cf-8e85-477e-a999-c0b740aee784,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:16.795688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port 8dc724dc-9553-4b9f-a765-5e565f0b12dc {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:16.795688 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.814832 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f52f1f4b-f699-4753-bb07-381a0851e798 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group_rule (03cf99a4-8ad2-4994-8703-e4e614eb041c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.839307 n-d-820368-19 neutron-server[104248]: INFO neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No ports have port_id starting with 793c301f-8b71-417e-b400-6b2a4a75eea4 Feb 28 17:45:16.870091 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.888677 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f52f1f4b-f699-4753-bb07-381a0851e798 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (03cf99a4-8ad2-4994-8703-e4e614eb041c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.900122 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2a1bc5d9-a931-43ea-a2ac-adbff6d3a7fe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.903068 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2a1bc5d9-a931-43ea-a2ac-adbff6d3a7fe tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6412625 Feb 28 17:45:16.906152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56802) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:16.915897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-31cae75d-f0f1-4c32-b283-a4aa45c9a41a None None] For port 094fa7e1-d385-480c-9fbd-ede36e6f59e6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=094fa7e1-d385-480c-9fbd-ede36e6f59e6,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:16.930159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a3a583-3df0-4831-8e20-be0b96818050 None None] DHCP port deletion for fc9823fa-2ada-49b1-9557-be5ec611ac16 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:45:16.934567 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f1f4b-f699-4753-bb07-381a0851e798 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cf99a4-8ad2-4994-8703-e4e614eb041c,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:16.936422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] No DVR routers for this DVR port 793c301f-8b71-417e-b400-6b2a4a75eea4 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:45:16.950263 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b516f007-dfc7-456f-8138-044c71d2e4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (793c301f-8b71-417e-b400-6b2a4a75eea4), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:16.998727 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f52f1f4b-f699-4753-bb07-381a0851e798 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:17.000132 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f52f1f4b-f699-4753-bb07-381a0851e798 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4796095 Feb 28 17:45:17.003140 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56808) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:17.009039 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:17.027178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4ee0992a-443f-4fd2-a259-bf32d71140fb tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': 'c4571368-191c-47bf-a432-ddd3cd235a01', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:17.111766 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-31cae75d-f0f1-4c32-b283-a4aa45c9a41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:17.139263 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:17.170380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516f007-dfc7-456f-8138-044c71d2e4f5 None None] No DVR routers for this DVR port 793c301f-8b71-417e-b400-6b2a4a75eea4 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:45:17.194907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516f007-dfc7-456f-8138-044c71d2e4f5 None None] Pushing event deleted for resources: {'Port': ['ID=793c301f-8b71-417e-b400-6b2a4a75eea4,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:17.283323 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=793c301f-8b71-417e-b400-6b2a4a75eea4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:17.293148 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (f733f60c-b3d2-42bb-ac18-f2fd3260b586), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:17.329074 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-37a3a583-3df0-4831-8e20-be0b96818050 None None] Deleting port 8dc724dc-9553-4b9f-a765-5e565f0b12dc {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:17.334455 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-37a3a583-3df0-4831-8e20-be0b96818050 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:17.335525 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] For port 8dc724dc-9553-4b9f-a765-5e565f0b12dc, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8dc724dc-9553-4b9f-a765-5e565f0b12dc,segment=NetworkSegment(ee907a20-209d-43fd-8ee7-c59946596a4f),segment_id=ee907a20-209d-43fd-8ee7-c59946596a4f)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:17.336220 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:17.337467 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cae75d-f0f1-4c32-b283-a4aa45c9a41a None None] Pushing event updated for resources: {'Port': ['ID=094fa7e1-d385-480c-9fbd-ede36e6f59e6,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:17.349131 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:17.360484 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4ee0992a-443f-4fd2-a259-bf32d71140fb tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (773caa68-0297-4ab1-a26b-e350d6289c80), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:17.496770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Allocated IP 172.25.3.238 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/701ac2cd-f77c-4462-adef-fbfde43e96a6) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:17.510284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for 8dc724dc-9553-4b9f-a765-5e565f0b12dc owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:17.533783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-37a3a583-3df0-4831-8e20-be0b96818050 None None] For port 8dc724dc-9553-4b9f-a765-5e565f0b12dc, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8dc724dc-9553-4b9f-a765-5e565f0b12dc,segment=NetworkSegment(ee907a20-209d-43fd-8ee7-c59946596a4f),segment_id=ee907a20-209d-43fd-8ee7-c59946596a4f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:17.540677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f733f60c-b3d2-42bb-ac18-f2fd3260b586']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:17.543900 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-37a3a583-3df0-4831-8e20-be0b96818050 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:17.581259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-37a3a583-3df0-4831-8e20-be0b96818050 None None] Calling delete_port for 8dc724dc-9553-4b9f-a765-5e565f0b12dc owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:17.637032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cf599c-b489-420e-abc4-41d9c34c3480') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:17.637326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cf599c-b489-420e-abc4-41d9c34c3480') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:17.712942 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for port (701ac2cd-f77c-4462-adef-fbfde43e96a6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:17.836242 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (18cf599c-b489-420e-abc4-41d9c34c3480), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:17.882893 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (701ac2cd-f77c-4462-adef-fbfde43e96a6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:17.939130 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event updated for resources: {'Port': ['ID=701ac2cd-f77c-4462-adef-fbfde43e96a6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:17.956356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:17.956356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:17.970778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:18.005429 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4ee0992a-443f-4fd2-a259-bf32d71140fb tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (773caa68-0297-4ab1-a26b-e350d6289c80), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:18.011960 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (18cf599c-b489-420e-abc4-41d9c34c3480), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:18.030592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (18cf599c-b489-420e-abc4-41d9c34c3480), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:45:18.036557 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:45:18.168627 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4ee0992a-443f-4fd2-a259-bf32d71140fb tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (773caa68-0297-4ab1-a26b-e350d6289c80), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:18.217106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0992a-443f-4fd2-a259-bf32d71140fb tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773caa68-0297-4ab1-a26b-e350d6289c80,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:18.320756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 094fa7e1-d385-480c-9fbd-ede36e6f59e6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:18.344903 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4ee0992a-443f-4fd2-a259-bf32d71140fb tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:18.351107 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4ee0992a-443f-4fd2-a259-bf32d71140fb tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4112027 Feb 28 17:45:18.352517 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:18.355584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56830) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:18.448959 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-37a3a583-3df0-4831-8e20-be0b96818050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (8dc724dc-9553-4b9f-a765-5e565f0b12dc), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:18.465367 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-219bd596-dcb8-4c13-ada3-4d0b866821ed tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': 'c4571368-191c-47bf-a432-ddd3cd235a01', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:18.483136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for floatingip (314fa175-e92c-42ee-9cb6-574e407d1019), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:18.518165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=8dc724dc-9553-4b9f-a765-5e565f0b12dc,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:18.528624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3a583-3df0-4831-8e20-be0b96818050 None None] Pushing event deleted for resources: {'Port': ['ID=8dc724dc-9553-4b9f-a765-5e565f0b12dc,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:18.529821 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (f733f60c-b3d2-42bb-ac18-f2fd3260b586), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:18.555218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a3a583-3df0-4831-8e20-be0b96818050 None None] No DVR routers for this DVR port 8dc724dc-9553-4b9f-a765-5e565f0b12dc on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:45:18.565029 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:18.572766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:18.575028 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:18.586131 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/networks/f733f60c-b3d2-42bb-ac18-f2fd3260b586 HTTP/1.1" status: 204 len: 168 time: 3.3019876 Feb 28 17:45:18.593659 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56836) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:18.644986 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (701ac2cd-f77c-4462-adef-fbfde43e96a6), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:18.819862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:18.837148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccb385-f2c2-4a4a-9e69-32ba9c2ad80a tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Network': ['ID=f733f60c-b3d2-42bb-ac18-f2fd3260b586,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:18.936544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8dc724dc-9553-4b9f-a765-5e565f0b12dc no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:45:18.995358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 8dc724dc-9553-4b9f-a765-5e565f0b12dc {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:45:18.999178 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8dc724dc-9553-4b9f-a765-5e565f0b12dc not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:45:19.072290 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No DVR routers for this DVR port 8dc724dc-9553-4b9f-a765-5e565f0b12dc on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:45:19.123149 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for port (701ac2cd-f77c-4462-adef-fbfde43e96a6), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:19.192761 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (701ac2cd-f77c-4462-adef-fbfde43e96a6), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:19.256159 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-219bd596-dcb8-4c13-ada3-4d0b866821ed tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (36eed4dd-cedd-4fbc-980f-fe8dbad6ffdd), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:19.260310 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (fc9823fa-2ada-49b1-9557-be5ec611ac16), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:19.322229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9823fa-2ada-49b1-9557-be5ec611ac16']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:19.359593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee907a20-209d-43fd-8ee7-c59946596a4f') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:19.360021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee907a20-209d-43fd-8ee7-c59946596a4f') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:19.383487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f2660fad-2a85-4acb-a55a-14cd703fc8a9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port a97f8032-c5e2-4aae-a8fe-d5e546377c4c {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:19.383910 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2660fad-2a85-4acb-a55a-14cd703fc8a9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a97f8032-c5e2-4aae-a8fe-d5e546377c4c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:19.412608 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (ee907a20-209d-43fd-8ee7-c59946596a4f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:19.457064 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (314fa175-e92c-42ee-9cb6-574e407d1019), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:19.566811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event updated for resources: {'Port': ['ID=701ac2cd-f77c-4462-adef-fbfde43e96a6,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:19.588853 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (ee907a20-209d-43fd-8ee7-c59946596a4f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:19.604938 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:19.608666 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d6fca8ef-1836-422c-a4e8-108977368dfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6022754 Feb 28 17:45:19.612032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:45:19.615061 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (ee907a20-209d-43fd-8ee7-c59946596a4f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:20.325517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-1085ffaf-8170-4685-9972-a7d44d44b82d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1751568775&fields=id&tenant_id=bef235c08ba34768a0edb11d272318ad HTTP/1.1" status: 200 len: 267 time: 0.1077898 Feb 28 17:45:20.476132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56882) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:20.484354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-7f9b990d-549b-40f5-8787-9c4322ad75ce tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:20.489774 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-7f9b990d-549b-40f5-8787-9c4322ad75ce tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 816 time: 0.1627555 Feb 28 17:45:20.511330 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-b587f98f-7e7b-4011-bce3-053f2e24f24f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/quotas/bef235c08ba34768a0edb11d272318ad HTTP/1.1" status: 200 len: 375 time: 0.0206344 Feb 28 17:45:20.580420 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-219bd596-dcb8-4c13-ada3-4d0b866821ed tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (36eed4dd-cedd-4fbc-980f-fe8dbad6ffdd), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:45:20.582499 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:45:20.625832 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (fc9823fa-2ada-49b1-9557-be5ec611ac16), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:20.671011 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:20.671011 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/networks/fc9823fa-2ada-49b1-9557-be5ec611ac16 HTTP/1.1" status: 204 len: 168 time: 4.7056279 Feb 28 17:45:20.675371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56888) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:20.690329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055035cd-58b7-40c2-9e01-87ad39e78922 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Network': ['ID=fc9823fa-2ada-49b1-9557-be5ec611ac16,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:20.699931 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-219bd596-dcb8-4c13-ada3-4d0b866821ed tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (36eed4dd-cedd-4fbc-980f-fe8dbad6ffdd), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:20.706803 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-18e4716f-9d26-4a68-b3bc-65bfd63508d1 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1942842 Feb 28 17:45:20.736176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bd596-dcb8-4c13-ada3-4d0b866821ed tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36eed4dd-cedd-4fbc-980f-fe8dbad6ffdd,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:20.753915 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2660fad-2a85-4acb-a55a-14cd703fc8a9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a97f8032-c5e2-4aae-a8fe-d5e546377c4c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:20.754313 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2660fad-2a85-4acb-a55a-14cd703fc8a9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (a97f8032-c5e2-4aae-a8fe-d5e546377c4c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:20.785973 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f2660fad-2a85-4acb-a55a-14cd703fc8a9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for a97f8032-c5e2-4aae-a8fe-d5e546377c4c owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:20.822721 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-219bd596-dcb8-4c13-ada3-4d0b866821ed tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:20.830948 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-219bd596-dcb8-4c13-ada3-4d0b866821ed tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.4139981 Feb 28 17:45:20.858192 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56890) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:20.869504 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-82a0b2a0-540a-4503-8e8e-33b6e437eaa1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'name': 'tempest-PortsTestJSON-548313578'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:20.915557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-43b143b1-33cf-463a-a127-9028bfb2e5e6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': 'c4571368-191c-47bf-a432-ddd3cd235a01', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:20.919710 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b3795fe-24d9-432d-aac8-39204a17cf87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:20.929537 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-c6525c6b-a184-410c-8c59-e1abc7528f6f service neutron] 10.222.0.72 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215381 Feb 28 17:45:21.128925 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2660fad-2a85-4acb-a55a-14cd703fc8a9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (a97f8032-c5e2-4aae-a8fe-d5e546377c4c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:21.188545 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2660fad-2a85-4acb-a55a-14cd703fc8a9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=a97f8032-c5e2-4aae-a8fe-d5e546377c4c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:21.379468 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2660fad-2a85-4acb-a55a-14cd703fc8a9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for floatingip (434488e0-8dca-4963-9477-3d547f348929), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:21.382699 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2660fad-2a85-4acb-a55a-14cd703fc8a9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:21.388133 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f2660fad-2a85-4acb-a55a-14cd703fc8a9 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/floatingips/434488e0-8dca-4963-9477-3d547f348929 HTTP/1.1" status: 204 len: 168 time: 2.7475805 Feb 28 17:45:21.389001 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56894) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:21.434819 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-114d0c0f-1417-4d29-8133-aa3b856a8252 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] DELETE failed (client error): The resource could not be found. Feb 28 17:45:21.435555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114d0c0f-1417-4d29-8133-aa3b856a8252 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:45:21.441822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-114d0c0f-1417-4d29-8133-aa3b856a8252 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/ports/f6f251e6-7bc8-4573-8956-c42a7cd81817 HTTP/1.1" status: 404 len: 333 time: 0.0427499 Feb 28 17:45:21.442598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56896) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:21.474610 n-d-820368-19 neutron-server[104247]: INFO neutron.db.securitygroups_db [None req-43b143b1-33cf-463a-a127-9028bfb2e5e6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Project 2dbedf6f8bfb41949f23f29c95506b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:45:21.476715 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b5cb5738-0a4c-4d30-a90a-06b467585ff6 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "GET /v2.0/ports?device_id=39304622-2e49-45a7-912c-bfcd27067c54 HTTP/1.1" status: 200 len: 205 time: 0.0327904 Feb 28 17:45:21.477318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56898) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:21.514047 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-dd342e90-a9ef-4d58-98de-1005a9614f5c service neutron] 10.222.0.72 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837245 Feb 28 17:45:21.517391 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b3795fe-24d9-432d-aac8-39204a17cf87 admin admin] Publish callbacks [] for security_group (7736e297-14af-49cf-8c9e-e55326f7a064), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:21.518473 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-43b143b1-33cf-463a-a127-9028bfb2e5e6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (460a51bb-6615-4024-aeb5-8c0786c5daba), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:21.563313 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-7fc56249-f579-45e7-979e-aea77e8c011d tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] delete failed (client error): The resource could not be found. Feb 28 17:45:21.567433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56902) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:21.567992 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7fc56249-f579-45e7-979e-aea77e8c011d tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/routers/39304622-2e49-45a7-912c-bfcd27067c54 HTTP/1.1" status: 404 len: 336 time: 0.0894632 Feb 28 17:45:21.612707 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bbe9e8-297c-450f-9654-b4077fe82c07 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] DELETE failed (client error): The resource could not be found. Feb 28 17:45:21.613439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8bbe9e8-297c-450f-9654-b4077fe82c07 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:45:21.617591 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d8bbe9e8-297c-450f-9654-b4077fe82c07 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/subnets/f640c2c1-6dda-4d7c-b0aa-3d3b6e992bc5 HTTP/1.1" status: 404 len: 337 time: 0.0491841 Feb 28 17:45:21.621948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56906) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:21.633333 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a0b2a0-540a-4503-8e8e-33b6e437eaa1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:21.636955 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-82a0b2a0-540a-4503-8e8e-33b6e437eaa1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:21.639152 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b3795fe-24d9-432d-aac8-39204a17cf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7736e297-14af-49cf-8c9e-e55326f7a064), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:21.755700 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-43b143b1-33cf-463a-a127-9028bfb2e5e6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (460a51bb-6615-4024-aeb5-8c0786c5daba), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:21.864825 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-43b143b1-33cf-463a-a127-9028bfb2e5e6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (460a51bb-6615-4024-aeb5-8c0786c5daba), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:21.877297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-82a0b2a0-540a-4503-8e8e-33b6e437eaa1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port cd59a95e-a4ba-4696-93ee-4a849d039ab2 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:45:21.910092 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3b3795fe-24d9-432d-aac8-39204a17cf87 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8db70d55657f4c239c9216e0e918c2fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4097991 Feb 28 17:45:21.912662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56914) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:22.157435 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ffc27042-0c03-45d1-8092-894f8a479530 admin admin] Publish callbacks [] for security_group (7736e297-14af-49cf-8c9e-e55326f7a064), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:22.219409 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b143b1-33cf-463a-a127-9028bfb2e5e6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460a51bb-6615-4024-aeb5-8c0786c5daba,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:22.221764 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3795fe-24d9-432d-aac8-39204a17cf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7736e297-14af-49cf-8c9e-e55326f7a064,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:22.252988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ffc27042-0c03-45d1-8092-894f8a479530 admin admin] Publish callbacks [] for security_group (7736e297-14af-49cf-8c9e-e55326f7a064), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:22.421979 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-43b143b1-33cf-463a-a127-9028bfb2e5e6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:22.428269 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-43b143b1-33cf-463a-a127-9028bfb2e5e6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5162840 Feb 28 17:45:22.432200 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56928) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:22.443873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d0e419b6-301c-4905-af12-345f76d082c5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'security_group_rule': {'security_group_id': 'c4571368-191c-47bf-a432-ddd3cd235a01', 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:22.534186 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-62a75d83-a54e-49a9-80ed-b08ccaaa020e tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port 9f681d94-0b29-4940-9e27-a99f43ad239c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:22.534808 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62a75d83-a54e-49a9-80ed-b08ccaaa020e tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9f681d94-0b29-4940-9e27-a99f43ad239c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:22.558648 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7662b09c-b61b-4265-b675-8bd575c63b7d req-0741bfe3-f2a6-4ccc-9d48-de08c14879c5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 210 time: 0.5647097 Feb 28 17:45:22.637538 n-d-820368-19 neutron-server[104246]: INFO neutron.db.securitygroups_db [None req-d0e419b6-301c-4905-af12-345f76d082c5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Project 2dbedf6f8bfb41949f23f29c95506b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:45:22.643365 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0e419b6-301c-4905-af12-345f76d082c5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (f9720882-994c-440f-a211-e9473e98c0ee), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:22.674406 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-82a0b2a0-540a-4503-8e8e-33b6e437eaa1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (cd59a95e-a4ba-4696-93ee-4a849d039ab2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:22.722910 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ffc27042-0c03-45d1-8092-894f8a479530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7736e297-14af-49cf-8c9e-e55326f7a064), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:22.729399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ffc27042-0c03-45d1-8092-894f8a479530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:22.735434 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ffc27042-0c03-45d1-8092-894f8a479530 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7736e297-14af-49cf-8c9e-e55326f7a064 HTTP/1.1" status: 204 len: 168 time: 0.8209949 Feb 28 17:45:22.780248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc27042-0c03-45d1-8092-894f8a479530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7736e297-14af-49cf-8c9e-e55326f7a064,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:22.788042 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56940) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:22.834670 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0e419b6-301c-4905-af12-345f76d082c5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (f9720882-994c-440f-a211-e9473e98c0ee), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:22.844357 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-82a0b2a0-540a-4503-8e8e-33b6e437eaa1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (cd59a95e-a4ba-4696-93ee-4a849d039ab2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:22.934466 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0e419b6-301c-4905-af12-345f76d082c5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (f9720882-994c-440f-a211-e9473e98c0ee), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:22.970460 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e419b6-301c-4905-af12-345f76d082c5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9720882-994c-440f-a211-e9473e98c0ee,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:23.042488 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a0b2a0-540a-4503-8e8e-33b6e437eaa1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network bd651256-6d1a-4a8c-a34b-7b43926569fa is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:23.061893 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0e419b6-301c-4905-af12-345f76d082c5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:23.065667 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d0e419b6-301c-4905-af12-345f76d082c5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6324492 Feb 28 17:45:23.068883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-82a0b2a0-540a-4503-8e8e-33b6e437eaa1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:23.079205 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0b2a0-540a-4503-8e8e-33b6e437eaa1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:23.091164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a0b2a0-540a-4503-8e8e-33b6e437eaa1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:23.091828 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-82a0b2a0-540a-4503-8e8e-33b6e437eaa1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:23.128477 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-620173c2-83c8-413c-8c06-742962decd26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:23.134340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0b2a0-540a-4503-8e8e-33b6e437eaa1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=cd59a95e-a4ba-4696-93ee-4a849d039ab2,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:23.203802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56946) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:23.206483 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-82a0b2a0-540a-4503-8e8e-33b6e437eaa1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3483381 Feb 28 17:45:23.217547 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62a75d83-a54e-49a9-80ed-b08ccaaa020e tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9f681d94-0b29-4940-9e27-a99f43ad239c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:23.255993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-62a75d83-a54e-49a9-80ed-b08ccaaa020e tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for 9f681d94-0b29-4940-9e27-a99f43ad239c owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:23.427444 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-620173c2-83c8-413c-8c06-742962decd26 admin admin] Publish callbacks [] for security_group (5338d74f-64eb-4b0c-bcc1-bccb89deac32), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:23.469405 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-15c43c4e-dba4-4116-aaa5-461d069a9b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port cd59a95e-a4ba-4696-93ee-4a849d039ab2 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:23.474108 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15c43c4e-dba4-4116-aaa5-461d069a9b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (cd59a95e-a4ba-4696-93ee-4a849d039ab2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:23.585282 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-bc59464d-5fef-468d-9516-2a848937d018 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054337019&fields=id&tenant_id=2dbedf6f8bfb41949f23f29c95506b32 HTTP/1.1" status: 200 len: 267 time: 0.1002643 Feb 28 17:45:23.624706 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-620173c2-83c8-413c-8c06-742962decd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5338d74f-64eb-4b0c-bcc1-bccb89deac32), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:23.717916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620173c2-83c8-413c-8c06-742962decd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5338d74f-64eb-4b0c-bcc1-bccb89deac32,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:23.747820 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62a75d83-a54e-49a9-80ed-b08ccaaa020e tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (9f681d94-0b29-4940-9e27-a99f43ad239c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:23.818003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-9962079c-3290-4af1-b664-d3a7ebd946ad tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:23.820372 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-9962079c-3290-4af1-b664-d3a7ebd946ad tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/networks?id=8015d9f8-7036-4a45-9765-80d6d95e5da0 HTTP/1.1" status: 200 len: 797 time: 0.2265654 Feb 28 17:45:23.822432 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94632960-80e5-4194-bb7e-b4476c616668 req-c8fb5dfa-be0b-4ac1-b80f-f41d2c820b2f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 210 time: 0.1131089 Feb 28 17:45:23.826756 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15c43c4e-dba4-4116-aaa5-461d069a9b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (cd59a95e-a4ba-4696-93ee-4a849d039ab2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:23.848283 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a75d83-a54e-49a9-80ed-b08ccaaa020e tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=9f681d94-0b29-4940-9e27-a99f43ad239c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:23.852472 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-620173c2-83c8-413c-8c06-742962decd26 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6739daa9812f450b94576de7556b082e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0628808 Feb 28 17:45:23.853664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56966) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:23.919346 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-15c43c4e-dba4-4116-aaa5-461d069a9b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for cd59a95e-a4ba-4696-93ee-4a849d039ab2 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:23.939936 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-73a4f3a7-dc40-4b4c-b92f-333d33459fe4 admin admin] Publish callbacks [] for security_group (5338d74f-64eb-4b0c-bcc1-bccb89deac32), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:23.942881 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-69a9503f-7be8-403e-b9bf-cc8dc08bb3bc tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/quotas/2dbedf6f8bfb41949f23f29c95506b32 HTTP/1.1" status: 200 len: 375 time: 0.0992944 Feb 28 17:45:23.976877 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-73a4f3a7-dc40-4b4c-b92f-333d33459fe4 admin admin] Publish callbacks [] for security_group (5338d74f-64eb-4b0c-bcc1-bccb89deac32), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:24.057987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56970) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:24.082448 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62a75d83-a54e-49a9-80ed-b08ccaaa020e tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:24.086227 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-62a75d83-a54e-49a9-80ed-b08ccaaa020e tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/ports/9f681d94-0b29-4940-9e27-a99f43ad239c HTTP/1.1" status: 204 len: 168 time: 2.4613683 Feb 28 17:45:24.088325 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0de444d4-8ade-45fc-8dfb-3bb420079df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:24.092725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56972) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:24.130332 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-73a4f3a7-dc40-4b4c-b92f-333d33459fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5338d74f-64eb-4b0c-bcc1-bccb89deac32), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:24.134079 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-73a4f3a7-dc40-4b4c-b92f-333d33459fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:24.138570 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-73a4f3a7-dc40-4b4c-b92f-333d33459fe4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5338d74f-64eb-4b0c-bcc1-bccb89deac32 HTTP/1.1" status: 204 len: 168 time: 0.2803414 Feb 28 17:45:24.163080 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4f3a7-dc40-4b4c-b92f-333d33459fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5338d74f-64eb-4b0c-bcc1-bccb89deac32,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:24.227531 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-e7c6efa9-a24d-4756-b6d5-c5d022008cda tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2535865 Feb 28 17:45:24.322515 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15c43c4e-dba4-4116-aaa5-461d069a9b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (cd59a95e-a4ba-4696-93ee-4a849d039ab2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:24.355419 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-7b74a397-fb83-4be6-a561-65ca13be3bc4 service neutron] 10.222.0.72 "GET /v2.0/networks/8015d9f8-7036-4a45-9765-80d6d95e5da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031206 Feb 28 17:45:24.407390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c43c4e-dba4-4116-aaa5-461d069a9b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=cd59a95e-a4ba-4696-93ee-4a849d039ab2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:24.434383 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15c43c4e-dba4-4116-aaa5-461d069a9b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:24.440034 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-15c43c4e-dba4-4116-aaa5-461d069a9b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/cd59a95e-a4ba-4696-93ee-4a849d039ab2 HTTP/1.1" status: 204 len: 168 time: 1.2327483 Feb 28 17:45:24.444922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 56976) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:24.456563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-734215b8-ecad-4c24-bfb2-caba3c1f86e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'mac_address': 'fa:16:3e:11:fd:3d', 'name': 'tempest-PortsTestJSON-1749581344'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:24.607629 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-8d4e7667-8fbd-4a6e-bd82-9f716a6b213f service neutron] 10.222.0.72 "GET /v2.0/networks/8015d9f8-7036-4a45-9765-80d6d95e5da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454085 Feb 28 17:45:24.663398 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-36faf1f7-a986-48fe-9290-13d9852d6571 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port 9b57e01a-a398-4dab-8d57-e5fac0665b89 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:24.663615 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36faf1f7-a986-48fe-9290-13d9852d6571 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9b57e01a-a398-4dab-8d57-e5fac0665b89), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:24.771857 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36faf1f7-a986-48fe-9290-13d9852d6571 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9b57e01a-a398-4dab-8d57-e5fac0665b89), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:24.787478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-36faf1f7-a986-48fe-9290-13d9852d6571 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for 9b57e01a-a398-4dab-8d57-e5fac0665b89 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:24.791884 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734215b8-ecad-4c24-bfb2-caba3c1f86e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:24.894784 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-734215b8-ecad-4c24-bfb2-caba3c1f86e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:24.996311 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0de444d4-8ade-45fc-8dfb-3bb420079df8 admin admin] Publish callbacks [] for security_group (918b72a6-f178-4205-ab85-9dc5f502e1bc), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:25.009375 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-734215b8-ecad-4c24-bfb2-caba3c1f86e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port 1852c220-7c8e-4092-a749-acebdfd17b8e yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:45:25.061937 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-132fed8b-32df-430b-9627-9cbada7bdda7 req-e11b815d-53f0-4a8b-8573-3268518f4e12 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0716512 Feb 28 17:45:25.129829 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3f22adb7-4d92-4d9d-9716-776c7fa8bb95 req-cd9cbbd8-f287-4c1b-9bd4-a30ec8d81b30 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 210 time: 0.0741992 Feb 28 17:45:25.164337 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0de444d4-8ade-45fc-8dfb-3bb420079df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (918b72a6-f178-4205-ab85-9dc5f502e1bc), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:25.199534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de444d4-8ade-45fc-8dfb-3bb420079df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918b72a6-f178-4205-ab85-9dc5f502e1bc,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:25.232410 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0de444d4-8ade-45fc-8dfb-3bb420079df8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=61f3a32f2def4709b533919671c5ad7f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1694343 Feb 28 17:45:25.235003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56990) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:25.315569 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-734215b8-ecad-4c24-bfb2-caba3c1f86e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (1852c220-7c8e-4092-a749-acebdfd17b8e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:25.320312 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9d8cc6e-02b7-4634-9bce-8bfb3f87516e admin admin] Publish callbacks [] for security_group (918b72a6-f178-4205-ab85-9dc5f502e1bc), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:25.358818 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9d8cc6e-02b7-4634-9bce-8bfb3f87516e admin admin] Publish callbacks [] for security_group (918b72a6-f178-4205-ab85-9dc5f502e1bc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:25.432222 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36faf1f7-a986-48fe-9290-13d9852d6571 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (9b57e01a-a398-4dab-8d57-e5fac0665b89), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:25.459088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56996) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:25.461557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36faf1f7-a986-48fe-9290-13d9852d6571 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=9b57e01a-a398-4dab-8d57-e5fac0665b89,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:25.486252 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65b92722-587b-4062-bd7f-b765e06b23b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:25.578425 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-36faf1f7-a986-48fe-9290-13d9852d6571 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:25.582183 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-36faf1f7-a986-48fe-9290-13d9852d6571 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/ports/9b57e01a-a398-4dab-8d57-e5fac0665b89 HTTP/1.1" status: 204 len: 168 time: 1.4874096 Feb 28 17:45:25.584818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 56998) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:25.609015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-71ba0cf3-3357-456e-aa15-2dff69bfdc2c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:25.611085 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-71ba0cf3-3357-456e-aa15-2dff69bfdc2c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.73 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 816 time: 0.2687933 Feb 28 17:45:25.637790 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9d8cc6e-02b7-4634-9bce-8bfb3f87516e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (918b72a6-f178-4205-ab85-9dc5f502e1bc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:25.640607 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f9d8cc6e-02b7-4634-9bce-8bfb3f87516e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:25.644422 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f9d8cc6e-02b7-4634-9bce-8bfb3f87516e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/918b72a6-f178-4205-ab85-9dc5f502e1bc HTTP/1.1" status: 204 len: 168 time: 0.4060249 Feb 28 17:45:25.670990 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8cc6e-02b7-4634-9bce-8bfb3f87516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b72a6-f178-4205-ab85-9dc5f502e1bc,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:25.732798 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-734215b8-ecad-4c24-bfb2-caba3c1f86e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (1852c220-7c8e-4092-a749-acebdfd17b8e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:25.734833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794c193a-527e-4565-851e-41b5a08e1c8d tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:25.741983 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-794c193a-527e-4565-851e-41b5a08e1c8d tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "GET /v2.0/ports?device_id=9640491a-02a4-4734-8f63-0ab554fe6981 HTTP/1.1" status: 200 len: 913 time: 0.1539545 Feb 28 17:45:25.745590 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57004) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:25.935256 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734215b8-ecad-4c24-bfb2-caba3c1f86e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=1852c220-7c8e-4092-a749-acebdfd17b8e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:25.945438 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65b92722-587b-4062-bd7f-b765e06b23b5 admin admin] Publish callbacks [] for security_group (2ef035f8-2a4e-4acf-b95f-5b11ed1b9799), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:25.951126 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-13fbfef6-f172-453f-95aa-61d1bcf78c9a tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bef235c08ba34768a0edb11d272318ad HTTP/1.1" status: 200 len: 380 time: 0.3320515 Feb 28 17:45:25.973245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734215b8-ecad-4c24-bfb2-caba3c1f86e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network bd651256-6d1a-4a8c-a34b-7b43926569fa is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:25.978225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-685d0ef6-4d4c-4333-b7d5-2ed04465a111 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Request body: {'port': {'device_id': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'admin_state_up': True, 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'security_groups': ['063acc72-79f7-4740-830d-758c91de3671']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:25.981715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-734215b8-ecad-4c24-bfb2-caba3c1f86e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:25.999151 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734215b8-ecad-4c24-bfb2-caba3c1f86e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:26.003201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734215b8-ecad-4c24-bfb2-caba3c1f86e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:26.003917 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-734215b8-ecad-4c24-bfb2-caba3c1f86e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:26.163348 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65b92722-587b-4062-bd7f-b765e06b23b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2ef035f8-2a4e-4acf-b95f-5b11ed1b9799), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:26.189521 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af56b20e-6853-4101-a0bc-ebf6cd5f2e5e req-0778d853-b956-4241-ad93-3e705d45ec9e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0388863 Feb 28 17:45:26.198553 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-734215b8-ecad-4c24-bfb2-caba3c1f86e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7467480 Feb 28 17:45:26.206962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57014) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:26.219766 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-65b92722-587b-4062-bd7f-b765e06b23b5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5244a4ca75054c80ad8e5a74f7c31e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7556133 Feb 28 17:45:26.237034 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57016) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:26.244116 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee8a772d-7fd9-40a4-8ad0-b28cce9034cd req-50653d32-ae6e-455a-a553-da0bab158dd5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 210 time: 0.0564759 Feb 28 17:45:26.251711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b92722-587b-4062-bd7f-b765e06b23b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef035f8-2a4e-4acf-b95f-5b11ed1b9799,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:26.277247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4c1763-f0ab-4ba5-bbb3-20a42b49f7b2 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:26.279874 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-df4c1763-f0ab-4ba5-bbb3-20a42b49f7b2 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/1852c220-7c8e-4092-a749-acebdfd17b8e HTTP/1.1" status: 200 len: 841 time: 0.0715497 Feb 28 17:45:26.298876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57018) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:26.309690 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a965df56-a744-4331-8799-e70be6a727ed admin admin] Publish callbacks [] for security_group (2ef035f8-2a4e-4acf-b95f-5b11ed1b9799), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:26.325234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-685d0ef6-4d4c-4333-b7d5-2ed04465a111 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Made reservation on behalf of bef235c08ba34768a0edb11d272318ad for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:26.328625 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-685d0ef6-4d4c-4333-b7d5-2ed04465a111 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:26.356849 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a965df56-a744-4331-8799-e70be6a727ed admin admin] Publish callbacks [] for security_group (2ef035f8-2a4e-4acf-b95f-5b11ed1b9799), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:26.444795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c214f131-7cce-4f38-a706-2abe3e9af1f7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port 1852c220-7c8e-4092-a749-acebdfd17b8e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:26.445144 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c214f131-7cce-4f38-a706-2abe3e9af1f7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1852c220-7c8e-4092-a749-acebdfd17b8e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:26.512914 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-685d0ef6-4d4c-4333-b7d5-2ed04465a111 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Allocated IP 172.20.0.5 (f155d851-846e-4863-8917-143f70fd2e65/63b3172b-0c57-4692-87ec-940b42ab24d2/ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:26.568288 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c214f131-7cce-4f38-a706-2abe3e9af1f7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1852c220-7c8e-4092-a749-acebdfd17b8e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:26.582999 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa746f9e-e59c-4699-8cd0-4e23e79e81e2 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (9640491a-02a4-4734-8f63-0ab554fe6981), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:26.588967 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c214f131-7cce-4f38-a706-2abe3e9af1f7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for 1852c220-7c8e-4092-a749-acebdfd17b8e owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:26.606070 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a965df56-a744-4331-8799-e70be6a727ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2ef035f8-2a4e-4acf-b95f-5b11ed1b9799), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:26.609551 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a965df56-a744-4331-8799-e70be6a727ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:26.613238 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a965df56-a744-4331-8799-e70be6a727ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2ef035f8-2a4e-4acf-b95f-5b11ed1b9799 HTTP/1.1" status: 204 len: 168 time: 0.3724928 Feb 28 17:45:26.631023 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965df56-a744-4331-8799-e70be6a727ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef035f8-2a4e-4acf-b95f-5b11ed1b9799,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:26.743217 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-685d0ef6-4d4c-4333-b7d5-2ed04465a111 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:26.866997 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-685d0ef6-4d4c-4333-b7d5-2ed04465a111 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:26.947108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-685d0ef6-4d4c-4333-b7d5-2ed04465a111 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Network f155d851-846e-4863-8917-143f70fd2e65 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:26.952683 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-685d0ef6-4d4c-4333-b7d5-2ed04465a111 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:26.977531 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0ef6-4d4c-4333-b7d5-2ed04465a111 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event updated for resources: {'Port': ['ID=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:26.980702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-685d0ef6-4d4c-4333-b7d5-2ed04465a111 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:27.059228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-685d0ef6-4d4c-4333-b7d5-2ed04465a111 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:27.059955 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-685d0ef6-4d4c-4333-b7d5-2ed04465a111 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:27.252642 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-685d0ef6-4d4c-4333-b7d5-2ed04465a111 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2894421 Feb 28 17:45:27.265111 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Request body: {'port': {'device_id': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:27.403209 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c214f131-7cce-4f38-a706-2abe3e9af1f7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (1852c220-7c8e-4092-a749-acebdfd17b8e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:27.449134 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214f131-7cce-4f38-a706-2abe3e9af1f7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=1852c220-7c8e-4092-a749-acebdfd17b8e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:27.504774 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:27.505607 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c214f131-7cce-4f38-a706-2abe3e9af1f7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:27.513235 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c214f131-7cce-4f38-a706-2abe3e9af1f7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/1852c220-7c8e-4092-a749-acebdfd17b8e HTTP/1.1" status: 204 len: 168 time: 1.2138197 Feb 28 17:45:27.533390 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-589e7277-536d-4bb5-8d70-615cb79b6e20 req-deb59eb4-99ca-4ff6-9410-51ca3b40b8a6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 210 time: 0.0894115 Feb 28 17:45:27.535219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57060) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:27.537019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df659327-9533-4c37-90f5-3ac78b948be3 req-b01e95c4-2b2f-4cd9-9cda-4dfbbaf83cf7 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:27.545963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df659327-9533-4c37-90f5-3ac78b948be3 req-b01e95c4-2b2f-4cd9-9cda-4dfbbaf83cf7 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 931 time: 0.1630874 Feb 28 17:45:27.568397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c6bdd9b7-57c3-4d70-9f66-ca20abe4709e None None] Provisioning complete for port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:27.569582 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c6bdd9b7-57c3-4d70-9f66-ca20abe4709e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:27.672265 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fb371f-cf22-499d-ab39-9c72578fe841 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] GET failed (client error): The resource could not be found. Feb 28 17:45:27.683814 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df659327-9533-4c37-90f5-3ac78b948be3 req-081e6ddd-f4ab-489b-a467-6e634e52874d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352034 Feb 28 17:45:27.683814 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57066) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:27.684020 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-02fb371f-cf22-499d-ab39-9c72578fe841 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/1852c220-7c8e-4092-a749-acebdfd17b8e HTTP/1.1" status: 404 len: 333 time: 0.1473236 Feb 28 17:45:27.714170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3925aa5d-d773-41ee-9c40-5658ab13431b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'name': 'tempest-PortsTestJSON-1395717541'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:27.727712 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c6bdd9b7-57c3-4d70-9f66-ca20abe4709e None None] Port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:27.929970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-aa746f9e-e59c-4699-8cd0-4e23e79e81e2 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port 0605f70f-877d-49a0-bed6-7b20f0388ff4 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:27.930384 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa746f9e-e59c-4699-8cd0-4e23e79e81e2 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0605f70f-877d-49a0-bed6-7b20f0388ff4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:28.043505 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa746f9e-e59c-4699-8cd0-4e23e79e81e2 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0605f70f-877d-49a0-bed6-7b20f0388ff4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:28.062298 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-aa746f9e-e59c-4699-8cd0-4e23e79e81e2 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for 0605f70f-877d-49a0-bed6-7b20f0388ff4 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:28.318569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3925aa5d-d773-41ee-9c40-5658ab13431b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:28.322376 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3925aa5d-d773-41ee-9c40-5658ab13431b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:28.352379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-a6a5a7bc-9571-4c62-9ddf-8b6d30e8a820 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:28.354032 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-a6a5a7bc-9571-4c62-9ddf-8b6d30e8a820 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.69 "GET /v2.0/networks?id=8015d9f8-7036-4a45-9765-80d6d95e5da0 HTTP/1.1" status: 200 len: 797 time: 0.2278399 Feb 28 17:45:28.377058 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-3925aa5d-d773-41ee-9c40-5658ab13431b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port 8ab661c2-e222-4b2f-969a-df1c357d02df yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:45:28.463514 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa746f9e-e59c-4699-8cd0-4e23e79e81e2 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0605f70f-877d-49a0-bed6-7b20f0388ff4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:28.482632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:45:28.501017 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Publish callbacks [] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:28.564593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Transition to ACTIVE for port object ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:45:28.564753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa746f9e-e59c-4699-8cd0-4e23e79e81e2 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=0605f70f-877d-49a0-bed6-7b20f0388ff4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:28.581078 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-486ab1c7-08d5-4d7f-85d3-f189faaa32b0 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dbedf6f8bfb41949f23f29c95506b32 HTTP/1.1" status: 200 len: 380 time: 0.2127481 Feb 28 17:45:28.608881 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-fb4629fd-3493-415f-ab8b-ddde20cd5b18 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'port': {'device_id': '95c42291-7d6c-4672-b905-2854ed4c258e', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'admin_state_up': True, 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'security_groups': ['c4571368-191c-47bf-a432-ddd3cd235a01']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:28.951377 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa746f9e-e59c-4699-8cd0-4e23e79e81e2 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (9640491a-02a4-4734-8f63-0ab554fe6981), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:28.981069 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-649cf89f-3b35-46d2-8a00-4270e281f8fc req-f155b7cb-6204-4812-894d-4dddc40fd0f9 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 210 time: 0.1985703 Feb 28 17:45:29.126847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:29.141522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57100) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:29.338432 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3925aa5d-d773-41ee-9c40-5658ab13431b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (8ab661c2-e222-4b2f-969a-df1c357d02df), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:29.345411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:29.416277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa746f9e-e59c-4699-8cd0-4e23e79e81e2 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Router 9640491a-02a4-4734-8f63-0ab554fe6981 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:45:29.503851 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b071e4-45c8-4651-836c-a7ffb5406f2b req-7605e221-fd88-4ab3-a282-ef925a3822bb tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:29.505835 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62b071e4-45c8-4651-836c-a7ffb5406f2b req-7605e221-fd88-4ab3-a282-ef925a3822bb tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.3856578 Feb 28 17:45:29.621054 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Attempting to bind port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:45:29.621359 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Attempting to bind port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:45:29.621721 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Attempting to bind port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 on network f155d851-846e-4863-8917-143f70fd2e65 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:45:29.630502 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62b071e4-45c8-4651-836c-a7ffb5406f2b req-64b361d9-a7a9-4aa4-af30-2d5b6e1d2708 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130986 Feb 28 17:45:29.631825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 on network f155d851-846e-4863-8917-143f70fd2e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:45:29.632150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Attempting to bind port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 on network f155d851-846e-4863-8917-143f70fd2e65 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:45:29.634499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-fb4629fd-3493-415f-ab8b-ddde20cd5b18 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Made reservation on behalf of 2dbedf6f8bfb41949f23f29c95506b32 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:29.639363 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-fb4629fd-3493-415f-ab8b-ddde20cd5b18 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:29.665882 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64078c33-6aa4-4356-a9f7-d147fbc49adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:29.675317 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:45:29.675659 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Checking segment: {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:29.676059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Bound using segment: {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:45:29.676513 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Bound port: ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:45:29.676873 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:29.679827 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3925aa5d-d773-41ee-9c40-5658ab13431b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (8ab661c2-e222-4b2f-969a-df1c357d02df), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:29.775438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa746f9e-e59c-4699-8cd0-4e23e79e81e2 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:45:29.802659 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aa746f9e-e59c-4699-8cd0-4e23e79e81e2 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "PUT /v2.0/routers/9640491a-02a4-4734-8f63-0ab554fe6981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0513856 Feb 28 17:45:29.803350 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dc1d2c-e45f-4a78-854f-7de38e939972 None None] Sync routers for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:45:29.812499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57110) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:29.827971 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc1d2c-e45f-4a78-854f-7de38e939972 None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:29.829432 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-09dc1d2c-e45f-4a78-854f-7de38e939972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:45:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:29.837957 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3925aa5d-d773-41ee-9c40-5658ab13431b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network bd651256-6d1a-4a8c-a34b-7b43926569fa is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:29.890588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-3925aa5d-d773-41ee-9c40-5658ab13431b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:29.902549 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3925aa5d-d773-41ee-9c40-5658ab13431b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:29.908297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3925aa5d-d773-41ee-9c40-5658ab13431b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:29.909045 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3925aa5d-d773-41ee-9c40-5658ab13431b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:29.919301 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-09dc1d2c-e45f-4a78-854f-7de38e939972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:29.938651 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc1d2c-e45f-4a78-854f-7de38e939972 None None] Routers {'9640491a-02a4-4734-8f63-0ab554fe6981'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:29.939536 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-09dc1d2c-e45f-4a78-854f-7de38e939972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:45:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9640491a-02a4-4734-8f63-0ab554fe6981'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:29.981778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-09dc1d2c-e45f-4a78-854f-7de38e939972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:29.984221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dc1d2c-e45f-4a78-854f-7de38e939972 None None] The sync data for ids ['9640491a-02a4-4734-8f63-0ab554fe6981'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:45:30.024218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925aa5d-d773-41ee-9c40-5658ab13431b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=8ab661c2-e222-4b2f-969a-df1c357d02df,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:30.065983 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router (9640491a-02a4-4734-8f63-0ab554fe6981), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:30.104916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] For port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:45:30.108666 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] For port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:45:30.143344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-fb4629fd-3493-415f-ab8b-ddde20cd5b18 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Allocated IP 172.20.0.8 (8015d9f8-7036-4a45-9765-80d6d95e5da0/e4f3e3f3-2f20-4db9-84bf-5e2b98147e22/1ccc41a6-7c77-43fb-9f2d-feee140c0e1f) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:30.230113 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-af26f660-1aa4-43da-aaf5-31e29c9a36cb req-c40da88c-1e22-4a90-bceb-be80abd41230 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 210 time: 0.0889316 Feb 28 17:45:30.256211 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64078c33-6aa4-4356-a9f7-d147fbc49adf admin admin] Publish callbacks [] for security_group (8c5c0cfa-8767-41fe-8417-92d69bd0880f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:30.322449 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:30.342424 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router_gateway (9640491a-02a4-4734-8f63-0ab554fe6981), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:30.356369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:30.361529 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:30.361529 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] 10.222.0.73 "PUT /v2.0/ports/ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 HTTP/1.1" status: 200 len: 1092 time: 3.1000595 Feb 28 17:45:30.361807 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-64078c33-6aa4-4356-a9f7-d147fbc49adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8c5c0cfa-8767-41fe-8417-92d69bd0880f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:30.365049 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3925aa5d-d773-41ee-9c40-5658ab13431b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6711206 Feb 28 17:45:30.370571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'tag': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:45:30.373566 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cdf8ba-8701-43d1-93fd-2f0d34c85caf" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8cd1c6-7531-4bb4-83e1-10958569e6a3", "tag": "ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:45:30.384262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57128) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:30.402913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a0d0ac27-a8f5-4e3f-81c1-32aa7c45aa1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:30.465974 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-64078c33-6aa4-4356-a9f7-d147fbc49adf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec486431d3384916863f7d334e50a1c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3229985 Feb 28 17:45:30.468474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64078c33-6aa4-4356-a9f7-d147fbc49adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5c0cfa-8767-41fe-8417-92d69bd0880f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:30.469907 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-fb4629fd-3493-415f-ab8b-ddde20cd5b18 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:30.473465 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57132) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:30.521585 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5009f2d4-9a0c-44bc-9f76-76e868f02a82 x-openstack-request-id: req-5009f2d4-9a0c-44bc-9f76-76e868f02a82 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:45:30.521983 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8cd1c6-7531-4bb4-83e1-10958569e6a3", "tag": "ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:45:30.522764 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5009f2d4-9a0c-44bc-9f76-76e868f02a82 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:45:30.523227 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'tag': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'status': 'completed', 'code': 200} Feb 28 17:45:30.557346 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0d0ac27-a8f5-4e3f-81c1-32aa7c45aa1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8ab661c2-e222-4b2f-969a-df1c357d02df), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:30.713591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be8dc3-6784-4fc4-989f-7659dbbad7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:30.735649 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdf8ba-8701-43d1-93fd-2f0d34c85caf req-bb892856-16f7-4362-a4db-626edc0c230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:30.739845 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58cdf8ba-8701-43d1-93fd-2f0d34c85caf req-bb892856-16f7-4362-a4db-626edc0c230b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 1126 time: 0.2107856 Feb 28 17:45:30.782151 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-fb4629fd-3493-415f-ab8b-ddde20cd5b18 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:30.872133 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f1f8881-3501-448f-a693-993010433312 admin admin] Publish callbacks [] for security_group (8c5c0cfa-8767-41fe-8417-92d69bd0880f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:30.902820 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0d0ac27-a8f5-4e3f-81c1-32aa7c45aa1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (8ab661c2-e222-4b2f-969a-df1c357d02df), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:30.926013 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f1f8881-3501-448f-a693-993010433312 admin admin] Publish callbacks [] for security_group (8c5c0cfa-8767-41fe-8417-92d69bd0880f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:30.953775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b43b2d-5f9f-4f38-ab3a-dd2c1a65d03d req-44fa7eea-be69-4f0f-ac3a-ff34ad6c8ad4 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:30.955328 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35b43b2d-5f9f-4f38-ab3a-dd2c1a65d03d req-44fa7eea-be69-4f0f-ac3a-ff34ad6c8ad4 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1606610 Feb 28 17:45:30.956703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-fb4629fd-3493-415f-ab8b-ddde20cd5b18 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network 8015d9f8-7036-4a45-9765-80d6d95e5da0 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:30.965621 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting port c6764d47-1997-464e-93a5-41f07ad7b393 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:30.966019 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c6764d47-1997-464e-93a5-41f07ad7b393), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:30.970492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-fb4629fd-3493-415f-ab8b-ddde20cd5b18 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:30.978853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-fb4629fd-3493-415f-ab8b-ddde20cd5b18 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:31.009141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4629fd-3493-415f-ab8b-ddde20cd5b18 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:31.141669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdf8ba-8701-43d1-93fd-2f0d34c85caf req-ca4b84b9-df01-43ab-88af-d7e9cffad9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:31.143416 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58cdf8ba-8701-43d1-93fd-2f0d34c85caf req-ca4b84b9-df01-43ab-88af-d7e9cffad9f0 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=bef235c08ba34768a0edb11d272318ad&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3960192 Feb 28 17:45:31.149872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-fb4629fd-3493-415f-ab8b-ddde20cd5b18 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:31.150839 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-fb4629fd-3493-415f-ab8b-ddde20cd5b18 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:31.158641 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-35b43b2d-5f9f-4f38-ab3a-dd2c1a65d03d req-106224fd-8c3a-4ef0-8751-a70b20ac6fca tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897600 Feb 28 17:45:31.161439 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0d0ac27-a8f5-4e3f-81c1-32aa7c45aa1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (8ab661c2-e222-4b2f-969a-df1c357d02df), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:31.233413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0ac27-a8f5-4e3f-81c1-32aa7c45aa1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=8ab661c2-e222-4b2f-969a-df1c357d02df,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:31.292349 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c6764d47-1997-464e-93a5-41f07ad7b393), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:31.311445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Calling delete_port for c6764d47-1997-464e-93a5-41f07ad7b393 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:31.313977 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-fb4629fd-3493-415f-ab8b-ddde20cd5b18 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7288599 Feb 28 17:45:31.416643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Request body: {'port': {'device_id': '95c42291-7d6c-4672-b905-2854ed4c258e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:31.450740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-63856c44-ca32-4309-b0d8-48ed00c80a28 None None] Provisioning complete for port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:31.452085 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-63856c44-ca32-4309-b0d8-48ed00c80a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:31.510219 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-63856c44-ca32-4309-b0d8-48ed00c80a28 None None] Port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:31.530027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-a0d0ac27-a8f5-4e3f-81c1-32aa7c45aa1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] In _notify_port_updated(), no bound segment for port 8ab661c2-e222-4b2f-969a-df1c357d02df on network bd651256-6d1a-4a8c-a34b-7b43926569fa {{(pid=104247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:45:31.535831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d0ac27-a8f5-4e3f-81c1-32aa7c45aa1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:31.536497 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a0d0ac27-a8f5-4e3f-81c1-32aa7c45aa1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:31.538495 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a0d0ac27-a8f5-4e3f-81c1-32aa7c45aa1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "PUT /v2.0/ports/8ab661c2-e222-4b2f-969a-df1c357d02df HTTP/1.1" status: 200 len: 818 time: 1.1518080 Feb 28 17:45:31.541166 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57154) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:31.640502 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:31.654329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdf8ba-8701-43d1-93fd-2f0d34c85caf req-c8b35333-7369-4587-8a1f-7f5d78ef2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:31.655898 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-58cdf8ba-8701-43d1-93fd-2f0d34c85caf req-c8b35333-7369-4587-8a1f-7f5d78ef2a12 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4904659 Feb 28 17:45:31.664911 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c6764d47-1997-464e-93a5-41f07ad7b393), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:31.668493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae51c0-a3af-48d3-947d-f6174b42f807 req-21404d7e-8085-4170-a08c-bb206172d686 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:31.674459 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f1f8881-3501-448f-a693-993010433312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8c5c0cfa-8767-41fe-8417-92d69bd0880f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:31.677119 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f1f8881-3501-448f-a693-993010433312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:31.677512 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9ae51c0-a3af-48d3-947d-f6174b42f807 req-21404d7e-8085-4170-a08c-bb206172d686 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 931 time: 0.2572122 Feb 28 17:45:31.682136 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2f1f8881-3501-448f-a693-993010433312 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c5c0cfa-8767-41fe-8417-92d69bd0880f HTTP/1.1" status: 204 len: 168 time: 1.2076139 Feb 28 17:45:31.724706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Port': ['ID=c6764d47-1997-464e-93a5-41f07ad7b393,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:31.743408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-434ee613-3683-441c-a9f1-22fdc53eefd7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port 8ab661c2-e222-4b2f-969a-df1c357d02df {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:31.743762 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-434ee613-3683-441c-a9f1-22fdc53eefd7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8ab661c2-e222-4b2f-969a-df1c357d02df), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:31.776788 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f8881-3501-448f-a693-993010433312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5c0cfa-8767-41fe-8417-92d69bd0880f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:31.878793 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9ae51c0-a3af-48d3-947d-f6174b42f807 req-6c1d5cbf-f75d-46a6-8571-c0fddeede889 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999595 Feb 28 17:45:31.918268 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (9640491a-02a4-4734-8f63-0ab554fe6981), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:31.948990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-13af919b-bcf5-4da9-ba89-dfbc31e96206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:31.951298 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-13af919b-bcf5-4da9-ba89-dfbc31e96206 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 1126 time: 0.2276499 Feb 28 17:45:32.032119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-95985e99-90a6-4d21-90a3-0dc0944da600 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 HTTP/1.1" status: 200 len: 217 time: 0.0732088 Feb 28 17:45:32.044810 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (9640491a-02a4-4734-8f63-0ab554fe6981), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.051263 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router_controller (9640491a-02a4-4734-8f63-0ab554fe6981), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.056607 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-434ee613-3683-441c-a9f1-22fdc53eefd7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8ab661c2-e222-4b2f-969a-df1c357d02df), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.108041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-434ee613-3683-441c-a9f1-22fdc53eefd7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for 8ab661c2-e222-4b2f-969a-df1c357d02df owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:32.225891 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (9640491a-02a4-4734-8f63-0ab554fe6981), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.226708 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Fanout notify agent at l3_agent the message router_deleted on router 9640491a-02a4-4734-8f63-0ab554fe6981 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:45:32.238325 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.238325 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b938a99f-0581-4359-baeb-466d3e80880c tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/routers/9640491a-02a4-4734-8f63-0ab554fe6981 HTTP/1.1" status: 204 len: 168 time: 2.4233370 Feb 28 17:45:32.239823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57170) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:32.332777 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-434ee613-3683-441c-a9f1-22fdc53eefd7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (8ab661c2-e222-4b2f-969a-df1c357d02df), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.370649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeaa529c-eccc-4601-bd34-5c3899b23f70 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Deleting subnet 907f9181-deb4-4711-90bb-0321eb107ec4 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:45:32.380925 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ee613-3683-441c-a9f1-22fdc53eefd7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=8ab661c2-e222-4b2f-969a-df1c357d02df,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:32.384669 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aeaa529c-eccc-4601-bd34-5c3899b23f70 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for subnet (907f9181-deb4-4711-90bb-0321eb107ec4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.421087 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-434ee613-3683-441c-a9f1-22fdc53eefd7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.425250 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-70228eac-1aa8-4902-aa2e-b551a1581860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:32.426850 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-70228eac-1aa8-4902-aa2e-b551a1581860 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.3871970 Feb 28 17:45:32.428572 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-434ee613-3683-441c-a9f1-22fdc53eefd7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/8ab661c2-e222-4b2f-969a-df1c357d02df HTTP/1.1" status: 204 len: 168 time: 0.8854194 Feb 28 17:45:32.429968 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57180) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:32.452119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd286b5-80ec-442b-98ad-e5d8f3747923 req-c03234d9-7150-4d1b-b6a4-34df9d050aff tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:32.453609 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2bd286b5-80ec-442b-98ad-e5d8f3747923 req-c03234d9-7150-4d1b-b6a4-34df9d050aff tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1787598 Feb 28 17:45:32.458572 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aeaa529c-eccc-4601-bd34-5c3899b23f70 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (907f9181-deb4-4711-90bb-0321eb107ec4), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.532860 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aeaa529c-eccc-4601-bd34-5c3899b23f70 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (907f9181-deb4-4711-90bb-0321eb107ec4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.572023 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2bd286b5-80ec-442b-98ad-e5d8f3747923 req-1c623826-0340-4343-938b-0d4247d387b0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918472 Feb 28 17:45:32.599370 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746784c8-30d7-46d4-8aa8-f8b1c319d871 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:32.602001 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-746784c8-30d7-46d4-8aa8-f8b1c319d871 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1703591 Feb 28 17:45:32.606463 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57186) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:32.639592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-189b4616-1634-481a-895f-922aab99f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:32.641246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-189b4616-1634-481a-895f-922aab99f1f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2085819 Feb 28 17:45:32.642792 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cfa0bc-3560-4204-8b2f-b876b506b1ed tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] GET failed (client error): The resource could not be found. Feb 28 17:45:32.644319 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-19cfa0bc-3560-4204-8b2f-b876b506b1ed tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/8ab661c2-e222-4b2f-969a-df1c357d02df HTTP/1.1" status: 404 len: 333 time: 0.0370100 Feb 28 17:45:32.648818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57188) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:32.653763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-07354378-0abf-4d99-9f03-6474be187170 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2118436012'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:32.702375 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:45:32.712679 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Publish callbacks [] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.733190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Transition to ACTIVE for port object 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:45:32.755751 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-b9ea3369-2447-4dfb-b311-df5180ca32dd service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076634 Feb 28 17:45:32.832103 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07354378-0abf-4d99-9f03-6474be187170 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:32.836361 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07354378-0abf-4d99-9f03-6474be187170 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.843120 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aeaa529c-eccc-4601-bd34-5c3899b23f70 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (907f9181-deb4-4711-90bb-0321eb107ec4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.868394 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0b3e090d-7dcd-411f-a231-4ba8b0037a1c req-9e52c376-bede-433f-a048-189b8110a5bf service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069093 Feb 28 17:45:32.884348 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.904629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa529c-eccc-4601-bd34-5c3899b23f70 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Subnet': ['ID=907f9181-deb4-4711-90bb-0321eb107ec4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:32.906165 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57200) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:32.907490 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aeaa529c-eccc-4601-bd34-5c3899b23f70 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.912843 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aeaa529c-eccc-4601-bd34-5c3899b23f70 tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/subnets/907f9181-deb4-4711-90bb-0321eb107ec4 HTTP/1.1" status: 204 len: 168 time: 0.6698349 Feb 28 17:45:32.914644 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57202) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:32.950123 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a52af656-8559-42bd-94bd-9ad29af2f6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.960576 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07354378-0abf-4d99-9f03-6474be187170 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:45:32.980868 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07354378-0abf-4d99-9f03-6474be187170 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5b82ec57-2c45-4d90-a02e-88bc8085f4b5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:32.981213 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-07354378-0abf-4d99-9f03-6474be187170 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Added segment 5b82ec57-2c45-4d90-a02e-88bc8085f4b5 of type vlan for network 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c Feb 28 17:45:33.038737 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07354378-0abf-4d99-9f03-6474be187170 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.067751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Pushing event updated for resources: {'Port': ['ID=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:33.100053 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d5248cb0-923d-4351-be45-9030e2b367cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (6dbffa01-74ee-490a-a2f3-65d585db7fdf), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.155178 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a52af656-8559-42bd-94bd-9ad29af2f6b2 admin admin] Publish callbacks [] for security_group (a44176b3-22e6-4ead-9b2e-f3c16b8f247c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.181368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e0844-c27a-4a82-9d82-6946997afe19 req-389a5688-384e-4c6b-9046-3bb5cb596c1f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:33.183003 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2f6e0844-c27a-4a82-9d82-6946997afe19 req-389a5688-384e-4c6b-9046-3bb5cb596c1f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 943 time: 0.1938353 Feb 28 17:45:33.189946 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Attempting to bind port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:45:33.190255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Attempting to bind port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:45:33.190587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Attempting to bind port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f on network 8015d9f8-7036-4a45-9765-80d6d95e5da0 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:45:33.214958 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07354378-0abf-4d99-9f03-6474be187170 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.220830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07354378-0abf-4d99-9f03-6474be187170 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:33.222133 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-07354378-0abf-4d99-9f03-6474be187170 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.245098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f on network 8015d9f8-7036-4a45-9765-80d6d95e5da0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:45:33.245422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Attempting to bind port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f on network 8015d9f8-7036-4a45-9765-80d6d95e5da0 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:45:33.270904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:45:33.271251 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Checking segment: {'id': '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:33.271660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Bound using segment: {'id': '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:45:33.272450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Bound port: 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:45:33.272794 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.285953 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d5248cb0-923d-4351-be45-9030e2b367cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (6dbffa01-74ee-490a-a2f3-65d585db7fdf), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.304918 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07354378-0abf-4d99-9f03-6474be187170 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Network': ['ID=3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:33.315940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:45:33.321738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-d5248cb0-923d-4351-be45-9030e2b367cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbffa01-74ee-490a-a2f3-65d585db7fdf']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:33.329481 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a52af656-8559-42bd-94bd-9ad29af2f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a44176b3-22e6-4ead-9b2e-f3c16b8f247c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.366448 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-d5248cb0-923d-4351-be45-9030e2b367cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477041e0-9f0f-4e45-933d-6189aac84315') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:33.367067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-d5248cb0-923d-4351-be45-9030e2b367cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477041e0-9f0f-4e45-933d-6189aac84315') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:33.385327 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a52af656-8559-42bd-94bd-9ad29af2f6b2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c0d667be5054489aa0648812a850d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4712329 Feb 28 17:45:33.385529 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2f6e0844-c27a-4a82-9d82-6946997afe19 req-32c255e0-8b63-4943-b8f3-e9a0d643afc5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905594 Feb 28 17:45:33.394720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57218) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:33.394720 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d5248cb0-923d-4351-be45-9030e2b367cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (477041e0-9f0f-4e45-933d-6189aac84315), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.396688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52af656-8559-42bd-94bd-9ad29af2f6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44176b3-22e6-4ead-9b2e-f3c16b8f247c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:33.411079 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-07354378-0abf-4d99-9f03-6474be187170 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7571619 Feb 28 17:45:33.420670 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57220) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:33.428462 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b19e08f5-a45a-4422-ad9d-99ff630a4767 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': '3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:33.431843 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d5248cb0-923d-4351-be45-9030e2b367cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (477041e0-9f0f-4e45-933d-6189aac84315), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.450263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5248cb0-923d-4351-be45-9030e2b367cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:45:33.450667 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d5248cb0-923d-4351-be45-9030e2b367cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (477041e0-9f0f-4e45-933d-6189aac84315), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:45:33.453663 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:45:33.471453 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] For port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:45:33.526305 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] For port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f,segment=NetworkSegment(3ff6d6c3-5282-4a87-8282-8717d2ae4f3e),segment_id=3ff6d6c3-5282-4a87-8282-8717d2ae4f3e)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:45:33.539320 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-abde4d0b-ffe2-466c-beac-fdb8bb479dab admin admin] Publish callbacks [] for security_group (a44176b3-22e6-4ead-9b2e-f3c16b8f247c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.560799 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-abde4d0b-ffe2-466c-beac-fdb8bb479dab admin admin] Publish callbacks [] for security_group (a44176b3-22e6-4ead-9b2e-f3c16b8f247c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.620484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19e08f5-a45a-4422-ad9d-99ff630a4767 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:33.621736 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.627152 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d5248cb0-923d-4351-be45-9030e2b367cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (6dbffa01-74ee-490a-a2f3-65d585db7fdf), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.628536 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b19e08f5-a45a-4422-ad9d-99ff630a4767 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.639653 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d5248cb0-923d-4351-be45-9030e2b367cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.642932 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d5248cb0-923d-4351-be45-9030e2b367cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] 10.222.0.72 "DELETE /v2.0/networks/6dbffa01-74ee-490a-a2f3-65d585db7fdf HTTP/1.1" status: 204 len: 168 time: 0.7254691 Feb 28 17:45:33.685995 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5248cb0-923d-4351-be45-9030e2b367cc tempest-FloatingIPTestJSON-1315855209 tempest-FloatingIPTestJSON-1315855209-project] Pushing event deleted for resources: {'Network': ['ID=6dbffa01-74ee-490a-a2f3-65d585db7fdf,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:33.688575 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:33.689192 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.690945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] 10.222.0.69 "PUT /v2.0/ports/1ccc41a6-7c77-43fb-9f2d-feee140c0e1f HTTP/1.1" status: 200 len: 1092 time: 2.3474801 Feb 28 17:45:33.693387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c42291-7d6c-4672-b905-2854ed4c258e', 'tag': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:45:33.695911 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a6dc48-04f1-4060-b914-63f564e08878" -d '{"events": [{"name": "network-changed", "server_uuid": "95c42291-7d6c-4672-b905-2854ed4c258e", "tag": "1ccc41a6-7c77-43fb-9f2d-feee140c0e1f"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:45:33.716956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2a9ee-3e28-4a84-8a63-204f7a480469 service neutron] Pushing event updated for resources: {'Port': ['ID=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:33.751336 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-abde4d0b-ffe2-466c-beac-fdb8bb479dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a44176b3-22e6-4ead-9b2e-f3c16b8f247c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.770572 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-abde4d0b-ffe2-466c-beac-fdb8bb479dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:33.771860 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-abde4d0b-ffe2-466c-beac-fdb8bb479dab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a44176b3-22e6-4ead-9b2e-f3c16b8f247c HTTP/1.1" status: 204 len: 168 time: 0.3827891 Feb 28 17:45:33.775236 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e10f763-5a79-464d-b7a2-fe9526385ac7 x-openstack-request-id: req-3e10f763-5a79-464d-b7a2-fe9526385ac7 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:45:33.775725 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c42291-7d6c-4672-b905-2854ed4c258e", "tag": "1ccc41a6-7c77-43fb-9f2d-feee140c0e1f", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:45:33.775958 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3e10f763-5a79-464d-b7a2-fe9526385ac7 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:45:33.776381 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c42291-7d6c-4672-b905-2854ed4c258e', 'tag': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f', 'status': 'completed', 'code': 200} Feb 28 17:45:33.788967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde4d0b-ffe2-466c-beac-fdb8bb479dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44176b3-22e6-4ead-9b2e-f3c16b8f247c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:33.864728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c643b6-2b5e-4881-9f6e-aaa72b47e671 req-969916d6-4f5c-4153-939b-70f4f4e30619 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:33.867047 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1c643b6-2b5e-4881-9f6e-aaa72b47e671 req-969916d6-4f5c-4153-939b-70f4f4e30619 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1224935 Feb 28 17:45:33.888907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6dc48-04f1-4060-b914-63f564e08878 req-6078bf05-bb3e-4952-92da-cabff65ed83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:33.890441 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9a6dc48-04f1-4060-b914-63f564e08878 req-6078bf05-bb3e-4952-92da-cabff65ed83c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 1126 time: 0.0875902 Feb 28 17:45:33.975456 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1c643b6-2b5e-4881-9f6e-aaa72b47e671 req-1f2cd9c3-fd4f-4054-b698-0b04a26384a0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948226 Feb 28 17:45:34.029378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6dc48-04f1-4060-b914-63f564e08878 req-ec27d71b-d102-4bc0-88e6-d6650437120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:34.031111 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9a6dc48-04f1-4060-b914-63f564e08878 req-ec27d71b-d102-4bc0-88e6-d6650437120a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1340702 Feb 28 17:45:34.145351 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6dc48-04f1-4060-b914-63f564e08878 req-1f3d129f-7f6a-47f1-8bc8-2ac445fab74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:34.147686 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9a6dc48-04f1-4060-b914-63f564e08878 req-1f3d129f-7f6a-47f1-8bc8-2ac445fab74d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1104596 Feb 28 17:45:34.151874 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b19e08f5-a45a-4422-ad9d-99ff630a4767 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (26a7c913-8904-4e69-a9dd-f6f890c8a37f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:34.217000 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e08f5-a45a-4422-ad9d-99ff630a4767 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Subnet': ['ID=26a7c913-8904-4e69-a9dd-f6f890c8a37f,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:34.222534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e08f5-a45a-4422-ad9d-99ff630a4767 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Checking segment: {'id': '5b82ec57-2c45-4d90-a02e-88bc8085f4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:34.222901 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19e08f5-a45a-4422-ad9d-99ff630a4767 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network hostable DHCP agents. Network: 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:45:34.232106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-777d3ec8-ef27-4b05-b628-c72c6986f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:34.234292 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-777d3ec8-ef27-4b05-b628-c72c6986f257 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 1126 time: 0.0530851 Feb 28 17:45:34.293010 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-730e492d-eb87-4313-b67c-62ca499ce805 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f HTTP/1.1" status: 200 len: 217 time: 0.0501029 Feb 28 17:45:34.341983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-3a40c572-d286-42f7-a040-41f4743431fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:34.343461 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-3a40c572-d286-42f7-a040-41f4743431fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4f3e3f3-2f20-4db9-84bf-5e2b98147e22 HTTP/1.1" status: 200 len: 835 time: 0.0453660 Feb 28 17:45:34.385732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19e08f5-a45a-4422-ad9d-99ff630a4767 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:45:34.415893 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-52a4b21b-69ea-4629-b0bf-0fb579b8d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:34.417913 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-52a4b21b-69ea-4629-b0bf-0fb579b8d76c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8015d9f8-7036-4a45-9765-80d6d95e5da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0690000 Feb 28 17:45:34.481009 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57248) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:34.513026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57252) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:34.534672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-b19e08f5-a45a-4422-ad9d-99ff630a4767 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:34.553102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c9d859-34d0-4def-88cd-56867459067f None None] Network 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:34.560497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85356a-1c8f-43a8-a788-88a5342c1e7f req-c3100712-f3a7-41ad-9270-2f83f4c7896b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:34.562153 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef85356a-1c8f-43a8-a788-88a5342c1e7f req-c3100712-f3a7-41ad-9270-2f83f4c7896b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 943 time: 0.0823345 Feb 28 17:45:34.573578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19e08f5-a45a-4422-ad9d-99ff630a4767 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:34.574204 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b19e08f5-a45a-4422-ad9d-99ff630a4767 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:34.602822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-d8c4ebf5-13fa-45fe-8c48-be8d718118a4 service neutron] 10.222.0.69 "GET /v2.0/networks/8015d9f8-7036-4a45-9765-80d6d95e5da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783297 Feb 28 17:45:34.680508 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef85356a-1c8f-43a8-a788-88a5342c1e7f req-7113a278-f936-42ea-83a1-4d169611d460 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077757 Feb 28 17:45:34.691120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c', 'network_id': '3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c', 'project_id': '2255106a4b34494c8f3d6292df49fd2c', 'fixed_ips': [{'subnet_id': '26a7c913-8904-4e69-a9dd-f6f890c8a37f'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:45:34.692029 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:34.724623 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b19e08f5-a45a-4422-ad9d-99ff630a4767 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3025744 Feb 28 17:45:34.734600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57258) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:34.734600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4ca6ae7a-9dfe-4635-8b16-61ac025f3c7b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': '3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:34.742282 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1399c99d-c7fd-4ba7-b56b-19001b45c98c req-4f6f598a-9136-4bd2-8386-e6b2f4cab6be service neutron] 10.222.0.69 "GET /v2.0/networks/8015d9f8-7036-4a45-9765-80d6d95e5da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328945 Feb 28 17:45:34.870074 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Allocated IP 172.20.0.2 (3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c/26a7c913-8904-4e69-a9dd-f6f890c8a37f/a79089a9-e4c7-4acf-90ef-8461e415618a) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:35.039513 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Publish callbacks [] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.182186 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.226806 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c7a3484-d260-41e4-a87e-0c21c164e9ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.257373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Network 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:35.258417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Pushing event updated for resources: {'Port': ['ID=a79089a9-e4c7-4acf-90ef-8461e415618a,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:35.262147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:35.264913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:35.288460 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:35.289284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:35.289879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:35.290437 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:35.290750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:35.301325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:35.301325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:35.301325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:35.301325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:35.301325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:35.301325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:35.301325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:35.301325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:35.318654 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e6c5e646-00f0-442c-8721-ce863f432d88 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=396017ff16df4a0396968e4206903aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8364794 Feb 28 17:45:35.321909 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57282) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:35.354892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Attempting to bind port a79089a9-e4c7-4acf-90ef-8461e415618a on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:45:35.355413 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Attempting to bind port a79089a9-e4c7-4acf-90ef-8461e415618a by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '5b82ec57-2c45-4d90-a02e-88bc8085f4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:45:35.355788 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Attempting to bind port a79089a9-e4c7-4acf-90ef-8461e415618a on network 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:45:35.365078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:45:35.365078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Checking segment: {'id': '5b82ec57-2c45-4d90-a02e-88bc8085f4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:35.365078 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.366088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27210808-b852-4ffe-aa66-606ed44e551d req-69929a83-2e84-4a7c-9ed1-4c1b8ecd1649 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:35.366211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Bound using segment: {'id': '5b82ec57-2c45-4d90-a02e-88bc8085f4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:45:35.366211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Bound port: a79089a9-e4c7-4acf-90ef-8461e415618a, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b82ec57-2c45-4d90-a02e-88bc8085f4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:45:35.366211 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.366515 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27210808-b852-4ffe-aa66-606ed44e551d req-69929a83-2e84-4a7c-9ed1-4c1b8ecd1649 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1757889 Feb 28 17:45:35.405185 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9db4ad9-14e7-4294-96f2-3eff05d3dbd9 admin admin] Publish callbacks [] for security_group (3d8e8c58-c76a-44cb-9f76-7b6ad974f9fb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.435502 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9db4ad9-14e7-4294-96f2-3eff05d3dbd9 admin admin] Publish callbacks [] for security_group (3d8e8c58-c76a-44cb-9f76-7b6ad974f9fb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.467359 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27210808-b852-4ffe-aa66-606ed44e551d req-05686a19-c1a4-4480-a88e-7fe5f8073d4c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913556 Feb 28 17:45:35.473033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c7a3484-d260-41e4-a87e-0c21c164e9ad admin admin] Publish callbacks [] for security_group (eb50866e-f0df-469a-a5ba-6d07fc98b193), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.492911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca6ae7a-9dfe-4635-8b16-61ac025f3c7b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:35.492911 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4ca6ae7a-9dfe-4635-8b16-61ac025f3c7b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.511779 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] For port a79089a9-e4c7-4acf-90ef-8461e415618a, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:45:35.515254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] For port a79089a9-e4c7-4acf-90ef-8461e415618a, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a79089a9-e4c7-4acf-90ef-8461e415618a,segment=NetworkSegment(5b82ec57-2c45-4d90-a02e-88bc8085f4b5),segment_id=5b82ec57-2c45-4d90-a02e-88bc8085f4b5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:45:35.588604 n-d-820368-19 neutron-server[104247]: INFO neutron.db.ipam_backend_mixin [None req-4ca6ae7a-9dfe-4635-8b16-61ac025f3c7b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 26a7c913-8904-4e69-a9dd-f6f890c8a37f (CIDR: 172.20.0.0/28) Feb 28 17:45:35.619849 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c7a3484-d260-41e4-a87e-0c21c164e9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (eb50866e-f0df-469a-a5ba-6d07fc98b193), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.620477 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.656806 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca6ae7a-9dfe-4635-8b16-61ac025f3c7b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:45:35.657578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca6ae7a-9dfe-4635-8b16-61ac025f3c7b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:45:35.672381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9c7a3484-d260-41e4-a87e-0c21c164e9ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9d12e6f23bf458c8d4fbe3fc2c6bdf5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1557126 Feb 28 17:45:35.672381 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a3484-d260-41e4-a87e-0c21c164e9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb50866e-f0df-469a-a5ba-6d07fc98b193,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:35.672745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57294) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:35.697081 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9db4ad9-14e7-4294-96f2-3eff05d3dbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3d8e8c58-c76a-44cb-9f76-7b6ad974f9fb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.697223 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201187d7-7a67-439f-b87a-d8e4467842c0 None None] Pushing event updated for resources: {'Port': ['ID=a79089a9-e4c7-4acf-90ef-8461e415618a,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:35.700400 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9db4ad9-14e7-4294-96f2-3eff05d3dbd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.700400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a9db4ad9-14e7-4294-96f2-3eff05d3dbd9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3d8e8c58-c76a-44cb-9f76-7b6ad974f9fb HTTP/1.1" status: 204 len: 168 time: 0.3742576 Feb 28 17:45:35.719432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4ad9-14e7-4294-96f2-3eff05d3dbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8e8c58-c76a-44cb-9f76-7b6ad974f9fb,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:35.788877 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-128e784a-9e6c-4f81-adb4-054bbb3086f6 admin admin] Publish callbacks [] for security_group (eb50866e-f0df-469a-a5ba-6d07fc98b193), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.822335 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4ca6ae7a-9dfe-4635-8b16-61ac025f3c7b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0941248 Feb 28 17:45:35.825052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57302) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:35.830069 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-8fbe0fe0-d3aa-4155-a41c-9a9718626ca4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': '3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:35.861805 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-128e784a-9e6c-4f81-adb4-054bbb3086f6 admin admin] Publish callbacks [] for security_group (eb50866e-f0df-469a-a5ba-6d07fc98b193), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:35.999910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37187859-27c2-4a9f-b2ac-0b325bb19f4f req-357a3a22-ad2c-4de3-99bd-445ea6a6ccf3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:36.008551 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37187859-27c2-4a9f-b2ac-0b325bb19f4f req-357a3a22-ad2c-4de3-99bd-445ea6a6ccf3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 943 time: 0.1954410 Feb 28 17:45:36.135933 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37187859-27c2-4a9f-b2ac-0b325bb19f4f req-99e80fd2-ea56-46b5-91c6-f960442080d4 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253686 Feb 28 17:45:36.145833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbe0fe0-d3aa-4155-a41c-9a9718626ca4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:36.150034 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0fe0-d3aa-4155-a41c-9a9718626ca4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:36.219793 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-128e784a-9e6c-4f81-adb4-054bbb3086f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (eb50866e-f0df-469a-a5ba-6d07fc98b193), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:36.222640 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-128e784a-9e6c-4f81-adb4-054bbb3086f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:36.224214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:45:36.230881 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-128e784a-9e6c-4f81-adb4-054bbb3086f6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eb50866e-f0df-469a-a5ba-6d07fc98b193 HTTP/1.1" status: 204 len: 168 time: 0.5540380 Feb 28 17:45:36.246269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e784a-9e6c-4f81-adb4-054bbb3086f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb50866e-f0df-469a-a5ba-6d07fc98b193,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:36.346359 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a79089a9-e4c7-4acf-90ef-8461e415618a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:36.513290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port a79089a9-e4c7-4acf-90ef-8461e415618a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:36.513889 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:36.563154 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:36.585489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'port_id': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'mac_address': 'fa:16:3e:59:1e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:45:36.734626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:36.735343 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:36.804847 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port a79089a9-e4c7-4acf-90ef-8461e415618a is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:36.806440 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:36.838390 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:45:36.884158 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:36.920426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e6b46-61e4-4ff5-8e1e-d623eaac432b req-f29bd8da-4619-4120-92d3-2036a41b4d7d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:36.928493 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e02e6b46-61e4-4ff5-8e1e-d623eaac432b req-f29bd8da-4619-4120-92d3-2036a41b4d7d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.2289040 Feb 28 17:45:36.945604 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port a79089a9-e4c7-4acf-90ef-8461e415618a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a79089a9-e4c7-4acf-90ef-8461e415618a,segment=NetworkSegment(5b82ec57-2c45-4d90-a02e-88bc8085f4b5),segment_id=5b82ec57-2c45-4d90-a02e-88bc8085f4b5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:36.975216 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:36.999830 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0fe0-d3aa-4155-a41c-9a9718626ca4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:37.057300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbe0fe0-d3aa-4155-a41c-9a9718626ca4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:37.059474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:37.063484 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:37.095185 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e02e6b46-61e4-4ff5-8e1e-d623eaac432b req-81e924f6-3fb0-4e42-b7bd-4b284642adee tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647871 Feb 28 17:45:37.101465 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-8fbe0fe0-d3aa-4155-a41c-9a9718626ca4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:37.116056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbe0fe0-d3aa-4155-a41c-9a9718626ca4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:37.116920 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0fe0-d3aa-4155-a41c-9a9718626ca4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:37.142752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=a79089a9-e4c7-4acf-90ef-8461e415618a,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:37.155106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe0fe0-d3aa-4155-a41c-9a9718626ca4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Subnet': ['ID=2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:37.202574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57382) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:37.232248 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-46afca7c-0418-4059-b4e3-40d9cedc17aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:37.255100 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8fbe0fe0-d3aa-4155-a41c-9a9718626ca4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4289567 Feb 28 17:45:37.256773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57384) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:37.268393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'network_id': '3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c', 'fixed_ips': [{'subnet_id': '26a7c913-8904-4e69-a9dd-f6f890c8a37f'}, {'subnet_id': '2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9'}], 'name': 'tempest-PortsTestJSON-704996466'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:37.280666 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:45:37.314137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b20fb49-f0e3-48b7-9d9b-69a4c2d60c04 None None] Network 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:37.415040 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb6428-198c-4ee7-bd0f-94efcecd2321 req-bab8278f-ddfa-40d6-a30a-73752f6f0a44 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:37.423794 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9cbb6428-198c-4ee7-bd0f-94efcecd2321 req-bab8278f-ddfa-40d6-a30a-73752f6f0a44 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 943 time: 0.1160657 Feb 28 17:45:37.511447 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:37.561835 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-46afca7c-0418-4059-b4e3-40d9cedc17aa admin admin] Publish callbacks [] for security_group (2b755fb5-63c3-4b80-a8cb-b93bf386d55e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:37.572101 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9cbb6428-198c-4ee7-bd0f-94efcecd2321 req-8e2d5b70-3fa4-4e73-b6fc-a4639c25cd7b tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471350 Feb 28 17:45:37.600220 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0198d09d-40ec-4536-8bb1-07a2351bf1b1 None None] Provisioning complete for port a79089a9-e4c7-4acf-90ef-8461e415618a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:37.600830 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0198d09d-40ec-4536-8bb1-07a2351bf1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:37.643324 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-46afca7c-0418-4059-b4e3-40d9cedc17aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2b755fb5-63c3-4b80-a8cb-b93bf386d55e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:37.700226 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:37.724821 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port cbbb44f2-6b61-4146-bca3-af830f6c17e9 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:45:37.760333 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-46afca7c-0418-4059-b4e3-40d9cedc17aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7660384b0f854ee2b0cbf59dbe7bdc31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5564685 Feb 28 17:45:37.768796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57398) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:37.808614 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afca7c-0418-4059-b4e3-40d9cedc17aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b755fb5-63c3-4b80-a8cb-b93bf386d55e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:37.827782 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-980ccc88-50d2-4f74-9465-ed7281afd50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:37.929767 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57402) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:37.937266 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57404) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:37.994309 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.007795 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5cfa284f-fc06-4ac5-a25d-244b5a60fe45 admin admin] Publish callbacks [] for security_group (2b755fb5-63c3-4b80-a8cb-b93bf386d55e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.032493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0198d09d-40ec-4536-8bb1-07a2351bf1b1 None None] Current status of the port a79089a9-e4c7-4acf-90ef-8461e415618a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:38.074657 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5cfa284f-fc06-4ac5-a25d-244b5a60fe45 admin admin] Publish callbacks [] for security_group (2b755fb5-63c3-4b80-a8cb-b93bf386d55e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.096282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:45:38.237234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1143896401'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:38.301245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f,segment=NetworkSegment(3ff6d6c3-5282-4a87-8282-8717d2ae4f3e),segment_id=3ff6d6c3-5282-4a87-8282-8717d2ae4f3e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:38.328319 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'port_id': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f', 'mac_address': 'fa:16:3e:62:fd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:45:38.333542 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a79089a9-e4c7-4acf-90ef-8461e415618a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:38.351633 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Made reservation on behalf of 68e1aeb460084ef9a5ab7b4aa58b3849 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:38.355019 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.365881 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d22b9ea-7f7d-4dcf-8ae2-b727abdb9ffa None None] Update dhcp port {'port': {'network_id': '3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c', 'fixed_ips': [{'subnet_id': '26a7c913-8904-4e69-a9dd-f6f890c8a37f', 'ip_address': '172.20.0.2'}, {'subnet_id': '2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9'}], 'binding:host_id': 'n-d-820368-19'}, 'id': 'a79089a9-e4c7-4acf-90ef-8461e415618a'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:45:38.371278 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.408233 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5cfa284f-fc06-4ac5-a25d-244b5a60fe45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2b755fb5-63c3-4b80-a8cb-b93bf386d55e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.410827 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5cfa284f-fc06-4ac5-a25d-244b5a60fe45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.412536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5cfa284f-fc06-4ac5-a25d-244b5a60fe45 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2b755fb5-63c3-4b80-a8cb-b93bf386d55e HTTP/1.1" status: 204 len: 168 time: 0.6385009 Feb 28 17:45:38.421777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Allocated IP 172.20.0.4 (3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c/26a7c913-8904-4e69-a9dd-f6f890c8a37f/cbbb44f2-6b61-4146-bca3-af830f6c17e9) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:38.430692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Allocated IP 172.20.0.22 (3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c/2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9/cbbb44f2-6b61-4146-bca3-af830f6c17e9) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:38.459238 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8d22b9ea-7f7d-4dcf-8ae2-b727abdb9ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.466478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa284f-fc06-4ac5-a25d-244b5a60fe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b755fb5-63c3-4b80-a8cb-b93bf386d55e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:38.588977 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for security_group (55376460-31c5-46a9-b238-637b74a768b6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.606562 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:38.607209 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.637123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:45:38.642437 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b53f1a7-3e55-4e01-8712-227da81aaef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.659201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f,segment=NetworkSegment(3ff6d6c3-5282-4a87-8282-8717d2ae4f3e),segment_id=3ff6d6c3-5282-4a87-8282-8717d2ae4f3e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:38.667540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port a79089a9-e4c7-4acf-90ef-8461e415618a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:38.667921 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.676588 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (55376460-31c5-46a9-b238-637b74a768b6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.725874 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb47023-5fcd-4eb1-bd17-22dba1ea916e req-a44c8070-5b36-4835-8109-e8a4d7f074b9 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:38.727411 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-beb47023-5fcd-4eb1-bd17-22dba1ea916e req-a44c8070-5b36-4835-8109-e8a4d7f074b9 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 944 time: 0.4978170 Feb 28 17:45:38.737860 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:45:38.752503 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.776028 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.805731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55376460-31c5-46a9-b238-637b74a768b6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:38.815128 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (f6c14684-6d03-4379-b314-54ce89bf3dfe), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.815280 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Added segment f6c14684-6d03-4379-b314-54ce89bf3dfe of type vlan for network 53ece656-fb14-4f00-b7d6-8a1c0eae1ad6 Feb 28 17:45:38.861590 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:38.868572 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-beb47023-5fcd-4eb1-bd17-22dba1ea916e req-7b06b667-91cb-4a47-996b-47b5cbf45c94 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261039 Feb 28 17:45:38.870598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf133051-f957-4405-b2f8-e766bc4e84e3 req-b7d94772-bf75-44a2-8684-e16bc7d37b75 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:38.872444 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf133051-f957-4405-b2f8-e766bc4e84e3 req-b7d94772-bf75-44a2-8684-e16bc7d37b75 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 944 time: 0.1775949 Feb 28 17:45:38.901117 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port a79089a9-e4c7-4acf-90ef-8461e415618a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:38.915183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (53ece656-fb14-4f00-b7d6-8a1c0eae1ad6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.934630 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b53f1a7-3e55-4e01-8712-227da81aaef2 admin admin] Publish callbacks [] for security_group (b86746ef-94a8-40a1-a132-23d9726a9680), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:38.983484 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf133051-f957-4405-b2f8-e766bc4e84e3 req-e674f274-114e-44d6-811c-86010501ac4f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944269 Feb 28 17:45:38.990633 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['1ccc41a6-7c77-43fb-9f2d-feee140c0e1f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:45:38.998044 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:39.054609 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:39.063508 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b53f1a7-3e55-4e01-8712-227da81aaef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b86746ef-94a8-40a1-a132-23d9726a9680), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:39.071107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:39.084671 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (53ece656-fb14-4f00-b7d6-8a1c0eae1ad6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:39.089285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:39.089878 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:39.100505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:39.138615 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-8d22b9ea-7f7d-4dcf-8ae2-b727abdb9ffa None None] Allocated IP 172.20.0.18 (3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c/2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9/a79089a9-e4c7-4acf-90ef-8461e415618a) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:39.143379 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=cbbb44f2-6b61-4146-bca3-af830f6c17e9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:39.175692 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3b53f1a7-3e55-4e01-8712-227da81aaef2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0fa0c1eba86a4c5ea68dd27056e78a46&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2305458 Feb 28 17:45:39.175692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53f1a7-3e55-4e01-8712-227da81aaef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86746ef-94a8-40a1-a132-23d9726a9680,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:39.179867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57460) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:39.201362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:39.202032 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:39.226840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'Network': ['ID=53ece656-fb14-4f00-b7d6-8a1c0eae1ad6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:39.245657 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f4da0904-1b5a-41d6-a176-eb1083772c28 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3143971 Feb 28 17:45:39.263111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 53ece656-fb14-4f00-b7d6-8a1c0eae1ad6 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:45:39.282273 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50d51313-48c2-4d4b-8060-41b9dbb09764 admin admin] Publish callbacks [] for security_group (b86746ef-94a8-40a1-a132-23d9726a9680), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:39.315940 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50d51313-48c2-4d4b-8060-41b9dbb09764 admin admin] Publish callbacks [] for security_group (b86746ef-94a8-40a1-a132-23d9726a9680), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:39.364608 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57462) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:39.366054 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9c24d3c4-419c-4b9c-8f7c-54ead2ab496d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.1072593 Feb 28 17:45:39.394593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3dcf12e9-c99f-425f-b39c-2164b72d6873 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26a7c913-8904-4e69-a9dd-f6f890c8a37f'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:39.500736 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50d51313-48c2-4d4b-8060-41b9dbb09764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b86746ef-94a8-40a1-a132-23d9726a9680), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:39.504886 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50d51313-48c2-4d4b-8060-41b9dbb09764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:39.508320 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-50d51313-48c2-4d4b-8060-41b9dbb09764 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b86746ef-94a8-40a1-a132-23d9726a9680 HTTP/1.1" status: 204 len: 168 time: 0.3271832 Feb 28 17:45:39.560516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d51313-48c2-4d4b-8060-41b9dbb09764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86746ef-94a8-40a1-a132-23d9726a9680,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:39.583110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8d22b9ea-7f7d-4dcf-8ae2-b727abdb9ffa None None] For port a79089a9-e4c7-4acf-90ef-8461e415618a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a79089a9-e4c7-4acf-90ef-8461e415618a,segment=NetworkSegment(5b82ec57-2c45-4d90-a02e-88bc8085f4b5),segment_id=5b82ec57-2c45-4d90-a02e-88bc8085f4b5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:39.667139 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8d22b9ea-7f7d-4dcf-8ae2-b727abdb9ffa None None] Publish callbacks [] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:39.758399 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8d22b9ea-7f7d-4dcf-8ae2-b727abdb9ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:39.806527 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3dcf12e9-c99f-425f-b39c-2164b72d6873 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:39.807393 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22b9ea-7f7d-4dcf-8ae2-b727abdb9ffa None None] Pushing event updated for resources: {'Port': ['ID=a79089a9-e4c7-4acf-90ef-8461e415618a,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:40.001441 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3115eb56-df2d-45a6-aefc-15411e7034db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:40.086813 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:40.202203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd3e2e-6ed9-418b-9e9a-c38f07975314 req-8ed5795e-3606-4406-bc42-49cff3aa8fc9 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:40.222280 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2fbd3e2e-6ed9-418b-9e9a-c38f07975314 req-8ed5795e-3606-4406-bc42-49cff3aa8fc9 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 944 time: 0.2027774 Feb 28 17:45:40.250252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:40.364012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a79089a9-e4c7-4acf-90ef-8461e415618a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:40.404215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57488) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:40.483348 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2fbd3e2e-6ed9-418b-9e9a-c38f07975314 req-d938e1d0-7738-4e20-a986-15adb28d7bf2 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436452 Feb 28 17:45:40.580993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port a79089a9-e4c7-4acf-90ef-8461e415618a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:40.582449 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:40.628570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bbd82-904d-431b-a6d5-be49d1fc3218 req-a0fb06f4-9cc0-4533-bdd8-4b3d34d3f03e tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:40.644332 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0c6bbd82-904d-431b-a6d5-be49d1fc3218 req-a0fb06f4-9cc0-4533-bdd8-4b3d34d3f03e tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 944 time: 0.4145358 Feb 28 17:45:40.692287 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:45:40.697062 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1610842975-network', 'tenant_id': '3597d4114c1146de9635416fc6e1865b'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:40.732936 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:40.738742 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:40.785245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-3dcf12e9-c99f-425f-b39c-2164b72d6873 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Delete allocated IP 172.20.0.22 (3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c/2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9) {{(pid=104246) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 17:45:40.820315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] Made reservation on behalf of 3597d4114c1146de9635416fc6e1865b for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:40.828720 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:40.841503 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:40.900342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57496) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:41.016417 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] Publish callbacks [] for security_group (585d22b8-514a-481c-87a3-83ff5f889879), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.025579 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-91a95bc4-61fe-41f1-bad4-4737fe75a777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.071603 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0c6bbd82-904d-431b-a6d5-be49d1fc3218 req-fd4b4a24-af69-42f1-bc70-d5ec50fd0bce tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4140229 Feb 28 17:45:41.072670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port a79089a9-e4c7-4acf-90ef-8461e415618a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:41.120849 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (585d22b8-514a-481c-87a3-83ff5f889879), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.147126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b8b312-9438-4cdc-95ec-9277db0afa55 None None] Network 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:41.188265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:45:41.211669 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (c574026c-0d1e-44eb-9280-02aca4eba1dd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.212387 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] Added segment c574026c-0d1e-44eb-9280-02aca4eba1dd of type vlan for network 5f7d457c-9bca-4a63-8d62-1fe143d479d7 Feb 28 17:45:41.250283 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3dcf12e9-c99f-425f-b39c-2164b72d6873 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.294771 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3dcf12e9-c99f-425f-b39c-2164b72d6873 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.304811 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (5f7d457c-9bca-4a63-8d62-1fe143d479d7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.385566 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:41.385955 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.418835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585d22b8-514a-481c-87a3-83ff5f889879,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:41.450085 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:41.455455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:45:41.459991 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a993a7d-3575-46cd-ba72-efe9037b0f9b" -d '{"events": [{"server_uuid": "fd8cd1c6-7531-4bb4-83e1-10958569e6a3", "name": "network-vif-plugged", "status": "completed", "tag": "ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:45:41.487075 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (5f7d457c-9bca-4a63-8d62-1fe143d479d7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.488351 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:41.488703 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a8daf568-4378-48fa-bb86-697479095b2f None None] Provisioning complete for port a79089a9-e4c7-4acf-90ef-8461e415618a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:41.490733 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a8daf568-4378-48fa-bb86-697479095b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.490920 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.546780 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.622378 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704053ec-ffae-463c-99dc-c9b4900d61e1 x-openstack-request-id: req-704053ec-ffae-463c-99dc-c9b4900d61e1 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:45:41.622666 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8cd1c6-7531-4bb4-83e1-10958569e6a3", "name": "network-vif-plugged", "status": "completed", "tag": "ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:45:41.622973 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-704053ec-ffae-463c-99dc-c9b4900d61e1 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:45:41.623316 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'code': 200} Feb 28 17:45:41.628326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf12e9-c99f-425f-b39c-2164b72d6873 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=cbbb44f2-6b61-4146-bca3-af830f6c17e9,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:41.637508 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:41.659250 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.686539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] Pushing event updated for resources: {'Network': ['ID=5f7d457c-9bca-4a63-8d62-1fe143d479d7,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:41.696347 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-91a95bc4-61fe-41f1-bad4-4737fe75a777 admin admin] Publish callbacks [] for security_group (df8b1c07-187b-4128-afc0-232cb0c49f63), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.748582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a8daf568-4378-48fa-bb86-697479095b2f None None] Current status of the port a79089a9-e4c7-4acf-90ef-8461e415618a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:41.751101 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 5f7d457c-9bca-4a63-8d62-1fe143d479d7 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:45:41.813622 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-91a95bc4-61fe-41f1-bad4-4737fe75a777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (df8b1c07-187b-4128-afc0-232cb0c49f63), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.862938 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-91a95bc4-61fe-41f1-bad4-4737fe75a777 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd2ab6c5109b4caaa6d02866610d843b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9581091 Feb 28 17:45:41.873323 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5ae0dec3-0bbe-47e5-ba3a-32130be1545e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4679174 Feb 28 17:45:41.874457 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57502) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:41.874980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57504) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:41.916739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf12e9-c99f-425f-b39c-2164b72d6873 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] In _notify_port_updated(), no bound segment for port cbbb44f2-6b61-4146-bca3-af830f6c17e9 on network 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:45:41.940526 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1f240383-f390-498d-9bd2-492ca403474f admin admin] Request body: {'subnet': {'network_id': '5f7d457c-9bca-4a63-8d62-1fe143d479d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1610842975-subnet', 'tenant_id': '3597d4114c1146de9635416fc6e1865b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:41.945408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcf12e9-c99f-425f-b39c-2164b72d6873 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:41.948545 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3dcf12e9-c99f-425f-b39c-2164b72d6873 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:41.950369 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3dcf12e9-c99f-425f-b39c-2164b72d6873 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "PUT /v2.0/ports/cbbb44f2-6b61-4146-bca3-af830f6c17e9 HTTP/1.1" status: 200 len: 918 time: 2.5836759 Feb 28 17:45:41.967127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57510) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:41.993640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b523afdb-d124-429c-9cfd-a7f868619761 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26a7c913-8904-4e69-a9dd-f6f890c8a37f'}, {'subnet_id': '2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:42.090180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:42.140857 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe589e-ed17-4187-8fd6-52aa9925f39b req-3cea5493-2f53-4332-9e4d-3555b8fefc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:42.143179 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-59fe589e-ed17-4187-8fd6-52aa9925f39b req-3cea5493-2f53-4332-9e4d-3555b8fefc9f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 1128 time: 0.4552181 Feb 28 17:45:42.153033 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a95bc4-61fe-41f1-bad4-4737fe75a777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8b1c07-187b-4128-afc0-232cb0c49f63,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:42.198859 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8b5ac04-28d6-40e3-b3ff-ef2b1533733f admin admin] Publish callbacks [] for security_group (df8b1c07-187b-4128-afc0-232cb0c49f63), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:42.258200 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8b5ac04-28d6-40e3-b3ff-ef2b1533733f admin admin] Publish callbacks [] for security_group (df8b1c07-187b-4128-afc0-232cb0c49f63), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:42.265839 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f0cbd035-51b6-47e5-8696-23a1296bdc8e None None] Provisioning complete for port a79089a9-e4c7-4acf-90ef-8461e415618a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:42.266363 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd035-51b6-47e5-8696-23a1296bdc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:42.307162 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d9d04-9a55-498d-8ce2-a7d8a485f2d1 req-29405862-bafc-4656-9762-c826dcdb98c5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:42.314943 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-236d9d04-9a55-498d-8ce2-a7d8a485f2d1 req-29405862-bafc-4656-9762-c826dcdb98c5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.5985889 Feb 28 17:45:42.346316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f240383-f390-498d-9bd2-492ca403474f admin admin] Made reservation on behalf of 3597d4114c1146de9635416fc6e1865b for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:42.357526 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f240383-f390-498d-9bd2-492ca403474f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:42.526049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:45:42.534118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:42.534502 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:42.578698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f0cbd035-51b6-47e5-8696-23a1296bdc8e None None] Current status of the port a79089a9-e4c7-4acf-90ef-8461e415618a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:42.582866 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-59fe589e-ed17-4187-8fd6-52aa9925f39b req-1ebc4229-0b7d-4ac8-8161-c3c4b72395a5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4225028 Feb 28 17:45:42.614510 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b523afdb-d124-429c-9cfd-a7f868619761 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:42.643790 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:42.661395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f0cbd035-51b6-47e5-8696-23a1296bdc8e None None] Provisioning complete for port cbbb44f2-6b61-4146-bca3-af830f6c17e9 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:42.661885 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd035-51b6-47e5-8696-23a1296bdc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:42.692822 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edc2a6-39e1-474a-876c-75e0a1a24e2c req-42df96d9-ebb5-4a43-b38d-45bbc92497bc tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:42.701598 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b4edc2a6-39e1-474a-876c-75e0a1a24e2c req-42df96d9-ebb5-4a43-b38d-45bbc92497bc tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 944 time: 0.3591337 Feb 28 17:45:42.701801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-236d9d04-9a55-498d-8ce2-a7d8a485f2d1 req-5a2cf8e2-aeb7-46c7-8e2f-5f2848f1b15f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3854258 Feb 28 17:45:42.729975 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57514) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:42.735775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-8dccea81-238b-4a67-8fbf-e77b083e5455 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Request body: {'subnet': {'network_id': '53ece656-fb14-4f00-b7d6-8a1c0eae1ad6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:42.748922 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f0cbd035-51b6-47e5-8696-23a1296bdc8e None None] Port cbbb44f2-6b61-4146-bca3-af830f6c17e9 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:42.782325 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8b5ac04-28d6-40e3-b3ff-ef2b1533733f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (df8b1c07-187b-4128-afc0-232cb0c49f63), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:42.785213 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8b5ac04-28d6-40e3-b3ff-ef2b1533733f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:42.786636 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c8b5ac04-28d6-40e3-b3ff-ef2b1533733f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/df8b1c07-187b-4128-afc0-232cb0c49f63 HTTP/1.1" status: 204 len: 168 time: 0.8904145 Feb 28 17:45:42.807713 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:42.808182 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:42.869036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5ac04-28d6-40e3-b3ff-ef2b1533733f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8b1c07-187b-4128-afc0-232cb0c49f63,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:42.874668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f,segment=NetworkSegment(3ff6d6c3-5282-4a87-8282-8717d2ae4f3e),segment_id=3ff6d6c3-5282-4a87-8282-8717d2ae4f3e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:42.926472 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8f4279f9-641b-4bb7-8e89-222bd56b5068 None None] Provisioning complete for port cbbb44f2-6b61-4146-bca3-af830f6c17e9 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:42.926472 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8f4279f9-641b-4bb7-8e89-222bd56b5068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:42.971128 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b4edc2a6-39e1-474a-876c-75e0a1a24e2c req-af3e49d5-1e10-4c17-a34d-a6ba51041269 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674103 Feb 28 17:45:42.983327 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:43.131478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:43.142827 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8f4279f9-641b-4bb7-8e89-222bd56b5068 None None] Port cbbb44f2-6b61-4146-bca3-af830f6c17e9 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:43.168656 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dccea81-238b-4a67-8fbf-e77b083e5455 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Made reservation on behalf of 68e1aeb460084ef9a5ab7b4aa58b3849 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:43.173759 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8dccea81-238b-4a67-8fbf-e77b083e5455 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:43.230219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-b523afdb-d124-429c-9cfd-a7f868619761 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Allocated IP 172.20.0.26 (3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c/2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9/cbbb44f2-6b61-4146-bca3-af830f6c17e9) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:43.253410 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f240383-f390-498d-9bd2-492ca403474f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (5e21ff03-6135-427b-a7a3-28d79ac8f3f2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:43.268178 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-6915b704-f3d6-422e-b9e5-6914df41ff0c None None] Provisioning complete for port cbbb44f2-6b61-4146-bca3-af830f6c17e9 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:43.268560 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6915b704-f3d6-422e-b9e5-6914df41ff0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:43.351605 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f240383-f390-498d-9bd2-492ca403474f admin admin] Checking segment: {'id': 'c574026c-0d1e-44eb-9280-02aca4eba1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f7d457c-9bca-4a63-8d62-1fe143d479d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:43.352209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f240383-f390-498d-9bd2-492ca403474f admin admin] Network hostable DHCP agents. Network: 5f7d457c-9bca-4a63-8d62-1fe143d479d7, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:45:43.354053 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f240383-f390-498d-9bd2-492ca403474f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e21ff03-6135-427b-a7a3-28d79ac8f3f2,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:43.354424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-6915b704-f3d6-422e-b9e5-6914df41ff0c None None] Port cbbb44f2-6b61-4146-bca3-af830f6c17e9 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:43.462756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f240383-f390-498d-9bd2-492ca403474f admin admin] Network 5f7d457c-9bca-4a63-8d62-1fe143d479d7 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:45:43.500527 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b523afdb-d124-429c-9cfd-a7f868619761 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:43.527839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-1f240383-f390-498d-9bd2-492ca403474f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 5f7d457c-9bca-4a63-8d62-1fe143d479d7) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:43.531988 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f240383-f390-498d-9bd2-492ca403474f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:43.534601 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1f240383-f390-498d-9bd2-492ca403474f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:43.540461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d6670f-6b22-4cbe-9c86-5478cee3da49 None None] Network 5f7d457c-9bca-4a63-8d62-1fe143d479d7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:43.549406 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b523afdb-d124-429c-9cfd-a7f868619761 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:43.566941 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8dccea81-238b-4a67-8fbf-e77b083e5455 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (883439cf-ffa3-4793-9144-4a8210d91718), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:43.658321 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1f240383-f390-498d-9bd2-492ca403474f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7344410 Feb 28 17:45:43.723336 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c42291-7d6c-4672-b905-2854ed4c258e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:45:43.732324 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbb5500-5c52-4b8d-a746-96dc27607cc2" -d '{"events": [{"server_uuid": "95c42291-7d6c-4672-b905-2854ed4c258e", "name": "network-vif-plugged", "status": "completed", "tag": "1ccc41a6-7c77-43fb-9f2d-feee140c0e1f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:45:43.802952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523afdb-d124-429c-9cfd-a7f868619761 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=cbbb44f2-6b61-4146-bca3-af830f6c17e9,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:43.803718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccea81-238b-4a67-8fbf-e77b083e5455 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'Subnet': ['ID=883439cf-ffa3-4793-9144-4a8210d91718,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:43.823763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dccea81-238b-4a67-8fbf-e77b083e5455 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Checking segment: {'id': 'f6c14684-6d03-4379-b314-54ce89bf3dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '53ece656-fb14-4f00-b7d6-8a1c0eae1ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:43.826291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dccea81-238b-4a67-8fbf-e77b083e5455 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Network hostable DHCP agents. Network: 53ece656-fb14-4f00-b7d6-8a1c0eae1ad6, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:45:43.867778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-b523afdb-d124-429c-9cfd-a7f868619761 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] In _notify_port_updated(), no bound segment for port cbbb44f2-6b61-4146-bca3-af830f6c17e9 on network 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:45:43.875654 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b87a84-26e9-49af-a18f-275821fa3b5a x-openstack-request-id: req-36b87a84-26e9-49af-a18f-275821fa3b5a {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:45:43.884782 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c42291-7d6c-4672-b905-2854ed4c258e", "name": "network-vif-plugged", "status": "completed", "tag": "1ccc41a6-7c77-43fb-9f2d-feee140c0e1f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:45:43.886910 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-36b87a84-26e9-49af-a18f-275821fa3b5a {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:45:43.887437 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c42291-7d6c-4672-b905-2854ed4c258e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f', 'code': 200} Feb 28 17:45:43.888364 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b523afdb-d124-429c-9cfd-a7f868619761 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:43.889044 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b523afdb-d124-429c-9cfd-a7f868619761 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:43.890436 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b523afdb-d124-429c-9cfd-a7f868619761 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "PUT /v2.0/ports/cbbb44f2-6b61-4146-bca3-af830f6c17e9 HTTP/1.1" status: 200 len: 998 time: 1.9200296 Feb 28 17:45:43.893950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57538) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:43.937248 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e7f14d-5ce0-4b56-a367-e6d60618be5b None None] Network 5f7d457c-9bca-4a63-8d62-1fe143d479d7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:43.980523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dccea81-238b-4a67-8fbf-e77b083e5455 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Network 53ece656-fb14-4f00-b7d6-8a1c0eae1ad6 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:45:44.062738 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-8dccea81-238b-4a67-8fbf-e77b083e5455 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 53ece656-fb14-4f00-b7d6-8a1c0eae1ad6) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:44.082841 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dccea81-238b-4a67-8fbf-e77b083e5455 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:44.088076 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8dccea81-238b-4a67-8fbf-e77b083e5455 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:44.091273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bae1aa-c26b-4c8f-8492-e50343459d4a None None] Network 53ece656-fb14-4f00-b7d6-8a1c0eae1ad6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:44.095984 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:44.297639 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c04ae47f-d2ed-4b3e-8d3a-d6d047058fff None None] Provisioning complete for port cbbb44f2-6b61-4146-bca3-af830f6c17e9 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:44.298291 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c04ae47f-d2ed-4b3e-8d3a-d6d047058fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:44.314576 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105f23d-370d-42cd-aa10-5c3b6643673d req-6b117a9b-fdc0-4e69-b11b-79352b936d8d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:44.331390 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f105f23d-370d-42cd-aa10-5c3b6643673d req-6b117a9b-fdc0-4e69-b11b-79352b936d8d tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 945 time: 0.2111781 Feb 28 17:45:44.343127 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8dccea81-238b-4a67-8fbf-e77b083e5455 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6115911 Feb 28 17:45:44.351053 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57556) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:44.356972 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c9a7d4f2-4485-4a47-bb18-591941c905a1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-271587367'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:44.362548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c04ae47f-d2ed-4b3e-8d3a-d6d047058fff None None] Port cbbb44f2-6b61-4146-bca3-af830f6c17e9 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:44.405492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-53ece656-fb14-4f00-b7d6-8a1c0eae1ad6', 'network_id': '53ece656-fb14-4f00-b7d6-8a1c0eae1ad6', 'project_id': '68e1aeb460084ef9a5ab7b4aa58b3849', 'fixed_ips': [{'subnet_id': '883439cf-ffa3-4793-9144-4a8210d91718'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:45:44.407345 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:44.454309 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f105f23d-370d-42cd-aa10-5c3b6643673d req-c32fd152-06d9-4159-882b-5b184ddd5aaf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096911 Feb 28 17:45:44.636854 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Allocated IP 2001:db8:0:ffff::2 (53ece656-fb14-4f00-b7d6-8a1c0eae1ad6/883439cf-ffa3-4793-9144-4a8210d91718/0ca1d5ee-e85a-41d6-b9a0-6248e469742e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:44.654853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed376f-b036-43ec-bd3d-3ecd328325ae req-ea2f32a1-7e83-4ce6-a968-f4ae1e473ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:44.656277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29ed376f-b036-43ec-bd3d-3ecd328325ae req-ea2f32a1-7e83-4ce6-a968-f4ae1e473ffd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 1128 time: 0.1584771 Feb 28 17:45:44.665225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4065e-2037-47a1-8530-447e572e3955 req-4a43a036-706d-4339-b023-68496b006455 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:44.666829 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53f4065e-2037-47a1-8530-447e572e3955 req-4a43a036-706d-4339-b023-68496b006455 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1721699 Feb 28 17:45:44.818858 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29ed376f-b036-43ec-bd3d-3ecd328325ae req-969102bc-2281-4a32-9235-32bf45309e51 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945761 Feb 28 17:45:44.818858 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-1b16fefb-e49c-4c2b-96e1-66d545695b3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port cbbb44f2-6b61-4146-bca3-af830f6c17e9 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:44.818858 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b16fefb-e49c-4c2b-96e1-66d545695b3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:44.818858 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53f4065e-2037-47a1-8530-447e572e3955 req-11cca929-f7dd-4928-a94d-4482352ba6d5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953412 Feb 28 17:45:44.890326 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Publish callbacks [] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:44.904091 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b16fefb-e49c-4c2b-96e1-66d545695b3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:44.920216 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-1b16fefb-e49c-4c2b-96e1-66d545695b3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for cbbb44f2-6b61-4146-bca3-af830f6c17e9 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:45.093415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a7d4f2-4485-4a47-bb18-591941c905a1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Made reservation on behalf of 68e1aeb460084ef9a5ab7b4aa58b3849 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:45.096901 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d4f2-4485-4a47-bb18-591941c905a1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:45.127791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a7d4f2-4485-4a47-bb18-591941c905a1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:45:45.139134 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d4f2-4485-4a47-bb18-591941c905a1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:45.142822 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-c9a7d4f2-4485-4a47-bb18-591941c905a1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Added segment 9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081 of type vlan for network d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6 Feb 28 17:45:45.194454 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d4f2-4485-4a47-bb18-591941c905a1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:45.232156 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:45.287266 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b16fefb-e49c-4c2b-96e1-66d545695b3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (cbbb44f2-6b61-4146-bca3-af830f6c17e9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:45.304360 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Network 53ece656-fb14-4f00-b7d6-8a1c0eae1ad6 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:45.309458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:45.312374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:45.316540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Pushing event updated for resources: {'Port': ['ID=0ca1d5ee-e85a-41d6-b9a0-6248e469742e,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:45.316746 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d4f2-4485-4a47-bb18-591941c905a1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:45.329763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a7d4f2-4485-4a47-bb18-591941c905a1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:45.332926 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d4f2-4485-4a47-bb18-591941c905a1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:45.337740 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16fefb-e49c-4c2b-96e1-66d545695b3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=cbbb44f2-6b61-4146-bca3-af830f6c17e9,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:45.437695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Attempting to bind port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:45:45.438247 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Attempting to bind port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'f6c14684-6d03-4379-b314-54ce89bf3dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '53ece656-fb14-4f00-b7d6-8a1c0eae1ad6'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:45:45.438697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Attempting to bind port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e on network 53ece656-fb14-4f00-b7d6-8a1c0eae1ad6 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:45:45.455683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:45:45.456358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Checking segment: {'id': 'f6c14684-6d03-4379-b314-54ce89bf3dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '53ece656-fb14-4f00-b7d6-8a1c0eae1ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:45.457163 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:45.457646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Bound using segment: {'id': 'f6c14684-6d03-4379-b314-54ce89bf3dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '53ece656-fb14-4f00-b7d6-8a1c0eae1ad6'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:45:45.458361 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Bound port: 0ca1d5ee-e85a-41d6-b9a0-6248e469742e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c14684-6d03-4379-b314-54ce89bf3dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '53ece656-fb14-4f00-b7d6-8a1c0eae1ad6'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:45:45.459297 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:45.535987 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c9a7d4f2-4485-4a47-bb18-591941c905a1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1813836 Feb 28 17:45:45.554097 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57570) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:45.582552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e453154c-6350-4d19-96fe-4bfb585c09cf tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Request body: {'subnet': {'network_id': 'd5290ab2-3c1e-4cb7-a6aa-e3c622046fe6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:45.585118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] For port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:45:45.589215 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] For port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0ca1d5ee-e85a-41d6-b9a0-6248e469742e,segment=NetworkSegment(f6c14684-6d03-4379-b314-54ce89bf3dfe),segment_id=f6c14684-6d03-4379-b314-54ce89bf3dfe)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:45:45.671984 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:45.688836 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7d4f2-4485-4a47-bb18-591941c905a1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'Network': ['ID=d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:45.716586 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bbf18-b44d-4b03-b1b3-6c6cfde905fc req-a1f22bf9-2813-403b-8fa0-c31176075a9f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:45.720437 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb8bbf18-b44d-4b03-b1b3-6c6cfde905fc req-a1f22bf9-2813-403b-8fa0-c31176075a9f tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 945 time: 0.1112976 Feb 28 17:45:45.722687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:45:45.773376 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b16fefb-e49c-4c2b-96e1-66d545695b3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:45.782312 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1b16fefb-e49c-4c2b-96e1-66d545695b3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/cbbb44f2-6b61-4146-bca3-af830f6c17e9 HTTP/1.1" status: 204 len: 168 time: 1.8850992 Feb 28 17:45:45.784984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57578) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:45.842090 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e453154c-6350-4d19-96fe-4bfb585c09cf tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Made reservation on behalf of 68e1aeb460084ef9a5ab7b4aa58b3849 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:45.847067 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e453154c-6350-4d19-96fe-4bfb585c09cf tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:45.851382 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada55f66-e63d-4c80-98a7-02395c40cd7c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] GET failed (client error): The resource could not be found. Feb 28 17:45:45.852863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ada55f66-e63d-4c80-98a7-02395c40cd7c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/cbbb44f2-6b61-4146-bca3-af830f6c17e9 HTTP/1.1" status: 404 len: 333 time: 0.0678263 Feb 28 17:45:45.856577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57584) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:45.954234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b93b9e-54a9-423b-aced-a8458c9bc27e None None] Pushing event updated for resources: {'Port': ['ID=0ca1d5ee-e85a-41d6-b9a0-6248e469742e,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:45.971152 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb8bbf18-b44d-4b03-b1b3-6c6cfde905fc req-f9645a8e-de21-4eac-97a4-8a86d4072a95 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274108 Feb 28 17:45:46.127007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06d8d4a-6ebf-4694-835f-03076bef8e96 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting subnet 2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:45:46.136049 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d06d8d4a-6ebf-4694-835f-03076bef8e96 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:46.217205 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860e51c-4f5b-49e2-8841-59d1909c9675 req-81339cea-9044-47a4-867a-918cc379159a tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:46.218826 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c860e51c-4f5b-49e2-8841-59d1909c9675 req-81339cea-9044-47a4-867a-918cc379159a tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.2183769 Feb 28 17:45:46.255175 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d06d8d4a-6ebf-4694-835f-03076bef8e96 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:46.363846 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0ca1d5ee-e85a-41d6-b9a0-6248e469742e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:46.375753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c860e51c-4f5b-49e2-8841-59d1909c9675 req-aa0c8309-4d65-4f99-aa19-057db89271a8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473553 Feb 28 17:45:46.466775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:46.467103 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:46.577369 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d06d8d4a-6ebf-4694-835f-03076bef8e96 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:46.616390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c43e6a-ec9b-4730-99c6-62914f51bd8a req-e7c8a966-119f-482b-9278-228337b08ca8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:46.619882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:46.620579 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:46.635852 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-87c43e6a-ec9b-4730-99c6-62914f51bd8a req-e7c8a966-119f-482b-9278-228337b08ca8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1420672 Feb 28 17:45:46.636548 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57610) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:46.641564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4d0332a2-2c89-4ef3-9a48-a87c3d337c63 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Request body: {'floatingip': {'port_id': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:46.645277 n-d-820368-19 neutron-server[104246]: DEBUG neutron.objects.ports [None req-e453154c-6350-4d19-96fe-4bfb585c09cf tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104246) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:45:46.684535 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0ca1d5ee-e85a-41d6-b9a0-6248e469742e,segment=NetworkSegment(f6c14684-6d03-4379-b314-54ce89bf3dfe),segment_id=f6c14684-6d03-4379-b314-54ce89bf3dfe)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:46.699896 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e453154c-6350-4d19-96fe-4bfb585c09cf tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (a30bb379-2ee5-4caa-85db-c3d7f5c03b1d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:46.719629 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4d0332a2-2c89-4ef3-9a48-a87c3d337c63 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for floatingip (314fa175-e92c-42ee-9cb6-574e407d1019), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:46.754997 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:46.873104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=0ca1d5ee-e85a-41d6-b9a0-6248e469742e,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:46.919063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453154c-6350-4d19-96fe-4bfb585c09cf tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'Subnet': ['ID=a30bb379-2ee5-4caa-85db-c3d7f5c03b1d,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:46.947981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e453154c-6350-4d19-96fe-4bfb585c09cf tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Checking segment: {'id': '9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd5290ab2-3c1e-4cb7-a6aa-e3c622046fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:46.947981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e453154c-6350-4d19-96fe-4bfb585c09cf tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Network hostable DHCP agents. Network: d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:45:47.011132 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d06d8d4a-6ebf-4694-835f-03076bef8e96 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:47.037953 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d06d8d4a-6ebf-4694-835f-03076bef8e96 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:47.044553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cb63b8-e784-42c8-9aef-8bde4832d42f None None] Network 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:47.052444 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d06d8d4a-6ebf-4694-835f-03076bef8e96 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9 HTTP/1.1" status: 204 len: 168 time: 1.1734185 Feb 28 17:45:47.102404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57620) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:47.104687 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d8d4a-6ebf-4694-835f-03076bef8e96 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Subnet': ['ID=2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:47.136468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e453154c-6350-4d19-96fe-4bfb585c09cf tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Network d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:45:47.249269 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-e453154c-6350-4d19-96fe-4bfb585c09cf tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:47.256790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e453154c-6350-4d19-96fe-4bfb585c09cf tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:47.257388 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e453154c-6350-4d19-96fe-4bfb585c09cf tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:47.279303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49a02cf-8852-456c-b5d0-53b67383e8d6 None None] Network d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:47.308934 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3285536-6a5e-49bc-94bd-53e1b844cf35 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting subnet 26a7c913-8904-4e69-a9dd-f6f890c8a37f {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:45:47.315996 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a3285536-6a5e-49bc-94bd-53e1b844cf35 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (26a7c913-8904-4e69-a9dd-f6f890c8a37f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:47.384315 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a3285536-6a5e-49bc-94bd-53e1b844cf35 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (26a7c913-8904-4e69-a9dd-f6f890c8a37f), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:47.395500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420a496-e733-406a-8694-53642557365e req-c7568daa-fa6e-4ae2-a550-aac8d2a0475c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:47.397951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b420a496-e733-406a-8694-53642557365e req-c7568daa-fa6e-4ae2-a550-aac8d2a0475c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 945 time: 0.2684593 Feb 28 17:45:47.498274 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e453154c-6350-4d19-96fe-4bfb585c09cf tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9429271 Feb 28 17:45:47.518428 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57624) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:47.530319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5051d0b0-471b-4dc9-a517-4dade5b5f1b8 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Request body: {'port': {'network_id': 'd5290ab2-3c1e-4cb7-a6aa-e3c622046fe6', 'name': 'tempest-NetworksIpV6TestAttrs-789935579'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:47.588860 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7352e8-dbc6-422b-a9e6-8d500e1b12ea None None] Network 53ece656-fb14-4f00-b7d6-8a1c0eae1ad6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:47.640543 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b420a496-e733-406a-8694-53642557365e req-1ebc1d28-5c0e-4c28-8239-571c042064a3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102315 Feb 28 17:45:47.714582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6', 'network_id': 'd5290ab2-3c1e-4cb7-a6aa-e3c622046fe6', 'project_id': '68e1aeb460084ef9a5ab7b4aa58b3849', 'fixed_ips': [{'subnet_id': 'a30bb379-2ee5-4caa-85db-c3d7f5c03b1d'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:45:47.721273 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:47.760606 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a3285536-6a5e-49bc-94bd-53e1b844cf35 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (26a7c913-8904-4e69-a9dd-f6f890c8a37f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:47.763729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e774ef36-d4a3-44b6-9256-38ecfe1d43b2 None None] Provisioning complete for port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:47.769383 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e774ef36-d4a3-44b6-9256-38ecfe1d43b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:47.847838 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.resource_extend [None req-4d0332a2-2c89-4ef3-9a48-a87c3d337c63 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:45:47.865356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57634) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:47.997006 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4d0332a2-2c89-4ef3-9a48-a87c3d337c63 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:48.027132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3877e-97c6-4d20-a29c-c66675c157f1 req-55431c92-8beb-46d2-ab49-2426e7f1f9ab tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:48.044638 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4be3877e-97c6-4d20-a29c-c66675c157f1 req-55431c92-8beb-46d2-ab49-2426e7f1f9ab tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 945 time: 0.2305443 Feb 28 17:45:48.124677 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4d0332a2-2c89-4ef3-9a48-a87c3d337c63 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (314fa175-e92c-42ee-9cb6-574e407d1019), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:48.133029 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed7163b8-ae80-49ac-aa2c-1f101ce62e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:48.159602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5051d0b0-471b-4dc9-a517-4dade5b5f1b8 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Made reservation on behalf of 68e1aeb460084ef9a5ab7b4aa58b3849 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:48.168988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5051d0b0-471b-4dc9-a517-4dade5b5f1b8 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:48.182638 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a3285536-6a5e-49bc-94bd-53e1b844cf35 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (26a7c913-8904-4e69-a9dd-f6f890c8a37f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:48.259607 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4be3877e-97c6-4d20-a29c-c66675c157f1 req-94ed6e27-78cc-41d6-9146-5b122fcf0ca5 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054613 Feb 28 17:45:48.274261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e774ef36-d4a3-44b6-9256-38ecfe1d43b2 None None] Current status of the port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:48.276966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3285536-6a5e-49bc-94bd-53e1b844cf35 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Subnet': ['ID=26a7c913-8904-4e69-a9dd-f6f890c8a37f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:48.283897 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57642) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:48.285144 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0ca1d5ee-e85a-41d6-b9a0-6248e469742e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:48.285478 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a3285536-6a5e-49bc-94bd-53e1b844cf35 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:48.301673 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a3285536-6a5e-49bc-94bd-53e1b844cf35 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/26a7c913-8904-4e69-a9dd-f6f890c8a37f HTTP/1.1" status: 204 len: 168 time: 1.1926823 Feb 28 17:45:48.305381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57644) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:48.370959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-5051d0b0-471b-4dc9-a517-4dade5b5f1b8 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] device_id is not set on port b93e0868-ce3f-4c96-9f43-137e72565b9f yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:45:48.511772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Allocated IP 2001:db8::f816:3eff:fe79:937c (d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6/a30bb379-2ee5-4caa-85db-c3d7f5c03b1d/a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:48.519895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b045cb-05ec-43c6-ad20-84fef77d8c5d tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:48.528330 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a7b045cb-05ec-43c6-ad20-84fef77d8c5d tempest-TestNetworkBasicOps-1352170105 tempest-TestNetworkBasicOps-1352170105-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 1123 time: 0.2401986 Feb 28 17:45:48.529364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57646) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:48.534277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:48.534870 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:48.543811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:48.605820 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-4d0332a2-2c89-4ef3-9a48-a87c3d337c63 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Floating IP 314fa175-e92c-42ee-9cb6-574e407d1019 associated. External IP: 172.25.3.238, port: ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8. Feb 28 17:45:48.629225 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:45:48.717060 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:48.731132 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:48.832593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed7163b8-ae80-49ac-aa2c-1f101ce62e48 admin admin] Publish callbacks [] for security_group (086ebe79-195c-4514-894c-fe100b9ab5f5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:48.893331 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port a79089a9-e4c7-4acf-90ef-8461e415618a {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:48.893784 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.031432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] For port a79089a9-e4c7-4acf-90ef-8461e415618a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a79089a9-e4c7-4acf-90ef-8461e415618a,segment=NetworkSegment(5b82ec57-2c45-4d90-a02e-88bc8085f4b5),segment_id=5b82ec57-2c45-4d90-a02e-88bc8085f4b5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:49.031941 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.055314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for a79089a9-e4c7-4acf-90ef-8461e415618a owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:49.060378 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:49.202364 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ed7163b8-ae80-49ac-aa2c-1f101ce62e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (086ebe79-195c-4514-894c-fe100b9ab5f5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.204734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa934c87-6f59-44b5-afc2-6aeaba75c639 None None] Network 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:49.268644 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ed7163b8-ae80-49ac-aa2c-1f101ce62e48 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=09a632126e0241a88395d106cb295fce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3988504 Feb 28 17:45:49.268876 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7163b8-ae80-49ac-aa2c-1f101ce62e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086ebe79-195c-4514-894c-fe100b9ab5f5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:49.271690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57654) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:49.303097 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (a79089a9-e4c7-4acf-90ef-8461e415618a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.343369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8f2462ad-e7ce-4abe-9730-1f6260d84dbb None None] Provisioning complete for port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:49.344587 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8f2462ad-e7ce-4abe-9730-1f6260d84dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.389131 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Publish callbacks [] for port (a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.453573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=a79089a9-e4c7-4acf-90ef-8461e415618a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:49.457657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No DVR routers for this DVR port a79089a9-e4c7-4acf-90ef-8461e415618a on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:45:49.498247 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01518d06-b88f-484d-b0e0-ebbb551af309 admin admin] Publish callbacks [] for security_group (086ebe79-195c-4514-894c-fe100b9ab5f5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.529288 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8f2462ad-e7ce-4abe-9730-1f6260d84dbb None None] Current status of the port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:49.533135 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0006b47-db04-42c9-be37-ef7929405a52 None None] DHCP port deletion for 3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:45:49.542577 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.583013 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.596718 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Network d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:49.608596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:49.611833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:49.622191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Pushing event updated for resources: {'Port': ['ID=a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:49.655788 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-5051d0b0-471b-4dc9-a517-4dade5b5f1b8 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Allocated IP 2001:db8::f816:3eff:fee3:c4ca (d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6/a30bb379-2ee5-4caa-85db-c3d7f5c03b1d/b93e0868-ce3f-4c96-9f43-137e72565b9f) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:49.757372 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Attempting to bind port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:45:49.758169 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Attempting to bind port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd5290ab2-3c1e-4cb7-a6aa-e3c622046fe6'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:45:49.759012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Attempting to bind port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d on network d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:45:49.766249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-692a15e8-8b02-4887-bb7a-7ffa14680724 None None] Could not find standard attr ID for object a79089a9-e4c7-4acf-90ef-8461e415618a. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:45:49.779698 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01518d06-b88f-484d-b0e0-ebbb551af309 admin admin] Publish callbacks [] for security_group (086ebe79-195c-4514-894c-fe100b9ab5f5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.783724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:45:49.784553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Allocated IP 172.25.3.217 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:49.784725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Checking segment: {'id': '9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd5290ab2-3c1e-4cb7-a6aa-e3c622046fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:49.785201 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.785970 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Bound using segment: {'id': '9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd5290ab2-3c1e-4cb7-a6aa-e3c622046fe6'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:45:49.787491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Bound port: a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd5290ab2-3c1e-4cb7-a6aa-e3c622046fe6'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:45:49.791382 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.792209 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.854278 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:49.895447 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.897475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b82ec57-2c45-4d90-a02e-88bc8085f4b5') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:49.897749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b82ec57-2c45-4d90-a02e-88bc8085f4b5') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:49.916081 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (5b82ec57-2c45-4d90-a02e-88bc8085f4b5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.949240 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5b82ec57-2c45-4d90-a02e-88bc8085f4b5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.955581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:45:49.955992 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (5b82ec57-2c45-4d90-a02e-88bc8085f4b5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:45:49.983079 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:45:49.988634 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0332a2-2c89-4ef3-9a48-a87c3d337c63 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Router f1d8fd16-35d4-47d1-8925-deb3f4509abd has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:45:49.998460 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] For port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:45:50.006160 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] For port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d,segment=NetworkSegment(9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081),segment_id=9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:45:50.044918 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:50.095007 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5051d0b0-471b-4dc9-a517-4dade5b5f1b8 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for port (b93e0868-ce3f-4c96-9f43-137e72565b9f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:50.101876 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:50.111543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:50.115855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:50.129145 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01518d06-b88f-484d-b0e0-ebbb551af309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (086ebe79-195c-4514-894c-fe100b9ab5f5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:50.149982 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01518d06-b88f-484d-b0e0-ebbb551af309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:50.149982 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-01518d06-b88f-484d-b0e0-ebbb551af309 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/086ebe79-195c-4514-894c-fe100b9ab5f5 HTTP/1.1" status: 204 len: 168 time: 0.8599825 Feb 28 17:45:50.151010 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:50.154569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:50.154959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01518d06-b88f-484d-b0e0-ebbb551af309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086ebe79-195c-4514-894c-fe100b9ab5f5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:50.190973 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:50.202928 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:50.212418 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/networks/3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c HTTP/1.1" status: 204 len: 168 time: 1.9046695 Feb 28 17:45:50.224064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57664) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:50.244081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e075afe-6990-4007-8c4c-830fbb09206d None None] Pushing event updated for resources: {'Port': ['ID=a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:50.257325 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5051d0b0-471b-4dc9-a517-4dade5b5f1b8 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (b93e0868-ce3f-4c96-9f43-137e72565b9f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:50.291353 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0332a2-2c89-4ef3-9a48-a87c3d337c63 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:45:50.293978 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a79089a9-e4c7-4acf-90ef-8461e415618a no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:45:50.300980 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4d0332a2-2c89-4ef3-9a48-a87c3d337c63 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:50.311758 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658eb053-b9f1-4c79-840d-8b072e52cff1 None None] Sync routers for ids ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:45:50.332685 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658eb053-b9f1-4c79-840d-8b072e52cff1 None None] Routers {'f1d8fd16-35d4-47d1-8925-deb3f4509abd'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:50.333902 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-658eb053-b9f1-4c79-840d-8b072e52cff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:45:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:50.358620 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: a79089a9-e4c7-4acf-90ef-8461e415618a {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:45:50.359265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a79089a9-e4c7-4acf-90ef-8461e415618a not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:45:50.385170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f2a2d-4ee0-48bb-83db-539bbe3f8add tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Network': ['ID=3788f13a-6cea-4bbd-bcb7-7f13e62e7d0c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:50.509962 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4d0332a2-2c89-4ef3-9a48-a87c3d337c63 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "PUT /v2.0/floatingips/314fa175-e92c-42ee-9cb6-574e407d1019 HTTP/1.1" status: 200 len: 991 time: 3.8714948 Feb 28 17:45:50.516543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'tag': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:45:50.518826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5051d0b0-471b-4dc9-a517-4dade5b5f1b8 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Network d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:50.520237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051d0b0-471b-4dc9-a517-4dade5b5f1b8 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'Port': ['ID=b93e0868-ce3f-4c96-9f43-137e72565b9f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:50.523036 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982bab13-d17d-4145-a3fc-74967a369daa" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8cd1c6-7531-4bb4-83e1-10958569e6a3", "tag": "ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:45:50.525969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-5051d0b0-471b-4dc9-a517-4dade5b5f1b8 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:50.530845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5051d0b0-471b-4dc9-a517-4dade5b5f1b8 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:50.546978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5051d0b0-471b-4dc9-a517-4dade5b5f1b8 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:50.554415 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5051d0b0-471b-4dc9-a517-4dade5b5f1b8 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:50.895380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26277b8f-e5dc-442f-af2c-7d8cb1309173 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:50.895380 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-26277b8f-e5dc-442f-af2c-7d8cb1309173 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4445014 Feb 28 17:45:50.895380 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81afee90-71f6-4ed3-a01a-3a271cd46f7c x-openstack-request-id: req-81afee90-71f6-4ed3-a01a-3a271cd46f7c {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:45:50.895380 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8cd1c6-7531-4bb4-83e1-10958569e6a3", "tag": "ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:45:50.895380 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-81afee90-71f6-4ed3-a01a-3a271cd46f7c {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:45:50.895380 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'tag': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'status': 'completed', 'code': 200} Feb 28 17:45:50.906376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57676) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:50.907582 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-658eb053-b9f1-4c79-840d-8b072e52cff1 None None] Set router f1d8fd16-35d4-47d1-8925-deb3f4509abd gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:45:50.908009 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5051d0b0-471b-4dc9-a517-4dade5b5f1b8 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3145022 Feb 28 17:45:50.908009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57690) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:50.996382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e8ed7c-9850-45d9-8118-a57230484dd5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Deleting subnet a30bb379-2ee5-4caa-85db-c3d7f5c03b1d {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:45:51.003768 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15e8ed7c-9850-45d9-8118-a57230484dd5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for subnet (a30bb379-2ee5-4caa-85db-c3d7f5c03b1d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:51.048503 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bab13-d17d-4145-a3fc-74967a369daa req-38991de2-bfa9-409c-b951-8f65561ee70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:51.050228 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-982bab13-d17d-4145-a3fc-74967a369daa req-38991de2-bfa9-409c-b951-8f65561ee70c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 1128 time: 0.3823147 Feb 28 17:45:51.070961 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4c8e4bb8-8e74-46e9-be35-9cc2c3f57556 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3861578 Feb 28 17:45:51.077748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57694) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:51.084351 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0ec478ff-7b72-49df-a999-9bd9be2ffd66 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1813981407'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:51.099417 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-658eb053-b9f1-4c79-840d-8b072e52cff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '314fa175-e92c-42ee-9cb6-574e407d1019', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'floating_ip_address': '172.25.3.238', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'port_id': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'mac_address': 'fa:16:3e:59:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:45:18Z', 'updated_at': '2022-02-28T17:45:47Z', 'revision_number': 1, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:16Z', 'revision_number': 5, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:51.134443 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658eb053-b9f1-4c79-840d-8b072e52cff1 None None] Checking router: f1d8fd16-35d4-47d1-8925-deb3f4509abd for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:45:51.143536 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658eb053-b9f1-4c79-840d-8b072e52cff1 None None] Routers {'f1d8fd16-35d4-47d1-8925-deb3f4509abd'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:51.144572 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-658eb053-b9f1-4c79-840d-8b072e52cff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:45:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:51.173316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec478ff-7b72-49df-a999-9bd9be2ffd66 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:51.177367 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ec478ff-7b72-49df-a999-9bd9be2ffd66 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:51.195167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-cea312dc-f180-4c93-92ee-0354df56e8b2 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:51.197168 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-cea312dc-f180-4c93-92ee-0354df56e8b2 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/networks?id=5f7d457c-9bca-4a63-8d62-1fe143d479d7 HTTP/1.1" status: 200 len: 809 time: 0.3541770 Feb 28 17:45:51.211884 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15e8ed7c-9850-45d9-8118-a57230484dd5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (a30bb379-2ee5-4caa-85db-c3d7f5c03b1d), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:51.225789 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-996321ae-1418-4440-985a-03f71e2a6857 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/quotas/3597d4114c1146de9635416fc6e1865b HTTP/1.1" status: 200 len: 375 time: 0.0204782 Feb 28 17:45:51.287729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec478ff-7b72-49df-a999-9bd9be2ffd66 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:45:51.314711 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-6e2a196b-dcb0-4142-a14e-aa7415720fb5 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3597d4114c1146de9635416fc6e1865b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453997 Feb 28 17:45:51.330991 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ec478ff-7b72-49df-a999-9bd9be2ffd66 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d6927ee4-66a9-4dbe-859b-e8bbf81e751b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:51.331166 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-658eb053-b9f1-4c79-840d-8b072e52cff1 None None] Set router f1d8fd16-35d4-47d1-8925-deb3f4509abd gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:45:51.331605 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-0ec478ff-7b72-49df-a999-9bd9be2ffd66 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Added segment d6927ee4-66a9-4dbe-859b-e8bbf81e751b of type vlan for network 215d3313-f5e4-4239-9029-c9a915e6ea20 Feb 28 17:45:51.342892 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57696) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:51.370338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bab13-d17d-4145-a3fc-74967a369daa req-50c59618-ce5c-4e9b-a87e-3596e7fac78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:51.382800 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-982bab13-d17d-4145-a3fc-74967a369daa req-50c59618-ce5c-4e9b-a87e-3596e7fac78d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 917 time: 0.3210142 Feb 28 17:45:51.438108 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4242649f-a35f-4a33-a61f-e3234be9ee8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:51.445988 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ec478ff-7b72-49df-a999-9bd9be2ffd66 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (215d3313-f5e4-4239-9029-c9a915e6ea20), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:51.544038 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for floatingip (47174224-3af7-48db-8e54-36e80c65ce39), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:51.593678 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ec478ff-7b72-49df-a999-9bd9be2ffd66 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (215d3313-f5e4-4239-9029-c9a915e6ea20), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:51.601515 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec478ff-7b72-49df-a999-9bd9be2ffd66 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:51.602447 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ec478ff-7b72-49df-a999-9bd9be2ffd66 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:51.695744 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0ec478ff-7b72-49df-a999-9bd9be2ffd66 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6167002 Feb 28 17:45:51.717144 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57700) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:51.725019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f092e53d-af48-45c2-b455-8b291f0c3a4c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': '215d3313-f5e4-4239-9029-c9a915e6ea20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:51.830061 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-658eb053-b9f1-4c79-840d-8b072e52cff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '314fa175-e92c-42ee-9cb6-574e407d1019', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'floating_ip_address': '172.25.3.238', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'port_id': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'mac_address': 'fa:16:3e:59:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:45:18Z', 'updated_at': '2022-02-28T17:45:47Z', 'revision_number': 1, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:16Z', 'revision_number': 5, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:51.838773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec478ff-7b72-49df-a999-9bd9be2ffd66 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Network': ['ID=215d3313-f5e4-4239-9029-c9a915e6ea20,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:51.852687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 215d3313-f5e4-4239-9029-c9a915e6ea20 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:45:51.924137 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658eb053-b9f1-4c79-840d-8b072e52cff1 None None] The sync data for ids ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'] in n-d-820368-19 is: [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '314fa175-e92c-42ee-9cb6-574e407d1019', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'floating_ip_address': '172.25.3.238', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'port_id': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'mac_address': 'fa:16:3e:59:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:45:18Z', 'updated_at': '2022-02-28T17:45:47Z', 'revision_number': 1, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:16Z', 'revision_number': 5, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:45:52.008197 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:52.026031 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-34fc050f-4508-490f-9a95-4229e9489674 service neutron] 10.222.0.72 "GET /v2.0/networks/5f7d457c-9bca-4a63-8d62-1fe143d479d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909156 Feb 28 17:45:52.104462 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b96169-657b-4496-b433-c7116e63d37f None None] Network d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:52.197006 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-982bab13-d17d-4145-a3fc-74967a369daa req-0348cdfd-7904-4ada-abb9-efc58ebd321e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 HTTP/1.1" status: 200 len: 999 time: 0.7992587 Feb 28 17:45:52.256435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4c8d6d4c-ff17-4908-8b50-935f14e6827d None None] Provisioning complete for port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:52.256826 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6d4c-ff17-4908-8b50-935f14e6827d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:52.295129 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bab13-d17d-4145-a3fc-74967a369daa req-069e5dca-4402-4a51-80ef-222b3052e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:52.296623 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-982bab13-d17d-4145-a3fc-74967a369daa req-069e5dca-4402-4a51-80ef-222b3052e816 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.0937300 Feb 28 17:45:52.344598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:52.400540 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15e8ed7c-9850-45d9-8118-a57230484dd5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (a30bb379-2ee5-4caa-85db-c3d7f5c03b1d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:52.415346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e7b36f-2058-416a-9cbb-e77eb2d0b73b None None] New status for floating IP 314fa175-e92c-42ee-9cb6-574e407d1019: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:45:52.481679 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f092e53d-af48-45c2-b455-8b291f0c3a4c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:52.487663 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f092e53d-af48-45c2-b455-8b291f0c3a4c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:52.492678 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4242649f-a35f-4a33-a61f-e3234be9ee8e admin admin] Publish callbacks [] for security_group (0d4f06e6-b46f-45cd-bb54-fde39a8286a9), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:52.529017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d6d4c-ff17-4908-8b50-935f14e6827d None None] Current status of the port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:52.529402 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6d4c-ff17-4908-8b50-935f14e6827d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:52.546721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:52.547096 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:52.556511 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-fdbfd55d-e3ac-4ec3-852b-27d131b22bb5 service neutron] 10.222.0.72 "GET /v2.0/networks/5f7d457c-9bca-4a63-8d62-1fe143d479d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876964 Feb 28 17:45:52.561384 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bab13-d17d-4145-a3fc-74967a369daa req-2277fe47-7362-4813-b449-03f6d620d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:52.563836 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-982bab13-d17d-4145-a3fc-74967a369daa req-2277fe47-7362-4813-b449-03f6d620d969 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2347186 Feb 28 17:45:52.564343 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4242649f-a35f-4a33-a61f-e3234be9ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0d4f06e6-b46f-45cd-bb54-fde39a8286a9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:52.592745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-982bab13-d17d-4145-a3fc-74967a369daa req-54c8bee5-d491-40d8-b080-9a1e098557af service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:45:52.592745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-982bab13-d17d-4145-a3fc-74967a369daa req-54c8bee5-d491-40d8-b080-9a1e098557af service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168991 Feb 28 17:45:52.743221 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4242649f-a35f-4a33-a61f-e3234be9ee8e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d43a73b523b740f0b2352108a02186fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3992758 Feb 28 17:45:52.748548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242649f-a35f-4a33-a61f-e3234be9ee8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4f06e6-b46f-45cd-bb54-fde39a8286a9,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:52.754620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57716) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:52.758927 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15e8ed7c-9850-45d9-8118-a57230484dd5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (a30bb379-2ee5-4caa-85db-c3d7f5c03b1d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:52.776230 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for port (d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:52.818207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8ed7c-9850-45d9-8118-a57230484dd5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Subnet': ['ID=a30bb379-2ee5-4caa-85db-c3d7f5c03b1d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:52.831217 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15e8ed7c-9850-45d9-8118-a57230484dd5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:52.836303 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-15e8ed7c-9850-45d9-8118-a57230484dd5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/subnets/a30bb379-2ee5-4caa-85db-c3d7f5c03b1d HTTP/1.1" status: 204 len: 168 time: 1.9458003 Feb 28 17:45:52.840538 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57720) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:52.932316 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:52.946154 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65cc920-7e87-44b3-909e-0a57f5792c4c None None] Network d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:53.006218 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event updated for resources: {'Port': ['ID=d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:53.180208 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f89f66a5-4140-4483-bd53-a2e57b992c3d req-8cba97b0-00bc-4f2a-8122-2133e0e8e511 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 210 time: 0.1642370 Feb 28 17:45:53.185428 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (47174224-3af7-48db-8e54-36e80c65ce39), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:53.207479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2e890a-ecfe-412b-ad89-c3ed7f46567c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:53.208929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2e890a-ecfe-412b-ad89-c3ed7f46567c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:53.225952 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8f2e890a-ecfe-412b-ad89-c3ed7f46567c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3744161 Feb 28 17:45:53.232496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57728) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:53.233581 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f092e53d-af48-45c2-b455-8b291f0c3a4c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (c05c2459-3cb3-4d9a-8f8d-d75f2f6bcb8e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:53.242736 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-4c8d6d4c-ff17-4908-8b50-935f14e6827d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:45:53.243099 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-4c8d6d4c-ff17-4908-8b50-935f14e6827d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:45:53.243563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:53.243944 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:53.247543 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e908-a7e4-4ade-b31f-4d45cd032ea8 admin admin] Publish callbacks [] for security_group (0d4f06e6-b46f-45cd-bb54-fde39a8286a9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:53.256709 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-982bab13-d17d-4145-a3fc-74967a369daa req-80281602-71b9-4438-b9a7-609dbb2557e1 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190965 Feb 28 17:45:53.344924 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d,segment=NetworkSegment(9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081),segment_id=9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:53.350131 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e908-a7e4-4ade-b31f-4d45cd032ea8 admin admin] Publish callbacks [] for security_group (0d4f06e6-b46f-45cd-bb54-fde39a8286a9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:53.411924 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7867dd-cddb-4931-bc2b-1cfac804d6f3 None None] DHCP port deletion for d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:45:53.450440 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3650db80-1b52-4489-9f24-288ec5d90c3b tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:53.462163 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:53.528090 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-982bab13-d17d-4145-a3fc-74967a369daa req-57a5cf33-cfab-43c1-8319-f2ed7603cade service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638202 Feb 28 17:45:53.596708 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e908-a7e4-4ade-b31f-4d45cd032ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0d4f06e6-b46f-45cd-bb54-fde39a8286a9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:53.600353 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f4e8e908-a7e4-4ade-b31f-4d45cd032ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:53.605305 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f4e8e908-a7e4-4ade-b31f-4d45cd032ea8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d4f06e6-b46f-45cd-bb54-fde39a8286a9 HTTP/1.1" status: 204 len: 168 time: 0.8489957 Feb 28 17:45:53.623777 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8e908-a7e4-4ade-b31f-4d45cd032ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4f06e6-b46f-45cd-bb54-fde39a8286a9,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:53.850790 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Floating IP 47174224-3af7-48db-8e54-36e80c65ce39 associated. External IP: 172.25.3.217, port: 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f. Feb 28 17:45:54.028426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d6d4c-ff17-4908-8b50-935f14e6827d None None] Current status of the port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:54.028426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:54.028426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5f7867dd-cddb-4931-bc2b-1cfac804d6f3 None None] Deleting port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:45:54.028426 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f7867dd-cddb-4931-bc2b-1cfac804d6f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:54.029470 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-3650db80-1b52-4489-9f24-288ec5d90c3b tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 17:45:54.029470 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3650db80-1b52-4489-9f24-288ec5d90c3b tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:45:54.029470 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3650db80-1b52-4489-9f24-288ec5d90c3b tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/networks/d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6 HTTP/1.1" status: 409 len: 466 time: 0.7908456 Feb 28 17:45:54.038239 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092e53d-af48-45c2-b455-8b291f0c3a4c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Subnet': ['ID=c05c2459-3cb3-4d9a-8f8d-d75f2f6bcb8e,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:54.053426 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57740) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:54.059107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-10b67947-a60c-41e1-933e-a2b301d9c55e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-225749488'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:54.120078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5f7867dd-cddb-4931-bc2b-1cfac804d6f3 None None] For port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d,segment=NetworkSegment(9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081),segment_id=9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:54.120483 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f7867dd-cddb-4931-bc2b-1cfac804d6f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:54.138135 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5f7867dd-cddb-4931-bc2b-1cfac804d6f3 None None] Calling delete_port for a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:45:54.265632 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:45:54.288022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b67947-a60c-41e1-933e-a2b301d9c55e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Made reservation on behalf of 68e1aeb460084ef9a5ab7b4aa58b3849 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:54.292075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-10b67947-a60c-41e1-933e-a2b301d9c55e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:54.294679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f82d37cd-f48b-4027-8d5a-12cce3f04024 None None] Provisioning complete for port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:54.295966 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f82d37cd-f48b-4027-8d5a-12cce3f04024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:54.354539 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f7867dd-cddb-4931-bc2b-1cfac804d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:54.386143 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7867dd-cddb-4931-bc2b-1cfac804d6f3 None None] Pushing event deleted for resources: {'Port': ['ID=a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:54.403606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b67947-a60c-41e1-933e-a2b301d9c55e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:45:54.405359 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No active binding found for port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d {{(pid=104248) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 17:45:54.405898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] The host n-d-820368-19 is not matching for port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d host None! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:45:54.406512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:45:54.419343 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7867dd-cddb-4931-bc2b-1cfac804d6f3 None None] No DVR routers for this DVR port a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:45:54.422229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f82d37cd-f48b-4027-8d5a-12cce3f04024 None None] Could not find standard attr ID for object a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:45:54.425820 n-d-820368-19 neutron-server[104248]: INFO neutron.plugins.ml2.db [None req-f82d37cd-f48b-4027-8d5a-12cce3f04024 None None] No ports have port_id starting with a5e9df0f-dc4c-47c7-ac1b-e00ac8ed4d2d Feb 28 17:45:54.450519 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f82d37cd-f48b-4027-8d5a-12cce3f04024 None None] Provisioning complete for port b93e0868-ce3f-4c96-9f43-137e72565b9f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:54.450883 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f82d37cd-f48b-4027-8d5a-12cce3f04024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b93e0868-ce3f-4c96-9f43-137e72565b9f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:54.464020 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-10b67947-a60c-41e1-933e-a2b301d9c55e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (de23172b-6c0f-4a5f-a14c-8911e312e15f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:54.464354 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-10b67947-a60c-41e1-933e-a2b301d9c55e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Added segment de23172b-6c0f-4a5f-a14c-8911e312e15f of type vlan for network 154f11c4-6158-4e1c-9cc2-c0adfdd248c7 Feb 28 17:45:54.502435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f82d37cd-f48b-4027-8d5a-12cce3f04024 None None] Port b93e0868-ce3f-4c96-9f43-137e72565b9f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:45:54.608790 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-10b67947-a60c-41e1-933e-a2b301d9c55e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (154f11c4-6158-4e1c-9cc2-c0adfdd248c7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:54.758293 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-10b67947-a60c-41e1-933e-a2b301d9c55e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (154f11c4-6158-4e1c-9cc2-c0adfdd248c7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:54.764187 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b67947-a60c-41e1-933e-a2b301d9c55e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:54.765001 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-10b67947-a60c-41e1-933e-a2b301d9c55e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:54.889607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b67947-a60c-41e1-933e-a2b301d9c55e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'Network': ['ID=154f11c4-6158-4e1c-9cc2-c0adfdd248c7,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:54.928761 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 154f11c4-6158-4e1c-9cc2-c0adfdd248c7 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:45:54.981145 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2698e6aa-d3ae-44e5-a099-bc604ea4b147 req-d0baf7a4-a6c8-415e-a581-2129e6b54835 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 210 time: 0.0480406 Feb 28 17:45:54.992485 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-10b67947-a60c-41e1-933e-a2b301d9c55e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9377837 Feb 28 17:45:54.996951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57760) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:55.003641 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f092e53d-af48-45c2-b455-8b291f0c3a4c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Checking segment: {'id': 'd6927ee4-66a9-4dbe-859b-e8bbf81e751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '215d3313-f5e4-4239-9029-c9a915e6ea20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:55.004009 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f092e53d-af48-45c2-b455-8b291f0c3a4c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network hostable DHCP agents. Network: 215d3313-f5e4-4239-9029-c9a915e6ea20, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:45:55.004746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Request body: {'subnet': {'network_id': '154f11c4-6158-4e1c-9cc2-c0adfdd248c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:55.025486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:45:55.131677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f092e53d-af48-45c2-b455-8b291f0c3a4c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network 215d3313-f5e4-4239-9029-c9a915e6ea20 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:45:55.197797 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:45:55.211474 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6c577-79d8-432b-bbd9-3eeb338bb5db None None] Sync routers for ids ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:45:55.221894 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6c577-79d8-432b-bbd9-3eeb338bb5db None None] Routers {'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:55.222663 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-09d6c577-79d8-432b-bbd9-3eeb338bb5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:45:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:55.293727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-f092e53d-af48-45c2-b455-8b291f0c3a4c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 215d3313-f5e4-4239-9029-c9a915e6ea20) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:55.303368 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a94e4e-4341-46d8-afb7-0cbd78bdffb9 None None] Network 215d3313-f5e4-4239-9029-c9a915e6ea20 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:55.303890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f092e53d-af48-45c2-b455-8b291f0c3a4c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:55.308428 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f092e53d-af48-45c2-b455-8b291f0c3a4c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:55.341498 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:55.404190 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-09d6c577-79d8-432b-bbd9-3eeb338bb5db None None] Set router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:45:55.413653 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-347a23b7-9b1f-4e2d-b410-3d7a186bd097 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8739543 Feb 28 17:45:55.414414 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c42291-7d6c-4672-b905-2854ed4c258e', 'tag': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:45:55.416412 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57766) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:55.431283 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b433f73-0326-49a6-8d5f-ffcc43cf8b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "95c42291-7d6c-4672-b905-2854ed4c258e", "tag": "1ccc41a6-7c77-43fb-9f2d-feee140c0e1f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:45:55.486557 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Made reservation on behalf of 68e1aeb460084ef9a5ab7b4aa58b3849 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:55.488922 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:55.516089 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f092e53d-af48-45c2-b455-8b291f0c3a4c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7927043 Feb 28 17:45:55.516302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57774) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:55.522966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-dbd3dfcb-1a3c-4bfb-923b-a5296314747d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'network_id': '215d3313-f5e4-4239-9029-c9a915e6ea20', 'name': 'tempest-PortsTestJSON-180953099'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:55.592679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-215d3313-f5e4-4239-9029-c9a915e6ea20', 'network_id': '215d3313-f5e4-4239-9029-c9a915e6ea20', 'project_id': '2255106a4b34494c8f3d6292df49fd2c', 'fixed_ips': [{'subnet_id': 'c05c2459-3cb3-4d9a-8f8d-d75f2f6bcb8e'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:45:55.593822 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:55.805093 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-27573355-2506-49c3-97ae-094c39545598 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/floatingips/47174224-3af7-48db-8e54-36e80c65ce39 HTTP/1.1" status: 200 len: 991 time: 0.3840654 Feb 28 17:45:55.838155 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e75165-64d9-4f28-b0f7-1307d8f48d1f x-openstack-request-id: req-68e75165-64d9-4f28-b0f7-1307d8f48d1f {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:45:55.838504 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c42291-7d6c-4672-b905-2854ed4c258e", "tag": "1ccc41a6-7c77-43fb-9f2d-feee140c0e1f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:45:55.838695 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-68e75165-64d9-4f28-b0f7-1307d8f48d1f {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:45:55.839108 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c42291-7d6c-4672-b905-2854ed4c258e', 'tag': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f', 'status': 'completed', 'code': 200} Feb 28 17:45:55.848493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Allocated IP 172.20.0.2 (215d3313-f5e4-4239-9029-c9a915e6ea20/c05c2459-3cb3-4d9a-8f8d-d75f2f6bcb8e/3009aaf5-01ff-49fa-914b-a721273c3894) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:55.900276 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b433f73-0326-49a6-8d5f-ffcc43cf8b5d req-28d0f9e2-2ac0-4e28-82aa-1a3a8847bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:55.902123 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b433f73-0326-49a6-8d5f-ffcc43cf8b5d req-28d0f9e2-2ac0-4e28-82aa-1a3a8847bf01 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 1128 time: 0.3112187 Feb 28 17:45:55.971332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd3dfcb-1a3c-4bfb-923b-a5296314747d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:55.971524 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dbd3dfcb-1a3c-4bfb-923b-a5296314747d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:56.004179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-dbd3dfcb-1a3c-4bfb-923b-a5296314747d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port 007e0af2-e87d-4f54-9b1c-a6123437e27a yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:45:56.109058 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-09d6c577-79d8-432b-bbd9-3eeb338bb5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:45:01Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '47174224-3af7-48db-8e54-36e80c65ce39', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'port_id': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'mac_address': 'fa:16:3e:62:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c42291-7d6c-4672-b905-2854ed4c258e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:45:51Z', 'updated_at': '2022-02-28T17:45:51Z', 'revision_number': 0, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe', 'name': '', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:92:01:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:58Z', 'updated_at': '2022-02-28T17:45:10Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:56.150378 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2bce8bea-2ac1-48e6-b1d7-b1340a15254f req-22122937-43ac-443a-9935-c7388a976fce tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 210 time: 0.0365365 Feb 28 17:45:56.250758 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Publish callbacks [] for port (3009aaf5-01ff-49fa-914b-a721273c3894), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:56.275534 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6c577-79d8-432b-bbd9-3eeb338bb5db None None] Checking router: b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:45:56.293238 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6c577-79d8-432b-bbd9-3eeb338bb5db None None] Routers {'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:45:56.293608 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-09d6c577-79d8-432b-bbd9-3eeb338bb5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:45:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:56.355354 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (3009aaf5-01ff-49fa-914b-a721273c3894), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:56.397825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Network 215d3313-f5e4-4239-9029-c9a915e6ea20 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:56.439258 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-dbd3dfcb-1a3c-4bfb-923b-a5296314747d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Allocated IP 172.20.0.8 (215d3313-f5e4-4239-9029-c9a915e6ea20/c05c2459-3cb3-4d9a-8f8d-d75f2f6bcb8e/007e0af2-e87d-4f54-9b1c-a6123437e27a) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:56.443712 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:56.448755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:56.461431 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-09d6c577-79d8-432b-bbd9-3eeb338bb5db None None] Set router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:45:56.554582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Pushing event updated for resources: {'Port': ['ID=3009aaf5-01ff-49fa-914b-a721273c3894,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:56.572078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Attempting to bind port 3009aaf5-01ff-49fa-914b-a721273c3894 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:45:56.573114 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Attempting to bind port 3009aaf5-01ff-49fa-914b-a721273c3894 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'd6927ee4-66a9-4dbe-859b-e8bbf81e751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '215d3313-f5e4-4239-9029-c9a915e6ea20'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:45:56.574631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Attempting to bind port 3009aaf5-01ff-49fa-914b-a721273c3894 on network 215d3313-f5e4-4239-9029-c9a915e6ea20 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:45:56.581134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:45:56.581670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Checking segment: {'id': 'd6927ee4-66a9-4dbe-859b-e8bbf81e751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '215d3313-f5e4-4239-9029-c9a915e6ea20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:56.582198 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:56.582683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Bound using segment: {'id': 'd6927ee4-66a9-4dbe-859b-e8bbf81e751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '215d3313-f5e4-4239-9029-c9a915e6ea20'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:45:56.584435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Bound port: 3009aaf5-01ff-49fa-914b-a721273c3894, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6927ee4-66a9-4dbe-859b-e8bbf81e751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '215d3313-f5e4-4239-9029-c9a915e6ea20'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:45:56.584925 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3009aaf5-01ff-49fa-914b-a721273c3894), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:56.629085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b433f73-0326-49a6-8d5f-ffcc43cf8b5d req-15b2f444-471d-4d7b-855d-e9a01a3d8500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:56.631395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b433f73-0326-49a6-8d5f-ffcc43cf8b5d req-15b2f444-471d-4d7b-855d-e9a01a3d8500 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8015d9f8-7036-4a45-9765-80d6d95e5da0 HTTP/1.1" status: 200 len: 898 time: 0.7105713 Feb 28 17:45:56.679190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] For port 3009aaf5-01ff-49fa-914b-a721273c3894, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:45:56.682805 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] For port 3009aaf5-01ff-49fa-914b-a721273c3894, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3009aaf5-01ff-49fa-914b-a721273c3894,segment=NetworkSegment(d6927ee4-66a9-4dbe-859b-e8bbf81e751b),segment_id=d6927ee4-66a9-4dbe-859b-e8bbf81e751b)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:45:56.786712 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3009aaf5-01ff-49fa-914b-a721273c3894), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:56.853098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57798) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:56.859174 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dbd3dfcb-1a3c-4bfb-923b-a5296314747d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (007e0af2-e87d-4f54-9b1c-a6123437e27a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:57.001151 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a666a4-6339-449d-ac59-3dd03473c858 None None] Pushing event updated for resources: {'Port': ['ID=3009aaf5-01ff-49fa-914b-a721273c3894,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:57.005376 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-09d6c577-79d8-432b-bbd9-3eeb338bb5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:45:01Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '47174224-3af7-48db-8e54-36e80c65ce39', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'port_id': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'mac_address': 'fa:16:3e:62:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c42291-7d6c-4672-b905-2854ed4c258e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:45:51Z', 'updated_at': '2022-02-28T17:45:51Z', 'revision_number': 0, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe', 'name': '', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:92:01:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:58Z', 'updated_at': '2022-02-28T17:45:10Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:45:57.017961 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b433f73-0326-49a6-8d5f-ffcc43cf8b5d req-85bec011-1915-4736-b6e0-a3f196991b7c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f HTTP/1.1" status: 200 len: 999 time: 0.3749812 Feb 28 17:45:57.030957 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-7114a2f7-5be4-4e8f-a41c-a08e7e1f532b tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:57.032691 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-7114a2f7-5be4-4e8f-a41c-a08e7e1f532b tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.73 "GET /v2.0/networks?id=5f7d457c-9bca-4a63-8d62-1fe143d479d7 HTTP/1.1" status: 200 len: 809 time: 0.7682152 Feb 28 17:45:57.068217 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6c577-79d8-432b-bbd9-3eeb338bb5db None None] The sync data for ids ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'] in n-d-820368-19 is: [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:45:01Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '47174224-3af7-48db-8e54-36e80c65ce39', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'port_id': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'mac_address': 'fa:16:3e:62:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c42291-7d6c-4672-b905-2854ed4c258e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:45:51Z', 'updated_at': '2022-02-28T17:45:51Z', 'revision_number': 0, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe', 'name': '', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:92:01:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:58Z', 'updated_at': '2022-02-28T17:45:10Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:45:57.104000 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dbd3dfcb-1a3c-4bfb-923b-a5296314747d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (007e0af2-e87d-4f54-9b1c-a6123437e27a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:57.170933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b433f73-0326-49a6-8d5f-ffcc43cf8b5d req-74c3fcc4-6f2d-408f-978b-184f08582999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:57.173759 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b433f73-0326-49a6-8d5f-ffcc43cf8b5d req-74c3fcc4-6f2d-408f-978b-184f08582999 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4f3e3f3-2f20-4db9-84bf-5e2b98147e22 HTTP/1.1" status: 200 len: 835 time: 0.1391075 Feb 28 17:45:57.181622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-a8bb6f39-bf3e-425e-b86b-3b79896ba37f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Request body: {'port': {'device_id': 'd99ec3a3-0afd-4a92-843c-94f64cf23263', 'network_id': '5f7d457c-9bca-4a63-8d62-1fe143d479d7', 'admin_state_up': True, 'tenant_id': '3597d4114c1146de9635416fc6e1865b'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:57.230539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd3dfcb-1a3c-4bfb-923b-a5296314747d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network 215d3313-f5e4-4239-9029-c9a915e6ea20 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:57.235190 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-dbd3dfcb-1a3c-4bfb-923b-a5296314747d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:57.247267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd3dfcb-1a3c-4bfb-923b-a5296314747d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:57.348066 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3dfcb-1a3c-4bfb-923b-a5296314747d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=007e0af2-e87d-4f54-9b1c-a6123437e27a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:57.414660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3dfcb-1a3c-4bfb-923b-a5296314747d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:57.415338 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dbd3dfcb-1a3c-4bfb-923b-a5296314747d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:57.456805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.objects.ports [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104246) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:45:57.511386 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3014e05d-c636-4f75-b7ca-112a87d95ee7 req-154426c6-c467-47fa-bf8b-47d97d88f95c tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 210 time: 0.0478382 Feb 28 17:45:57.527328 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (c23979f8-dcca-4e17-91c2-d4e7e84a8319), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:57.529370 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dbd3dfcb-1a3c-4bfb-923b-a5296314747d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0119185 Feb 28 17:45:57.531862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57810) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:57.539791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'network_id': '215d3313-f5e4-4239-9029-c9a915e6ea20', 'name': 'tempest-PortsTestJSON-65234630'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:57.546285 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cb46b2fb-f828-4f31-b0ed-63016cc5e62c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/floatingips/47174224-3af7-48db-8e54-36e80c65ce39 HTTP/1.1" status: 200 len: 991 time: 0.6391191 Feb 28 17:45:57.633825 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b433f73-0326-49a6-8d5f-ffcc43cf8b5d req-0806b3a3-b5db-46a4-834e-8ee0daac285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:57.635476 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b433f73-0326-49a6-8d5f-ffcc43cf8b5d req-0806b3a3-b5db-46a4-834e-8ee0daac285d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8015d9f8-7036-4a45-9765-80d6d95e5da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4425688 Feb 28 17:45:57.667639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-2b433f73-0326-49a6-8d5f-ffcc43cf8b5d req-ff7d309f-dd43-4b70-bca4-a3086834d8c1 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:45:57.668758 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b433f73-0326-49a6-8d5f-ffcc43cf8b5d req-ff7d309f-dd43-4b70-bca4-a3086834d8c1 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098717 Feb 28 17:45:57.675144 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'Subnet': ['ID=c23979f8-dcca-4e17-91c2-d4e7e84a8319,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:57.680822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e9fb24-296b-4d1d-a425-395d56323727 None None] New status for floating IP 47174224-3af7-48db-8e54-36e80c65ce39: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:45:57.714966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:57.715324 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:57.722910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:57.723263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:57.724225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:57.724574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:57.730451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:57.730713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:57.731068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:57.731414 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:57.731753 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:57.732094 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:57.732430 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:57.838758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Checking segment: {'id': 'de23172b-6c0f-4a5f-a14c-8911e312e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '154f11c4-6158-4e1c-9cc2-c0adfdd248c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:57.839126 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Network hostable DHCP agents. Network: 154f11c4-6158-4e1c-9cc2-c0adfdd248c7, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:45:57.876070 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:57.882366 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:57.890365 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b433f73-0326-49a6-8d5f-ffcc43cf8b5d req-d3b21a95-1a7d-42c5-965c-c2d6ddfcd8a6 service neutron] 10.222.0.69 "GET /v2.0/networks/8015d9f8-7036-4a45-9765-80d6d95e5da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777580 Feb 28 17:45:57.924868 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port 18e4620f-35c0-4566-bba3-224ff7688dd3 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:45:57.982500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-a8bb6f39-bf3e-425e-b86b-3b79896ba37f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Made reservation on behalf of 3597d4114c1146de9635416fc6e1865b for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:57.990353 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-a8bb6f39-bf3e-425e-b86b-3b79896ba37f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:58.004385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Network 154f11c4-6158-4e1c-9cc2-c0adfdd248c7 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:45:58.091957 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Allocated IP 172.20.0.6 (215d3313-f5e4-4239-9029-c9a915e6ea20/c05c2459-3cb3-4d9a-8f8d-d75f2f6bcb8e/18e4620f-35c0-4566-bba3-224ff7688dd3) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:58.146533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 154f11c4-6158-4e1c-9cc2-c0adfdd248c7) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:58.157623 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42a2747-39dc-46eb-8cc8-2f55d1515d94 None None] Network 154f11c4-6158-4e1c-9cc2-c0adfdd248c7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:58.362530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-a8bb6f39-bf3e-425e-b86b-3b79896ba37f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Allocated IP 172.20.0.6 (5f7d457c-9bca-4a63-8d62-1fe143d479d7/5e21ff03-6135-427b-a7a3-28d79ac8f3f2/8fafa1f4-7434-4bee-b64c-f35c252bb1c4) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:58.362530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:58.362530 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:58.362530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2b433f73-0326-49a6-8d5f-ffcc43cf8b5d req-87f8e65c-d3a5-40d3-97b6-d54ad4504ac1 service neutron] 10.222.0.69 "GET /v2.0/networks/8015d9f8-7036-4a45-9765-80d6d95e5da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202807 Feb 28 17:45:58.364878 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3009aaf5-01ff-49fa-914b-a721273c3894 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:45:58.369302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-154f11c4-6158-4e1c-9cc2-c0adfdd248c7', 'network_id': '154f11c4-6158-4e1c-9cc2-c0adfdd248c7', 'project_id': '68e1aeb460084ef9a5ab7b4aa58b3849', 'fixed_ips': [{'subnet_id': 'c23979f8-dcca-4e17-91c2-d4e7e84a8319'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:45:58.370236 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:58.392736 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (18e4620f-35c0-4566-bba3-224ff7688dd3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:58.467998 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-a8bb6f39-bf3e-425e-b86b-3b79896ba37f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks [] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:58.550228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57828) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:58.578021 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 3009aaf5-01ff-49fa-914b-a721273c3894 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:58.578665 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3009aaf5-01ff-49fa-914b-a721273c3894), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:58.647319 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f8a497-3e1c-4ba4-8176-953acd72ff42 None None] Network 215d3313-f5e4-4239-9029-c9a915e6ea20 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:45:58.668664 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b7677b73-6d77-4f46-83d8-7e882e62ed3b req-95eb414f-c447-41fe-a7a8-5a3d1f4af864 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 210 time: 0.0464845 Feb 28 17:45:58.694189 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-db90ee48-40c0-4e63-86d8-efc85f884b7e tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/floatingips/47174224-3af7-48db-8e54-36e80c65ce39 HTTP/1.1" status: 200 len: 993 time: 0.1427417 Feb 28 17:45:58.717710 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Allocated IP 2001:db8::f816:3eff:fe33:7d1f (154f11c4-6158-4e1c-9cc2-c0adfdd248c7/c23979f8-dcca-4e17-91c2-d4e7e84a8319/4696a189-ea0b-471d-a3ca-b12eea8e1fe6) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:58.779846 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a2519238-e45c-4ca6-8ef4-acf169482030 None None] Provisioning complete for port 3009aaf5-01ff-49fa-914b-a721273c3894 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:45:58.780219 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a2519238-e45c-4ca6-8ef4-acf169482030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3009aaf5-01ff-49fa-914b-a721273c3894), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:58.905948 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 3009aaf5-01ff-49fa-914b-a721273c3894 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:58.988883 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3009aaf5-01ff-49fa-914b-a721273c3894), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:59.008931 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 3009aaf5-01ff-49fa-914b-a721273c3894, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3009aaf5-01ff-49fa-914b-a721273c3894,segment=NetworkSegment(d6927ee4-66a9-4dbe-859b-e8bbf81e751b),segment_id=d6927ee4-66a9-4dbe-859b-e8bbf81e751b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:45:59.062823 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Publish callbacks [] for port (4696a189-ea0b-471d-a3ca-b12eea8e1fe6), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:59.069726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a2519238-e45c-4ca6-8ef4-acf169482030 None None] Current status of the port 3009aaf5-01ff-49fa-914b-a721273c3894 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:45:59.070137 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a2519238-e45c-4ca6-8ef4-acf169482030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3009aaf5-01ff-49fa-914b-a721273c3894), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:59.184468 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1a225585-d35b-4643-ac97-848c5aedfd63 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1863179 Feb 28 17:45:59.188066 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57836) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:59.197393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1678c793-43c9-4f99-b0b6-78820094e9f5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Request body: {'port': {'network_id': '154f11c4-6158-4e1c-9cc2-c0adfdd248c7', 'name': 'tempest-NetworksIpV6TestAttrs-236735338'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:59.298275 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-a8bb6f39-bf3e-425e-b86b-3b79896ba37f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:59.322095 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (18e4620f-35c0-4566-bba3-224ff7688dd3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:59.369039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-a8bb6f39-bf3e-425e-b86b-3b79896ba37f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Network 5f7d457c-9bca-4a63-8d62-1fe143d479d7 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:59.382078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb6f39-bf3e-425e-b86b-3b79896ba37f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Pushing event updated for resources: {'Port': ['ID=8fafa1f4-7434-4bee-b64c-f35c252bb1c4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:59.389284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-a8bb6f39-bf3e-425e-b86b-3b79896ba37f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:59.389284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-a8bb6f39-bf3e-425e-b86b-3b79896ba37f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:59.391421 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=18e4620f-35c0-4566-bba3-224ff7688dd3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:59.422523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:59.423202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:59.423425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:59.424100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:59.424571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:59.424983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:59.425667 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:59.426224 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:59.428717 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:59.428717 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:59.428946 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:59.430030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:59.430030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:45:59.441156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network 215d3313-f5e4-4239-9029-c9a915e6ea20 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:59.443783 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:59.450699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:59.465687 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-a8bb6f39-bf3e-425e-b86b-3b79896ba37f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:59.466437 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (4696a189-ea0b-471d-a3ca-b12eea8e1fe6), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:59.469680 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-a8bb6f39-bf3e-425e-b86b-3b79896ba37f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:59.479776 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3009aaf5-01ff-49fa-914b-a721273c3894), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:59.528619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:45:59.529367 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:59.532530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1678c793-43c9-4f99-b0b6-78820094e9f5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Made reservation on behalf of 68e1aeb460084ef9a5ab7b4aa58b3849 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:45:59.536583 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1678c793-43c9-4f99-b0b6-78820094e9f5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:59.562518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-1678c793-43c9-4f99-b0b6-78820094e9f5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] device_id is not set on port 5e9d25e6-1dca-4f50-8fb0-f19187fd7fc8 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:45:59.582274 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Network 154f11c4-6158-4e1c-9cc2-c0adfdd248c7 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:45:59.587025 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-a2519238-e45c-4ca6-8ef4-acf169482030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:45:59.587472 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-a2519238-e45c-4ca6-8ef4-acf169482030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:45:59.589748 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:45:59.591066 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-a8bb6f39-bf3e-425e-b86b-3b79896ba37f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4948409 Feb 28 17:45:59.597389 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:45:59.604167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Request body: {'port': {'device_id': 'd99ec3a3-0afd-4a92-843c-94f64cf23263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:45:59.618833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Pushing event updated for resources: {'Port': ['ID=4696a189-ea0b-471d-a3ca-b12eea8e1fe6,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:59.685624 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c1c8a77f-8583-4455-8127-1dcab2cc411c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1522219 Feb 28 17:45:59.696692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57838) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:45:59.745208 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:59.862676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=3009aaf5-01ff-49fa-914b-a721273c3894,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:45:59.889998 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-1678c793-43c9-4f99-b0b6-78820094e9f5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Allocated IP 2001:db8::f816:3eff:fed8:9ed2 (154f11c4-6158-4e1c-9cc2-c0adfdd248c7/c23979f8-dcca-4e17-91c2-d4e7e84a8319/5e9d25e6-1dca-4f50-8fb0-f19187fd7fc8) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:45:59.942094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Attempting to bind port 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:45:59.942094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Attempting to bind port 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'de23172b-6c0f-4a5f-a14c-8911e312e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '154f11c4-6158-4e1c-9cc2-c0adfdd248c7'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:45:59.942094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Attempting to bind port 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 on network 154f11c4-6158-4e1c-9cc2-c0adfdd248c7 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:45:59.955759 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:45:59.956135 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Checking segment: {'id': 'de23172b-6c0f-4a5f-a14c-8911e312e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '154f11c4-6158-4e1c-9cc2-c0adfdd248c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:45:59.956541 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:45:59.962790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Bound using segment: {'id': 'de23172b-6c0f-4a5f-a14c-8911e312e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '154f11c4-6158-4e1c-9cc2-c0adfdd248c7'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:45:59.964294 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Bound port: 4696a189-ea0b-471d-a3ca-b12eea8e1fe6, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de23172b-6c0f-4a5f-a14c-8911e312e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '154f11c4-6158-4e1c-9cc2-c0adfdd248c7'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:45:59.966750 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4696a189-ea0b-471d-a3ca-b12eea8e1fe6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:00.066340 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1678c793-43c9-4f99-b0b6-78820094e9f5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for port (5e9d25e6-1dca-4f50-8fb0-f19187fd7fc8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:00.187353 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1678c793-43c9-4f99-b0b6-78820094e9f5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (5e9d25e6-1dca-4f50-8fb0-f19187fd7fc8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:00.213217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] For port 4696a189-ea0b-471d-a3ca-b12eea8e1fe6, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:46:00.215348 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a2519238-e45c-4ca6-8ef4-acf169482030 None None] Current status of the port 3009aaf5-01ff-49fa-914b-a721273c3894 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:00.218377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] For port 4696a189-ea0b-471d-a3ca-b12eea8e1fe6, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4696a189-ea0b-471d-a3ca-b12eea8e1fe6,segment=NetworkSegment(de23172b-6c0f-4a5f-a14c-8911e312e15f),segment_id=de23172b-6c0f-4a5f-a14c-8911e312e15f)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:46:00.263198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:46:00.275027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Publish callbacks [] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:00.288354 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4696a189-ea0b-471d-a3ca-b12eea8e1fe6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:00.302308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Transition to ACTIVE for port object 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:46:00.303623 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad74b404-73f4-40c4-8a84-b2d2797d840d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:00.309143 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ad74b404-73f4-40c4-8a84-b2d2797d840d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.6052899 Feb 28 17:46:00.312519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57852) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:00.321077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c91e9c-eb96-4fbe-928b-40820e0e82a3 req-5bd7bcf3-5d37-48ef-a207-91f0b7d54542 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:00.323152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4c91e9c-eb96-4fbe-928b-40820e0e82a3 req-5bd7bcf3-5d37-48ef-a207-91f0b7d54542 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 931 time: 0.0952725 Feb 28 17:46:00.326829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3009aaf5-01ff-49fa-914b-a721273c3894 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:00.327188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1678c793-43c9-4f99-b0b6-78820094e9f5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Network 154f11c4-6158-4e1c-9cc2-c0adfdd248c7 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:00.347182 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-1678c793-43c9-4f99-b0b6-78820094e9f5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:00.358028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678c793-43c9-4f99-b0b6-78820094e9f5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:00.370667 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1678c793-43c9-4f99-b0b6-78820094e9f5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:00.375006 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1678c793-43c9-4f99-b0b6-78820094e9f5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:00.391067 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678c793-43c9-4f99-b0b6-78820094e9f5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'Port': ['ID=5e9d25e6-1dca-4f50-8fb0-f19187fd7fc8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:00.428491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690c713-d3c0-4c17-8a7d-eee8545088a7 None None] Pushing event updated for resources: {'Port': ['ID=4696a189-ea0b-471d-a3ca-b12eea8e1fe6,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:00.429888 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:00.434543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-df5343f9-8ded-4e34-87ab-2123397c5d37 None None] Provisioning complete for port 3009aaf5-01ff-49fa-914b-a721273c3894 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:00.434918 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df5343f9-8ded-4e34-87ab-2123397c5d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3009aaf5-01ff-49fa-914b-a721273c3894), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:00.489447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 3009aaf5-01ff-49fa-914b-a721273c3894 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:00.490150 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3009aaf5-01ff-49fa-914b-a721273c3894), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:00.491195 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1678c793-43c9-4f99-b0b6-78820094e9f5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3011777 Feb 28 17:46:00.493895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57856) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:00.591581 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd8dae8-7749-44f5-9ee5-de5021525580 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Deleting subnet c23979f8-dcca-4e17-91c2-d4e7e84a8319 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:46:00.599025 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6dd8dae8-7749-44f5-9ee5-de5021525580 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for subnet (c23979f8-dcca-4e17-91c2-d4e7e84a8319), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:00.619723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-df5343f9-8ded-4e34-87ab-2123397c5d37 None None] Current status of the port 3009aaf5-01ff-49fa-914b-a721273c3894 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:00.668033 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Pushing event updated for resources: {'Port': ['ID=8fafa1f4-7434-4bee-b64c-f35c252bb1c4,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:00.681123 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4c91e9c-eb96-4fbe-928b-40820e0e82a3 req-48b218cb-c83f-45f6-9d22-4384ff51ac50 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455746 Feb 28 17:46:00.706238 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-df5343f9-8ded-4e34-87ab-2123397c5d37 None None] Provisioning complete for port 007e0af2-e87d-4f54-9b1c-a6123437e27a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:00.706630 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df5343f9-8ded-4e34-87ab-2123397c5d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (007e0af2-e87d-4f54-9b1c-a6123437e27a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:00.712186 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6dd8dae8-7749-44f5-9ee5-de5021525580 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (c23979f8-dcca-4e17-91c2-d4e7e84a8319), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:00.792948 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f996145c-fa25-4715-be7d-6881161a0f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port 18e4620f-35c0-4566-bba3-224ff7688dd3 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:00.793296 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f996145c-fa25-4715-be7d-6881161a0f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (18e4620f-35c0-4566-bba3-224ff7688dd3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:00.806958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 3009aaf5-01ff-49fa-914b-a721273c3894 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:00.831147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-df5343f9-8ded-4e34-87ab-2123397c5d37 None None] Port 007e0af2-e87d-4f54-9b1c-a6123437e27a cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:00.855051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Attempting to bind port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:46:00.855505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-df5343f9-8ded-4e34-87ab-2123397c5d37 None None] Provisioning complete for port 18e4620f-35c0-4566-bba3-224ff7688dd3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:00.855627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Attempting to bind port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'c574026c-0d1e-44eb-9280-02aca4eba1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f7d457c-9bca-4a63-8d62-1fe143d479d7'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:46:00.855854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Attempting to bind port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 on network 5f7d457c-9bca-4a63-8d62-1fe143d479d7 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:46:00.855965 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df5343f9-8ded-4e34-87ab-2123397c5d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (18e4620f-35c0-4566-bba3-224ff7688dd3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:00.869724 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 on network 5f7d457c-9bca-4a63-8d62-1fe143d479d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:46:00.870088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Attempting to bind port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 on network 5f7d457c-9bca-4a63-8d62-1fe143d479d7 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:46:00.880587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:46:00.880986 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Checking segment: {'id': 'c574026c-0d1e-44eb-9280-02aca4eba1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f7d457c-9bca-4a63-8d62-1fe143d479d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:00.881383 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Bound using segment: {'id': 'c574026c-0d1e-44eb-9280-02aca4eba1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f7d457c-9bca-4a63-8d62-1fe143d479d7'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:46:00.881827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Bound port: 8fafa1f4-7434-4bee-b64c-f35c252bb1c4, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c574026c-0d1e-44eb-9280-02aca4eba1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f7d457c-9bca-4a63-8d62-1fe143d479d7'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:46:00.882282 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:01.041362 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6dd8dae8-7749-44f5-9ee5-de5021525580 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (c23979f8-dcca-4e17-91c2-d4e7e84a8319), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:01.186959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-df5343f9-8ded-4e34-87ab-2123397c5d37 None None] Port 18e4620f-35c0-4566-bba3-224ff7688dd3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:01.294890 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6dd8dae8-7749-44f5-9ee5-de5021525580 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (c23979f8-dcca-4e17-91c2-d4e7e84a8319), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:01.341842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8dae8-7749-44f5-9ee5-de5021525580 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Subnet': ['ID=c23979f8-dcca-4e17-91c2-d4e7e84a8319,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:01.353790 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6dd8dae8-7749-44f5-9ee5-de5021525580 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:01.358833 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6dd8dae8-7749-44f5-9ee5-de5021525580 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/subnets/c23979f8-dcca-4e17-91c2-d4e7e84a8319 HTTP/1.1" status: 204 len: 168 time: 0.8639033 Feb 28 17:46:01.360499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57868) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:01.421340 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f996145c-fa25-4715-be7d-6881161a0f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (18e4620f-35c0-4566-bba3-224ff7688dd3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:01.434251 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f996145c-fa25-4715-be7d-6881161a0f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for 18e4620f-35c0-4566-bba3-224ff7688dd3 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:01.470787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d72caa-7798-4dad-a596-6e5ad89360d5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:01.475148 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d72caa-7798-4dad-a596-6e5ad89360d5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:01.486879 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-20d72caa-7798-4dad-a596-6e5ad89360d5 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1249406 Feb 28 17:46:01.489600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57870) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:01.533282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] For port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:46:01.548675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] For port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8fafa1f4-7434-4bee-b64c-f35c252bb1c4,segment=NetworkSegment(c574026c-0d1e-44eb-9280-02aca4eba1dd),segment_id=c574026c-0d1e-44eb-9280-02aca4eba1dd)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:46:01.613877 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae70e206-79d2-44ab-a6ef-502dfde37020 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (154f11c4-6158-4e1c-9cc2-c0adfdd248c7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:01.624234 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae70e206-79d2-44ab-a6ef-502dfde37020 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 17:46:01.624919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae70e206-79d2-44ab-a6ef-502dfde37020 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:46:01.632615 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ae70e206-79d2-44ab-a6ef-502dfde37020 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/networks/154f11c4-6158-4e1c-9cc2-c0adfdd248c7 HTTP/1.1" status: 409 len: 466 time: 0.1370096 Feb 28 17:46:01.635169 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57872) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:01.641015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a8e47a5a-2b91-4fa4-ad42-0cd7c2f03b6e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-932581099'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:01.668464 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:01.724194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:01.725020 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:01.727383 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] 10.222.0.73 "PUT /v2.0/ports/8fafa1f4-7434-4bee-b64c-f35c252bb1c4 HTTP/1.1" status: 200 len: 1092 time: 2.1286378 Feb 28 17:46:01.728120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99ec3a3-0afd-4a92-843c-94f64cf23263', 'tag': '8fafa1f4-7434-4bee-b64c-f35c252bb1c4'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:46:01.730646 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f9c1a0-3470-426e-830c-c13cb2676e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "d99ec3a3-0afd-4a92-843c-94f64cf23263", "tag": "8fafa1f4-7434-4bee-b64c-f35c252bb1c4"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:46:01.767149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032ca76-0b5d-42a9-97b4-1ef6d314d0da service neutron] Pushing event updated for resources: {'Port': ['ID=8fafa1f4-7434-4bee-b64c-f35c252bb1c4,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:01.777025 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e47a5a-2b91-4fa4-ad42-0cd7c2f03b6e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Made reservation on behalf of 68e1aeb460084ef9a5ab7b4aa58b3849 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:01.777675 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f996145c-fa25-4715-be7d-6881161a0f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (18e4620f-35c0-4566-bba3-224ff7688dd3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:01.780851 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8e47a5a-2b91-4fa4-ad42-0cd7c2f03b6e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:01.826034 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff5cb31-c8ed-4f67-a408-db7e3298454d x-openstack-request-id: req-fff5cb31-c8ed-4f67-a408-db7e3298454d {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:46:01.826338 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99ec3a3-0afd-4a92-843c-94f64cf23263", "tag": "8fafa1f4-7434-4bee-b64c-f35c252bb1c4", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:46:01.826599 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fff5cb31-c8ed-4f67-a408-db7e3298454d {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:46:01.827008 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99ec3a3-0afd-4a92-843c-94f64cf23263', 'tag': '8fafa1f4-7434-4bee-b64c-f35c252bb1c4', 'status': 'completed', 'code': 200} Feb 28 17:46:01.837091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996145c-fa25-4715-be7d-6881161a0f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=18e4620f-35c0-4566-bba3-224ff7688dd3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:01.856511 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e47a5a-2b91-4fa4-ad42-0cd7c2f03b6e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:46:01.951710 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8e47a5a-2b91-4fa4-ad42-0cd7c2f03b6e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (4d8bb1e0-f491-4212-885b-09da39d1e754), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:01.951937 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f996145c-fa25-4715-be7d-6881161a0f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:01.952034 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-a8e47a5a-2b91-4fa4-ad42-0cd7c2f03b6e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Added segment 4d8bb1e0-f491-4212-885b-09da39d1e754 of type vlan for network e26eb15b-281d-4644-a66a-957a4d385d6c Feb 28 17:46:01.957637 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f996145c-fa25-4715-be7d-6881161a0f90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/18e4620f-35c0-4566-bba3-224ff7688dd3 HTTP/1.1" status: 204 len: 168 time: 1.6311278 Feb 28 17:46:01.961064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57882) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:02.013629 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab420d23-0b98-4f19-9bc3-57748a938eac tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] GET failed (client error): The resource could not be found. Feb 28 17:46:02.015091 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ab420d23-0b98-4f19-9bc3-57748a938eac tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/18e4620f-35c0-4566-bba3-224ff7688dd3 HTTP/1.1" status: 404 len: 333 time: 0.0561800 Feb 28 17:46:02.017848 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57886) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:02.057303 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8e47a5a-2b91-4fa4-ad42-0cd7c2f03b6e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (e26eb15b-281d-4644-a66a-957a4d385d6c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:02.130494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d125a8-4120-43e9-91ac-518a8a63114c req-81491d4e-ee33-4894-bba4-abda35e96a31 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:02.138209 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40d125a8-4120-43e9-91ac-518a8a63114c req-81491d4e-ee33-4894-bba4-abda35e96a31 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 943 time: 0.3035340 Feb 28 17:46:02.173179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974df8a2-718a-4591-8136-4577ab92c225 None None] Network 154f11c4-6158-4e1c-9cc2-c0adfdd248c7 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:02.225311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3a69c-267f-4c0d-afa6-8865d68698d5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port 007e0af2-e87d-4f54-9b1c-a6123437e27a {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:02.226442 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a69c-267f-4c0d-afa6-8865d68698d5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (007e0af2-e87d-4f54-9b1c-a6123437e27a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:02.259418 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8e47a5a-2b91-4fa4-ad42-0cd7c2f03b6e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (e26eb15b-281d-4644-a66a-957a4d385d6c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:02.273960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e47a5a-2b91-4fa4-ad42-0cd7c2f03b6e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:02.273960 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8e47a5a-2b91-4fa4-ad42-0cd7c2f03b6e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:02.402803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:02.433279 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8caa55b0-d286-4d8f-a7e1-3868ceb8b3ae None None] Provisioning complete for port 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:02.433876 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8caa55b0-d286-4d8f-a7e1-3868ceb8b3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4696a189-ea0b-471d-a3ca-b12eea8e1fe6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:02.467009 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e47a5a-2b91-4fa4-ad42-0cd7c2f03b6e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'Network': ['ID=e26eb15b-281d-4644-a66a-957a4d385d6c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:02.498135 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network e26eb15b-281d-4644-a66a-957a4d385d6c details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:46:02.525406 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-40d125a8-4120-43e9-91ac-518a8a63114c req-cafd49b8-7614-4cfb-9981-9ad2fa502f62 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811736 Feb 28 17:46:02.525798 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9c1a0-3470-426e-830c-c13cb2676e8c req-fc2e6962-fbac-4925-8590-d7ce4d79c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:02.528022 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28f9c1a0-3470-426e-830c-c13cb2676e8c req-fc2e6962-fbac-4925-8590-d7ce4d79c9f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3597d4114c1146de9635416fc6e1865b&device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 1126 time: 0.6808758 Feb 28 17:46:02.532452 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a69c-267f-4c0d-afa6-8865d68698d5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (007e0af2-e87d-4f54-9b1c-a6123437e27a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:02.586051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3a69c-267f-4c0d-afa6-8865d68698d5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for 007e0af2-e87d-4f54-9b1c-a6123437e27a owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:02.608219 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a8e47a5a-2b91-4fa4-ad42-0cd7c2f03b6e tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9717786 Feb 28 17:46:02.608855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57896) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:02.617868 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-61edf96b-0fb7-4a6e-84aa-b7f66ec50fea tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Request body: {'subnet': {'network_id': 'e26eb15b-281d-4644-a66a-957a4d385d6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:02.711247 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:02.711648 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4696a189-ea0b-471d-a3ca-b12eea8e1fe6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:02.731875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9c1a0-3470-426e-830c-c13cb2676e8c req-436bcacc-38af-471c-b861-621d7330fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:02.734040 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28f9c1a0-3470-426e-830c-c13cb2676e8c req-436bcacc-38af-471c-b861-621d7330fcd2 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=3597d4114c1146de9635416fc6e1865b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1916184 Feb 28 17:46:02.756086 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8caa55b0-d286-4d8f-a7e1-3868ceb8b3ae None None] Current status of the port 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:02.756485 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8caa55b0-d286-4d8f-a7e1-3868ceb8b3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4696a189-ea0b-471d-a3ca-b12eea8e1fe6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:02.812704 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba234a70-3c1f-4a2c-877a-cf35c770cdd5 None None] DHCP port deletion for 154f11c4-6158-4e1c-9cc2-c0adfdd248c7 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:46:02.834930 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61edf96b-0fb7-4a6e-84aa-b7f66ec50fea tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Made reservation on behalf of 68e1aeb460084ef9a5ab7b4aa58b3849 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:02.846461 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-61edf96b-0fb7-4a6e-84aa-b7f66ec50fea tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:02.860768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8caa55b0-d286-4d8f-a7e1-3868ceb8b3ae None None] For port 4696a189-ea0b-471d-a3ca-b12eea8e1fe6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4696a189-ea0b-471d-a3ca-b12eea8e1fe6,segment=NetworkSegment(de23172b-6c0f-4a5f-a14c-8911e312e15f),segment_id=de23172b-6c0f-4a5f-a14c-8911e312e15f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:02.959746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:02.960750 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4696a189-ea0b-471d-a3ca-b12eea8e1fe6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:02.969509 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8caa55b0-d286-4d8f-a7e1-3868ceb8b3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4696a189-ea0b-471d-a3ca-b12eea8e1fe6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:02.975143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9c1a0-3470-426e-830c-c13cb2676e8c req-6b26ac83-200d-48f3-a94d-bc3bbd67a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:02.976644 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28f9c1a0-3470-426e-830c-c13cb2676e8c req-6b26ac83-200d-48f3-a94d-bc3bbd67a8d2 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2336414 Feb 28 17:46:02.982168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57900) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:03.059973 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a69c-267f-4c0d-afa6-8865d68698d5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (007e0af2-e87d-4f54-9b1c-a6123437e27a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:03.060350 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ba234a70-3c1f-4a2c-877a-cf35c770cdd5 None None] Deleting port 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:03.060857 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ba234a70-3c1f-4a2c-877a-cf35c770cdd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4696a189-ea0b-471d-a3ca-b12eea8e1fe6), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:03.113978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3a69c-267f-4c0d-afa6-8865d68698d5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=007e0af2-e87d-4f54-9b1c-a6123437e27a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:03.153040 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-f2a5749f-288d-4c0b-b926-632a9056e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:03.157464 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-f2a5749f-288d-4c0b-b926-632a9056e5d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3597d4114c1146de9635416fc6e1865b&device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 1126 time: 0.1359239 Feb 28 17:46:03.173560 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa55b0-d286-4d8f-a7e1-3868ceb8b3ae None None] Pushing event updated for resources: {'Port': ['ID=4696a189-ea0b-471d-a3ca-b12eea8e1fe6,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:03.182144 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ba234a70-3c1f-4a2c-877a-cf35c770cdd5 None None] For port 4696a189-ea0b-471d-a3ca-b12eea8e1fe6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4696a189-ea0b-471d-a3ca-b12eea8e1fe6,segment=NetworkSegment(de23172b-6c0f-4a5f-a14c-8911e312e15f),segment_id=de23172b-6c0f-4a5f-a14c-8911e312e15f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:03.182632 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ba234a70-3c1f-4a2c-877a-cf35c770cdd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4696a189-ea0b-471d-a3ca-b12eea8e1fe6), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:03.190786 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:46:03.191285 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:46:03.201827 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ba234a70-3c1f-4a2c-877a-cf35c770cdd5 None None] Calling delete_port for 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:03.259801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-7472ca98-cf08-4cda-a4f4-c596f1944255 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fafa1f4-7434-4bee-b64c-f35c252bb1c4 HTTP/1.1" status: 200 len: 217 time: 0.0592215 Feb 28 17:46:03.349590 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a69c-267f-4c0d-afa6-8865d68698d5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:03.356591 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3dd3a69c-267f-4c0d-afa6-8865d68698d5 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/007e0af2-e87d-4f54-9b1c-a6123437e27a HTTP/1.1" status: 204 len: 168 time: 1.3358128 Feb 28 17:46:03.357590 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57912) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:03.363349 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3a4ca322-6af8-4e53-9775-113f3093f134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:03.390772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8a51aa62-b1b1-408f-af4d-a6bf53f38b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:03.392207 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-8a51aa62-b1b1-408f-af4d-a6bf53f38b4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e21ff03-6135-427b-a7a3-28d79ac8f3f2 HTTP/1.1" status: 200 len: 849 time: 0.1235399 Feb 28 17:46:03.419358 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-619a4d03-e1a1-406a-8dca-3bb3a5e88149 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] GET failed (client error): The resource could not be found. Feb 28 17:46:03.422444 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-619a4d03-e1a1-406a-8dca-3bb3a5e88149 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/007e0af2-e87d-4f54-9b1c-a6123437e27a HTTP/1.1" status: 404 len: 333 time: 0.0632553 Feb 28 17:46:03.426107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57916) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:03.455339 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-c9e7b246-2cb2-40f9-ae77-7a81389d39b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f7d457c-9bca-4a63-8d62-1fe143d479d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505614 Feb 28 17:46:03.509049 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c56643-18c6-4dd4-9c4e-764845e8e823 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting subnet c05c2459-3cb3-4d9a-8f8d-d75f2f6bcb8e {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:46:03.522472 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c56643-18c6-4dd4-9c4e-764845e8e823 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (c05c2459-3cb3-4d9a-8f8d-d75f2f6bcb8e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:03.568910 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c56643-18c6-4dd4-9c4e-764845e8e823 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (c05c2459-3cb3-4d9a-8f8d-d75f2f6bcb8e), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:03.588739 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ba234a70-3c1f-4a2c-877a-cf35c770cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (4696a189-ea0b-471d-a3ca-b12eea8e1fe6), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:03.600126 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-740d0e5e-5954-4dcf-a38d-ef465c74255f service neutron] 10.222.0.73 "GET /v2.0/networks/5f7d457c-9bca-4a63-8d62-1fe143d479d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387801 Feb 28 17:46:03.643762 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba234a70-3c1f-4a2c-877a-cf35c770cdd5 None None] Pushing event deleted for resources: {'Port': ['ID=4696a189-ea0b-471d-a3ca-b12eea8e1fe6,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:03.649873 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba234a70-3c1f-4a2c-877a-cf35c770cdd5 None None] No DVR routers for this DVR port 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:03.707563 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3a4ca322-6af8-4e53-9775-113f3093f134 admin admin] Publish callbacks [] for security_group (1079cb3a-d19f-4218-bca2-4f45f6a13fb2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:03.726201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Port 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 update to ACTIVE by agent not found {{(pid=104248) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 28 17:46:03.806126 n-d-820368-19 neutron-server[104247]: DEBUG neutron.objects.ports [None req-61edf96b-0fb7-4a6e-84aa-b7f66ec50fea tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104247) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:46:03.809896 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-61edf96b-0fb7-4a6e-84aa-b7f66ec50fea tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (4ecde979-6293-4ec5-9acf-0993d937aab2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:03.816520 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c56643-18c6-4dd4-9c4e-764845e8e823 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (c05c2459-3cb3-4d9a-8f8d-d75f2f6bcb8e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:03.828682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83497817-7f5e-4bd5-bd89-43997a4f01da req-52aadbf4-3d57-4088-82d2-2038543ee302 service neutron] 10.222.0.73 "GET /v2.0/networks/5f7d457c-9bca-4a63-8d62-1fe143d479d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192126 Feb 28 17:46:03.839530 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3a4ca322-6af8-4e53-9775-113f3093f134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1079cb3a-d19f-4218-bca2-4f45f6a13fb2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:03.895350 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ca322-6af8-4e53-9775-113f3093f134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1079cb3a-d19f-4218-bca2-4f45f6a13fb2,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:03.935934 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edf96b-0fb7-4a6e-84aa-b7f66ec50fea tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'Subnet': ['ID=4ecde979-6293-4ec5-9acf-0993d937aab2,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:03.951416 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61edf96b-0fb7-4a6e-84aa-b7f66ec50fea tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Checking segment: {'id': '4d8bb1e0-f491-4212-885b-09da39d1e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e26eb15b-281d-4644-a66a-957a4d385d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:03.951787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61edf96b-0fb7-4a6e-84aa-b7f66ec50fea tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Network hostable DHCP agents. Network: e26eb15b-281d-4644-a66a-957a4d385d6c, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:46:03.969660 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3a4ca322-6af8-4e53-9775-113f3093f134 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7ce8b92976834837babb42c2adf982b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9858212 Feb 28 17:46:03.971980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57922) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:04.013332 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c56643-18c6-4dd4-9c4e-764845e8e823 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (c05c2459-3cb3-4d9a-8f8d-d75f2f6bcb8e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.022672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8273c56-a4e5-4b52-9a1a-3a1520579bf3 req-78d4ed9d-c69c-450b-94a9-cdc7eac8a65e tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:04.024850 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d8273c56-a4e5-4b52-9a1a-3a1520579bf3 req-78d4ed9d-c69c-450b-94a9-cdc7eac8a65e tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 943 time: 0.3134732 Feb 28 17:46:04.058246 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61edf96b-0fb7-4a6e-84aa-b7f66ec50fea tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Network e26eb15b-281d-4644-a66a-957a4d385d6c is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:46:04.062596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253d80cd-d83a-497f-bf8a-2c27b6caf595 None None] Network 215d3313-f5e4-4239-9029-c9a915e6ea20 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:04.064473 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f2c56643-18c6-4dd4-9c4e-764845e8e823 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.075229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f2c56643-18c6-4dd4-9c4e-764845e8e823 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/c05c2459-3cb3-4d9a-8f8d-d75f2f6bcb8e HTTP/1.1" status: 204 len: 168 time: 0.6471374 Feb 28 17:46:04.081309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c56643-18c6-4dd4-9c4e-764845e8e823 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Subnet': ['ID=c05c2459-3cb3-4d9a-8f8d-d75f2f6bcb8e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:04.083366 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57924) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:04.084184 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c932bd37-041d-4b8c-ae4f-c1256a90517e admin admin] Publish callbacks [] for security_group (1079cb3a-d19f-4218-bca2-4f45f6a13fb2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.113007 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d8273c56-a4e5-4b52-9a1a-3a1520579bf3 req-b42bc065-f642-49a2-a8f3-29e0e9b4c08c tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828588 Feb 28 17:46:04.151809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-61edf96b-0fb7-4a6e-84aa-b7f66ec50fea tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, e26eb15b-281d-4644-a66a-957a4d385d6c) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:04.166233 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc583a4-32c1-4cc3-af0f-2039eddf747d None None] Network e26eb15b-281d-4644-a66a-957a4d385d6c requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:04.173602 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61edf96b-0fb7-4a6e-84aa-b7f66ec50fea tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:04.174250 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-61edf96b-0fb7-4a6e-84aa-b7f66ec50fea tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.218699 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c932bd37-041d-4b8c-ae4f-c1256a90517e admin admin] Publish callbacks [] for security_group (1079cb3a-d19f-4218-bca2-4f45f6a13fb2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.287255 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-61edf96b-0fb7-4a6e-84aa-b7f66ec50fea tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6772778 Feb 28 17:46:04.290462 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57926) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:04.301568 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (215d3313-f5e4-4239-9029-c9a915e6ea20), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.329649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:46:04.365964 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port 3009aaf5-01ff-49fa-914b-a721273c3894 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:04.366510 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3009aaf5-01ff-49fa-914b-a721273c3894), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.382695 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c932bd37-041d-4b8c-ae4f-c1256a90517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1079cb3a-d19f-4218-bca2-4f45f6a13fb2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.385900 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c932bd37-041d-4b8c-ae4f-c1256a90517e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.390399 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c932bd37-041d-4b8c-ae4f-c1256a90517e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1079cb3a-d19f-4218-bca2-4f45f6a13fb2 HTTP/1.1" status: 204 len: 168 time: 0.4173005 Feb 28 17:46:04.438988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932bd37-041d-4b8c-ae4f-c1256a90517e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1079cb3a-d19f-4218-bca2-4f45f6a13fb2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:04.439674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:46:04.441336 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4696a189-ea0b-471d-a3ca-b12eea8e1fe6 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:46:04.485197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] For port 3009aaf5-01ff-49fa-914b-a721273c3894, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3009aaf5-01ff-49fa-914b-a721273c3894,segment=NetworkSegment(d6927ee4-66a9-4dbe-859b-e8bbf81e751b),segment_id=d6927ee4-66a9-4dbe-859b-e8bbf81e751b)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:04.485427 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-e26eb15b-281d-4644-a66a-957a4d385d6c', 'network_id': 'e26eb15b-281d-4644-a66a-957a4d385d6c', 'project_id': '68e1aeb460084ef9a5ab7b4aa58b3849', 'fixed_ips': [{'subnet_id': '4ecde979-6293-4ec5-9acf-0993d937aab2'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:46:04.485641 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3009aaf5-01ff-49fa-914b-a721273c3894), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.487190 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.521556 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for 3009aaf5-01ff-49fa-914b-a721273c3894 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:04.546249 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (e26eb15b-281d-4644-a66a-957a4d385d6c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.693992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eda3a0a-e53b-49d1-96f2-54f06cbd6f6d None None] DHCP port deletion for 215d3313-f5e4-4239-9029-c9a915e6ea20 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:46:04.696292 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (4ecde979-6293-4ec5-9acf-0993d937aab2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.777019 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3009aaf5-01ff-49fa-914b-a721273c3894), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.808579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9eda3a0a-e53b-49d1-96f2-54f06cbd6f6d None None] The port '3009aaf5-01ff-49fa-914b-a721273c3894' was deleted {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 28 17:46:04.831743 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No DVR routers for this DVR port 3009aaf5-01ff-49fa-914b-a721273c3894 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:04.838688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Allocated IP 2001:db8::f816:3eff:fe45:e21c (e26eb15b-281d-4644-a66a-957a4d385d6c/4ecde979-6293-4ec5-9acf-0993d937aab2/16179104-9242-441b-a094-0e46b646e190) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:04.844227 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=3009aaf5-01ff-49fa-914b-a721273c3894,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:04.967424 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (215d3313-f5e4-4239-9029-c9a915e6ea20), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:04.987961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215d3313-f5e4-4239-9029-c9a915e6ea20']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:04.998502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6927ee4-66a9-4dbe-859b-e8bbf81e751b') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:04.998935 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6927ee4-66a9-4dbe-859b-e8bbf81e751b') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:05.009877 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (d6927ee4-66a9-4dbe-859b-e8bbf81e751b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.017702 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Publish callbacks [] for port (16179104-9242-441b-a094-0e46b646e190), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.024609 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d6927ee4-66a9-4dbe-859b-e8bbf81e751b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.031075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:46:05.031475 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (d6927ee4-66a9-4dbe-859b-e8bbf81e751b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:46:05.042578 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:46:05.093766 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (16179104-9242-441b-a094-0e46b646e190), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.143785 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Network e26eb15b-281d-4644-a66a-957a4d385d6c is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:05.147494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:05.152149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:05.163788 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Pushing event updated for resources: {'Port': ['ID=16179104-9242-441b-a094-0e46b646e190,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:05.202437 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (215d3313-f5e4-4239-9029-c9a915e6ea20), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.204377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57946) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:05.217376 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.221755 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/networks/215d3313-f5e4-4239-9029-c9a915e6ea20 HTTP/1.1" status: 204 len: 168 time: 1.1353114 Feb 28 17:46:05.225737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57948) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:05.231602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8b6fb09f-b3f4-4a06-b0a3-bd3e0bcc8811 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1346929805'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:05.234072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Attempting to bind port 16179104-9242-441b-a094-0e46b646e190 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:46:05.234451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Attempting to bind port 16179104-9242-441b-a094-0e46b646e190 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '4d8bb1e0-f491-4212-885b-09da39d1e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e26eb15b-281d-4644-a66a-957a4d385d6c'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:46:05.234816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Attempting to bind port 16179104-9242-441b-a094-0e46b646e190 on network e26eb15b-281d-4644-a66a-957a4d385d6c {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:46:05.240776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:46:05.242164 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Checking segment: {'id': '4d8bb1e0-f491-4212-885b-09da39d1e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e26eb15b-281d-4644-a66a-957a4d385d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:05.242164 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.242164 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Bound using segment: {'id': '4d8bb1e0-f491-4212-885b-09da39d1e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e26eb15b-281d-4644-a66a-957a4d385d6c'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:46:05.242428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Bound port: 16179104-9242-441b-a094-0e46b646e190, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8bb1e0-f491-4212-885b-09da39d1e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e26eb15b-281d-4644-a66a-957a4d385d6c'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:46:05.242761 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b78836a6-4d8c-4c83-9e54-ca993d5ee4f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.242869 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (16179104-9242-441b-a094-0e46b646e190), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.245262 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (4ecde979-6293-4ec5-9acf-0993d937aab2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.271645 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931a422-cb7e-4c3b-8f15-a614a709aea7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Network': ['ID=215d3313-f5e4-4239-9029-c9a915e6ea20,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:05.327836 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] For port 16179104-9242-441b-a094-0e46b646e190, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:46:05.330869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] For port 16179104-9242-441b-a094-0e46b646e190, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=16179104-9242-441b-a094-0e46b646e190,segment=NetworkSegment(4d8bb1e0-f491-4212-885b-09da39d1e754),segment_id=4d8bb1e0-f491-4212-885b-09da39d1e754)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:46:05.338962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6fb09f-b3f4-4a06-b0a3-bd3e0bcc8811 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:05.339706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Subnet': ['ID=4ecde979-6293-4ec5-9acf-0993d937aab2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:05.342839 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb09f-b3f4-4a06-b0a3-bd3e0bcc8811 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.381819 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6fb09f-b3f4-4a06-b0a3-bd3e0bcc8811 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:46:05.391923 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb09f-b3f4-4a06-b0a3-bd3e0bcc8811 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d8bfd5cc-15e2-4418-8391-1f01f5363ad2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.392449 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-8b6fb09f-b3f4-4a06-b0a3-bd3e0bcc8811 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Added segment d8bfd5cc-15e2-4418-8391-1f01f5363ad2 of type vlan for network deedbb11-4681-44f6-bc7a-1de8abb2adbe Feb 28 17:46:05.394831 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (16179104-9242-441b-a094-0e46b646e190), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.431219 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (e26eb15b-281d-4644-a66a-957a4d385d6c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.442787 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb09f-b3f4-4a06-b0a3-bd3e0bcc8811 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (deedbb11-4681-44f6-bc7a-1de8abb2adbe), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.496232 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa759ed4-37b8-48d6-89e2-742104d049bf req-dc31c5a2-0d8a-42c6-abfe-c00e34ea374c tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:05.497744 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa759ed4-37b8-48d6-89e2-742104d049bf req-dc31c5a2-0d8a-42c6-abfe-c00e34ea374c tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 943 time: 0.2504535 Feb 28 17:46:05.500282 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b78836a6-4d8c-4c83-9e54-ca993d5ee4f6 admin admin] Publish callbacks [] for security_group (ecb3d317-c24f-4e27-8fc3-25eddb29cd03), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.502929 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26eb15b-281d-4644-a66a-957a4d385d6c']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:05.527230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55fec0-f52c-4c23-85e9-2f278086bc12 None None] Pushing event updated for resources: {'Port': ['ID=16179104-9242-441b-a094-0e46b646e190,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:05.528635 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8bb1e0-f491-4212-885b-09da39d1e754') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:05.528941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8bb1e0-f491-4212-885b-09da39d1e754') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:05.537824 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb09f-b3f4-4a06-b0a3-bd3e0bcc8811 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (deedbb11-4681-44f6-bc7a-1de8abb2adbe), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.545520 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (4d8bb1e0-f491-4212-885b-09da39d1e754), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.551159 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6fb09f-b3f4-4a06-b0a3-bd3e0bcc8811 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:05.553771 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb09f-b3f4-4a06-b0a3-bd3e0bcc8811 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.569089 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b78836a6-4d8c-4c83-9e54-ca993d5ee4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ecb3d317-c24f-4e27-8fc3-25eddb29cd03), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.571926 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (4d8bb1e0-f491-4212-885b-09da39d1e754), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.600082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c65d74-d5e5-447e-90a3-4198b78eccca None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:46:05.619650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:46:05.622772 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (4d8bb1e0-f491-4212-885b-09da39d1e754), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.674164 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8b6fb09f-b3f4-4a06-b0a3-bd3e0bcc8811 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4421051 Feb 28 17:46:05.722491 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57954) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:05.728282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-417aa6e2-1e87-4429-9379-338a153043de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': 'deedbb11-4681-44f6-bc7a-1de8abb2adbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:05.741779 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c65d74-d5e5-447e-90a3-4198b78eccca None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:46:05.748640 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:46:05.774221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78836a6-4d8c-4c83-9e54-ca993d5ee4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb3d317-c24f-4e27-8fc3-25eddb29cd03,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:05.779628 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa759ed4-37b8-48d6-89e2-742104d049bf req-f49921fe-4fb3-4578-ae5c-e2d616868333 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720966 Feb 28 17:46:05.804184 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b78836a6-4d8c-4c83-9e54-ca993d5ee4f6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b07866522f6b49129aa8a3f23e24af04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5978193 Feb 28 17:46:05.806526 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 57956) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:05.820657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fb09f-b3f4-4a06-b0a3-bd3e0bcc8811 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Network': ['ID=deedbb11-4681-44f6-bc7a-1de8abb2adbe,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:05.858666 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.api [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 17:46:05.858666 n-d-820368-19 neutron-server[104247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 17:46:05.858666 n-d-820368-19 neutron-server[104247]: [parameters: {'id': 'e26eb15b-281d-4644-a66a-957a4d385d6c'}] Feb 28 17:46:05.858666 n-d-820368-19 neutron-server[104247]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:46:05.859061 n-d-820368-19 neutron-server[104247]: DEBUG oslo_db.api [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:46:05.885987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network deedbb11-4681-44f6-bc7a-1de8abb2adbe details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:46:05.891541 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7022e22-cfff-4e94-87e8-7a7d9a4a2163 admin admin] Publish callbacks [] for security_group (ecb3d317-c24f-4e27-8fc3-25eddb29cd03), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.918238 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7022e22-cfff-4e94-87e8-7a7d9a4a2163 admin admin] Publish callbacks [] for security_group (ecb3d317-c24f-4e27-8fc3-25eddb29cd03), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:05.938931 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417aa6e2-1e87-4429-9379-338a153043de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:05.943265 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-417aa6e2-1e87-4429-9379-338a153043de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:06.076087 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7022e22-cfff-4e94-87e8-7a7d9a4a2163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ecb3d317-c24f-4e27-8fc3-25eddb29cd03), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:06.080664 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7022e22-cfff-4e94-87e8-7a7d9a4a2163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:06.082030 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c7022e22-cfff-4e94-87e8-7a7d9a4a2163 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ecb3d317-c24f-4e27-8fc3-25eddb29cd03 HTTP/1.1" status: 204 len: 168 time: 0.2744815 Feb 28 17:46:06.099849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7022e22-cfff-4e94-87e8-7a7d9a4a2163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb3d317-c24f-4e27-8fc3-25eddb29cd03,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:06.161508 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323cdd83-4274-4d7f-af73-5d4841153753 None None] Network e26eb15b-281d-4644-a66a-957a4d385d6c requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:06.267094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3009aaf5-01ff-49fa-914b-a721273c3894 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:46:06.304590 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 3009aaf5-01ff-49fa-914b-a721273c3894 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:46:06.304947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3009aaf5-01ff-49fa-914b-a721273c3894 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:46:06.347891 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:46:06.360263 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (e26eb15b-281d-4644-a66a-957a4d385d6c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:06.373236 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-417aa6e2-1e87-4429-9379-338a153043de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (83f1ee6e-6e35-40e8-8931-6ba56eaf290a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:06.462177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aa6e2-1e87-4429-9379-338a153043de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Subnet': ['ID=83f1ee6e-6e35-40e8-8931-6ba56eaf290a,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:06.487270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Deleting port 16179104-9242-441b-a094-0e46b646e190 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:06.487699 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (16179104-9242-441b-a094-0e46b646e190), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:06.552737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8fafa1f4-7434-4bee-b64c-f35c252bb1c4,segment=NetworkSegment(c574026c-0d1e-44eb-9280-02aca4eba1dd),segment_id=c574026c-0d1e-44eb-9280-02aca4eba1dd)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:06.562319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417aa6e2-1e87-4429-9379-338a153043de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Checking segment: {'id': 'd8bfd5cc-15e2-4418-8391-1f01f5363ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'deedbb11-4681-44f6-bc7a-1de8abb2adbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:06.562691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417aa6e2-1e87-4429-9379-338a153043de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network hostable DHCP agents. Network: deedbb11-4681-44f6-bc7a-1de8abb2adbe, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:46:06.583143 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '8fafa1f4-7434-4bee-b64c-f35c252bb1c4', 'network_id': '5f7d457c-9bca-4a63-8d62-1fe143d479d7', 'port_id': '8fafa1f4-7434-4bee-b64c-f35c252bb1c4', 'mac_address': 'fa:16:3e:0b:fd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21ff03-6135-427b-a7a3-28d79ac8f3f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:46:06.627670 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] For port 16179104-9242-441b-a094-0e46b646e190, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=16179104-9242-441b-a094-0e46b646e190,segment=NetworkSegment(4d8bb1e0-f491-4212-885b-09da39d1e754),segment_id=4d8bb1e0-f491-4212-885b-09da39d1e754)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:06.628108 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (16179104-9242-441b-a094-0e46b646e190), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:06.643987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:06.644193 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Calling delete_port for 16179104-9242-441b-a094-0e46b646e190 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:06.644436 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:06.674601 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:46:06.693167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417aa6e2-1e87-4429-9379-338a153043de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network deedbb11-4681-44f6-bc7a-1de8abb2adbe is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:46:06.763215 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8fafa1f4-7434-4bee-b64c-f35c252bb1c4,segment=NetworkSegment(c574026c-0d1e-44eb-9280-02aca4eba1dd),segment_id=c574026c-0d1e-44eb-9280-02aca4eba1dd)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:06.784660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-417aa6e2-1e87-4429-9379-338a153043de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, deedbb11-4681-44f6-bc7a-1de8abb2adbe) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:06.789414 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417aa6e2-1e87-4429-9379-338a153043de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:06.790233 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-417aa6e2-1e87-4429-9379-338a153043de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:06.803910 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcefb3f-00b6-4481-b906-0339bdaab172 None None] Network deedbb11-4681-44f6-bc7a-1de8abb2adbe requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:06.807572 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (16179104-9242-441b-a094-0e46b646e190), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:06.826872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] No DVR routers for this DVR port 16179104-9242-441b-a094-0e46b646e190 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:06.903883 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-417aa6e2-1e87-4429-9379-338a153043de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1770284 Feb 28 17:46:06.904379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57974) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:06.909793 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c2d5ee9e-07a1-4aea-b9e8-417b5c5c19de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'network_id': 'deedbb11-4681-44f6-bc7a-1de8abb2adbe', 'name': 'tempest-PortsTestJSON-412607626', 'fixed_ips': [{'subnet_id': '83f1ee6e-6e35-40e8-8931-6ba56eaf290a', 'ip_address': '172.20.0.10'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:07.010061 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (e26eb15b-281d-4644-a66a-957a4d385d6c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.064767 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26eb15b-281d-4644-a66a-957a4d385d6c']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:07.088676 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8bb1e0-f491-4212-885b-09da39d1e754') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:07.089681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8bb1e0-f491-4212-885b-09da39d1e754') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:07.113461 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (4d8bb1e0-f491-4212-885b-09da39d1e754), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.141396 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (4d8bb1e0-f491-4212-885b-09da39d1e754), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.155204 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:46:07.157359 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (4d8bb1e0-f491-4212-885b-09da39d1e754), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.174118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2b46b-d1c5-42b6-ba9a-30363b84f1b6 req-15f816c4-3404-406f-b825-ef84d4beeadb tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:07.189374 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14b2b46b-d1c5-42b6-ba9a-30363b84f1b6 req-15f816c4-3404-406f-b825-ef84d4beeadb tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 944 time: 0.2666712 Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:46:07.265141 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:46:07.267290 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Port': ['ID=16179104-9242-441b-a094-0e46b646e190,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:07.268695 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14b2b46b-d1c5-42b6-ba9a-30363b84f1b6 req-34709499-4b6f-4b2a-8f9b-7d314a362f43 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783119 Feb 28 17:46:07.336937 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (e26eb15b-281d-4644-a66a-957a4d385d6c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.376801 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.387144 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57980) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:07.393018 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/networks/e26eb15b-281d-4644-a66a-957a4d385d6c HTTP/1.1" status: 204 len: 168 time: 3.1013010 Feb 28 17:46:07.394593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e24abf98-9d9a-42ea-97c0-f1eda430fdd0 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-697114861'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:07.394738 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.409059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2019e50-648f-4ac2-a0ee-7a81d0947c0c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Network': ['ID=e26eb15b-281d-4644-a66a-957a4d385d6c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:07.412962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d5ee9e-07a1-4aea-b9e8-417b5c5c19de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:07.470707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-deedbb11-4681-44f6-bc7a-1de8abb2adbe', 'network_id': 'deedbb11-4681-44f6-bc7a-1de8abb2adbe', 'project_id': '2255106a4b34494c8f3d6292df49fd2c', 'fixed_ips': [{'subnet_id': '83f1ee6e-6e35-40e8-8931-6ba56eaf290a'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:46:07.470707 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.511060 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=8fafa1f4-7434-4bee-b64c-f35c252bb1c4,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:07.561409 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ee9e-07a1-4aea-b9e8-417b5c5c19de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.588347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-c2d5ee9e-07a1-4aea-b9e8-417b5c5c19de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port c1ee9ca8-758c-4a2e-a12d-8336fbfda264 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:46:07.597438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24abf98-9d9a-42ea-97c0-f1eda430fdd0 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Made reservation on behalf of 68e1aeb460084ef9a5ab7b4aa58b3849 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:07.600667 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e24abf98-9d9a-42ea-97c0-f1eda430fdd0 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.666466 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24abf98-9d9a-42ea-97c0-f1eda430fdd0 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:46:07.687857 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Allocated IP 172.20.0.2 (deedbb11-4681-44f6-bc7a-1de8abb2adbe/83f1ee6e-6e35-40e8-8931-6ba56eaf290a/48b83e5a-701f-4530-9f85-0ef60e1e3a93) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:07.719335 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e24abf98-9d9a-42ea-97c0-f1eda430fdd0 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.720191 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-e24abf98-9d9a-42ea-97c0-f1eda430fdd0 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Added segment 7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af of type vlan for network d1e838bd-c8ef-4df2-8794-7686b520b584 Feb 28 17:46:07.732477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['8fafa1f4-7434-4bee-b64c-f35c252bb1c4'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:46:07.783448 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e24abf98-9d9a-42ea-97c0-f1eda430fdd0 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (d1e838bd-c8ef-4df2-8794-7686b520b584), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.846333 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-829d8a05-a194-4dda-b931-054a3d68dea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.867459 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.910452 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e24abf98-9d9a-42ea-97c0-f1eda430fdd0 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (d1e838bd-c8ef-4df2-8794-7686b520b584), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:07.916455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24abf98-9d9a-42ea-97c0-f1eda430fdd0 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:07.917227 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e24abf98-9d9a-42ea-97c0-f1eda430fdd0 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:08.011397 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Publish callbacks [] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:08.029047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24abf98-9d9a-42ea-97c0-f1eda430fdd0 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'Network': ['ID=d1e838bd-c8ef-4df2-8794-7686b520b584,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:08.035635 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96e497c4-e1f6-4026-a78a-be968f6d7446 req-2bb0c508-753b-4b35-890d-eb6fbf9be7cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1839826 Feb 28 17:46:08.043147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network d1e838bd-c8ef-4df2-8794-7686b520b584 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:46:08.068064 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e24abf98-9d9a-42ea-97c0-f1eda430fdd0 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6749501 Feb 28 17:46:08.068640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 57998) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:08.076527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-964cb737-5b21-4d46-86da-992a3600338d tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Request body: {'subnet': {'network_id': 'd1e838bd-c8ef-4df2-8794-7686b520b584', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:08.156279 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:08.232849 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Network deedbb11-4681-44f6-bc7a-1de8abb2adbe is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:08.237984 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:08.241571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:08.258057 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Pushing event updated for resources: {'Port': ['ID=48b83e5a-701f-4530-9f85-0ef60e1e3a93,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:08.264342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-c2d5ee9e-07a1-4aea-b9e8-417b5c5c19de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Allocated IP 172.20.0.10 (deedbb11-4681-44f6-bc7a-1de8abb2adbe/83f1ee6e-6e35-40e8-8931-6ba56eaf290a/c1ee9ca8-758c-4a2e-a12d-8336fbfda264) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:08.275465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e497c4-e1f6-4026-a78a-be968f6d7446 req-3becb341-7ba1-4e47-8e2c-3eee13173ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:08.277024 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96e497c4-e1f6-4026-a78a-be968f6d7446 req-3becb341-7ba1-4e47-8e2c-3eee13173ca5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 1128 time: 0.1946087 Feb 28 17:46:08.327478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Attempting to bind port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:46:08.328095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Attempting to bind port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'd8bfd5cc-15e2-4418-8391-1f01f5363ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'deedbb11-4681-44f6-bc7a-1de8abb2adbe'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:46:08.328458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Attempting to bind port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 on network deedbb11-4681-44f6-bc7a-1de8abb2adbe {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:46:08.334881 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:46:08.335251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Checking segment: {'id': 'd8bfd5cc-15e2-4418-8391-1f01f5363ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'deedbb11-4681-44f6-bc7a-1de8abb2adbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:08.335652 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:08.336094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Bound using segment: {'id': 'd8bfd5cc-15e2-4418-8391-1f01f5363ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'deedbb11-4681-44f6-bc7a-1de8abb2adbe'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:46:08.336569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Bound port: 48b83e5a-701f-4530-9f85-0ef60e1e3a93, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bfd5cc-15e2-4418-8391-1f01f5363ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'deedbb11-4681-44f6-bc7a-1de8abb2adbe'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:46:08.337429 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:08.395151 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964cb737-5b21-4d46-86da-992a3600338d tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Made reservation on behalf of 68e1aeb460084ef9a5ab7b4aa58b3849 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:08.398823 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-964cb737-5b21-4d46-86da-992a3600338d tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:08.411689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] For port 48b83e5a-701f-4530-9f85-0ef60e1e3a93, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:46:08.415302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] For port 48b83e5a-701f-4530-9f85-0ef60e1e3a93, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=48b83e5a-701f-4530-9f85-0ef60e1e3a93,segment=NetworkSegment(d8bfd5cc-15e2-4418-8391-1f01f5363ad2),segment_id=d8bfd5cc-15e2-4418-8391-1f01f5363ad2)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:46:08.459445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53042ebb-458d-456f-af70-f08d20daee99 req-4e24577d-bbd6-41ba-a167-0b9294b5c091 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:08.460918 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-53042ebb-458d-456f-af70-f08d20daee99 req-4e24577d-bbd6-41ba-a167-0b9294b5c091 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 944 time: 0.0747521 Feb 28 17:46:08.508051 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-53042ebb-458d-456f-af70-f08d20daee99 req-a3063efe-32f2-430c-9058-418718012075 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Feb 28 17:46:08.509032 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:08.545774 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e497c4-e1f6-4026-a78a-be968f6d7446 req-97eb1d77-50c3-437e-8919-749375428048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:08.547340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96e497c4-e1f6-4026-a78a-be968f6d7446 req-97eb1d77-50c3-437e-8919-749375428048 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 917 time: 0.2471354 Feb 28 17:46:08.601156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec8020-4297-4de4-84c8-6ac9b846e77a None None] Pushing event updated for resources: {'Port': ['ID=48b83e5a-701f-4530-9f85-0ef60e1e3a93,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:08.648632 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ee9e-07a1-4aea-b9e8-417b5c5c19de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (c1ee9ca8-758c-4a2e-a12d-8336fbfda264), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:08.667290 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96e497c4-e1f6-4026-a78a-be968f6d7446 req-0fad20f0-6b1b-44bd-8a15-95a45ef48ccc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 HTTP/1.1" status: 200 len: 1001 time: 0.1121006 Feb 28 17:46:08.699113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58014) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:08.789799 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e497c4-e1f6-4026-a78a-be968f6d7446 req-8632da30-7beb-4740-bf4b-6e2714af8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:08.791343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96e497c4-e1f6-4026-a78a-be968f6d7446 req-8632da30-7beb-4740-bf4b-6e2714af8b2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.1109209 Feb 28 17:46:08.857777 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ee9e-07a1-4aea-b9e8-417b5c5c19de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c1ee9ca8-758c-4a2e-a12d-8336fbfda264), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:08.887546 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de330bea-9239-4c5c-8342-82cac9383327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:09.005214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5ee9e-07a1-4aea-b9e8-417b5c5c19de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=c1ee9ca8-758c-4a2e-a12d-8336fbfda264,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:09.042699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d5ee9e-07a1-4aea-b9e8-417b5c5c19de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network deedbb11-4681-44f6-bc7a-1de8abb2adbe is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:09.045401 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-c2d5ee9e-07a1-4aea-b9e8-417b5c5c19de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:09.051285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5ee9e-07a1-4aea-b9e8-417b5c5c19de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:09.059556 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-964cb737-5b21-4d46-86da-992a3600338d tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (cddb74e6-ac34-4c60-b83e-a9f29a40bd63), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:09.086926 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de330bea-9239-4c5c-8342-82cac9383327 admin admin] Publish callbacks [] for security_group (b78d032d-b86d-4e96-8059-143d34f06680), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:09.139242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e497c4-e1f6-4026-a78a-be968f6d7446 req-b3c9bebc-cba5-4e07-9e2b-67daf7980c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:09.140756 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96e497c4-e1f6-4026-a78a-be968f6d7446 req-b3c9bebc-cba5-4e07-9e2b-67daf7980c88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3396575 Feb 28 17:46:09.199184 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-de330bea-9239-4c5c-8342-82cac9383327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b78d032d-b86d-4e96-8059-143d34f06680), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:09.244324 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-de330bea-9239-4c5c-8342-82cac9383327 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=272a07e47cdd4577a4d5feadf35c661e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5439739 Feb 28 17:46:09.245109 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58026) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:09.245764 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de330bea-9239-4c5c-8342-82cac9383327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78d032d-b86d-4e96-8059-143d34f06680,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:09.312753 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e9abcca3-e6f5-4135-9a23-40ac75fc7db2 admin admin] Publish callbacks [] for security_group (b78d032d-b86d-4e96-8059-143d34f06680), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:09.345294 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e9abcca3-e6f5-4135-9a23-40ac75fc7db2 admin admin] Publish callbacks [] for security_group (b78d032d-b86d-4e96-8059-143d34f06680), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:09.508658 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e9abcca3-e6f5-4135-9a23-40ac75fc7db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b78d032d-b86d-4e96-8059-143d34f06680), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:09.511853 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e9abcca3-e6f5-4135-9a23-40ac75fc7db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:09.513552 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e9abcca3-e6f5-4135-9a23-40ac75fc7db2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b78d032d-b86d-4e96-8059-143d34f06680 HTTP/1.1" status: 204 len: 168 time: 0.2646697 Feb 28 17:46:09.530741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abcca3-e6f5-4135-9a23-40ac75fc7db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78d032d-b86d-4e96-8059-143d34f06680,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:09.742214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d5ee9e-07a1-4aea-b9e8-417b5c5c19de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:09.745872 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ee9e-07a1-4aea-b9e8-417b5c5c19de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:09.748422 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96e497c4-e1f6-4026-a78a-be968f6d7446 req-393b0f74-9278-477a-84a3-40dca5a2b36f service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979133 Feb 28 17:46:09.761671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cb737-5b21-4d46-86da-992a3600338d tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'Subnet': ['ID=cddb74e6-ac34-4c60-b83e-a9f29a40bd63,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:09.875968 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-eef1c47e-958d-4da9-8df9-551a538456b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:09.885611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cb737-5b21-4d46-86da-992a3600338d tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Checking segment: {'id': '7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd1e838bd-c8ef-4df2-8794-7686b520b584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:09.885995 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964cb737-5b21-4d46-86da-992a3600338d tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Network hostable DHCP agents. Network: d1e838bd-c8ef-4df2-8794-7686b520b584, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:46:09.917652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-68abd4a7-e500-4264-8528-2a38dab99d64 req-466aefbf-f5ed-4cc5-abe0-deef470e7790 service neutron] (104247) timed out ('10.222.0.69', 59364) {{(pid=104247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 17:46:09.920550 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c2d5ee9e-07a1-4aea-b9e8-417b5c5c19de tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0153759 Feb 28 17:46:09.923617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58036) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:09.929376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3d862930-c181-4677-960a-914ffde59916 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'network_id': 'deedbb11-4681-44f6-bc7a-1de8abb2adbe', 'name': 'tempest-PortsTestJSON-1277141506', 'fixed_ips': [{'subnet_id': '83f1ee6e-6e35-40e8-8931-6ba56eaf290a', 'ip_address': '172.20.0.9'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:09.940694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb4bd6-132c-4564-bf14-2d31f5890d90 req-a124fb8c-360b-41e4-a858-299d4dc1b4eb tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:09.942383 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eebb4bd6-132c-4564-bf14-2d31f5890d90 req-a124fb8c-360b-41e4-a858-299d4dc1b4eb tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 944 time: 0.1903162 Feb 28 17:46:09.999875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964cb737-5b21-4d46-86da-992a3600338d tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Network d1e838bd-c8ef-4df2-8794-7686b520b584 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:46:10.017640 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:10.027400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96e497c4-e1f6-4026-a78a-be968f6d7446 req-c9e76763-27d9-4646-9d74-62995508ed52 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515988 Feb 28 17:46:10.089382 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eebb4bd6-132c-4564-bf14-2d31f5890d90 req-e75af587-e864-40ab-b026-61b7fef16e83 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214874 Feb 28 17:46:10.108334 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-964cb737-5b21-4d46-86da-992a3600338d tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, d1e838bd-c8ef-4df2-8794-7686b520b584) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:10.113432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964cb737-5b21-4d46-86da-992a3600338d tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:10.114244 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-964cb737-5b21-4d46-86da-992a3600338d tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:10.124165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d37ae-cbaf-47cb-9f89-104254a908d5 None None] Network d1e838bd-c8ef-4df2-8794-7686b520b584 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:10.206658 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-964cb737-5b21-4d46-86da-992a3600338d tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1368964 Feb 28 17:46:10.212604 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58046) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:10.272232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3906f233-aaa9-4d9d-ae11-5bc61f46727c None None] Network deedbb11-4681-44f6-bc7a-1de8abb2adbe requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:10.287560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d862930-c181-4677-960a-914ffde59916 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:10.382991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 48b83e5a-701f-4530-9f85-0ef60e1e3a93 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:10.385554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:10.478117 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-315e9c73-ab9b-41a5-a347-17fee758442d None None] Provisioning complete for port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:10.478666 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-315e9c73-ab9b-41a5-a347-17fee758442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:10.591364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-d1e838bd-c8ef-4df2-8794-7686b520b584', 'network_id': 'd1e838bd-c8ef-4df2-8794-7686b520b584', 'project_id': '68e1aeb460084ef9a5ab7b4aa58b3849', 'fixed_ips': [{'subnet_id': 'cddb74e6-ac34-4c60-b83e-a9f29a40bd63'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:46:10.592597 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:10.666829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:10.667333 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:10.805386 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:46:10.836662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:10.837133 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:10.928752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-315e9c73-ab9b-41a5-a347-17fee758442d None None] Current status of the port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:10.929345 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-315e9c73-ab9b-41a5-a347-17fee758442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:11.007499 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3d862930-c181-4677-960a-914ffde59916 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:11.040441 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (d1e838bd-c8ef-4df2-8794-7686b520b584), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:11.060571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-3d862930-c181-4677-960a-914ffde59916 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port b61e97fa-e1ba-4d15-b410-565f75fbb1b8 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:46:11.076087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Allocated IP 2001:db8::2 (d1e838bd-c8ef-4df2-8794-7686b520b584/cddb74e6-ac34-4c60-b83e-a9f29a40bd63/a23397cc-87bd-4e2d-9b7a-e23867b20ded) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:11.121265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-315e9c73-ab9b-41a5-a347-17fee758442d None None] For port 48b83e5a-701f-4530-9f85-0ef60e1e3a93, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=48b83e5a-701f-4530-9f85-0ef60e1e3a93,segment=NetworkSegment(d8bfd5cc-15e2-4418-8391-1f01f5363ad2),segment_id=d8bfd5cc-15e2-4418-8391-1f01f5363ad2)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:11.144267 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:11.144857 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:11.258857 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-315e9c73-ab9b-41a5-a347-17fee758442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:11.310605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d009e-7fa1-40f7-b693-27b66e5a81af req-b640f635-4f25-4aab-9c57-8659a737e80d tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:11.311685 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b35d009e-7fa1-40f7-b693-27b66e5a81af req-b640f635-4f25-4aab-9c57-8659a737e80d tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 944 time: 0.1226394 Feb 28 17:46:11.341808 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (cddb74e6-ac34-4c60-b83e-a9f29a40bd63), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:11.377007 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b35d009e-7fa1-40f7-b693-27b66e5a81af req-cf7b7770-167f-4683-8725-ea6dcdacc9a2 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595980 Feb 28 17:46:11.585842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-3d862930-c181-4677-960a-914ffde59916 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Allocated IP 172.20.0.9 (deedbb11-4681-44f6-bc7a-1de8abb2adbe/83f1ee6e-6e35-40e8-8931-6ba56eaf290a/b61e97fa-e1ba-4d15-b410-565f75fbb1b8) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:11.703153 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:11.703656 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:11.763328 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:46:11.763806 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:46:11.770900 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-779e639d-81bd-4915-a2c7-e75058731174 None None] Provisioning complete for port c1ee9ca8-758c-4a2e-a12d-8336fbfda264 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:11.771337 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-779e639d-81bd-4915-a2c7-e75058731174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c1ee9ca8-758c-4a2e-a12d-8336fbfda264), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:11.777046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e9c73-ab9b-41a5-a347-17fee758442d None None] Pushing event updated for resources: {'Port': ['ID=48b83e5a-701f-4530-9f85-0ef60e1e3a93,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:11.813512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99ec3a3-0afd-4a92-843c-94f64cf23263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fafa1f4-7434-4bee-b64c-f35c252bb1c4'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:46:11.815792 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40b6b93-38bb-49c2-a905-a5de85e5ab28" -d '{"events": [{"server_uuid": "d99ec3a3-0afd-4a92-843c-94f64cf23263", "name": "network-vif-plugged", "status": "completed", "tag": "8fafa1f4-7434-4bee-b64c-f35c252bb1c4"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:46:11.839131 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:11.863573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8fafa1f4-7434-4bee-b64c-f35c252bb1c4,segment=NetworkSegment(c574026c-0d1e-44eb-9280-02aca4eba1dd),segment_id=c574026c-0d1e-44eb-9280-02aca4eba1dd)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:11.884987 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3d862930-c181-4677-960a-914ffde59916 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (b61e97fa-e1ba-4d15-b410-565f75fbb1b8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:11.907106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-779e639d-81bd-4915-a2c7-e75058731174 None None] Port c1ee9ca8-758c-4a2e-a12d-8336fbfda264 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:11.932261 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Publish callbacks [] for port (a23397cc-87bd-4e2d-9b7a-e23867b20ded), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:11.935928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-779e639d-81bd-4915-a2c7-e75058731174 None None] Provisioning complete for port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:11.936424 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-779e639d-81bd-4915-a2c7-e75058731174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:11.976331 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.069982 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (a23397cc-87bd-4e2d-9b7a-e23867b20ded), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.074694 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3d862930-c181-4677-960a-914ffde59916 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b61e97fa-e1ba-4d15-b410-565f75fbb1b8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.080544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=8fafa1f4-7434-4bee-b64c-f35c252bb1c4,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:12.124723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Network d1e838bd-c8ef-4df2-8794-7686b520b584 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:12.125465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-779e639d-81bd-4915-a2c7-e75058731174 None None] Current status of the port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:12.133241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:12.136979 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:12.150081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Pushing event updated for resources: {'Port': ['ID=a23397cc-87bd-4e2d-9b7a-e23867b20ded,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:12.164696 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (cddb74e6-ac34-4c60-b83e-a9f29a40bd63), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.227841 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Attempting to bind port a23397cc-87bd-4e2d-9b7a-e23867b20ded on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:46:12.228123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Attempting to bind port a23397cc-87bd-4e2d-9b7a-e23867b20ded by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd1e838bd-c8ef-4df2-8794-7686b520b584'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:46:12.228491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Attempting to bind port a23397cc-87bd-4e2d-9b7a-e23867b20ded on network d1e838bd-c8ef-4df2-8794-7686b520b584 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:46:12.243882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:46:12.243882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Checking segment: {'id': '7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd1e838bd-c8ef-4df2-8794-7686b520b584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:12.243882 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.243882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Bound using segment: {'id': '7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd1e838bd-c8ef-4df2-8794-7686b520b584'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:46:12.243882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Bound port: a23397cc-87bd-4e2d-9b7a-e23867b20ded, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd1e838bd-c8ef-4df2-8794-7686b520b584'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:46:12.243882 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a23397cc-87bd-4e2d-9b7a-e23867b20ded), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.260632 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-26b7bba3-3966-4b1b-a437-441bdb1433eb None None] Provisioning complete for port c1ee9ca8-758c-4a2e-a12d-8336fbfda264 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:12.260632 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-26b7bba3-3966-4b1b-a437-441bdb1433eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c1ee9ca8-758c-4a2e-a12d-8336fbfda264), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.282901 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d862930-c181-4677-960a-914ffde59916 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network deedbb11-4681-44f6-bc7a-1de8abb2adbe is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:12.292020 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-3d862930-c181-4677-960a-914ffde59916 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:12.306959 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d862930-c181-4677-960a-914ffde59916 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:12.345373 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Subnet': ['ID=cddb74e6-ac34-4c60-b83e-a9f29a40bd63,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:12.346824 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6338e557-728e-4c3b-adaf-6b11dae0943f x-openstack-request-id: req-6338e557-728e-4c3b-adaf-6b11dae0943f {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:46:12.347124 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99ec3a3-0afd-4a92-843c-94f64cf23263", "name": "network-vif-plugged", "status": "completed", "tag": "8fafa1f4-7434-4bee-b64c-f35c252bb1c4", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:46:12.347479 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6338e557-728e-4c3b-adaf-6b11dae0943f {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:46:12.347916 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99ec3a3-0afd-4a92-843c-94f64cf23263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fafa1f4-7434-4bee-b64c-f35c252bb1c4', 'code': 200} Feb 28 17:46:12.407804 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-26b7bba3-3966-4b1b-a437-441bdb1433eb None None] Port c1ee9ca8-758c-4a2e-a12d-8336fbfda264 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:12.445411 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:12.506969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] For port a23397cc-87bd-4e2d-9b7a-e23867b20ded, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:46:12.510619 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] For port a23397cc-87bd-4e2d-9b7a-e23867b20ded, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a23397cc-87bd-4e2d-9b7a-e23867b20ded,segment=NetworkSegment(7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af),segment_id=7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:46:12.558398 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d862930-c181-4677-960a-914ffde59916 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=b61e97fa-e1ba-4d15-b410-565f75fbb1b8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:12.576306 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (d1e838bd-c8ef-4df2-8794-7686b520b584), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.593524 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.605558 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a23397cc-87bd-4e2d-9b7a-e23867b20ded), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.635944 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d862930-c181-4677-960a-914ffde59916 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:12.639147 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203de538-02ad-45d5-9017-e9c081242b15 req-db5ba6b6-fd61-460e-85d6-5d42b6babbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:12.640725 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-203de538-02ad-45d5-9017-e9c081242b15 req-db5ba6b6-fd61-460e-85d6-5d42b6babbc2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 1128 time: 0.2440460 Feb 28 17:46:12.643866 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3d862930-c181-4677-960a-914ffde59916 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.669439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e838bd-c8ef-4df2-8794-7686b520b584']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:12.692606 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:12.693077 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:12.703271 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.719896 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.732869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:46:12.733911 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:46:12.737132 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:46:12.794784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac59ce-54a8-4389-bbba-d3b1464bbc05 None None] Pushing event updated for resources: {'Port': ['ID=a23397cc-87bd-4e2d-9b7a-e23867b20ded,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:12.799374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 48b83e5a-701f-4530-9f85-0ef60e1e3a93 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:12.841381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3d862930-c181-4677-960a-914ffde59916 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9166327 Feb 28 17:46:12.849112 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5079e92-1cdd-4233-83ff-935903e03cb8 req-ad2bb023-a2b9-43e8-9f59-11fb2d3c74d6 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:12.851902 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58098) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:12.862571 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5079e92-1cdd-4233-83ff-935903e03cb8 req-ad2bb023-a2b9-43e8-9f59-11fb2d3c74d6 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 945 time: 0.3032193 Feb 28 17:46:12.893612 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-203de538-02ad-45d5-9017-e9c081242b15 req-2362c0be-9769-452b-a7a8-41e6842ee159 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282343 Feb 28 17:46:12.941163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-85ac4792-68dc-4d2a-a14a-46d0dde8c1d1 None None] Provisioning complete for port b61e97fa-e1ba-4d15-b410-565f75fbb1b8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:12.941728 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-85ac4792-68dc-4d2a-a14a-46d0dde8c1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b61e97fa-e1ba-4d15-b410-565f75fbb1b8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:12.994442 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5079e92-1cdd-4233-83ff-935903e03cb8 req-c3f01cb2-1418-4d92-829d-3b8e4676c88e tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283813 Feb 28 17:46:13.017485 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78900e7f-1bdd-42b5-8438-875e8bcfc061 None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:46:13.055258 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1316915-c5a9-4b2e-82dd-f97c0ffa3534 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:13.059447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58100) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:13.060178 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e1316915-c5a9-4b2e-82dd-f97c0ffa3534 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1978128 Feb 28 17:46:13.067840 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:13.068210 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:13.072140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-85ac4792-68dc-4d2a-a14a-46d0dde8c1d1 None None] Port b61e97fa-e1ba-4d15-b410-565f75fbb1b8 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:13.081857 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.api [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 17:46:13.081857 n-d-820368-19 neutron-server[104247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 17:46:13.081857 n-d-820368-19 neutron-server[104247]: [parameters: {'id': 'd1e838bd-c8ef-4df2-8794-7686b520b584'}] Feb 28 17:46:13.081857 n-d-820368-19 neutron-server[104247]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:46:13.086620 n-d-820368-19 neutron-server[104247]: DEBUG oslo_db.api [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:46:13.193944 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b09b684-5e7e-485e-990e-0369996f7dd7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:13.200318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b09b684-5e7e-485e-990e-0369996f7dd7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:13.205777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:13.212756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b09b684-5e7e-485e-990e-0369996f7dd7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:13.215958 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5b09b684-5e7e-485e-990e-0369996f7dd7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1554840 Feb 28 17:46:13.216197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78900e7f-1bdd-42b5-8438-875e8bcfc061 None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:46:13.219484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58102) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:13.363100 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ff1104c6-9a32-46a7-beaa-0b592196e285 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port b61e97fa-e1ba-4d15-b410-565f75fbb1b8 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:13.363743 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ff1104c6-9a32-46a7-beaa-0b592196e285 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b61e97fa-e1ba-4d15-b410-565f75fbb1b8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:13.455598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a1e2ee-2607-4fde-b3b3-dcb0ec25200f None None] Network d1e838bd-c8ef-4df2-8794-7686b520b584 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:13.468069 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ff1104c6-9a32-46a7-beaa-0b592196e285 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b61e97fa-e1ba-4d15-b410-565f75fbb1b8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:13.506180 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ff1104c6-9a32-46a7-beaa-0b592196e285 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for b61e97fa-e1ba-4d15-b410-565f75fbb1b8 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:13.584014 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (d1e838bd-c8ef-4df2-8794-7686b520b584), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:13.641467 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Deleting port a23397cc-87bd-4e2d-9b7a-e23867b20ded {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:13.642546 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a23397cc-87bd-4e2d-9b7a-e23867b20ded), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:13.706713 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] For port a23397cc-87bd-4e2d-9b7a-e23867b20ded, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a23397cc-87bd-4e2d-9b7a-e23867b20ded,segment=NetworkSegment(7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af),segment_id=7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:13.707725 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a23397cc-87bd-4e2d-9b7a-e23867b20ded), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:13.720227 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Calling delete_port for a23397cc-87bd-4e2d-9b7a-e23867b20ded owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:13.789866 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ff1104c6-9a32-46a7-beaa-0b592196e285 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (b61e97fa-e1ba-4d15-b410-565f75fbb1b8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:13.839922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1104c6-9a32-46a7-beaa-0b592196e285 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=b61e97fa-e1ba-4d15-b410-565f75fbb1b8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:13.896354 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (a23397cc-87bd-4e2d-9b7a-e23867b20ded), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:13.919796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] No DVR routers for this DVR port a23397cc-87bd-4e2d-9b7a-e23867b20ded on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:13.947794 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ff1104c6-9a32-46a7-beaa-0b592196e285 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:13.957415 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ff1104c6-9a32-46a7-beaa-0b592196e285 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/b61e97fa-e1ba-4d15-b410-565f75fbb1b8 HTTP/1.1" status: 204 len: 168 time: 0.7367716 Feb 28 17:46:13.959921 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58114) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:13.960676 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Port': ['ID=a23397cc-87bd-4e2d-9b7a-e23867b20ded,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:13.972784 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:13.993517 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-651cbd52-0953-4fc3-b4ee-55007c03ddc0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] GET failed (client error): The resource could not be found. Feb 28 17:46:13.995329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-651cbd52-0953-4fc3-b4ee-55007c03ddc0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/b61e97fa-e1ba-4d15-b410-565f75fbb1b8 HTTP/1.1" status: 404 len: 333 time: 0.0344501 Feb 28 17:46:13.998034 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58116) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:14.131337 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (d1e838bd-c8ef-4df2-8794-7686b520b584), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:14.182873 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e838bd-c8ef-4df2-8794-7686b520b584']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:14.200799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:14.201093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:14.238088 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:14.258380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a070124-f8b8-4674-86b7-f7d3f7d16a02 req-8d22a810-96ff-48bd-b4a5-a09597f55410 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:14.259835 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a070124-f8b8-4674-86b7-f7d3f7d16a02 req-8d22a810-96ff-48bd-b4a5-a09597f55410 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 945 time: 0.1602738 Feb 28 17:46:14.276060 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:14.290827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:46:14.291346 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (7a7f9e3a-8bc4-4bbb-be9c-77b8c10482af), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:46:14.294556 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:46:14.402591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d855e5ea-28fc-4978-a0d3-26c7add20484 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port c1ee9ca8-758c-4a2e-a12d-8336fbfda264 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:14.402915 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d855e5ea-28fc-4978-a0d3-26c7add20484 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c1ee9ca8-758c-4a2e-a12d-8336fbfda264), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:14.475305 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (d1e838bd-c8ef-4df2-8794-7686b520b584), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:14.487601 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:14.494600 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/networks/d1e838bd-c8ef-4df2-8794-7686b520b584 HTTP/1.1" status: 204 len: 168 time: 4.2772036 Feb 28 17:46:14.496751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58124) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:14.505121 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4ffc939e-a112-479c-a448-d322f64148c3 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2031899553'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:14.510914 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a070124-f8b8-4674-86b7-f7d3f7d16a02 req-9c4bbcd2-88e5-4b09-9c62-02ddbcb3d4ab tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361798 Feb 28 17:46:14.515664 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad0536-b5d8-4fc9-83f3-de46d5438f6c tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Network': ['ID=d1e838bd-c8ef-4df2-8794-7686b520b584,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:14.567559 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d855e5ea-28fc-4978-a0d3-26c7add20484 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c1ee9ca8-758c-4a2e-a12d-8336fbfda264), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:14.585329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d855e5ea-28fc-4978-a0d3-26c7add20484 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for c1ee9ca8-758c-4a2e-a12d-8336fbfda264 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:14.662510 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffc939e-a112-479c-a448-d322f64148c3 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Made reservation on behalf of 68e1aeb460084ef9a5ab7b4aa58b3849 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:14.665833 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4ffc939e-a112-479c-a448-d322f64148c3 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:14.751079 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffc939e-a112-479c-a448-d322f64148c3 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:46:14.769068 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4ffc939e-a112-479c-a448-d322f64148c3 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5afb2840-bb6b-4533-8669-72b8160c0463), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:14.770410 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-4ffc939e-a112-479c-a448-d322f64148c3 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Added segment 5afb2840-bb6b-4533-8669-72b8160c0463 of type vlan for network 063282c6-9ab4-4cb5-89ab-0e53e928cf59 Feb 28 17:46:14.808812 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d2022e-360a-4c74-a3f9-a9cf2f915e9f req-f2cc0a8f-cf01-495a-94c5-a1e032908f5e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1146324 Feb 28 17:46:14.821227 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4ffc939e-a112-479c-a448-d322f64148c3 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (063282c6-9ab4-4cb5-89ab-0e53e928cf59), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:14.929062 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d855e5ea-28fc-4978-a0d3-26c7add20484 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c1ee9ca8-758c-4a2e-a12d-8336fbfda264), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:14.936805 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4ffc939e-a112-479c-a448-d322f64148c3 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (063282c6-9ab4-4cb5-89ab-0e53e928cf59), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:14.942470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffc939e-a112-479c-a448-d322f64148c3 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:14.943085 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4ffc939e-a112-479c-a448-d322f64148c3 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:15.002910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855e5ea-28fc-4978-a0d3-26c7add20484 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=c1ee9ca8-758c-4a2e-a12d-8336fbfda264,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:15.047153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2022e-360a-4c74-a3f9-a9cf2f915e9f req-cd0496dc-f2e6-42bc-8ec5-0c1d199ba15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:15.048566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d2022e-360a-4c74-a3f9-a9cf2f915e9f req-cd0496dc-f2e6-42bc-8ec5-0c1d199ba15c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 1128 time: 0.1853905 Feb 28 17:46:15.073350 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4ffc939e-a112-479c-a448-d322f64148c3 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5739756 Feb 28 17:46:15.075224 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58134) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:15.080555 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-731d97b9-773b-4e84-ac91-3582f668ae98 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Request body: {'subnet': {'network_id': '063282c6-9ab4-4cb5-89ab-0e53e928cf59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:15.164457 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d855e5ea-28fc-4978-a0d3-26c7add20484 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:15.168005 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d855e5ea-28fc-4978-a0d3-26c7add20484 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/c1ee9ca8-758c-4a2e-a12d-8336fbfda264 HTTP/1.1" status: 204 len: 168 time: 1.1689498 Feb 28 17:46:15.172760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58136) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:15.208281 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-77dc03c1-2da1-49d8-b283-bcadccaf7216 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] GET failed (client error): The resource could not be found. Feb 28 17:46:15.213962 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-77dc03c1-2da1-49d8-b283-bcadccaf7216 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/c1ee9ca8-758c-4a2e-a12d-8336fbfda264 HTTP/1.1" status: 404 len: 333 time: 0.0399017 Feb 28 17:46:15.216357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58138) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:15.238644 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc939e-a112-479c-a448-d322f64148c3 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'Network': ['ID=063282c6-9ab4-4cb5-89ab-0e53e928cf59,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:15.252788 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 063282c6-9ab4-4cb5-89ab-0e53e928cf59 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:46:15.285547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5b89d1-8d59-46e7-80c8-1f282c873925 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting subnet 83f1ee6e-6e35-40e8-8931-6ba56eaf290a {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:46:15.289118 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2a5b89d1-8d59-46e7-80c8-1f282c873925 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (83f1ee6e-6e35-40e8-8931-6ba56eaf290a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:15.307102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2022e-360a-4c74-a3f9-a9cf2f915e9f req-507a81c5-8b4e-4729-82f0-f5a4764f46e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:15.309180 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d2022e-360a-4c74-a3f9-a9cf2f915e9f req-507a81c5-8b4e-4729-82f0-f5a4764f46e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8015d9f8-7036-4a45-9765-80d6d95e5da0 HTTP/1.1" status: 200 len: 898 time: 0.2344723 Feb 28 17:46:15.361394 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2a5b89d1-8d59-46e7-80c8-1f282c873925 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (83f1ee6e-6e35-40e8-8931-6ba56eaf290a), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:15.420599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731d97b9-773b-4e84-ac91-3582f668ae98 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Made reservation on behalf of 68e1aeb460084ef9a5ab7b4aa58b3849 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:15.423872 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d2022e-360a-4c74-a3f9-a9cf2f915e9f req-d8d25a0b-7b66-4b99-bd8f-71603af6efa4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f HTTP/1.1" status: 200 len: 1001 time: 0.1077087 Feb 28 17:46:15.430649 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-731d97b9-773b-4e84-ac91-3582f668ae98 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:15.483697 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2022e-360a-4c74-a3f9-a9cf2f915e9f req-024bd1e0-13ba-4aac-b284-f457c3bdaf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:15.485291 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d2022e-360a-4c74-a3f9-a9cf2f915e9f req-024bd1e0-13ba-4aac-b284-f457c3bdaf48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4f3e3f3-2f20-4db9-84bf-5e2b98147e22 HTTP/1.1" status: 200 len: 835 time: 0.0546448 Feb 28 17:46:15.545259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2022e-360a-4c74-a3f9-a9cf2f915e9f req-e4b98372-0a81-41d3-bf87-2dab221af55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:15.546914 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d2022e-360a-4c74-a3f9-a9cf2f915e9f req-e4b98372-0a81-41d3-bf87-2dab221af55a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8015d9f8-7036-4a45-9765-80d6d95e5da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552464 Feb 28 17:46:15.628266 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2a5b89d1-8d59-46e7-80c8-1f282c873925 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (83f1ee6e-6e35-40e8-8931-6ba56eaf290a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:15.682407 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d2022e-360a-4c74-a3f9-a9cf2f915e9f req-866d5722-d2f3-4145-9af2-b7bf66aa3ae9 service neutron] 10.222.0.69 "GET /v2.0/networks/8015d9f8-7036-4a45-9765-80d6d95e5da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287882 Feb 28 17:46:15.690840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaacb7a-4f2a-4ade-9789-557e232ae815 req-782461e9-144b-491a-9593-17eadbd81518 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:15.692390 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ddaacb7a-4f2a-4ade-9789-557e232ae815 req-782461e9-144b-491a-9593-17eadbd81518 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 945 time: 0.0874226 Feb 28 17:46:15.841724 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ddaacb7a-4f2a-4ade-9789-557e232ae815 req-0fa69424-4771-43e0-8721-72ce3e7e9fd2 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338818 Feb 28 17:46:15.865601 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d2022e-360a-4c74-a3f9-a9cf2f915e9f req-68155731-18fa-4167-9d0f-bf32c2f02128 service neutron] 10.222.0.69 "GET /v2.0/networks/8015d9f8-7036-4a45-9765-80d6d95e5da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697161 Feb 28 17:46:15.889008 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2a5b89d1-8d59-46e7-80c8-1f282c873925 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (83f1ee6e-6e35-40e8-8931-6ba56eaf290a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:15.939602 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b89d1-8d59-46e7-80c8-1f282c873925 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Subnet': ['ID=83f1ee6e-6e35-40e8-8931-6ba56eaf290a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:15.951453 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2a5b89d1-8d59-46e7-80c8-1f282c873925 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:15.958046 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2a5b89d1-8d59-46e7-80c8-1f282c873925 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/83f1ee6e-6e35-40e8-8931-6ba56eaf290a HTTP/1.1" status: 204 len: 168 time: 0.7388449 Feb 28 17:46:15.959027 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58146) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:15.959963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f55aad-1771-4cdb-b239-47727e826104 None None] Network deedbb11-4681-44f6-bc7a-1de8abb2adbe requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:16.003086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.objects.ports [None req-731d97b9-773b-4e84-ac91-3582f668ae98 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104247) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 17:46:16.004761 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-731d97b9-773b-4e84-ac91-3582f668ae98 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (f59b6790-8c37-41bc-b3b0-c7506b8f1c2c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.091192 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d97b9-773b-4e84-ac91-3582f668ae98 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event updated for resources: {'Subnet': ['ID=f59b6790-8c37-41bc-b3b0-c7506b8f1c2c,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:16.127186 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (deedbb11-4681-44f6-bc7a-1de8abb2adbe), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.140636 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d97b9-773b-4e84-ac91-3582f668ae98 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Checking segment: {'id': '5afb2840-bb6b-4533-8669-72b8160c0463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '063282c6-9ab4-4cb5-89ab-0e53e928cf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:16.141003 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d97b9-773b-4e84-ac91-3582f668ae98 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Network hostable DHCP agents. Network: 063282c6-9ab4-4cb5-89ab-0e53e928cf59, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:46:16.206409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:16.207591 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.268221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa08a0b-4bb9-4cf2-9287-c9af9081d7a3 None None] DHCP port deletion for deedbb11-4681-44f6-bc7a-1de8abb2adbe request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:46:16.288579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] For port 48b83e5a-701f-4530-9f85-0ef60e1e3a93, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=48b83e5a-701f-4530-9f85-0ef60e1e3a93,segment=NetworkSegment(d8bfd5cc-15e2-4418-8391-1f01f5363ad2),segment_id=d8bfd5cc-15e2-4418-8391-1f01f5363ad2)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:16.289070 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.304136 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for 48b83e5a-701f-4530-9f85-0ef60e1e3a93 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:16.313525 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d97b9-773b-4e84-ac91-3582f668ae98 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Network 063282c6-9ab4-4cb5-89ab-0e53e928cf59 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:46:16.321609 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7aa08a0b-4bb9-4cf2-9287-c9af9081d7a3 None None] Deleting port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:16.322138 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7aa08a0b-4bb9-4cf2-9287-c9af9081d7a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.390538 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7aa08a0b-4bb9-4cf2-9287-c9af9081d7a3 None None] For port 48b83e5a-701f-4530-9f85-0ef60e1e3a93, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=48b83e5a-701f-4530-9f85-0ef60e1e3a93,segment=NetworkSegment(d8bfd5cc-15e2-4418-8391-1f01f5363ad2),segment_id=d8bfd5cc-15e2-4418-8391-1f01f5363ad2)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:16.390942 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7aa08a0b-4bb9-4cf2-9287-c9af9081d7a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.404934 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7aa08a0b-4bb9-4cf2-9287-c9af9081d7a3 None None] Calling delete_port for 48b83e5a-701f-4530-9f85-0ef60e1e3a93 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:16.430125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-731d97b9-773b-4e84-ac91-3582f668ae98 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 063282c6-9ab4-4cb5-89ab-0e53e928cf59) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:16.439045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d97b9-773b-4e84-ac91-3582f668ae98 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:16.445563 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-731d97b9-773b-4e84-ac91-3582f668ae98 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.452515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efb5f49-cc5e-425f-9499-8776949be1ba None None] Network 063282c6-9ab4-4cb5-89ab-0e53e928cf59 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:16.556073 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.563228 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 48b83e5a-701f-4530-9f85-0ef60e1e3a93 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:46:16.587619 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=48b83e5a-701f-4530-9f85-0ef60e1e3a93,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:16.593756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 48b83e5a-701f-4530-9f85-0ef60e1e3a93 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:46:16.594013 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 48b83e5a-701f-4530-9f85-0ef60e1e3a93 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:46:16.601190 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-731d97b9-773b-4e84-ac91-3582f668ae98 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5241373 Feb 28 17:46:16.603001 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58158) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:16.616786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No DVR routers for this DVR port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:16.645488 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7aa08a0b-4bb9-4cf2-9287-c9af9081d7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (48b83e5a-701f-4530-9f85-0ef60e1e3a93), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.709222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-063282c6-9ab4-4cb5-89ab-0e53e928cf59', 'network_id': '063282c6-9ab4-4cb5-89ab-0e53e928cf59', 'project_id': '68e1aeb460084ef9a5ab7b4aa58b3849', 'fixed_ips': [{'subnet_id': 'f59b6790-8c37-41bc-b3b0-c7506b8f1c2c'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:46:16.710604 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.735585 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa08a0b-4bb9-4cf2-9287-c9af9081d7a3 None None] Pushing event deleted for resources: {'Port': ['ID=48b83e5a-701f-4530-9f85-0ef60e1e3a93,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:16.743791 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa08a0b-4bb9-4cf2-9287-c9af9081d7a3 None None] No DVR routers for this DVR port 48b83e5a-701f-4530-9f85-0ef60e1e3a93 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:16.758409 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (deedbb11-4681-44f6-bc7a-1de8abb2adbe), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.782784 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deedbb11-4681-44f6-bc7a-1de8abb2adbe']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:16.795249 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (063282c6-9ab4-4cb5-89ab-0e53e928cf59), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.797346 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bfd5cc-15e2-4418-8391-1f01f5363ad2') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:16.797660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bfd5cc-15e2-4418-8391-1f01f5363ad2') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:16.812688 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (d8bfd5cc-15e2-4418-8391-1f01f5363ad2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.830631 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d8bfd5cc-15e2-4418-8391-1f01f5363ad2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.840786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:46:16.841193 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (d8bfd5cc-15e2-4418-8391-1f01f5363ad2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:46:16.847183 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:46:16.880570 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (f59b6790-8c37-41bc-b3b0-c7506b8f1c2c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:16.922309 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Allocated IP 2001:db8::f816:3eff:fec0:43c7 (063282c6-9ab4-4cb5-89ab-0e53e928cf59/f59b6790-8c37-41bc-b3b0-c7506b8f1c2c/484270d5-ea8f-4ce5-a213-80e24222567e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:17.064726 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (deedbb11-4681-44f6-bc7a-1de8abb2adbe), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.070948 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Publish callbacks [] for port (484270d5-ea8f-4ce5-a213-80e24222567e), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.076699 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.084830 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/networks/deedbb11-4681-44f6-bc7a-1de8abb2adbe HTTP/1.1" status: 204 len: 168 time: 1.1212730 Feb 28 17:46:17.087967 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58166) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:17.093363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e60848be-8d82-4aa6-8fd0-b09f2ae72a90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-570175452'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:17.102745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1644b-da4a-4027-a7e8-dfa43781fbe0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Network': ['ID=deedbb11-4681-44f6-bc7a-1de8abb2adbe,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:17.157228 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (484270d5-ea8f-4ce5-a213-80e24222567e), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.193469 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60848be-8d82-4aa6-8fd0-b09f2ae72a90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:17.197090 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e60848be-8d82-4aa6-8fd0-b09f2ae72a90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.216049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Network 063282c6-9ab4-4cb5-89ab-0e53e928cf59 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:17.219337 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:17.223351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:17.267595 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (f59b6790-8c37-41bc-b3b0-c7506b8f1c2c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.270763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60848be-8d82-4aa6-8fd0-b09f2ae72a90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:46:17.276272 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58178) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:17.298422 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Attempting to bind port 484270d5-ea8f-4ce5-a213-80e24222567e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:46:17.298889 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Attempting to bind port 484270d5-ea8f-4ce5-a213-80e24222567e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '5afb2840-bb6b-4533-8669-72b8160c0463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '063282c6-9ab4-4cb5-89ab-0e53e928cf59'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:46:17.299142 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Attempting to bind port 484270d5-ea8f-4ce5-a213-80e24222567e on network 063282c6-9ab4-4cb5-89ab-0e53e928cf59 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:46:17.301816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Pushing event updated for resources: {'Port': ['ID=484270d5-ea8f-4ce5-a213-80e24222567e,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:17.323204 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:46:17.323585 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Checking segment: {'id': '5afb2840-bb6b-4533-8669-72b8160c0463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '063282c6-9ab4-4cb5-89ab-0e53e928cf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:17.324236 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.324674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Bound using segment: {'id': '5afb2840-bb6b-4533-8669-72b8160c0463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '063282c6-9ab4-4cb5-89ab-0e53e928cf59'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:46:17.325201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Bound port: 484270d5-ea8f-4ce5-a213-80e24222567e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb2840-bb6b-4533-8669-72b8160c0463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '063282c6-9ab4-4cb5-89ab-0e53e928cf59'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:46:17.325765 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (484270d5-ea8f-4ce5-a213-80e24222567e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.370888 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Subnet': ['ID=f59b6790-8c37-41bc-b3b0-c7506b8f1c2c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:17.379933 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e60848be-8d82-4aa6-8fd0-b09f2ae72a90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.381605 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-e60848be-8d82-4aa6-8fd0-b09f2ae72a90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Added segment b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7 of type vlan for network e3d85bb8-8f67-4b24-b5c0-28657e96d847 Feb 28 17:46:17.394583 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4791652a-2e23-49bf-a7fd-5e9279df801c tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/floatingips/47174224-3af7-48db-8e54-36e80c65ce39 HTTP/1.1" status: 200 len: 993 time: 0.1214364 Feb 28 17:46:17.426875 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] For port 484270d5-ea8f-4ce5-a213-80e24222567e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:46:17.430700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] For port 484270d5-ea8f-4ce5-a213-80e24222567e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=484270d5-ea8f-4ce5-a213-80e24222567e,segment=NetworkSegment(5afb2840-bb6b-4533-8669-72b8160c0463),segment_id=5afb2840-bb6b-4533-8669-72b8160c0463)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:46:17.483055 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (063282c6-9ab4-4cb5-89ab-0e53e928cf59), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.499011 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e60848be-8d82-4aa6-8fd0-b09f2ae72a90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (e3d85bb8-8f67-4b24-b5c0-28657e96d847), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.514358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063282c6-9ab4-4cb5-89ab-0e53e928cf59']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:17.536880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afb2840-bb6b-4533-8669-72b8160c0463') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:17.536880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afb2840-bb6b-4533-8669-72b8160c0463') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:17.550351 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (5afb2840-bb6b-4533-8669-72b8160c0463), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.560220 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (484270d5-ea8f-4ce5-a213-80e24222567e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.575093 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5afb2840-bb6b-4533-8669-72b8160c0463), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.583602 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:46:17.584216 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (5afb2840-bb6b-4533-8669-72b8160c0463), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:46:17.588485 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:46:17.683446 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e60848be-8d82-4aa6-8fd0-b09f2ae72a90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (e3d85bb8-8f67-4b24-b5c0-28657e96d847), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.690684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60848be-8d82-4aa6-8fd0-b09f2ae72a90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:17.692818 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e60848be-8d82-4aa6-8fd0-b09f2ae72a90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:17.695152 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa0eb0-3b1c-44b4-9c08-1efc2c3bee2e None None] Pushing event updated for resources: {'Port': ['ID=484270d5-ea8f-4ce5-a213-80e24222567e,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:17.711122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58190) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:17.736152 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8121c2c7-73fc-40be-b8f4-b845f074d773 None None] get_active_networks_info from n-d-820368-19 {{(pid=104248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 17:46:17.753054 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.db.api [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 17:46:17.753054 n-d-820368-19 neutron-server[104247]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 17:46:17.753054 n-d-820368-19 neutron-server[104247]: [parameters: {'id': '063282c6-9ab4-4cb5-89ab-0e53e928cf59'}] Feb 28 17:46:17.753054 n-d-820368-19 neutron-server[104247]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:46:17.753437 n-d-820368-19 neutron-server[104247]: DEBUG oslo_db.api [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:46:17.777243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60848be-8d82-4aa6-8fd0-b09f2ae72a90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Network': ['ID=e3d85bb8-8f67-4b24-b5c0-28657e96d847,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:17.796697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network e3d85bb8-8f67-4b24-b5c0-28657e96d847 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:46:17.876008 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e60848be-8d82-4aa6-8fd0-b09f2ae72a90 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7841976 Feb 28 17:46:17.876877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58194) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:17.886778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3cca2c25-d118-4622-be2a-3255c8ebba5d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': 'e3d85bb8-8f67-4b24-b5c0-28657e96d847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:17.915558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121c2c7-73fc-40be-b8f4-b845f074d773 None None] Resources bound (agent type, host, resource id): {{(pid=104248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 17:46:18.115919 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a95f8-e593-419f-88ff-d34890ca347b req-4a2bb972-5a43-42b1-8400-3e1f965d864e tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:18.117559 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef6a95f8-e593-419f-88ff-d34890ca347b req-4a2bb972-5a43-42b1-8400-3e1f965d864e tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 945 time: 0.1520307 Feb 28 17:46:18.153218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc84912c-7f1b-4980-b32e-1c1027e1574e None None] Network 063282c6-9ab4-4cb5-89ab-0e53e928cf59 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:18.180274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-d4b9fd69-1a60-4bd8-a14f-48d0940db264 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Deleting port d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:18.181583 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fd69-1a60-4bd8-a14f-48d0940db264 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:18.242306 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ef6a95f8-e593-419f-88ff-d34890ca347b req-a7ac8b1b-0734-41ea-afa2-795e3bb4ba72 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153371 Feb 28 17:46:18.242891 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cca2c25-d118-4622-be2a-3255c8ebba5d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:18.246457 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3cca2c25-d118-4622-be2a-3255c8ebba5d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:18.258209 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (063282c6-9ab4-4cb5-89ab-0e53e928cf59), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:18.333015 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Deleting port 484270d5-ea8f-4ce5-a213-80e24222567e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:18.333360 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (484270d5-ea8f-4ce5-a213-80e24222567e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:18.396856 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fd69-1a60-4bd8-a14f-48d0940db264 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:18.397141 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fd69-1a60-4bd8-a14f-48d0940db264 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for floatingip (d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:18.413429 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-d4b9fd69-1a60-4bd8-a14f-48d0940db264 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Calling delete_port for d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6 owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:18.414859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] For port 484270d5-ea8f-4ce5-a213-80e24222567e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=484270d5-ea8f-4ce5-a213-80e24222567e,segment=NetworkSegment(5afb2840-bb6b-4533-8669-72b8160c0463),segment_id=5afb2840-bb6b-4533-8669-72b8160c0463)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:18.415362 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (484270d5-ea8f-4ce5-a213-80e24222567e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:18.436674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Calling delete_port for 484270d5-ea8f-4ce5-a213-80e24222567e owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:18.622323 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (484270d5-ea8f-4ce5-a213-80e24222567e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:18.672728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Port': ['ID=484270d5-ea8f-4ce5-a213-80e24222567e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:18.677063 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] No DVR routers for this DVR port 484270d5-ea8f-4ce5-a213-80e24222567e on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:18.759969 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fd69-1a60-4bd8-a14f-48d0940db264 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:18.775465 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (063282c6-9ab4-4cb5-89ab-0e53e928cf59), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:18.805458 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063282c6-9ab4-4cb5-89ab-0e53e928cf59']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:18.818008 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afb2840-bb6b-4533-8669-72b8160c0463') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:18.818313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afb2840-bb6b-4533-8669-72b8160c0463') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:18.820698 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9fd69-1a60-4bd8-a14f-48d0940db264 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Port': ['ID=d9cf71bd-05b6-4197-8f17-6ac4bfe1d2e6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:18.829861 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (5afb2840-bb6b-4533-8669-72b8160c0463), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:18.857094 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5afb2840-bb6b-4533-8669-72b8160c0463), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:18.864026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:46:18.864428 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (5afb2840-bb6b-4533-8669-72b8160c0463), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:46:18.867695 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:46:18.999820 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fd69-1a60-4bd8-a14f-48d0940db264 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for floatingip (47174224-3af7-48db-8e54-36e80c65ce39), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:19.000405 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-d4b9fd69-1a60-4bd8-a14f-48d0940db264 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Floating IP 47174224-3af7-48db-8e54-36e80c65ce39 disassociated (deleted). External IP: 172.25.3.217, port: 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f. Feb 28 17:46:19.035527 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (063282c6-9ab4-4cb5-89ab-0e53e928cf59), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:19.042699 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:19.046271 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/networks/063282c6-9ab4-4cb5-89ab-0e53e928cf59 HTTP/1.1" status: 204 len: 168 time: 2.4406340 Feb 28 17:46:19.055579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58202) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:19.065237 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a988b25-9fa8-4daf-9eda-c9988da91bda tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Network': ['ID=063282c6-9ab4-4cb5-89ab-0e53e928cf59,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:19.100373 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-370242c2-6ee2-4149-a357-4de64d692759 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] DELETE failed (client error): The resource could not be found. Feb 28 17:46:19.100934 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370242c2-6ee2-4149-a357-4de64d692759 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:46:19.106399 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-370242c2-6ee2-4149-a357-4de64d692759 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/subnets/f59b6790-8c37-41bc-b3b0-c7506b8f1c2c HTTP/1.1" status: 404 len: 337 time: 0.0474582 Feb 28 17:46:19.106630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58204) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:19.137072 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-4696bb9b-69ce-4392-9343-b9557bada299 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] DELETE failed (client error): The resource could not be found. Feb 28 17:46:19.137650 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4696bb9b-69ce-4392-9343-b9557bada299 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:46:19.141030 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4696bb9b-69ce-4392-9343-b9557bada299 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/networks/063282c6-9ab4-4cb5-89ab-0e53e928cf59 HTTP/1.1" status: 404 len: 339 time: 0.0335577 Feb 28 17:46:19.144846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58206) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:19.182622 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3cca2c25-d118-4622-be2a-3255c8ebba5d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (31a0edc1-ec33-4390-9997-da52d99b1db8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:19.233915 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6ff338-d1ed-475f-9b2c-3a0add515ec1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] DELETE failed (client error): The resource could not be found. Feb 28 17:46:19.234455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6ff338-d1ed-475f-9b2c-3a0add515ec1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:46:19.237433 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6c6ff338-d1ed-475f-9b2c-3a0add515ec1 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/subnets/cddb74e6-ac34-4c60-b83e-a9f29a40bd63 HTTP/1.1" status: 404 len: 337 time: 0.0926666 Feb 28 17:46:19.240908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58208) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:19.261998 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-789fb01d-2058-4b7e-8c21-e2c60b8b6d3b tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] DELETE failed (client error): The resource could not be found. Feb 28 17:46:19.262646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789fb01d-2058-4b7e-8c21-e2c60b8b6d3b tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:46:19.268162 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-789fb01d-2058-4b7e-8c21-e2c60b8b6d3b tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/networks/d1e838bd-c8ef-4df2-8794-7686b520b584 HTTP/1.1" status: 404 len: 339 time: 0.0239203 Feb 28 17:46:19.268619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58210) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:19.303382 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb180dd3-39fd-416b-8e88-37127f817a5a tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] DELETE failed (client error): The resource could not be found. Feb 28 17:46:19.303962 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb180dd3-39fd-416b-8e88-37127f817a5a tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:46:19.308089 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-eb180dd3-39fd-416b-8e88-37127f817a5a tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/subnets/4ecde979-6293-4ec5-9acf-0993d937aab2 HTTP/1.1" status: 404 len: 337 time: 0.0384192 Feb 28 17:46:19.325946 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58214) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:19.340302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca2c25-d118-4622-be2a-3255c8ebba5d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Subnet': ['ID=31a0edc1-ec33-4390-9997-da52d99b1db8,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:19.340739 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e85f86-00bc-41cf-9e84-3dfafb45dd10 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] DELETE failed (client error): The resource could not be found. Feb 28 17:46:19.348604 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e85f86-00bc-41cf-9e84-3dfafb45dd10 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:46:19.354382 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-45e85f86-00bc-41cf-9e84-3dfafb45dd10 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/networks/e26eb15b-281d-4644-a66a-957a4d385d6c HTTP/1.1" status: 404 len: 339 time: 0.0346339 Feb 28 17:46:19.360809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58216) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:19.398956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cca2c25-d118-4622-be2a-3255c8ebba5d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Checking segment: {'id': 'b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e3d85bb8-8f67-4b24-b5c0-28657e96d847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:19.399323 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cca2c25-d118-4622-be2a-3255c8ebba5d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network hostable DHCP agents. Network: e3d85bb8-8f67-4b24-b5c0-28657e96d847, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:46:19.430960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09524141-9f70-44c5-8490-f4789e3d7751 req-8a58cc76-4d49-4511-9653-026330c83f6a tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:19.432764 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09524141-9f70-44c5-8490-f4789e3d7751 req-8a58cc76-4d49-4511-9653-026330c83f6a tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.73 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 945 time: 0.1758780 Feb 28 17:46:19.508845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e47b5-7a9d-438e-a2eb-525386814257 req-53eb0c40-54da-4144-a637-91f884c34bd6 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:19.510569 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa3e47b5-7a9d-438e-a2eb-525386814257 req-53eb0c40-54da-4144-a637-91f884c34bd6 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 945 time: 0.1574893 Feb 28 17:46:19.534368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b9fd69-1a60-4bd8-a14f-48d0940db264 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:46:19.582706 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa3e47b5-7a9d-438e-a2eb-525386814257 req-728d8bfb-0a52-4435-b4f4-2ca5f6a21541 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645437 Feb 28 17:46:19.591389 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7faa096c-68c4-4c4a-a23e-00e2ee19b273 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Deleting port 5e9d25e6-1dca-4f50-8fb0-f19187fd7fc8 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:19.591745 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7faa096c-68c4-4c4a-a23e-00e2ee19b273 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5e9d25e6-1dca-4f50-8fb0-f19187fd7fc8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:19.666860 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7faa096c-68c4-4c4a-a23e-00e2ee19b273 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5e9d25e6-1dca-4f50-8fb0-f19187fd7fc8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:19.687664 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7faa096c-68c4-4c4a-a23e-00e2ee19b273 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Calling delete_port for 5e9d25e6-1dca-4f50-8fb0-f19187fd7fc8 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:19.881615 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7faa096c-68c4-4c4a-a23e-00e2ee19b273 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (5e9d25e6-1dca-4f50-8fb0-f19187fd7fc8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:19.917919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa096c-68c4-4c4a-a23e-00e2ee19b273 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Port': ['ID=5e9d25e6-1dca-4f50-8fb0-f19187fd7fc8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:19.929968 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7faa096c-68c4-4c4a-a23e-00e2ee19b273 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:19.933831 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7faa096c-68c4-4c4a-a23e-00e2ee19b273 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/ports/5e9d25e6-1dca-4f50-8fb0-f19187fd7fc8 HTTP/1.1" status: 204 len: 168 time: 0.5717752 Feb 28 17:46:19.936219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58224) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:19.968236 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-848325f2-5643-421f-994c-e92ba8d1df10 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] DELETE failed (client error): The resource could not be found. Feb 28 17:46:19.968979 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848325f2-5643-421f-994c-e92ba8d1df10 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:46:19.975487 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-848325f2-5643-421f-994c-e92ba8d1df10 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/subnets/c23979f8-dcca-4e17-91c2-d4e7e84a8319 HTTP/1.1" status: 404 len: 337 time: 0.0348265 Feb 28 17:46:19.976410 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58226) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:19.986739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cca2c25-d118-4622-be2a-3255c8ebba5d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network e3d85bb8-8f67-4b24-b5c0-28657e96d847 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:46:20.052102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b9fd69-1a60-4bd8-a14f-48d0940db264 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:46:20.058533 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fd69-1a60-4bd8-a14f-48d0940db264 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:20.063276 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc182-fac1-4add-b676-0af542985fa4 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (154f11c4-6158-4e1c-9cc2-c0adfdd248c7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:20.065378 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f7ddc3-e507-4183-b4cf-4ea249ee63ee None None] Sync routers for ids ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:46:20.081336 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7ddc3-e507-4183-b4cf-4ea249ee63ee None None] Routers {'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:46:20.086656 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a8f7ddc3-e507-4183-b4cf-4ea249ee63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:20.105064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-09524141-9f70-44c5-8490-f4789e3d7751 req-ec1d2259-01d9-424a-a44b-d9adf44b8d16 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Deleting port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:20.105410 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09524141-9f70-44c5-8490-f4789e3d7751 req-ec1d2259-01d9-424a-a44b-d9adf44b8d16 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:20.124421 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d4b9fd69-1a60-4bd8-a14f-48d0940db264 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "DELETE /v2.0/floatingips/47174224-3af7-48db-8e54-36e80c65ce39 HTTP/1.1" status: 204 len: 168 time: 2.4003396 Feb 28 17:46:20.126590 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c42291-7d6c-4672-b905-2854ed4c258e', 'tag': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:46:20.129630 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52393bef-a3b0-4fc7-b151-799131eb980e" -d '{"events": [{"name": "network-changed", "server_uuid": "95c42291-7d6c-4672-b905-2854ed4c258e", "tag": "1ccc41a6-7c77-43fb-9f2d-feee140c0e1f"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:46:20.165242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-3cca2c25-d118-4622-be2a-3255c8ebba5d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, e3d85bb8-8f67-4b24-b5c0-28657e96d847) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:20.173655 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6ec1e4-e3ba-48e8-9f3c-960fe5b82fc7 None None] Network e3d85bb8-8f67-4b24-b5c0-28657e96d847 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:20.246083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cca2c25-d118-4622-be2a-3255c8ebba5d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:20.246635 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3cca2c25-d118-4622-be2a-3255c8ebba5d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:20.254428 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc182-fac1-4add-b676-0af542985fa4 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (154f11c4-6158-4e1c-9cc2-c0adfdd248c7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:20.261878 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea69934-829b-4d52-af1b-7c0bd1d68108 x-openstack-request-id: req-6ea69934-829b-4d52-af1b-7c0bd1d68108 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:46:20.262227 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c42291-7d6c-4672-b905-2854ed4c258e", "tag": "1ccc41a6-7c77-43fb-9f2d-feee140c0e1f", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:46:20.262500 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6ea69934-829b-4d52-af1b-7c0bd1d68108 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:46:20.262968 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c42291-7d6c-4672-b905-2854ed4c258e', 'tag': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f', 'status': 'completed', 'code': 200} Feb 28 17:46:20.307347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a4cdc182-fac1-4add-b676-0af542985fa4 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154f11c4-6158-4e1c-9cc2-c0adfdd248c7']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:20.331277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a4cdc182-fac1-4add-b676-0af542985fa4 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de23172b-6c0f-4a5f-a14c-8911e312e15f') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:20.332426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-a4cdc182-fac1-4add-b676-0af542985fa4 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de23172b-6c0f-4a5f-a14c-8911e312e15f') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:20.352535 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-09524141-9f70-44c5-8490-f4789e3d7751 req-ec1d2259-01d9-424a-a44b-d9adf44b8d16 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] For port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=8fafa1f4-7434-4bee-b64c-f35c252bb1c4,segment=NetworkSegment(c574026c-0d1e-44eb-9280-02aca4eba1dd),segment_id=c574026c-0d1e-44eb-9280-02aca4eba1dd)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:20.352916 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09524141-9f70-44c5-8490-f4789e3d7751 req-ec1d2259-01d9-424a-a44b-d9adf44b8d16 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:20.361147 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc182-fac1-4add-b676-0af542985fa4 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (de23172b-6c0f-4a5f-a14c-8911e312e15f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:20.366188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52393bef-a3b0-4fc7-b151-799131eb980e req-53484028-eed1-44b6-a6bc-1ac50c7f2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:20.367595 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-e3d85bb8-8f67-4b24-b5c0-28657e96d847', 'network_id': 'e3d85bb8-8f67-4b24-b5c0-28657e96d847', 'project_id': '2255106a4b34494c8f3d6292df49fd2c', 'fixed_ips': [{'subnet_id': '31a0edc1-ec33-4390-9997-da52d99b1db8'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:46:20.367713 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52393bef-a3b0-4fc7-b151-799131eb980e req-53484028-eed1-44b6-a6bc-1ac50c7f2912 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 1128 time: 0.1184669 Feb 28 17:46:20.368299 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a8f7ddc3-e507-4183-b4cf-4ea249ee63ee None None] Set router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:46:20.371728 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:20.372483 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-09524141-9f70-44c5-8490-f4789e3d7751 req-ec1d2259-01d9-424a-a44b-d9adf44b8d16 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Calling delete_port for 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:20.390681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc182-fac1-4add-b676-0af542985fa4 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (de23172b-6c0f-4a5f-a14c-8911e312e15f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:20.403682 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cdc182-fac1-4add-b676-0af542985fa4 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:46:20.405229 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc182-fac1-4add-b676-0af542985fa4 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (de23172b-6c0f-4a5f-a14c-8911e312e15f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:46:20.413746 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:46:20.587534 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3cca2c25-d118-4622-be2a-3255c8ebba5d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7091842 Feb 28 17:46:20.596283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58236) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:20.601656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e085687e-0a42-4bbe-bc4a-4b0d6f5e41e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1567683313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:20.636622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52393bef-a3b0-4fc7-b151-799131eb980e req-cd4c532c-bf38-400d-9cfe-e1e808c36387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:20.638315 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52393bef-a3b0-4fc7-b151-799131eb980e req-cd4c532c-bf38-400d-9cfe-e1e808c36387 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8015d9f8-7036-4a45-9765-80d6d95e5da0 HTTP/1.1" status: 200 len: 898 time: 0.2560935 Feb 28 17:46:20.713264 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52393bef-a3b0-4fc7-b151-799131eb980e req-abcc546e-430e-40d6-9bb0-dad15c45e02d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f HTTP/1.1" status: 200 len: 217 time: 0.0598166 Feb 28 17:46:20.755252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Allocated IP 172.20.0.2 (e3d85bb8-8f67-4b24-b5c0-28657e96d847/31a0edc1-ec33-4390-9997-da52d99b1db8/49af7ecc-fa6a-4b50-9542-86d809a682f5) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:20.756986 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972a946-e1bf-4a2e-a112-9b4d68714948 req-5ae6e364-8eb9-4e63-b510-31e60b6d3a5f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:20.759684 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0972a946-e1bf-4a2e-a112-9b4d68714948 req-5ae6e364-8eb9-4e63-b510-31e60b6d3a5f tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 945 time: 0.0837955 Feb 28 17:46:20.761036 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc182-fac1-4add-b676-0af542985fa4 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (154f11c4-6158-4e1c-9cc2-c0adfdd248c7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:20.799730 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a4cdc182-fac1-4add-b676-0af542985fa4 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:20.804751 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a4cdc182-fac1-4add-b676-0af542985fa4 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/networks/154f11c4-6158-4e1c-9cc2-c0adfdd248c7 HTTP/1.1" status: 204 len: 168 time: 0.8273296 Feb 28 17:46:20.849891 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdc182-fac1-4add-b676-0af542985fa4 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Network': ['ID=154f11c4-6158-4e1c-9cc2-c0adfdd248c7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:20.852786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58246) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:20.910940 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0972a946-e1bf-4a2e-a112-9b4d68714948 req-3d3966d2-4cfb-4cb4-bf8a-6e5e554fb189 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032834 Feb 28 17:46:20.936189 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a8f7ddc3-e507-4183-b4cf-4ea249ee63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:45:01Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe', 'name': '', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:92:01:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:58Z', 'updated_at': '2022-02-28T17:45:10Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:20.993586 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f7ddc3-e507-4183-b4cf-4ea249ee63ee None None] Checking router: b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:46:21.002875 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7ddc3-e507-4183-b4cf-4ea249ee63ee None None] Routers {'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:46:21.003738 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a8f7ddc3-e507-4183-b4cf-4ea249ee63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:21.008706 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e085687e-0a42-4bbe-bc4a-4b0d6f5e41e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (29f20a77-1154-412c-9d52-44faec4f5ee3), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:21.010208 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e085687e-0a42-4bbe-bc4a-4b0d6f5e41e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (29f20a77-1154-412c-9d52-44faec4f5ee3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:21.113919 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09524141-9f70-44c5-8490-f4789e3d7751 req-ec1d2259-01d9-424a-a44b-d9adf44b8d16 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (8fafa1f4-7434-4bee-b64c-f35c252bb1c4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:21.157722 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a8f7ddc3-e507-4183-b4cf-4ea249ee63ee None None] Set router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:46:21.168592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d2259-01d9-424a-a44b-d9adf44b8d16 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Pushing event deleted for resources: {'Port': ['ID=8fafa1f4-7434-4bee-b64c-f35c252bb1c4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:21.184265 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52393bef-a3b0-4fc7-b151-799131eb980e req-53aac265-be1d-4047-b357-715c96d6eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:21.185891 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52393bef-a3b0-4fc7-b151-799131eb980e req-53aac265-be1d-4047-b357-715c96d6eed8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4f3e3f3-2f20-4db9-84bf-5e2b98147e22 HTTP/1.1" status: 200 len: 835 time: 0.4656923 Feb 28 17:46:21.407864 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Publish callbacks [] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:21.440420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-09524141-9f70-44c5-8490-f4789e3d7751 req-ec1d2259-01d9-424a-a44b-d9adf44b8d16 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] No DVR routers for this DVR port 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:21.447148 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e085687e-0a42-4bbe-bc4a-4b0d6f5e41e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for router_controller (29f20a77-1154-412c-9d52-44faec4f5ee3), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:21.448924 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-09524141-9f70-44c5-8490-f4789e3d7751 req-ec1d2259-01d9-424a-a44b-d9adf44b8d16 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:21.452684 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09524141-9f70-44c5-8490-f4789e3d7751 req-ec1d2259-01d9-424a-a44b-d9adf44b8d16 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.73 "DELETE /v2.0/ports/8fafa1f4-7434-4bee-b64c-f35c252bb1c4 HTTP/1.1" status: 204 len: 173 time: 1.9396529 Feb 28 17:46:21.464310 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a8f7ddc3-e507-4183-b4cf-4ea249ee63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:45:01Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe', 'name': '', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:92:01:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:58Z', 'updated_at': '2022-02-28T17:45:10Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:21.493600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64eef58-a703-4cd9-8d88-948fb086b3b0 req-85ade26a-6aba-437f-9e08-79606b4871dc tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:21.495251 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c64eef58-a703-4cd9-8d88-948fb086b3b0 req-85ade26a-6aba-437f-9e08-79606b4871dc tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 945 time: 0.5227768 Feb 28 17:46:21.503041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52393bef-a3b0-4fc7-b151-799131eb980e req-2cad85c1-3a73-4617-9d3a-93d835a8c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:21.504680 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52393bef-a3b0-4fc7-b151-799131eb980e req-2cad85c1-3a73-4617-9d3a-93d835a8c877 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8015d9f8-7036-4a45-9765-80d6d95e5da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2757504 Feb 28 17:46:21.537658 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f7ddc3-e507-4183-b4cf-4ea249ee63ee None None] The sync data for ids ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'] in n-d-820368-19 is: [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:45:01Z', 'revision_number': 4, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe', 'name': '', 'network_id': '8015d9f8-7036-4a45-9765-80d6d95e5da0', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'mac_address': 'fa:16:3e:92:01:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:58Z', 'updated_at': '2022-02-28T17:45:10Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'subnets': [{'id': 'e4f3e3f3-2f20-4db9-84bf-5e2b98147e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:46:21.570699 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:21.601047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-9330079c-7a5a-4c18-bfce-c8dabd9cc636 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Deleting port b93e0868-ce3f-4c96-9f43-137e72565b9f {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:21.601462 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9330079c-7a5a-4c18-bfce-c8dabd9cc636 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b93e0868-ce3f-4c96-9f43-137e72565b9f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:21.672762 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Pushing event updated for resources: {'Port': ['ID=49af7ecc-fa6a-4b50-9542-86d809a682f5,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:21.695683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Network e3d85bb8-8f67-4b24-b5c0-28657e96d847 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:21.703409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:21.706018 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:21.733508 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e085687e-0a42-4bbe-bc4a-4b0d6f5e41e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (29f20a77-1154-412c-9d52-44faec4f5ee3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:21.814681 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Attempting to bind port 49af7ecc-fa6a-4b50-9542-86d809a682f5 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:46:21.815049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Attempting to bind port 49af7ecc-fa6a-4b50-9542-86d809a682f5 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e3d85bb8-8f67-4b24-b5c0-28657e96d847'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:46:21.815492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Attempting to bind port 49af7ecc-fa6a-4b50-9542-86d809a682f5 on network e3d85bb8-8f67-4b24-b5c0-28657e96d847 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:46:21.821915 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:46:21.830352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Checking segment: {'id': 'b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e3d85bb8-8f67-4b24-b5c0-28657e96d847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:21.830352 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:21.830352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Bound using segment: {'id': 'b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e3d85bb8-8f67-4b24-b5c0-28657e96d847'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:46:21.830352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Bound port: 49af7ecc-fa6a-4b50-9542-86d809a682f5, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e3d85bb8-8f67-4b24-b5c0-28657e96d847'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:46:21.830352 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:21.874323 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c64eef58-a703-4cd9-8d88-948fb086b3b0 req-2d0537e0-c391-4897-8f87-d63a4fd1d94a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678033 Feb 28 17:46:21.896918 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9330079c-7a5a-4c18-bfce-c8dabd9cc636 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b93e0868-ce3f-4c96-9f43-137e72565b9f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:21.925342 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e085687e-0a42-4bbe-bc4a-4b0d6f5e41e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:21.931421 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58252) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:21.935926 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e085687e-0a42-4bbe-bc4a-4b0d6f5e41e4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3380375 Feb 28 17:46:21.957619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cea9e7e2-3731-4380-8eaf-9e502f5faa68 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'network_id': 'e3d85bb8-8f67-4b24-b5c0-28657e96d847', 'name': 'tempest-PortsTestJSON-850293205'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:21.957832 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52393bef-a3b0-4fc7-b151-799131eb980e req-5b50e817-cd81-4992-aca4-435b3d65fbae service neutron] 10.222.0.69 "GET /v2.0/networks/8015d9f8-7036-4a45-9765-80d6d95e5da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397707 Feb 28 17:46:22.016338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-9330079c-7a5a-4c18-bfce-c8dabd9cc636 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Calling delete_port for b93e0868-ce3f-4c96-9f43-137e72565b9f owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:22.055670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] For port 49af7ecc-fa6a-4b50-9542-86d809a682f5, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:46:22.059185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] For port 49af7ecc-fa6a-4b50-9542-86d809a682f5, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=49af7ecc-fa6a-4b50-9542-86d809a682f5,segment=NetworkSegment(b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7),segment_id=b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:46:22.114447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c9654a-10d0-4717-98e5-cc772fca1d49 None None] New status for floating IP 47174224-3af7-48db-8e54-36e80c65ce39: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:46:22.224046 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:22.245846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e8ee6321-ad98-4ce9-b93c-5990875dc299 req-7d6f9f36-4821-4bd1-b634-55127d6eb7c1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=d99ec3a3-0afd-4a92-843c-94f64cf23263 HTTP/1.1" status: 200 len: 210 time: 0.1184530 Feb 28 17:46:22.278830 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99ec3a3-0afd-4a92-843c-94f64cf23263', 'name': 'network-vif-deleted', 'tag': '8fafa1f4-7434-4bee-b64c-f35c252bb1c4'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:46:22.292287 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51c50ff-dfba-4cdd-b4fc-e8d33d93e8a4" -d '{"events": [{"server_uuid": "d99ec3a3-0afd-4a92-843c-94f64cf23263", "name": "network-vif-deleted", "tag": "8fafa1f4-7434-4bee-b64c-f35c252bb1c4"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:46:22.337627 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78444216-0c66-4420-910d-ed3a7aaf5c67 None None] Pushing event updated for resources: {'Port': ['ID=49af7ecc-fa6a-4b50-9542-86d809a682f5,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:22.379608 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e2fc1-529e-4ded-a68f-6c126702ef90 req-3f3d3311-184b-493e-87d4-8ff90df15b29 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:22.381167 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa0e2fc1-529e-4ded-a68f-6c126702ef90 req-3f3d3311-184b-493e-87d4-8ff90df15b29 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.69 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 945 time: 0.2338116 Feb 28 17:46:22.409113 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:46:22.450435 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52393bef-a3b0-4fc7-b151-799131eb980e req-6e2f083c-f7af-462f-8f44-7b07b5619a72 service neutron] 10.222.0.69 "GET /v2.0/networks/8015d9f8-7036-4a45-9765-80d6d95e5da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848340 Feb 28 17:46:22.452115 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8317fa3-6343-4106-9c71-79340011627d x-openstack-request-id: req-c8317fa3-6343-4106-9c71-79340011627d {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:46:22.452405 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99ec3a3-0afd-4a92-843c-94f64cf23263", "name": "network-vif-deleted", "tag": "8fafa1f4-7434-4bee-b64c-f35c252bb1c4", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:46:22.456541 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c8317fa3-6343-4106-9c71-79340011627d {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:46:22.457535 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99ec3a3-0afd-4a92-843c-94f64cf23263', 'name': 'network-vif-deleted', 'tag': '8fafa1f4-7434-4bee-b64c-f35c252bb1c4', 'status': 'completed', 'code': 200} Feb 28 17:46:22.459291 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:46:22.459771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 8fafa1f4-7434-4bee-b64c-f35c252bb1c4 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:46:22.582048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-aa0e2fc1-529e-4ded-a68f-6c126702ef90 req-5a45100b-b785-4922-a883-810fdc5f3915 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Deleting port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:22.582048 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-aa0e2fc1-529e-4ded-a68f-6c126702ef90 req-5a45100b-b785-4922-a883-810fdc5f3915 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:22.707383 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9330079c-7a5a-4c18-bfce-c8dabd9cc636 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (b93e0868-ce3f-4c96-9f43-137e72565b9f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:22.743284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-aa0e2fc1-529e-4ded-a68f-6c126702ef90 req-5a45100b-b785-4922-a883-810fdc5f3915 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] For port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f,segment=NetworkSegment(3ff6d6c3-5282-4a87-8282-8717d2ae4f3e),segment_id=3ff6d6c3-5282-4a87-8282-8717d2ae4f3e)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:22.743653 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-aa0e2fc1-529e-4ded-a68f-6c126702ef90 req-5a45100b-b785-4922-a883-810fdc5f3915 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:22.780387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-aa0e2fc1-529e-4ded-a68f-6c126702ef90 req-5a45100b-b785-4922-a883-810fdc5f3915 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Calling delete_port for 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:22.794424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea9e7e2-3731-4380-8eaf-9e502f5faa68 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:22.794514 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330079c-7a5a-4c18-bfce-c8dabd9cc636 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Port': ['ID=b93e0868-ce3f-4c96-9f43-137e72565b9f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:22.803181 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9330079c-7a5a-4c18-bfce-c8dabd9cc636 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:22.805410 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cea9e7e2-3731-4380-8eaf-9e502f5faa68 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:22.806622 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9330079c-7a5a-4c18-bfce-c8dabd9cc636 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/ports/b93e0868-ce3f-4c96-9f43-137e72565b9f HTTP/1.1" status: 204 len: 168 time: 1.9025958 Feb 28 17:46:22.810876 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58262) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:22.844064 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-07afb702-a52e-4970-b938-dbed51084592 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] DELETE failed (client error): The resource could not be found. Feb 28 17:46:22.844762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07afb702-a52e-4970-b938-dbed51084592 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:46:22.848597 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-07afb702-a52e-4970-b938-dbed51084592 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/subnets/a30bb379-2ee5-4caa-85db-c3d7f5c03b1d HTTP/1.1" status: 404 len: 337 time: 0.0362482 Feb 28 17:46:22.853525 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58264) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:22.894599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-cea9e7e2-3731-4380-8eaf-9e502f5faa68 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:46:23.017822 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa15ccc5-a621-4551-8d61-82c3d00430e2 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:23.172799 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa15ccc5-a621-4551-8d61-82c3d00430e2 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:23.200723 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-aa15ccc5-a621-4551-8d61-82c3d00430e2 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:23.213495 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-aa15ccc5-a621-4551-8d61-82c3d00430e2 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:23.213792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-aa15ccc5-a621-4551-8d61-82c3d00430e2 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:23.234421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa15ccc5-a621-4551-8d61-82c3d00430e2 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:23.250023 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa15ccc5-a621-4551-8d61-82c3d00430e2 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:23.260791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa15ccc5-a621-4551-8d61-82c3d00430e2 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:46:23.261265 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa15ccc5-a621-4551-8d61-82c3d00430e2 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (9c9d1c9e-b3d4-43b9-a6d5-8de5482ff081), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:46:23.311281 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:46:23.347913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-cea9e7e2-3731-4380-8eaf-9e502f5faa68 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Allocated IP 172.20.0.7 (e3d85bb8-8f67-4b24-b5c0-28657e96d847/31a0edc1-ec33-4390-9997-da52d99b1db8/c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:23.400102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4ea82-bc52-447d-8c2d-ee2c811fa3f5 req-c6018710-e69d-42b7-b92c-53517c2dc94a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:23.402223 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-19a4ea82-bc52-447d-8c2d-ee2c811fa3f5 req-c6018710-e69d-42b7-b92c-53517c2dc94a tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/ports?device_id=95c42291-7d6c-4672-b905-2854ed4c258e HTTP/1.1" status: 200 len: 945 time: 0.3403959 Feb 28 17:46:23.407067 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-aa0e2fc1-529e-4ded-a68f-6c126702ef90 req-5a45100b-b785-4922-a883-810fdc5f3915 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (1ccc41a6-7c77-43fb-9f2d-feee140c0e1f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:23.458596 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45100b-b785-4922-a883-810fdc5f3915 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Port': ['ID=1ccc41a6-7c77-43fb-9f2d-feee140c0e1f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:23.520168 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa15ccc5-a621-4551-8d61-82c3d00430e2 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:23.526548 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aa15ccc5-a621-4551-8d61-82c3d00430e2 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:23.533484 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-aa15ccc5-a621-4551-8d61-82c3d00430e2 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/networks/d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6 HTTP/1.1" status: 204 len: 168 time: 0.6782484 Feb 28 17:46:23.542257 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58280) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:23.554047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15ccc5-a621-4551-8d61-82c3d00430e2 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Network': ['ID=d5290ab2-3c1e-4cb7-a6aa-e3c622046fe6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:23.609540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d734d6c-f7d4-41fb-a8c7-dcf743914452 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Deleting subnet 883439cf-ffa3-4793-9144-4a8210d91718 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:46:23.620895 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d734d6c-f7d4-41fb-a8c7-dcf743914452 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for subnet (883439cf-ffa3-4793-9144-4a8210d91718), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:23.723096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0e2fc1-529e-4ded-a68f-6c126702ef90 req-5a45100b-b785-4922-a883-810fdc5f3915 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] No DVR routers for this DVR port 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:23.750368 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-aa0e2fc1-529e-4ded-a68f-6c126702ef90 req-5a45100b-b785-4922-a883-810fdc5f3915 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:23.753997 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa0e2fc1-529e-4ded-a68f-6c126702ef90 req-5a45100b-b785-4922-a883-810fdc5f3915 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.69 "DELETE /v2.0/ports/1ccc41a6-7c77-43fb-9f2d-feee140c0e1f HTTP/1.1" status: 204 len: 173 time: 1.3600392 Feb 28 17:46:23.754803 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c42291-7d6c-4672-b905-2854ed4c258e', 'name': 'network-vif-deleted', 'tag': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:46:23.757187 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d723cae8-4dd3-49ba-9a2f-a8a53a027c1b" -d '{"events": [{"server_uuid": "95c42291-7d6c-4672-b905-2854ed4c258e", "name": "network-vif-deleted", "tag": "1ccc41a6-7c77-43fb-9f2d-feee140c0e1f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:46:23.775572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-71cfe5e2-f824-4157-b8b5-83f2cfd600cb tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:23.777534 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-71cfe5e2-f824-4157-b8b5-83f2cfd600cb tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/networks?id=5f7d457c-9bca-4a63-8d62-1fe143d479d7 HTTP/1.1" status: 200 len: 809 time: 0.1823375 Feb 28 17:46:23.795976 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-0d90bbbd-2bc7-4543-98da-a3001635d215 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/quotas/3597d4114c1146de9635416fc6e1865b HTTP/1.1" status: 200 len: 375 time: 0.0122728 Feb 28 17:46:23.895362 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-977d33e0-4743-4240-947b-04f7986d124e tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3597d4114c1146de9635416fc6e1865b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855908 Feb 28 17:46:24.133306 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-45f60443-6202-4e74-9c1c-619517748ea7 service neutron] 10.222.0.72 "GET /v2.0/networks/5f7d457c-9bca-4a63-8d62-1fe143d479d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284482 Feb 28 17:46:24.165165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f32b33-ad5e-41e4-86e1-4281c3431268 None None] Network e3d85bb8-8f67-4b24-b5c0-28657e96d847 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:24.285039 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-1fc0c4b5-fa6b-4ece-8f4e-1e507ef73a68 service neutron] 10.222.0.72 "GET /v2.0/networks/5f7d457c-9bca-4a63-8d62-1fe143d479d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437876 Feb 28 17:46:24.328746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f59606ce-1518-4bcf-aaad-e57ce6f4a92d None None] Provisioning complete for port 49af7ecc-fa6a-4b50-9542-86d809a682f5 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:24.333030 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f59606ce-1518-4bcf-aaad-e57ce6f4a92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:24.576859 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-19a4ea82-bc52-447d-8c2d-ee2c811fa3f5 req-7e5c4969-76f5-477a-8d4f-df82d26c3fd6 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4571368-191c-47bf-a432-ddd3cd235a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1584277 Feb 28 17:46:24.614100 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d734d6c-f7d4-41fb-a8c7-dcf743914452 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (883439cf-ffa3-4793-9144-4a8210d91718), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:24.652016 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f59606ce-1518-4bcf-aaad-e57ce6f4a92d None None] Current status of the port 49af7ecc-fa6a-4b50-9542-86d809a682f5 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:24.652404 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f59606ce-1518-4bcf-aaad-e57ce6f4a92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:24.728644 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 49af7ecc-fa6a-4b50-9542-86d809a682f5 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:24.729144 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7dd1bd-5583-47c1-8d18-a6b8ba66f16f x-openstack-request-id: req-bf7dd1bd-5583-47c1-8d18-a6b8ba66f16f {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:46:24.729144 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c42291-7d6c-4672-b905-2854ed4c258e", "name": "network-vif-deleted", "tag": "1ccc41a6-7c77-43fb-9f2d-feee140c0e1f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:46:24.729144 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf7dd1bd-5583-47c1-8d18-a6b8ba66f16f {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:46:24.729144 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c42291-7d6c-4672-b905-2854ed4c258e', 'name': 'network-vif-deleted', 'tag': '1ccc41a6-7c77-43fb-9f2d-feee140c0e1f', 'status': 'completed', 'code': 200} Feb 28 17:46:24.765103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f59606ce-1518-4bcf-aaad-e57ce6f4a92d None None] For port 49af7ecc-fa6a-4b50-9542-86d809a682f5, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=49af7ecc-fa6a-4b50-9542-86d809a682f5,segment=NetworkSegment(b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7),segment_id=b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:24.782734 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15ffbeed-c196-407b-ab38-be14c4b7bd5e req-d31436c5-3d42-4cab-b0be-6e53052d2392 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 210 time: 0.0525439 Feb 28 17:46:24.839049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 49af7ecc-fa6a-4b50-9542-86d809a682f5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:24.839935 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:24.855976 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cea9e7e2-3731-4380-8eaf-9e502f5faa68 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:24.860933 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d734d6c-f7d4-41fb-a8c7-dcf743914452 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (883439cf-ffa3-4793-9144-4a8210d91718), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.003680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 49af7ecc-fa6a-4b50-9542-86d809a682f5 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:25.004307 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.008623 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f59606ce-1518-4bcf-aaad-e57ce6f4a92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.104738 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d734d6c-f7d4-41fb-a8c7-dcf743914452 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (883439cf-ffa3-4793-9144-4a8210d91718), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.128663 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59606ce-1518-4bcf-aaad-e57ce6f4a92d None None] Pushing event updated for resources: {'Port': ['ID=49af7ecc-fa6a-4b50-9542-86d809a682f5,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:25.141600 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:46:25.141600 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:46:25.153208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d734d6c-f7d4-41fb-a8c7-dcf743914452 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Subnet': ['ID=883439cf-ffa3-4793-9144-4a8210d91718,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:25.163019 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d734d6c-f7d4-41fb-a8c7-dcf743914452 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.169242 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6d734d6c-f7d4-41fb-a8c7-dcf743914452 tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/subnets/883439cf-ffa3-4793-9144-4a8210d91718 HTTP/1.1" status: 204 len: 168 time: 1.6226833 Feb 28 17:46:25.169409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16805009-7f51-4d32-bbea-a88d468bea71 None None] Network 53ece656-fb14-4f00-b7d6-8a1c0eae1ad6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:25.172073 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58310) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:25.180658 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cea9e7e2-3731-4380-8eaf-9e502f5faa68 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.316844 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d8d608aa-0441-4c2a-b2c5-acb81e8b7a62 None None] Provisioning complete for port 49af7ecc-fa6a-4b50-9542-86d809a682f5 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:25.317443 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d8d608aa-0441-4c2a-b2c5-acb81e8b7a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.323031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea9e7e2-3731-4380-8eaf-9e502f5faa68 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network e3d85bb8-8f67-4b24-b5c0-28657e96d847 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:25.341525 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-cea9e7e2-3731-4380-8eaf-9e502f5faa68 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:25.362740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9e7e2-3731-4380-8eaf-9e502f5faa68 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:25.368844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9e7e2-3731-4380-8eaf-9e502f5faa68 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:25.434988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (53ece656-fb14-4f00-b7d6-8a1c0eae1ad6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.505371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58316) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:25.510086 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb75643a-9e4f-4ca6-989d-f6a075197abb None None] DHCP port deletion for 53ece656-fb14-4f00-b7d6-8a1c0eae1ad6 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:46:25.550288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea9e7e2-3731-4380-8eaf-9e502f5faa68 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:25.551167 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cea9e7e2-3731-4380-8eaf-9e502f5faa68 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.553094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d8d608aa-0441-4c2a-b2c5-acb81e8b7a62 None None] Current status of the port 49af7ecc-fa6a-4b50-9542-86d809a682f5 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:25.633029 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:46:25.642625 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Deleting port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:25.642973 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.691541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58326) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:25.748714 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 49af7ecc-fa6a-4b50-9542-86d809a682f5 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:25.800612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-eb75643a-9e4f-4ca6-989d-f6a075197abb None None] Deleting port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:25.803302 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-eb75643a-9e4f-4ca6-989d-f6a075197abb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.805988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] For port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0ca1d5ee-e85a-41d6-b9a0-6248e469742e,segment=NetworkSegment(f6c14684-6d03-4379-b314-54ce89bf3dfe),segment_id=f6c14684-6d03-4379-b314-54ce89bf3dfe)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:25.807851 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.818910 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94d468b0-d5ad-4716-a666-21239bca8330 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (c4571368-191c-47bf-a432-ddd3cd235a01), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.832373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Calling delete_port for 0ca1d5ee-e85a-41d6-b9a0-6248e469742e owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:25.856229 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7df8aacf-a8a5-4a70-8c54-abbfafdafc93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.945795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-eb75643a-9e4f-4ca6-989d-f6a075197abb None None] For port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0ca1d5ee-e85a-41d6-b9a0-6248e469742e,segment=NetworkSegment(f6c14684-6d03-4379-b314-54ce89bf3dfe),segment_id=f6c14684-6d03-4379-b314-54ce89bf3dfe)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:25.946046 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-eb75643a-9e4f-4ca6-989d-f6a075197abb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.958399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7df8aacf-a8a5-4a70-8c54-abbfafdafc93 admin admin] Publish callbacks [] for security_group (f86cd90f-e195-4751-93f7-7cad8b8d01db), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:25.969671 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cea9e7e2-3731-4380-8eaf-9e502f5faa68 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0371032 Feb 28 17:46:25.973306 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-baf1a1a9-04ac-499f-8e0f-f67aba8e6773 req-e29263d6-8471-4dac-9d56-acc72dd38bef tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 210 time: 0.0345500 Feb 28 17:46:25.973483 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-eb75643a-9e4f-4ca6-989d-f6a075197abb None None] Calling delete_port for 0ca1d5ee-e85a-41d6-b9a0-6248e469742e owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:25.974137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58330) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:26.000382 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94d468b0-d5ad-4716-a666-21239bca8330 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (c4571368-191c-47bf-a432-ddd3cd235a01), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:26.079927 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7df8aacf-a8a5-4a70-8c54-abbfafdafc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f86cd90f-e195-4751-93f7-7cad8b8d01db), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:26.085153 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:26.101549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-52e3da9e-7fd3-44b2-8449-1c3bfb2e748b None None] Provisioning complete for port c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:26.102743 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-52e3da9e-7fd3-44b2-8449-1c3bfb2e748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:26.133722 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8aacf-a8a5-4a70-8c54-abbfafdafc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86cd90f-e195-4751-93f7-7cad8b8d01db,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:26.184787 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Port': ['ID=0ca1d5ee-e85a-41d6-b9a0-6248e469742e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:26.189457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-52e3da9e-7fd3-44b2-8449-1c3bfb2e748b None None] Port c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:26.212808 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:46:26.215063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] No DVR routers for this DVR port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:26.219070 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7df8aacf-a8a5-4a70-8c54-abbfafdafc93 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f24db34b59194b25a36fd3e41f89cc8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7093210 Feb 28 17:46:26.223443 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94d468b0-d5ad-4716-a666-21239bca8330 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c4571368-191c-47bf-a432-ddd3cd235a01), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:26.224427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58332) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:26.225754 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94d468b0-d5ad-4716-a666-21239bca8330 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:26.230228 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-94d468b0-d5ad-4716-a666-21239bca8330 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "DELETE /v2.0/security-groups/c4571368-191c-47bf-a432-ddd3cd235a01 HTTP/1.1" status: 204 len: 168 time: 0.5346479 Feb 28 17:46:26.249211 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d468b0-d5ad-4716-a666-21239bca8330 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4571368-191c-47bf-a432-ddd3cd235a01,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:26.273030 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-eb75643a-9e4f-4ca6-989d-f6a075197abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (0ca1d5ee-e85a-41d6-b9a0-6248e469742e), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:26.281778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:46:26.282381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 1ccc41a6-7c77-43fb-9f2d-feee140c0e1f not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:46:26.327994 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75643a-9e4f-4ca6-989d-f6a075197abb None None] Pushing event deleted for resources: {'Port': ['ID=0ca1d5ee-e85a-41d6-b9a0-6248e469742e,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:26.330840 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb75643a-9e4f-4ca6-989d-f6a075197abb None None] No DVR routers for this DVR port 0ca1d5ee-e85a-41d6-b9a0-6248e469742e on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:26.357118 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58338) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:26.580192 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (53ece656-fb14-4f00-b7d6-8a1c0eae1ad6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:26.622896 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 49af7ecc-fa6a-4b50-9542-86d809a682f5 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:26.717961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ece656-fb14-4f00-b7d6-8a1c0eae1ad6']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:26.754927 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 49af7ecc-fa6a-4b50-9542-86d809a682f5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:26.756524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c14684-6d03-4379-b314-54ce89bf3dfe') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:26.756823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c14684-6d03-4379-b314-54ce89bf3dfe') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:26.757459 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:26.889197 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (f6c14684-6d03-4379-b314-54ce89bf3dfe), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:26.895663 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d372ab2d-d7ab-464e-a244-61e86010197f admin admin] Publish callbacks [] for security_group (f86cd90f-e195-4751-93f7-7cad8b8d01db), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:26.957418 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 49af7ecc-fa6a-4b50-9542-86d809a682f5 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:27.047079 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:27.058772 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (f6c14684-6d03-4379-b314-54ce89bf3dfe), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:27.068957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0ca1d5ee-e85a-41d6-b9a0-6248e469742e no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:46:27.120537 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d372ab2d-d7ab-464e-a244-61e86010197f admin admin] Publish callbacks [] for security_group (f86cd90f-e195-4751-93f7-7cad8b8d01db), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:27.147361 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 0ca1d5ee-e85a-41d6-b9a0-6248e469742e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:46:27.148061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0ca1d5ee-e85a-41d6-b9a0-6248e469742e not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:46:27.163217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:46:27.164754 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (f6c14684-6d03-4379-b314-54ce89bf3dfe), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:27.177786 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-562bcb33-fa13-49c1-9f22-ae223238efa8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:46:27.182450 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:46:27.580205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8fa482db-11a5-41dc-b1b3-04fd106f819f req-678c5f22-31e8-4499-8d51-7af786f4b490 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 210 time: 0.1305759 Feb 28 17:46:27.611803 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d372ab2d-d7ab-464e-a244-61e86010197f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f86cd90f-e195-4751-93f7-7cad8b8d01db), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:27.616325 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d372ab2d-d7ab-464e-a244-61e86010197f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:27.624981 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d372ab2d-d7ab-464e-a244-61e86010197f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f86cd90f-e195-4751-93f7-7cad8b8d01db HTTP/1.1" status: 204 len: 168 time: 1.3964393 Feb 28 17:46:27.656018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372ab2d-d7ab-464e-a244-61e86010197f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86cd90f-e195-4751-93f7-7cad8b8d01db,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:27.720710 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:27.761332 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (53ece656-fb14-4f00-b7d6-8a1c0eae1ad6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:27.768412 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:27.773126 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] 10.222.0.72 "DELETE /v2.0/networks/53ece656-fb14-4f00-b7d6-8a1c0eae1ad6 HTTP/1.1" status: 204 len: 168 time: 2.5995324 Feb 28 17:46:27.793139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d940810-2bee-4364-8eca-1c4231b5d0ba tempest-NetworksIpV6TestAttrs-222494447 tempest-NetworksIpV6TestAttrs-222494447-project] Pushing event deleted for resources: {'Network': ['ID=53ece656-fb14-4f00-b7d6-8a1c0eae1ad6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:27.793343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-562bcb33-fa13-49c1-9f22-ae223238efa8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Deleting port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:27.793343 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-562bcb33-fa13-49c1-9f22-ae223238efa8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:27.846601 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:27.905209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-562bcb33-fa13-49c1-9f22-ae223238efa8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] For port 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe,segment=NetworkSegment(3ff6d6c3-5282-4a87-8282-8717d2ae4f3e),segment_id=3ff6d6c3-5282-4a87-8282-8717d2ae4f3e)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:27.905616 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-562bcb33-fa13-49c1-9f22-ae223238efa8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:27.929136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-562bcb33-fa13-49c1-9f22-ae223238efa8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Calling delete_port for 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:27.948373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:28.342568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-98517c90-b55a-4d59-87ed-810497154757 None None] Provisioning complete for port c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:28.343782 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-98517c90-b55a-4d59-87ed-810497154757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:28.443885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-98517c90-b55a-4d59-87ed-810497154757 None None] Port c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:28.528444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-2c49dfce-4697-453d-a776-f920cdb0506c tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:28.530294 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-2c49dfce-4697-453d-a776-f920cdb0506c tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.69 "GET /v2.0/networks?id=5f7d457c-9bca-4a63-8d62-1fe143d479d7 HTTP/1.1" status: 200 len: 809 time: 0.4047740 Feb 28 17:46:28.544383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-ab50493b-9352-4492-8148-fa02139543a1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Request body: {'port': {'device_id': 'b3f3d128-965d-4e20-9b55-c4072fc416cd', 'network_id': '5f7d457c-9bca-4a63-8d62-1fe143d479d7', 'admin_state_up': True, 'tenant_id': '3597d4114c1146de9635416fc6e1865b'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:28.723257 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58366) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:28.763258 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2c8098c3-9d3e-4e9f-a7b6-28b8e71ea7cb req-d5224ca3-2cc7-4278-9e78-dad38468da39 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 210 time: 0.0500262 Feb 28 17:46:28.797496 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7c9b5415-43e9-4f40-a93e-1acb520e7c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:28.918910 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (29f20a77-1154-412c-9d52-44faec4f5ee3), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:28.924411 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-ab50493b-9352-4492-8148-fa02139543a1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Made reservation on behalf of 3597d4114c1146de9635416fc6e1865b for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:28.935191 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-ab50493b-9352-4492-8148-fa02139543a1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:28.964478 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-562bcb33-fa13-49c1-9f22-ae223238efa8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:28.970650 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58370) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:29.051855 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7c9b5415-43e9-4f40-a93e-1acb520e7c09 admin admin] Publish callbacks [] for security_group (1885f9e9-8e1f-4993-b0fe-05e91234a071), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:29.054866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bcb33-fa13-49c1-9f22-ae223238efa8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Port': ['ID=15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:29.126214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58374) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:29.246217 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7c9b5415-43e9-4f40-a93e-1acb520e7c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1885f9e9-8e1f-4993-b0fe-05e91234a071), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:29.279298 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:29.394226 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7c9b5415-43e9-4f40-a93e-1acb520e7c09 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f224f1b481b548baa54918036a43d254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6610682 Feb 28 17:46:29.394226 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b5415-43e9-4f40-a93e-1acb520e7c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1885f9e9-8e1f-4993-b0fe-05e91234a071,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:29.396112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58378) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:29.415751 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3b1ccea6-ea56-464d-af4a-272722ae7caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:29.473726 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-ab50493b-9352-4492-8148-fa02139543a1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Allocated IP 172.20.0.2 (5f7d457c-9bca-4a63-8d62-1fe143d479d7/5e21ff03-6135-427b-a7a3-28d79ac8f3f2/10bc5bbf-05de-43c0-a256-59c080ed488f) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:29.573158 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3b1ccea6-ea56-464d-af4a-272722ae7caf admin admin] Publish callbacks [] for security_group (246c2f79-2a3b-4588-8f3c-cced438c8927), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:29.609016 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-aa10029e-d078-4a7e-af75-91951afa32cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=68e1aeb460084ef9a5ab7b4aa58b3849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4793155 Feb 28 17:46:29.609674 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58380) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:29.645864 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-ab50493b-9352-4492-8148-fa02139543a1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks [] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:29.658179 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3b1ccea6-ea56-464d-af4a-272722ae7caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (246c2f79-2a3b-4588-8f3c-cced438c8927), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:29.758473 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3b1ccea6-ea56-464d-af4a-272722ae7caf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4db011a56ab946269ed51f0617361735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7822928 Feb 28 17:46:29.764565 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ccea6-ea56-464d-af4a-272722ae7caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246c2f79-2a3b-4588-8f3c-cced438c8927,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:29.765848 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58384) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:29.789562 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87f1c839-29eb-47ea-b77c-6f07710b8371 admin admin] Publish callbacks [] for security_group (55376460-31c5-46a9-b238-637b74a768b6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:29.834649 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87f1c839-29eb-47ea-b77c-6f07710b8371 admin admin] Publish callbacks [] for security_group (55376460-31c5-46a9-b238-637b74a768b6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:29.864549 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d911c89-0dff-4329-9a94-47fa151d243d admin admin] Publish callbacks [] for security_group (1885f9e9-8e1f-4993-b0fe-05e91234a071), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:29.888076 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:29.938240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d911c89-0dff-4329-9a94-47fa151d243d admin admin] Publish callbacks [] for security_group (1885f9e9-8e1f-4993-b0fe-05e91234a071), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:29.938685 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4e3f656b-e8f6-454f-b9c2-47995c04a098 req-af6a6627-517a-489a-a477-e89bd449e27b tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 210 time: 0.0306137 Feb 28 17:46:29.958764 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-562bcb33-fa13-49c1-9f22-ae223238efa8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:29.990989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-ab50493b-9352-4492-8148-fa02139543a1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:30.015199 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:30.064670 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50493b-9352-4492-8148-fa02139543a1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Pushing event updated for resources: {'Port': ['ID=10bc5bbf-05de-43c0-a256-59c080ed488f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:30.074811 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87f1c839-29eb-47ea-b77c-6f07710b8371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (55376460-31c5-46a9-b238-637b74a768b6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:30.077764 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87f1c839-29eb-47ea-b77c-6f07710b8371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:30.082525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-87f1c839-29eb-47ea-b77c-6f07710b8371 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/55376460-31c5-46a9-b238-637b74a768b6 HTTP/1.1" status: 204 len: 168 time: 0.4688356 Feb 28 17:46:30.108042 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1c839-29eb-47ea-b77c-6f07710b8371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55376460-31c5-46a9-b238-637b74a768b6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:30.123552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:30.126362 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (29f20a77-1154-412c-9d52-44faec4f5ee3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:30.276616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-ab50493b-9352-4492-8148-fa02139543a1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Network 5f7d457c-9bca-4a63-8d62-1fe143d479d7 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:30.282007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-ab50493b-9352-4492-8148-fa02139543a1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:30.295963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-ab50493b-9352-4492-8148-fa02139543a1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:30.326089 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network e3d85bb8-8f67-4b24-b5c0-28657e96d847 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:30.327683 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:30.378638 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-ab50493b-9352-4492-8148-fa02139543a1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:30.379329 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-ab50493b-9352-4492-8148-fa02139543a1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:30.477954 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a991ad5f-2d9a-4ad1-a2e2-1f10e303362b admin admin] Publish callbacks [] for security_group (246c2f79-2a3b-4588-8f3c-cced438c8927), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:30.511463 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a991ad5f-2d9a-4ad1-a2e2-1f10e303362b admin admin] Publish callbacks [] for security_group (246c2f79-2a3b-4588-8f3c-cced438c8927), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:30.555043 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d911c89-0dff-4329-9a94-47fa151d243d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1885f9e9-8e1f-4993-b0fe-05e91234a071), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:30.559867 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2d911c89-0dff-4329-9a94-47fa151d243d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:30.563514 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2d911c89-0dff-4329-9a94-47fa151d243d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1885f9e9-8e1f-4993-b0fe-05e91234a071 HTTP/1.1" status: 204 len: 168 time: 0.9133937 Feb 28 17:46:30.582153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d911c89-0dff-4329-9a94-47fa151d243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1885f9e9-8e1f-4993-b0fe-05e91234a071,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:30.668100 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Router 29f20a77-1154-412c-9d52-44faec4f5ee3 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:46:30.671367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-ab50493b-9352-4492-8148-fa02139543a1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1328309 Feb 28 17:46:30.691270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Request body: {'port': {'device_id': 'b3f3d128-965d-4e20-9b55-c4072fc416cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:30.712309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562bcb33-fa13-49c1-9f22-ae223238efa8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:46:30.791924 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d28d199b-095a-44da-8fef-df161beae451 None None] Provisioning complete for port c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:30.792382 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d28d199b-095a-44da-8fef-df161beae451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:30.858298 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a991ad5f-2d9a-4ad1-a2e2-1f10e303362b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (246c2f79-2a3b-4588-8f3c-cced438c8927), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:30.860832 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a991ad5f-2d9a-4ad1-a2e2-1f10e303362b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:30.862102 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a991ad5f-2d9a-4ad1-a2e2-1f10e303362b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/246c2f79-2a3b-4588-8f3c-cced438c8927 HTTP/1.1" status: 204 len: 168 time: 1.0866008 Feb 28 17:46:30.905604 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991ad5f-2d9a-4ad1-a2e2-1f10e303362b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246c2f79-2a3b-4588-8f3c-cced438c8927,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:30.936031 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:46:30.959342 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:30.959440 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d690e78-d196-4187-a845-d034590ebf33 None None] Sync routers for ids ['29f20a77-1154-412c-9d52-44faec4f5ee3'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:46:30.959843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d28d199b-095a-44da-8fef-df161beae451 None None] Port c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:30.983701 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a74abe73-30a2-41e5-81b7-ba3252f4bb1f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "PUT /v2.0/routers/29f20a77-1154-412c-9d52-44faec4f5ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0067840 Feb 28 17:46:30.983913 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d690e78-d196-4187-a845-d034590ebf33 None None] Routers {'29f20a77-1154-412c-9d52-44faec4f5ee3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:46:30.985019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58412) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:30.986189 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-0d690e78-d196-4187-a845-d034590ebf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['29f20a77-1154-412c-9d52-44faec4f5ee3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:31.019285 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562bcb33-fa13-49c1-9f22-ae223238efa8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:46:31.028308 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-562bcb33-fa13-49c1-9f22-ae223238efa8 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "PUT /v2.0/routers/b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6673992 Feb 28 17:46:31.028707 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58416) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:31.032995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac748c28-253c-4c41-92e8-a90ce1d29f4f None None] Sync routers for ids ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:46:31.063816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac748c28-253c-4c41-92e8-a90ce1d29f4f None None] Routers {'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:46:31.067087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ac748c28-253c-4c41-92e8-a90ce1d29f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:31.114965 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-62654271-4fef-4cf1-8e6e-d36604a5d593 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Deleting subnet e4f3e3f3-2f20-4db9-84bf-5e2b98147e22 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:46:31.122040 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-0d690e78-d196-4187-a845-d034590ebf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:31.136351 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62654271-4fef-4cf1-8e6e-d36604a5d593 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for subnet (e4f3e3f3-2f20-4db9-84bf-5e2b98147e22), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:31.163495 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d690e78-d196-4187-a845-d034590ebf33 None None] Routers {'29f20a77-1154-412c-9d52-44faec4f5ee3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:46:31.164120 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-0d690e78-d196-4187-a845-d034590ebf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['29f20a77-1154-412c-9d52-44faec4f5ee3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:31.180234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130edc97-e645-42b0-864a-579be8e8ca7b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:31.190719 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-130edc97-e645-42b0-864a-579be8e8ca7b tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports?device_id=29f20a77-1154-412c-9d52-44faec4f5ee3 HTTP/1.1" status: 200 len: 981 time: 0.2046268 Feb 28 17:46:31.193481 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58420) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:31.218103 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62654271-4fef-4cf1-8e6e-d36604a5d593 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (e4f3e3f3-2f20-4db9-84bf-5e2b98147e22), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:31.301549 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-0d690e78-d196-4187-a845-d034590ebf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:31.307284 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d690e78-d196-4187-a845-d034590ebf33 None None] The sync data for ids ['29f20a77-1154-412c-9d52-44faec4f5ee3'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:46:31.344011 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-ac748c28-253c-4c41-92e8-a90ce1d29f4f None None] Set router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:46:31.376194 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62654271-4fef-4cf1-8e6e-d36604a5d593 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (e4f3e3f3-2f20-4db9-84bf-5e2b98147e22), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:31.756891 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62654271-4fef-4cf1-8e6e-d36604a5d593 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (e4f3e3f3-2f20-4db9-84bf-5e2b98147e22), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:31.769162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f900c8-648d-4237-8a2a-3c05d0dc370d req-f49b7566-f73b-41b3-bfcd-9d2a58bd9b66 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:31.771662 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97f900c8-648d-4237-8a2a-3c05d0dc370d req-f49b7566-f73b-41b3-bfcd-9d2a58bd9b66 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 931 time: 0.6535063 Feb 28 17:46:31.809500 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ac748c28-253c-4c41-92e8-a90ce1d29f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:46:28Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:31.917800 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62654271-4fef-4cf1-8e6e-d36604a5d593 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f3e3f3-2f20-4db9-84bf-5e2b98147e22,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:31.918052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac748c28-253c-4c41-92e8-a90ce1d29f4f None None] Checking router: b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:46:31.941603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac748c28-253c-4c41-92e8-a90ce1d29f4f None None] Routers {'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:46:31.942257 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ac748c28-253c-4c41-92e8-a90ce1d29f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:32.004275 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62654271-4fef-4cf1-8e6e-d36604a5d593 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:32.014692 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-62654271-4fef-4cf1-8e6e-d36604a5d593 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "DELETE /v2.0/subnets/e4f3e3f3-2f20-4db9-84bf-5e2b98147e22 HTTP/1.1" status: 204 len: 168 time: 0.9831777 Feb 28 17:46:32.019241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08317551-32ba-457f-9a05-70f8c32e59fe None None] Network 8015d9f8-7036-4a45-9765-80d6d95e5da0 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:32.040513 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58444) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:32.209300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-ac748c28-253c-4c41-92e8-a90ce1d29f4f None None] Set router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:46:32.277027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5a8a739b-1c7a-48c5-adf8-8494b19121f8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (29f20a77-1154-412c-9d52-44faec4f5ee3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:32.290623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:32.397804 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-97f900c8-648d-4237-8a2a-3c05d0dc370d req-363847ca-2f25-4452-a618-7e8510d593f6 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323126 Feb 28 17:46:32.584640 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d5c835-e527-4aaa-ae9b-35f962f93f18 None None] DHCP port deletion for 8015d9f8-7036-4a45-9765-80d6d95e5da0 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:46:32.618123 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router_gateway (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:32.703230 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bc5bbf-05de-43c0-a256-59c080ed488f {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:46:32.721107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ac748c28-253c-4c41-92e8-a90ce1d29f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:46:28Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:32.735179 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Publish callbacks [] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:32.755214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a739b-1c7a-48c5-adf8-8494b19121f8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:32.759485 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5a8a739b-1c7a-48c5-adf8-8494b19121f8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:32.759997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5c835-e527-4aaa-ae9b-35f962f93f18 None None] Deleting port 7538bc20-caeb-4075-93c3-aaf03f08949d {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:32.760196 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c835-e527-4aaa-ae9b-35f962f93f18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7538bc20-caeb-4075-93c3-aaf03f08949d), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:32.814913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Transition to ACTIVE for port object 10bc5bbf-05de-43c0-a256-59c080ed488f will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:46:32.831312 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-a0d5c835-e527-4aaa-ae9b-35f962f93f18 None None] For port 7538bc20-caeb-4075-93c3-aaf03f08949d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7538bc20-caeb-4075-93c3-aaf03f08949d,segment=NetworkSegment(3ff6d6c3-5282-4a87-8282-8717d2ae4f3e),segment_id=3ff6d6c3-5282-4a87-8282-8717d2ae4f3e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:32.831824 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c835-e527-4aaa-ae9b-35f962f93f18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7538bc20-caeb-4075-93c3-aaf03f08949d), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:32.848463 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5c835-e527-4aaa-ae9b-35f962f93f18 None None] Calling delete_port for 7538bc20-caeb-4075-93c3-aaf03f08949d owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:32.854002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Deleting port 22c44d82-df97-4592-82bd-77e2b8f1d949 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:32.854652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (22c44d82-df97-4592-82bd-77e2b8f1d949), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:32.895984 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5a8a739b-1c7a-48c5-adf8-8494b19121f8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:32.914841 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:32.926253 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a739b-1c7a-48c5-adf8-8494b19121f8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:32.949767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac748c28-253c-4c41-92e8-a90ce1d29f4f None None] The sync data for ids ['b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d'] in n-d-820368-19 is: [{'id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'name': 'tempest-TestNetworkBasicOps-router-458984715', 'tenant_id': '2dbedf6f8bfb41949f23f29c95506b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:48Z', 'updated_at': '2022-02-28T17:46:28Z', 'revision_number': 5, 'project_id': '2dbedf6f8bfb41949f23f29c95506b32', 'gw_port': {'id': '22c44d82-df97-4592-82bd-77e2b8f1d949', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:46:32.996610 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Pushing event updated for resources: {'Port': ['ID=10bc5bbf-05de-43c0-a256-59c080ed488f,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:33.046210 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c835-e527-4aaa-ae9b-35f962f93f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (7538bc20-caeb-4075-93c3-aaf03f08949d), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:33.077205 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5c835-e527-4aaa-ae9b-35f962f93f18 None None] Pushing event deleted for resources: {'Port': ['ID=7538bc20-caeb-4075-93c3-aaf03f08949d,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:33.094515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5c835-e527-4aaa-ae9b-35f962f93f18 None None] No DVR routers for this DVR port 7538bc20-caeb-4075-93c3-aaf03f08949d on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:33.179509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58472) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:33.189200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] For port 22c44d82-df97-4592-82bd-77e2b8f1d949, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=22c44d82-df97-4592-82bd-77e2b8f1d949,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:33.189629 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (22c44d82-df97-4592-82bd-77e2b8f1d949), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:33.214459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Calling delete_port for 22c44d82-df97-4592-82bd-77e2b8f1d949 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:33.280356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Attempting to bind port 10bc5bbf-05de-43c0-a256-59c080ed488f on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:46:33.280939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Attempting to bind port 10bc5bbf-05de-43c0-a256-59c080ed488f by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'c574026c-0d1e-44eb-9280-02aca4eba1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f7d457c-9bca-4a63-8d62-1fe143d479d7'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:46:33.281501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Attempting to bind port 10bc5bbf-05de-43c0-a256-59c080ed488f on network 5f7d457c-9bca-4a63-8d62-1fe143d479d7 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:46:33.289658 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5a8a739b-1c7a-48c5-adf8-8494b19121f8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:33.300803 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Port 10bc5bbf-05de-43c0-a256-59c080ed488f on network 5f7d457c-9bca-4a63-8d62-1fe143d479d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:46:33.301706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Attempting to bind port 10bc5bbf-05de-43c0-a256-59c080ed488f on network 5f7d457c-9bca-4a63-8d62-1fe143d479d7 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:46:33.320584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:46:33.320926 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Checking segment: {'id': 'c574026c-0d1e-44eb-9280-02aca4eba1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f7d457c-9bca-4a63-8d62-1fe143d479d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:33.321320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Bound using segment: {'id': 'c574026c-0d1e-44eb-9280-02aca4eba1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f7d457c-9bca-4a63-8d62-1fe143d479d7'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:46:33.321772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Bound port: 10bc5bbf-05de-43c0-a256-59c080ed488f, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c574026c-0d1e-44eb-9280-02aca4eba1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5f7d457c-9bca-4a63-8d62-1fe143d479d7'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:46:33.322153 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:33.410841 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a739b-1c7a-48c5-adf8-8494b19121f8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:33.663380 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5a8a739b-1c7a-48c5-adf8-8494b19121f8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (29f20a77-1154-412c-9d52-44faec4f5ee3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:33.850701 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf7223-a972-471a-a0d9-617a857e70c0 req-291bff7c-f09a-435d-9e30-c2d9cc013aa4 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:33.852922 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34bf7223-a972-471a-a0d9-617a857e70c0 req-291bff7c-f09a-435d-9e30-c2d9cc013aa4 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 943 time: 0.1777565 Feb 28 17:46:33.973764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8a739b-1c7a-48c5-adf8-8494b19121f8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Router 29f20a77-1154-412c-9d52-44faec4f5ee3 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:46:34.009587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-34bf7223-a972-471a-a0d9-617a857e70c0 req-628fde8c-81ba-4dd3-bd1e-9532d5d80cae tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618024 Feb 28 17:46:34.027032 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] For port 10bc5bbf-05de-43c0-a256-59c080ed488f, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:46:34.030077 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] For port 10bc5bbf-05de-43c0-a256-59c080ed488f, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=10bc5bbf-05de-43c0-a256-59c080ed488f,segment=NetworkSegment(c574026c-0d1e-44eb-9280-02aca4eba1dd),segment_id=c574026c-0d1e-44eb-9280-02aca4eba1dd)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:46:34.038829 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-2b1d9a21-a8bd-418a-9e3b-be5277e7d9cb tempest-DvrRoutersNegativeTest-789909154 tempest-DvrRoutersNegativeTest-789909154-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-77751238', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:34.041742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.policy [None req-2b1d9a21-a8bd-418a-9e3b-be5277e7d9cb tempest-DvrRoutersNegativeTest-789909154 tempest-DvrRoutersNegativeTest-789909154-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104247) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 28 17:46:34.042065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.policy [None req-2b1d9a21-a8bd-418a-9e3b-be5277e7d9cb tempest-DvrRoutersNegativeTest-789909154 tempest-DvrRoutersNegativeTest-789909154-project] Failed policy check for 'create_router' {{(pid=104247) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 28 17:46:34.042745 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-2b1d9a21-a8bd-418a-9e3b-be5277e7d9cb tempest-DvrRoutersNegativeTest-789909154 tempest-DvrRoutersNegativeTest-789909154-project] create failed (client error): Access was denied to this resource. Feb 28 17:46:34.059677 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2b1d9a21-a8bd-418a-9e3b-be5277e7d9cb tempest-DvrRoutersNegativeTest-789909154 tempest-DvrRoutersNegativeTest-789909154-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.8632579 Feb 28 17:46:34.107811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8a739b-1c7a-48c5-adf8-8494b19121f8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:46:34.120132 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5a8a739b-1c7a-48c5-adf8-8494b19121f8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "PUT /v2.0/routers/29f20a77-1154-412c-9d52-44faec4f5ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9194186 Feb 28 17:46:34.120132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58498) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:34.122862 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1f33d-ba55-4672-b9e3-39e68ac164f7 None None] Sync routers for ids ['29f20a77-1154-412c-9d52-44faec4f5ee3'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:46:34.149168 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1f33d-ba55-4672-b9e3-39e68ac164f7 None None] Routers {'29f20a77-1154-412c-9d52-44faec4f5ee3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:46:34.149803 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-bab1f33d-ba55-4672-b9e3-39e68ac164f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['29f20a77-1154-412c-9d52-44faec4f5ee3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:34.152559 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:34.163971 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-701f3f20-f8ac-49d8-b543-f1ca0c2e630c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] GET failed (client error): The resource could not be found. Feb 28 17:46:34.165537 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-701f3f20-f8ac-49d8-b543-f1ca0c2e630c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/c4ee5e05-682b-49e2-b8e7-cfbcda4b1c0c HTTP/1.1" status: 404 len: 333 time: 0.0475409 Feb 28 17:46:34.168511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58500) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:34.212907 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:34.214148 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:34.216894 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] 10.222.0.69 "PUT /v2.0/ports/10bc5bbf-05de-43c0-a256-59c080ed488f HTTP/1.1" status: 200 len: 1092 time: 3.5309412 Feb 28 17:46:34.222940 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f3d128-965d-4e20-9b55-c4072fc416cd', 'tag': '10bc5bbf-05de-43c0-a256-59c080ed488f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:46:34.225603 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bea9ae-7855-4da5-90db-3384968bc189" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f3d128-965d-4e20-9b55-c4072fc416cd", "tag": "10bc5bbf-05de-43c0-a256-59c080ed488f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:46:34.250837 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3cffb-d7cb-4329-a751-99a6ce829c02 service neutron] Pushing event updated for resources: {'Port': ['ID=10bc5bbf-05de-43c0-a256-59c080ed488f,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:34.262355 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-bab1f33d-ba55-4672-b9e3-39e68ac164f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:34.282921 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1f33d-ba55-4672-b9e3-39e68ac164f7 None None] Routers {'29f20a77-1154-412c-9d52-44faec4f5ee3'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:46:34.283554 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-bab1f33d-ba55-4672-b9e3-39e68ac164f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['29f20a77-1154-412c-9d52-44faec4f5ee3'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:34.300787 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76d0fa5-4215-4c2e-988d-cb68a4d26c1e x-openstack-request-id: req-b76d0fa5-4215-4c2e-988d-cb68a4d26c1e {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:46:34.301154 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f3d128-965d-4e20-9b55-c4072fc416cd", "tag": "10bc5bbf-05de-43c0-a256-59c080ed488f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:46:34.301505 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b76d0fa5-4215-4c2e-988d-cb68a4d26c1e {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:46:34.312222 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f3d128-965d-4e20-9b55-c4072fc416cd', 'tag': '10bc5bbf-05de-43c0-a256-59c080ed488f', 'status': 'completed', 'code': 200} Feb 28 17:46:34.335779 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83ee8877-b700-41bf-937c-3e0ccd3a571f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for router (29f20a77-1154-412c-9d52-44faec4f5ee3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:34.342250 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-bab1f33d-ba55-4672-b9e3-39e68ac164f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:34.347148 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1f33d-ba55-4672-b9e3-39e68ac164f7 None None] The sync data for ids ['29f20a77-1154-412c-9d52-44faec4f5ee3'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:46:34.411761 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bea9ae-7855-4da5-90db-3384968bc189 req-b5f01a23-2b27-4e5e-ba97-a3859e3d7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:34.413347 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e6bea9ae-7855-4da5-90db-3384968bc189 req-b5f01a23-2b27-4e5e-ba97-a3859e3d7e00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3597d4114c1146de9635416fc6e1865b&device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 1126 time: 0.0911334 Feb 28 17:46:34.443633 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (22c44d82-df97-4592-82bd-77e2b8f1d949), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:34.546369 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83ee8877-b700-41bf-937c-3e0ccd3a571f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (29f20a77-1154-412c-9d52-44faec4f5ee3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:34.552598 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83ee8877-b700-41bf-937c-3e0ccd3a571f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for router_controller (29f20a77-1154-412c-9d52-44faec4f5ee3), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:34.604729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Port': ['ID=22c44d82-df97-4592-82bd-77e2b8f1d949,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:34.623334 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7538bc20-caeb-4075-93c3-aaf03f08949d no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:46:34.670808 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 7538bc20-caeb-4075-93c3-aaf03f08949d {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:46:34.671574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7538bc20-caeb-4075-93c3-aaf03f08949d not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:46:34.672201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:46:34.703148 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:46:34.705122 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 15d8da7b-1fb3-4759-a6c7-f8ddb2e1b5fe not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:46:34.720472 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83ee8877-b700-41bf-937c-3e0ccd3a571f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (29f20a77-1154-412c-9d52-44faec4f5ee3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:34.721028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ee8877-b700-41bf-937c-3e0ccd3a571f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Fanout notify agent at l3_agent the message router_deleted on router 29f20a77-1154-412c-9d52-44faec4f5ee3 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:46:34.728229 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83ee8877-b700-41bf-937c-3e0ccd3a571f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:34.729280 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-83ee8877-b700-41bf-937c-3e0ccd3a571f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/routers/29f20a77-1154-412c-9d52-44faec4f5ee3 HTTP/1.1" status: 204 len: 168 time: 0.5597813 Feb 28 17:46:34.731898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58516) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:34.743804 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bea9ae-7855-4da5-90db-3384968bc189 req-de86d6da-a8a2-40ec-bf6e-bc9aebab2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:34.745341 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e6bea9ae-7855-4da5-90db-3384968bc189 req-de86d6da-a8a2-40ec-bf6e-bc9aebab2b51 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3597d4114c1146de9635416fc6e1865b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3254092 Feb 28 17:46:34.752502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58518) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:34.755850 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:34.857719 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ad1da9-eece-4ffe-8053-e99aff906dc1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting subnet 31a0edc1-ec33-4390-9997-da52d99b1db8 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:46:34.867757 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:34.867962 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05ad1da9-eece-4ffe-8053-e99aff906dc1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (31a0edc1-ec33-4390-9997-da52d99b1db8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:34.872136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router_controller (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:34.914940 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05ad1da9-eece-4ffe-8053-e99aff906dc1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (31a0edc1-ec33-4390-9997-da52d99b1db8), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:34.964159 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0f2d7886-15dd-4c16-a004-510525285bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.020248 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.021007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Fanout notify agent at l3_agent the message router_deleted on router b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:46:35.045654 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.045654 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c6587d7e-e6fb-4761-bdc2-7977f40d46cf tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "DELETE /v2.0/routers/b4f2a523-5b8d-4d1c-b4f0-8adbcafc5f6d HTTP/1.1" status: 204 len: 168 time: 3.0013487 Feb 28 17:46:35.048261 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58530) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:35.059798 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05ad1da9-eece-4ffe-8053-e99aff906dc1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (31a0edc1-ec33-4390-9997-da52d99b1db8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.092825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bea9ae-7855-4da5-90db-3384968bc189 req-f1c6eba3-46d2-45b8-8ff6-292121d61493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:35.094616 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e6bea9ae-7855-4da5-90db-3384968bc189 req-f1c6eba3-46d2-45b8-8ff6-292121d61493 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3406022 Feb 28 17:46:35.190811 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-974a9907-4a15-4e14-ad9e-f9fff8714fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (8015d9f8-7036-4a45-9765-80d6d95e5da0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.289741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-72e2585d-91cb-4182-b052-6ed924d430ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:35.291454 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-72e2585d-91cb-4182-b052-6ed924d430ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3597d4114c1146de9635416fc6e1865b&device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 1126 time: 0.1175382 Feb 28 17:46:35.379507 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-42eda86e-115d-4989-b535-860f63551937 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10bc5bbf-05de-43c0-a256-59c080ed488f HTTP/1.1" status: 200 len: 217 time: 0.0545797 Feb 28 17:46:35.382458 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-974a9907-4a15-4e14-ad9e-f9fff8714fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (8015d9f8-7036-4a45-9765-80d6d95e5da0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.437341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-974a9907-4a15-4e14-ad9e-f9fff8714fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8015d9f8-7036-4a45-9765-80d6d95e5da0']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:35.453139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-974a9907-4a15-4e14-ad9e-f9fff8714fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:35.453578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-974a9907-4a15-4e14-ad9e-f9fff8714fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff6d6c3-5282-4a87-8282-8717d2ae4f3e') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:35.467780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-a933fe59-d504-41a1-b3f1-d07187587394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:35.469338 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-a933fe59-d504-41a1-b3f1-d07187587394 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e21ff03-6135-427b-a7a3-28d79ac8f3f2 HTTP/1.1" status: 200 len: 849 time: 0.0836542 Feb 28 17:46:35.471328 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-974a9907-4a15-4e14-ad9e-f9fff8714fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (3ff6d6c3-5282-4a87-8282-8717d2ae4f3e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.497308 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-974a9907-4a15-4e14-ad9e-f9fff8714fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3ff6d6c3-5282-4a87-8282-8717d2ae4f3e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.529785 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-e6b36c96-82da-4129-bb04-1de5757564d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f7d457c-9bca-4a63-8d62-1fe143d479d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512035 Feb 28 17:46:35.544328 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974a9907-4a15-4e14-ad9e-f9fff8714fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:46:35.545099 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-974a9907-4a15-4e14-ad9e-f9fff8714fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (3ff6d6c3-5282-4a87-8282-8717d2ae4f3e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:46:35.550837 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:46:35.671716 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0f2d7886-15dd-4c16-a004-510525285bdc admin admin] Publish callbacks [] for security_group (ec9ec119-b09f-4b81-a238-f4ec64a0d443), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.694274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0c9da-4474-4919-beec-8d744fed6263 req-4ffe9b92-c2cf-4e87-b11b-2b1cd91001bb tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:35.696722 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85a0c9da-4474-4919-beec-8d744fed6263 req-4ffe9b92-c2cf-4e87-b11b-2b1cd91001bb tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 943 time: 0.1477933 Feb 28 17:46:35.735075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05ad1da9-eece-4ffe-8053-e99aff906dc1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (31a0edc1-ec33-4390-9997-da52d99b1db8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.749628 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-172db736-633d-425e-b01f-9f90a31905ee service neutron] 10.222.0.69 "GET /v2.0/networks/5f7d457c-9bca-4a63-8d62-1fe143d479d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144289 Feb 28 17:46:35.776446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad1da9-eece-4ffe-8053-e99aff906dc1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Subnet': ['ID=31a0edc1-ec33-4390-9997-da52d99b1db8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:35.784201 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0f2d7886-15dd-4c16-a004-510525285bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ec9ec119-b09f-4b81-a238-f4ec64a0d443), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.814807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3c9f40-44bd-47f9-9a6f-826b5cb6fc6f None None] Network e3d85bb8-8f67-4b24-b5c0-28657e96d847 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:35.818843 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-05ad1da9-eece-4ffe-8053-e99aff906dc1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.829833 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-05ad1da9-eece-4ffe-8053-e99aff906dc1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/31a0edc1-ec33-4390-9997-da52d99b1db8 HTTP/1.1" status: 204 len: 168 time: 1.0968761 Feb 28 17:46:35.833816 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85a0c9da-4474-4919-beec-8d744fed6263 req-3120c3b6-5e94-4ec6-af23-6de724d41773 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312196 Feb 28 17:46:35.834338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58560) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:35.939313 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (e3d85bb8-8f67-4b24-b5c0-28657e96d847), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.960055 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0f2d7886-15dd-4c16-a004-510525285bdc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b06a104080c74a92825ac0e7bbc61c10&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2054999 Feb 28 17:46:35.964281 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e6bb848-f334-4e99-87a7-a43bcd331db9 req-fc8bda40-5443-4d36-9d98-4ac5ed32ce19 service neutron] 10.222.0.69 "GET /v2.0/networks/5f7d457c-9bca-4a63-8d62-1fe143d479d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073016 Feb 28 17:46:35.965053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58576) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:35.965431 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-974a9907-4a15-4e14-ad9e-f9fff8714fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (8015d9f8-7036-4a45-9765-80d6d95e5da0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:35.967167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d7886-15dd-4c16-a004-510525285bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9ec119-b09f-4b81-a238-f4ec64a0d443,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:36.029942 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-974a9907-4a15-4e14-ad9e-f9fff8714fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.049560 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-974a9907-4a15-4e14-ad9e-f9fff8714fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] 10.222.0.72 "DELETE /v2.0/networks/8015d9f8-7036-4a45-9765-80d6d95e5da0 HTTP/1.1" status: 204 len: 168 time: 0.9963224 Feb 28 17:46:36.094087 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4effcc91-5a29-474c-b989-2f0e74680c89 admin admin] Publish callbacks [] for security_group (ec9ec119-b09f-4b81-a238-f4ec64a0d443), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.101272 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a9907-4a15-4e14-ad9e-f9fff8714fb3 tempest-TestNetworkBasicOps-24920478 tempest-TestNetworkBasicOps-24920478-project] Pushing event deleted for resources: {'Network': ['ID=8015d9f8-7036-4a45-9765-80d6d95e5da0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:36.122140 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4effcc91-5a29-474c-b989-2f0e74680c89 admin admin] Publish callbacks [] for security_group (ec9ec119-b09f-4b81-a238-f4ec64a0d443), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.169068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port 49af7ecc-fa6a-4b50-9542-86d809a682f5 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:36.169417 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.224604 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] DHCP port deletion for e3d85bb8-8f67-4b24-b5c0-28657e96d847 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:46:36.258028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] For port 49af7ecc-fa6a-4b50-9542-86d809a682f5, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=49af7ecc-fa6a-4b50-9542-86d809a682f5,segment=NetworkSegment(b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7),segment_id=b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:36.258446 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.273664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for 49af7ecc-fa6a-4b50-9542-86d809a682f5 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:36.299611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Deleting port 49af7ecc-fa6a-4b50-9542-86d809a682f5 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:36.300212 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.323609 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4effcc91-5a29-474c-b989-2f0e74680c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ec9ec119-b09f-4b81-a238-f4ec64a0d443), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.326236 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4effcc91-5a29-474c-b989-2f0e74680c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.327385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4effcc91-5a29-474c-b989-2f0e74680c89 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ec9ec119-b09f-4b81-a238-f4ec64a0d443 HTTP/1.1" status: 204 len: 168 time: 0.3573127 Feb 28 17:46:36.341749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effcc91-5a29-474c-b989-2f0e74680c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9ec119-b09f-4b81-a238-f4ec64a0d443,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:36.387343 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] For port 49af7ecc-fa6a-4b50-9542-86d809a682f5, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=49af7ecc-fa6a-4b50-9542-86d809a682f5,segment=NetworkSegment(b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7),segment_id=b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:36.387986 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.403996 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Calling delete_port for 49af7ecc-fa6a-4b50-9542-86d809a682f5 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:36.474966 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.490773 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (49af7ecc-fa6a-4b50-9542-86d809a682f5), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.523324 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=49af7ecc-fa6a-4b50-9542-86d809a682f5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:36.540092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No DVR routers for this DVR port 49af7ecc-fa6a-4b50-9542-86d809a682f5 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:36.561160 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] No DVR routers for this DVR port 49af7ecc-fa6a-4b50-9542-86d809a682f5 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:36.579498 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Pushing event deleted for resources: {'Port': ['ID=49af7ecc-fa6a-4b50-9542-86d809a682f5,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:36.599605 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:36.600292 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:36.600835 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:36.601340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:36.601867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:36.603029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:36.603564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:36.604123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:36.605243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:36.605718 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:36.606301 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:36.606784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:36.607249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9db5b7-fa48-4944-9b94-4f0a66a7143a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:36.612049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 49af7ecc-fa6a-4b50-9542-86d809a682f5 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:46:36.657670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 49af7ecc-fa6a-4b50-9542-86d809a682f5 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:46:36.658229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 49af7ecc-fa6a-4b50-9542-86d809a682f5 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:46:36.658829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 22c44d82-df97-4592-82bd-77e2b8f1d949 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:46:36.678328 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58600) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:36.694714 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 22c44d82-df97-4592-82bd-77e2b8f1d949 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:46:36.695285 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 22c44d82-df97-4592-82bd-77e2b8f1d949 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:46:36.696117 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (e3d85bb8-8f67-4b24-b5c0-28657e96d847), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.736392 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d85bb8-8f67-4b24-b5c0-28657e96d847']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:36.749037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:36.749449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:36.777956 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.793502 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.800640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:46:36.801039 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (b2fe6ac0-ebd6-483b-8666-ccdb399cfcd7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:46:36.804553 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:46:36.912789 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6379481a-8786-4dc4-a6f7-6fa975c89ab4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2dbedf6f8bfb41949f23f29c95506b32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2217479 Feb 28 17:46:36.913171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58620) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:36.932348 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (e3d85bb8-8f67-4b24-b5c0-28657e96d847), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.952518 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:36.956351 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/networks/e3d85bb8-8f67-4b24-b5c0-28657e96d847 HTTP/1.1" status: 204 len: 168 time: 1.1075630 Feb 28 17:46:36.957374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702d5fb-d731-4771-add4-41e83d0228ab tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Network': ['ID=e3d85bb8-8f67-4b24-b5c0-28657e96d847,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:36.961456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58622) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:37.077292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ec6fb-8a4d-4855-a2ff-35e350290c48 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:37.082586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-477ec6fb-8a4d-4855-a2ff-35e350290c48 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/6239389a-cf9a-41d9-a8c4-efeed8067029 HTTP/1.1" status: 200 len: 840 time: 0.1168370 Feb 28 17:46:37.091146 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58640) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:37.135321 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5cd71a27-5b7b-435e-bf36-806bbc064608 admin admin] Publish callbacks [] for security_group (e873a0b7-d851-4aa1-8258-2376be6eef94), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:37.161645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ea480-d81e-4522-b7c9-ecdfb85b561a req-687ecd67-6fd1-465d-9253-cfa30b635b0a tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:37.165899 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a04ea480-d81e-4522-b7c9-ecdfb85b561a req-687ecd67-6fd1-465d-9253-cfa30b635b0a tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 943 time: 0.2449398 Feb 28 17:46:37.180613 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f9e0f32e-9a1f-4a1d-928c-1504f8e0b6f2 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/6239389a-cf9a-41d9-a8c4-efeed8067029?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0954123 Feb 28 17:46:37.186090 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58642) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:37.193845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-17768fdf-1421-4bf3-b584-ce50dc62be20 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:37.209340 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5cd71a27-5b7b-435e-bf36-806bbc064608 admin admin] Publish callbacks [] for security_group (e873a0b7-d851-4aa1-8258-2376be6eef94), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:37.286054 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a04ea480-d81e-4522-b7c9-ecdfb85b561a req-c0d731a2-c817-4d58-aff3-7c71e36432f9 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102030 Feb 28 17:46:37.429752 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17768fdf-1421-4bf3-b584-ce50dc62be20 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:37.429875 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5cd71a27-5b7b-435e-bf36-806bbc064608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e873a0b7-d851-4aa1-8258-2376be6eef94), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:37.431911 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5cd71a27-5b7b-435e-bf36-806bbc064608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:37.433234 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5cd71a27-5b7b-435e-bf36-806bbc064608 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e873a0b7-d851-4aa1-8258-2376be6eef94 HTTP/1.1" status: 204 len: 168 time: 0.5186694 Feb 28 17:46:37.436504 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17768fdf-1421-4bf3-b584-ce50dc62be20 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:37.460460 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd71a27-5b7b-435e-bf36-806bbc064608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e873a0b7-d851-4aa1-8258-2376be6eef94,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:37.701102 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f2cb6c5-04ac-473a-9b8e-c12617062751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:37.719416 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58678) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:37.747045 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17768fdf-1421-4bf3-b584-ce50dc62be20 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (5687344e-4384-4c12-b88f-ecc4159453d2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:37.797508 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:37.810291 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17768fdf-1421-4bf3-b584-ce50dc62be20 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network bd651256-6d1a-4a8c-a34b-7b43926569fa is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:37.813766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-17768fdf-1421-4bf3-b584-ce50dc62be20 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:37.818177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17768fdf-1421-4bf3-b584-ce50dc62be20 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:37.819969 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17768fdf-1421-4bf3-b584-ce50dc62be20 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:37.826199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99360bab-6dd5-4eb5-8c6f-e4f48e63f4a9 None None] Network bd651256-6d1a-4a8c-a34b-7b43926569fa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:37.840631 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17768fdf-1421-4bf3-b584-ce50dc62be20 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Subnet': ['ID=5687344e-4384-4c12-b88f-ecc4159453d2,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:37.875774 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b36b3f88-f9b3-44c4-b050-c01d55684624 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1189057840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:37.895275 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-17768fdf-1421-4bf3-b584-ce50dc62be20 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7080648 Feb 28 17:46:37.898854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58694) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:37.903415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-91501342-8fcf-4c93-b5fa-25a1b770931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'security_group': {'name': 'tempest-secgroup-1423238273'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:37.958102 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b36b3f88-f9b3-44c4-b050-c01d55684624 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (41ca5423-736a-4cc7-a787-02e748553dd4), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:37.959202 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b36b3f88-f9b3-44c4-b050-c01d55684624 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (41ca5423-736a-4cc7-a787-02e748553dd4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.009611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-bd651256-6d1a-4a8c-a34b-7b43926569fa', 'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'project_id': '2255106a4b34494c8f3d6292df49fd2c', 'fixed_ips': [{'subnet_id': '5687344e-4384-4c12-b88f-ecc4159453d2'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:46:38.010506 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.014672 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91501342-8fcf-4c93-b5fa-25a1b770931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.073402 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b36b3f88-f9b3-44c4-b050-c01d55684624 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for router_controller (41ca5423-736a-4cc7-a787-02e748553dd4), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.128165 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91501342-8fcf-4c93-b5fa-25a1b770931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (cc064538-bfc2-4917-b12b-e63047c75540), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.158641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Allocated IP 172.20.0.2 (bd651256-6d1a-4a8c-a34b-7b43926569fa/5687344e-4384-4c12-b88f-ecc4159453d2/8f7ccbb6-c36c-4468-97b0-54bca75510ca) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:38.161338 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b36b3f88-f9b3-44c4-b050-c01d55684624 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (41ca5423-736a-4cc7-a787-02e748553dd4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.216916 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91501342-8fcf-4c93-b5fa-25a1b770931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (cc064538-bfc2-4917-b12b-e63047c75540), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.284627 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 10bc5bbf-05de-43c0-a256-59c080ed488f details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:46:38.287041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91501342-8fcf-4c93-b5fa-25a1b770931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc064538-bfc2-4917-b12b-e63047c75540,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:38.336219 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b36b3f88-f9b3-44c4-b050-c01d55684624 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.336437 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b36b3f88-f9b3-44c4-b050-c01d55684624 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6158974 Feb 28 17:46:38.339509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58716) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:38.347468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1225971337'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:38.431276 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-91501342-8fcf-4c93-b5fa-25a1b770931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.432731 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-91501342-8fcf-4c93-b5fa-25a1b770931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5327108 Feb 28 17:46:38.435592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58720) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:38.457090 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Publish callbacks [] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.459250 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58722) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:38.465084 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.resource_extend [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:46:38.469282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6cd70bfe-bd69-4eb5-bce7-017732178a26 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'security_group': {'name': 'tempest-secgroup-46552021'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:38.483058 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ea855d97-e69c-44ae-b6b0-c26e174cac0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.567655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Made reservation on behalf of 7a83b17dd450468681590c8e70623759 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:38.571445 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.604186 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.604427 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.642150 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6cd70bfe-bd69-4eb5-bce7-017732178a26 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.689297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52904250-1527-46c6-ac41-940e370f2783 req-efc49da0-05a6-4359-ada5-5bd8cb7a1274 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:38.696170 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52904250-1527-46c6-ac41-940e370f2783 req-efc49da0-05a6-4359-ada5-5bd8cb7a1274 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 943 time: 0.1466496 Feb 28 17:46:38.765231 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ea855d97-e69c-44ae-b6b0-c26e174cac0d admin admin] Publish callbacks [] for security_group (0a5ac0c8-63fc-4405-90c7-8d2a09376064), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.777234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Network bd651256-6d1a-4a8c-a34b-7b43926569fa is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:38.788079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:38.805291 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:38.811053 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6cd70bfe-bd69-4eb5-bce7-017732178a26 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (419f78c6-83fe-4ea6-8a76-6019157b4687), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.822893 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 10bc5bbf-05de-43c0-a256-59c080ed488f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=10bc5bbf-05de-43c0-a256-59c080ed488f,segment=NetworkSegment(c574026c-0d1e-44eb-9280-02aca4eba1dd),segment_id=c574026c-0d1e-44eb-9280-02aca4eba1dd)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:38.837566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52904250-1527-46c6-ac41-940e370f2783 req-7b584a3f-d79b-4fd6-922d-0c0ccbed587c tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323037 Feb 28 17:46:38.845226 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ea855d97-e69c-44ae-b6b0-c26e174cac0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0a5ac0c8-63fc-4405-90c7-8d2a09376064), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.889535 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6cd70bfe-bd69-4eb5-bce7-017732178a26 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (419f78c6-83fe-4ea6-8a76-6019157b4687), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.907336 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '10bc5bbf-05de-43c0-a256-59c080ed488f', 'network_id': '5f7d457c-9bca-4a63-8d62-1fe143d479d7', 'port_id': '10bc5bbf-05de-43c0-a256-59c080ed488f', 'mac_address': 'fa:16:3e:91:5d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21ff03-6135-427b-a7a3-28d79ac8f3f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:46:38.911434 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Pushing event updated for resources: {'Port': ['ID=8f7ccbb6-c36c-4468-97b0-54bca75510ca,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:38.923637 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for security_group (c24b01da-dd9c-4cb6-89fc-5691c2e3bf33), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.932122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea855d97-e69c-44ae-b6b0-c26e174cac0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5ac0c8-63fc-4405-90c7-8d2a09376064,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:38.941979 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ea855d97-e69c-44ae-b6b0-c26e174cac0d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=92f2ec4085d64f4a802e969d2929878f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4809878 Feb 28 17:46:38.944300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58730) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:38.965412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd70bfe-bd69-4eb5-bce7-017732178a26 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419f78c6-83fe-4ea6-8a76-6019157b4687,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:38.968560 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Attempting to bind port 8f7ccbb6-c36c-4468-97b0-54bca75510ca on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:46:38.969073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Attempting to bind port 8f7ccbb6-c36c-4468-97b0-54bca75510ca by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '8a751962-edb3-438e-9459-34d8682f96a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:46:38.969589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Attempting to bind port 8f7ccbb6-c36c-4468-97b0-54bca75510ca on network bd651256-6d1a-4a8c-a34b-7b43926569fa {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:46:38.986040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:46:38.986720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Checking segment: {'id': '8a751962-edb3-438e-9459-34d8682f96a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:38.987826 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:38.988353 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Bound using segment: {'id': '8a751962-edb3-438e-9459-34d8682f96a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:46:38.989091 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Bound port: 8f7ccbb6-c36c-4468-97b0-54bca75510ca, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a751962-edb3-438e-9459-34d8682f96a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:46:38.989539 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.021694 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6cd70bfe-bd69-4eb5-bce7-017732178a26 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.024487 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6cd70bfe-bd69-4eb5-bce7-017732178a26 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5861840 Feb 28 17:46:39.027192 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58732) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:39.034284 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c24b01da-dd9c-4cb6-89fc-5691c2e3bf33), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.037165 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d02dc759-b802-45f3-a590-538091b61a98 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-440907826', 'security_groups': ['419f78c6-83fe-4ea6-8a76-6019157b4687'], 'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5687344e-4384-4c12-b88f-ecc4159453d2'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:39.056509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58734) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:39.078360 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] For port 8f7ccbb6-c36c-4468-97b0-54bca75510ca, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:46:39.082015 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] For port 8f7ccbb6-c36c-4468-97b0-54bca75510ca, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8f7ccbb6-c36c-4468-97b0-54bca75510ca,segment=NetworkSegment(8a751962-edb3-438e-9459-34d8682f96a3),segment_id=8a751962-edb3-438e-9459-34d8682f96a3)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:46:39.085071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 10bc5bbf-05de-43c0-a256-59c080ed488f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:39.085569 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.091685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:46:39.101625 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bc5bbf-05de-43c0-a256-59c080ed488f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:46:39.126119 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (8d6b1f15-5b99-45c8-9468-76e10f35d3c3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.126474 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Added segment 8d6b1f15-5b99-45c8-9468-76e10f35d3c3 of type vlan for network d618f7c3-3729-4dbc-97c2-26fabd4e3150 Feb 28 17:46:39.128434 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 10bc5bbf-05de-43c0-a256-59c080ed488f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=10bc5bbf-05de-43c0-a256-59c080ed488f,segment=NetworkSegment(c574026c-0d1e-44eb-9280-02aca4eba1dd),segment_id=c574026c-0d1e-44eb-9280-02aca4eba1dd)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:39.138862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24b01da-dd9c-4cb6-89fc-5691c2e3bf33,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:39.143019 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b2a135e-0e70-49ee-acf5-1e321855c886 admin admin] Publish callbacks [] for security_group (0a5ac0c8-63fc-4405-90c7-8d2a09376064), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.149471 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.198093 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (d618f7c3-3729-4dbc-97c2-26fabd4e3150), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.207748 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b2a135e-0e70-49ee-acf5-1e321855c886 admin admin] Publish callbacks [] for security_group (0a5ac0c8-63fc-4405-90c7-8d2a09376064), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.245494 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.298888 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92593941-c4f4-4c8c-a5ed-790e4762ac7a None None] Pushing event updated for resources: {'Port': ['ID=8f7ccbb6-c36c-4468-97b0-54bca75510ca,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:39.332778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02dc759-b802-45f3-a590-538091b61a98 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:39.355656 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (d618f7c3-3729-4dbc-97c2-26fabd4e3150), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.361714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:39.362894 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.391515 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b2a135e-0e70-49ee-acf5-1e321855c886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0a5ac0c8-63fc-4405-90c7-8d2a09376064), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.403949 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7b2a135e-0e70-49ee-acf5-1e321855c886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.411511 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7b2a135e-0e70-49ee-acf5-1e321855c886 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0a5ac0c8-63fc-4405-90c7-8d2a09376064 HTTP/1.1" status: 204 len: 168 time: 0.4658756 Feb 28 17:46:39.414053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58740) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:39.421634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=10bc5bbf-05de-43c0-a256-59c080ed488f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:39.454952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a135e-0e70-49ee-acf5-1e321855c886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5ac0c8-63fc-4405-90c7-8d2a09376064,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:39.502337 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1614642 Feb 28 17:46:39.503306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['10bc5bbf-05de-43c0-a256-59c080ed488f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:46:39.513037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58746) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:39.571150 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d02dc759-b802-45f3-a590-538091b61a98 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.622338 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-d02dc759-b802-45f3-a590-538091b61a98 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port 261ed192-7eb6-491b-868e-9bde8d91546e yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:46:39.629324 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8c5d06af-a283-4aec-9974-d64e850a04d4 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Request body: {'subnet': {'network_id': 'd618f7c3-3729-4dbc-97c2-26fabd4e3150', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:39.701513 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-345e1f13-b63e-437f-8f5f-a94157bab198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.766542 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1e45e64b-9b0e-4f3d-a540-bb43b909d097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:39.865474 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6cae1-dbd4-42fd-8753-b374d82087e2 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event updated for resources: {'Network': ['ID=d618f7c3-3729-4dbc-97c2-26fabd4e3150,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:39.881056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network d618f7c3-3729-4dbc-97c2-26fabd4e3150 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:46:39.901244 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-d02dc759-b802-45f3-a590-538091b61a98 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Allocated IP 172.20.0.11 (bd651256-6d1a-4a8c-a34b-7b43926569fa/5687344e-4384-4c12-b88f-ecc4159453d2/261ed192-7eb6-491b-868e-9bde8d91546e) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:40.095775 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-73c9c44c-e808-4981-a716-d6165661536f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.149487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5d06af-a283-4aec-9974-d64e850a04d4 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Made reservation on behalf of 7a83b17dd450468681590c8e70623759 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:40.166287 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c5d06af-a283-4aec-9974-d64e850a04d4 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.216826 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d02dc759-b802-45f3-a590-538091b61a98 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (261ed192-7eb6-491b-868e-9bde8d91546e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.229588 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.275166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 10bc5bbf-05de-43c0-a256-59c080ed488f up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:40.313216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02dd95-3c63-4e51-8d97-bd6fe595a0c4 req-29b09e74-33aa-4c9f-9cd8-8bc7c88b861c tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:40.314777 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee02dd95-3c63-4e51-8d97-bd6fe595a0c4 req-29b09e74-33aa-4c9f-9cd8-8bc7c88b861c tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 944 time: 0.0630794 Feb 28 17:46:40.322310 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d02dc759-b802-45f3-a590-538091b61a98 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (261ed192-7eb6-491b-868e-9bde8d91546e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.325835 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-345e1f13-b63e-437f-8f5f-a94157bab198 admin admin] Publish callbacks [] for security_group (337630dc-73dd-4745-a0a3-7adce7d3eb84), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.419456 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02dc759-b802-45f3-a590-538091b61a98 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network bd651256-6d1a-4a8c-a34b-7b43926569fa is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:40.420838 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dc759-b802-45f3-a590-538091b61a98 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=261ed192-7eb6-491b-868e-9bde8d91546e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:40.423637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-d02dc759-b802-45f3-a590-538091b61a98 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:40.426580 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1e45e64b-9b0e-4f3d-a540-bb43b909d097 admin admin] Publish callbacks [] for security_group (ab9dbf6e-db13-4833-a5ad-a916c2fb74fc), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.428371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02dc759-b802-45f3-a590-538091b61a98 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:40.438167 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-345e1f13-b63e-437f-8f5f-a94157bab198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (337630dc-73dd-4745-a0a3-7adce7d3eb84), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.466422 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 10bc5bbf-05de-43c0-a256-59c080ed488f completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:46:40.471054 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 10bc5bbf-05de-43c0-a256-59c080ed488f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:40.471970 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.537768 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1e45e64b-9b0e-4f3d-a540-bb43b909d097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ab9dbf6e-db13-4833-a5ad-a916c2fb74fc), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.542062 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02dc759-b802-45f3-a590-538091b61a98 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:40.543930 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d02dc759-b802-45f3-a590-538091b61a98 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.561091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e1f13-b63e-437f-8f5f-a94157bab198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337630dc-73dd-4745-a0a3-7adce7d3eb84,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:40.563094 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ee02dd95-3c63-4e51-8d97-bd6fe595a0c4 req-ced462e2-4950-4299-bf8b-046ab0716d2c tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129893 Feb 28 17:46:40.568088 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-345e1f13-b63e-437f-8f5f-a94157bab198 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d27b7c0438440a18f5ed027b0300b42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4991145 Feb 28 17:46:40.576740 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58754) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:40.654461 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d02dc759-b802-45f3-a590-538091b61a98 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6259363 Feb 28 17:46:40.659338 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58756) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:40.665057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c28ff11f-e8c8-4f97-a9fe-2507f538b2bd tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:40.675494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 10bc5bbf-05de-43c0-a256-59c080ed488f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:40.675890 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.702516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8f7ccbb6-c36c-4468-97b0-54bca75510ca up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:40.724800 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1e45e64b-9b0e-4f3d-a540-bb43b909d097 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4eb3df3f96c34d10869c02d3cc1a4313&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2810369 Feb 28 17:46:40.766032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58758) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:40.808179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f3d128-965d-4e20-9b55-c4072fc416cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bc5bbf-05de-43c0-a256-59c080ed488f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:46:40.812719 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0331ef-a360-462f-9778-0fddddaeaabf" -d '{"events": [{"server_uuid": "b3f3d128-965d-4e20-9b55-c4072fc416cd", "name": "network-vif-plugged", "status": "completed", "tag": "10bc5bbf-05de-43c0-a256-59c080ed488f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:46:40.850322 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45e64b-9b0e-4f3d-a540-bb43b909d097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9dbf6e-db13-4833-a5ad-a916c2fb74fc,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:40.854404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 10bc5bbf-05de-43c0-a256-59c080ed488f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=10bc5bbf-05de-43c0-a256-59c080ed488f,segment=NetworkSegment(c574026c-0d1e-44eb-9280-02aca4eba1dd),segment_id=c574026c-0d1e-44eb-9280-02aca4eba1dd)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:40.890996 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28ff11f-e8c8-4f97-a9fe-2507f538b2bd tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:40.892389 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8f7ccbb6-c36c-4468-97b0-54bca75510ca triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:40.892846 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.898343 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c28ff11f-e8c8-4f97-a9fe-2507f538b2bd tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.903257 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29e5d32d-6c04-4740-a807-106a55c0ed3d admin admin] Publish callbacks [] for security_group (337630dc-73dd-4745-a0a3-7adce7d3eb84), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:40.908612 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189bb025-a137-416f-a0d2-a07366373619 x-openstack-request-id: req-189bb025-a137-416f-a0d2-a07366373619 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:46:40.909736 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f3d128-965d-4e20-9b55-c4072fc416cd", "name": "network-vif-plugged", "status": "completed", "tag": "10bc5bbf-05de-43c0-a256-59c080ed488f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:46:40.909736 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-189bb025-a137-416f-a0d2-a07366373619 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:46:40.918052 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f3d128-965d-4e20-9b55-c4072fc416cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bc5bbf-05de-43c0-a256-59c080ed488f', 'code': 200} Feb 28 17:46:40.981696 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.013316 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29e5d32d-6c04-4740-a807-106a55c0ed3d admin admin] Publish callbacks [] for security_group (337630dc-73dd-4745-a0a3-7adce7d3eb84), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.016616 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-30dcab75-d6fb-48f1-b763-a3d738ab0ec0 admin admin] Publish callbacks [] for security_group (ab9dbf6e-db13-4833-a5ad-a916c2fb74fc), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.046117 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-30dcab75-d6fb-48f1-b763-a3d738ab0ec0 admin admin] Publish callbacks [] for security_group (ab9dbf6e-db13-4833-a5ad-a916c2fb74fc), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.053839 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=10bc5bbf-05de-43c0-a256-59c080ed488f,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:41.108209 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c5d06af-a283-4aec-9974-d64e850a04d4 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (ce86b4a3-37ae-47c4-9a3e-54a9fd8864ce), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.108431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e40a5d29-f0d3-4d5a-a631-70b67fd1b11b None None] Provisioning complete for port 6239389a-cf9a-41d9-a8c4-efeed8067029 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:41.108746 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e40a5d29-f0d3-4d5a-a631-70b67fd1b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6239389a-cf9a-41d9-a8c4-efeed8067029), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.166666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd228913-1242-432b-b06c-8932d63434f1 req-3f0c1c5e-b0fe-4bfa-b138-83e988611f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:41.168335 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd228913-1242-432b-b06c-8932d63434f1 req-3f0c1c5e-b0fe-4bfa-b138-83e988611f27 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 1128 time: 0.1716354 Feb 28 17:46:41.178918 n-d-820368-19 neutron-server[104247]: INFO neutron.db.ipam_backend_mixin [None req-c28ff11f-e8c8-4f97-a9fe-2507f538b2bd tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5687344e-4384-4c12-b88f-ecc4159453d2 (CIDR: 172.20.0.0/28) Feb 28 17:46:41.183397 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-30dcab75-d6fb-48f1-b763-a3d738ab0ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ab9dbf6e-db13-4833-a5ad-a916c2fb74fc), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.188045 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-30dcab75-d6fb-48f1-b763-a3d738ab0ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.202358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8f7ccbb6-c36c-4468-97b0-54bca75510ca is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:41.205584 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.207601 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-30dcab75-d6fb-48f1-b763-a3d738ab0ec0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab9dbf6e-db13-4833-a5ad-a916c2fb74fc HTTP/1.1" status: 204 len: 168 time: 0.4321811 Feb 28 17:46:41.233210 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28ff11f-e8c8-4f97-a9fe-2507f538b2bd tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:46:41.233711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28ff11f-e8c8-4f97-a9fe-2507f538b2bd tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:46:41.260505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 8f7ccbb6-c36c-4468-97b0-54bca75510ca, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8f7ccbb6-c36c-4468-97b0-54bca75510ca,segment=NetworkSegment(8a751962-edb3-438e-9459-34d8682f96a3),segment_id=8a751962-edb3-438e-9459-34d8682f96a3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:41.267739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e40a5d29-f0d3-4d5a-a631-70b67fd1b11b None None] Port 6239389a-cf9a-41d9-a8c4-efeed8067029 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:41.281445 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd228913-1242-432b-b06c-8932d63434f1 req-946aa441-1934-441a-b9b6-5aa12bca49fc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057062 Feb 28 17:46:41.282076 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e40a5d29-f0d3-4d5a-a631-70b67fd1b11b None None] Provisioning complete for port 8f7ccbb6-c36c-4468-97b0-54bca75510ca triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:41.282513 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e40a5d29-f0d3-4d5a-a631-70b67fd1b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.296028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcab75-d6fb-48f1-b763-a3d738ab0ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9dbf6e-db13-4833-a5ad-a916c2fb74fc,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:41.323197 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c28ff11f-e8c8-4f97-a9fe-2507f538b2bd tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6623621 Feb 28 17:46:41.323931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58766) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:41.329318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b5af95c7-eb68-4325-82e9-40922dc07ee6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:41.337909 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d06af-a283-4aec-9974-d64e850a04d4 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event updated for resources: {'Subnet': ['ID=ce86b4a3-37ae-47c4-9a3e-54a9fd8864ce,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:41.369963 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d06af-a283-4aec-9974-d64e850a04d4 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Checking segment: {'id': '8d6b1f15-5b99-45c8-9468-76e10f35d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd618f7c3-3729-4dbc-97c2-26fabd4e3150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:41.370303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d06af-a283-4aec-9974-d64e850a04d4 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Network hostable DHCP agents. Network: d618f7c3-3729-4dbc-97c2-26fabd4e3150, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:46:41.390747 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.466706 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29e5d32d-6c04-4740-a807-106a55c0ed3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (337630dc-73dd-4745-a0a3-7adce7d3eb84), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.469284 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-29e5d32d-6c04-4740-a807-106a55c0ed3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.472875 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-29e5d32d-6c04-4740-a807-106a55c0ed3d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/337630dc-73dd-4745-a0a3-7adce7d3eb84 HTTP/1.1" status: 204 len: 168 time: 0.8927903 Feb 28 17:46:41.489378 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5d32d-6c04-4740-a807-106a55c0ed3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337630dc-73dd-4745-a0a3-7adce7d3eb84,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:41.493230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d06af-a283-4aec-9974-d64e850a04d4 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Network d618f7c3-3729-4dbc-97c2-26fabd4e3150 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:46:41.503472 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.548676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=8f7ccbb6-c36c-4468-97b0-54bca75510ca,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:41.552208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5af95c7-eb68-4325-82e9-40922dc07ee6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:41.556105 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5af95c7-eb68-4325-82e9-40922dc07ee6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.575320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-8c5d06af-a283-4aec-9974-d64e850a04d4 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, d618f7c3-3729-4dbc-97c2-26fabd4e3150) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:41.581650 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5d06af-a283-4aec-9974-d64e850a04d4 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:41.587996 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e40a5d29-f0d3-4d5a-a631-70b67fd1b11b None None] Current status of the port 8f7ccbb6-c36c-4468-97b0-54bca75510ca is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:41.593920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4cbf98-1a65-459f-b8f2-efd2b311345d None None] Network d618f7c3-3729-4dbc-97c2-26fabd4e3150 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:41.594628 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c5d06af-a283-4aec-9974-d64e850a04d4 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.729018 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-d618f7c3-3729-4dbc-97c2-26fabd4e3150', 'network_id': 'd618f7c3-3729-4dbc-97c2-26fabd4e3150', 'project_id': '7a83b17dd450468681590c8e70623759', 'fixed_ips': [{'subnet_id': 'ce86b4a3-37ae-47c4-9a3e-54a9fd8864ce'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:46:41.729018 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.761791 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8c5d06af-a283-4aec-9974-d64e850a04d4 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2456446 Feb 28 17:46:41.762495 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58774) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:41.773048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-bd70d16f-71b2-4e9c-a0b1-551c8e3464ba tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Request body: {'network': {'name': 'tempest-router-network01--1774056277'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:41.851618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da74533-27e8-4f5a-88d3-8f2c1391b54d req-7911ed87-d932-48f9-97a5-fda38822e5e1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:41.862722 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0da74533-27e8-4f5a-88d3-8f2c1391b54d req-7911ed87-d932-48f9-97a5-fda38822e5e1 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 945 time: 0.1251225 Feb 28 17:46:41.883467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd70d16f-71b2-4e9c-a0b1-551c8e3464ba tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Made reservation on behalf of 7a83b17dd450468681590c8e70623759 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:41.888039 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd70d16f-71b2-4e9c-a0b1-551c8e3464ba tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.980015 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-77aaa8a8-9b03-42d9-938b-6e782969aac2 None None] Provisioning complete for port 261ed192-7eb6-491b-868e-9bde8d91546e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:41.980581 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-77aaa8a8-9b03-42d9-938b-6e782969aac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (261ed192-7eb6-491b-868e-9bde8d91546e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:41.985142 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd70d16f-71b2-4e9c-a0b1-551c8e3464ba tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:46:42.015338 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd70d16f-71b2-4e9c-a0b1-551c8e3464ba tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (8f854af7-0a31-4085-a8d7-7e72419134d8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.015670 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-bd70d16f-71b2-4e9c-a0b1-551c8e3464ba tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Added segment 8f854af7-0a31-4085-a8d7-7e72419134d8 of type vlan for network 1d961193-ad3b-46a0-86b0-b310736d58bf Feb 28 17:46:42.101176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-77aaa8a8-9b03-42d9-938b-6e782969aac2 None None] Port 261ed192-7eb6-491b-868e-9bde8d91546e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:42.102367 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd70d16f-71b2-4e9c-a0b1-551c8e3464ba tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (1d961193-ad3b-46a0-86b0-b310736d58bf), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.139056 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0da74533-27e8-4f5a-88d3-8f2c1391b54d req-9c861a28-9331-4f94-81a9-e86cb84ac586 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467933 Feb 28 17:46:42.163723 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5af95c7-eb68-4325-82e9-40922dc07ee6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (3e412505-1243-4be2-9ea9-91bb69081a7f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.180115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Allocated IP 172.20.0.2 (d618f7c3-3729-4dbc-97c2-26fabd4e3150/ce86b4a3-37ae-47c4-9a3e-54a9fd8864ce/53de9c2d-1070-4a77-a156-4bd9bd1af547) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:42.239660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5af95c7-eb68-4325-82e9-40922dc07ee6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network bd651256-6d1a-4a8c-a34b-7b43926569fa is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:42.243878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-b5af95c7-eb68-4325-82e9-40922dc07ee6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:42.248211 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5af95c7-eb68-4325-82e9-40922dc07ee6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:42.248960 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5af95c7-eb68-4325-82e9-40922dc07ee6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.252952 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af95c7-eb68-4325-82e9-40922dc07ee6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Subnet': ['ID=3e412505-1243-4be2-9ea9-91bb69081a7f,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:42.260149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fe0e97-b087-4218-aefd-853dbe512d6e None None] Network bd651256-6d1a-4a8c-a34b-7b43926569fa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:42.288918 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd70d16f-71b2-4e9c-a0b1-551c8e3464ba tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (1d961193-ad3b-46a0-86b0-b310736d58bf), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.295656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70d16f-71b2-4e9c-a0b1-551c8e3464ba tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:42.296327 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd70d16f-71b2-4e9c-a0b1-551c8e3464ba tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.397192 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58788) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:42.398262 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70d16f-71b2-4e9c-a0b1-551c8e3464ba tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event updated for resources: {'Network': ['ID=1d961193-ad3b-46a0-86b0-b310736d58bf,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:42.414489 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bd70d16f-71b2-4e9c-a0b1-551c8e3464ba tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6507709 Feb 28 17:46:42.416818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58790) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:42.422044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-25a414ab-7eca-4b57-baa2-5a32dba88081 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Request body: {'network': {'name': 'tempest-router-network02--495135829'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:42.430175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 1d961193-ad3b-46a0-86b0-b310736d58bf details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:46:42.448174 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f80cac94-09c9-4cd1-9e20-78edd368e9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.460296 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b5af95c7-eb68-4325-82e9-40922dc07ee6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1355486 Feb 28 17:46:42.464549 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58794) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:42.500216 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f830f4b5-0bf5-4338-ad31-d300b662cc31 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1158324711', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3e412505-1243-4be2-9ea9-91bb69081a7f'}], 'security_groups': ['cc064538-bfc2-4917-b12b-e63047c75540']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:42.535064 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Publish callbacks [] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.572577 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f80cac94-09c9-4cd1-9e20-78edd368e9e4 admin admin] Publish callbacks [] for security_group (8f8cb604-769d-423f-bb6c-c503e6bbd03a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.592119 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.600362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a414ab-7eca-4b57-baa2-5a32dba88081 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Made reservation on behalf of 7a83b17dd450468681590c8e70623759 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:42.609677 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-25a414ab-7eca-4b57-baa2-5a32dba88081 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.625616 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8f7ccbb6-c36c-4468-97b0-54bca75510ca up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:42.653526 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.671552 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f80cac94-09c9-4cd1-9e20-78edd368e9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8f8cb604-769d-423f-bb6c-c503e6bbd03a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.734082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58798) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:42.734670 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f80cac94-09c9-4cd1-9e20-78edd368e9e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d784b3ffff124a1cb1e2521daecde52a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3359661 Feb 28 17:46:42.755057 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cf3d37-8a0f-4c44-8d3c-f1e57e7c4145 None None] Update dhcp port {'port': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'fixed_ips': [{'subnet_id': '5687344e-4384-4c12-b88f-ecc4159453d2', 'ip_address': '172.20.0.2'}, {'subnet_id': '3e412505-1243-4be2-9ea9-91bb69081a7f'}], 'binding:host_id': 'n-d-820368-19'}, 'id': '8f7ccbb6-c36c-4468-97b0-54bca75510ca'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:46:42.760477 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cac94-09c9-4cd1-9e20-78edd368e9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8cb604-769d-423f-bb6c-c503e6bbd03a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:42.776050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a414ab-7eca-4b57-baa2-5a32dba88081 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:46:42.787907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Network d618f7c3-3729-4dbc-97c2-26fabd4e3150 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:42.792927 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Pushing event updated for resources: {'Port': ['ID=53de9c2d-1070-4a77-a156-4bd9bd1af547,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:42.799721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:42.804153 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:42.814653 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-91cf3d37-8a0f-4c44-8d3c-f1e57e7c4145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.816661 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-25a414ab-7eca-4b57-baa2-5a32dba88081 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (1d028baf-d43f-4d11-a8fd-5941bbc8a53e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.817015 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-25a414ab-7eca-4b57-baa2-5a32dba88081 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Added segment 1d028baf-d43f-4d11-a8fd-5941bbc8a53e of type vlan for network a85189c6-5410-448b-901f-6bebe97d76aa Feb 28 17:46:42.906179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8f7ccbb6-c36c-4468-97b0-54bca75510ca triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:42.906179 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.910481 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-25a414ab-7eca-4b57-baa2-5a32dba88081 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (a85189c6-5410-448b-901f-6bebe97d76aa), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.916805 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f9b626f6-8b21-4277-90f5-6976ed21d2ea admin admin] Publish callbacks [] for security_group (8f8cb604-769d-423f-bb6c-c503e6bbd03a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.920911 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f830f4b5-0bf5-4338-ad31-d300b662cc31 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (261ed192-7eb6-491b-868e-9bde8d91546e), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:42.934691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Attempting to bind port 53de9c2d-1070-4a77-a156-4bd9bd1af547 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:46:42.935408 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Attempting to bind port 53de9c2d-1070-4a77-a156-4bd9bd1af547 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '8d6b1f15-5b99-45c8-9468-76e10f35d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd618f7c3-3729-4dbc-97c2-26fabd4e3150'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:46:42.935408 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Attempting to bind port 53de9c2d-1070-4a77-a156-4bd9bd1af547 on network d618f7c3-3729-4dbc-97c2-26fabd4e3150 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:46:42.979111 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f9b626f6-8b21-4277-90f5-6976ed21d2ea admin admin] Publish callbacks [] for security_group (8f8cb604-769d-423f-bb6c-c503e6bbd03a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:43.063636 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:46:43.064201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Checking segment: {'id': '8d6b1f15-5b99-45c8-9468-76e10f35d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd618f7c3-3729-4dbc-97c2-26fabd4e3150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:43.064510 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:43.067654 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Bound using segment: {'id': '8d6b1f15-5b99-45c8-9468-76e10f35d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd618f7c3-3729-4dbc-97c2-26fabd4e3150'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:46:43.068885 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-25a414ab-7eca-4b57-baa2-5a32dba88081 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (a85189c6-5410-448b-901f-6bebe97d76aa), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:43.070552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Bound port: 53de9c2d-1070-4a77-a156-4bd9bd1af547, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6b1f15-5b99-45c8-9468-76e10f35d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd618f7c3-3729-4dbc-97c2-26fabd4e3150'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:46:43.070808 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:43.073700 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a414ab-7eca-4b57-baa2-5a32dba88081 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:43.074551 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-25a414ab-7eca-4b57-baa2-5a32dba88081 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:43.295705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8f7ccbb6-c36c-4468-97b0-54bca75510ca is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:43.304341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] For port 53de9c2d-1070-4a77-a156-4bd9bd1af547, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:46:43.308878 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] For port 53de9c2d-1070-4a77-a156-4bd9bd1af547, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=53de9c2d-1070-4a77-a156-4bd9bd1af547,segment=NetworkSegment(8d6b1f15-5b99-45c8-9468-76e10f35d3c3),segment_id=8d6b1f15-5b99-45c8-9468-76e10f35d3c3)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:46:43.315454 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-91cf3d37-8a0f-4c44-8d3c-f1e57e7c4145 None None] Allocated IP 172.20.0.18 (bd651256-6d1a-4a8c-a34b-7b43926569fa/3e412505-1243-4be2-9ea9-91bb69081a7f/8f7ccbb6-c36c-4468-97b0-54bca75510ca) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:43.337442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a414ab-7eca-4b57-baa2-5a32dba88081 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event updated for resources: {'Network': ['ID=a85189c6-5410-448b-901f-6bebe97d76aa,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:43.367475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58812) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:43.368170 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-25a414ab-7eca-4b57-baa2-5a32dba88081 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9501915 Feb 28 17:46:43.380371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0d880210-f0ae-47f2-a77c-0668c0910f86 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Request body: {'subnet': {'network_id': '1d961193-ad3b-46a0-86b0-b310736d58bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:43.386537 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:43.388808 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network a85189c6-5410-448b-901f-6bebe97d76aa details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:46:43.448835 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f9b626f6-8b21-4277-90f5-6976ed21d2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8f8cb604-769d-423f-bb6c-c503e6bbd03a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:43.452300 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f9b626f6-8b21-4277-90f5-6976ed21d2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:43.454125 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f9b626f6-8b21-4277-90f5-6976ed21d2ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f8cb604-769d-423f-bb6c-c503e6bbd03a HTTP/1.1" status: 204 len: 168 time: 0.7187641 Feb 28 17:46:43.474744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c54a1-82cf-4d5e-9127-81488dbe3d91 req-0febf384-6153-4f89-b893-c1a60bee52a6 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:43.476445 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b49c54a1-82cf-4d5e-9127-81488dbe3d91 req-0febf384-6153-4f89-b893-c1a60bee52a6 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 945 time: 0.2209044 Feb 28 17:46:43.500722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b626f6-8b21-4277-90f5-6976ed21d2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8cb604-769d-423f-bb6c-c503e6bbd03a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:43.581305 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b49c54a1-82cf-4d5e-9127-81488dbe3d91 req-39af7fb8-bcd4-4496-8897-20921f79fe8c tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922091 Feb 28 17:46:43.611458 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d880210-f0ae-47f2-a77c-0668c0910f86 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Made reservation on behalf of 7a83b17dd450468681590c8e70623759 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:43.615949 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d880210-f0ae-47f2-a77c-0668c0910f86 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:43.641744 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a033fca-50c2-406c-b366-83379e7819b3 None None] Pushing event updated for resources: {'Port': ['ID=53de9c2d-1070-4a77-a156-4bd9bd1af547,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:43.673280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-91cf3d37-8a0f-4c44-8d3c-f1e57e7c4145 None None] For port 8f7ccbb6-c36c-4468-97b0-54bca75510ca, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8f7ccbb6-c36c-4468-97b0-54bca75510ca,segment=NetworkSegment(8a751962-edb3-438e-9459-34d8682f96a3),segment_id=8a751962-edb3-438e-9459-34d8682f96a3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:43.727023 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-91cf3d37-8a0f-4c44-8d3c-f1e57e7c4145 None None] Publish callbacks [] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:43.847160 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-91cf3d37-8a0f-4c44-8d3c-f1e57e7c4145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:43.923995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf3d37-8a0f-4c44-8d3c-f1e57e7c4145 None None] Pushing event updated for resources: {'Port': ['ID=8f7ccbb6-c36c-4468-97b0-54bca75510ca,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:43.995508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-f830f4b5-0bf5-4338-ad31-d300b662cc31 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Delete allocated IP 172.20.0.11 (bd651256-6d1a-4a8c-a34b-7b43926569fa/5687344e-4384-4c12-b88f-ecc4159453d2) {{(pid=104246) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 17:46:44.005793 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-f830f4b5-0bf5-4338-ad31-d300b662cc31 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Allocated IP 172.20.0.22 (bd651256-6d1a-4a8c-a34b-7b43926569fa/3e412505-1243-4be2-9ea9-91bb69081a7f/261ed192-7eb6-491b-868e-9bde8d91546e) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:44.014002 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:44.100868 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d880210-f0ae-47f2-a77c-0668c0910f86 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (d73d5f8d-a8be-4776-8178-e0260356be42), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:44.291308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d880210-f0ae-47f2-a77c-0668c0910f86 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event updated for resources: {'Subnet': ['ID=d73d5f8d-a8be-4776-8178-e0260356be42,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:44.311410 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f830f4b5-0bf5-4338-ad31-d300b662cc31 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (261ed192-7eb6-491b-868e-9bde8d91546e), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:44.329155 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d880210-f0ae-47f2-a77c-0668c0910f86 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Checking segment: {'id': '8f854af7-0a31-4085-a8d7-7e72419134d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1d961193-ad3b-46a0-86b0-b310736d58bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:44.329534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d880210-f0ae-47f2-a77c-0668c0910f86 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Network hostable DHCP agents. Network: 1d961193-ad3b-46a0-86b0-b310736d58bf, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:46:44.414875 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f830f4b5-0bf5-4338-ad31-d300b662cc31 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (261ed192-7eb6-491b-868e-9bde8d91546e), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:44.460388 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d880210-f0ae-47f2-a77c-0668c0910f86 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Network 1d961193-ad3b-46a0-86b0-b310736d58bf is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:46:44.551908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-0d880210-f0ae-47f2-a77c-0668c0910f86 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 1d961193-ad3b-46a0-86b0-b310736d58bf) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:44.556597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d880210-f0ae-47f2-a77c-0668c0910f86 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:44.557354 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d880210-f0ae-47f2-a77c-0668c0910f86 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:44.558243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830f4b5-0bf5-4338-ad31-d300b662cc31 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=261ed192-7eb6-491b-868e-9bde8d91546e,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:44.564325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7abe66-b7c4-4f45-9b3b-ffed3488d642 None None] Network 1d961193-ad3b-46a0-86b0-b310736d58bf requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:44.579140 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f830f4b5-0bf5-4338-ad31-d300b662cc31 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] In _notify_port_updated(), no bound segment for port 261ed192-7eb6-491b-868e-9bde8d91546e on network bd651256-6d1a-4a8c-a34b-7b43926569fa {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:46:44.585339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f830f4b5-0bf5-4338-ad31-d300b662cc31 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:44.587048 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f830f4b5-0bf5-4338-ad31-d300b662cc31 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:44.597465 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f830f4b5-0bf5-4338-ad31-d300b662cc31 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "PUT /v2.0/ports/261ed192-7eb6-491b-868e-9bde8d91546e HTTP/1.1" status: 200 len: 921 time: 2.1249609 Feb 28 17:46:44.598611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58832) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:44.768211 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0d880210-f0ae-47f2-a77c-0668c0910f86 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3986328 Feb 28 17:46:44.771251 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58836) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:44.777460 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b86ce158-fa35-4072-8c3b-8497ec9dde8a tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Request body: {'subnet': {'network_id': 'a85189c6-5410-448b-901f-6bebe97d76aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:44.795399 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 53de9c2d-1070-4a77-a156-4bd9bd1af547 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:44.819909 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-3cae7e6f-0f1e-4a3c-9396-aa5b3831931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port 261ed192-7eb6-491b-868e-9bde8d91546e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:44.820245 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cae7e6f-0f1e-4a3c-9396-aa5b3831931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (261ed192-7eb6-491b-868e-9bde8d91546e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:44.839067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-1d961193-ad3b-46a0-86b0-b310736d58bf', 'network_id': '1d961193-ad3b-46a0-86b0-b310736d58bf', 'project_id': '7a83b17dd450468681590c8e70623759', 'fixed_ips': [{'subnet_id': 'd73d5f8d-a8be-4776-8178-e0260356be42'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:46:44.840651 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:44.977597 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cae7e6f-0f1e-4a3c-9396-aa5b3831931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (261ed192-7eb6-491b-868e-9bde8d91546e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:44.996500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-3cae7e6f-0f1e-4a3c-9396-aa5b3831931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for 261ed192-7eb6-491b-868e-9bde8d91546e owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:45.039269 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 53de9c2d-1070-4a77-a156-4bd9bd1af547 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:45.039269 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:45.083129 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86ce158-fa35-4072-8c3b-8497ec9dde8a tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Made reservation on behalf of 7a83b17dd450468681590c8e70623759 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:45.086592 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b86ce158-fa35-4072-8c3b-8497ec9dde8a tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:45.275118 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cae7e6f-0f1e-4a3c-9396-aa5b3831931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (261ed192-7eb6-491b-868e-9bde8d91546e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:45.321746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae7e6f-0f1e-4a3c-9396-aa5b3831931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=261ed192-7eb6-491b-868e-9bde8d91546e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:45.420166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eb6d3c-e372-4df7-86ff-7950edb22cb3 None None] Network d618f7c3-3729-4dbc-97c2-26fabd4e3150 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:45.429491 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b86ce158-fa35-4072-8c3b-8497ec9dde8a tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (2026e0a8-4a25-48a9-bddc-96460ebb66f9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:45.462897 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3cae7e6f-0f1e-4a3c-9396-aa5b3831931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:45.462897 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3cae7e6f-0f1e-4a3c-9396-aa5b3831931f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/261ed192-7eb6-491b-868e-9bde8d91546e HTTP/1.1" status: 204 len: 168 time: 0.8598025 Feb 28 17:46:45.462897 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58850) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:45.520385 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-7341d625-7cd9-4722-b8f8-cf5cf6b4aac1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] GET failed (client error): The resource could not be found. Feb 28 17:46:45.524638 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7341d625-7cd9-4722-b8f8-cf5cf6b4aac1 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/261ed192-7eb6-491b-868e-9bde8d91546e HTTP/1.1" status: 404 len: 333 time: 0.0584195 Feb 28 17:46:45.524911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58852) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:45.573145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ce158-fa35-4072-8c3b-8497ec9dde8a tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event updated for resources: {'Subnet': ['ID=2026e0a8-4a25-48a9-bddc-96460ebb66f9,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:45.578562 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ce158-fa35-4072-8c3b-8497ec9dde8a tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Checking segment: {'id': '1d028baf-d43f-4d11-a8fd-5941bbc8a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a85189c6-5410-448b-901f-6bebe97d76aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:45.579059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ce158-fa35-4072-8c3b-8497ec9dde8a tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Network hostable DHCP agents. Network: a85189c6-5410-448b-901f-6bebe97d76aa, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:46:45.662631 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-81046eb8-2379-49e4-ac81-079e480534f7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (419f78c6-83fe-4ea6-8a76-6019157b4687), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:45.710832 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Allocated IP 172.20.0.2 (1d961193-ad3b-46a0-86b0-b310736d58bf/d73d5f8d-a8be-4776-8178-e0260356be42/c37810ec-6124-44af-b1fb-1a697cbde650) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:45.726142 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-81046eb8-2379-49e4-ac81-079e480534f7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (419f78c6-83fe-4ea6-8a76-6019157b4687), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:45.752652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ce158-fa35-4072-8c3b-8497ec9dde8a tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Network a85189c6-5410-448b-901f-6bebe97d76aa is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:46:45.805589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445c0a6-65b1-4f7e-b5fe-29c32d6b9690 req-fcff9f21-4618-4db4-abb1-68fdd4389bb3 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:45.825670 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8445c0a6-65b1-4f7e-b5fe-29c32d6b9690 req-fcff9f21-4618-4db4-abb1-68fdd4389bb3 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 945 time: 0.1358612 Feb 28 17:46:45.844155 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-b86ce158-fa35-4072-8c3b-8497ec9dde8a tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, a85189c6-5410-448b-901f-6bebe97d76aa) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:45.854066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ce158-fa35-4072-8c3b-8497ec9dde8a tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:45.854066 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b86ce158-fa35-4072-8c3b-8497ec9dde8a tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:45.891123 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8445c0a6-65b1-4f7e-b5fe-29c32d6b9690 req-b15c37a1-fed3-4e03-83e8-41b5a39eb77d tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640054 Feb 28 17:46:45.914725 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-81046eb8-2379-49e4-ac81-079e480534f7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (419f78c6-83fe-4ea6-8a76-6019157b4687), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:45.918292 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-81046eb8-2379-49e4-ac81-079e480534f7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:45.919684 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-81046eb8-2379-49e4-ac81-079e480534f7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/security-groups/419f78c6-83fe-4ea6-8a76-6019157b4687 HTTP/1.1" status: 204 len: 168 time: 0.3938572 Feb 28 17:46:45.927424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58858) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:45.936677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81046eb8-2379-49e4-ac81-079e480534f7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=419f78c6-83fe-4ea6-8a76-6019157b4687,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:45.968203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b86ce158-fa35-4072-8c3b-8497ec9dde8a tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1958292 Feb 28 17:46:45.971491 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58860) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:45.974767 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Publish callbacks [] for port (c37810ec-6124-44af-b1fb-1a697cbde650), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:45.990385 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2db42b30-8fc8-42c9-a3a7-e325af7d0a3e None None] Provisioning complete for port 8f7ccbb6-c36c-4468-97b0-54bca75510ca triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:45.990811 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2db42b30-8fc8-42c9-a3a7-e325af7d0a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:45.999571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a104152e-f060-428d-97b4-fbce6ec90699 None None] Network a85189c6-5410-448b-901f-6bebe97d76aa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:46.020922 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1718ddf4-be65-447e-a5b8-fa7e281f3870 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (cc064538-bfc2-4917-b12b-e63047c75540), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.074923 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1718ddf4-be65-447e-a5b8-fa7e281f3870 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (cc064538-bfc2-4917-b12b-e63047c75540), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.112443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 53de9c2d-1070-4a77-a156-4bd9bd1af547 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:46.112928 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.134775 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.200529 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1718ddf4-be65-447e-a5b8-fa7e281f3870 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (cc064538-bfc2-4917-b12b-e63047c75540), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.203869 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1718ddf4-be65-447e-a5b8-fa7e281f3870 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.205834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1718ddf4-be65-447e-a5b8-fa7e281f3870 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/security-groups/cc064538-bfc2-4917-b12b-e63047c75540 HTTP/1.1" status: 204 len: 168 time: 0.2767451 Feb 28 17:46:46.211530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58862) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:46.292041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718ddf4-be65-447e-a5b8-fa7e281f3870 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc064538-bfc2-4917-b12b-e63047c75540,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:46.323093 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Network 1d961193-ad3b-46a0-86b0-b310736d58bf is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:46.332667 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-a85189c6-5410-448b-901f-6bebe97d76aa', 'network_id': 'a85189c6-5410-448b-901f-6bebe97d76aa', 'project_id': '7a83b17dd450468681590c8e70623759', 'fixed_ips': [{'subnet_id': '2026e0a8-4a25-48a9-bddc-96460ebb66f9'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:46:46.332667 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.341619 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 53de9c2d-1070-4a77-a156-4bd9bd1af547, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=53de9c2d-1070-4a77-a156-4bd9bd1af547,segment=NetworkSegment(8d6b1f15-5b99-45c8-9468-76e10f35d3c3),segment_id=8d6b1f15-5b99-45c8-9468-76e10f35d3c3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:46.348606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a54d7d5-f0af-40b0-b7a1-f7ee674ea0ce tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting subnet 5687344e-4384-4c12-b88f-ecc4159453d2 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:46:46.352833 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a54d7d5-f0af-40b0-b7a1-f7ee674ea0ce tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (5687344e-4384-4c12-b88f-ecc4159453d2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.357348 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:46.367527 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:46.371131 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Pushing event updated for resources: {'Port': ['ID=c37810ec-6124-44af-b1fb-1a697cbde650,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:46.424568 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.425345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8f7ccbb6-c36c-4468-97b0-54bca75510ca up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:46.454972 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a54d7d5-f0af-40b0-b7a1-f7ee674ea0ce tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (5687344e-4384-4c12-b88f-ecc4159453d2), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.478328 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.587839 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a54d7d5-f0af-40b0-b7a1-f7ee674ea0ce tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (5687344e-4384-4c12-b88f-ecc4159453d2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.714417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Attempting to bind port c37810ec-6124-44af-b1fb-1a697cbde650 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:46:46.714993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Attempting to bind port c37810ec-6124-44af-b1fb-1a697cbde650 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '8f854af7-0a31-4085-a8d7-7e72419134d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1d961193-ad3b-46a0-86b0-b310736d58bf'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:46:46.715174 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Attempting to bind port c37810ec-6124-44af-b1fb-1a697cbde650 on network 1d961193-ad3b-46a0-86b0-b310736d58bf {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:46:46.753267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a54d7d5-f0af-40b0-b7a1-f7ee674ea0ce tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (5687344e-4384-4c12-b88f-ecc4159453d2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.777756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:46:46.778156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Checking segment: {'id': '8f854af7-0a31-4085-a8d7-7e72419134d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1d961193-ad3b-46a0-86b0-b310736d58bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:46.782264 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.782800 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Bound using segment: {'id': '8f854af7-0a31-4085-a8d7-7e72419134d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1d961193-ad3b-46a0-86b0-b310736d58bf'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:46:46.783346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Bound port: c37810ec-6124-44af-b1fb-1a697cbde650, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f854af7-0a31-4085-a8d7-7e72419134d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1d961193-ad3b-46a0-86b0-b310736d58bf'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:46:46.783736 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.804563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2db42b30-8fc8-42c9-a3a7-e325af7d0a3e None None] Current status of the port 8f7ccbb6-c36c-4468-97b0-54bca75510ca is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:46.814333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54d7d5-f0af-40b0-b7a1-f7ee674ea0ce tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Subnet': ['ID=5687344e-4384-4c12-b88f-ecc4159453d2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:46.815775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=53de9c2d-1070-4a77-a156-4bd9bd1af547,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:46.836985 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a54d7d5-f0af-40b0-b7a1-f7ee674ea0ce tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.842223 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7a54d7d5-f0af-40b0-b7a1-f7ee674ea0ce tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/5687344e-4384-4c12-b88f-ecc4159453d2 HTTP/1.1" status: 204 len: 168 time: 0.6282182 Feb 28 17:46:46.848109 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58868) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:46.858201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557811cd-5470-41a7-beae-a88f5357b895 None None] Network bd651256-6d1a-4a8c-a34b-7b43926569fa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:46.864301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e256a93f-2396-4970-8ec8-811e69010735 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:46.899489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Allocated IP 172.20.0.2 (a85189c6-5410-448b-901f-6bebe97d76aa/2026e0a8-4a25-48a9-bddc-96460ebb66f9/58e1a426-07d9-41d6-ab94-3866f77d2afe) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:46.930077 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8f7ccbb6-c36c-4468-97b0-54bca75510ca triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:46.930445 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:46.941711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2db42b30-8fc8-42c9-a3a7-e325af7d0a3e None None] Provisioning complete for port 6239389a-cf9a-41d9-a8c4-efeed8067029 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:46.941711 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2db42b30-8fc8-42c9-a3a7-e325af7d0a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6239389a-cf9a-41d9-a8c4-efeed8067029), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.036074 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Allocated IP 172.20.0.1 (1d961193-ad3b-46a0-86b0-b310736d58bf/d73d5f8d-a8be-4776-8178-e0260356be42/2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:47.050320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] For port c37810ec-6124-44af-b1fb-1a697cbde650, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:46:47.115274 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] For port c37810ec-6124-44af-b1fb-1a697cbde650, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c37810ec-6124-44af-b1fb-1a697cbde650,segment=NetworkSegment(8f854af7-0a31-4085-a8d7-7e72419134d8),segment_id=8f854af7-0a31-4085-a8d7-7e72419134d8)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:46:47.120955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2db42b30-8fc8-42c9-a3a7-e325af7d0a3e None None] Port 6239389a-cf9a-41d9-a8c4-efeed8067029 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:47.124994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e4d8-0108-4eac-87b5-270989d7806f req-35df227f-3e5d-4f58-9402-3056e8a50cb0 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:47.126714 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9926e4d8-0108-4eac-87b5-270989d7806f req-35df227f-3e5d-4f58-9402-3056e8a50cb0 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 945 time: 0.1528759 Feb 28 17:46:47.135258 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2db42b30-8fc8-42c9-a3a7-e325af7d0a3e None None] Could not find standard attr ID for object 261ed192-7eb6-491b-868e-9bde8d91546e. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:46:47.191765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e256a93f-2396-4970-8ec8-811e69010735 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:47.203154 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e256a93f-2396-4970-8ec8-811e69010735 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.218512 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49356a-9978-4b8e-86a3-0a4855fe439f req-2978fdd2-96fb-4bbd-8027-bcbe572d80f3 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:47.220282 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5e49356a-9978-4b8e-86a3-0a4855fe439f req-2978fdd2-96fb-4bbd-8027-bcbe572d80f3 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 945 time: 0.2047257 Feb 28 17:46:47.222352 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.316767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8f7ccbb6-c36c-4468-97b0-54bca75510ca is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:47.324543 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for port (2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.372381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d7fcd2fa-5ca1-4fb4-8986-8d3fb8d29d58 None None] Provisioning complete for port 53de9c2d-1070-4a77-a156-4bd9bd1af547 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:47.372772 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d7fcd2fa-5ca1-4fb4-8986-8d3fb8d29d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.377979 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5e49356a-9978-4b8e-86a3-0a4855fe439f req-bc85ce46-41e1-44f4-a8c9-13f30f55f05b tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494336 Feb 28 17:46:47.405222 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-9926e4d8-0108-4eac-87b5-270989d7806f req-9e119b37-b3ba-41ff-861a-63b88b87ef61 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Deleting port 10bc5bbf-05de-43c0-a256-59c080ed488f {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:47.405558 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9926e4d8-0108-4eac-87b5-270989d7806f req-9e119b37-b3ba-41ff-861a-63b88b87ef61 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.452554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be01b30-e2bf-434a-8a9e-9e7602dbae1f None None] Pushing event updated for resources: {'Port': ['ID=c37810ec-6124-44af-b1fb-1a697cbde650,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:47.493306 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Publish callbacks [] for port (58e1a426-07d9-41d6-ab94-3866f77d2afe), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.502483 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 53de9c2d-1070-4a77-a156-4bd9bd1af547 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:47.601883 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (58e1a426-07d9-41d6-ab94-3866f77d2afe), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.622033 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-9926e4d8-0108-4eac-87b5-270989d7806f req-9e119b37-b3ba-41ff-861a-63b88b87ef61 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] For port 10bc5bbf-05de-43c0-a256-59c080ed488f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=10bc5bbf-05de-43c0-a256-59c080ed488f,segment=NetworkSegment(c574026c-0d1e-44eb-9280-02aca4eba1dd),segment_id=c574026c-0d1e-44eb-9280-02aca4eba1dd)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:47.622565 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9926e4d8-0108-4eac-87b5-270989d7806f req-9e119b37-b3ba-41ff-861a-63b88b87ef61 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.706478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Pushing event updated for resources: {'Port': ['ID=58e1a426-07d9-41d6-ab94-3866f77d2afe,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:47.720748 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d7fcd2fa-5ca1-4fb4-8986-8d3fb8d29d58 None None] Current status of the port 53de9c2d-1070-4a77-a156-4bd9bd1af547 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:47.729743 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-9926e4d8-0108-4eac-87b5-270989d7806f req-9e119b37-b3ba-41ff-861a-63b88b87ef61 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Calling delete_port for 10bc5bbf-05de-43c0-a256-59c080ed488f owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:47.733905 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d7fcd2fa-5ca1-4fb4-8986-8d3fb8d29d58 None None] Could not find standard attr ID for object 261ed192-7eb6-491b-868e-9bde8d91546e. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:46:47.753111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Network a85189c6-5410-448b-901f-6bebe97d76aa is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:47.757192 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:47.759735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:47.772509 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.802611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 53de9c2d-1070-4a77-a156-4bd9bd1af547 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:47.803512 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.807132 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e256a93f-2396-4970-8ec8-811e69010735 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (f05d4495-e0aa-4997-9eb5-4923dace224f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.886672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Attempting to bind port 58e1a426-07d9-41d6-ab94-3866f77d2afe on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:46:47.887234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Attempting to bind port 58e1a426-07d9-41d6-ab94-3866f77d2afe by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '1d028baf-d43f-4d11-a8fd-5941bbc8a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a85189c6-5410-448b-901f-6bebe97d76aa'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:46:47.891613 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Attempting to bind port 58e1a426-07d9-41d6-ab94-3866f77d2afe on network a85189c6-5410-448b-901f-6bebe97d76aa {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:46:47.900863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:46:47.901129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Checking segment: {'id': '1d028baf-d43f-4d11-a8fd-5941bbc8a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a85189c6-5410-448b-901f-6bebe97d76aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:46:47.901517 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.901917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Bound using segment: {'id': '1d028baf-d43f-4d11-a8fd-5941bbc8a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a85189c6-5410-448b-901f-6bebe97d76aa'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:46:47.902443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Bound port: 58e1a426-07d9-41d6-ab94-3866f77d2afe, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d028baf-d43f-4d11-a8fd-5941bbc8a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a85189c6-5410-448b-901f-6bebe97d76aa'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:46:47.902864 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (58e1a426-07d9-41d6-ab94-3866f77d2afe), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.908489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e256a93f-2396-4970-8ec8-811e69010735 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network bd651256-6d1a-4a8c-a34b-7b43926569fa is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:47.925135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-e256a93f-2396-4970-8ec8-811e69010735 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:47.941492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e256a93f-2396-4970-8ec8-811e69010735 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:47.942111 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e256a93f-2396-4970-8ec8-811e69010735 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:47.968611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256a93f-2396-4970-8ec8-811e69010735 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Subnet': ['ID=f05d4495-e0aa-4997-9eb5-4923dace224f,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:48.020598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 53de9c2d-1070-4a77-a156-4bd9bd1af547 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:48.048576 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] For port 58e1a426-07d9-41d6-ab94-3866f77d2afe, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:46:48.053594 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] For port 58e1a426-07d9-41d6-ab94-3866f77d2afe, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=58e1a426-07d9-41d6-ab94-3866f77d2afe,segment=NetworkSegment(1d028baf-d43f-4d11-a8fd-5941bbc8a53e),segment_id=1d028baf-d43f-4d11-a8fd-5941bbc8a53e)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:46:48.055553 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e256a93f-2396-4970-8ec8-811e69010735 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2031755 Feb 28 17:46:48.057947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58880) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:48.062946 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-313f9a13-1921-4535-a2e9-ece260574743 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'security_group': {'name': 'tempest-secgroup-2058097420'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:48.177358 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-313f9a13-1921-4535-a2e9-ece260574743 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:48.181166 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (58e1a426-07d9-41d6-ab94-3866f77d2afe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:48.357488 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-313f9a13-1921-4535-a2e9-ece260574743 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (06c38333-adec-4bcb-88f3-322f0b651dda), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:48.431994 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-313f9a13-1921-4535-a2e9-ece260574743 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (06c38333-adec-4bcb-88f3-322f0b651dda), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:48.475707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe6aac5-22a7-4d97-bfd9-dfbac8bd8c8d None None] Network bd651256-6d1a-4a8c-a34b-7b43926569fa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:48.500949 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f9a13-1921-4535-a2e9-ece260574743 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c38333-adec-4bcb-88f3-322f0b651dda,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:48.504350 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Network 1d961193-ad3b-46a0-86b0-b310736d58bf is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:48.510737 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:48.521749 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:48.579862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event updated for resources: {'Port': ['ID=2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:48.605015 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-081a936b-847f-46d0-82d4-e1da768da19f None None] Provisioning complete for port 8f7ccbb6-c36c-4468-97b0-54bca75510ca triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:48.605426 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-081a936b-847f-46d0-82d4-e1da768da19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:48.614329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd322c2-f2bd-45b4-8d3d-d909dec7277e None None] Pushing event updated for resources: {'Port': ['ID=58e1a426-07d9-41d6-ab94-3866f77d2afe,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:48.622990 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-313f9a13-1921-4535-a2e9-ece260574743 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:48.629372 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (41ca5423-736a-4cc7-a787-02e748553dd4), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:48.633232 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-313f9a13-1921-4535-a2e9-ece260574743 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5715828 Feb 28 17:46:48.634871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58886) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:48.640193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-75adc470-f6d7-4718-bebc-ae15e49f7cc6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'security_group': {'name': 'tempest-secgroup-1029931834'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:48.680910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf7552-c599-4b1b-ab98-617112eb736c req-a7fbd402-917a-4de5-a4c0-919e7210ee5a tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:48.682422 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2adf7552-c599-4b1b-ab98-617112eb736c req-a7fbd402-917a-4de5-a4c0-919e7210ee5a tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 945 time: 0.1787322 Feb 28 17:46:48.826689 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75adc470-f6d7-4718-bebc-ae15e49f7cc6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:48.838285 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2adf7552-c599-4b1b-ab98-617112eb736c req-36b64c19-c24d-4075-bba0-8210c75e8e85 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/security-groups?id=585d22b8-514a-481c-87a3-83ff5f889879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500683 Feb 28 17:46:48.957518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-081a936b-847f-46d0-82d4-e1da768da19f None None] Current status of the port 8f7ccbb6-c36c-4468-97b0-54bca75510ca is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:48.997076 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-081a936b-847f-46d0-82d4-e1da768da19f None None] Provisioning complete for port 6239389a-cf9a-41d9-a8c4-efeed8067029 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:48.997076 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-081a936b-847f-46d0-82d4-e1da768da19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6239389a-cf9a-41d9-a8c4-efeed8067029), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.023504 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75adc470-f6d7-4718-bebc-ae15e49f7cc6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (36b966ff-2b0f-499d-a335-b3dc8ab9951a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.117900 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9926e4d8-0108-4eac-87b5-270989d7806f req-9e119b37-b3ba-41ff-861a-63b88b87ef61 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (10bc5bbf-05de-43c0-a256-59c080ed488f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.140422 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75adc470-f6d7-4718-bebc-ae15e49f7cc6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (36b966ff-2b0f-499d-a335-b3dc8ab9951a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.175500 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-081a936b-847f-46d0-82d4-e1da768da19f None None] Port 6239389a-cf9a-41d9-a8c4-efeed8067029 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:49.184624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9292477-e584-4761-80fc-2bfc9b40ba65 None None] Update dhcp port {'port': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'fixed_ips': [{'subnet_id': '3e412505-1243-4be2-9ea9-91bb69081a7f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f05d4495-e0aa-4997-9eb5-4923dace224f'}], 'binding:host_id': 'n-d-820368-19'}, 'id': '8f7ccbb6-c36c-4468-97b0-54bca75510ca'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:46:49.207896 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adc470-f6d7-4718-bebc-ae15e49f7cc6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b966ff-2b0f-499d-a335-b3dc8ab9951a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:49.243085 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e119b37-b3ba-41ff-861a-63b88b87ef61 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Pushing event deleted for resources: {'Port': ['ID=10bc5bbf-05de-43c0-a256-59c080ed488f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:49.256409 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-75adc470-f6d7-4718-bebc-ae15e49f7cc6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.261955 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-75adc470-f6d7-4718-bebc-ae15e49f7cc6 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6251419 Feb 28 17:46:49.262736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58890) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:49.272446 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-39dbfe0f-d861-4b4d-9fa6-877c22df3270 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'security_group': {'name': 'tempest-secgroup-1007966741'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:49.275754 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d9292477-e584-4761-80fc-2bfc9b40ba65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.282262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-9926e4d8-0108-4eac-87b5-270989d7806f req-9e119b37-b3ba-41ff-861a-63b88b87ef61 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] No DVR routers for this DVR port 10bc5bbf-05de-43c0-a256-59c080ed488f on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:46:49.288062 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-9926e4d8-0108-4eac-87b5-270989d7806f req-9e119b37-b3ba-41ff-861a-63b88b87ef61 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.300491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9926e4d8-0108-4eac-87b5-270989d7806f req-9e119b37-b3ba-41ff-861a-63b88b87ef61 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.69 "DELETE /v2.0/ports/10bc5bbf-05de-43c0-a256-59c080ed488f HTTP/1.1" status: 204 len: 173 time: 2.1429327 Feb 28 17:46:49.301019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f3d128-965d-4e20-9b55-c4072fc416cd', 'name': 'network-vif-deleted', 'tag': '10bc5bbf-05de-43c0-a256-59c080ed488f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:46:49.310954 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bb5e55-b9d3-447c-a790-5e2d9a38c541" -d '{"events": [{"server_uuid": "b3f3d128-965d-4e20-9b55-c4072fc416cd", "name": "network-vif-deleted", "tag": "10bc5bbf-05de-43c0-a256-59c080ed488f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:46:49.374581 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-39dbfe0f-d861-4b4d-9fa6-877c22df3270 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.400968 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.441338 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7138e911-fade-4764-842b-411fdfd22f63 x-openstack-request-id: req-7138e911-fade-4764-842b-411fdfd22f63 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:46:49.444709 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f3d128-965d-4e20-9b55-c4072fc416cd", "name": "network-vif-deleted", "tag": "10bc5bbf-05de-43c0-a256-59c080ed488f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:46:49.444982 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7138e911-fade-4764-842b-411fdfd22f63 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:46:49.445407 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f3d128-965d-4e20-9b55-c4072fc416cd', 'name': 'network-vif-deleted', 'tag': '10bc5bbf-05de-43c0-a256-59c080ed488f', 'status': 'completed', 'code': 200} Feb 28 17:46:49.464457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1672a0c3-bdb2-4f4c-a9e8-1f66fca9c0ba None None] Network 1d961193-ad3b-46a0-86b0-b310736d58bf requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:49.599272 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-39dbfe0f-d861-4b4d-9fa6-877c22df3270 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (d4ad3c91-e207-4ef9-8131-468e919d48c2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.639068 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c37810ec-6124-44af-b1fb-1a697cbde650 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:49.692073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-64886121-70b5-4736-ae44-15d718e27106 None None] Provisioning complete for port c37810ec-6124-44af-b1fb-1a697cbde650 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:49.692378 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-64886121-70b5-4736-ae44-15d718e27106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.705516 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-39dbfe0f-d861-4b4d-9fa6-877c22df3270 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d4ad3c91-e207-4ef9-8131-468e919d48c2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.763768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbfe0f-d861-4b4d-9fa6-877c22df3270 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ad3c91-e207-4ef9-8131-468e919d48c2,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:49.813971 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-39dbfe0f-d861-4b4d-9fa6-877c22df3270 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.820613 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-39dbfe0f-d861-4b4d-9fa6-877c22df3270 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5563350 Feb 28 17:46:49.821310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58896) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:49.828728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-234277bc-fc37-4424-be2f-75ed2fa40ad8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1141662921', 'security_groups': ['d4ad3c91-e207-4ef9-8131-468e919d48c2'], 'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f05d4495-e0aa-4997-9eb5-4923dace224f'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:49.829572 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-d9292477-e584-4761-80fc-2bfc9b40ba65 None None] Allocated IP 172.20.0.2 (bd651256-6d1a-4a8c-a34b-7b43926569fa/f05d4495-e0aa-4997-9eb5-4923dace224f/8f7ccbb6-c36c-4468-97b0-54bca75510ca) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:49.832311 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for port (2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.878625 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c37810ec-6124-44af-b1fb-1a697cbde650 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:49.878997 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:49.914586 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:50.008850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event updated for resources: {'Port': ['ID=2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:50.054432 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-03e7fb27-524b-40b0-b7c2-27b2647d1810 req-14c74a63-de66-4c21-a028-c9efca0ebd67 tempest-VolumesActionsTest-271329844 tempest-VolumesActionsTest-271329844-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3f3d128-965d-4e20-9b55-c4072fc416cd HTTP/1.1" status: 200 len: 210 time: 0.0631843 Feb 28 17:46:50.077072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-64886121-70b5-4736-ae44-15d718e27106 None None] Current status of the port c37810ec-6124-44af-b1fb-1a697cbde650 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:50.077495 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-64886121-70b5-4736-ae44-15d718e27106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:50.104114 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (41ca5423-736a-4cc7-a787-02e748553dd4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:50.114192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234277bc-fc37-4424-be2f-75ed2fa40ad8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:50.195334 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d9292477-e584-4761-80fc-2bfc9b40ba65 None None] For port 8f7ccbb6-c36c-4468-97b0-54bca75510ca, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8f7ccbb6-c36c-4468-97b0-54bca75510ca,segment=NetworkSegment(8a751962-edb3-438e-9459-34d8682f96a3),segment_id=8a751962-edb3-438e-9459-34d8682f96a3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:50.238573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-64886121-70b5-4736-ae44-15d718e27106 None None] For port c37810ec-6124-44af-b1fb-1a697cbde650, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c37810ec-6124-44af-b1fb-1a697cbde650,segment=NetworkSegment(8f854af7-0a31-4085-a8d7-7e72419134d8),segment_id=8f854af7-0a31-4085-a8d7-7e72419134d8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:50.279341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c37810ec-6124-44af-b1fb-1a697cbde650 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:50.279757 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:50.292510 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Network 1d961193-ad3b-46a0-86b0-b310736d58bf is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:50.297879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:50.304705 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d9292477-e584-4761-80fc-2bfc9b40ba65 None None] Publish callbacks [] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:50.333559 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-234277bc-fc37-4424-be2f-75ed2fa40ad8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:50.336428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 10bc5bbf-05de-43c0-a256-59c080ed488f no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:46:50.358309 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-234277bc-fc37-4424-be2f-75ed2fa40ad8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] device_id is not set on port d36dcc02-24db-4719-a0f4-6913da58df23 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:46:50.369987 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-64886121-70b5-4736-ae44-15d718e27106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:50.405631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 10bc5bbf-05de-43c0-a256-59c080ed488f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:46:50.406085 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 10bc5bbf-05de-43c0-a256-59c080ed488f not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:46:50.514668 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d9292477-e584-4761-80fc-2bfc9b40ba65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:50.553974 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01187d65-530a-40b7-b216-d563dcef4d5a None None] Network a85189c6-5410-448b-901f-6bebe97d76aa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:50.585770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-234277bc-fc37-4424-be2f-75ed2fa40ad8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Allocated IP 172.20.0.5 (bd651256-6d1a-4a8c-a34b-7b43926569fa/f05d4495-e0aa-4997-9eb5-4923dace224f/d36dcc02-24db-4719-a0f4-6913da58df23) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:50.703046 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Router 41ca5423-736a-4cc7-a787-02e748553dd4 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:46:50.786574 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:46:50.787330 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:46:50.789727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64886121-70b5-4736-ae44-15d718e27106 None None] Pushing event updated for resources: {'Port': ['ID=c37810ec-6124-44af-b1fb-1a697cbde650,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:50.804982 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-234277bc-fc37-4424-be2f-75ed2fa40ad8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (d36dcc02-24db-4719-a0f4-6913da58df23), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:50.851990 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:46:50.858475 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-eec6c6be-9297-4bd0-ac2b-b6fc36c0e0cb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "PUT /v2.0/routers/41ca5423-736a-4cc7-a787-02e748553dd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8859117 Feb 28 17:46:50.861692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58908) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:50.884170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd0e8b3-027a-4b93-8959-f30a612f4b24 None None] Sync routers for ids ['41ca5423-736a-4cc7-a787-02e748553dd4'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:46:50.904492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1ba35a3e-9b67-46e3-8e2c-ba349a968468 None None] Provisioning complete for port 2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:50.904860 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1ba35a3e-9b67-46e3-8e2c-ba349a968468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:50.951891 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-234277bc-fc37-4424-be2f-75ed2fa40ad8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d36dcc02-24db-4719-a0f4-6913da58df23), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:51.004860 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0e8b3-027a-4b93-8959-f30a612f4b24 None None] Routers {'41ca5423-736a-4cc7-a787-02e748553dd4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:46:51.005496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ccd0e8b3-027a-4b93-8959-f30a612f4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['41ca5423-736a-4cc7-a787-02e748553dd4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:51.041655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234277bc-fc37-4424-be2f-75ed2fa40ad8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network bd651256-6d1a-4a8c-a34b-7b43926569fa is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:51.051467 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-234277bc-fc37-4424-be2f-75ed2fa40ad8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:51.054070 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234277bc-fc37-4424-be2f-75ed2fa40ad8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:51.077851 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9292477-e584-4761-80fc-2bfc9b40ba65 None None] Pushing event updated for resources: {'Port': ['ID=8f7ccbb6-c36c-4468-97b0-54bca75510ca,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:51.113727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ccd0e8b3-027a-4b93-8959-f30a612f4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:51.128647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1ba35a3e-9b67-46e3-8e2c-ba349a968468 None None] Port 2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:51.155592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0e8b3-027a-4b93-8959-f30a612f4b24 None None] Routers {'41ca5423-736a-4cc7-a787-02e748553dd4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:46:51.155838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ccd0e8b3-027a-4b93-8959-f30a612f4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['41ca5423-736a-4cc7-a787-02e748553dd4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:51.193828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234277bc-fc37-4424-be2f-75ed2fa40ad8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=d36dcc02-24db-4719-a0f4-6913da58df23,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:51.220069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ccd0e8b3-027a-4b93-8959-f30a612f4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:51.226191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd0e8b3-027a-4b93-8959-f30a612f4b24 None None] The sync data for ids ['41ca5423-736a-4cc7-a787-02e748553dd4'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:46:51.228878 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1ba35a3e-9b67-46e3-8e2c-ba349a968468 None None] Provisioning complete for port 58e1a426-07d9-41d6-ab94-3866f77d2afe triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:51.238784 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1ba35a3e-9b67-46e3-8e2c-ba349a968468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (58e1a426-07d9-41d6-ab94-3866f77d2afe), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:51.246201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234277bc-fc37-4424-be2f-75ed2fa40ad8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:51.246862 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-234277bc-fc37-4424-be2f-75ed2fa40ad8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:51.377816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c37810ec-6124-44af-b1fb-1a697cbde650 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:51.378867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 58e1a426-07d9-41d6-ab94-3866f77d2afe up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:51.382054 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-234277bc-fc37-4424-be2f-75ed2fa40ad8 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5581541 Feb 28 17:46:51.388834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58914) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:51.395225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f4506b42-af7e-4fa5-ae3b-3f332040cb81 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:51.608677 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-ea1c3165-d695-4524-89d4-cef8b81266a4 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:46:51.609951 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ea1c3165-d695-4524-89d4-cef8b81266a4 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "PUT /v2.0/routers/41ca5423-736a-4cc7-a787-02e748553dd4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7471020 Feb 28 17:46:51.612766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58922) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:51.727164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4506b42-af7e-4fa5-ae3b-3f332040cb81 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:51.730790 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f4506b42-af7e-4fa5-ae3b-3f332040cb81 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:51.853660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 58e1a426-07d9-41d6-ab94-3866f77d2afe triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:51.854060 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (58e1a426-07d9-41d6-ab94-3866f77d2afe), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:51.914881 n-d-820368-19 neutron-server[104246]: INFO neutron.db.ipam_backend_mixin [None req-f4506b42-af7e-4fa5-ae3b-3f332040cb81 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f05d4495-e0aa-4997-9eb5-4923dace224f (CIDR: 172.20.0.0/28) Feb 28 17:46:51.934820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1ba35a3e-9b67-46e3-8e2c-ba349a968468 None None] Current status of the port 58e1a426-07d9-41d6-ab94-3866f77d2afe is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:51.935216 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1ba35a3e-9b67-46e3-8e2c-ba349a968468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (58e1a426-07d9-41d6-ab94-3866f77d2afe), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:51.963663 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4506b42-af7e-4fa5-ae3b-3f332040cb81 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:46:51.964164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4506b42-af7e-4fa5-ae3b-3f332040cb81 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:46:52.030283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1ba35a3e-9b67-46e3-8e2c-ba349a968468 None None] For port 58e1a426-07d9-41d6-ab94-3866f77d2afe, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=58e1a426-07d9-41d6-ab94-3866f77d2afe,segment=NetworkSegment(1d028baf-d43f-4d11-a8fd-5941bbc8a53e),segment_id=1d028baf-d43f-4d11-a8fd-5941bbc8a53e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:52.039842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f4506b42-af7e-4fa5-ae3b-3f332040cb81 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6498258 Feb 28 17:46:52.050313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58932) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:52.055504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a8e7ec63-89ee-4b89-bdc5-1462ecde9462 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:52.078028 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 58e1a426-07d9-41d6-ab94-3866f77d2afe is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:52.079338 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (58e1a426-07d9-41d6-ab94-3866f77d2afe), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:52.113596 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1ba35a3e-9b67-46e3-8e2c-ba349a968468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (58e1a426-07d9-41d6-ab94-3866f77d2afe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:52.160098 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1ba35a3e-9b67-46e3-8e2c-ba349a968468 None None] Provisioning complete for port c37810ec-6124-44af-b1fb-1a697cbde650 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:52.160479 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1ba35a3e-9b67-46e3-8e2c-ba349a968468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:52.193625 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7050262a-01d1-496c-ac68-8a05542f396e tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (41ca5423-736a-4cc7-a787-02e748553dd4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:52.204470 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:46:52.205363 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:46:52.266520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba35a3e-9b67-46e3-8e2c-ba349a968468 None None] Pushing event updated for resources: {'Port': ['ID=58e1a426-07d9-41d6-ab94-3866f77d2afe,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:52.328315 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1ba35a3e-9b67-46e3-8e2c-ba349a968468 None None] Current status of the port c37810ec-6124-44af-b1fb-1a697cbde650 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:52.395214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e7ec63-89ee-4b89-bdc5-1462ecde9462 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:52.399697 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8e7ec63-89ee-4b89-bdc5-1462ecde9462 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:52.457505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Provisioning complete for port d36dcc02-24db-4719-a0f4-6913da58df23 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:52.458248 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d36dcc02-24db-4719-a0f4-6913da58df23), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:52.515163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Port d36dcc02-24db-4719-a0f4-6913da58df23 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:52.541812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Provisioning complete for port 8f7ccbb6-c36c-4468-97b0-54bca75510ca triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:52.542233 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:52.557738 n-d-820368-19 neutron-server[104246]: INFO neutron.db.ipam_backend_mixin [None req-a8e7ec63-89ee-4b89-bdc5-1462ecde9462 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3e412505-1243-4be2-9ea9-91bb69081a7f (CIDR: 172.20.0.16/28) Feb 28 17:46:52.603535 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e7ec63-89ee-4b89-bdc5-1462ecde9462 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:46:52.610884 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e7ec63-89ee-4b89-bdc5-1462ecde9462 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:46:52.632108 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7050262a-01d1-496c-ac68-8a05542f396e tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Deleting port 2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:52.633165 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7050262a-01d1-496c-ac68-8a05542f396e tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:52.703062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Current status of the port 8f7ccbb6-c36c-4468-97b0-54bca75510ca is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:52.716815 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a8e7ec63-89ee-4b89-bdc5-1462ecde9462 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6587231 Feb 28 17:46:52.717177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58946) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:52.729143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3ada10d2-3030-43fd-bc66-60e9c2d3b25a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'subnet': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:52.812981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Provisioning complete for port 6239389a-cf9a-41d9-a8c4-efeed8067029 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:52.813433 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6239389a-cf9a-41d9-a8c4-efeed8067029), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:52.835672 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7050262a-01d1-496c-ac68-8a05542f396e tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:52.878485 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7050262a-01d1-496c-ac68-8a05542f396e tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Calling delete_port for 2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:52.897406 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 58e1a426-07d9-41d6-ab94-3866f77d2afe is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:52.905493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Port 6239389a-cf9a-41d9-a8c4-efeed8067029 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:52.959082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Provisioning complete for port 2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:52.959082 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:53.032828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c37810ec-6124-44af-b1fb-1a697cbde650 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:53.040578 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Port 2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:53.097263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ada10d2-3030-43fd-bc66-60e9c2d3b25a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Made reservation on behalf of 2255106a4b34494c8f3d6292df49fd2c for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:46:53.101146 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ada10d2-3030-43fd-bc66-60e9c2d3b25a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:53.161512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Provisioning complete for port 58e1a426-07d9-41d6-ab94-3866f77d2afe triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:53.163227 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (58e1a426-07d9-41d6-ab94-3866f77d2afe), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:53.199708 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c37810ec-6124-44af-b1fb-1a697cbde650 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:53.200080 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:53.263386 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7050262a-01d1-496c-ac68-8a05542f396e tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:53.331935 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f1161a18-83a0-4427-a786-64d996a35bb1 None None] Current status of the port 58e1a426-07d9-41d6-ab94-3866f77d2afe is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:53.348587 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050262a-01d1-496c-ac68-8a05542f396e tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event deleted for resources: {'Port': ['ID=2098e0ad-11b8-4b3f-99c8-36a6c6ad2f97,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:53.401685 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c37810ec-6124-44af-b1fb-1a697cbde650 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:53.403206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8f7ccbb6-c36c-4468-97b0-54bca75510ca up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:53.481572 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8f7ccbb6-c36c-4468-97b0-54bca75510ca triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:53.482489 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:53.662997 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7050262a-01d1-496c-ac68-8a05542f396e tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (41ca5423-736a-4cc7-a787-02e748553dd4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:53.692087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8f7ccbb6-c36c-4468-97b0-54bca75510ca is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:53.693970 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 58e1a426-07d9-41d6-ab94-3866f77d2afe up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:53.806941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 58e1a426-07d9-41d6-ab94-3866f77d2afe triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:53.807326 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (58e1a426-07d9-41d6-ab94-3866f77d2afe), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:53.929277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7050262a-01d1-496c-ac68-8a05542f396e tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Router 41ca5423-736a-4cc7-a787-02e748553dd4 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:46:53.967239 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 58e1a426-07d9-41d6-ab94-3866f77d2afe is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:54.022623 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7050262a-01d1-496c-ac68-8a05542f396e tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:46:54.029513 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7050262a-01d1-496c-ac68-8a05542f396e tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "PUT /v2.0/routers/41ca5423-736a-4cc7-a787-02e748553dd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4141550 Feb 28 17:46:54.036743 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23463e-6ff0-46eb-8530-851539a2dc26 None None] Sync routers for ids ['41ca5423-736a-4cc7-a787-02e748553dd4'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:46:54.037862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58980) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:54.047203 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23463e-6ff0-46eb-8530-851539a2dc26 None None] Routers {'41ca5423-736a-4cc7-a787-02e748553dd4'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:46:54.048030 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ef23463e-6ff0-46eb-8530-851539a2dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['41ca5423-736a-4cc7-a787-02e748553dd4'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:54.086694 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ef23463e-6ff0-46eb-8530-851539a2dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:54.088710 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-753e74dd-2710-4d50-bdb7-8427ae9f00ba tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] delete failed (client error): The resource could not be found. Feb 28 17:46:54.089634 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-753e74dd-2710-4d50-bdb7-8427ae9f00ba tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-1316681097 HTTP/1.1" status: 404 len: 335 time: 0.0505512 Feb 28 17:46:54.098292 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23463e-6ff0-46eb-8530-851539a2dc26 None None] Routers {'41ca5423-736a-4cc7-a787-02e748553dd4'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:46:54.098955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 58982) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:54.100128 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ef23463e-6ff0-46eb-8530-851539a2dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['41ca5423-736a-4cc7-a787-02e748553dd4'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:54.119858 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e50b36e8-e072-4b76-a871-15d15b560eaf tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Request body: {'router': {'external_gateway_info': {'network_id': '41ca5423-736a-4cc7-a787-02e748553dd4'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:54.137693 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ef23463e-6ff0-46eb-8530-851539a2dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:54.138364 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23463e-6ff0-46eb-8530-851539a2dc26 None None] The sync data for ids ['41ca5423-736a-4cc7-a787-02e748553dd4'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:46:54.177109 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ada10d2-3030-43fd-bc66-60e9c2d3b25a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (dc854151-bc2d-46c0-9fdc-28f26d9087c3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:54.218954 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada10d2-3030-43fd-bc66-60e9c2d3b25a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Network bd651256-6d1a-4a8c-a34b-7b43926569fa is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:54.224385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-3ada10d2-3030-43fd-bc66-60e9c2d3b25a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:54.235505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099b01ad-1a3f-4445-aa15-dd8342231e5b None None] Network bd651256-6d1a-4a8c-a34b-7b43926569fa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:54.254505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada10d2-3030-43fd-bc66-60e9c2d3b25a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:54.255336 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3ada10d2-3030-43fd-bc66-60e9c2d3b25a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:54.287660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada10d2-3030-43fd-bc66-60e9c2d3b25a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Subnet': ['ID=dc854151-bc2d-46c0-9fdc-28f26d9087c3,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:54.349278 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3ada10d2-3030-43fd-bc66-60e9c2d3b25a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6309562 Feb 28 17:46:54.357134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 58996) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:54.364057 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-6597d5d3-9545-4e60-909d-c104fde4a96f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-275113385', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dc854151-bc2d-46c0-9fdc-28f26d9087c3'}], 'security_groups': ['06c38333-adec-4bcb-88f3-322f0b651dda', '36b966ff-2b0f-499d-a335-b3dc8ab9951a']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:46:54.434612 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e50b36e8-e072-4b76-a871-15d15b560eaf tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for router_gateway (41ca5423-736a-4cc7-a787-02e748553dd4), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:54.476019 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6597d5d3-9545-4e60-909d-c104fde4a96f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d36dcc02-24db-4719-a0f4-6913da58df23), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:54.522728 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-e50b36e8-e072-4b76-a871-15d15b560eaf tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] update failed (client error): The resource could not be found. Feb 28 17:46:54.538461 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e50b36e8-e072-4b76-a871-15d15b560eaf tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "PUT /v2.0/routers/41ca5423-736a-4cc7-a787-02e748553dd4 HTTP/1.1" status: 404 len: 339 time: 0.4351878 Feb 28 17:46:54.542509 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc41fdc-2196-4413-b864-31afbcaed090 None None] Update dhcp port {'port': {'network_id': 'bd651256-6d1a-4a8c-a34b-7b43926569fa', 'fixed_ips': [{'subnet_id': '3e412505-1243-4be2-9ea9-91bb69081a7f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f05d4495-e0aa-4997-9eb5-4923dace224f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dc854151-bc2d-46c0-9fdc-28f26d9087c3'}], 'binding:host_id': 'n-d-820368-19'}, 'id': '8f7ccbb6-c36c-4468-97b0-54bca75510ca'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:46:54.542834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59000) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:54.605183 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0cc41fdc-2196-4413-b864-31afbcaed090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:55.005609 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-6597d5d3-9545-4e60-909d-c104fde4a96f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Delete allocated IP 172.20.0.5 (bd651256-6d1a-4a8c-a34b-7b43926569fa/f05d4495-e0aa-4997-9eb5-4923dace224f) {{(pid=104246) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 17:46:55.015400 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-6597d5d3-9545-4e60-909d-c104fde4a96f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Allocated IP 172.20.0.44 (bd651256-6d1a-4a8c-a34b-7b43926569fa/dc854151-bc2d-46c0-9fdc-28f26d9087c3/d36dcc02-24db-4719-a0f4-6913da58df23) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:55.269212 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6597d5d3-9545-4e60-909d-c104fde4a96f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for port (d36dcc02-24db-4719-a0f4-6913da58df23), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:55.368438 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6597d5d3-9545-4e60-909d-c104fde4a96f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (d36dcc02-24db-4719-a0f4-6913da58df23), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:55.423302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-0cc41fdc-2196-4413-b864-31afbcaed090 None None] Allocated IP 172.20.0.34 (bd651256-6d1a-4a8c-a34b-7b43926569fa/dc854151-bc2d-46c0-9fdc-28f26d9087c3/8f7ccbb6-c36c-4468-97b0-54bca75510ca) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:55.446126 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:55.465136 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597d5d3-9545-4e60-909d-c104fde4a96f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event updated for resources: {'Port': ['ID=d36dcc02-24db-4719-a0f4-6913da58df23,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:55.557617 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0cc41fdc-2196-4413-b864-31afbcaed090 None None] For port 8f7ccbb6-c36c-4468-97b0-54bca75510ca, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8f7ccbb6-c36c-4468-97b0-54bca75510ca,segment=NetworkSegment(8a751962-edb3-438e-9459-34d8682f96a3),segment_id=8a751962-edb3-438e-9459-34d8682f96a3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:46:55.566511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-6597d5d3-9545-4e60-909d-c104fde4a96f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] In _notify_port_updated(), no bound segment for port d36dcc02-24db-4719-a0f4-6913da58df23 on network bd651256-6d1a-4a8c-a34b-7b43926569fa {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:46:55.571573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6597d5d3-9545-4e60-909d-c104fde4a96f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:55.572193 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6597d5d3-9545-4e60-909d-c104fde4a96f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:55.573514 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6597d5d3-9545-4e60-909d-c104fde4a96f tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "PUT /v2.0/ports/d36dcc02-24db-4719-a0f4-6913da58df23 HTTP/1.1" status: 200 len: 959 time: 1.2152610 Feb 28 17:46:55.576931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59038) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:55.597533 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0cc41fdc-2196-4413-b864-31afbcaed090 None None] Publish callbacks [] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:55.723310 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0cc41fdc-2196-4413-b864-31afbcaed090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:55.816736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-497e2fc0-9f23-4b37-8693-ec9a2290d464 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port d36dcc02-24db-4719-a0f4-6913da58df23 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:46:55.817083 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-497e2fc0-9f23-4b37-8693-ec9a2290d464 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d36dcc02-24db-4719-a0f4-6913da58df23), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:55.868921 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Allocated IP 172.20.0.1 (d618f7c3-3729-4dbc-97c2-26fabd4e3150/ce86b4a3-37ae-47c4-9a3e-54a9fd8864ce/025a7875-e949-4a9a-baf0-25e16219d55b) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:46:55.999885 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-497e2fc0-9f23-4b37-8693-ec9a2290d464 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d36dcc02-24db-4719-a0f4-6913da58df23), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:56.027425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-497e2fc0-9f23-4b37-8693-ec9a2290d464 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for d36dcc02-24db-4719-a0f4-6913da58df23 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:46:56.071037 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc41fdc-2196-4413-b864-31afbcaed090 None None] Pushing event updated for resources: {'Port': ['ID=8f7ccbb6-c36c-4468-97b0-54bca75510ca,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:56.105612 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for port (025a7875-e949-4a9a-baf0-25e16219d55b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:56.334250 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (025a7875-e949-4a9a-baf0-25e16219d55b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:56.398560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Network d618f7c3-3729-4dbc-97c2-26fabd4e3150 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:56.420493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:56.431159 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-497e2fc0-9f23-4b37-8693-ec9a2290d464 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d36dcc02-24db-4719-a0f4-6913da58df23), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:56.438128 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:46:56.558678 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event updated for resources: {'Port': ['ID=025a7875-e949-4a9a-baf0-25e16219d55b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:56.742597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e2fc0-9f23-4b37-8693-ec9a2290d464 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=d36dcc02-24db-4719-a0f4-6913da58df23,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:56.802810 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (41ca5423-736a-4cc7-a787-02e748553dd4), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:56.878377 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-497e2fc0-9f23-4b37-8693-ec9a2290d464 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:56.883421 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-497e2fc0-9f23-4b37-8693-ec9a2290d464 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/d36dcc02-24db-4719-a0f4-6913da58df23 HTTP/1.1" status: 204 len: 168 time: 1.3053253 Feb 28 17:46:56.885861 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59082) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:56.932736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-277d0a5c-9756-4d90-9afd-84f8c26a2850 None None] Provisioning complete for port 025a7875-e949-4a9a-baf0-25e16219d55b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:56.933214 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-277d0a5c-9756-4d90-9afd-84f8c26a2850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (025a7875-e949-4a9a-baf0-25e16219d55b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:56.972400 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c37767b-1352-44d2-92aa-502a65f8ff5c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] GET failed (client error): The resource could not be found. Feb 28 17:46:56.973848 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3c37767b-1352-44d2-92aa-502a65f8ff5c tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports/d36dcc02-24db-4719-a0f4-6913da58df23 HTTP/1.1" status: 404 len: 333 time: 0.0863845 Feb 28 17:46:56.976498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59086) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:57.023430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-277d0a5c-9756-4d90-9afd-84f8c26a2850 None None] Port 025a7875-e949-4a9a-baf0-25e16219d55b cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:57.105316 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b5e422fa-e3c1-415e-8a94-2faaea2b2c17 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (d4ad3c91-e207-4ef9-8131-468e919d48c2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:57.115286 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (025a7875-e949-4a9a-baf0-25e16219d55b), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:57.142352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8f7ccbb6-c36c-4468-97b0-54bca75510ca up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:46:57.181896 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b5e422fa-e3c1-415e-8a94-2faaea2b2c17 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (d4ad3c91-e207-4ef9-8131-468e919d48c2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:57.261988 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8f7ccbb6-c36c-4468-97b0-54bca75510ca triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:57.262369 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:57.354293 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b5e422fa-e3c1-415e-8a94-2faaea2b2c17 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d4ad3c91-e207-4ef9-8131-468e919d48c2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:57.357336 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b5e422fa-e3c1-415e-8a94-2faaea2b2c17 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:57.358705 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b5e422fa-e3c1-415e-8a94-2faaea2b2c17 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/security-groups/d4ad3c91-e207-4ef9-8131-468e919d48c2 HTTP/1.1" status: 204 len: 168 time: 0.3812892 Feb 28 17:46:57.362321 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59098) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:57.427010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9c6b5710-74c8-42dd-b12c-6b1c47347aae None None] Could not find standard attr ID for object d36dcc02-24db-4719-a0f4-6913da58df23. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:46:57.435379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e422fa-e3c1-415e-8a94-2faaea2b2c17 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ad3c91-e207-4ef9-8131-468e919d48c2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:57.460451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8f7ccbb6-c36c-4468-97b0-54bca75510ca is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:57.502369 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9c6b5710-74c8-42dd-b12c-6b1c47347aae None None] Provisioning complete for port 8f7ccbb6-c36c-4468-97b0-54bca75510ca triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:57.502702 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c6b5710-74c8-42dd-b12c-6b1c47347aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:57.512922 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (36b966ff-2b0f-499d-a335-b3dc8ab9951a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:57.627627 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (36b966ff-2b0f-499d-a335-b3dc8ab9951a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:57.723982 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for port (025a7875-e949-4a9a-baf0-25e16219d55b), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:57.755033 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b5710-74c8-42dd-b12c-6b1c47347aae None None] Current status of the port 8f7ccbb6-c36c-4468-97b0-54bca75510ca is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:46:57.789843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9c6b5710-74c8-42dd-b12c-6b1c47347aae None None] Provisioning complete for port 6239389a-cf9a-41d9-a8c4-efeed8067029 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:57.790242 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9c6b5710-74c8-42dd-b12c-6b1c47347aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6239389a-cf9a-41d9-a8c4-efeed8067029), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:57.802307 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (025a7875-e949-4a9a-baf0-25e16219d55b), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:57.829289 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (36b966ff-2b0f-499d-a335-b3dc8ab9951a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:57.833919 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:57.835933 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/security-groups/36b966ff-2b0f-499d-a335-b3dc8ab9951a HTTP/1.1" status: 204 len: 168 time: 0.4724579 Feb 28 17:46:57.844532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59112) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:57.890402 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b966ff-2b0f-499d-a335-b3dc8ab9951a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:57.918101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:57.920462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:57.922796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b5710-74c8-42dd-b12c-6b1c47347aae None None] Port 6239389a-cf9a-41d9-a8c4-efeed8067029 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:57.927646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:57.930701 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:57.931214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:57.931733 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:57.932465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:57.932951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:57.935043 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:57.935565 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:57.936055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:57.938790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:57.939320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429df7-93e2-4126-9b3a-9259656bea3d tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:46:57.971041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event updated for resources: {'Port': ['ID=025a7875-e949-4a9a-baf0-25e16219d55b,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:57.988711 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (41ca5423-736a-4cc7-a787-02e748553dd4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:58.057047 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf9c893c-5d95-4b83-a158-60cf7be8f9d4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (06c38333-adec-4bcb-88f3-322f0b651dda), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:58.061947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fc6e81ed-7822-4559-b5f9-59b91e6d2583 None None] Could not find standard attr ID for object d36dcc02-24db-4719-a0f4-6913da58df23. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:46:58.125369 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf9c893c-5d95-4b83-a158-60cf7be8f9d4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (06c38333-adec-4bcb-88f3-322f0b651dda), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:58.282539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Network d618f7c3-3729-4dbc-97c2-26fabd4e3150 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:46:58.284744 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:46:58.325685 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf9c893c-5d95-4b83-a158-60cf7be8f9d4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (06c38333-adec-4bcb-88f3-322f0b651dda), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:58.328719 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cf9c893c-5d95-4b83-a158-60cf7be8f9d4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:58.330509 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cf9c893c-5d95-4b83-a158-60cf7be8f9d4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/security-groups/06c38333-adec-4bcb-88f3-322f0b651dda HTTP/1.1" status: 204 len: 168 time: 0.4827609 Feb 28 17:46:58.334040 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59122) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:58.502521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-af23a3d5-21ed-4289-822c-56d953e33b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting subnet f05d4495-e0aa-4997-9eb5-4923dace224f {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:46:58.539756 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-af23a3d5-21ed-4289-822c-56d953e33b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (f05d4495-e0aa-4997-9eb5-4923dace224f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:58.551347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c893c-5d95-4b83-a158-60cf7be8f9d4 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c38333-adec-4bcb-88f3-322f0b651dda,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:58.578271 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Router 41ca5423-736a-4cc7-a787-02e748553dd4 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:46:58.648724 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-af23a3d5-21ed-4289-822c-56d953e33b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (f05d4495-e0aa-4997-9eb5-4923dace224f), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:58.772842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:46:58.797577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3247445b-c6eb-406b-9fac-746cce6d8666 None None] Sync routers for ids ['41ca5423-736a-4cc7-a787-02e748553dd4'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:46:58.817899 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-44f011e8-85ae-4aa8-9ad4-c0757a5e4f70 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "PUT /v2.0/routers/41ca5423-736a-4cc7-a787-02e748553dd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2707760 Feb 28 17:46:58.819222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3247445b-c6eb-406b-9fac-746cce6d8666 None None] Routers {'41ca5423-736a-4cc7-a787-02e748553dd4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:46:58.820536 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3247445b-c6eb-406b-9fac-746cce6d8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['41ca5423-736a-4cc7-a787-02e748553dd4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:58.821311 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59134) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:58.880582 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-af23a3d5-21ed-4289-822c-56d953e33b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (f05d4495-e0aa-4997-9eb5-4923dace224f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:58.946194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3247445b-c6eb-406b-9fac-746cce6d8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:59.009290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-76d92df8-59fd-4399-8576-7b1045f25993 None None] Provisioning complete for port 025a7875-e949-4a9a-baf0-25e16219d55b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:46:59.009817 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-76d92df8-59fd-4399-8576-7b1045f25993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (025a7875-e949-4a9a-baf0-25e16219d55b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:59.049148 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-df7d7aee-cbc3-4eb1-9a92-6565a928290d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for router (41ca5423-736a-4cc7-a787-02e748553dd4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:59.117192 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-af23a3d5-21ed-4289-822c-56d953e33b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (f05d4495-e0aa-4997-9eb5-4923dace224f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:59.136665 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3247445b-c6eb-406b-9fac-746cce6d8666 None None] Routers {'41ca5423-736a-4cc7-a787-02e748553dd4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:46:59.138647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3247445b-c6eb-406b-9fac-746cce6d8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['41ca5423-736a-4cc7-a787-02e748553dd4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:59.145257 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-76d92df8-59fd-4399-8576-7b1045f25993 None None] Port 025a7875-e949-4a9a-baf0-25e16219d55b cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:46:59.172240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23a3d5-21ed-4289-822c-56d953e33b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Subnet': ['ID=f05d4495-e0aa-4997-9eb5-4923dace224f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:46:59.203304 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-af23a3d5-21ed-4289-822c-56d953e33b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:59.213653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-af23a3d5-21ed-4289-822c-56d953e33b45 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/f05d4495-e0aa-4997-9eb5-4923dace224f HTTP/1.1" status: 204 len: 168 time: 0.8785992 Feb 28 17:46:59.219561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59138) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:59.265090 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6e3397-ca4e-4f15-ab00-3c9ea868efff None None] Network bd651256-6d1a-4a8c-a34b-7b43926569fa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:46:59.302307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-3247445b-c6eb-406b-9fac-746cce6d8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:46:59.310683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3247445b-c6eb-406b-9fac-746cce6d8666 None None] The sync data for ids ['41ca5423-736a-4cc7-a787-02e748553dd4'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:46:59.328808 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-df7d7aee-cbc3-4eb1-9a92-6565a928290d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 17:46:59.332511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f271b8-f7e5-405b-9122-2b9e4bbea12a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting subnet dc854151-bc2d-46c0-9fdc-28f26d9087c3 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:46:59.337987 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-61f271b8-f7e5-405b-9122-2b9e4bbea12a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (dc854151-bc2d-46c0-9fdc-28f26d9087c3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:59.346607 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-df7d7aee-cbc3-4eb1-9a92-6565a928290d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "DELETE /v2.0/routers/41ca5423-736a-4cc7-a787-02e748553dd4 HTTP/1.1" status: 409 len: 376 time: 0.5192831 Feb 28 17:46:59.358576 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59140) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:59.383567 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-61f271b8-f7e5-405b-9122-2b9e4bbea12a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (dc854151-bc2d-46c0-9fdc-28f26d9087c3), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:59.458721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14079164-b673-469b-85a7-cb28e1af7668 req-f3dc2d88-59b5-4467-83ed-316cb8ed5f1e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:46:59.460321 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14079164-b673-469b-85a7-cb28e1af7668 req-f3dc2d88-59b5-4467-83ed-316cb8ed5f1e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.6365020 Feb 28 17:46:59.605554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-61f271b8-f7e5-405b-9122-2b9e4bbea12a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (dc854151-bc2d-46c0-9fdc-28f26d9087c3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:59.706903 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-14079164-b673-469b-85a7-cb28e1af7668 req-73f210c6-f006-415d-bd4c-7c2f7b54d4fe tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082133 Feb 28 17:46:59.896220 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-61f271b8-f7e5-405b-9122-2b9e4bbea12a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (dc854151-bc2d-46c0-9fdc-28f26d9087c3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:59.913440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-61f271b8-f7e5-405b-9122-2b9e4bbea12a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:46:59.920707 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-61f271b8-f7e5-405b-9122-2b9e4bbea12a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/dc854151-bc2d-46c0-9fdc-28f26d9087c3 HTTP/1.1" status: 204 len: 168 time: 0.7000716 Feb 28 17:46:59.925186 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59150) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:46:59.976201 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f271b8-f7e5-405b-9122-2b9e4bbea12a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Subnet': ['ID=dc854151-bc2d-46c0-9fdc-28f26d9087c3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:00.051532 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f630b1-8ec1-46a2-adf8-fea701751fa0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] DELETE failed (client error): The resource could not be found. Feb 28 17:47:00.051989 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f630b1-8ec1-46a2-adf8-fea701751fa0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:47:00.057800 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59152) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:00.067678 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-40f630b1-8ec1-46a2-adf8-fea701751fa0 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/f05d4495-e0aa-4997-9eb5-4923dace224f HTTP/1.1" status: 404 len: 337 time: 0.1414552 Feb 28 17:47:00.178820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f743e0-5d2d-4562-ba35-f33da5e09682 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting subnet 3e412505-1243-4be2-9ea9-91bb69081a7f {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:47:00.184574 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15f743e0-5d2d-4562-ba35-f33da5e09682 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (3e412505-1243-4be2-9ea9-91bb69081a7f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:00.241659 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15f743e0-5d2d-4562-ba35-f33da5e09682 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (3e412505-1243-4be2-9ea9-91bb69081a7f), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:00.264530 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (41ca5423-736a-4cc7-a787-02e748553dd4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:00.469697 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15f743e0-5d2d-4562-ba35-f33da5e09682 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (3e412505-1243-4be2-9ea9-91bb69081a7f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:00.711163 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15f743e0-5d2d-4562-ba35-f33da5e09682 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (3e412505-1243-4be2-9ea9-91bb69081a7f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:00.720338 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Deleting port 025a7875-e949-4a9a-baf0-25e16219d55b {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:47:00.721736 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (025a7875-e949-4a9a-baf0-25e16219d55b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:00.778203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f743e0-5d2d-4562-ba35-f33da5e09682 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Subnet': ['ID=3e412505-1243-4be2-9ea9-91bb69081a7f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:00.783425 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-15f743e0-5d2d-4562-ba35-f33da5e09682 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:00.790712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-15f743e0-5d2d-4562-ba35-f33da5e09682 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/3e412505-1243-4be2-9ea9-91bb69081a7f HTTP/1.1" status: 204 len: 168 time: 0.7293704 Feb 28 17:47:00.790938 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59166) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:00.813552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e499703-1094-4468-ab10-45099533a74c None None] Network bd651256-6d1a-4a8c-a34b-7b43926569fa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:47:00.857788 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb59e368-554c-4724-a17c-29452dc4891a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] DELETE failed (client error): The resource could not be found. Feb 28 17:47:00.858295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb59e368-554c-4724-a17c-29452dc4891a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:47:00.861430 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-eb59e368-554c-4724-a17c-29452dc4891a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/5687344e-4384-4c12-b88f-ecc4159453d2 HTTP/1.1" status: 404 len: 337 time: 0.0655177 Feb 28 17:47:00.870843 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59168) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:00.967618 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-57d647be-abbb-43e2-87fc-07381aa1eea9 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "GET /v2.0/ports?device_id=29f20a77-1154-412c-9d52-44faec4f5ee3 HTTP/1.1" status: 200 len: 205 time: 0.0955577 Feb 28 17:47:00.970388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59170) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:00.975695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2e9c9559-5097-4f61-9cca-fb98a5ec10a9 None None] Provisioning complete for port 8f7ccbb6-c36c-4468-97b0-54bca75510ca triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:00.976064 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9559-5097-4f61-9cca-fb98a5ec10a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:01.285120 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-3b1ff95d-d2b8-423f-a2c6-9eaf6a89d227 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] delete failed (client error): The resource could not be found. Feb 28 17:47:01.285120 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3b1ff95d-d2b8-423f-a2c6-9eaf6a89d227 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/routers/29f20a77-1154-412c-9d52-44faec4f5ee3 HTTP/1.1" status: 404 len: 336 time: 0.0725369 Feb 28 17:47:01.285120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9206f-ed07-4ca1-87e1-b7b293bd9def req-bfdea2f4-0a58-4175-8068-f81de38f52d0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:01.285120 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ceb9206f-ed07-4ca1-87e1-b7b293bd9def req-bfdea2f4-0a58-4175-8068-f81de38f52d0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1214747 Feb 28 17:47:01.287546 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (025a7875-e949-4a9a-baf0-25e16219d55b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:01.287546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Calling delete_port for 025a7875-e949-4a9a-baf0-25e16219d55b owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:47:01.287991 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ceb9206f-ed07-4ca1-87e1-b7b293bd9def req-6235b1e8-f222-421f-b9f9-29e3b9fe01a7 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677724 Feb 28 17:47:01.288073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c9559-5097-4f61-9cca-fb98a5ec10a9 None None] Current status of the port 8f7ccbb6-c36c-4468-97b0-54bca75510ca is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:01.288073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2e9c9559-5097-4f61-9cca-fb98a5ec10a9 None None] Provisioning complete for port 6239389a-cf9a-41d9-a8c4-efeed8067029 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:01.288073 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9559-5097-4f61-9cca-fb98a5ec10a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6239389a-cf9a-41d9-a8c4-efeed8067029), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:01.288073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c9559-5097-4f61-9cca-fb98a5ec10a9 None None] Port 6239389a-cf9a-41d9-a8c4-efeed8067029 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:47:01.288349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59172) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:01.346325 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5bf8ab-a39f-457d-81bc-dd45afdb7fde tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] DELETE failed (client error): The resource could not be found. Feb 28 17:47:01.346843 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5bf8ab-a39f-457d-81bc-dd45afdb7fde tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:47:01.353111 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0d5bf8ab-a39f-457d-81bc-dd45afdb7fde tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/31a0edc1-ec33-4390-9997-da52d99b1db8 HTTP/1.1" status: 404 len: 337 time: 0.0728347 Feb 28 17:47:01.356471 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59176) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:01.375725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e7cc5-3236-48b4-86ce-8c590e61dab6 None None] DHCP port deletion for bd651256-6d1a-4a8c-a34b-7b43926569fa request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:47:01.414235 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-4387ac39-1950-41e9-874f-ddd99940fce7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] DELETE failed (client error): The resource could not be found. Feb 28 17:47:01.414693 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4387ac39-1950-41e9-874f-ddd99940fce7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:47:01.420160 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4387ac39-1950-41e9-874f-ddd99940fce7 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/83f1ee6e-6e35-40e8-8931-6ba56eaf290a HTTP/1.1" status: 404 len: 337 time: 0.0621867 Feb 28 17:47:01.423133 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59178) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:01.443342 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (025a7875-e949-4a9a-baf0-25e16219d55b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:01.478146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-728e7cc5-3236-48b4-86ce-8c590e61dab6 None None] Deleting port 8f7ccbb6-c36c-4468-97b0-54bca75510ca {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:47:01.479596 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-728e7cc5-3236-48b4-86ce-8c590e61dab6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:01.491122 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dffe17b-1c6a-4f93-aa6b-38bdbdb2b589 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] DELETE failed (client error): The resource could not be found. Feb 28 17:47:01.491122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dffe17b-1c6a-4f93-aa6b-38bdbdb2b589 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:47:01.504757 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3dffe17b-1c6a-4f93-aa6b-38bdbdb2b589 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/c05c2459-3cb3-4d9a-8f8d-d75f2f6bcb8e HTTP/1.1" status: 404 len: 337 time: 0.0802808 Feb 28 17:47:01.507158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59180) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:01.515478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event deleted for resources: {'Port': ['ID=025a7875-e949-4a9a-baf0-25e16219d55b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:01.601228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:01.601466 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-08eae6a0-0cc1-49a8-bc01-9ffe3e997dec tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] DELETE failed (client error): The resource could not be found. Feb 28 17:47:01.602108 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:01.602687 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:01.603239 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:01.603768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:01.604297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:01.604847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:01.605365 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:01.605888 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:01.606453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:01.607035 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:01.607562 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:01.608011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08eae6a0-0cc1-49a8-bc01-9ffe3e997dec tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:47:01.608341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:01.628233 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-08eae6a0-0cc1-49a8-bc01-9ffe3e997dec tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/cbbb44f2-6b61-4146-bca3-af830f6c17e9 HTTP/1.1" status: 404 len: 333 time: 0.1177826 Feb 28 17:47:01.635835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59186) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:01.694547 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-728e7cc5-3236-48b4-86ce-8c590e61dab6 None None] For port 8f7ccbb6-c36c-4468-97b0-54bca75510ca, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8f7ccbb6-c36c-4468-97b0-54bca75510ca,segment=NetworkSegment(8a751962-edb3-438e-9459-34d8682f96a3),segment_id=8a751962-edb3-438e-9459-34d8682f96a3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:01.694977 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-728e7cc5-3236-48b4-86ce-8c590e61dab6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:01.735027 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc30063a-8cfb-4737-8a84-0d64b4aaf059 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] DELETE failed (client error): The resource could not be found. Feb 28 17:47:01.735468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc30063a-8cfb-4737-8a84-0d64b4aaf059 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:47:01.754647 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bc30063a-8cfb-4737-8a84-0d64b4aaf059 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/2f1c6185-cc4c-4293-a7b2-6ad7624c6fe9 HTTP/1.1" status: 404 len: 337 time: 0.1174932 Feb 28 17:47:01.755294 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59188) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:01.809844 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f301ed3-8aa7-43f3-9a03-2603e100300e tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] DELETE failed (client error): The resource could not be found. Feb 28 17:47:01.810265 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f301ed3-8aa7-43f3-9a03-2603e100300e tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:47:01.818523 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0f301ed3-8aa7-43f3-9a03-2603e100300e tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/26a7c913-8904-4e69-a9dd-f6f890c8a37f HTTP/1.1" status: 404 len: 337 time: 0.0621164 Feb 28 17:47:01.819196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59190) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:01.899255 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f69aaf3-8147-49bd-9311-b344804628b2 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] DELETE failed (client error): The resource could not be found. Feb 28 17:47:01.899849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f69aaf3-8147-49bd-9311-b344804628b2 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:47:01.923074 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0f69aaf3-8147-49bd-9311-b344804628b2 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/e4cee0ab-2ee3-4871-8086-fe126d940359 HTTP/1.1" status: 404 len: 333 time: 0.1026165 Feb 28 17:47:01.923669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59194) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:01.986088 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f72aa39-d27b-41fa-ad51-4ee824f6bbbe tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] DELETE failed (client error): The resource could not be found. Feb 28 17:47:01.986548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f72aa39-d27b-41fa-ad51-4ee824f6bbbe tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:47:02.000681 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5f72aa39-d27b-41fa-ad51-4ee824f6bbbe tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/829621a3-3144-41d7-b6bb-0bc93ab59416 HTTP/1.1" status: 404 len: 337 time: 0.0758607 Feb 28 17:47:02.001392 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59196) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:02.054554 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-b026c290-bf62-4f0f-b6d6-92f01a571b50 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] DELETE failed (client error): The resource could not be found. Feb 28 17:47:02.055009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b026c290-bf62-4f0f-b6d6-92f01a571b50 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:47:02.070655 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b026c290-bf62-4f0f-b6d6-92f01a571b50 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/subnets/73ee3557-1c84-4c67-9df5-037d59aa94c8 HTTP/1.1" status: 404 len: 337 time: 0.0680063 Feb 28 17:47:02.071233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59198) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:02.106990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-728e7cc5-3236-48b4-86ce-8c590e61dab6 None None] Calling delete_port for 8f7ccbb6-c36c-4468-97b0-54bca75510ca owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:47:02.249952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-08471864-f209-4ca7-960c-b577d06b0fd9 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Deleting port 6239389a-cf9a-41d9-a8c4-efeed8067029 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:47:02.250339 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-08471864-f209-4ca7-960c-b577d06b0fd9 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6239389a-cf9a-41d9-a8c4-efeed8067029), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:02.296363 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-728e7cc5-3236-48b4-86ce-8c590e61dab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (8f7ccbb6-c36c-4468-97b0-54bca75510ca), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:02.428997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e7cc5-3236-48b4-86ce-8c590e61dab6 None None] Pushing event deleted for resources: {'Port': ['ID=8f7ccbb6-c36c-4468-97b0-54bca75510ca,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:02.439433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e7cc5-3236-48b4-86ce-8c590e61dab6 None None] No DVR routers for this DVR port 8f7ccbb6-c36c-4468-97b0-54bca75510ca on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:47:02.554569 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-08471864-f209-4ca7-960c-b577d06b0fd9 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6239389a-cf9a-41d9-a8c4-efeed8067029), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:02.579031 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-08471864-f209-4ca7-960c-b577d06b0fd9 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Calling delete_port for 6239389a-cf9a-41d9-a8c4-efeed8067029 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:47:02.615181 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (41ca5423-736a-4cc7-a787-02e748553dd4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:02.634933 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:47:02.802834 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-08471864-f209-4ca7-960c-b577d06b0fd9 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (6239389a-cf9a-41d9-a8c4-efeed8067029), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:02.842535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a995fed-dd7f-4598-9018-b574334d982c req-68f48a3b-c587-49ec-86fc-3a35403863f5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:02.850183 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a995fed-dd7f-4598-9018-b574334d982c req-68f48a3b-c587-49ec-86fc-3a35403863f5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.3122427 Feb 28 17:47:02.883892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Router 41ca5423-736a-4cc7-a787-02e748553dd4 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:47:02.949042 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-08471864-f209-4ca7-960c-b577d06b0fd9 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:02.967851 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-08471864-f209-4ca7-960c-b577d06b0fd9 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/ports/6239389a-cf9a-41d9-a8c4-efeed8067029 HTTP/1.1" status: 204 len: 168 time: 0.8955734 Feb 28 17:47:02.972840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08471864-f209-4ca7-960c-b577d06b0fd9 tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Port': ['ID=6239389a-cf9a-41d9-a8c4-efeed8067029,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:02.981292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59210) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:02.982518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:47:02.995161 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8229a5c-bdca-455b-adf2-3e6510fe2e83 None None] Sync routers for ids ['41ca5423-736a-4cc7-a787-02e748553dd4'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:47:03.013878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59212) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:03.014122 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8229a5c-bdca-455b-adf2-3e6510fe2e83 None None] Routers {'41ca5423-736a-4cc7-a787-02e748553dd4'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:47:03.017457 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a8229a5c-bdca-455b-adf2-3e6510fe2e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['41ca5423-736a-4cc7-a787-02e748553dd4'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:03.018524 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9e7827dc-3065-4ae6-bb89-78746f12e77d tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "PUT /v2.0/routers/41ca5423-736a-4cc7-a787-02e748553dd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6575205 Feb 28 17:47:03.080537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8f7ccbb6-c36c-4468-97b0-54bca75510ca no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:47:03.131797 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-97b9a7aa-5253-4cb3-87f8-123cfa105032 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] show failed (client error): The resource could not be found. Feb 28 17:47:03.133808 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a995fed-dd7f-4598-9018-b574334d982c req-3044658c-8ea3-48aa-9036-b691870a1776 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818408 Feb 28 17:47:03.138152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-97b9a7aa-5253-4cb3-87f8-123cfa105032 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-877212273 HTTP/1.1" status: 404 len: 334 time: 0.1197934 Feb 28 17:47:03.143239 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59214) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:03.150538 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 8f7ccbb6-c36c-4468-97b0-54bca75510ca {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:47:03.151039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8f7ccbb6-c36c-4468-97b0-54bca75510ca not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:47:03.157151 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a8229a5c-bdca-455b-adf2-3e6510fe2e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:03.170318 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ba826bb-c113-498b-b36b-0c0d5a6f9e0a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (bd651256-6d1a-4a8c-a34b-7b43926569fa), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:03.171573 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8229a5c-bdca-455b-adf2-3e6510fe2e83 None None] Routers {'41ca5423-736a-4cc7-a787-02e748553dd4'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:47:03.172199 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a8229a5c-bdca-455b-adf2-3e6510fe2e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:46:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['41ca5423-736a-4cc7-a787-02e748553dd4'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:03.176164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-2db8c13a-2e62-4d02-ba63-59676a8c08c7 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:03.276359 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-2db8c13a-2e62-4d02-ba63-59676a8c08c7 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] update failed (client error): The resource could not be found. Feb 28 17:47:03.282202 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2db8c13a-2e62-4d02-ba63-59676a8c08c7 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-121751385 HTTP/1.1" status: 404 len: 334 time: 0.1313477 Feb 28 17:47:03.283339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59216) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:03.290754 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a8229a5c-bdca-455b-adf2-3e6510fe2e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:03.294000 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8229a5c-bdca-455b-adf2-3e6510fe2e83 None None] The sync data for ids ['41ca5423-736a-4cc7-a787-02e748553dd4'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:47:03.294520 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ba826bb-c113-498b-b36b-0c0d5a6f9e0a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (bd651256-6d1a-4a8c-a34b-7b43926569fa), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:03.329088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0ba826bb-c113-498b-b36b-0c0d5a6f9e0a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd651256-6d1a-4a8c-a34b-7b43926569fa']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:03.340228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0ba826bb-c113-498b-b36b-0c0d5a6f9e0a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a751962-edb3-438e-9459-34d8682f96a3') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:03.340635 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0ba826bb-c113-498b-b36b-0c0d5a6f9e0a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a751962-edb3-438e-9459-34d8682f96a3') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:03.352995 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ba826bb-c113-498b-b36b-0c0d5a6f9e0a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (8a751962-edb3-438e-9459-34d8682f96a3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:03.369608 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ba826bb-c113-498b-b36b-0c0d5a6f9e0a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (8a751962-edb3-438e-9459-34d8682f96a3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:03.375766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba826bb-c113-498b-b36b-0c0d5a6f9e0a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:47:03.380753 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ba826bb-c113-498b-b36b-0c0d5a6f9e0a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (8a751962-edb3-438e-9459-34d8682f96a3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:03.409407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d485efb-824f-47c3-b694-9385b15e2340 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Deleting subnet 2026e0a8-4a25-48a9-bddc-96460ebb66f9 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:47:03.414350 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2d485efb-824f-47c3-b694-9385b15e2340 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for subnet (2026e0a8-4a25-48a9-bddc-96460ebb66f9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:47:03.449980 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:47:03.479223 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2d485efb-824f-47c3-b694-9385b15e2340 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (2026e0a8-4a25-48a9-bddc-96460ebb66f9), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:03.544799 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ba826bb-c113-498b-b36b-0c0d5a6f9e0a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (bd651256-6d1a-4a8c-a34b-7b43926569fa), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:03.555685 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ba826bb-c113-498b-b36b-0c0d5a6f9e0a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:03.559809 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0ba826bb-c113-498b-b36b-0c0d5a6f9e0a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] 10.222.0.72 "DELETE /v2.0/networks/bd651256-6d1a-4a8c-a34b-7b43926569fa HTTP/1.1" status: 204 len: 168 time: 0.5752747 Feb 28 17:47:03.582712 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba826bb-c113-498b-b36b-0c0d5a6f9e0a tempest-PortsTestJSON-1402548129 tempest-PortsTestJSON-1402548129-project] Pushing event deleted for resources: {'Network': ['ID=bd651256-6d1a-4a8c-a34b-7b43926569fa,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:03.645819 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2d485efb-824f-47c3-b694-9385b15e2340 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (2026e0a8-4a25-48a9-bddc-96460ebb66f9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:03.965681 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2d485efb-824f-47c3-b694-9385b15e2340 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (2026e0a8-4a25-48a9-bddc-96460ebb66f9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:03.998540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d485efb-824f-47c3-b694-9385b15e2340 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event deleted for resources: {'Subnet': ['ID=2026e0a8-4a25-48a9-bddc-96460ebb66f9,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:04.004166 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2d485efb-824f-47c3-b694-9385b15e2340 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:04.009477 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2d485efb-824f-47c3-b694-9385b15e2340 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "DELETE /v2.0/subnets/2026e0a8-4a25-48a9-bddc-96460ebb66f9 HTTP/1.1" status: 204 len: 168 time: 0.7252946 Feb 28 17:47:04.011881 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59228) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:04.017479 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9480bc3e-c4cd-42fa-8b0c-fd5e5a71207d None None] Network a85189c6-5410-448b-901f-6bebe97d76aa requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:47:04.105590 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65178da-3171-48b1-a295-f4031e5d7386 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Deleting subnet d73d5f8d-a8be-4776-8178-e0260356be42 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:47:04.117491 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a65178da-3171-48b1-a295-f4031e5d7386 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for subnet (d73d5f8d-a8be-4776-8178-e0260356be42), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:04.175835 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a65178da-3171-48b1-a295-f4031e5d7386 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (d73d5f8d-a8be-4776-8178-e0260356be42), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:04.244584 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda2bc54-1000-428c-acdc-c42495a4f79a None None] DHCP port deletion for a85189c6-5410-448b-901f-6bebe97d76aa request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:47:04.420440 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-bda2bc54-1000-428c-acdc-c42495a4f79a None None] Deleting port 58e1a426-07d9-41d6-ab94-3866f77d2afe {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:47:04.420810 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bda2bc54-1000-428c-acdc-c42495a4f79a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (58e1a426-07d9-41d6-ab94-3866f77d2afe), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:04.471764 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a65178da-3171-48b1-a295-f4031e5d7386 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (d73d5f8d-a8be-4776-8178-e0260356be42), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:04.500817 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59242) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:04.555058 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc834fcc-23af-4684-96c2-7ef5f2179544 req-d77f90a3-025f-4713-b71e-eb1ddff55554 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:04.556784 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc834fcc-23af-4684-96c2-7ef5f2179544 req-d77f90a3-025f-4713-b71e-eb1ddff55554 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1832337 Feb 28 17:47:04.613395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bda2bc54-1000-428c-acdc-c42495a4f79a None None] For port 58e1a426-07d9-41d6-ab94-3866f77d2afe, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=58e1a426-07d9-41d6-ab94-3866f77d2afe,segment=NetworkSegment(1d028baf-d43f-4d11-a8fd-5941bbc8a53e),segment_id=1d028baf-d43f-4d11-a8fd-5941bbc8a53e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:04.613801 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bda2bc54-1000-428c-acdc-c42495a4f79a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (58e1a426-07d9-41d6-ab94-3866f77d2afe), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:04.636380 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc834fcc-23af-4684-96c2-7ef5f2179544 req-802487a6-4fa2-47a5-8f1d-ce53d5f7bfe9 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731709 Feb 28 17:47:04.662189 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-bda2bc54-1000-428c-acdc-c42495a4f79a None None] Calling delete_port for 58e1a426-07d9-41d6-ab94-3866f77d2afe owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:47:04.722885 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a65178da-3171-48b1-a295-f4031e5d7386 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (d73d5f8d-a8be-4776-8178-e0260356be42), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:04.841085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65178da-3171-48b1-a295-f4031e5d7386 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event deleted for resources: {'Subnet': ['ID=d73d5f8d-a8be-4776-8178-e0260356be42,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:04.874238 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a65178da-3171-48b1-a295-f4031e5d7386 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:04.875423 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0684eef0-cd55-40ca-a90d-b0416d1f307b None None] Network 1d961193-ad3b-46a0-86b0-b310736d58bf requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:47:04.884664 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a65178da-3171-48b1-a295-f4031e5d7386 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "DELETE /v2.0/subnets/d73d5f8d-a8be-4776-8178-e0260356be42 HTTP/1.1" status: 204 len: 168 time: 0.8717034 Feb 28 17:47:04.887179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59252) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:04.893776 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2d1365bf-48a3-4784-8143-5df751dce421 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2255106a4b34494c8f3d6292df49fd2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3913624 Feb 28 17:47:04.896163 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59254) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:04.905756 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bda2bc54-1000-428c-acdc-c42495a4f79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (58e1a426-07d9-41d6-ab94-3866f77d2afe), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:05.032019 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54fdb674-ed25-4fc6-978f-6e363c0e8cd2 admin admin] Publish callbacks [] for security_group (99587662-ee5a-4ced-966a-05db9ff2360c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:05.052071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda2bc54-1000-428c-acdc-c42495a4f79a None None] No DVR routers for this DVR port 58e1a426-07d9-41d6-ab94-3866f77d2afe on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:47:05.055727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2bc54-1000-428c-acdc-c42495a4f79a None None] Pushing event deleted for resources: {'Port': ['ID=58e1a426-07d9-41d6-ab94-3866f77d2afe,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:05.072546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 58e1a426-07d9-41d6-ab94-3866f77d2afe no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:47:05.082108 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-455aebff-d45c-4c64-96e6-1860f3d7ac83 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (a85189c6-5410-448b-901f-6bebe97d76aa), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:05.114611 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54fdb674-ed25-4fc6-978f-6e363c0e8cd2 admin admin] Publish callbacks [] for security_group (99587662-ee5a-4ced-966a-05db9ff2360c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:05.153573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 58e1a426-07d9-41d6-ab94-3866f77d2afe {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:47:05.153955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 58e1a426-07d9-41d6-ab94-3866f77d2afe not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:47:05.270309 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-455aebff-d45c-4c64-96e6-1860f3d7ac83 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (a85189c6-5410-448b-901f-6bebe97d76aa), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:05.295047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-455aebff-d45c-4c64-96e6-1860f3d7ac83 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85189c6-5410-448b-901f-6bebe97d76aa']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:05.315299 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54fdb674-ed25-4fc6-978f-6e363c0e8cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (99587662-ee5a-4ced-966a-05db9ff2360c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:05.318817 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54fdb674-ed25-4fc6-978f-6e363c0e8cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:05.321970 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-54fdb674-ed25-4fc6-978f-6e363c0e8cd2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/99587662-ee5a-4ced-966a-05db9ff2360c HTTP/1.1" status: 204 len: 168 time: 0.4246595 Feb 28 17:47:05.331764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-455aebff-d45c-4c64-96e6-1860f3d7ac83 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d028baf-d43f-4d11-a8fd-5941bbc8a53e') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:05.332067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-455aebff-d45c-4c64-96e6-1860f3d7ac83 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d028baf-d43f-4d11-a8fd-5941bbc8a53e') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:05.341344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49e4e71-1e96-46bc-a3c9-58efd2869f4b None None] DHCP port deletion for 1d961193-ad3b-46a0-86b0-b310736d58bf request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:47:05.362584 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-455aebff-d45c-4c64-96e6-1860f3d7ac83 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (1d028baf-d43f-4d11-a8fd-5941bbc8a53e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:05.363206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdb674-ed25-4fc6-978f-6e363c0e8cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99587662-ee5a-4ced-966a-05db9ff2360c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:05.387748 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-455aebff-d45c-4c64-96e6-1860f3d7ac83 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (1d028baf-d43f-4d11-a8fd-5941bbc8a53e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:05.400773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455aebff-d45c-4c64-96e6-1860f3d7ac83 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:47:05.401179 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-455aebff-d45c-4c64-96e6-1860f3d7ac83 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (1d028baf-d43f-4d11-a8fd-5941bbc8a53e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:47:05.406999 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:47:05.527563 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c49e4e71-1e96-46bc-a3c9-58efd2869f4b None None] Deleting port c37810ec-6124-44af-b1fb-1a697cbde650 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:47:05.528406 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c49e4e71-1e96-46bc-a3c9-58efd2869f4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:05.595470 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-455aebff-d45c-4c64-96e6-1860f3d7ac83 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (a85189c6-5410-448b-901f-6bebe97d76aa), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:05.606884 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-455aebff-d45c-4c64-96e6-1860f3d7ac83 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:05.619981 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-455aebff-d45c-4c64-96e6-1860f3d7ac83 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "DELETE /v2.0/networks/a85189c6-5410-448b-901f-6bebe97d76aa HTTP/1.1" status: 204 len: 168 time: 0.7307868 Feb 28 17:47:05.621468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59260) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:05.664426 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455aebff-d45c-4c64-96e6-1860f3d7ac83 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event deleted for resources: {'Network': ['ID=a85189c6-5410-448b-901f-6bebe97d76aa,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:05.697750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c49e4e71-1e96-46bc-a3c9-58efd2869f4b None None] For port c37810ec-6124-44af-b1fb-1a697cbde650, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c37810ec-6124-44af-b1fb-1a697cbde650,segment=NetworkSegment(8f854af7-0a31-4085-a8d7-7e72419134d8),segment_id=8f854af7-0a31-4085-a8d7-7e72419134d8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:05.702062 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c49e4e71-1e96-46bc-a3c9-58efd2869f4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:05.736871 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c49e4e71-1e96-46bc-a3c9-58efd2869f4b None None] Calling delete_port for c37810ec-6124-44af-b1fb-1a697cbde650 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:47:05.902230 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (1d961193-ad3b-46a0-86b0-b310736d58bf), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:06.013752 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c49e4e71-1e96-46bc-a3c9-58efd2869f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:06.035020 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd077fe2-62fc-43f1-89ef-8a815aa8c772 req-d2f09aa4-0f13-4daa-bf61-665004950d8d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:06.045895 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd077fe2-62fc-43f1-89ef-8a815aa8c772 req-d2f09aa4-0f13-4daa-bf61-665004950d8d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.2301192 Feb 28 17:47:06.117514 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e4e71-1e96-46bc-a3c9-58efd2869f4b None None] Pushing event deleted for resources: {'Port': ['ID=c37810ec-6124-44af-b1fb-1a697cbde650,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:06.160427 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e4e71-1e96-46bc-a3c9-58efd2869f4b None None] No DVR routers for this DVR port c37810ec-6124-44af-b1fb-1a697cbde650 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:47:06.189108 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd077fe2-62fc-43f1-89ef-8a815aa8c772 req-aea26a3e-e8b1-4f73-ba7e-cb7bc4d59240 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420579 Feb 28 17:47:06.197001 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Deleting port c37810ec-6124-44af-b1fb-1a697cbde650 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:47:06.197510 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:06.326093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] For port c37810ec-6124-44af-b1fb-1a697cbde650, host n-d-820368-19, got binding levels [] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:06.326569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:06.348145 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Calling delete_port for c37810ec-6124-44af-b1fb-1a697cbde650 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:47:06.351249 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Port c37810ec-6124-44af-b1fb-1a697cbde650 was not found and therefore no delete operation was performed {{(pid=104247) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 17:47:06.352835 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c37810ec-6124-44af-b1fb-1a697cbde650), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:06.403648 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event deleted for resources: {'Port': ['ID=c37810ec-6124-44af-b1fb-1a697cbde650,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:06.432714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] No DVR routers for this DVR port c37810ec-6124-44af-b1fb-1a697cbde650 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:47:06.668354 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (1d961193-ad3b-46a0-86b0-b310736d58bf), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:06.719712 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d961193-ad3b-46a0-86b0-b310736d58bf']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:06.730255 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f854af7-0a31-4085-a8d7-7e72419134d8') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:06.730651 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f854af7-0a31-4085-a8d7-7e72419134d8') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:06.742886 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (8f854af7-0a31-4085-a8d7-7e72419134d8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:06.806838 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (8f854af7-0a31-4085-a8d7-7e72419134d8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:06.833744 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:47:06.834244 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (8f854af7-0a31-4085-a8d7-7e72419134d8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:47:06.837824 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:47:07.064393 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c37810ec-6124-44af-b1fb-1a697cbde650 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:47:07.099490 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (1d961193-ad3b-46a0-86b0-b310736d58bf), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:07.106973 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:07.112541 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59296) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:07.117162 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "DELETE /v2.0/networks/1d961193-ad3b-46a0-86b0-b310736d58bf HTTP/1.1" status: 204 len: 168 time: 1.4945924 Feb 28 17:47:07.118803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59300) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:07.127374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: c37810ec-6124-44af-b1fb-1a697cbde650 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:47:07.130327 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c37810ec-6124-44af-b1fb-1a697cbde650 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:47:07.145557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7959952-57c0-446b-a3d7-0491389659bb tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event deleted for resources: {'Network': ['ID=1d961193-ad3b-46a0-86b0-b310736d58bf,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:07.205915 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b23d147-fee0-4420-b9ec-781f69fd5ff6 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Deleting subnet ce86b4a3-37ae-47c4-9a3e-54a9fd8864ce {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:47:07.210243 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0b23d147-fee0-4420-b9ec-781f69fd5ff6 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for subnet (ce86b4a3-37ae-47c4-9a3e-54a9fd8864ce), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:07.291659 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0b23d147-fee0-4420-b9ec-781f69fd5ff6 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (ce86b4a3-37ae-47c4-9a3e-54a9fd8864ce), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:07.336198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5fa48fb0-e7ec-4d05-b8a1-0a144221dfd9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group': {'name': 'tempest-secgroup--926443856'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:07.432169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce0731-eff2-4def-b322-5bf12ba1ba67 req-274b31a9-77a6-418c-a4d3-bd68cdf7f5f3 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:07.440787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ffce0731-eff2-4def-b322-5bf12ba1ba67 req-274b31a9-77a6-418c-a4d3-bd68cdf7f5f3 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1228833 Feb 28 17:47:07.466867 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5fa48fb0-e7ec-4d05-b8a1-0a144221dfd9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:07.492495 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5fa48fb0-e7ec-4d05-b8a1-0a144221dfd9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:07.560297 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ffce0731-eff2-4def-b322-5bf12ba1ba67 req-19765a9e-9270-4476-bbd3-c86098e83903 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130259 Feb 28 17:47:07.565903 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0b23d147-fee0-4420-b9ec-781f69fd5ff6 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (ce86b4a3-37ae-47c4-9a3e-54a9fd8864ce), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:07.711554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5fa48fb0-e7ec-4d05-b8a1-0a144221dfd9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (4ffe716e-ae98-4df8-9e31-823a6ffc5cb4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:07.714039 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bd68209e-57a0-4c11-8509-ced32d671340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:07.742733 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0b23d147-fee0-4420-b9ec-781f69fd5ff6 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (ce86b4a3-37ae-47c4-9a3e-54a9fd8864ce), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:07.775107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23d147-fee0-4420-b9ec-781f69fd5ff6 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event deleted for resources: {'Subnet': ['ID=ce86b4a3-37ae-47c4-9a3e-54a9fd8864ce,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:07.792857 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0b23d147-fee0-4420-b9ec-781f69fd5ff6 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:07.793344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3d33e7-3d46-4335-961d-9fba24d4d3f4 None None] Network d618f7c3-3729-4dbc-97c2-26fabd4e3150 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:47:07.799577 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0b23d147-fee0-4420-b9ec-781f69fd5ff6 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "DELETE /v2.0/subnets/ce86b4a3-37ae-47c4-9a3e-54a9fd8864ce HTTP/1.1" status: 204 len: 168 time: 0.6781740 Feb 28 17:47:07.800875 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59306) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:07.802449 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5fa48fb0-e7ec-4d05-b8a1-0a144221dfd9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4ffe716e-ae98-4df8-9e31-823a6ffc5cb4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:07.897979 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.022311 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (d618f7c3-3729-4dbc-97c2-26fabd4e3150), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.042982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa48fb0-e7ec-4d05-b8a1-0a144221dfd9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffe716e-ae98-4df8-9e31-823a6ffc5cb4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:08.067027 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5fa48fb0-e7ec-4d05-b8a1-0a144221dfd9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.094966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcb1bba-44c4-4676-b3f4-b06bf5b950f5 None None] DHCP port deletion for d618f7c3-3729-4dbc-97c2-26fabd4e3150 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:47:08.147760 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5fa48fb0-e7ec-4d05-b8a1-0a144221dfd9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.179190 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Deleting port 53de9c2d-1070-4a77-a156-4bd9bd1af547 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:47:08.179457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa48fb0-e7ec-4d05-b8a1-0a144221dfd9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:08.179688 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.222499 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9dcb1bba-44c4-4676-b3f4-b06bf5b950f5 None None] Deleting port 53de9c2d-1070-4a77-a156-4bd9bd1af547 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:47:08.223765 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9dcb1bba-44c4-4676-b3f4-b06bf5b950f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.259440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5fa48fb0-e7ec-4d05-b8a1-0a144221dfd9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.261380 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5fa48fb0-e7ec-4d05-b8a1-0a144221dfd9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1478338 Feb 28 17:47:08.264108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59316) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:08.415584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] For port 53de9c2d-1070-4a77-a156-4bd9bd1af547, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=53de9c2d-1070-4a77-a156-4bd9bd1af547,segment=NetworkSegment(8d6b1f15-5b99-45c8-9468-76e10f35d3c3),segment_id=8d6b1f15-5b99-45c8-9468-76e10f35d3c3)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:08.415963 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.417632 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8d6cc150-58f6-4f1e-8f9b-2053ba5da425 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1521180 Feb 28 17:47:08.421564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59318) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:08.431176 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ed00851b-e58b-465d-a033-709028e18db7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group': {'name': 'tempest-security--141500163', 'description': 'tempest-security-description-1053841856'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:08.438780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9dcb1bba-44c4-4676-b3f4-b06bf5b950f5 None None] For port 53de9c2d-1070-4a77-a156-4bd9bd1af547, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=53de9c2d-1070-4a77-a156-4bd9bd1af547,segment=NetworkSegment(8d6b1f15-5b99-45c8-9468-76e10f35d3c3),segment_id=8d6b1f15-5b99-45c8-9468-76e10f35d3c3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:08.439234 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9dcb1bba-44c4-4676-b3f4-b06bf5b950f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.457808 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9dcb1bba-44c4-4676-b3f4-b06bf5b950f5 None None] Calling delete_port for 53de9c2d-1070-4a77-a156-4bd9bd1af547 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:47:08.494392 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed00851b-e58b-465d-a033-709028e18db7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.497521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Calling delete_port for 53de9c2d-1070-4a77-a156-4bd9bd1af547 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:47:08.638312 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed00851b-e58b-465d-a033-709028e18db7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.659871 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9dcb1bba-44c4-4676-b3f4-b06bf5b950f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.721403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed00851b-e58b-465d-a033-709028e18db7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.729686 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed00851b-e58b-465d-a033-709028e18db7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.735974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59324) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:08.736708 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ed00851b-e58b-465d-a033-709028e18db7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "PUT /v2.0/security-groups/e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888 HTTP/1.1" status: 200 len: 1796 time: 0.3119004 Feb 28 17:47:08.760744 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb1bba-44c4-4676-b3f4-b06bf5b950f5 None None] Pushing event deleted for resources: {'Port': ['ID=53de9c2d-1070-4a77-a156-4bd9bd1af547,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:08.784511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb1bba-44c4-4676-b3f4-b06bf5b950f5 None None] No DVR routers for this DVR port 53de9c2d-1070-4a77-a156-4bd9bd1af547 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:47:08.849770 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6b9bac5c-a068-419c-9225-2dac97b180c5 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-groups/e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888 HTTP/1.1" status: 200 len: 1796 time: 0.1109121 Feb 28 17:47:08.849770 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59326) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:08.867910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00851b-e58b-465d-a033-709028e18db7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:08.877250 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (53de9c2d-1070-4a77-a156-4bd9bd1af547), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:08.925219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event deleted for resources: {'Port': ['ID=53de9c2d-1070-4a77-a156-4bd9bd1af547,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:08.939863 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] No DVR routers for this DVR port 53de9c2d-1070-4a77-a156-4bd9bd1af547 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:47:09.022969 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6984d-8190-4683-b5fd-fce9bbbc891b req-b00752db-c87d-4793-872e-719239c05d33 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:09.031582 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1f6984d-8190-4683-b5fd-fce9bbbc891b req-b00752db-c87d-4793-872e-719239c05d33 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.2501569 Feb 28 17:47:09.046815 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40f464a5-79db-4087-a078-391519564bc1 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.090275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59334) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:09.116063 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 53de9c2d-1070-4a77-a156-4bd9bd1af547 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:47:09.148538 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40f464a5-79db-4087-a078-391519564bc1 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.167376 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (d618f7c3-3729-4dbc-97c2-26fabd4e3150), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.188980 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 53de9c2d-1070-4a77-a156-4bd9bd1af547 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:47:09.189746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 53de9c2d-1070-4a77-a156-4bd9bd1af547 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:47:09.235800 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1f6984d-8190-4683-b5fd-fce9bbbc891b req-5c8aa059-763e-430e-8f3f-96b1ab02efd3 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026384 Feb 28 17:47:09.243475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d618f7c3-3729-4dbc-97c2-26fabd4e3150']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:09.264432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6b1f15-5b99-45c8-9468-76e10f35d3c3') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:09.264432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6b1f15-5b99-45c8-9468-76e10f35d3c3') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:09.289989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (8d6b1f15-5b99-45c8-9468-76e10f35d3c3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.305505 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (8d6b1f15-5b99-45c8-9468-76e10f35d3c3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.315416 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:47:09.315991 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (8d6b1f15-5b99-45c8-9468-76e10f35d3c3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:47:09.319812 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:47:09.328259 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40f464a5-79db-4087-a078-391519564bc1 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.335880 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-40f464a5-79db-4087-a078-391519564bc1 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.339252 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-40f464a5-79db-4087-a078-391519564bc1 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-groups/e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888 HTTP/1.1" status: 204 len: 168 time: 0.4871662 Feb 28 17:47:09.348408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59338) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:09.380165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f464a5-79db-4087-a078-391519564bc1 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:09.382016 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ffd5fb72-3d08-4410-b049-6b47b4597eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.450756 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-afa73f1b-a425-427b-8c0f-a05563240d80 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0786762 Feb 28 17:47:09.453516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59340) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:09.469941 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-da4e487f-36b7-4ffa-9347-f92df699b26f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] delete failed (client error): The resource could not be found. Feb 28 17:47:09.473864 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-da4e487f-36b7-4ffa-9347-f92df699b26f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-groups/e6e5ceaf-a8a2-49aa-aa25-75ac3eb18888 HTTP/1.1" status: 404 len: 347 time: 0.0188403 Feb 28 17:47:09.480746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59342) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:09.488668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-45d49817-b8e8-42cd-a92e-cf202b79ec28 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group': {'name': 'tempest-secgroup--489291806'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:09.509960 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (d618f7c3-3729-4dbc-97c2-26fabd4e3150), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.529171 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.530167 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "DELETE /v2.0/networks/d618f7c3-3729-4dbc-97c2-26fabd4e3150 HTTP/1.1" status: 204 len: 168 time: 1.7281554 Feb 28 17:47:09.532752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59346) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:09.573900 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb397a-2b35-4108-9bc8-d1942e2ca915 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Pushing event deleted for resources: {'Network': ['ID=d618f7c3-3729-4dbc-97c2-26fabd4e3150,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:09.583431 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f8866b3e-05a2-4653-9bd3-16716b41c0f9 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "GET /v2.0/ports?device_id=41ca5423-736a-4cc7-a787-02e748553dd4 HTTP/1.1" status: 200 len: 205 time: 0.0490892 Feb 28 17:47:09.587929 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59348) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:09.589159 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-45d49817-b8e8-42cd-a92e-cf202b79ec28 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.633681 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ffd5fb72-3d08-4410-b049-6b47b4597eda admin admin] Publish callbacks [] for security_group (f3f7b9f9-2967-4459-a190-f5dc7b9b0e4b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.699765 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84ab9d18-c1ec-46ea-b682-db2538594570 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for router (41ca5423-736a-4cc7-a787-02e748553dd4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.720098 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ffd5fb72-3d08-4410-b049-6b47b4597eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f3f7b9f9-2967-4459-a190-f5dc7b9b0e4b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:09.820493 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ffd5fb72-3d08-4410-b049-6b47b4597eda admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea8df90dd60b441f85283f75a6942b64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7271283 Feb 28 17:47:09.820493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5fb72-3d08-4410-b049-6b47b4597eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f7b9f9-2967-4459-a190-f5dc7b9b0e4b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:09.821515 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59350) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:09.939260 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ceb984e5-3b28-42cd-9ef0-0e786714a205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.068301 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0dc55182-78d9-48f0-8ae0-468b70897d5f admin admin] Publish callbacks [] for security_group (f3f7b9f9-2967-4459-a190-f5dc7b9b0e4b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.097272 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.098374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732dbad-5fb1-42e2-84fb-fb56c6cc0875 req-6dcb90e3-db78-4457-baa0-6ff15cad5112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:10.100922 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f732dbad-5fb1-42e2-84fb-fb56c6cc0875 req-6dcb90e3-db78-4457-baa0-6ff15cad5112 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 1128 time: 0.1934626 Feb 28 17:47:10.140932 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-45d49817-b8e8-42cd-a92e-cf202b79ec28 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (64c90bdb-6ed2-4200-b639-6752526d82a5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.145211 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84ab9d18-c1ec-46ea-b682-db2538594570 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (41ca5423-736a-4cc7-a787-02e748553dd4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.147532 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84ab9d18-c1ec-46ea-b682-db2538594570 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for router_controller (41ca5423-736a-4cc7-a787-02e748553dd4), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.165454 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0dc55182-78d9-48f0-8ae0-468b70897d5f admin admin] Publish callbacks [] for security_group (f3f7b9f9-2967-4459-a190-f5dc7b9b0e4b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.214781 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-45d49817-b8e8-42cd-a92e-cf202b79ec28 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (64c90bdb-6ed2-4200-b639-6752526d82a5), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.245645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d49817-b8e8-42cd-a92e-cf202b79ec28 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c90bdb-6ed2-4200-b639-6752526d82a5,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:10.287530 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84ab9d18-c1ec-46ea-b682-db2538594570 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (41ca5423-736a-4cc7-a787-02e748553dd4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.289758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ab9d18-c1ec-46ea-b682-db2538594570 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Fanout notify agent at l3_agent the message router_deleted on router 41ca5423-736a-4cc7-a787-02e748553dd4 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:47:10.292725 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732dbad-5fb1-42e2-84fb-fb56c6cc0875 req-eec32282-b05d-45ee-acb8-8aee1e74b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:10.294490 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f732dbad-5fb1-42e2-84fb-fb56c6cc0875 req-eec32282-b05d-45ee-acb8-8aee1e74b3e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 917 time: 0.1486402 Feb 28 17:47:10.309950 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-84ab9d18-c1ec-46ea-b682-db2538594570 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.330955 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-84ab9d18-c1ec-46ea-b682-db2538594570 tempest-RoutersNegativeTest-1575368552 tempest-RoutersNegativeTest-1575368552-project] 10.222.0.72 "DELETE /v2.0/routers/41ca5423-736a-4cc7-a787-02e748553dd4 HTTP/1.1" status: 204 len: 168 time: 0.7360950 Feb 28 17:47:10.339917 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-45d49817-b8e8-42cd-a92e-cf202b79ec28 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.350094 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59360) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:10.351772 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-45d49817-b8e8-42cd-a92e-cf202b79ec28 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8690774 Feb 28 17:47:10.361586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-bd4c351e-58ed-4272-ab0f-64d5764b69e7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group_rule': {'security_group_id': '64c90bdb-6ed2-4200-b639-6752526d82a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:10.423434 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0dc55182-78d9-48f0-8ae0-468b70897d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f3f7b9f9-2967-4459-a190-f5dc7b9b0e4b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.426251 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0dc55182-78d9-48f0-8ae0-468b70897d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.427489 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0dc55182-78d9-48f0-8ae0-468b70897d5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f3f7b9f9-2967-4459-a190-f5dc7b9b0e4b HTTP/1.1" status: 204 len: 168 time: 0.5886655 Feb 28 17:47:10.476829 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc55182-78d9-48f0-8ae0-468b70897d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f7b9f9-2967-4459-a190-f5dc7b9b0e4b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:10.511678 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd4c351e-58ed-4272-ab0f-64d5764b69e7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (8398c487-5561-419a-80df-b066bdcbc92c), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.561803 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f732dbad-5fb1-42e2-84fb-fb56c6cc0875 req-21c3f600-3528-49fa-b6e0-2836ed48ca79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 HTTP/1.1" status: 200 len: 1001 time: 0.2216709 Feb 28 17:47:10.595233 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:47:10.599745 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd4c351e-58ed-4272-ab0f-64d5764b69e7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (8398c487-5561-419a-80df-b066bdcbc92c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.650646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6cc74-000b-4f40-86f7-001083c35eb8 req-9e42bdbe-dd7f-439d-9c33-0dff4f6e13b2 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:10.653042 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9d6cc74-000b-4f40-86f7-001083c35eb8 req-9e42bdbe-dd7f-439d-9c33-0dff4f6e13b2 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.2310534 Feb 28 17:47:10.718616 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b9d6cc74-000b-4f40-86f7-001083c35eb8 req-5b07f8db-031c-4fae-ac2b-e7b43ec4dae2 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535617 Feb 28 17:47:10.722085 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd4c351e-58ed-4272-ab0f-64d5764b69e7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (8398c487-5561-419a-80df-b066bdcbc92c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.733434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732dbad-5fb1-42e2-84fb-fb56c6cc0875 req-c9118429-eaa9-462b-b1c7-2b771d021298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:10.734949 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f732dbad-5fb1-42e2-84fb-fb56c6cc0875 req-c9118429-eaa9-462b-b1c7-2b771d021298 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.1653187 Feb 28 17:47:10.853795 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c351e-58ed-4272-ab0f-64d5764b69e7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8398c487-5561-419a-80df-b066bdcbc92c,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:10.869981 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bd4c351e-58ed-4272-ab0f-64d5764b69e7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.874418 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bd4c351e-58ed-4272-ab0f-64d5764b69e7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5202322 Feb 28 17:47:10.875042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59370) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:10.889067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732dbad-5fb1-42e2-84fb-fb56c6cc0875 req-c9c00961-eb82-422f-a253-ad716d75b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:10.893985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f732dbad-5fb1-42e2-84fb-fb56c6cc0875 req-c9c00961-eb82-422f-a253-ad716d75b007 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1153862 Feb 28 17:47:10.959028 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6c6f7462-e188-40cd-8635-0f0b8257d1a7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (8398c487-5561-419a-80df-b066bdcbc92c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:10.989372 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6c6f7462-e188-40cd-8635-0f0b8257d1a7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (8398c487-5561-419a-80df-b066bdcbc92c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:11.021389 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f732dbad-5fb1-42e2-84fb-fb56c6cc0875 req-0c08f5f9-f7d0-40f2-8cc7-46c932f7e3c6 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196663 Feb 28 17:47:11.096512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:11.133135 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'port_id': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'mac_address': 'fa:16:3e:59:1e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:47:11.173166 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6c6f7462-e188-40cd-8635-0f0b8257d1a7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (8398c487-5561-419a-80df-b066bdcbc92c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:11.184082 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6c6f7462-e188-40cd-8635-0f0b8257d1a7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:11.186830 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6c6f7462-e188-40cd-8635-0f0b8257d1a7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/8398c487-5561-419a-80df-b066bdcbc92c HTTP/1.1" status: 204 len: 168 time: 0.3100140 Feb 28 17:47:11.190763 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59382) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:11.198018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f7462-e188-40cd-8635-0f0b8257d1a7 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8398c487-5561-419a-80df-b066bdcbc92c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:11.231302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59384) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:11.270134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:11.272675 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:11.326036 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:47:11.398721 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bba0c48b-7ae5-4230-acc0-a29a4c5afa30 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2017980 Feb 28 17:47:11.402108 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59392) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:11.403569 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f732dbad-5fb1-42e2-84fb-fb56c6cc0875 req-81af9b33-237e-458c-b277-90cc8a189eb5 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736389 Feb 28 17:47:11.425514 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:11.520577 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb595134-3fea-4c65-9437-61c0b36260dc tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (64c90bdb-6ed2-4200-b639-6752526d82a5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:11.541007 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-994fa36d-30ab-41ea-a403-01058cc82b3c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a83b17dd450468681590c8e70623759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3068891 Feb 28 17:47:11.544255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59396) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:11.551798 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb595134-3fea-4c65-9437-61c0b36260dc tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (64c90bdb-6ed2-4200-b639-6752526d82a5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:11.591756 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:11.611907 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b75e82d-06d8-4752-b59d-36db8bb98e64 admin admin] Publish callbacks [] for security_group (c24b01da-dd9c-4cb6-89fc-5691c2e3bf33), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:11.622749 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:11.662872 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b75e82d-06d8-4752-b59d-36db8bb98e64 admin admin] Publish callbacks [] for security_group (c24b01da-dd9c-4cb6-89fc-5691c2e3bf33), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:11.691230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:11.709003 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb595134-3fea-4c65-9437-61c0b36260dc tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (64c90bdb-6ed2-4200-b639-6752526d82a5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:11.713738 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cb595134-3fea-4c65-9437-61c0b36260dc tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:11.717193 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cb595134-3fea-4c65-9437-61c0b36260dc tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-groups/64c90bdb-6ed2-4200-b639-6752526d82a5 HTTP/1.1" status: 204 len: 168 time: 0.3116627 Feb 28 17:47:11.720944 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59402) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:11.737742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb595134-3fea-4c65-9437-61c0b36260dc tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c90bdb-6ed2-4200-b639-6752526d82a5,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:11.737912 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:47:11.819122 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-71c2b2b0-133b-41c4-863f-da08b330ca74 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0915797 Feb 28 17:47:11.820954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59410) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:11.826840 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d9d20275-e370-48c4-ba57-bd6b0c6d2f23 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group': {'name': 'tempest-secgroup--345195028'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:11.845717 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b75e82d-06d8-4752-b59d-36db8bb98e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c24b01da-dd9c-4cb6-89fc-5691c2e3bf33), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:11.850394 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b75e82d-06d8-4752-b59d-36db8bb98e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:11.878659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5b75e82d-06d8-4752-b59d-36db8bb98e64 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c24b01da-dd9c-4cb6-89fc-5691c2e3bf33 HTTP/1.1" status: 204 len: 168 time: 0.3331897 Feb 28 17:47:11.902041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75e82d-06d8-4752-b59d-36db8bb98e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24b01da-dd9c-4cb6-89fc-5691c2e3bf33,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:11.978149 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9d20275-e370-48c4-ba57-bd6b0c6d2f23 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:12.118423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b229467-13bb-4771-bfc6-039999df2ac9 req-84bb4ae0-e325-4120-a098-88b3507c8ddf tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:12.120045 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4b229467-13bb-4771-bfc6-039999df2ac9 req-84bb4ae0-e325-4120-a098-88b3507c8ddf tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 944 time: 0.1887755 Feb 28 17:47:12.374510 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4b229467-13bb-4771-bfc6-039999df2ac9 req-8227ee2b-285d-4336-8183-16bd74d58af6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159872 Feb 28 17:47:12.421556 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9d20275-e370-48c4-ba57-bd6b0c6d2f23 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (b5ee4f56-1cc9-4958-9111-48777d3e9b60), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:12.522451 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9d20275-e370-48c4-ba57-bd6b0c6d2f23 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b5ee4f56-1cc9-4958-9111-48777d3e9b60), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:12.551122 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:12.586767 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d20275-e370-48c4-ba57-bd6b0c6d2f23 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ee4f56-1cc9-4958-9111-48777d3e9b60,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:12.612189 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:47:12.643811 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d9d20275-e370-48c4-ba57-bd6b0c6d2f23 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:12.656461 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d9d20275-e370-48c4-ba57-bd6b0c6d2f23 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8231416 Feb 28 17:47:12.657658 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59434) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:12.669863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e868807c-ebca-4b71-a5bb-f03bd272693f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group_rule': {'security_group_id': 'b5ee4f56-1cc9-4958-9111-48777d3e9b60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:12.725775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:12.726331 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:12.811392 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e868807c-ebca-4b71-a5bb-f03bd272693f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (24d9e687-124f-4e91-ab30-b388bde9c23e), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:12.947455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:12.947745 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:12.962284 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e868807c-ebca-4b71-a5bb-f03bd272693f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (24d9e687-124f-4e91-ab30-b388bde9c23e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:13.001048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:47:13.003297 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24a719b-9b52-4895-8151-3ffba4805285" -d '{"events": [{"server_uuid": "fd8cd1c6-7531-4bb4-83e1-10958569e6a3", "name": "network-vif-plugged", "status": "completed", "tag": "ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:47:13.068061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:13.089614 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a3e6f-1af1-480c-a87b-34a294c25482 x-openstack-request-id: req-887a3e6f-1af1-480c-a87b-34a294c25482 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:47:13.089910 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8cd1c6-7531-4bb4-83e1-10958569e6a3", "name": "network-vif-plugged", "status": "completed", "tag": "ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:47:13.090208 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-887a3e6f-1af1-480c-a87b-34a294c25482 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:47:13.090602 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'code': 200} Feb 28 17:47:13.092860 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e868807c-ebca-4b71-a5bb-f03bd272693f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (24d9e687-124f-4e91-ab30-b388bde9c23e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:13.110094 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868807c-ebca-4b71-a5bb-f03bd272693f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d9e687-124f-4e91-ab30-b388bde9c23e,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:13.159788 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:13.192783 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e868807c-ebca-4b71-a5bb-f03bd272693f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:13.195573 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e868807c-ebca-4b71-a5bb-f03bd272693f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5297623 Feb 28 17:47:13.197583 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59450) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:13.202639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-fb215c00-f71b-4e50-8b64-debee8f89e95 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group_rule': {'security_group_id': 'b5ee4f56-1cc9-4958-9111-48777d3e9b60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:13.271252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:13.336878 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fb215c00-f71b-4e50-8b64-debee8f89e95 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (2b9704dc-39fd-4e6f-bcc2-8740541d957a), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:13.489402 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fb215c00-f71b-4e50-8b64-debee8f89e95 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (2b9704dc-39fd-4e6f-bcc2-8740541d957a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:13.590271 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fb215c00-f71b-4e50-8b64-debee8f89e95 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (2b9704dc-39fd-4e6f-bcc2-8740541d957a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:13.608773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb215c00-f71b-4e50-8b64-debee8f89e95 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9704dc-39fd-4e6f-bcc2-8740541d957a,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:13.653587 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fd686-f0f1-45b0-a9c5-b7fb4f266d97 req-97563cc0-2064-4a02-826d-9bbe037817e4 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:13.671884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e07fd686-f0f1-45b0-a9c5-b7fb4f266d97 req-97563cc0-2064-4a02-826d-9bbe037817e4 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1625688 Feb 28 17:47:13.746552 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fb215c00-f71b-4e50-8b64-debee8f89e95 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:13.748181 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fb215c00-f71b-4e50-8b64-debee8f89e95 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5490036 Feb 28 17:47:13.749641 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e07fd686-f0f1-45b0-a9c5-b7fb4f266d97 req-5ef0c217-f902-4efd-aedb-ac8061262002 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628135 Feb 28 17:47:13.751391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59464) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:13.781175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-8defe895-8d5b-400d-8bae-606b1f1e9b0d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group_rule': {'security_group_id': 'b5ee4f56-1cc9-4958-9111-48777d3e9b60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:13.975882 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8defe895-8d5b-400d-8bae-606b1f1e9b0d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (7e8cb5ca-ebf8-44e6-bcf1-584d78b501d2), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:14.033482 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:14.058823 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8defe895-8d5b-400d-8bae-606b1f1e9b0d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (7e8cb5ca-ebf8-44e6-bcf1-584d78b501d2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:14.173814 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8defe895-8d5b-400d-8bae-606b1f1e9b0d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (7e8cb5ca-ebf8-44e6-bcf1-584d78b501d2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:14.225068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defe895-8d5b-400d-8bae-606b1f1e9b0d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8cb5ca-ebf8-44e6-bcf1-584d78b501d2,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:14.277136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8defe895-8d5b-400d-8bae-606b1f1e9b0d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:14.281567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59478) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:14.282562 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8defe895-8d5b-400d-8bae-606b1f1e9b0d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5230806 Feb 28 17:47:14.286749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-bdefd02e-ece8-45d4-8a29-1adeb82cb724 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group_rule': {'security_group_id': 'b5ee4f56-1cc9-4958-9111-48777d3e9b60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:14.405017 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bdefd02e-ece8-45d4-8a29-1adeb82cb724 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (30d9b8d4-33dd-4d18-895b-cec6570efad0), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:14.563256 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bdefd02e-ece8-45d4-8a29-1adeb82cb724 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (30d9b8d4-33dd-4d18-895b-cec6570efad0), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:14.720687 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bdefd02e-ece8-45d4-8a29-1adeb82cb724 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (30d9b8d4-33dd-4d18-895b-cec6570efad0), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:14.780648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefd02e-ece8-45d4-8a29-1adeb82cb724 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d9b8d4-33dd-4d18-895b-cec6570efad0,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:14.831497 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bdefd02e-ece8-45d4-8a29-1adeb82cb724 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:14.834869 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bdefd02e-ece8-45d4-8a29-1adeb82cb724 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5516574 Feb 28 17:47:14.838233 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59490) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:14.842866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-22c45b19-3034-425d-bde9-0af83affbeb3 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group_rule': {'security_group_id': 'b5ee4f56-1cc9-4958-9111-48777d3e9b60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:14.948632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbad03-7d27-4e09-9a27-0f31969e1329 req-2bf235e8-fecb-40c1-b24c-deeedbee752b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:14.968168 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91fbad03-7d27-4e09-9a27-0f31969e1329 req-2bf235e8-fecb-40c1-b24c-deeedbee752b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1071949 Feb 28 17:47:14.970336 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22c45b19-3034-425d-bde9-0af83affbeb3 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (6d2b1a5d-93c1-4dee-a805-82e95bb4aa04), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:15.066628 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91fbad03-7d27-4e09-9a27-0f31969e1329 req-51f8cb2b-8a60-4523-bef7-a05aab273a9e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961950 Feb 28 17:47:15.126999 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22c45b19-3034-425d-bde9-0af83affbeb3 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (6d2b1a5d-93c1-4dee-a805-82e95bb4aa04), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:15.207423 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22c45b19-3034-425d-bde9-0af83affbeb3 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (6d2b1a5d-93c1-4dee-a805-82e95bb4aa04), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:15.247229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c45b19-3034-425d-bde9-0af83affbeb3 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2b1a5d-93c1-4dee-a805-82e95bb4aa04,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:15.295304 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22c45b19-3034-425d-bde9-0af83affbeb3 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:15.301127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59508) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:15.306646 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-22c45b19-3034-425d-bde9-0af83affbeb3 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4671762 Feb 28 17:47:15.364025 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-06fe1845-6075-4037-b8f2-294cbd165465 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (6d2b1a5d-93c1-4dee-a805-82e95bb4aa04), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:15.383823 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-06fe1845-6075-4037-b8f2-294cbd165465 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (6d2b1a5d-93c1-4dee-a805-82e95bb4aa04), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:15.847469 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-06fe1845-6075-4037-b8f2-294cbd165465 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (6d2b1a5d-93c1-4dee-a805-82e95bb4aa04), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:15.855932 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-06fe1845-6075-4037-b8f2-294cbd165465 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:15.859562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-06fe1845-6075-4037-b8f2-294cbd165465 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/6d2b1a5d-93c1-4dee-a805-82e95bb4aa04 HTTP/1.1" status: 204 len: 168 time: 0.5547924 Feb 28 17:47:15.860225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59510) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:15.869221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe1845-6075-4037-b8f2-294cbd165465 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d2b1a5d-93c1-4dee-a805-82e95bb4aa04,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:16.042993 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fbf2bfb5-5ffc-4bc4-9d16-e450f6e2c98d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1810594 Feb 28 17:47:16.045347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59534) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:16.120822 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-819ac2e1-478c-4c1a-8bc4-7954d06612ae tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (30d9b8d4-33dd-4d18-895b-cec6570efad0), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:16.150158 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-819ac2e1-478c-4c1a-8bc4-7954d06612ae tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (30d9b8d4-33dd-4d18-895b-cec6570efad0), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:16.282731 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-819ac2e1-478c-4c1a-8bc4-7954d06612ae tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (30d9b8d4-33dd-4d18-895b-cec6570efad0), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:16.288649 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-819ac2e1-478c-4c1a-8bc4-7954d06612ae tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:16.294343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-819ac2e1-478c-4c1a-8bc4-7954d06612ae tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/30d9b8d4-33dd-4d18-895b-cec6570efad0 HTTP/1.1" status: 204 len: 168 time: 0.2457440 Feb 28 17:47:16.295457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59556) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:16.401354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ac2e1-478c-4c1a-8bc4-7954d06612ae tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30d9b8d4-33dd-4d18-895b-cec6570efad0,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:16.426675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e664e90-ebc8-4ab0-b80a-70cfad6ce238 req-cf05901e-ba32-4518-937c-4662c3eb1b04 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:16.440914 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e664e90-ebc8-4ab0-b80a-70cfad6ce238 req-cf05901e-ba32-4518-937c-4662c3eb1b04 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1945629 Feb 28 17:47:16.513174 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4191db98-56bd-4e40-a27a-bdeeb8fac091 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2127287 Feb 28 17:47:16.515516 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59564) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:16.586129 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4e664e90-ebc8-4ab0-b80a-70cfad6ce238 req-fcb71274-8a4d-4545-8209-8394906f5ceb tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479068 Feb 28 17:47:16.587391 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5c2f05b3-894c-4f09-a1ae-dd0410a1ad80 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (7e8cb5ca-ebf8-44e6-bcf1-584d78b501d2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:16.607695 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5c2f05b3-894c-4f09-a1ae-dd0410a1ad80 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (7e8cb5ca-ebf8-44e6-bcf1-584d78b501d2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:16.887116 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5c2f05b3-894c-4f09-a1ae-dd0410a1ad80 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (7e8cb5ca-ebf8-44e6-bcf1-584d78b501d2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:16.896435 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5c2f05b3-894c-4f09-a1ae-dd0410a1ad80 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:16.897766 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5c2f05b3-894c-4f09-a1ae-dd0410a1ad80 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/7e8cb5ca-ebf8-44e6-bcf1-584d78b501d2 HTTP/1.1" status: 204 len: 168 time: 0.3799284 Feb 28 17:47:16.900728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59576) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:16.903441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f05b3-894c-4f09-a1ae-dd0410a1ad80 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e8cb5ca-ebf8-44e6-bcf1-584d78b501d2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:16.970040 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b34151e7-18f4-48f9-a6fa-41d5dbe4eeef tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0675128 Feb 28 17:47:16.973019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59584) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:16.998398 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8186cca8-763c-4593-8d41-1262ff1d8bcd tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (2b9704dc-39fd-4e6f-bcc2-8740541d957a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:17.006249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8186cca8-763c-4593-8d41-1262ff1d8bcd tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (2b9704dc-39fd-4e6f-bcc2-8740541d957a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:17.139297 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8186cca8-763c-4593-8d41-1262ff1d8bcd tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (2b9704dc-39fd-4e6f-bcc2-8740541d957a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:17.147004 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8186cca8-763c-4593-8d41-1262ff1d8bcd tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:17.151769 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8186cca8-763c-4593-8d41-1262ff1d8bcd tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/2b9704dc-39fd-4e6f-bcc2-8740541d957a HTTP/1.1" status: 204 len: 168 time: 0.1743636 Feb 28 17:47:17.152234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59592) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:17.196357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186cca8-763c-4593-8d41-1262ff1d8bcd tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b9704dc-39fd-4e6f-bcc2-8740541d957a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:17.259089 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-edf51c08-b281-4107-b9dc-7b2c2d454c1d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1065259 Feb 28 17:47:17.261986 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59598) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:17.367324 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6354-1b3c-488c-810a-bbc4ff797366 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (24d9e687-124f-4e91-ab30-b388bde9c23e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:17.406900 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6354-1b3c-488c-810a-bbc4ff797366 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (24d9e687-124f-4e91-ab30-b388bde9c23e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:17.556039 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6354-1b3c-488c-810a-bbc4ff797366 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (24d9e687-124f-4e91-ab30-b388bde9c23e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:17.573325 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6354-1b3c-488c-810a-bbc4ff797366 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:17.573325 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9cdf6354-1b3c-488c-810a-bbc4ff797366 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/24d9e687-124f-4e91-ab30-b388bde9c23e HTTP/1.1" status: 204 len: 168 time: 0.3016372 Feb 28 17:47:17.573533 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59610) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:17.595318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf6354-1b3c-488c-810a-bbc4ff797366 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24d9e687-124f-4e91-ab30-b388bde9c23e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:17.707606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59616) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:17.714609 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d6d7987b-4fb3-4d8e-9f02-558f7cde5e22 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1351709 Feb 28 17:47:17.835413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59618) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:17.973412 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ecf6-6770-4d3e-a2e0-52366d765253 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (b5ee4f56-1cc9-4958-9111-48777d3e9b60), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:18.030917 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ecf6-6770-4d3e-a2e0-52366d765253 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (b5ee4f56-1cc9-4958-9111-48777d3e9b60), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:18.077041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69269-0ae2-4f33-868a-9bab21e0371a req-83f5ead9-4069-41c4-b633-bb5dd48c59f1 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:18.078819 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eba69269-0ae2-4f33-868a-9bab21e0371a req-83f5ead9-4069-41c4-b633-bb5dd48c59f1 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.3632979 Feb 28 17:47:18.095058 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94d4ccae-1878-4e26-8b54-bcb18878103b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:18.175458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eba69269-0ae2-4f33-868a-9bab21e0371a req-2dc9c75f-4d98-46af-96d8-7019c6a55b7f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901377 Feb 28 17:47:18.176615 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ecf6-6770-4d3e-a2e0-52366d765253 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b5ee4f56-1cc9-4958-9111-48777d3e9b60), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:18.182151 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ecf6-6770-4d3e-a2e0-52366d765253 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:18.182151 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6bc6ecf6-6770-4d3e-a2e0-52366d765253 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-groups/b5ee4f56-1cc9-4958-9111-48777d3e9b60 HTTP/1.1" status: 204 len: 168 time: 0.4713907 Feb 28 17:47:18.183730 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59628) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:18.228706 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6ecf6-6770-4d3e-a2e0-52366d765253 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ee4f56-1cc9-4958-9111-48777d3e9b60,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:18.253566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7b7d45fe-0922-432f-8669-a592f7b9db8a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0670266 Feb 28 17:47:18.263315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59632) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:18.274477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5a7b9b35-308c-436c-94f4-a030abb1f18a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763999570'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:18.338764 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94d4ccae-1878-4e26-8b54-bcb18878103b admin admin] Publish callbacks [] for security_group (7d94f9d4-330d-4eb6-b77f-2589666811f2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:18.401601 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94d4ccae-1878-4e26-8b54-bcb18878103b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7d94f9d4-330d-4eb6-b77f-2589666811f2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:18.401776 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9b35-308c-436c-94f4-a030abb1f18a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:18.522390 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-94d4ccae-1878-4e26-8b54-bcb18878103b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=19ca29ac0f7045b3b7286169b0ad2c09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6836462 Feb 28 17:47:18.523624 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59636) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:18.577153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4ccae-1878-4e26-8b54-bcb18878103b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d94f9d4-330d-4eb6-b77f-2589666811f2,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:18.660229 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9b35-308c-436c-94f4-a030abb1f18a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (d639e20d-41da-405f-aa84-80b4ce297aee), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:18.721266 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9b35-308c-436c-94f4-a030abb1f18a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d639e20d-41da-405f-aa84-80b4ce297aee), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:18.746684 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dbf6711-4a2e-441d-b0b1-bdc6671f250c admin admin] Publish callbacks [] for security_group (7d94f9d4-330d-4eb6-b77f-2589666811f2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:18.820582 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dbf6711-4a2e-441d-b0b1-bdc6671f250c admin admin] Publish callbacks [] for security_group (7d94f9d4-330d-4eb6-b77f-2589666811f2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:18.843213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b9b35-308c-436c-94f4-a030abb1f18a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d639e20d-41da-405f-aa84-80b4ce297aee,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:18.863381 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9b35-308c-436c-94f4-a030abb1f18a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:18.864672 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5a7b9b35-308c-436c-94f4-a030abb1f18a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6003463 Feb 28 17:47:18.880749 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59646) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:18.897296 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-71d5c344-f857-41e3-898c-e4b673630461 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group_rule': {'security_group_id': 'd639e20d-41da-405f-aa84-80b4ce297aee', 'direction': 'ingress', 'protocol': 17}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:19.084361 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71d5c344-f857-41e3-898c-e4b673630461 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (c78bc5c4-f28e-4739-9b2f-aada2df8cb5c), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:19.138508 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dbf6711-4a2e-441d-b0b1-bdc6671f250c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7d94f9d4-330d-4eb6-b77f-2589666811f2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:19.141007 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9dbf6711-4a2e-441d-b0b1-bdc6671f250c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:19.152047 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9dbf6711-4a2e-441d-b0b1-bdc6671f250c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d94f9d4-330d-4eb6-b77f-2589666811f2 HTTP/1.1" status: 204 len: 168 time: 0.6096771 Feb 28 17:47:19.183875 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf6711-4a2e-441d-b0b1-bdc6671f250c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d94f9d4-330d-4eb6-b77f-2589666811f2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:19.253725 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71d5c344-f857-41e3-898c-e4b673630461 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (c78bc5c4-f28e-4739-9b2f-aada2df8cb5c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:19.438914 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71d5c344-f857-41e3-898c-e4b673630461 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (c78bc5c4-f28e-4739-9b2f-aada2df8cb5c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:19.454626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5c344-f857-41e3-898c-e4b673630461 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78bc5c4-f28e-4739-9b2f-aada2df8cb5c,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:19.512803 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656db8c-64ba-4998-8552-7856ea04751b req-8656f415-8792-45f9-aa11-80da851f19a0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:19.521407 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4656db8c-64ba-4998-8552-7856ea04751b req-8656f415-8792-45f9-aa11-80da851f19a0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1344914 Feb 28 17:47:19.672757 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4656db8c-64ba-4998-8552-7856ea04751b req-c8dc59cc-434d-4602-8653-897fea4375cf tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470323 Feb 28 17:47:19.713149 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71d5c344-f857-41e3-898c-e4b673630461 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:19.720035 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59660) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:19.722379 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-71d5c344-f857-41e3-898c-e4b673630461 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8318224 Feb 28 17:47:19.826038 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fab56b1c-438a-418a-ab61-ced7238835ad tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (d639e20d-41da-405f-aa84-80b4ce297aee), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:19.858564 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fab56b1c-438a-418a-ab61-ced7238835ad tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (d639e20d-41da-405f-aa84-80b4ce297aee), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:20.440799 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fab56b1c-438a-418a-ab61-ced7238835ad tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d639e20d-41da-405f-aa84-80b4ce297aee), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:20.449843 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fab56b1c-438a-418a-ab61-ced7238835ad tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:20.454475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59664) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:20.462368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fab56b1c-438a-418a-ab61-ced7238835ad tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-groups/d639e20d-41da-405f-aa84-80b4ce297aee HTTP/1.1" status: 204 len: 168 time: 0.7411513 Feb 28 17:47:20.488692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab56b1c-438a-418a-ab61-ced7238835ad tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d639e20d-41da-405f-aa84-80b4ce297aee,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:20.589679 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dc51aaed-a20e-4705-ab03-d9170855f2e3 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1332569 Feb 28 17:47:20.600284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59668) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:20.605692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-270d9e2c-cda7-4d5e-82a3-43cc47ec1787 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004976865'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:20.715660 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-270d9e2c-cda7-4d5e-82a3-43cc47ec1787 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:20.746637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59670) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:20.769070 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db317275-9150-4b1a-8360-f8bcb854dc19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:20.989501 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-270d9e2c-cda7-4d5e-82a3-43cc47ec1787 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (097417ad-a386-49d6-92cc-74f00b2e9157), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:21.013359 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db317275-9150-4b1a-8360-f8bcb854dc19 admin admin] Publish callbacks [] for security_group (a0b55a73-4ec5-4bff-924e-714c7b3f4002), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:21.064172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3717d05-0290-4afe-afed-42407f314293 req-5701ab03-e471-4c74-9458-37f0af809121 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:21.073561 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3717d05-0290-4afe-afed-42407f314293 req-5701ab03-e471-4c74-9458-37f0af809121 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1756248 Feb 28 17:47:21.073561 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-270d9e2c-cda7-4d5e-82a3-43cc47ec1787 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (097417ad-a386-49d6-92cc-74f00b2e9157), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:21.092524 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db317275-9150-4b1a-8360-f8bcb854dc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a0b55a73-4ec5-4bff-924e-714c7b3f4002), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:21.168152 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db317275-9150-4b1a-8360-f8bcb854dc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b55a73-4ec5-4bff-924e-714c7b3f4002,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:21.191900 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-270d9e2c-cda7-4d5e-82a3-43cc47ec1787 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:21.195593 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-270d9e2c-cda7-4d5e-82a3-43cc47ec1787 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5915608 Feb 28 17:47:21.200734 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59676) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:21.221729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-5242a8d8-c4fe-42f8-9988-a12f2cdb3afc tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145696458'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:21.245755 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-db317275-9150-4b1a-8360-f8bcb854dc19 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e55a3a00797348b6ac4080c90efb0b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4976654 Feb 28 17:47:21.252142 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59678) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:21.287714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d9e2c-cda7-4d5e-82a3-43cc47ec1787 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097417ad-a386-49d6-92cc-74f00b2e9157,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:21.310073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b3717d05-0290-4afe-afed-42407f314293 req-2535b88a-375c-4ac7-8eaf-af46c190e039 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066808 Feb 28 17:47:21.383268 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17b481c0-0cc9-4f71-955b-de41624d8b58 admin admin] Publish callbacks [] for security_group (a0b55a73-4ec5-4bff-924e-714c7b3f4002), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:21.399225 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5242a8d8-c4fe-42f8-9988-a12f2cdb3afc tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:21.411842 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17b481c0-0cc9-4f71-955b-de41624d8b58 admin admin] Publish callbacks [] for security_group (a0b55a73-4ec5-4bff-924e-714c7b3f4002), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:21.525188 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17b481c0-0cc9-4f71-955b-de41624d8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a0b55a73-4ec5-4bff-924e-714c7b3f4002), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:21.530305 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-17b481c0-0cc9-4f71-955b-de41624d8b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:21.533695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-17b481c0-0cc9-4f71-955b-de41624d8b58 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a0b55a73-4ec5-4bff-924e-714c7b3f4002 HTTP/1.1" status: 204 len: 168 time: 0.2800786 Feb 28 17:47:21.562652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b481c0-0cc9-4f71-955b-de41624d8b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b55a73-4ec5-4bff-924e-714c7b3f4002,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:21.730422 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5242a8d8-c4fe-42f8-9988-a12f2cdb3afc tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (9e346e26-2eb5-43d3-81d0-0ddaf0b717dc), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:21.812422 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5242a8d8-c4fe-42f8-9988-a12f2cdb3afc tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9e346e26-2eb5-43d3-81d0-0ddaf0b717dc), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:21.905016 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5242a8d8-c4fe-42f8-9988-a12f2cdb3afc tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:21.909093 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5242a8d8-c4fe-42f8-9988-a12f2cdb3afc tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7073715 Feb 28 17:47:21.909284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59684) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:21.910015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242a8d8-c4fe-42f8-9988-a12f2cdb3afc tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e346e26-2eb5-43d3-81d0-0ddaf0b717dc,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:21.925765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-14297146-e007-4220-9590-a5ff6c777150 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group_rule': {'security_group_id': '097417ad-a386-49d6-92cc-74f00b2e9157', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9e346e26-2eb5-43d3-81d0-0ddaf0b717dc', 'remote_ip_prefix': None}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:22.231275 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-14297146-e007-4220-9590-a5ff6c777150 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (bccd3848-2144-448c-9b0a-e1b06d65a409), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:22.517414 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-14297146-e007-4220-9590-a5ff6c777150 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (bccd3848-2144-448c-9b0a-e1b06d65a409), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:22.620689 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61035088-9faf-4b93-9dea-1b90e5a63d76 req-5fffa27d-38f6-4e4d-b038-8395c821566b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:22.627052 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61035088-9faf-4b93-9dea-1b90e5a63d76 req-5fffa27d-38f6-4e4d-b038-8395c821566b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1030018 Feb 28 17:47:22.629523 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-14297146-e007-4220-9590-a5ff6c777150 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (bccd3848-2144-448c-9b0a-e1b06d65a409), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:22.700672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14297146-e007-4220-9590-a5ff6c777150 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccd3848-2144-448c-9b0a-e1b06d65a409,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:22.796631 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61035088-9faf-4b93-9dea-1b90e5a63d76 req-06c0d4fc-382b-4268-856a-16582f6431c7 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536505 Feb 28 17:47:22.857482 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-14297146-e007-4220-9590-a5ff6c777150 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:22.864574 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-14297146-e007-4220-9590-a5ff6c777150 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9543378 Feb 28 17:47:22.868129 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59700) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:22.965906 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2c9da14c-84ee-4b57-be14-92577537549a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (bccd3848-2144-448c-9b0a-e1b06d65a409), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:22.994165 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2c9da14c-84ee-4b57-be14-92577537549a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (bccd3848-2144-448c-9b0a-e1b06d65a409), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:23.264692 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2c9da14c-84ee-4b57-be14-92577537549a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (bccd3848-2144-448c-9b0a-e1b06d65a409), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:23.272881 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2c9da14c-84ee-4b57-be14-92577537549a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:23.282960 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2c9da14c-84ee-4b57-be14-92577537549a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/bccd3848-2144-448c-9b0a-e1b06d65a409 HTTP/1.1" status: 204 len: 168 time: 0.4019926 Feb 28 17:47:23.282960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9da14c-84ee-4b57-be14-92577537549a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bccd3848-2144-448c-9b0a-e1b06d65a409,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:23.284850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59706) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:23.334550 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-842eb28a-1493-4b79-bcc1-c45982196704 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0485516 Feb 28 17:47:23.335589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59708) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:23.425501 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0f32990-dce4-48f4-8fbc-2956cd3700b9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (9e346e26-2eb5-43d3-81d0-0ddaf0b717dc), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:23.448805 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0f32990-dce4-48f4-8fbc-2956cd3700b9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (9e346e26-2eb5-43d3-81d0-0ddaf0b717dc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:23.577405 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0f32990-dce4-48f4-8fbc-2956cd3700b9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (9e346e26-2eb5-43d3-81d0-0ddaf0b717dc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:23.580925 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0f32990-dce4-48f4-8fbc-2956cd3700b9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:23.584179 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b0f32990-dce4-48f4-8fbc-2956cd3700b9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-groups/9e346e26-2eb5-43d3-81d0-0ddaf0b717dc HTTP/1.1" status: 204 len: 168 time: 0.2463539 Feb 28 17:47:23.585572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59718) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:23.610806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f32990-dce4-48f4-8fbc-2956cd3700b9 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e346e26-2eb5-43d3-81d0-0ddaf0b717dc,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:23.749075 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-20fdc3c9-ce38-4e3c-b16f-eb6f8af5f06b tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1620793 Feb 28 17:47:23.752078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59728) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:23.960260 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ae029f3-05d6-43dd-91fb-a4aafb93b800 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (097417ad-a386-49d6-92cc-74f00b2e9157), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:24.028206 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ae029f3-05d6-43dd-91fb-a4aafb93b800 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (097417ad-a386-49d6-92cc-74f00b2e9157), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:24.034796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59734) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:24.136573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435cb3-ab62-4373-9725-0f599f69ad61 req-cfce2f5a-b62a-4203-8aa5-f537dd504c95 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:24.146930 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-63435cb3-ab62-4373-9725-0f599f69ad61 req-cfce2f5a-b62a-4203-8aa5-f537dd504c95 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1546638 Feb 28 17:47:24.195462 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ae029f3-05d6-43dd-91fb-a4aafb93b800 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (097417ad-a386-49d6-92cc-74f00b2e9157), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:24.204835 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ae029f3-05d6-43dd-91fb-a4aafb93b800 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:24.205460 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7ae029f3-05d6-43dd-91fb-a4aafb93b800 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-groups/097417ad-a386-49d6-92cc-74f00b2e9157 HTTP/1.1" status: 204 len: 168 time: 0.4521890 Feb 28 17:47:24.206600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59738) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:24.279932 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-34164263-network', 'tenant_id': '68f0550d98b04b27a966316122b63e88'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:24.297497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae029f3-05d6-43dd-91fb-a4aafb93b800 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097417ad-a386-49d6-92cc-74f00b2e9157,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:24.372631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-63435cb3-ab62-4373-9725-0f599f69ad61 req-aafb757c-8ca5-4477-90d3-3144d951cd37 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223067 Feb 28 17:47:24.435390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] Made reservation on behalf of 68f0550d98b04b27a966316122b63e88 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:47:24.438749 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:24.477487 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:24.479087 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5d71518f-daf3-4764-9a2b-57483dcace6a tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2661653 Feb 28 17:47:24.481352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59744) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:24.496432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4e73ed08-1cad-4f8d-a0e2-430a37435f03 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752514491'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:24.635246 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e73ed08-1cad-4f8d-a0e2-430a37435f03 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:24.762964 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e73ed08-1cad-4f8d-a0e2-430a37435f03 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (f6eccf16-716d-47c4-ba5d-f9318ac9e7b8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:24.775050 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] Publish callbacks [] for security_group (dff5fd5a-98a2-4ee2-a59b-3fba128c542d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:24.841033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e73ed08-1cad-4f8d-a0e2-430a37435f03 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f6eccf16-716d-47c4-ba5d-f9318ac9e7b8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:24.869573 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dff5fd5a-98a2-4ee2-a59b-3fba128c542d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:24.941680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73ed08-1cad-4f8d-a0e2-430a37435f03 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eccf16-716d-47c4-ba5d-f9318ac9e7b8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:24.960211 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e73ed08-1cad-4f8d-a0e2-430a37435f03 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:24.964775 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4e73ed08-1cad-4f8d-a0e2-430a37435f03 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4790773 Feb 28 17:47:24.966860 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59748) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:24.984083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-47277634-e9fe-47a5-84c1-68b0e06f31f8 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group_rule': {'security_group_id': 'f6eccf16-716d-47c4-ba5d-f9318ac9e7b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:24.996537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff5fd5a-98a2-4ee2-a59b-3fba128c542d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:25.027667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:47:25.054340 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (01761ace-4246-4957-a613-193db46c9a09), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.058751 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] Added segment 01761ace-4246-4957-a613-193db46c9a09 of type vlan for network 91c0d601-bd70-470e-9c7b-c831b346550b Feb 28 17:47:25.136595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59752) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:25.138049 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (91c0d601-bd70-470e-9c7b-c831b346550b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.163621 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47277634-e9fe-47a5-84c1-68b0e06f31f8 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (12d5973b-a0be-47d7-b818-78dc87bc21c9), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.250216 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (91c0d601-bd70-470e-9c7b-c831b346550b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.251896 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:25.252747 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.324035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47277634-e9fe-47a5-84c1-68b0e06f31f8 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (12d5973b-a0be-47d7-b818-78dc87bc21c9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.361008 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c60735c5-db03-4c63-a20d-ab7985950877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.425023 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47277634-e9fe-47a5-84c1-68b0e06f31f8 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (12d5973b-a0be-47d7-b818-78dc87bc21c9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.465164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47277634-e9fe-47a5-84c1-68b0e06f31f8 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d5973b-a0be-47d7-b818-78dc87bc21c9,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:25.495557 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c60735c5-db03-4c63-a20d-ab7985950877 admin admin] Publish callbacks [] for security_group (e41032f8-0856-4c10-92ff-d4bec91429a3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.503092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=91c0d601-bd70-470e-9c7b-c831b346550b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:25.517961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 91c0d601-bd70-470e-9c7b-c831b346550b details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:47:25.522773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59758) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:25.528629 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-2c6f0a98-b5e2-4a0a-81d1-4fe26b572933 admin admin] Request body: {'subnet': {'network_id': '91c0d601-bd70-470e-9c7b-c831b346550b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-34164263-subnet', 'tenant_id': '68f0550d98b04b27a966316122b63e88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:25.534963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-eb702b3d-3370-46df-bb0b-01510aa64aa1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4913771 Feb 28 17:47:25.554101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47277634-e9fe-47a5-84c1-68b0e06f31f8 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.558328 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-47277634-e9fe-47a5-84c1-68b0e06f31f8 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5817935 Feb 28 17:47:25.558703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59760) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:25.606753 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c60735c5-db03-4c63-a20d-ab7985950877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e41032f8-0856-4c10-92ff-d4bec91429a3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.651833 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2e1f505-343f-4d05-8477-df5d928893ed tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (12d5973b-a0be-47d7-b818-78dc87bc21c9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.685519 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2e1f505-343f-4d05-8477-df5d928893ed tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (12d5973b-a0be-47d7-b818-78dc87bc21c9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.711992 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c60735c5-db03-4c63-a20d-ab7985950877 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9f35319aa059468cbc2f22257331de91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5739400 Feb 28 17:47:25.718007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59762) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:25.847452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6f0a98-b5e2-4a0a-81d1-4fe26b572933 admin admin] Made reservation on behalf of 68f0550d98b04b27a966316122b63e88 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:47:25.850690 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2c6f0a98-b5e2-4a0a-81d1-4fe26b572933 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.944135 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2e1f505-343f-4d05-8477-df5d928893ed tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (12d5973b-a0be-47d7-b818-78dc87bc21c9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.970848 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f2e1f505-343f-4d05-8477-df5d928893ed tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:25.980986 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f2e1f505-343f-4d05-8477-df5d928893ed tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/12d5973b-a0be-47d7-b818-78dc87bc21c9 HTTP/1.1" status: 204 len: 168 time: 0.4189930 Feb 28 17:47:25.983746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59764) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:26.050088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1f505-343f-4d05-8477-df5d928893ed tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12d5973b-a0be-47d7-b818-78dc87bc21c9,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:26.190357 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-61a3387a-a0e8-4e21-b8ef-654ff2583e3e tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1520984 Feb 28 17:47:26.194691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59768) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:26.195409 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e4b4ebaf-ec48-472d-bb0f-3745360026c9 admin admin] Publish callbacks [] for security_group (e41032f8-0856-4c10-92ff-d4bec91429a3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:26.361516 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e4b4ebaf-ec48-472d-bb0f-3745360026c9 admin admin] Publish callbacks [] for security_group (e41032f8-0856-4c10-92ff-d4bec91429a3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:26.499567 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c8445c13-3c84-4d24-bec1-3f4646ddcf66 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (f6eccf16-716d-47c4-ba5d-f9318ac9e7b8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:26.593067 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c8445c13-3c84-4d24-bec1-3f4646ddcf66 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (f6eccf16-716d-47c4-ba5d-f9318ac9e7b8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:26.669824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60735c5-db03-4c63-a20d-ab7985950877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41032f8-0856-4c10-92ff-d4bec91429a3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:26.698548 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e4b4ebaf-ec48-472d-bb0f-3745360026c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e41032f8-0856-4c10-92ff-d4bec91429a3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:26.706588 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e4b4ebaf-ec48-472d-bb0f-3745360026c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:26.715863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e4b4ebaf-ec48-472d-bb0f-3745360026c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e41032f8-0856-4c10-92ff-d4bec91429a3 HTTP/1.1" status: 204 len: 168 time: 0.9938920 Feb 28 17:47:26.732375 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4ebaf-ec48-472d-bb0f-3745360026c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41032f8-0856-4c10-92ff-d4bec91429a3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:26.867050 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c8445c13-3c84-4d24-bec1-3f4646ddcf66 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f6eccf16-716d-47c4-ba5d-f9318ac9e7b8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:26.867050 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c8445c13-3c84-4d24-bec1-3f4646ddcf66 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:26.912360 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59772) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:26.913674 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c8445c13-3c84-4d24-bec1-3f4646ddcf66 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-groups/f6eccf16-716d-47c4-ba5d-f9318ac9e7b8 HTTP/1.1" status: 204 len: 168 time: 0.5882299 Feb 28 17:47:26.913674 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8445c13-3c84-4d24-bec1-3f4646ddcf66 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eccf16-716d-47c4-ba5d-f9318ac9e7b8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:26.914793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb2aa7-cde1-4908-b156-93f56e0c61e1 req-d67f51ea-9759-4222-a737-8188a04e36d0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:26.917569 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ecb2aa7-cde1-4908-b156-93f56e0c61e1 req-d67f51ea-9759-4222-a737-8188a04e36d0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 1.1741495 Feb 28 17:47:27.178423 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0c51ef15-71da-4d03-acb7-26f3cc0cd0c5 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3829954 Feb 28 17:47:27.185273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59776) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:27.193116 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2ecb2aa7-cde1-4908-b156-93f56e0c61e1 req-815b7eef-e0bf-454d-88a1-7d415bb4f85c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535326 Feb 28 17:47:27.194438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d46a845f-0439-4e52-89e5-ce83c0f7c739 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304494648'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:27.416210 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d46a845f-0439-4e52-89e5-ce83c0f7c739 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:27.444787 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2c6f0a98-b5e2-4a0a-81d1-4fe26b572933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (82a319d1-702e-4ee3-9b4a-c000f78b3a2d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:27.669093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f0a98-b5e2-4a0a-81d1-4fe26b572933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a319d1-702e-4ee3-9b4a-c000f78b3a2d,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:27.709107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f0a98-b5e2-4a0a-81d1-4fe26b572933 admin admin] Checking segment: {'id': '01761ace-4246-4957-a613-193db46c9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '91c0d601-bd70-470e-9c7b-c831b346550b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:47:27.712759 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f0a98-b5e2-4a0a-81d1-4fe26b572933 admin admin] Network hostable DHCP agents. Network: 91c0d601-bd70-470e-9c7b-c831b346550b, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:47:27.752059 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d46a845f-0439-4e52-89e5-ce83c0f7c739 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (b54406e1-6c50-423a-99a3-912ae724adf3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:27.867434 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f0a98-b5e2-4a0a-81d1-4fe26b572933 admin admin] Network 91c0d601-bd70-470e-9c7b-c831b346550b is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:47:27.869947 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d46a845f-0439-4e52-89e5-ce83c0f7c739 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b54406e1-6c50-423a-99a3-912ae724adf3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:27.947055 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-2c6f0a98-b5e2-4a0a-81d1-4fe26b572933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 91c0d601-bd70-470e-9c7b-c831b346550b) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:47:27.951436 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6f0a98-b5e2-4a0a-81d1-4fe26b572933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:27.952157 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2c6f0a98-b5e2-4a0a-81d1-4fe26b572933 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:27.969959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb8e490-ccdd-4007-8618-63d06b0fa3f4 None None] Network 91c0d601-bd70-470e-9c7b-c831b346550b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:47:28.106147 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a845f-0439-4e52-89e5-ce83c0f7c739 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54406e1-6c50-423a-99a3-912ae724adf3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:28.137978 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d46a845f-0439-4e52-89e5-ce83c0f7c739 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:28.137978 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d46a845f-0439-4e52-89e5-ce83c0f7c739 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9495363 Feb 28 17:47:28.147489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59788) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:28.175617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1ac4b945-7f37-4d08-8320-b3ff09d7ee8f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group_rule': {'security_group_id': 'b54406e1-6c50-423a-99a3-912ae724adf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:28.280442 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2c6f0a98-b5e2-4a0a-81d1-4fe26b572933 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7563331 Feb 28 17:47:28.713287 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be415245-b558-48b9-9fb0-16b3a0e4e4b7 None None] Network 91c0d601-bd70-470e-9c7b-c831b346550b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:47:28.818767 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f316a28-a6eb-4047-bdcc-e79d66cb438a req-f679c6d9-75db-4311-8375-c63e74a00e1d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:28.833142 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f316a28-a6eb-4047-bdcc-e79d66cb438a req-f679c6d9-75db-4311-8375-c63e74a00e1d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.4107940 Feb 28 17:47:28.897812 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b945-7f37-4d08-8320-b3ff09d7ee8f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (305a6cd9-5596-4aa5-9f93-0be8e73aa386), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:29.078713 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5f316a28-a6eb-4047-bdcc-e79d66cb438a req-8bf47b82-ee94-47a3-b12b-920c01281000 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445962 Feb 28 17:47:29.232797 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b945-7f37-4d08-8320-b3ff09d7ee8f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (305a6cd9-5596-4aa5-9f93-0be8e73aa386), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:29.325394 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b945-7f37-4d08-8320-b3ff09d7ee8f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (305a6cd9-5596-4aa5-9f93-0be8e73aa386), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:29.422042 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4b945-7f37-4d08-8320-b3ff09d7ee8f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305a6cd9-5596-4aa5-9f93-0be8e73aa386,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:29.503840 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b945-7f37-4d08-8320-b3ff09d7ee8f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:29.508932 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59806) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:29.512752 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1ac4b945-7f37-4d08-8320-b3ff09d7ee8f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3607588 Feb 28 17:47:29.555757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59808) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:29.563942 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-37c7df5f-150b-4a89-972d-3e451da886c4 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules/305a6cd9-5596-4aa5-9f93-0be8e73aa386 HTTP/1.1" status: 200 len: 763 time: 0.0528653 Feb 28 17:47:29.719120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59810) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:29.719260 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7dcfabef-9124-4cb5-adbf-785bd9c661ee tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1375432 Feb 28 17:47:29.740688 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2feef79c-97f0-496e-8f2b-43fb839367c4 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (305a6cd9-5596-4aa5-9f93-0be8e73aa386), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:29.774202 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2feef79c-97f0-496e-8f2b-43fb839367c4 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (305a6cd9-5596-4aa5-9f93-0be8e73aa386), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:29.845395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59816) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:29.931811 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2feef79c-97f0-496e-8f2b-43fb839367c4 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (305a6cd9-5596-4aa5-9f93-0be8e73aa386), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:29.940158 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2feef79c-97f0-496e-8f2b-43fb839367c4 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:29.953966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59822) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:29.976550 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2feef79c-97f0-496e-8f2b-43fb839367c4 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/305a6cd9-5596-4aa5-9f93-0be8e73aa386 HTTP/1.1" status: 204 len: 168 time: 0.2803082 Feb 28 17:47:30.017643 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feef79c-97f0-496e-8f2b-43fb839367c4 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=305a6cd9-5596-4aa5-9f93-0be8e73aa386,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:30.072511 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e392069b-2102-4750-a92c-a9774e5be175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:30.097039 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c26202a5-3ae5-4af0-a0c3-1da255c91861 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1454413 Feb 28 17:47:30.099672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59826) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:30.114536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-304b107d-26a6-45da-8467-1547de418245 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group_rule': {'security_group_id': 'b54406e1-6c50-423a-99a3-912ae724adf3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:30.240077 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-304b107d-26a6-45da-8467-1547de418245 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (235a0adb-af39-40e5-8c79-804a1c07c5f3), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:30.400458 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e392069b-2102-4750-a92c-a9774e5be175 admin admin] Publish callbacks [] for security_group (a6a712a0-219d-42c5-8596-5026d288e741), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:30.416319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59838) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:30.486762 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e392069b-2102-4750-a92c-a9774e5be175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a6a712a0-219d-42c5-8596-5026d288e741), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:30.522819 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f914f66-3b74-429a-812b-484387fcc35e req-a21aaeb6-f38f-418f-8128-6e19f0d71020 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:30.531330 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f914f66-3b74-429a-812b-484387fcc35e req-a21aaeb6-f38f-418f-8128-6e19f0d71020 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.2456031 Feb 28 17:47:30.610767 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59844) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:30.623252 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-304b107d-26a6-45da-8467-1547de418245 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (235a0adb-af39-40e5-8c79-804a1c07c5f3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:30.651826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-251784882-network', 'tenant_id': '0ffb149b91e14659adaaa5d7dab7ff4a'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:30.662667 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f914f66-3b74-429a-812b-484387fcc35e req-a6bbd45b-c4ee-4388-b8fd-f5fd2b161c58 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134365 Feb 28 17:47:30.704294 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-304b107d-26a6-45da-8467-1547de418245 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (235a0adb-af39-40e5-8c79-804a1c07c5f3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:30.724837 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e392069b-2102-4750-a92c-a9774e5be175 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3cba323bb93a44728d93c1a7dc097be0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8782547 Feb 28 17:47:30.745893 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59846) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:30.756668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-367349104-network', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:30.787816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] Made reservation on behalf of 0ffb149b91e14659adaaa5d7dab7ff4a for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:47:30.802535 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:30.835655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392069b-2102-4750-a92c-a9774e5be175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a712a0-219d-42c5-8596-5026d288e741,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:30.841987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b107d-26a6-45da-8467-1547de418245 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235a0adb-af39-40e5-8c79-804a1c07c5f3,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:30.859610 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:30.915737 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-304b107d-26a6-45da-8467-1547de418245 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:30.916953 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-304b107d-26a6-45da-8467-1547de418245 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8159580 Feb 28 17:47:30.947136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59848) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:30.947136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fad912ed-4405-4537-a6b1-b6840aacd9f4 admin admin] Publish callbacks [] for security_group (a6a712a0-219d-42c5-8596-5026d288e741), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.023465 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-110214de-f52d-42e8-824e-71f39e35961b tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules/235a0adb-af39-40e5-8c79-804a1c07c5f3 HTTP/1.1" status: 200 len: 763 time: 0.0430319 Feb 28 17:47:31.023709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59850) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:31.023709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] Made reservation on behalf of 0db2a6722a5e4bb6a867f82f8c0a7392 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:47:31.023709 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.038806 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fad912ed-4405-4537-a6b1-b6840aacd9f4 admin admin] Publish callbacks [] for security_group (a6a712a0-219d-42c5-8596-5026d288e741), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.098792 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.164338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3be49e46-a7c0-40f3-8f9f-b65e06539980 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1600366 Feb 28 17:47:31.166911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59852) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:31.209844 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40d6bccc-18df-4c57-a8f9-ba12e80fa556 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (235a0adb-af39-40e5-8c79-804a1c07c5f3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.214596 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fad912ed-4405-4537-a6b1-b6840aacd9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a6a712a0-219d-42c5-8596-5026d288e741), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.223818 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fad912ed-4405-4537-a6b1-b6840aacd9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.225908 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fad912ed-4405-4537-a6b1-b6840aacd9f4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a6a712a0-219d-42c5-8596-5026d288e741 HTTP/1.1" status: 204 len: 168 time: 0.4686604 Feb 28 17:47:31.238958 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40d6bccc-18df-4c57-a8f9-ba12e80fa556 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (235a0adb-af39-40e5-8c79-804a1c07c5f3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.242895 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] Publish callbacks [] for security_group (5944981d-bc59-4874-9d17-a48ae50e7d4c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.277567 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad912ed-4405-4537-a6b1-b6840aacd9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a712a0-219d-42c5-8596-5026d288e741,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:31.314894 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5944981d-bc59-4874-9d17-a48ae50e7d4c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.392591 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] Publish callbacks [] for security_group (7971e9b1-a5d3-487b-8805-9ca8734f82d7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.401582 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40d6bccc-18df-4c57-a8f9-ba12e80fa556 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (235a0adb-af39-40e5-8c79-804a1c07c5f3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.409063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40d6bccc-18df-4c57-a8f9-ba12e80fa556 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.411774 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-40d6bccc-18df-4c57-a8f9-ba12e80fa556 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/235a0adb-af39-40e5-8c79-804a1c07c5f3 HTTP/1.1" status: 204 len: 168 time: 0.2429049 Feb 28 17:47:31.413133 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59860) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:31.419867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:47:31.432332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6bccc-18df-4c57-a8f9-ba12e80fa556 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=235a0adb-af39-40e5-8c79-804a1c07c5f3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:31.434814 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5944981d-bc59-4874-9d17-a48ae50e7d4c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:31.467843 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7971e9b1-a5d3-487b-8805-9ca8734f82d7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.498298 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b2faefbe-ab77-434a-8391-2bc49694bd9c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.498695 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] Added segment b2faefbe-ab77-434a-8391-2bc49694bd9c of type vlan for network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 Feb 28 17:47:31.633148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:47:31.656331 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3948bff7-5cf3-46ea-b8a5-2f7b81085e8c tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2412257 Feb 28 17:47:31.659253 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59862) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:31.669304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-be325dba-5763-4306-ad50-cccedea2ebc5 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group_rule': {'security_group_id': 'b54406e1-6c50-423a-99a3-912ae724adf3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:31.714082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7971e9b1-a5d3-487b-8805-9ca8734f82d7,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:31.724020 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (836bfab9-2518-4e65-aabe-97dbf6752bf3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.724358 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] Added segment 836bfab9-2518-4e65-aabe-97dbf6752bf3 of type vlan for network 82e2c213-4b75-4371-99da-35823e98102f Feb 28 17:47:31.728333 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:31.830530 n-d-820368-19 neutron-server[104247]: INFO neutron.db.securitygroups_db [None req-be325dba-5763-4306-ad50-cccedea2ebc5 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Project 57ece38cac7b47a289939729d66b1ed5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:47:31.836742 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be325dba-5763-4306-ad50-cccedea2ebc5 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (323f24e4-4efe-4b59-a4ce-ea351447d131), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.000388 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be325dba-5763-4306-ad50-cccedea2ebc5 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (323f24e4-4efe-4b59-a4ce-ea351447d131), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.029951 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (82e2c213-4b75-4371-99da-35823e98102f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.069632 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be325dba-5763-4306-ad50-cccedea2ebc5 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (323f24e4-4efe-4b59-a4ce-ea351447d131), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.109952 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.110950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:32.111537 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.160153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f374b-804d-49b9-8945-ca751813539b req-6d42349f-d689-41eb-8bb1-c51fc518139e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:32.164910 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be325dba-5763-4306-ad50-cccedea2ebc5 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323f24e4-4efe-4b59-a4ce-ea351447d131,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:32.168407 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-926f374b-804d-49b9-8945-ca751813539b req-6d42349f-d689-41eb-8bb1-c51fc518139e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.2759182 Feb 28 17:47:32.218822 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (82e2c213-4b75-4371-99da-35823e98102f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.219787 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:32.224540 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.288846 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be325dba-5763-4306-ad50-cccedea2ebc5 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.290438 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-be325dba-5763-4306-ad50-cccedea2ebc5 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6301665 Feb 28 17:47:32.293915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59872) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:32.337012 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9194326 Feb 28 17:47:32.355116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59876) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:32.369527 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d666b3f9-e136-4345-ac5a-1684c56b38e6 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules/323f24e4-4efe-4b59-a4ce-ea351447d131 HTTP/1.1" status: 200 len: 769 time: 0.0733013 Feb 28 17:47:32.373515 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59878) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:32.375550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-310e9855-8906-4370-8578-8995a1660858 admin admin] Request body: {'subnet': {'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-367349104-subnet', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:32.440965 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8288379 Feb 28 17:47:32.447794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59880) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:32.453849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92399a9e-fd88-4a8a-a4d0-4615deb4edb6 admin admin] Pushing event updated for resources: {'Network': ['ID=74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:32.463805 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-86afb59e-d8d2-4f01-b8c7-5b4798593b35 admin admin] Request body: {'subnet': {'network_id': '82e2c213-4b75-4371-99da-35823e98102f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-251784882-subnet', 'tenant_id': '0ffb149b91e14659adaaa5d7dab7ff4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:32.463964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:47:32.497419 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f09f95ea-d5b5-43d2-83a0-60f71a5628fa tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1199648 Feb 28 17:47:32.503971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59882) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:32.550560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310e9855-8906-4370-8578-8995a1660858 admin admin] Made reservation on behalf of 0db2a6722a5e4bb6a867f82f8c0a7392 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:47:32.568912 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-310e9855-8906-4370-8578-8995a1660858 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.584422 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e05b7f2d-5a79-460c-85f0-549310b5513f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (323f24e4-4efe-4b59-a4ce-ea351447d131), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.610319 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e05b7f2d-5a79-460c-85f0-549310b5513f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (323f24e4-4efe-4b59-a4ce-ea351447d131), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.715525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-926f374b-804d-49b9-8945-ca751813539b req-a571104e-4ceb-4f6f-8a11-5dca9945278a tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5089550 Feb 28 17:47:32.753051 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e05b7f2d-5a79-460c-85f0-549310b5513f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (323f24e4-4efe-4b59-a4ce-ea351447d131), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.766384 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725ff56-2f7f-41ba-a846-7f36f2fb859d admin admin] Pushing event updated for resources: {'Network': ['ID=82e2c213-4b75-4371-99da-35823e98102f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:32.771590 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e05b7f2d-5a79-460c-85f0-549310b5513f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.778203 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e05b7f2d-5a79-460c-85f0-549310b5513f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/323f24e4-4efe-4b59-a4ce-ea351447d131 HTTP/1.1" status: 204 len: 168 time: 0.2693081 Feb 28 17:47:32.779337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b7f2d-5a79-460c-85f0-549310b5513f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=323f24e4-4efe-4b59-a4ce-ea351447d131,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:32.793510 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59886) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:32.806245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86afb59e-d8d2-4f01-b8c7-5b4798593b35 admin admin] Made reservation on behalf of 0ffb149b91e14659adaaa5d7dab7ff4a for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:47:32.814199 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86afb59e-d8d2-4f01-b8c7-5b4798593b35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:32.819038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 82e2c213-4b75-4371-99da-35823e98102f details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:47:32.970853 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-941ed1ec-eb48-4b72-b73e-43c1c8a257ab tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1458442 Feb 28 17:47:32.979482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59888) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:33.159916 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d66e4191-3162-44df-997a-3e8b1a26a97d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (b54406e1-6c50-423a-99a3-912ae724adf3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:33.222930 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d66e4191-3162-44df-997a-3e8b1a26a97d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (b54406e1-6c50-423a-99a3-912ae724adf3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:33.308540 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-310e9855-8906-4370-8578-8995a1660858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (99f46000-a7f6-4418-ac69-a9c7093623cc), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:33.401547 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d66e4191-3162-44df-997a-3e8b1a26a97d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b54406e1-6c50-423a-99a3-912ae724adf3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:33.426013 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d66e4191-3162-44df-997a-3e8b1a26a97d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:33.427204 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d66e4191-3162-44df-997a-3e8b1a26a97d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-groups/b54406e1-6c50-423a-99a3-912ae724adf3 HTTP/1.1" status: 204 len: 168 time: 0.4464722 Feb 28 17:47:33.430917 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59910) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:33.483460 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86afb59e-d8d2-4f01-b8c7-5b4798593b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (67c7c3c9-0dce-4acf-b285-14bdb5c796a0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:33.510079 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e4191-3162-44df-997a-3e8b1a26a97d tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54406e1-6c50-423a-99a3-912ae724adf3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:33.635148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e9855-8906-4370-8578-8995a1660858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f46000-a7f6-4418-ac69-a9c7093623cc,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:33.637387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e9855-8906-4370-8578-8995a1660858 admin admin] Checking segment: {'id': 'b2faefbe-ab77-434a-8391-2bc49694bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:47:33.637748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e9855-8906-4370-8578-8995a1660858 admin admin] Network hostable DHCP agents. Network: 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:47:33.649693 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afb59e-d8d2-4f01-b8c7-5b4798593b35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c7c3c9-0dce-4acf-b285-14bdb5c796a0,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:33.686647 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3d5a2bae-50e2-4f51-a7a3-695e5dc12628 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2534060 Feb 28 17:47:33.689692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59920) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:33.708543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86afb59e-d8d2-4f01-b8c7-5b4798593b35 admin admin] Checking segment: {'id': '836bfab9-2518-4e65-aabe-97dbf6752bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '82e2c213-4b75-4371-99da-35823e98102f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:47:33.709331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86afb59e-d8d2-4f01-b8c7-5b4798593b35 admin admin] Network hostable DHCP agents. Network: 82e2c213-4b75-4371-99da-35823e98102f, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:47:33.709598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-55bf2c4a-c971-4c99-bee0-84cbaa757e51 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group': {'name': 'tempest-secgroup--212870485'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:33.772982 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86afb59e-d8d2-4f01-b8c7-5b4798593b35 admin admin] Network 82e2c213-4b75-4371-99da-35823e98102f is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:47:33.806412 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e9855-8906-4370-8578-8995a1660858 admin admin] Network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:47:33.880458 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55bf2c4a-c971-4c99-bee0-84cbaa757e51 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:33.935676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-310e9855-8906-4370-8578-8995a1660858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:47:33.951564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b03aa0-9fa3-49e3-9259-a52e728cf75e None None] Network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:47:33.981532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310e9855-8906-4370-8578-8995a1660858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:33.982164 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-310e9855-8906-4370-8578-8995a1660858 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:34.008533 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-86afb59e-d8d2-4f01-b8c7-5b4798593b35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 82e2c213-4b75-4371-99da-35823e98102f) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:47:34.054005 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86afb59e-d8d2-4f01-b8c7-5b4798593b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:34.054521 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-86afb59e-d8d2-4f01-b8c7-5b4798593b35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:34.126736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1381ca1a-aa4a-4c25-a414-af9022395e17 None None] Network 82e2c213-4b75-4371-99da-35823e98102f requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:47:34.136280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd689c2d-0fb2-4fae-8630-960775dd25a3 req-c5ab89a9-6214-43ec-b7bc-f81b7bbd4966 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:34.148975 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd689c2d-0fb2-4fae-8630-960775dd25a3 req-c5ab89a9-6214-43ec-b7bc-f81b7bbd4966 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.2725360 Feb 28 17:47:34.151677 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55bf2c4a-c971-4c99-bee0-84cbaa757e51 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (3e35b6db-3f0c-48a1-a7eb-d4b7f9321c91), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:34.160119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-310e9855-8906-4370-8578-8995a1660858 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8022158 Feb 28 17:47:34.166167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59928) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:34.188521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:34.223095 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-86afb59e-d8d2-4f01-b8c7-5b4798593b35 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7740607 Feb 28 17:47:34.228457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd689c2d-0fb2-4fae-8630-960775dd25a3 req-82803ef3-3063-4d05-b23a-3249c6bb3de4 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786667 Feb 28 17:47:34.246192 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55bf2c4a-c971-4c99-bee0-84cbaa757e51 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3e35b6db-3f0c-48a1-a7eb-d4b7f9321c91), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:34.323293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf2c4a-c971-4c99-bee0-84cbaa757e51 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e35b6db-3f0c-48a1-a7eb-d4b7f9321c91,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:34.329417 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (89a566bb-3cd9-48fa-a03f-f11aac9c9672), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:34.345433 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (89a566bb-3cd9-48fa-a03f-f11aac9c9672), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:34.476841 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Publish callbacks [] for router_controller (89a566bb-3cd9-48fa-a03f-f11aac9c9672), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:34.491249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55bf2c4a-c971-4c99-bee0-84cbaa757e51 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:34.491976 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-55bf2c4a-c971-4c99-bee0-84cbaa757e51 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8011937 Feb 28 17:47:34.494759 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59940) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:34.500611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e3fd99f1-6445-4ea0-b03b-0446135b4b5f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Request body: {'security_group_rule': {'security_group_id': '3e35b6db-3f0c-48a1-a7eb-d4b7f9321c91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:34.679007 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3fd99f1-6445-4ea0-b03b-0446135b4b5f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (8f83f2fd-84d9-405e-b1b9-c4caa14e41bc), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:34.853417 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3fd99f1-6445-4ea0-b03b-0446135b4b5f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (8f83f2fd-84d9-405e-b1b9-c4caa14e41bc), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:34.978231 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3fd99f1-6445-4ea0-b03b-0446135b4b5f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (8f83f2fd-84d9-405e-b1b9-c4caa14e41bc), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:35.004214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'fixed_ips': [{'subnet_id': '99f46000-a7f6-4418-ac69-a9c7093623cc'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:47:35.019932 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:35.026780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25cc609-65a5-4ea3-ace6-7cf17fc0b14c None None] Network 82e2c213-4b75-4371-99da-35823e98102f requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:47:35.030871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd99f1-6445-4ea0-b03b-0446135b4b5f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f83f2fd-84d9-405e-b1b9-c4caa14e41bc,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:35.077870 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3fd99f1-6445-4ea0-b03b-0446135b4b5f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:35.083757 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e3fd99f1-6445-4ea0-b03b-0446135b4b5f tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5878751 Feb 28 17:47:35.084745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59952) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:35.189587 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-32521f31-27ce-4956-a8fd-4872cc9453e4 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (3e35b6db-3f0c-48a1-a7eb-d4b7f9321c91), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:35.226531 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-32521f31-27ce-4956-a8fd-4872cc9453e4 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (3e35b6db-3f0c-48a1-a7eb-d4b7f9321c91), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:35.372352 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-32521f31-27ce-4956-a8fd-4872cc9453e4 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3e35b6db-3f0c-48a1-a7eb-d4b7f9321c91), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:35.377137 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-32521f31-27ce-4956-a8fd-4872cc9453e4 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:35.382884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-32521f31-27ce-4956-a8fd-4872cc9453e4 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-groups/3e35b6db-3f0c-48a1-a7eb-d4b7f9321c91 HTTP/1.1" status: 204 len: 168 time: 0.2958767 Feb 28 17:47:35.382884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59966) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:35.414068 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Allocated IP 172.20.0.2 (74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3/99f46000-a7f6-4418-ac69-a9c7093623cc/557e3ca5-a408-4800-941e-e074c61c848e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:47:35.575453 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Publish callbacks [] for port (557e3ca5-a408-4800-941e-e074c61c848e), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:35.617424 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a048cfa2-0eb3-4631-9e99-1f1a26af3b81 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2266181 Feb 28 17:47:35.620455 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59970) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:35.621394 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32521f31-27ce-4956-a8fd-4872cc9453e4 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e35b6db-3f0c-48a1-a7eb-d4b7f9321c91,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:35.678441 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-83896fae-0b03-4e5e-a7a8-0d743632c2df tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0546980 Feb 28 17:47:35.687627 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (557e3ca5-a408-4800-941e-e074c61c848e), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:35.707621 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009b8c7-fd05-4b30-8694-659c7ab8bf4b req-3dc59d79-26cb-4344-aa6f-c54a9b4320b7 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:35.712621 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a009b8c7-fd05-4b30-8694-659c7ab8bf4b req-3dc59d79-26cb-4344-aa6f-c54a9b4320b7 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.2638602 Feb 28 17:47:35.715325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 59976) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:35.758729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:47:35.761717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:47:35.766069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:47:35.774897 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-62c6db1c-9097-4e84-b43d-18956722aa86 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] delete failed (client error): The resource could not be found. Feb 28 17:47:35.779584 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-62c6db1c-9097-4e84-b43d-18956722aa86 tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "DELETE /v2.0/security-groups/3e35b6db-3f0c-48a1-a7eb-d4b7f9321c91 HTTP/1.1" status: 404 len: 347 time: 0.0544980 Feb 28 17:47:35.783458 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 59978) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:35.820631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Pushing event updated for resources: {'Port': ['ID=557e3ca5-a408-4800-941e-e074c61c848e,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:35.886246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b39911e8-4aca-4b1d-b24a-21a26ffad3dc tempest-SecGroupIPv6Test-1996476796 tempest-SecGroupIPv6Test-1996476796-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0971894 Feb 28 17:47:35.899691 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a009b8c7-fd05-4b30-8694-659c7ab8bf4b req-e5dc5937-e2b5-4d04-b122-fcfc30c5b47a tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596854 Feb 28 17:47:35.903159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Attempting to bind port 557e3ca5-a408-4800-941e-e074c61c848e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:47:35.903518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Attempting to bind port 557e3ca5-a408-4800-941e-e074c61c848e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'b2faefbe-ab77-434a-8391-2bc49694bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:47:35.903890 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Attempting to bind port 557e3ca5-a408-4800-941e-e074c61c848e on network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:47:35.928004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:47:35.928004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Checking segment: {'id': 'b2faefbe-ab77-434a-8391-2bc49694bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:47:35.928004 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:35.928004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Bound using segment: {'id': 'b2faefbe-ab77-434a-8391-2bc49694bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:47:35.928004 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Bound port: 557e3ca5-a408-4800-941e-e074c61c848e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2faefbe-ab77-434a-8391-2bc49694bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:47:35.928004 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (557e3ca5-a408-4800-941e-e074c61c848e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:36.069949 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] For port 557e3ca5-a408-4800-941e-e074c61c848e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:47:36.074992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] For port 557e3ca5-a408-4800-941e-e074c61c848e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=557e3ca5-a408-4800-941e-e074c61c848e,segment=NetworkSegment(b2faefbe-ab77-434a-8391-2bc49694bd9c),segment_id=b2faefbe-ab77-434a-8391-2bc49694bd9c)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:47:36.082404 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Publish callbacks [] for router_gateway (89a566bb-3cd9-48fa-a03f-f11aac9c9672), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:36.124161 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-3e97c980-d7eb-477d-b6f3-3fb79ea799b5 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:36.126188 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-3e97c980-d7eb-477d-b6f3-3fb79ea799b5 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/networks?id=91c0d601-bd70-470e-9c7b-c831b346550b HTTP/1.1" status: 200 len: 807 time: 0.5236199 Feb 28 17:47:36.153800 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-c25b78de-a06b-4b4f-9b8a-2420f5ed5c13 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/quotas/68f0550d98b04b27a966316122b63e88 HTTP/1.1" status: 200 len: 375 time: 0.0188034 Feb 28 17:47:36.185387 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (557e3ca5-a408-4800-941e-e074c61c848e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:36.208128 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-11229733-ad4e-4f6f-976b-b6c43047c10e tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=68f0550d98b04b27a966316122b63e88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492995 Feb 28 17:47:36.280585 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb9918-0315-4f9e-b502-acd98ce35c88 None None] Pushing event updated for resources: {'Port': ['ID=557e3ca5-a408-4800-941e-e074c61c848e,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:36.423124 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-18eae98a-7a36-4668-853e-90ffce4980d1 service neutron] 10.222.0.72 "GET /v2.0/networks/91c0d601-bd70-470e-9c7b-c831b346550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011852 Feb 28 17:47:36.565182 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-cad3ed4c-9736-4f18-a478-22189ec8de1c service neutron] 10.222.0.72 "GET /v2.0/networks/91c0d601-bd70-470e-9c7b-c831b346550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409867 Feb 28 17:47:36.763558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60012) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:36.810030 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Publish callbacks [] for router_gateway (89a566bb-3cd9-48fa-a03f-f11aac9c9672), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:36.846923 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:37.037802 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7ae9d29b-8f4b-47d2-b608-eade54ca1d22 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=57ece38cac7b47a289939729d66b1ed5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2698417 Feb 28 17:47:37.038775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60018) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:37.073509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677cf66-2c24-40c3-986a-4ef9c537033d req-d8ec7d6e-f422-41a7-a690-5c0f02aca9c5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:37.075745 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6677cf66-2c24-40c3-986a-4ef9c537033d req-d8ec7d6e-f422-41a7-a690-5c0f02aca9c5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0849173 Feb 28 17:47:37.083508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Allocated IP 172.25.3.76 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/51fe19bd-01af-46c0-bb23-540248f879fc) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:47:37.164068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-a1115d48-16ea-4c98-8a53-6320f30d4765 req-4d532f89-6533-4806-92d1-bb340d3003fa service neutron] (104247) timed out ('10.222.0.72', 52036) {{(pid=104247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 17:47:37.164453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 557e3ca5-a408-4800-941e-e074c61c848e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:47:37.191260 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6677cf66-2c24-40c3-986a-4ef9c537033d req-55918b5c-631f-49b5-831f-40ccb4e36e6a tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083245 Feb 28 17:47:37.233892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 557e3ca5-a408-4800-941e-e074c61c848e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:37.234305 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (557e3ca5-a408-4800-941e-e074c61c848e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:37.338283 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e2625b2c-0ae0-4baa-8264-306afe84df83 req-cbe88815-25e8-4588-b228-b31845cb43ae tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 210 time: 0.1200769 Feb 28 17:47:37.342397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 557e3ca5-a408-4800-941e-e074c61c848e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:37.348913 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (557e3ca5-a408-4800-941e-e074c61c848e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:37.355421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-901a8b9c-d833-4b4f-bcb7-f135e0ddd766 admin admin] Publish callbacks [] for security_group (4ffe716e-ae98-4df8-9e31-823a6ffc5cb4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:37.395278 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 557e3ca5-a408-4800-941e-e074c61c848e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=557e3ca5-a408-4800-941e-e074c61c848e,segment=NetworkSegment(b2faefbe-ab77-434a-8391-2bc49694bd9c),segment_id=b2faefbe-ab77-434a-8391-2bc49694bd9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:37.395526 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-901a8b9c-d833-4b4f-bcb7-f135e0ddd766 admin admin] Publish callbacks [] for security_group (4ffe716e-ae98-4df8-9e31-823a6ffc5cb4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:37.442650 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Publish callbacks [] for port (51fe19bd-01af-46c0-bb23-540248f879fc), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:37.465750 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-b23c6e1b-ee7a-4927-a6e6-c40952cdfb10 req-636b499c-d1f5-4d27-b5d1-ed6283bda776 service neutron] (104246) timed out ('10.222.0.72', 52060) {{(pid=104246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 17:47:37.484316 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (557e3ca5-a408-4800-941e-e074c61c848e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:37.536561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=557e3ca5-a408-4800-941e-e074c61c848e,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:37.545310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:37.545624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:37.546034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:37.546409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:37.546746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:37.547080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:37.547410 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:37.547738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:37.548062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:37.548386 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:37.548710 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:37.549032 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:37.549353 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:37.558579 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-901a8b9c-d833-4b4f-bcb7-f135e0ddd766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4ffe716e-ae98-4df8-9e31-823a6ffc5cb4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:37.563131 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-901a8b9c-d833-4b4f-bcb7-f135e0ddd766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:37.563131 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-901a8b9c-d833-4b4f-bcb7-f135e0ddd766 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4ffe716e-ae98-4df8-9e31-823a6ffc5cb4 HTTP/1.1" status: 204 len: 168 time: 0.5238459 Feb 28 17:47:37.571498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a8b9c-d833-4b4f-bcb7-f135e0ddd766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffe716e-ae98-4df8-9e31-823a6ffc5cb4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:37.655223 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (51fe19bd-01af-46c0-bb23-540248f879fc), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:37.710536 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:47:37.713663 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:47:37.717249 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:47:37.723050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=51fe19bd-01af-46c0-bb23-540248f879fc,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:37.754074 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6e4c97e8-ce6f-4510-93f0-52c2cab88ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:37.841134 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:37.943700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e2ad28-41c7-445e-a94c-5eb9d43fd9fc None None] Network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:47:38.040337 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c1618685-c9be-42c0-bb01-f45d13dc8f61 None None] Provisioning complete for port 557e3ca5-a408-4800-941e-e074c61c848e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:38.040712 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1618685-c9be-42c0-bb01-f45d13dc8f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (557e3ca5-a408-4800-941e-e074c61c848e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:38.213447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c1618685-c9be-42c0-bb01-f45d13dc8f61 None None] Current status of the port 557e3ca5-a408-4800-941e-e074c61c848e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:38.283350 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Publish callbacks [] for router_gateway (89a566bb-3cd9-48fa-a03f-f11aac9c9672), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:38.494096 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25a03d-c801-4cd1-9066-a58a796c4b6e req-299495b2-c015-41f7-92c0-4085049abf54 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:38.504162 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ec25a03d-c801-4cd1-9066-a58a796c4b6e req-299495b2-c015-41f7-92c0-4085049abf54 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1346529 Feb 28 17:47:38.540411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b792e60-2d33-43d2-a29c-e5b008f043b0 req-17c74b90-87a1-4474-a899-c2d9c4cf80f7 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 210 time: 0.0891082 Feb 28 17:47:38.630728 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ec25a03d-c801-4cd1-9066-a58a796c4b6e req-691eeb39-91d5-4a75-898b-2abfdcf566b3 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253762 Feb 28 17:47:38.716200 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (89a566bb-3cd9-48fa-a03f-f11aac9c9672), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:38.761754 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-919b8db7-87a4-459e-87bd-ebebb81b7a4e None None] Provisioning complete for port 557e3ca5-a408-4800-941e-e074c61c848e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:38.762485 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-919b8db7-87a4-459e-87bd-ebebb81b7a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (557e3ca5-a408-4800-941e-e074c61c848e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:38.992476 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-919b8db7-87a4-459e-87bd-ebebb81b7a4e None None] Current status of the port 557e3ca5-a408-4800-941e-e074c61c848e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:39.066621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:47:39.133283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 557e3ca5-a408-4800-941e-e074c61c848e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:47:39.215784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 557e3ca5-a408-4800-941e-e074c61c848e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:39.216408 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (557e3ca5-a408-4800-941e-e074c61c848e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:39.226696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:47:39.258622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Sync routers for ids ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:47:39.285222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Routers {'89a566bb-3cd9-48fa-a03f-f11aac9c9672'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:47:39.286141 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:47:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:39.332341 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:39.334182 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-28586c27-b6b1-4032-891c-4d309e5e4ab7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1571782 Feb 28 17:47:39.336988 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60100) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:39.470078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 557e3ca5-a408-4800-941e-e074c61c848e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:39.513684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Set router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:47:39.636336 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:47:39.799790 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60b3a7fd-4da8-434d-9d7c-9acc6d3e41bb req-9bc7ad00-d1f5-487e-8041-0b1dcd592f1e tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 210 time: 0.0624418 Feb 28 17:47:39.913089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2aae4-db1c-48ca-bd1d-fb752a034040 req-46853986-6148-43cb-932b-ec006f9ad583 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:39.914880 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a5e2aae4-db1c-48ca-bd1d-fb752a034040 req-46853986-6148-43cb-932b-ec006f9ad583 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0945032 Feb 28 17:47:39.991646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:47:37Z', 'revision_number': 3, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port': {'id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:36Z', 'updated_at': '2022-02-28T17:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:40.031234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Checking router: 89a566bb-3cd9-48fa-a03f-f11aac9c9672 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:47:40.031616 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Updating router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 port 51fe19bd-01af-46c0-bb23-540248f879fc binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:47:40.065035 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (51fe19bd-01af-46c0-bb23-540248f879fc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:40.124889 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a5e2aae4-db1c-48ca-bd1d-fb752a034040 req-15f9e563-f11f-4320-8f31-db752f11c921 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555130 Feb 28 17:47:40.132152 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:40.173415 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-981d3d30-0f6e-42de-ae76-22db123d5d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:40.303380 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:40.432174 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Publish callbacks [] for port (51fe19bd-01af-46c0-bb23-540248f879fc), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:40.535238 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (51fe19bd-01af-46c0-bb23-540248f879fc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:40.696211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Attempting to bind port 51fe19bd-01af-46c0-bb23-540248f879fc on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:47:40.696423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Allocated IP 172.20.0.1 (74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3/99f46000-a7f6-4418-ac69-a9c7093623cc/86713fde-3c84-47bc-867a-ab85d27612d0) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:47:40.696962 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Attempting to bind port 51fe19bd-01af-46c0-bb23-540248f879fc by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:47:40.697499 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Attempting to bind port 51fe19bd-01af-46c0-bb23-540248f879fc on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:47:40.704896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-32053f52-ae5f-4061-b6f5-d142d7337211 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:40.706432 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-32053f52-ae5f-4061-b6f5-d142d7337211 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.69 "GET /v2.0/networks?id=91c0d601-bd70-470e-9c7b-c831b346550b HTTP/1.1" status: 200 len: 807 time: 0.2660832 Feb 28 17:47:40.709607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:47:40.710275 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:47:40.710843 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:40.711447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:47:40.712244 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Bound port: 51fe19bd-01af-46c0-bb23-540248f879fc, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:47:40.712790 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (51fe19bd-01af-46c0-bb23-540248f879fc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:40.720542 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-6a327667-bb0f-4aaf-80c2-cb58c261e6ce tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Request body: {'port': {'device_id': 'd6ba1d5c-bb79-46a1-bf98-466b8921b002', 'network_id': '91c0d601-bd70-470e-9c7b-c831b346550b', 'admin_state_up': True, 'tenant_id': '68f0550d98b04b27a966316122b63e88'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:40.816752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699de1e-73b6-4f87-a72d-805ae296729a None None] Pushing event updated for resources: {'Port': ['ID=51fe19bd-01af-46c0-bb23-540248f879fc,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:40.916731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] For port 51fe19bd-01af-46c0-bb23-540248f879fc, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:47:40.923732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] For port 51fe19bd-01af-46c0-bb23-540248f879fc, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=51fe19bd-01af-46c0-bb23-540248f879fc,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:47:40.979723 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73b5ab67-7191-48eb-9f96-1cba0396559b req-2e02acb1-6e72-4386-a4ef-39ddcc7986ab tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 210 time: 0.0883400 Feb 28 17:47:41.002405 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Publish callbacks [] for port (86713fde-3c84-47bc-867a-ab85d27612d0), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:41.006781 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (51fe19bd-01af-46c0-bb23-540248f879fc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:41.031007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afc01a-fa7d-4b06-8229-76f24997a31b req-93be9d5a-5583-4d4c-94eb-dc4bbe888d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:41.035037 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47afc01a-fa7d-4b06-8229-76f24997a31b req-93be9d5a-5583-4d4c-94eb-dc4bbe888d2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 1128 time: 0.2325628 Feb 28 17:47:41.071042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-6a327667-bb0f-4aaf-80c2-cb58c261e6ce tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Made reservation on behalf of 68f0550d98b04b27a966316122b63e88 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:47:41.077469 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-6a327667-bb0f-4aaf-80c2-cb58c261e6ce tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:41.095512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699de1e-73b6-4f87-a72d-805ae296729a None None] Pushing event updated for resources: {'Port': ['ID=51fe19bd-01af-46c0-bb23-540248f879fc,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:41.111882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Routers {'89a566bb-3cd9-48fa-a03f-f11aac9c9672'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:47:41.112645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:47:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:41.197395 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:41.221151 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afc01a-fa7d-4b06-8229-76f24997a31b req-7b32a485-b238-4ca6-b14f-68a6349e5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:41.230529 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47afc01a-fa7d-4b06-8229-76f24997a31b req-7b32a485-b238-4ca6-b14f-68a6349e5b7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 917 time: 0.1892278 Feb 28 17:47:41.255827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:47:41.264179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:47:41.293281 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] Set router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:47:41.310223 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:47:41.329511 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47afc01a-fa7d-4b06-8229-76f24997a31b req-5f78ef6b-69a6-4a2b-acb7-2bc06e9a5fd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 HTTP/1.1" status: 200 len: 1001 time: 0.0925546 Feb 28 17:47:41.435426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Pushing event updated for resources: {'Port': ['ID=86713fde-3c84-47bc-867a-ab85d27612d0,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:41.442138 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afc01a-fa7d-4b06-8229-76f24997a31b req-cd548c6d-724d-47e9-8865-a1ee829876fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:41.447348 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47afc01a-fa7d-4b06-8229-76f24997a31b req-cd548c6d-724d-47e9-8865-a1ee829876fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.1107271 Feb 28 17:47:41.496297 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (89a566bb-3cd9-48fa-a03f-f11aac9c9672), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:41.509739 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef66bb-28f9-4e66-8126-62d3964870da req-e26d341d-f15e-4589-a847-c6dcf6666649 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:41.511564 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25ef66bb-28f9-4e66-8126-62d3964870da req-e26d341d-f15e-4589-a847-c6dcf6666649 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.2220161 Feb 28 17:47:41.513179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-6a327667-bb0f-4aaf-80c2-cb58c261e6ce tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Allocated IP 172.20.0.11 (91c0d601-bd70-470e-9c7b-c831b346550b/82a319d1-702e-4ee3-9b4a-c000f78b3a2d/739a8a75-b9c9-4a73-a843-320d126098d6) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:47:41.532507 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:41.563011 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:47:37Z', 'revision_number': 3, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port': {'id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:36Z', 'updated_at': '2022-02-28T17:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:41.600823 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6104d9eb-12f0-4f78-bcda-becc68d610c0 None None] The sync data for ids ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'] in n-d-820368-19 is: [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:47:37Z', 'revision_number': 3, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port': {'id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:36Z', 'updated_at': '2022-02-28T17:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:47:41.601038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afc01a-fa7d-4b06-8229-76f24997a31b req-ac262a0e-8e27-42f2-b285-e1b0e871041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:41.605656 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47afc01a-fa7d-4b06-8229-76f24997a31b req-ac262a0e-8e27-42f2-b285-e1b0e871041f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1519074 Feb 28 17:47:41.631303 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-25ef66bb-28f9-4e66-8126-62d3964870da req-ad625024-cfec-4f9d-a04d-22a26437486d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796647 Feb 28 17:47:41.755316 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47afc01a-fa7d-4b06-8229-76f24997a31b req-b71853bb-1610-4488-8896-9edd8e54b1d8 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423023 Feb 28 17:47:41.766346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4af77a8e-a0e6-4cbe-8ba2-c0e8c7dddd8a None None] Provisioning complete for port 86713fde-3c84-47bc-867a-ab85d27612d0 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:41.766866 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4af77a8e-a0e6-4cbe-8ba2-c0e8c7dddd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:41.816120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4af77a8e-a0e6-4cbe-8ba2-c0e8c7dddd8a None None] Port 86713fde-3c84-47bc-867a-ab85d27612d0 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:47:41.888706 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47afc01a-fa7d-4b06-8229-76f24997a31b req-40f83207-0647-4b56-a2c0-10237cd26fc4 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225793 Feb 28 17:47:41.911088 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:42.050636 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-6a327667-bb0f-4aaf-80c2-cb58c261e6ce tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Publish callbacks [] for port (739a8a75-b9c9-4a73-a843-320d126098d6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:42.140689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-62172263-f503-4e29-b50e-5e47c49495b8 req-22cad525-bafd-474c-ab8d-e3ce751154d6 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 210 time: 0.0560160 Feb 28 17:47:42.215206 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Publish callbacks [] for port (86713fde-3c84-47bc-867a-ab85d27612d0), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:42.236528 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-6a327667-bb0f-4aaf-80c2-cb58c261e6ce tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (739a8a75-b9c9-4a73-a843-320d126098d6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:42.310625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a327667-bb0f-4aaf-80c2-cb58c261e6ce tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Pushing event updated for resources: {'Port': ['ID=739a8a75-b9c9-4a73-a843-320d126098d6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:42.315379 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-6a327667-bb0f-4aaf-80c2-cb58c261e6ce tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Network 91c0d601-bd70-470e-9c7b-c831b346550b is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:47:42.317288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-6a327667-bb0f-4aaf-80c2-cb58c261e6ce tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:47:42.320529 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-6a327667-bb0f-4aaf-80c2-cb58c261e6ce tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:47:42.371197 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:42.381323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-6a327667-bb0f-4aaf-80c2-cb58c261e6ce tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:42.382014 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-6a327667-bb0f-4aaf-80c2-cb58c261e6ce tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:42.461337 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (89a566bb-3cd9-48fa-a03f-f11aac9c9672), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:42.471343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Pushing event updated for resources: {'Port': ['ID=86713fde-3c84-47bc-867a-ab85d27612d0,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:42.562355 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-6a327667-bb0f-4aaf-80c2-cb58c261e6ce tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8469422 Feb 28 17:47:42.571747 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:42.653862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:47:42.656313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:47:42.748358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:47:42.805464 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Request body: {'port': {'device_id': 'd6ba1d5c-bb79-46a1-bf98-466b8921b002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:42.949193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:42.951940 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:43.020048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d47f19-8f5d-47f6-bfb2-774740f8abf3 req-b3538c25-de23-49a2-ad83-dc7a5fb78775 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:43.027985 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-42d47f19-8f5d-47f6-bfb2-774740f8abf3 req-b3538c25-de23-49a2-ad83-dc7a5fb78775 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 945 time: 0.2306929 Feb 28 17:47:43.032793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:43.035765 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:47:43.040473 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc33a764-8aff-4797-ac87-a0bf6620a436" -d '{"events": [{"server_uuid": "fd8cd1c6-7531-4bb4-83e1-10958569e6a3", "name": "network-vif-unplugged", "status": "completed", "tag": "ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:47:43.055548 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (739a8a75-b9c9-4a73-a843-320d126098d6), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:43.104660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:47:43.109159 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64d15c1-7859-41be-a001-a88b6a6cda10 x-openstack-request-id: req-b64d15c1-7859-41be-a001-a88b6a6cda10 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:47:43.109699 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8cd1c6-7531-4bb4-83e1-10958569e6a3", "name": "network-vif-unplugged", "status": "completed", "tag": "ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:47:43.110377 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b64d15c1-7859-41be-a001-a88b6a6cda10 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:47:43.110953 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'code': 200} Feb 28 17:47:43.119861 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:43.142162 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-42d47f19-8f5d-47f6-bfb2-774740f8abf3 req-9a7aa67e-479f-4f1a-ae91-1c39aee08159 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094174 Feb 28 17:47:43.215028 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 51fe19bd-01af-46c0-bb23-540248f879fc up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:47:43.320251 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786774bc-0cb3-4aef-a36d-2e10221861ef req-e4aa08c2-123f-4d68-b106-fd149f762b75 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:43.322770 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-786774bc-0cb3-4aef-a36d-2e10221861ef req-e4aa08c2-123f-4d68-b106-fd149f762b75 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 932 time: 0.0740719 Feb 28 17:47:43.419968 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-786774bc-0cb3-4aef-a36d-2e10221861ef req-19554d03-ad59-4250-8183-2f7506338bfe tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/security-groups?id=dff5fd5a-98a2-4ee2-a59b-3fba128c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859234 Feb 28 17:47:43.518261 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:47:43.542050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2d25bfb8-55c7-48ef-bcda-d3d650f93b7a None None] Provisioning complete for port 86713fde-3c84-47bc-867a-ab85d27612d0 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:43.542273 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2d25bfb8-55c7-48ef-bcda-d3d650f93b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:43.547525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:43.566999 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c0398d53-4db4-4a50-8163-52d0104e3c46 admin admin] 10.222.0.72 "PUT /v2.0/routers/89a566bb-3cd9-48fa-a03f-f11aac9c9672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2243602 Feb 28 17:47:43.609898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739a8a75-b9c9-4a73-a843-320d126098d6 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:47:43.625121 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Publish callbacks [] for port (739a8a75-b9c9-4a73-a843-320d126098d6), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:43.631246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2d25bfb8-55c7-48ef-bcda-d3d650f93b7a None None] Port 86713fde-3c84-47bc-867a-ab85d27612d0 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:47:43.649151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Transition to ACTIVE for port object 739a8a75-b9c9-4a73-a843-320d126098d6 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:47:43.654531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 51fe19bd-01af-46c0-bb23-540248f879fc triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:43.654972 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (51fe19bd-01af-46c0-bb23-540248f879fc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:43.697963 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (739a8a75-b9c9-4a73-a843-320d126098d6), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:43.795495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Pushing event updated for resources: {'Port': ['ID=739a8a75-b9c9-4a73-a843-320d126098d6,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:43.848733 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 51fe19bd-01af-46c0-bb23-540248f879fc is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:43.850489 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (51fe19bd-01af-46c0-bb23-540248f879fc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:43.902800 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Attempting to bind port 739a8a75-b9c9-4a73-a843-320d126098d6 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:47:43.903266 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Attempting to bind port 739a8a75-b9c9-4a73-a843-320d126098d6 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '01761ace-4246-4957-a613-193db46c9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '91c0d601-bd70-470e-9c7b-c831b346550b'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:47:43.903696 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Attempting to bind port 739a8a75-b9c9-4a73-a843-320d126098d6 on network 91c0d601-bd70-470e-9c7b-c831b346550b {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:47:43.920469 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Port 739a8a75-b9c9-4a73-a843-320d126098d6 on network 91c0d601-bd70-470e-9c7b-c831b346550b not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:47:43.922557 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Attempting to bind port 739a8a75-b9c9-4a73-a843-320d126098d6 on network 91c0d601-bd70-470e-9c7b-c831b346550b {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:47:43.932619 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 51fe19bd-01af-46c0-bb23-540248f879fc, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=51fe19bd-01af-46c0-bb23-540248f879fc,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:43.937710 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:47:43.938367 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Checking segment: {'id': '01761ace-4246-4957-a613-193db46c9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '91c0d601-bd70-470e-9c7b-c831b346550b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:47:43.938903 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Bound using segment: {'id': '01761ace-4246-4957-a613-193db46c9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '91c0d601-bd70-470e-9c7b-c831b346550b'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:47:43.939434 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Bound port: 739a8a75-b9c9-4a73-a843-320d126098d6, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01761ace-4246-4957-a613-193db46c9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '91c0d601-bd70-470e-9c7b-c831b346550b'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:47:43.940008 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (739a8a75-b9c9-4a73-a843-320d126098d6), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:44.040127 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (51fe19bd-01af-46c0-bb23-540248f879fc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:44.042660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] For port 739a8a75-b9c9-4a73-a843-320d126098d6, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:47:44.046689 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] For port 739a8a75-b9c9-4a73-a843-320d126098d6, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=739a8a75-b9c9-4a73-a843-320d126098d6,segment=NetworkSegment(01761ace-4246-4957-a613-193db46c9a09),segment_id=01761ace-4246-4957-a613-193db46c9a09)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:47:44.124900 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:44.130914 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=51fe19bd-01af-46c0-bb23-540248f879fc,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:44.153788 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (739a8a75-b9c9-4a73-a843-320d126098d6), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:44.255591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Pushing event updated for resources: {'Port': ['ID=739a8a75-b9c9-4a73-a843-320d126098d6,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:44.260539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:44.263642 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:44.274170 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-d9a428c2-2f3f-4353-9841-0b413cbaddf6 service neutron] 10.222.0.69 "PUT /v2.0/ports/739a8a75-b9c9-4a73-a843-320d126098d6 HTTP/1.1" status: 200 len: 1093 time: 1.6971645 Feb 28 17:47:44.274170 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ba1d5c-bb79-46a1-bf98-466b8921b002', 'tag': '739a8a75-b9c9-4a73-a843-320d126098d6'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:47:44.283456 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51e4491-55ed-4419-8c60-eabb266f38ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ba1d5c-bb79-46a1-bf98-466b8921b002", "tag": "739a8a75-b9c9-4a73-a843-320d126098d6"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:47:44.309054 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Sync routers for ids ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:47:44.320885 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Routers {'89a566bb-3cd9-48fa-a03f-f11aac9c9672'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:47:44.321568 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:47:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:44.377152 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c245d9-4671-4845-a0d5-0b4047abb09f req-fcf9fce2-87b0-4ca0-a9cc-41525a6e900b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:44.381969 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-20c245d9-4671-4845-a0d5-0b4047abb09f req-fcf9fce2-87b0-4ca0-a9cc-41525a6e900b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0887434 Feb 28 17:47:44.489811 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-20c245d9-4671-4845-a0d5-0b4047abb09f req-c48fadc8-d61f-438b-a808-e8a0671b3086 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942740 Feb 28 17:47:44.511917 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-1cc58c50-812e-4606-b023-6dcb940984d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:44.513695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-1cc58c50-812e-4606-b023-6dcb940984d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68f0550d98b04b27a966316122b63e88&device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 1127 time: 0.0980828 Feb 28 17:47:44.552262 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Set router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:47:44.601457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-613ab156-282a-4810-84d9-ea7c66df1c57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=739a8a75-b9c9-4a73-a843-320d126098d6 HTTP/1.1" status: 200 len: 217 time: 0.0805712 Feb 28 17:47:44.734928 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e65c0f-b6e8-4374-9470-71cbc08e429e x-openstack-request-id: req-35e65c0f-b6e8-4374-9470-71cbc08e429e {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:47:44.735612 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ba1d5c-bb79-46a1-bf98-466b8921b002", "tag": "739a8a75-b9c9-4a73-a843-320d126098d6", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:47:44.735612 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-35e65c0f-b6e8-4374-9470-71cbc08e429e {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:47:44.735856 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ba1d5c-bb79-46a1-bf98-466b8921b002', 'tag': '739a8a75-b9c9-4a73-a843-320d126098d6', 'status': 'completed', 'code': 200} Feb 28 17:47:44.755069 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-c4555704-fc3e-4b54-b355-285f63cc8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:44.757133 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-c4555704-fc3e-4b54-b355-285f63cc8e29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=82a319d1-702e-4ee3-9b4a-c000f78b3a2d HTTP/1.1" status: 200 len: 847 time: 0.1503365 Feb 28 17:47:44.829754 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:47:41Z', 'revision_number': 4, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port': {'id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:36Z', 'updated_at': '2022-02-28T17:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '86713fde-3c84-47bc-867a-ab85d27612d0', 'name': '', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'mac_address': 'fa:16:3e:9d:b5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:40Z', 'updated_at': '2022-02-28T17:47:41Z', 'revision_number': 2, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'subnets': [{'id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:44.844768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60276) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:44.849885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1878380730-network', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:44.858012 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Checking router: 89a566bb-3cd9-48fa-a03f-f11aac9c9672 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:47:44.858368 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Updating router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 port 86713fde-3c84-47bc-867a-ab85d27612d0 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:47:44.900310 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:44.971807 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] Made reservation on behalf of de902b33593e44b9aa04cb341fee9e95 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:47:44.979954 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.019465 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.120412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 51fe19bd-01af-46c0-bb23-540248f879fc up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:47:45.202672 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] Publish callbacks [] for security_group (19dfd514-d599-4bfa-9bef-d67fb5ffafc7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.226982 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 51fe19bd-01af-46c0-bb23-540248f879fc triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:45.229282 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (51fe19bd-01af-46c0-bb23-540248f879fc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.253825 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-a135b4a4-d3a1-4cf0-b979-f851b8cebfe0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91c0d601-bd70-470e-9c7b-c831b346550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4913707 Feb 28 17:47:45.260943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee8ba2-6433-4669-8bbe-028a35b46223 req-1afacc14-e925-4c71-a8fc-eda81c121d95 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:45.268703 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3bee8ba2-6433-4669-8bbe-028a35b46223 req-1afacc14-e925-4c71-a8fc-eda81c121d95 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 944 time: 0.5727496 Feb 28 17:47:45.308649 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (19dfd514-d599-4bfa-9bef-d67fb5ffafc7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.325794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:47:45.355261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 51fe19bd-01af-46c0-bb23-540248f879fc is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:45.373103 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d72177ea-0072-4bb4-a860-0f5cfbc8110c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.373587 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] Added segment d72177ea-0072-4bb4-a860-0f5cfbc8110c of type vlan for network dfb9a332-1d25-40a6-8d65-39768a13c3cd Feb 28 17:47:45.374699 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3bee8ba2-6433-4669-8bbe-028a35b46223 req-9f13df34-d627-47b0-a2fa-a962dd458cfe tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/security-groups?id=dff5fd5a-98a2-4ee2-a59b-3fba128c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010747 Feb 28 17:47:45.425005 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-dd91308b-c889-4c8c-906f-fce388939059 service neutron] 10.222.0.69 "GET /v2.0/networks/91c0d601-bd70-470e-9c7b-c831b346550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542768 Feb 28 17:47:45.451887 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dfd514-d599-4bfa-9bef-d67fb5ffafc7,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:45.471692 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Publish callbacks [] for port (86713fde-3c84-47bc-867a-ab85d27612d0), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.511415 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (dfb9a332-1d25-40a6-8d65-39768a13c3cd), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.553739 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb17526e-94f0-440e-873f-4b0292f1b308 req-8900ed2a-8d5a-4934-8588-4c78bab59480 service neutron] 10.222.0.69 "GET /v2.0/networks/91c0d601-bd70-470e-9c7b-c831b346550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223567 Feb 28 17:47:45.571193 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.645844 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cb50c-91db-469a-80af-576524704a58 None None] Pushing event updated for resources: {'Port': ['ID=86713fde-3c84-47bc-867a-ab85d27612d0,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:45.651836 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (dfb9a332-1d25-40a6-8d65-39768a13c3cd), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.653099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:45.653695 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cb50c-91db-469a-80af-576524704a58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:45.656618 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.656803 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cb50c-91db-469a-80af-576524704a58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:45.656803 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cb50c-91db-469a-80af-576524704a58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:45.656803 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cb50c-91db-469a-80af-576524704a58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:45.656803 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cb50c-91db-469a-80af-576524704a58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:45.656803 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cb50c-91db-469a-80af-576524704a58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:45.656803 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cb50c-91db-469a-80af-576524704a58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:45.657274 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cb50c-91db-469a-80af-576524704a58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:45.657274 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cb50c-91db-469a-80af-576524704a58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:45.657476 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cb50c-91db-469a-80af-576524704a58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:45.658012 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cb50c-91db-469a-80af-576524704a58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:45.658482 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cb50c-91db-469a-80af-576524704a58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:45.658957 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890cb50c-91db-469a-80af-576524704a58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:47:45.696906 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Attempting to bind port 86713fde-3c84-47bc-867a-ab85d27612d0 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:47:45.697277 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Attempting to bind port 86713fde-3c84-47bc-867a-ab85d27612d0 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'b2faefbe-ab77-434a-8391-2bc49694bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:47:45.697627 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Attempting to bind port 86713fde-3c84-47bc-867a-ab85d27612d0 on network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:47:45.706208 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:47:45.706581 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Checking segment: {'id': 'b2faefbe-ab77-434a-8391-2bc49694bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:47:45.706981 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.707367 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Bound using segment: {'id': 'b2faefbe-ab77-434a-8391-2bc49694bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:47:45.707831 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Bound port: 86713fde-3c84-47bc-867a-ab85d27612d0, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2faefbe-ab77-434a-8391-2bc49694bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:47:45.708199 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.770832 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] Pushing event updated for resources: {'Network': ['ID=dfb9a332-1d25-40a6-8d65-39768a13c3cd,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:45.788329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network dfb9a332-1d25-40a6-8d65-39768a13c3cd details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:47:45.819314 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fcbbde53-c374-4cb6-88b4-1821a142784a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9733086 Feb 28 17:47:45.821066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60308) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:45.827390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3fd427dd-143f-4a11-ae4c-c2d4d1c4e778 admin admin] Request body: {'subnet': {'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1878380730-subnet', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:45.836072 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] For port 86713fde-3c84-47bc-867a-ab85d27612d0, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:47:45.840966 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] For port 86713fde-3c84-47bc-867a-ab85d27612d0, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=86713fde-3c84-47bc-867a-ab85d27612d0,segment=NetworkSegment(b2faefbe-ab77-434a-8391-2bc49694bd9c),segment_id=b2faefbe-ab77-434a-8391-2bc49694bd9c)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:47:45.861134 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e4491-55ed-4419-8c60-eabb266f38ec req-64dbd4b2-3b2d-4a1c-8648-68622759a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:45.861134 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a51e4491-55ed-4419-8c60-eabb266f38ec req-64dbd4b2-3b2d-4a1c-8648-68622759a489 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=68f0550d98b04b27a966316122b63e88&device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 1127 time: 0.1292861 Feb 28 17:47:45.981146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-79da41bc-1073-4251-b5d7-310abab2d632 None None] Provisioning complete for port 86713fde-3c84-47bc-867a-ab85d27612d0 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:45.984089 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.996374 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-79da41bc-1073-4251-b5d7-310abab2d632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:45.998303 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e4491-55ed-4419-8c60-eabb266f38ec req-83dc7bc7-98a0-402c-a75e-460f9be1bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:46.000589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a51e4491-55ed-4419-8c60-eabb266f38ec req-83dc7bc7-98a0-402c-a75e-460f9be1bb9b service neutron] 10.222.0.69 "GET /v2.0/networks?id=91c0d601-bd70-470e-9c7b-c831b346550b HTTP/1.1" status: 200 len: 908 time: 0.1171215 Feb 28 17:47:46.007488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd427dd-143f-4a11-ae4c-c2d4d1c4e778 admin admin] Made reservation on behalf of de902b33593e44b9aa04cb341fee9e95 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:47:46.011105 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3fd427dd-143f-4a11-ae4c-c2d4d1c4e778 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:46.096232 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Routers {'89a566bb-3cd9-48fa-a03f-f11aac9c9672'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:47:46.096885 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:47:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:46.125531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60318) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:46.144365 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a51e4491-55ed-4419-8c60-eabb266f38ec req-6b0e5640-6e87-4cb0-a76d-bdae90b2c56e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=739a8a75-b9c9-4a73-a843-320d126098d6 HTTP/1.1" status: 200 len: 217 time: 0.1235278 Feb 28 17:47:46.210067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-79da41bc-1073-4251-b5d7-310abab2d632 None None] Current status of the port 86713fde-3c84-47bc-867a-ab85d27612d0 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:46.210543 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-79da41bc-1073-4251-b5d7-310abab2d632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:46.221270 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cb50c-91db-469a-80af-576524704a58 None None] Pushing event updated for resources: {'Port': ['ID=86713fde-3c84-47bc-867a-ab85d27612d0,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:46.319700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-79da41bc-1073-4251-b5d7-310abab2d632 None None] For port 86713fde-3c84-47bc-867a-ab85d27612d0, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=86713fde-3c84-47bc-867a-ab85d27612d0,segment=NetworkSegment(b2faefbe-ab77-434a-8391-2bc49694bd9c),segment_id=b2faefbe-ab77-434a-8391-2bc49694bd9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:46.375935 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1ab122-07cb-4894-a1a5-d290c54851e0 admin admin] Deleting subnet 5e21ff03-6135-427b-a7a3-28d79ac8f3f2 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:47:46.397609 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab122-07cb-4894-a1a5-d290c54851e0 admin admin] Publish callbacks [] for subnet (5e21ff03-6135-427b-a7a3-28d79ac8f3f2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:46.411156 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] Set router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:47:46.411403 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-79da41bc-1073-4251-b5d7-310abab2d632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:46.479834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e4491-55ed-4419-8c60-eabb266f38ec req-eecddd59-9aa3-41b7-b789-b98b0ad08fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:46.482958 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a51e4491-55ed-4419-8c60-eabb266f38ec req-eecddd59-9aa3-41b7-b789-b98b0ad08fc1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=82a319d1-702e-4ee3-9b4a-c000f78b3a2d HTTP/1.1" status: 200 len: 847 time: 0.2917008 Feb 28 17:47:46.536239 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da41bc-1073-4251-b5d7-310abab2d632 None None] Pushing event updated for resources: {'Port': ['ID=86713fde-3c84-47bc-867a-ab85d27612d0,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:46.581256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-74c5d1e5-ed74-401c-81ba-2b2eba02199c None None] Provisioning complete for port 86713fde-3c84-47bc-867a-ab85d27612d0 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:46.581870 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-74c5d1e5-ed74-401c-81ba-2b2eba02199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:46.603332 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a51e4491-55ed-4419-8c60-eabb266f38ec req-0ca8ef9b-8577-4020-8ade-18c8bc36c27d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=91c0d601-bd70-470e-9c7b-c831b346550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068518 Feb 28 17:47:46.685322 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab122-07cb-4894-a1a5-d290c54851e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (5e21ff03-6135-427b-a7a3-28d79ac8f3f2), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:46.784547 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:47:46.845918 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a51e4491-55ed-4419-8c60-eabb266f38ec req-4b21ed38-5344-44b3-a43a-229c880cebb6 service neutron] 10.222.0.69 "GET /v2.0/networks/91c0d601-bd70-470e-9c7b-c831b346550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348981 Feb 28 17:47:46.848968 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60330) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:46.881833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-74c5d1e5-ed74-401c-81ba-2b2eba02199c None None] Current status of the port 86713fde-3c84-47bc-867a-ab85d27612d0 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:46.886715 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:47:41Z', 'revision_number': 4, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port': {'id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:36Z', 'updated_at': '2022-02-28T17:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '86713fde-3c84-47bc-867a-ab85d27612d0', 'name': '', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'mac_address': 'fa:16:3e:9d:b5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:40Z', 'updated_at': '2022-02-28T17:47:45Z', 'revision_number': 4, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'subnets': [{'id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:46.953784 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb49de1a-9c4f-4ff1-a754-03d1f3c1ab48 None None] The sync data for ids ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'] in n-d-820368-19 is: [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:47:41Z', 'revision_number': 4, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port': {'id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:36Z', 'updated_at': '2022-02-28T17:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '86713fde-3c84-47bc-867a-ab85d27612d0', 'name': '', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'mac_address': 'fa:16:3e:9d:b5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:40Z', 'updated_at': '2022-02-28T17:47:45Z', 'revision_number': 4, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'subnets': [{'id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:47:46.973693 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 is: DOWN; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:47.100038 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab122-07cb-4894-a1a5-d290c54851e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (5e21ff03-6135-427b-a7a3-28d79ac8f3f2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:47.111591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-1aa14717-e970-4f71-ad78-5414745595ff req-ceda95a8-b6f9-41d4-ab8b-86a3bba4daf9 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:47:47.112581 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1aa14717-e970-4f71-ad78-5414745595ff req-ceda95a8-b6f9-41d4-ab8b-86a3bba4daf9 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061996 Feb 28 17:47:47.155596 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f659b1e-54ba-44aa-ba64-d81b9e1d06dc req-0259db6d-1a8b-48e9-98ff-a2ab8ff89ced tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:47.157343 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2f659b1e-54ba-44aa-ba64-d81b9e1d06dc req-0259db6d-1a8b-48e9-98ff-a2ab8ff89ced tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 944 time: 0.5658476 Feb 28 17:47:47.205184 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-386e4634-4087-42a7-9322-e55b595f6a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:47.252179 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3fd427dd-143f-4a11-ae4c-c2d4d1c4e778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:47.328293 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a51e4491-55ed-4419-8c60-eabb266f38ec req-951c857d-4bad-4679-81d4-7cd935d7aad9 service neutron] 10.222.0.69 "GET /v2.0/networks/91c0d601-bd70-470e-9c7b-c831b346550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510972 Feb 28 17:47:47.348012 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2f659b1e-54ba-44aa-ba64-d81b9e1d06dc req-a8f67ca8-ae44-4eb8-8034-c9bdf51e7ceb tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/security-groups?id=dff5fd5a-98a2-4ee2-a59b-3fba128c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749022 Feb 28 17:47:47.365848 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd427dd-143f-4a11-ae4c-c2d4d1c4e778 admin admin] Checking segment: {'id': 'd72177ea-0072-4bb4-a860-0f5cfbc8110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:47:47.366360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd427dd-143f-4a11-ae4c-c2d4d1c4e778 admin admin] Network hostable DHCP agents. Network: dfb9a332-1d25-40a6-8d65-39768a13c3cd, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:47:47.423361 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd427dd-143f-4a11-ae4c-c2d4d1c4e778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:47.425337 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab122-07cb-4894-a1a5-d290c54851e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (5e21ff03-6135-427b-a7a3-28d79ac8f3f2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:47.481563 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ab122-07cb-4894-a1a5-d290c54851e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e21ff03-6135-427b-a7a3-28d79ac8f3f2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:47.486710 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab122-07cb-4894-a1a5-d290c54851e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:47.487740 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ce1ab122-07cb-4894-a1a5-d290c54851e0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5e21ff03-6135-427b-a7a3-28d79ac8f3f2 HTTP/1.1" status: 204 len: 168 time: 1.3611841 Feb 28 17:47:47.491255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60338) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:47.524161 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-386e4634-4087-42a7-9322-e55b595f6a67 admin admin] Publish callbacks [] for security_group (a4e484dc-ed99-46e5-a0c6-ee38427e7f43), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:47.592162 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd427dd-143f-4a11-ae4c-c2d4d1c4e778 admin admin] Network dfb9a332-1d25-40a6-8d65-39768a13c3cd is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:47:47.612844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74443fde-4aab-4cfc-9045-fd47cd1084d2 req-d846ceac-ea39-4b74-a9ae-e424d855753f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:47.626966 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74443fde-4aab-4cfc-9045-fd47cd1084d2 req-d846ceac-ea39-4b74-a9ae-e424d855753f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1236484 Feb 28 17:47:47.629070 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-386e4634-4087-42a7-9322-e55b595f6a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a4e484dc-ed99-46e5-a0c6-ee38427e7f43), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:47.686167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-3fd427dd-143f-4a11-ae4c-c2d4d1c4e778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, dfb9a332-1d25-40a6-8d65-39768a13c3cd) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:47:47.695820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e262dc2-6485-4a7d-a71c-839ef4e2c80e None None] Network dfb9a332-1d25-40a6-8d65-39768a13c3cd requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:47:47.719937 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd427dd-143f-4a11-ae4c-c2d4d1c4e778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:47.727299 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3fd427dd-143f-4a11-ae4c-c2d4d1c4e778 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:47.737648 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21c2e5c8-ffc1-4148-bf5d-2d140425da12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (5f7d457c-9bca-4a63-8d62-1fe143d479d7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:47.754855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e4634-4087-42a7-9322-e55b595f6a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e484dc-ed99-46e5-a0c6-ee38427e7f43,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:47.765393 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-386e4634-4087-42a7-9322-e55b595f6a67 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c4adc0e600c443c197f09273bc28067d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8943818 Feb 28 17:47:47.768900 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60346) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:47.849992 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74443fde-4aab-4cfc-9045-fd47cd1084d2 req-77699e5e-eb82-4d35-9d42-a9ada8414453 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006462 Feb 28 17:47:47.912450 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21c2e5c8-ffc1-4148-bf5d-2d140425da12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (5f7d457c-9bca-4a63-8d62-1fe143d479d7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:47.928735 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e8b86ab-4d13-4349-b3c9-a05aafd17a6f admin admin] Publish callbacks [] for security_group (a4e484dc-ed99-46e5-a0c6-ee38427e7f43), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:47.938737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-21c2e5c8-ffc1-4148-bf5d-2d140425da12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7d457c-9bca-4a63-8d62-1fe143d479d7']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:47.950418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-21c2e5c8-ffc1-4148-bf5d-2d140425da12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c574026c-0d1e-44eb-9280-02aca4eba1dd') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:47.950970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-21c2e5c8-ffc1-4148-bf5d-2d140425da12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c574026c-0d1e-44eb-9280-02aca4eba1dd') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:47.955457 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e8b86ab-4d13-4349-b3c9-a05aafd17a6f admin admin] Publish callbacks [] for security_group (a4e484dc-ed99-46e5-a0c6-ee38427e7f43), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:47.963520 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21c2e5c8-ffc1-4148-bf5d-2d140425da12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (c574026c-0d1e-44eb-9280-02aca4eba1dd), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:47.980373 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21c2e5c8-ffc1-4148-bf5d-2d140425da12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (c574026c-0d1e-44eb-9280-02aca4eba1dd), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:47.988708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c2e5c8-ffc1-4148-bf5d-2d140425da12 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:47:47.989422 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21c2e5c8-ffc1-4148-bf5d-2d140425da12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (c574026c-0d1e-44eb-9280-02aca4eba1dd), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:48.027412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-dfb9a332-1d25-40a6-8d65-39768a13c3cd', 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd', 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'fixed_ips': [{'subnet_id': '5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:47:48.029314 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:47:48.074874 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:47:48.086584 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3fd427dd-143f-4a11-ae4c-c2d4d1c4e778 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2620265 Feb 28 17:47:48.087965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60356) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:48.097309 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e8b86ab-4d13-4349-b3c9-a05aafd17a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a4e484dc-ed99-46e5-a0c6-ee38427e7f43), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:48.099534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1878380730-router', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:48.101382 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9e8b86ab-4d13-4349-b3c9-a05aafd17a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:48.102679 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9e8b86ab-4d13-4349-b3c9-a05aafd17a6f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a4e484dc-ed99-46e5-a0c6-ee38427e7f43 HTTP/1.1" status: 204 len: 168 time: 0.3078458 Feb 28 17:47:48.119277 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b86ab-4d13-4349-b3c9-a05aafd17a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e484dc-ed99-46e5-a0c6-ee38427e7f43,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:48.140514 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21c2e5c8-ffc1-4148-bf5d-2d140425da12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (5f7d457c-9bca-4a63-8d62-1fe143d479d7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:48.156442 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-21c2e5c8-ffc1-4148-bf5d-2d140425da12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:48.165524 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-21c2e5c8-ffc1-4148-bf5d-2d140425da12 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5f7d457c-9bca-4a63-8d62-1fe143d479d7 HTTP/1.1" status: 204 len: 168 time: 0.6719422 Feb 28 17:47:48.188797 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2e5c8-ffc1-4148-bf5d-2d140425da12 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7d457c-9bca-4a63-8d62-1fe143d479d7,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:48.208476 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (09e9314d-8896-412c-b1a2-cd9f13a900e6), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:48.208476 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (09e9314d-8896-412c-b1a2-cd9f13a900e6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:48.353721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Allocated IP 172.20.0.2 (dfb9a332-1d25-40a6-8d65-39768a13c3cd/5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd/24222c58-4c21-4928-ab9b-a89116a2820f) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:47:48.362292 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Publish callbacks [] for router_controller (09e9314d-8896-412c-b1a2-cd9f13a900e6), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:48.377161 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-29208302-7984-456b-b9ce-12fe863f2e6b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3160818 Feb 28 17:47:48.387101 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-4b1acc5c-bc6d-45b4-bcac-0190be79e5c8 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:47:48.388227 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-4b1acc5c-bc6d-45b4-bcac-0190be79e5c8 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054116 Feb 28 17:47:48.641104 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Publish callbacks [] for port (24222c58-4c21-4928-ab9b-a89116a2820f), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:48.653393 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 739a8a75-b9c9-4a73-a843-320d126098d6 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:47:48.697338 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60368) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:48.778747 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e4e54022-f351-457d-82f4-9094d0bb0f7d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3597d4114c1146de9635416fc6e1865b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0787668 Feb 28 17:47:48.780607 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60370) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:48.782515 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:48.870982 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefee6e-f883-4ce0-ae5b-fa21ac459fc0 req-5c337ed9-0180-4d58-b7b6-649a30bd93b4 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:48.885696 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4eefee6e-f883-4ce0-ae5b-fa21ac459fc0 req-5c337ed9-0180-4d58-b7b6-649a30bd93b4 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 944 time: 0.3531744 Feb 28 17:47:48.895887 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f61c-e9be-457a-ada0-58a1fd9c0c66 admin admin] Publish callbacks [] for security_group (585d22b8-514a-481c-87a3-83ff5f889879), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:48.897186 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Publish callbacks [] for router_gateway (09e9314d-8896-412c-b1a2-cd9f13a900e6), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:48.947267 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Network dfb9a332-1d25-40a6-8d65-39768a13c3cd is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:47:48.950230 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f61c-e9be-457a-ada0-58a1fd9c0c66 admin admin] Publish callbacks [] for security_group (585d22b8-514a-481c-87a3-83ff5f889879), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:48.971453 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:47:48.994687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:47:48.998317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Pushing event updated for resources: {'Port': ['ID=24222c58-4c21-4928-ab9b-a89116a2820f,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:49.018702 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 739a8a75-b9c9-4a73-a843-320d126098d6, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=739a8a75-b9c9-4a73-a843-320d126098d6,segment=NetworkSegment(01761ace-4246-4957-a613-193db46c9a09),segment_id=01761ace-4246-4957-a613-193db46c9a09)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:49.044260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '739a8a75-b9c9-4a73-a843-320d126098d6', 'network_id': '91c0d601-bd70-470e-9c7b-c831b346550b', 'port_id': '739a8a75-b9c9-4a73-a843-320d126098d6', 'mac_address': 'fa:16:3e:b1:44:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a319d1-702e-4ee3-9b4a-c000f78b3a2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:47:49.094324 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4eefee6e-f883-4ce0-ae5b-fa21ac459fc0 req-70c67df2-f126-4a0f-a0c6-0b14c829344a tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/security-groups?id=dff5fd5a-98a2-4ee2-a59b-3fba128c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049520 Feb 28 17:47:49.246204 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 86713fde-3c84-47bc-867a-ab85d27612d0 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:47:49.263218 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f61c-e9be-457a-ada0-58a1fd9c0c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (585d22b8-514a-481c-87a3-83ff5f889879), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:49.271804 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f61c-e9be-457a-ada0-58a1fd9c0c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:49.277123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7ce7f61c-e9be-457a-ada0-58a1fd9c0c66 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/585d22b8-514a-481c-87a3-83ff5f889879 HTTP/1.1" status: 204 len: 168 time: 0.4923890 Feb 28 17:47:49.286647 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-0433e578-dfe1-4c6f-923a-fa7f28f82e1c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:49.288819 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-0433e578-dfe1-4c6f-923a-fa7f28f82e1c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports/ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 HTTP/1.1" status: 200 len: 940 time: 0.8604603 Feb 28 17:47:49.322919 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Attempting to bind port 24222c58-4c21-4928-ab9b-a89116a2820f on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:47:49.323586 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Attempting to bind port 24222c58-4c21-4928-ab9b-a89116a2820f by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'd72177ea-0072-4bb4-a860-0f5cfbc8110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:47:49.324119 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Attempting to bind port 24222c58-4c21-4928-ab9b-a89116a2820f on network dfb9a332-1d25-40a6-8d65-39768a13c3cd {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:47:49.331082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7f61c-e9be-457a-ada0-58a1fd9c0c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585d22b8-514a-481c-87a3-83ff5f889879,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:49.344521 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 739a8a75-b9c9-4a73-a843-320d126098d6 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:49.345145 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (739a8a75-b9c9-4a73-a843-320d126098d6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:49.347408 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:47:49.347977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Checking segment: {'id': 'd72177ea-0072-4bb4-a860-0f5cfbc8110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:47:49.348534 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:49.349099 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Bound using segment: {'id': 'd72177ea-0072-4bb4-a860-0f5cfbc8110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:47:49.349916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Bound port: 24222c58-4c21-4928-ab9b-a89116a2820f, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72177ea-0072-4bb4-a860-0f5cfbc8110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:47:49.350484 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:49.399357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b616f28-3830-4b40-a711-562c86a77232 req-e073a314-8c68-47d6-904a-3da649aef41b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:49.404189 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9b616f28-3830-4b40-a711-562c86a77232 req-e073a314-8c68-47d6-904a-3da649aef41b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.3194497 Feb 28 17:47:49.412075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739a8a75-b9c9-4a73-a843-320d126098d6 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:47:49.438012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 739a8a75-b9c9-4a73-a843-320d126098d6, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=739a8a75-b9c9-4a73-a843-320d126098d6,segment=NetworkSegment(01761ace-4246-4957-a613-193db46c9a09),segment_id=01761ace-4246-4957-a613-193db46c9a09)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:49.509591 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] For port 24222c58-4c21-4928-ab9b-a89116a2820f, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:47:49.510303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] For port 24222c58-4c21-4928-ab9b-a89116a2820f, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=24222c58-4c21-4928-ab9b-a89116a2820f,segment=NetworkSegment(d72177ea-0072-4bb4-a860-0f5cfbc8110c),segment_id=d72177ea-0072-4bb4-a860-0f5cfbc8110c)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:47:49.523338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 86713fde-3c84-47bc-867a-ab85d27612d0 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:49.524219 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:49.549968 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60380) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:49.569489 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Publish callbacks [] for router_gateway (09e9314d-8896-412c-b1a2-cd9f13a900e6), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:49.572259 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (739a8a75-b9c9-4a73-a843-320d126098d6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:49.601488 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9b616f28-3830-4b40-a711-562c86a77232 req-2b5f64b5-12ce-4886-ba07-0b7779a97063 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889131 Feb 28 17:47:49.604163 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:49.615791 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:49.631105 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6845bff2-c1ad-4f1b-a464-b0b506f0b730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:49.731575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 86713fde-3c84-47bc-867a-ab85d27612d0 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:49.751010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=739a8a75-b9c9-4a73-a843-320d126098d6,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:49.809217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['739a8a75-b9c9-4a73-a843-320d126098d6'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:47:49.826604 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6845bff2-c1ad-4f1b-a464-b0b506f0b730 admin admin] Publish callbacks [] for security_group (936c5ac0-f4ba-4068-b8d2-54aa485e9e5a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:49.847385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Allocated IP 172.25.3.73 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/179d885d-55f6-4649-8144-888b211e987c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:47:49.868559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80812f71-e503-4543-8874-3de8b1c16705 None None] Pushing event updated for resources: {'Port': ['ID=24222c58-4c21-4928-ab9b-a89116a2820f,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:49.944257 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6845bff2-c1ad-4f1b-a464-b0b506f0b730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (936c5ac0-f4ba-4068-b8d2-54aa485e9e5a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:50.066052 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845bff2-c1ad-4f1b-a464-b0b506f0b730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936c5ac0-f4ba-4068-b8d2-54aa485e9e5a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:50.120433 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6845bff2-c1ad-4f1b-a464-b0b506f0b730 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=75c90110c5c942cca482b7f596d9492a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5647707 Feb 28 17:47:50.122402 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Publish callbacks [] for port (179d885d-55f6-4649-8144-888b211e987c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:50.138910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60390) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:50.303281 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ce55ade9-41f3-4b6a-bf08-2e353821bfe0 admin admin] Publish callbacks [] for security_group (936c5ac0-f4ba-4068-b8d2-54aa485e9e5a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:50.324935 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7bd87-396b-4bb5-a671-e9f323993b6e req-538f0bf7-5d07-4d34-a235-1546fa7ceb6c tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:50.331130 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14d7bd87-396b-4bb5-a671-e9f323993b6e req-538f0bf7-5d07-4d34-a235-1546fa7ceb6c tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 945 time: 0.0987425 Feb 28 17:47:50.359000 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ce55ade9-41f3-4b6a-bf08-2e353821bfe0 admin admin] Publish callbacks [] for security_group (936c5ac0-f4ba-4068-b8d2-54aa485e9e5a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:50.360590 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (179d885d-55f6-4649-8144-888b211e987c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:50.438951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:47:50.457056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:47:50.459875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:47:50.499797 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14d7bd87-396b-4bb5-a671-e9f323993b6e req-df4415b1-a63e-4698-932c-b55965fd32d5 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/security-groups?id=dff5fd5a-98a2-4ee2-a59b-3fba128c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643054 Feb 28 17:47:50.500427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Pushing event updated for resources: {'Port': ['ID=179d885d-55f6-4649-8144-888b211e987c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:50.629450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 739a8a75-b9c9-4a73-a843-320d126098d6 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:47:50.669706 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ce55ade9-41f3-4b6a-bf08-2e353821bfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (936c5ac0-f4ba-4068-b8d2-54aa485e9e5a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:50.673258 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ce55ade9-41f3-4b6a-bf08-2e353821bfe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:50.680180 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ce55ade9-41f3-4b6a-bf08-2e353821bfe0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/936c5ac0-f4ba-4068-b8d2-54aa485e9e5a HTTP/1.1" status: 204 len: 168 time: 0.5375266 Feb 28 17:47:50.688701 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55ade9-41f3-4b6a-bf08-2e353821bfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936c5ac0-f4ba-4068-b8d2-54aa485e9e5a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:50.879145 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c878aa5-32e6-4edf-be5c-b2924b327694 req-057353c7-a875-4b07-8198-9125336bbb72 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:50.881659 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c878aa5-32e6-4edf-be5c-b2924b327694 req-057353c7-a875-4b07-8198-9125336bbb72 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0939345 Feb 28 17:47:50.906571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 739a8a75-b9c9-4a73-a843-320d126098d6 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:47:50.911272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 739a8a75-b9c9-4a73-a843-320d126098d6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:50.912017 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (739a8a75-b9c9-4a73-a843-320d126098d6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:50.935156 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Publish callbacks [] for router_gateway (09e9314d-8896-412c-b1a2-cd9f13a900e6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:51.039356 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c878aa5-32e6-4edf-be5c-b2924b327694 req-0f4c9f63-ee9f-42ff-a238-ac917b02ba85 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371036 Feb 28 17:47:51.078572 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 739a8a75-b9c9-4a73-a843-320d126098d6 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:51.078964 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (739a8a75-b9c9-4a73-a843-320d126098d6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:51.134114 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 739a8a75-b9c9-4a73-a843-320d126098d6, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=739a8a75-b9c9-4a73-a843-320d126098d6,segment=NetworkSegment(01761ace-4246-4957-a613-193db46c9a09),segment_id=01761ace-4246-4957-a613-193db46c9a09)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:51.136365 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ba1d5c-bb79-46a1-bf98-466b8921b002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739a8a75-b9c9-4a73-a843-320d126098d6'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:47:51.137749 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8561d433-608b-41b0-a68c-d22b71675fe8" -d '{"events": [{"server_uuid": "d6ba1d5c-bb79-46a1-bf98-466b8921b002", "name": "network-vif-plugged", "status": "completed", "tag": "739a8a75-b9c9-4a73-a843-320d126098d6"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:47:51.210240 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d19cf47-54e6-4f32-beb1-a4a31f6b9c48 x-openstack-request-id: req-8d19cf47-54e6-4f32-beb1-a4a31f6b9c48 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:47:51.210536 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ba1d5c-bb79-46a1-bf98-466b8921b002", "name": "network-vif-plugged", "status": "completed", "tag": "739a8a75-b9c9-4a73-a843-320d126098d6", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:47:51.217671 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d19cf47-54e6-4f32-beb1-a4a31f6b9c48 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:47:51.217671 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ba1d5c-bb79-46a1-bf98-466b8921b002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739a8a75-b9c9-4a73-a843-320d126098d6', 'code': 200} Feb 28 17:47:51.225613 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 24222c58-4c21-4928-ab9b-a89116a2820f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:47:51.314857 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (739a8a75-b9c9-4a73-a843-320d126098d6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:51.392903 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (09e9314d-8896-412c-b1a2-cd9f13a900e6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:51.402531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ee116-5672-445e-a118-bfad2dd6e27a req-85a672ae-ef47-4336-a5a3-b0297070b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:51.408977 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8c0ee116-5672-445e-a118-bfad2dd6e27a req-85a672ae-ef47-4336-a5a3-b0297070b2ab service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 1129 time: 0.1333153 Feb 28 17:47:51.440433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122e53a6-1226-4f38-9c20-4f00dc61a8fb None None] Network dfb9a332-1d25-40a6-8d65-39768a13c3cd requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:47:51.530132 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8c0ee116-5672-445e-a118-bfad2dd6e27a req-bb6a3539-f4ca-419a-a52a-1a529ef29ad3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dff5fd5a-98a2-4ee2-a59b-3fba128c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159158 Feb 28 17:47:51.642880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=739a8a75-b9c9-4a73-a843-320d126098d6,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:51.665713 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-922dad66-3a9a-47bb-a2de-927993b1bbfe None None] Provisioning complete for port 24222c58-4c21-4928-ab9b-a89116a2820f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:51.666495 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-922dad66-3a9a-47bb-a2de-927993b1bbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:51.731746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 24222c58-4c21-4928-ab9b-a89116a2820f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:51.732506 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:51.743077 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5420a-006d-46be-96dd-b15481e75cd9 req-bdeca953-e8a5-4dc5-a9b6-b20dc2abe026 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:51.748247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Router 09e9314d-8896-412c-b1a2-cd9f13a900e6 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:47:51.748804 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-20c5420a-006d-46be-96dd-b15481e75cd9 req-bdeca953-e8a5-4dc5-a9b6-b20dc2abe026 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 946 time: 0.1573265 Feb 28 17:47:51.853520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-922dad66-3a9a-47bb-a2de-927993b1bbfe None None] Current status of the port 24222c58-4c21-4928-ab9b-a89116a2820f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:51.854702 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-922dad66-3a9a-47bb-a2de-927993b1bbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:51.859895 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-20c5420a-006d-46be-96dd-b15481e75cd9 req-f2d74b63-e9e3-4b23-bcc1-1f2bc2a082eb tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/security-groups?id=dff5fd5a-98a2-4ee2-a59b-3fba128c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953712 Feb 28 17:47:51.943056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-922dad66-3a9a-47bb-a2de-927993b1bbfe None None] For port 24222c58-4c21-4928-ab9b-a89116a2820f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=24222c58-4c21-4928-ab9b-a89116a2820f,segment=NetworkSegment(d72177ea-0072-4bb4-a860-0f5cfbc8110c),segment_id=d72177ea-0072-4bb4-a860-0f5cfbc8110c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:51.959537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 24222c58-4c21-4928-ab9b-a89116a2820f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:51.963185 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:51.987097 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:47:51.996983 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Sync routers for ids ['09e9314d-8896-412c-b1a2-cd9f13a900e6'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:47:52.012615 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Routers {'09e9314d-8896-412c-b1a2-cd9f13a900e6'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:47:52.013519 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:47:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['09e9314d-8896-412c-b1a2-cd9f13a900e6'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:52.187499 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:52.194494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60442) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:52.195041 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-caf557fc-c569-4e7e-a4bc-9204beb71f5a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1046543 Feb 28 17:47:52.248060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274877a-6e42-4ed5-a2d6-b91f0de4de0d req-ee927d05-562e-42c7-b418-c6b297e67243 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:52.257242 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a274877a-6e42-4ed5-a2d6-b91f0de4de0d req-ee927d05-562e-42c7-b418-c6b297e67243 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0840378 Feb 28 17:47:52.319011 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a274877a-6e42-4ed5-a2d6-b91f0de4de0d req-651c2425-1a81-4ed7-9b26-f844b828ac14 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605474 Feb 28 17:47:52.433221 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-922dad66-3a9a-47bb-a2de-927993b1bbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:52.643136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Set router 09e9314d-8896-412c-b1a2-cd9f13a900e6 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:47:52.651139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-91735945-e071-4e44-9452-064bd0b31d68 None None] Provisioning complete for port 24222c58-4c21-4928-ab9b-a89116a2820f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:52.651515 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-91735945-e071-4e44-9452-064bd0b31d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:52.681260 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:47:52.681618 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:47:52.712441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dad66-3a9a-47bb-a2de-927993b1bbfe None None] Pushing event updated for resources: {'Port': ['ID=24222c58-4c21-4928-ab9b-a89116a2820f,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:53.000474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-91735945-e071-4e44-9452-064bd0b31d68 None None] Current status of the port 24222c58-4c21-4928-ab9b-a89116a2820f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:53.016794 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:53.022564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'name': 'tempest-TestServerBasicOps-1878380730-router', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '179d885d-55f6-4649-8144-888b211e987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:48Z', 'updated_at': '2022-02-28T17:47:50Z', 'revision_number': 3, 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'gw_port': {'id': '179d885d-55f6-4649-8144-888b211e987c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:49Z', 'updated_at': '2022-02-28T17:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:53.055812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Checking router: 09e9314d-8896-412c-b1a2-cd9f13a900e6 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:47:53.056450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Updating router 09e9314d-8896-412c-b1a2-cd9f13a900e6 port 179d885d-55f6-4649-8144-888b211e987c binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:47:53.079397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b686c05-4660-4663-88fa-f52bfa037d96 req-2bcae0c2-9bb0-4dd4-9ec1-6d8fc995d0f5 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:53.081335 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b686c05-4660-4663-88fa-f52bfa037d96 req-2bcae0c2-9bb0-4dd4-9ec1-6d8fc995d0f5 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 946 time: 0.1146722 Feb 28 17:47:53.100821 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (179d885d-55f6-4649-8144-888b211e987c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:53.223752 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b686c05-4660-4663-88fa-f52bfa037d96 req-91e3aec9-3df8-4c81-b67a-9ed4f5041930 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/security-groups?id=dff5fd5a-98a2-4ee2-a59b-3fba128c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786967 Feb 28 17:47:53.296512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 24222c58-4c21-4928-ab9b-a89116a2820f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:53.419363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Allocated IP 172.20.0.1 (dfb9a332-1d25-40a6-8d65-39768a13c3cd/5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd/8311f22a-7df1-4b19-a20c-06a3169cc8e3) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:47:53.527532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 24222c58-4c21-4928-ab9b-a89116a2820f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:47:53.613817 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c65e1a-a268-4853-bc54-30446f65d0e9 req-08e56a5b-1503-4504-9902-ea11ece7640b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:53.619789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87c65e1a-a268-4853-bc54-30446f65d0e9 req-08e56a5b-1503-4504-9902-ea11ece7640b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1616485 Feb 28 17:47:53.683215 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Publish callbacks [] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:53.752850 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87c65e1a-a268-4853-bc54-30446f65d0e9 req-62577699-a90c-4837-81b3-c9c42025bf66 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269622 Feb 28 17:47:53.789995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 24222c58-4c21-4928-ab9b-a89116a2820f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:53.792596 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:53.840496 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:53.899007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Network dfb9a332-1d25-40a6-8d65-39768a13c3cd is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:47:53.902789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:47:53.907017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:47:53.997067 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Pushing event updated for resources: {'Port': ['ID=8311f22a-7df1-4b19-a20c-06a3169cc8e3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:54.009655 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (09e9314d-8896-412c-b1a2-cd9f13a900e6), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:54.100262 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Publish callbacks [] for port (179d885d-55f6-4649-8144-888b211e987c), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:54.102365 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 24222c58-4c21-4928-ab9b-a89116a2820f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:54.211743 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (179d885d-55f6-4649-8144-888b211e987c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:54.347412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Attempting to bind port 179d885d-55f6-4649-8144-888b211e987c on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:47:54.347797 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Attempting to bind port 179d885d-55f6-4649-8144-888b211e987c by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:47:54.348290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Attempting to bind port 179d885d-55f6-4649-8144-888b211e987c on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:47:54.350593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91308489-0335-4250-b472-33419ab5d589 None None] Pushing event updated for resources: {'Port': ['ID=179d885d-55f6-4649-8144-888b211e987c,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:54.358823 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:47:54.359199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:47:54.359597 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:54.359984 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:47:54.360494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Bound port: 179d885d-55f6-4649-8144-888b211e987c, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:47:54.360861 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (179d885d-55f6-4649-8144-888b211e987c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:54.369215 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:54.443412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] For port 179d885d-55f6-4649-8144-888b211e987c, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:47:54.447345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] For port 179d885d-55f6-4649-8144-888b211e987c, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=179d885d-55f6-4649-8144-888b211e987c,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:47:54.467059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d6a464a3-3321-4a86-889e-b05c349f17fc None None] Provisioning complete for port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:54.467519 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d6a464a3-3321-4a86-889e-b05c349f17fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:54.510212 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d6a464a3-3321-4a86-889e-b05c349f17fc None None] Port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:47:54.564774 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (179d885d-55f6-4649-8144-888b211e987c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:54.713109 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Routers {'09e9314d-8896-412c-b1a2-cd9f13a900e6'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:47:54.716324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:47:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['09e9314d-8896-412c-b1a2-cd9f13a900e6'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:54.765767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91308489-0335-4250-b472-33419ab5d589 None None] Pushing event updated for resources: {'Port': ['ID=179d885d-55f6-4649-8144-888b211e987c,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:54.864256 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Publish callbacks [] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:54.942553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] Set router 09e9314d-8896-412c-b1a2-cd9f13a900e6 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:47:54.958429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:55.101446 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (09e9314d-8896-412c-b1a2-cd9f13a900e6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:55.242713 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Pushing event updated for resources: {'Port': ['ID=8311f22a-7df1-4b19-a20c-06a3169cc8e3,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:55.278945 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2423a-183d-4d9a-aff4-23ac5d353d31 req-503bbe25-0f6f-4eb7-a3b4-2a2b452ca9dd tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:55.286471 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bac2423a-183d-4d9a-aff4-23ac5d353d31 req-503bbe25-0f6f-4eb7-a3b4-2a2b452ca9dd tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.4172769 Feb 28 17:47:55.441260 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bac2423a-183d-4d9a-aff4-23ac5d353d31 req-d9cfdfc7-d668-4845-9518-2fcd9b7694a5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437814 Feb 28 17:47:55.478706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'name': 'tempest-TestServerBasicOps-1878380730-router', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '179d885d-55f6-4649-8144-888b211e987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:48Z', 'updated_at': '2022-02-28T17:47:54Z', 'revision_number': 4, 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'gw_port': {'id': '179d885d-55f6-4649-8144-888b211e987c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:49Z', 'updated_at': '2022-02-28T17:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '8311f22a-7df1-4b19-a20c-06a3169cc8e3', 'name': '', 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'mac_address': 'fa:16:3e:9b:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:53Z', 'updated_at': '2022-02-28T17:47:53Z', 'revision_number': 1, 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'subnets': [{'id': '5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:55.520167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Network dfb9a332-1d25-40a6-8d65-39768a13c3cd is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:47:55.524300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:47:55.549173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46299bf-19ef-42c4-96d3-e4fe29c4093d None None] The sync data for ids ['09e9314d-8896-412c-b1a2-cd9f13a900e6'] in n-d-820368-19 is: [{'id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'name': 'tempest-TestServerBasicOps-1878380730-router', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '179d885d-55f6-4649-8144-888b211e987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:48Z', 'updated_at': '2022-02-28T17:47:54Z', 'revision_number': 4, 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'gw_port': {'id': '179d885d-55f6-4649-8144-888b211e987c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:49Z', 'updated_at': '2022-02-28T17:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '8311f22a-7df1-4b19-a20c-06a3169cc8e3', 'name': '', 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'mac_address': 'fa:16:3e:9b:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:53Z', 'updated_at': '2022-02-28T17:47:53Z', 'revision_number': 1, 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'subnets': [{'id': '5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:47:55.914844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Router 09e9314d-8896-412c-b1a2-cd9f13a900e6 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:47:56.167375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-01c1d960-13a4-4ab0-a059-963213952e39 None None] Provisioning complete for port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:56.167592 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-01c1d960-13a4-4ab0-a059-963213952e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:56.276792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:47:56.280835 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-01c1d960-13a4-4ab0-a059-963213952e39 None None] Port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:47:56.302660 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5aa6e405-1c48-4f58-9d4a-16e061aaed7b admin admin] 10.222.0.72 "PUT /v2.0/routers/09e9314d-8896-412c-b1a2-cd9f13a900e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1048269 Feb 28 17:47:56.697274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158e36d-907d-43dc-8364-54d429c20bec req-afd36d68-556f-4b20-8cb8-caeff22e1196 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:56.705894 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8158e36d-907d-43dc-8364-54d429c20bec req-afd36d68-556f-4b20-8cb8-caeff22e1196 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1143227 Feb 28 17:47:56.825359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8158e36d-907d-43dc-8364-54d429c20bec req-d3816adf-73a7-4b72-b345-b31b94f6cbf8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182263 Feb 28 17:47:57.386325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60542) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:57.391301 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-8b8eecf9-c084-4a60-853e-36e393fd48a2 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936180943', 'description': 'tempest-secgroup-smoke-936180943 description', 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:57.511672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 179d885d-55f6-4649-8144-888b211e987c up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:47:57.555754 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b8eecf9-c084-4a60-853e-36e393fd48a2 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:57.673099 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 179d885d-55f6-4649-8144-888b211e987c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:57.673561 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (179d885d-55f6-4649-8144-888b211e987c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:57.741644 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-88c430d5-7cfc-41a4-a97a-6be309f4c359 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a0bfab4645eb4feca1d6f2e4c8091c78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486245 Feb 28 17:47:57.823142 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b8eecf9-c084-4a60-853e-36e393fd48a2 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group (a744b6e3-3084-4641-a2b8-6adee7299a38), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:57.850438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 179d885d-55f6-4649-8144-888b211e987c is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:57.850728 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (179d885d-55f6-4649-8144-888b211e987c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:57.901882 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b8eecf9-c084-4a60-853e-36e393fd48a2 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a744b6e3-3084-4641-a2b8-6adee7299a38), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:57.914195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 179d885d-55f6-4649-8144-888b211e987c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=179d885d-55f6-4649-8144-888b211e987c,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:47:57.956599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8eecf9-c084-4a60-853e-36e393fd48a2 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a744b6e3-3084-4641-a2b8-6adee7299a38,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:57.993629 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (179d885d-55f6-4649-8144-888b211e987c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:58.098158 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=179d885d-55f6-4649-8144-888b211e987c,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:58.142277 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b8eecf9-c084-4a60-853e-36e393fd48a2 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:58.146337 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8b8eecf9-c084-4a60-853e-36e393fd48a2 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7588470 Feb 28 17:47:58.146974 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60564) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:58.157054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-22bf0d06-0ce6-4086-a21d-551e8fadcbb6 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Request body: {'security_group_rule': {'security_group_id': 'a744b6e3-3084-4641-a2b8-6adee7299a38', 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:58.215351 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-3a510d49-5574-43cc-b3d6-904220747c57 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:58.223286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-3a510d49-5574-43cc-b3d6-904220747c57 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4776471 Feb 28 17:47:58.244005 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-de04ddd7-8059-4746-a8bb-19f28076f642 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/quotas/a0bfab4645eb4feca1d6f2e4c8091c78 HTTP/1.1" status: 200 len: 375 time: 0.0192034 Feb 28 17:47:58.248780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96aa53a-a600-423a-b0fd-1f51bf583323 req-5f1227aa-0c16-406d-9dcf-af68da875017 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:58.258719 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a96aa53a-a600-423a-b0fd-1f51bf583323 req-5f1227aa-0c16-406d-9dcf-af68da875017 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.2085238 Feb 28 17:47:58.290413 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-47d66a36-74f6-4ad4-8664-d93cb0714843 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0bfab4645eb4feca1d6f2e4c8091c78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396924 Feb 28 17:47:58.326747 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a96aa53a-a600-423a-b0fd-1f51bf583323 req-c7dc408f-3015-4793-819e-ca777621b49c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593617 Feb 28 17:47:58.351739 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22bf0d06-0ce6-4086-a21d-551e8fadcbb6 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (88d137c9-16c1-443e-ab5a-b19fbaa19ee9), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:58.421895 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22bf0d06-0ce6-4086-a21d-551e8fadcbb6 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (88d137c9-16c1-443e-ab5a-b19fbaa19ee9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:58.528368 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22bf0d06-0ce6-4086-a21d-551e8fadcbb6 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (88d137c9-16c1-443e-ab5a-b19fbaa19ee9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:58.586995 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf0d06-0ce6-4086-a21d-551e8fadcbb6 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d137c9-16c1-443e-ab5a-b19fbaa19ee9,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:58.682312 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-50267524-598f-4688-97e8-b74e7ab36165 req-2eebb4cf-dcb4-4114-ac74-75460b574122 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 210 time: 0.0389929 Feb 28 17:47:58.692515 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-22bf0d06-0ce6-4086-a21d-551e8fadcbb6 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:58.696347 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-22bf0d06-0ce6-4086-a21d-551e8fadcbb6 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5457256 Feb 28 17:47:58.696666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60574) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:58.701953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ea3caf6d-903e-453b-b570-c429ef82633f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Request body: {'security_group_rule': {'security_group_id': 'a744b6e3-3084-4641-a2b8-6adee7299a38', 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:58.809138 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ea3caf6d-903e-453b-b570-c429ef82633f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (526063cf-5fcc-4868-bbf3-0a0b3ec3f1c7), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:58.875721 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ea3caf6d-903e-453b-b570-c429ef82633f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (526063cf-5fcc-4868-bbf3-0a0b3ec3f1c7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:58.973026 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ea3caf6d-903e-453b-b570-c429ef82633f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (526063cf-5fcc-4868-bbf3-0a0b3ec3f1c7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:58.996184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3caf6d-903e-453b-b570-c429ef82633f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526063cf-5fcc-4868-bbf3-0a0b3ec3f1c7,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:47:59.127360 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ea3caf6d-903e-453b-b570-c429ef82633f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:59.131627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60590) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:47:59.138440 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ea3caf6d-903e-453b-b570-c429ef82633f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4406629 Feb 28 17:47:59.139169 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Request body: {'security_group_rule': {'security_group_id': 'a744b6e3-3084-4641-a2b8-6adee7299a38', 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:47:59.270939 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (32330d52-c975-4d78-8457-01162684300b), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:59.389482 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Sync routers for ids ['09e9314d-8896-412c-b1a2-cd9f13a900e6'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:47:59.405367 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Routers {'09e9314d-8896-412c-b1a2-cd9f13a900e6'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:47:59.406422 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:47:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['09e9314d-8896-412c-b1a2-cd9f13a900e6'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:59.420986 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 179d885d-55f6-4649-8144-888b211e987c up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:47:59.536061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 179d885d-55f6-4649-8144-888b211e987c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:47:59.536061 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (179d885d-55f6-4649-8144-888b211e987c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:59.554858 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Set router 09e9314d-8896-412c-b1a2-cd9f13a900e6 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:47:59.650777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 179d885d-55f6-4649-8144-888b211e987c is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:47:59.790517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b43cc26f-0b9d-4afc-89a2-7490dc3ec6e4 req-31155310-efb0-4ccc-b2d1-0b96a4b60718 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 210 time: 0.0403907 Feb 28 17:47:59.855458 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (32330d52-c975-4d78-8457-01162684300b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:59.860870 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'name': 'tempest-TestServerBasicOps-1878380730-router', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '179d885d-55f6-4649-8144-888b211e987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:48Z', 'updated_at': '2022-02-28T17:47:54Z', 'revision_number': 4, 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'gw_port': {'id': '179d885d-55f6-4649-8144-888b211e987c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:49Z', 'updated_at': '2022-02-28T17:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '8311f22a-7df1-4b19-a20c-06a3169cc8e3', 'name': '', 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'mac_address': 'fa:16:3e:9b:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:53Z', 'updated_at': '2022-02-28T17:47:54Z', 'revision_number': 2, 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'subnets': [{'id': '5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:47:59.865283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0e8a0-3e1f-48d1-87ca-9c1592dee228 req-ad941c78-f708-4cb8-bf9e-da41f081185b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:47:59.867025 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14d0e8a0-3e1f-48d1-87ca-9c1592dee228 req-ad941c78-f708-4cb8-bf9e-da41f081185b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1036026 Feb 28 17:47:59.919247 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Checking router: 09e9314d-8896-412c-b1a2-cd9f13a900e6 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:47:59.929007 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Updating router 09e9314d-8896-412c-b1a2-cd9f13a900e6 port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:47:59.944828 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14d0e8a0-3e1f-48d1-87ca-9c1592dee228 req-7bd0789a-a861-475e-a984-dffdbb428871 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706129 Feb 28 17:47:59.947274 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (32330d52-c975-4d78-8457-01162684300b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:47:59.989912 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32330d52-c975-4d78-8457-01162684300b,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:00.006423 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:00.007213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:00.007213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:00.008013 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:00.008974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:00.009418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:00.010432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:00.010780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:00.011117 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:00.012287 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:00.012628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:00.012970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:00.014906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:00.045574 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:00.049917 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:00.053124 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6f6e9641-cbbb-4d88-a974-dff080b7dcfe tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9193475 Feb 28 17:48:00.056382 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60604) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:00.062653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-db05450e-acea-4f56-96de-9bb1d4374449 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Request body: {'security_group_rule': {'security_group_id': 'a744b6e3-3084-4641-a2b8-6adee7299a38', 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:48:00.152336 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db05450e-acea-4f56-96de-9bb1d4374449 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (0b0480dd-23e0-46be-935a-69e2fa22d5c5), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:00.288691 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db05450e-acea-4f56-96de-9bb1d4374449 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (0b0480dd-23e0-46be-935a-69e2fa22d5c5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:00.388886 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db05450e-acea-4f56-96de-9bb1d4374449 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (0b0480dd-23e0-46be-935a-69e2fa22d5c5), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:00.432480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05450e-acea-4f56-96de-9bb1d4374449 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0480dd-23e0-46be-935a-69e2fa22d5c5,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:00.590898 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Publish callbacks [] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:00.803144 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-db05450e-acea-4f56-96de-9bb1d4374449 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:00.803144 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-db05450e-acea-4f56-96de-9bb1d4374449 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7438142 Feb 28 17:48:00.804385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60616) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:00.809206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-56c85118-493d-4595-ba4f-62f129d7682b tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Request body: {'security_group_rule': {'security_group_id': 'a744b6e3-3084-4641-a2b8-6adee7299a38', 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:48:00.892347 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3dedf8b5-1a4e-402b-8b91-1f35b4eb3d85 req-58029717-1957-49c1-8097-28e5d11d0e55 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 210 time: 0.0283377 Feb 28 17:48:00.907839 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:00.964353 n-d-820368-19 neutron-server[104246]: INFO neutron.db.securitygroups_db [None req-56c85118-493d-4595-ba4f-62f129d7682b tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Project 0db2a6722a5e4bb6a867f82f8c0a7392 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:48:00.966062 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56c85118-493d-4595-ba4f-62f129d7682b tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (3556d23c-6d63-4f9d-a90c-92734138d81e), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:00.973504 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a23e1-567e-4d86-b76d-d642aea08ae3 None None] Pushing event updated for resources: {'Port': ['ID=8311f22a-7df1-4b19-a20c-06a3169cc8e3,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:01.082307 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Attempting to bind port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:48:01.082671 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Attempting to bind port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'd72177ea-0072-4bb4-a860-0f5cfbc8110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:48:01.083041 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Attempting to bind port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 on network dfb9a332-1d25-40a6-8d65-39768a13c3cd {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:48:01.109865 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:48:01.113020 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Checking segment: {'id': 'd72177ea-0072-4bb4-a860-0f5cfbc8110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:48:01.113020 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:01.113020 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Bound using segment: {'id': 'd72177ea-0072-4bb4-a860-0f5cfbc8110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:48:01.113020 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Bound port: 8311f22a-7df1-4b19-a20c-06a3169cc8e3, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72177ea-0072-4bb4-a860-0f5cfbc8110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:48:01.113020 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:01.121910 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56c85118-493d-4595-ba4f-62f129d7682b tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (3556d23c-6d63-4f9d-a90c-92734138d81e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:01.198029 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56c85118-493d-4595-ba4f-62f129d7682b tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (3556d23c-6d63-4f9d-a90c-92734138d81e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:01.252230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c85118-493d-4595-ba4f-62f129d7682b tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3556d23c-6d63-4f9d-a90c-92734138d81e,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:01.266758 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] For port 8311f22a-7df1-4b19-a20c-06a3169cc8e3, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:48:01.274580 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] For port 8311f22a-7df1-4b19-a20c-06a3169cc8e3, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8311f22a-7df1-4b19-a20c-06a3169cc8e3,segment=NetworkSegment(d72177ea-0072-4bb4-a860-0f5cfbc8110c),segment_id=d72177ea-0072-4bb4-a860-0f5cfbc8110c)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:48:01.296449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196416c0-ef7a-4c35-8ae6-17efb511b7ca req-7513c67a-ea92-453a-9f4f-4ba57cbe01c2 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:01.298169 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-196416c0-ef7a-4c35-8ae6-17efb511b7ca req-7513c67a-ea92-453a-9f4f-4ba57cbe01c2 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1628404 Feb 28 17:48:01.353853 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-56c85118-493d-4595-ba4f-62f129d7682b tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:01.355079 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-56c85118-493d-4595-ba4f-62f129d7682b tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5496671 Feb 28 17:48:01.358559 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60628) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:01.360116 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-196416c0-ef7a-4c35-8ae6-17efb511b7ca req-a1b33a6e-4f7b-459c-929e-b85654351ca7 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550373 Feb 28 17:48:01.363307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Request body: {'security_group_rule': {'security_group_id': 'a744b6e3-3084-4641-a2b8-6adee7299a38', 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:48:01.411010 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:01.460171 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Routers {'09e9314d-8896-412c-b1a2-cd9f13a900e6'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:48:01.461061 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:47:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['09e9314d-8896-412c-b1a2-cd9f13a900e6'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:48:01.466331 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d994b7ce-818f-4d47-bd88-7ddb27b0ade3 None None] Provisioning complete for port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:48:01.472620 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d994b7ce-818f-4d47-bd88-7ddb27b0ade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:01.508241 n-d-820368-19 neutron-server[104247]: INFO neutron.db.securitygroups_db [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Project 0db2a6722a5e4bb6a867f82f8c0a7392 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:48:01.514306 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (4e7c5d60-d156-4fb7-9855-d0a510af8041), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:01.634704 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-14638434-a374-4f2e-82ee-e44a0380ae94 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a0bfab4645eb4feca1d6f2e4c8091c78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716412 Feb 28 17:48:01.637109 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d994b7ce-818f-4d47-bd88-7ddb27b0ade3 None None] Current status of the port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:48:01.638438 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d994b7ce-818f-4d47-bd88-7ddb27b0ade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:01.673957 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] Set router 09e9314d-8896-412c-b1a2-cd9f13a900e6 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:48:01.688748 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (4e7c5d60-d156-4fb7-9855-d0a510af8041), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:01.731056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d994b7ce-818f-4d47-bd88-7ddb27b0ade3 None None] For port 8311f22a-7df1-4b19-a20c-06a3169cc8e3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8311f22a-7df1-4b19-a20c-06a3169cc8e3,segment=NetworkSegment(d72177ea-0072-4bb4-a860-0f5cfbc8110c),segment_id=d72177ea-0072-4bb4-a860-0f5cfbc8110c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:01.771791 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (4e7c5d60-d156-4fb7-9855-d0a510af8041), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:01.774636 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a23e1-567e-4d86-b76d-d642aea08ae3 None None] Pushing event updated for resources: {'Port': ['ID=8311f22a-7df1-4b19-a20c-06a3169cc8e3,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:01.805016 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d994b7ce-818f-4d47-bd88-7ddb27b0ade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:01.818920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7c5d60-d156-4fb7-9855-d0a510af8041,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:01.829127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-6fd5a4fc-8811-46d8-9b0c-54c5379ff30b tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:01.831931 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-6fd5a4fc-8811-46d8-9b0c-54c5379ff30b tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905763 Feb 28 17:48:01.837347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:01.838067 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:01.838703 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:01.839127 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:01.839673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:01.840252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:01.840789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:01.841284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:01.842439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:01.845497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:01.845497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:01.845497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:01.845497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:01.846025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Request body: {'port': {'device_id': 'f71d1e9b-1e12-44eb-b0fa-6af4335ba09e', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'a0bfab4645eb4feca1d6f2e4c8091c78'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:48:01.886177 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:01.887752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994b7ce-818f-4d47-bd88-7ddb27b0ade3 None None] Pushing event updated for resources: {'Port': ['ID=8311f22a-7df1-4b19-a20c-06a3169cc8e3,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:01.894957 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b7c64756-34af-494f-86af-331a9fef0a90 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5351865 Feb 28 17:48:01.945696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-04721bf2-b0e1-4f8e-9110-d290dadfb810 None None] Provisioning complete for port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:48:01.947237 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04721bf2-b0e1-4f8e-9110-d290dadfb810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:02.093238 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06f36ed1-8c5d-442c-b507-b651ee553916 req-7c1db5f4-b9fb-4dd3-a740-fd791e7be0f2 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 210 time: 0.0648932 Feb 28 17:48:02.122285 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-04721bf2-b0e1-4f8e-9110-d290dadfb810 None None] Current status of the port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:48:02.174684 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-ffd79d17-5929-4473-aa81-21a5aa93c742 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936180943&fields=id&tenant_id=0db2a6722a5e4bb6a867f82f8c0a7392 HTTP/1.1" status: 200 len: 267 time: 0.1014938 Feb 28 17:48:02.176644 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'name': 'tempest-TestServerBasicOps-1878380730-router', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '179d885d-55f6-4649-8144-888b211e987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:48Z', 'updated_at': '2022-02-28T17:47:54Z', 'revision_number': 4, 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'gw_port': {'id': '179d885d-55f6-4649-8144-888b211e987c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:49Z', 'updated_at': '2022-02-28T17:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '8311f22a-7df1-4b19-a20c-06a3169cc8e3', 'name': '', 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'mac_address': 'fa:16:3e:9b:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:53Z', 'updated_at': '2022-02-28T17:48:01Z', 'revision_number': 4, 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'subnets': [{'id': '5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:48:02.206978 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d1ab51-07ec-4b44-bce0-1429b35df4d4 None None] The sync data for ids ['09e9314d-8896-412c-b1a2-cd9f13a900e6'] in n-d-820368-19 is: [{'id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'name': 'tempest-TestServerBasicOps-1878380730-router', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '179d885d-55f6-4649-8144-888b211e987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:48Z', 'updated_at': '2022-02-28T17:47:54Z', 'revision_number': 4, 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'gw_port': {'id': '179d885d-55f6-4649-8144-888b211e987c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:49Z', 'updated_at': '2022-02-28T17:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '8311f22a-7df1-4b19-a20c-06a3169cc8e3', 'name': '', 'network_id': 'dfb9a332-1d25-40a6-8d65-39768a13c3cd', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'mac_address': 'fa:16:3e:9b:50:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:53Z', 'updated_at': '2022-02-28T17:48:01Z', 'revision_number': 4, 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'subnets': [{'id': '5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:48:02.285266 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-c4ba5e2a-8cb6-4b9a-b004-42db63871d6b tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:02.286823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-c4ba5e2a-8cb6-4b9a-b004-42db63871d6b tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/networks?id=74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 HTTP/1.1" status: 200 len: 808 time: 0.1057334 Feb 28 17:48:02.287985 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Made reservation on behalf of a0bfab4645eb4feca1d6f2e4c8091c78 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:48:02.291289 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:02.308890 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:02.316638 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-e20f005b-1264-433f-a543-9d96c9fb81d8 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/quotas/0db2a6722a5e4bb6a867f82f8c0a7392 HTTP/1.1" status: 200 len: 375 time: 0.0186026 Feb 28 17:48:02.456300 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-90ff5e69-5c35-4172-a80d-0ca34255547a tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0db2a6722a5e4bb6a867f82f8c0a7392&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1372075 Feb 28 17:48:02.531256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a57b8-90b9-4e3b-b862-1f62af104177 req-203f0477-ba79-446f-bbfa-fad2fdac9ac4 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:02.533334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-af5a57b8-90b9-4e3b-b862-1f62af104177 req-203f0477-ba79-446f-bbfa-fad2fdac9ac4 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0631566 Feb 28 17:48:02.574631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-77e1038f-368e-483f-ad4e-5bc43a1665ce service neutron] 10.222.0.72 "GET /v2.0/networks/74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141860 Feb 28 17:48:02.593263 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-af5a57b8-90b9-4e3b-b862-1f62af104177 req-0d7d6d27-0921-4efc-9c93-d122ab37ce2b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541656 Feb 28 17:48:02.690249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Publish callbacks [] for security_group (e4080c57-c387-4ed3-a1c3-857f8df2a865), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:02.741907 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-e0c08f54-95da-48d5-8dad-04fcd6e9e72b service neutron] 10.222.0.72 "GET /v2.0/networks/74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589468 Feb 28 17:48:02.776398 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e4080c57-c387-4ed3-a1c3-857f8df2a865), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:02.842789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4080c57-c387-4ed3-a1c3-857f8df2a865,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:03.066618 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Allocated IP 192.168.233.156 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/e1063109-bd14-4c8e-86c7-4884fe114dfc) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:48:03.172123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-39ef9ed6-0257-4738-adb3-aa8634d68330 req-caa471d0-c3fb-49d0-89a7-16027129e208 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 210 time: 0.1016667 Feb 28 17:48:03.382037 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Publish callbacks [] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:03.491017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8311f22a-7df1-4b19-a20c-06a3169cc8e3 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:48:03.519536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-52691dbf-508f-4a5c-97d2-ce9d34e77143 req-bc475ddd-2562-4525-835b-3ddf41550bd5 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 210 time: 0.0980942 Feb 28 17:48:03.531379 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:03.599298 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:48:03.602956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:48:03.610356 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:48:03.610356 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:03.621792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:48:03.631381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Pushing event updated for resources: {'Port': ['ID=e1063109-bd14-4c8e-86c7-4884fe114dfc,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:03.748208 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:48:03.768498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:03.776411 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:03.878609 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04fc03-a55c-4d3d-a611-0f7b136eff62 req-81c96028-4eca-4bea-85fd-548145aeb57e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:03.880988 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6b04fc03-a55c-4d3d-a611-0f7b136eff62 req-81c96028-4eca-4bea-85fd-548145aeb57e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0935183 Feb 28 17:48:03.895587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-211274bd-f8a7-4864-aae2-211f9df16a78 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0544286 Feb 28 17:48:03.908451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Request body: {'port': {'device_id': 'f71d1e9b-1e12-44eb-b0fa-6af4335ba09e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:48:03.999781 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6b04fc03-a55c-4d3d-a611-0f7b136eff62 req-ef3fa311-caab-49be-b427-275a49db03d0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124554 Feb 28 17:48:04.077261 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:04.080694 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c9d2f41b-5498-421c-b650-7a60aad56d07 None None] Provisioning complete for port e1063109-bd14-4c8e-86c7-4884fe114dfc triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:48:04.081825 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c9d2f41b-5498-421c-b650-7a60aad56d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:04.165057 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2f41b-5498-421c-b650-7a60aad56d07 None None] Port e1063109-bd14-4c8e-86c7-4884fe114dfc cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:48:04.334699 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa838d8d-4172-4c9b-8c2a-452f77be3eba req-fd97c5e0-c4d1-4b09-a9e9-6dc83b22eaf1 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 210 time: 0.0673783 Feb 28 17:48:04.477419 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7819d18-0775-48ed-90f7-d78a948aff6a req-b357afdd-4dcb-48e7-919a-4355c0fbecda tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:04.478858 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c7819d18-0775-48ed-90f7-d78a948aff6a req-b357afdd-4dcb-48e7-919a-4355c0fbecda tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 946 time: 0.1161306 Feb 28 17:48:04.568791 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c7819d18-0775-48ed-90f7-d78a948aff6a req-47d93995-924f-42da-ae67-143aa3a82fa3 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/security-groups?id=dff5fd5a-98a2-4ee2-a59b-3fba128c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796936 Feb 28 17:48:04.642867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1063109-bd14-4c8e-86c7-4884fe114dfc {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:48:04.659958 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Publish callbacks [] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:04.675407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Transition to ACTIVE for port object e1063109-bd14-4c8e-86c7-4884fe114dfc will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:48:04.737319 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:04.755451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f39240-6a0a-47ba-9afd-2b0106fdd445 req-4fcbfe12-1783-4484-a312-0a91bc76ce2c tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:04.764553 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-70f39240-6a0a-47ba-9afd-2b0106fdd445 req-4fcbfe12-1783-4484-a312-0a91bc76ce2c tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 936 time: 0.0823734 Feb 28 17:48:04.817335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1063109-bd14-4c8e-86c7-4884fe114dfc,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:04.884280 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-70f39240-6a0a-47ba-9afd-2b0106fdd445 req-7c796281-ac5d-462a-bad9-48093fe28d15 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4080c57-c387-4ed3-a1c3-857f8df2a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188328 Feb 28 17:48:04.995563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Attempting to bind port e1063109-bd14-4c8e-86c7-4884fe114dfc on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:48:04.996027 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Attempting to bind port e1063109-bd14-4c8e-86c7-4884fe114dfc by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:48:04.996193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Attempting to bind port e1063109-bd14-4c8e-86c7-4884fe114dfc on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:48:05.012447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Port e1063109-bd14-4c8e-86c7-4884fe114dfc on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:48:05.012779 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Attempting to bind port e1063109-bd14-4c8e-86c7-4884fe114dfc on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:48:05.018723 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:48:05.019064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:48:05.019457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:48:05.019897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Bound port: e1063109-bd14-4c8e-86c7-4884fe114dfc, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:48:05.020260 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:05.176298 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] For port e1063109-bd14-4c8e-86c7-4884fe114dfc, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:48:05.193843 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] For port e1063109-bd14-4c8e-86c7-4884fe114dfc, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e1063109-bd14-4c8e-86c7-4884fe114dfc,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:48:05.263185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4ef54-1ae4-43fa-af3a-42bcf661b580 req-2723d2f4-d3a7-4ad9-941e-be58fc29b281 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:05.264910 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57b4ef54-1ae4-43fa-af3a-42bcf661b580 req-2723d2f4-d3a7-4ad9-941e-be58fc29b281 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0650079 Feb 28 17:48:05.304511 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:05.447936 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1063109-bd14-4c8e-86c7-4884fe114dfc,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:05.476437 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:05.476437 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:05.477178 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-80e041d0-d718-43dc-bfac-e81a8fbfa1a3 service neutron] 10.222.0.73 "PUT /v2.0/ports/e1063109-bd14-4c8e-86c7-4884fe114dfc HTTP/1.1" status: 200 len: 1097 time: 1.5745335 Feb 28 17:48:05.477662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71d1e9b-1e12-44eb-b0fa-6af4335ba09e', 'tag': 'e1063109-bd14-4c8e-86c7-4884fe114dfc'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:48:05.480388 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf0a4f7-dc9d-4d24-a0a7-2ba6d32effd8" -d '{"events": [{"name": "network-changed", "server_uuid": "f71d1e9b-1e12-44eb-b0fa-6af4335ba09e", "tag": "e1063109-bd14-4c8e-86c7-4884fe114dfc"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:48:05.509573 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08d3c350-911a-4aa2-86e5-5e723b4ddca1 req-4f28d914-713a-4c36-89f3-cf4febea8bac tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 210 time: 0.0702536 Feb 28 17:48:05.524182 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57b4ef54-1ae4-43fa-af3a-42bcf661b580 req-2c86d2bd-91d9-4a5a-9430-eb4e85a33e99 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491069 Feb 28 17:48:05.622433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c2a7c-468a-430f-92b4-98f93f1d4a9f req-3e2c543e-49f4-4711-b025-448aebcddd49 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:05.644960 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-897c2a7c-468a-430f-92b4-98f93f1d4a9f req-3e2c543e-49f4-4711-b025-448aebcddd49 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 946 time: 0.1165013 Feb 28 17:48:05.800004 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dcc8c1-6fd7-470c-8d92-5d499ec4b0a4 x-openstack-request-id: req-87dcc8c1-6fd7-470c-8d92-5d499ec4b0a4 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:48:05.800475 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71d1e9b-1e12-44eb-b0fa-6af4335ba09e", "tag": "e1063109-bd14-4c8e-86c7-4884fe114dfc", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:48:05.800804 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87dcc8c1-6fd7-470c-8d92-5d499ec4b0a4 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:48:05.801281 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71d1e9b-1e12-44eb-b0fa-6af4335ba09e', 'tag': 'e1063109-bd14-4c8e-86c7-4884fe114dfc', 'status': 'completed', 'code': 200} Feb 28 17:48:05.827314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-019420ed-02fb-478b-ad0c-7b8712a7f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:05.829050 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-019420ed-02fb-478b-ad0c-7b8712a7f481 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0bfab4645eb4feca1d6f2e4c8091c78&device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 1131 time: 0.2052364 Feb 28 17:48:05.937937 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968ea8f-805a-407a-8a8f-7a3811f8a554 req-d287c707-01b9-438c-aff3-e41b1b510b05 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:05.947507 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6968ea8f-805a-407a-8a8f-7a3811f8a554 req-d287c707-01b9-438c-aff3-e41b1b510b05 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 946 time: 0.2400429 Feb 28 17:48:05.949343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-033aec88-e6a7-43c4-9f37-f35346951dc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=e1063109-bd14-4c8e-86c7-4884fe114dfc HTTP/1.1" status: 200 len: 217 time: 0.0995946 Feb 28 17:48:06.026495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-897c2a7c-468a-430f-92b4-98f93f1d4a9f req-d7742502-ee3c-4933-8eac-40698b3dcdfb tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Deleting port 739a8a75-b9c9-4a73-a843-320d126098d6 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:48:06.027086 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-897c2a7c-468a-430f-92b4-98f93f1d4a9f req-d7742502-ee3c-4933-8eac-40698b3dcdfb tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (739a8a75-b9c9-4a73-a843-320d126098d6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:06.114215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-f717a29c-31fb-4e70-8898-704def619209 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:06.115687 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-f717a29c-31fb-4e70-8898-704def619209 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.73 "GET /v2.0/networks?id=74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 HTTP/1.1" status: 200 len: 808 time: 0.2560384 Feb 28 17:48:06.129143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-c5b8d61c-19a3-4dd6-bc04-72c29c357757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:06.130513 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-c5b8d61c-19a3-4dd6-bc04-72c29c357757 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1740081 Feb 28 17:48:06.133749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6968ea8f-805a-407a-8a8f-7a3811f8a554 req-83c81cc8-90b6-4e17-b681-e3f12b31adae tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/security-groups?id=dff5fd5a-98a2-4ee2-a59b-3fba128c542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680934 Feb 28 17:48:06.241492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-897c2a7c-468a-430f-92b4-98f93f1d4a9f req-d7742502-ee3c-4933-8eac-40698b3dcdfb tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] For port 739a8a75-b9c9-4a73-a843-320d126098d6, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=739a8a75-b9c9-4a73-a843-320d126098d6,segment=NetworkSegment(01761ace-4246-4957-a613-193db46c9a09),segment_id=01761ace-4246-4957-a613-193db46c9a09)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:06.241856 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-897c2a7c-468a-430f-92b4-98f93f1d4a9f req-d7742502-ee3c-4933-8eac-40698b3dcdfb tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (739a8a75-b9c9-4a73-a843-320d126098d6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:06.245478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-bdab93f1-c5a4-460b-b030-9f26edd058ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:06.252844 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-bdab93f1-c5a4-460b-b030-9f26edd058ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1067505 Feb 28 17:48:06.272813 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-fc7bfdf5-7ad0-4800-a7e4-ab8e44de439e tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0db2a6722a5e4bb6a867f82f8c0a7392 HTTP/1.1" status: 200 len: 379 time: 0.1477697 Feb 28 17:48:06.280198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10a27c-bd40-4158-b976-ac7555dc0d85 req-cbab8d0a-e219-47b0-a16f-8051487beb23 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:06.281596 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc10a27c-bd40-4158-b976-ac7555dc0d85 req-cbab8d0a-e219-47b0-a16f-8051487beb23 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 948 time: 0.1864617 Feb 28 17:48:06.286533 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-1b0b43b3-2c52-4cc4-83b2-074665a5e97f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Request body: {'port': {'device_id': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'admin_state_up': True, 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'security_groups': ['a744b6e3-3084-4641-a2b8-6adee7299a38']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:48:06.295967 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-897c2a7c-468a-430f-92b4-98f93f1d4a9f req-d7742502-ee3c-4933-8eac-40698b3dcdfb tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Calling delete_port for 739a8a75-b9c9-4a73-a843-320d126098d6 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:48:06.440716 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-4f63b399-3462-4be0-8880-e569cea536a6 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837587 Feb 28 17:48:06.525427 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-1b0b43b3-2c52-4cc4-83b2-074665a5e97f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Made reservation on behalf of 0db2a6722a5e4bb6a867f82f8c0a7392 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:48:06.531433 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-1b0b43b3-2c52-4cc4-83b2-074665a5e97f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:06.600300 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-463ae868-7de7-4b7c-834e-c2d86bc276bd req-61c9b19d-c010-4305-9650-b068719c7a7d service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529636 Feb 28 17:48:06.604206 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc10a27c-bd40-4158-b976-ac7555dc0d85 req-1bd280c7-96f2-4be5-b790-7568bfcabd06 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4080c57-c387-4ed3-a1c3-857f8df2a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109131 Feb 28 17:48:06.836553 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c6c9e336-5e66-4c7d-9392-26dbd99ff14b req-9a54f3d0-629e-44e9-a260-65b76c8b8216 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 210 time: 0.0781307 Feb 28 17:48:06.912455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0a4f7-dc9d-4d24-a0a7-2ba6d32effd8 req-4ec54c13-59ab-4b4b-8837-3362431fcce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:06.914515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fbf0a4f7-dc9d-4d24-a0a7-2ba6d32effd8 req-4ec54c13-59ab-4b4b-8837-3362431fcce7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0bfab4645eb4feca1d6f2e4c8091c78&device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 1131 time: 0.1054995 Feb 28 17:48:06.992167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-1b0b43b3-2c52-4cc4-83b2-074665a5e97f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Allocated IP 172.20.0.13 (74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3/99f46000-a7f6-4418-ac69-a9c7093623cc/e7899b73-4a31-47c9-91c8-51731bc37bb3) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:48:07.068678 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-897c2a7c-468a-430f-92b4-98f93f1d4a9f req-d7742502-ee3c-4933-8eac-40698b3dcdfb tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (739a8a75-b9c9-4a73-a843-320d126098d6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:07.092752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b9635-12af-49dd-8bb9-971bb8d262a9 req-8b384942-fa03-49cc-8d60-c8bb26238136 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:07.094196 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-753b9635-12af-49dd-8bb9-971bb8d262a9 req-8b384942-fa03-49cc-8d60-c8bb26238136 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.3029611 Feb 28 17:48:07.144841 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0a4f7-dc9d-4d24-a0a7-2ba6d32effd8 req-f10b6d22-7cb8-4dca-990f-f09152886e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:07.146347 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fbf0a4f7-dc9d-4d24-a0a7-2ba6d32effd8 req-f10b6d22-7cb8-4dca-990f-f09152886e8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.2252235 Feb 28 17:48:07.229559 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fbf0a4f7-dc9d-4d24-a0a7-2ba6d32effd8 req-44be2fbf-f81a-4e5d-baf1-885a0a06ef0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=e1063109-bd14-4c8e-86c7-4884fe114dfc HTTP/1.1" status: 200 len: 217 time: 0.0764337 Feb 28 17:48:07.269142 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-753b9635-12af-49dd-8bb9-971bb8d262a9 req-37e9ed17-bf1b-4fd9-929d-6dabb5c4ca5a tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482499 Feb 28 17:48:07.269855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7742502-ee3c-4933-8eac-40698b3dcdfb tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Pushing event deleted for resources: {'Port': ['ID=739a8a75-b9c9-4a73-a843-320d126098d6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:07.360604 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0a4f7-dc9d-4d24-a0a7-2ba6d32effd8 req-3b17a006-8f4e-4341-953f-503abb411980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:07.361488 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fbf0a4f7-dc9d-4d24-a0a7-2ba6d32effd8 req-3b17a006-8f4e-4341-953f-503abb411980 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1247928 Feb 28 17:48:07.387205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df911965-23e3-461b-98b2-aadf429cd366 req-44712873-7377-4172-95b2-f480ab0664e8 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 210 time: 0.0797386 Feb 28 17:48:07.462282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0a4f7-dc9d-4d24-a0a7-2ba6d32effd8 req-5696e153-f088-4cfb-a6af-a79beb2f3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:07.463775 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fbf0a4f7-dc9d-4d24-a0a7-2ba6d32effd8 req-5696e153-f088-4cfb-a6af-a79beb2f3400 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0865858 Feb 28 17:48:07.464918 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-897c2a7c-468a-430f-92b4-98f93f1d4a9f req-d7742502-ee3c-4933-8eac-40698b3dcdfb tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] No DVR routers for this DVR port 739a8a75-b9c9-4a73-a843-320d126098d6 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:48:07.469042 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-897c2a7c-468a-430f-92b4-98f93f1d4a9f req-d7742502-ee3c-4933-8eac-40698b3dcdfb tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:07.472567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-897c2a7c-468a-430f-92b4-98f93f1d4a9f req-d7742502-ee3c-4933-8eac-40698b3dcdfb tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.69 "DELETE /v2.0/ports/739a8a75-b9c9-4a73-a843-320d126098d6 HTTP/1.1" status: 204 len: 173 time: 1.8211572 Feb 28 17:48:07.473006 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ba1d5c-bb79-46a1-bf98-466b8921b002', 'name': 'network-vif-deleted', 'tag': '739a8a75-b9c9-4a73-a843-320d126098d6'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:48:07.475792 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59fbb18-25fc-47ab-9e09-b4ee1428fbc0" -d '{"events": [{"server_uuid": "d6ba1d5c-bb79-46a1-bf98-466b8921b002", "name": "network-vif-deleted", "tag": "739a8a75-b9c9-4a73-a843-320d126098d6"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:48:07.558720 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b2e856-7ae3-4e1e-8476-94fe868f86db x-openstack-request-id: req-d3b2e856-7ae3-4e1e-8476-94fe868f86db {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:48:07.561170 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ba1d5c-bb79-46a1-bf98-466b8921b002", "name": "network-vif-deleted", "tag": "739a8a75-b9c9-4a73-a843-320d126098d6", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:48:07.564151 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d3b2e856-7ae3-4e1e-8476-94fe868f86db {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:48:07.564795 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ba1d5c-bb79-46a1-bf98-466b8921b002', 'name': 'network-vif-deleted', 'tag': '739a8a75-b9c9-4a73-a843-320d126098d6', 'status': 'completed', 'code': 200} Feb 28 17:48:07.576753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fbf0a4f7-dc9d-4d24-a0a7-2ba6d32effd8 req-05b2f4b0-50cb-4988-bd8b-eda0d66de138 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051419 Feb 28 17:48:07.643129 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-1b0b43b3-2c52-4cc4-83b2-074665a5e97f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:07.759338 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e75cad3a-d940-4070-81c0-55632275b10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:07.837290 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fbf0a4f7-dc9d-4d24-a0a7-2ba6d32effd8 req-75448050-8a89-4343-8d94-222825527c41 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547631 Feb 28 17:48:07.846738 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-1b0b43b3-2c52-4cc4-83b2-074665a5e97f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:07.881115 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:07.918184 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37460d35-011d-4ae5-bb0d-6c054195d23f req-00602514-0832-4c31-ab74-d613dc6fc506 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:07.923543 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37460d35-011d-4ae5-bb0d-6c054195d23f req-00602514-0832-4c31-ab74-d613dc6fc506 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 948 time: 0.1487520 Feb 28 17:48:07.971520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-1b0b43b3-2c52-4cc4-83b2-074665a5e97f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:48:07.976613 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-1b0b43b3-2c52-4cc4-83b2-074665a5e97f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:48:07.991652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-1b0b43b3-2c52-4cc4-83b2-074665a5e97f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:48:07.997984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b43b3-2c52-4cc4-83b2-074665a5e97f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Pushing event updated for resources: {'Port': ['ID=e7899b73-4a31-47c9-91c8-51731bc37bb3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:08.017664 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37460d35-011d-4ae5-bb0d-6c054195d23f req-97baf8ed-d194-4b9b-8fbe-d72640dc2eb6 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4080c57-c387-4ed3-a1c3-857f8df2a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869153 Feb 28 17:48:08.077012 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-1b0b43b3-2c52-4cc4-83b2-074665a5e97f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:08.077734 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-1b0b43b3-2c52-4cc4-83b2-074665a5e97f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:08.103366 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc33f41-b6c3-4729-a3f5-086de4e8b4d3 req-30c1c8a4-162d-4419-8145-08d5ee0c5c7b tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:08.105139 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5dc33f41-b6c3-4729-a3f5-086de4e8b4d3 req-30c1c8a4-162d-4419-8145-08d5ee0c5c7b tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 932 time: 0.1323502 Feb 28 17:48:08.200995 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-1b0b43b3-2c52-4cc4-83b2-074665a5e97f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9183061 Feb 28 17:48:08.225572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Request body: {'port': {'device_id': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:48:08.323825 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5dc33f41-b6c3-4729-a3f5-086de4e8b4d3 req-5da45eee-93b2-45b7-ae78-3fbc28b817dd tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117999 Feb 28 17:48:08.335452 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:08.414962 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d03016ff-e73f-47ef-814b-51dfd0cc0472 None None] Provisioning complete for port e7899b73-4a31-47c9-91c8-51731bc37bb3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:48:08.415354 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d03016ff-e73f-47ef-814b-51dfd0cc0472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:08.497323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d03016ff-e73f-47ef-814b-51dfd0cc0472 None None] Port e7899b73-4a31-47c9-91c8-51731bc37bb3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:48:08.509137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a39239-3a9b-452c-b029-e7976a005edb req-84b25c4b-0388-4509-8b89-a86e92722a49 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:08.516364 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51a39239-3a9b-452c-b029-e7976a005edb req-84b25c4b-0388-4509-8b89-a86e92722a49 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1089499 Feb 28 17:48:08.574223 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51a39239-3a9b-452c-b029-e7976a005edb req-e943f43a-4068-4944-ad54-0cc23d15f397 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567946 Feb 28 17:48:08.651487 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6f832508-f5d1-4893-8263-b4d75c68c42d req-bf92965c-213b-4d16-bc01-7e24d5819ec3 tempest-VolumesActionsTest-1729884129 tempest-VolumesActionsTest-1729884129-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6ba1d5c-bb79-46a1-bf98-466b8921b002 HTTP/1.1" status: 200 len: 210 time: 0.0497737 Feb 28 17:48:08.760730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7899b73-4a31-47c9-91c8-51731bc37bb3 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:48:08.769841 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Publish callbacks [] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:08.782533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 739a8a75-b9c9-4a73-a843-320d126098d6 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:48:08.801769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Transition to ACTIVE for port object e7899b73-4a31-47c9-91c8-51731bc37bb3 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:48:08.804993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 739a8a75-b9c9-4a73-a843-320d126098d6 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:48:08.805300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 739a8a75-b9c9-4a73-a843-320d126098d6 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:48:08.845466 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:08.866218 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e1063109-bd14-4c8e-86c7-4884fe114dfc details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:48:09.013460 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port e1063109-bd14-4c8e-86c7-4884fe114dfc, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e1063109-bd14-4c8e-86c7-4884fe114dfc,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:09.031937 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'e1063109-bd14-4c8e-86c7-4884fe114dfc', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': 'e1063109-bd14-4c8e-86c7-4884fe114dfc', 'mac_address': 'fa:16:3e:37:43:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:48:09.103164 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port e1063109-bd14-4c8e-86c7-4884fe114dfc is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:48:09.103817 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:09.134885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1063109-bd14-4c8e-86c7-4884fe114dfc {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:48:09.184788 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port e1063109-bd14-4c8e-86c7-4884fe114dfc, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e1063109-bd14-4c8e-86c7-4884fe114dfc,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:09.215198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3c243-547c-4c27-92f2-0e01f5f6414c req-8bd5ba5a-13e2-4409-9c73-57b14d4cc0c5 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:09.218631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ad3c243-547c-4c27-92f2-0e01f5f6414c req-8bd5ba5a-13e2-4409-9c73-57b14d4cc0c5 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 948 time: 0.1022470 Feb 28 17:48:09.252850 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:09.291949 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ad3c243-547c-4c27-92f2-0e01f5f6414c req-d69733e3-00fc-46e2-bfdb-f721aa72796f tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4080c57-c387-4ed3-a1c3-857f8df2a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682952 Feb 28 17:48:09.339907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=e1063109-bd14-4c8e-86c7-4884fe114dfc,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:09.348060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7899b73-4a31-47c9-91c8-51731bc37bb3,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:09.470536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Attempting to bind port e7899b73-4a31-47c9-91c8-51731bc37bb3 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:48:09.471095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Attempting to bind port e7899b73-4a31-47c9-91c8-51731bc37bb3 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'b2faefbe-ab77-434a-8391-2bc49694bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:48:09.471665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Attempting to bind port e7899b73-4a31-47c9-91c8-51731bc37bb3 on network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:48:09.476998 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Port e7899b73-4a31-47c9-91c8-51731bc37bb3 on network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:48:09.480292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Attempting to bind port e7899b73-4a31-47c9-91c8-51731bc37bb3 on network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:48:09.487757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:48:09.488415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Checking segment: {'id': 'b2faefbe-ab77-434a-8391-2bc49694bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:48:09.489027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Bound using segment: {'id': 'b2faefbe-ab77-434a-8391-2bc49694bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:48:09.489662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Bound port: e7899b73-4a31-47c9-91c8-51731bc37bb3, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2faefbe-ab77-434a-8391-2bc49694bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:48:09.490228 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:09.500639 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a4ca5-dd79-4729-a5e9-e52162a2b25f req-aa8bdb57-7db3-4bf7-9925-b56c0936eed8 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:09.508668 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-169a4ca5-dd79-4729-a5e9-e52162a2b25f req-aa8bdb57-7db3-4bf7-9925-b56c0936eed8 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 944 time: 0.1077580 Feb 28 17:48:09.549534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['e1063109-bd14-4c8e-86c7-4884fe114dfc'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:48:09.578114 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-9c151904-17fc-41de-b6f2-22fc1c3d3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:09.579853 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-9c151904-17fc-41de-b6f2-22fc1c3d3f5b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3&tenant_id=bef235c08ba34768a0edb11d272318ad HTTP/1.1" status: 200 len: 1126 time: 0.1111634 Feb 28 17:48:09.684931 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-169a4ca5-dd79-4729-a5e9-e52162a2b25f req-6a6f80ca-c875-4a34-8d39-0f4ed3c4a431 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750908 Feb 28 17:48:09.723025 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] For port e7899b73-4a31-47c9-91c8-51731bc37bb3, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:48:09.733899 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] For port e7899b73-4a31-47c9-91c8-51731bc37bb3, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e7899b73-4a31-47c9-91c8-51731bc37bb3,segment=NetworkSegment(b2faefbe-ab77-434a-8391-2bc49694bd9c),segment_id=b2faefbe-ab77-434a-8391-2bc49694bd9c)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:48:09.792376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-b9739b9f-8843-4dc4-b262-73351381c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:09.794002 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-b9739b9f-8843-4dc4-b262-73351381c1c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 1126 time: 0.1790838 Feb 28 17:48:09.810364 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:09.887327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:09.889709 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:09.903773 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/e7899b73-4a31-47c9-91c8-51731bc37bb3 HTTP/1.1" status: 200 len: 1093 time: 1.6721914 Feb 28 17:48:09.910231 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'tag': 'e7899b73-4a31-47c9-91c8-51731bc37bb3'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:48:09.925301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7eeda-befd-46f9-ae9e-5a4e2c7ddf7b req-e4329d00-fa9e-4705-9ea2-4150fc9b8b5f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:09.936166 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2136be84-0824-47d2-a527-beee8f8da5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:09.944642 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24f7eeda-befd-46f9-ae9e-5a4e2c7ddf7b req-e4329d00-fa9e-4705-9ea2-4150fc9b8b5f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1976838 Feb 28 17:48:09.944773 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae486e2-4971-4ce0-a21e-e30d6112ec7a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0930d4-6cba-4ec8-842f-f76fe70879b9", "tag": "e7899b73-4a31-47c9-91c8-51731bc37bb3"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:48:10.079409 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4320e8-b90d-461b-826a-5d520e5f51e4 x-openstack-request-id: req-fc4320e8-b90d-461b-826a-5d520e5f51e4 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:48:10.079713 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0930d4-6cba-4ec8-842f-f76fe70879b9", "tag": "e7899b73-4a31-47c9-91c8-51731bc37bb3", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:48:10.079964 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fc4320e8-b90d-461b-826a-5d520e5f51e4 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:48:10.082367 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'tag': 'e7899b73-4a31-47c9-91c8-51731bc37bb3', 'status': 'completed', 'code': 200} Feb 28 17:48:10.084290 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee74603-bc7f-4560-b088-468e4b20d8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7899b73-4a31-47c9-91c8-51731bc37bb3,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:10.108356 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:10.128005 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-6c8d419f-62c0-4921-97ec-c0db3bd151ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:10.133740 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-6c8d419f-62c0-4921-97ec-c0db3bd151ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0db2a6722a5e4bb6a867f82f8c0a7392&device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 1127 time: 0.1292200 Feb 28 17:48:10.212271 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24f7eeda-befd-46f9-ae9e-5a4e2c7ddf7b req-5e840d5b-1bb1-4fb5-ae0d-b2092b7ca557 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885624 Feb 28 17:48:10.216293 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-a5876806-ef89-4401-97a1-7ac962da7ca9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7899b73-4a31-47c9-91c8-51731bc37bb3 HTTP/1.1" status: 200 len: 217 time: 0.0791240 Feb 28 17:48:10.230744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-507f82ca-9669-4d70-9646-5990ea0d4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:10.230744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-507f82ca-9669-4d70-9646-5990ea0d4d83 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 917 time: 0.4281576 Feb 28 17:48:10.339728 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-728d04b1-8b69-477a-8930-3a3d0cda349a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 HTTP/1.1" status: 200 len: 999 time: 0.1000779 Feb 28 17:48:10.363940 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-d071613a-69d3-4cdc-be68-b7debcaa9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:10.369310 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-d071613a-69d3-4cdc-be68-b7debcaa9e3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99f46000-a7f6-4418-ac69-a9c7093623cc HTTP/1.1" status: 200 len: 847 time: 0.1447849 Feb 28 17:48:10.433862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-34c03402-e7c2-4cb7-bcdc-a02b11bd9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:10.436456 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-34c03402-e7c2-4cb7-bcdc-a02b11bd9a11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.0927575 Feb 28 17:48:10.527988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-e6003da2-ca1b-48bc-9530-8f59dfc191a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:10.530092 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-e6003da2-ca1b-48bc-9530-8f59dfc191a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0861311 Feb 28 17:48:10.558321 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad718c3-50d9-4c64-b5ef-0cccceb5c25e req-97d85562-567a-406b-bc30-61ce97aa93df tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:10.565742 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ad718c3-50d9-4c64-b5ef-0cccceb5c25e req-97d85562-567a-406b-bc30-61ce97aa93df tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 949 time: 0.1242261 Feb 28 17:48:10.626968 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ad718c3-50d9-4c64-b5ef-0cccceb5c25e req-d87e19ca-68cf-43e3-a453-48c4ddf7f163 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4080c57-c387-4ed3-a1c3-857f8df2a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537963 Feb 28 17:48:10.642704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60774) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:10.654711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-462ff936-f9d8-4e20-a974-056ced6a4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:10.657067 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-462ff936-f9d8-4e20-a974-056ced6a4879 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2793107 Feb 28 17:48:10.670639 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-5d181b28-20eb-49ff-9934-d52dd773b167 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307631 Feb 28 17:48:10.838509 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-3660b0ad-fd94-42b2-94dd-170fb4bbc5a4 service neutron] 10.222.0.73 "GET /v2.0/networks/74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752162 Feb 28 17:48:10.866106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e1063109-bd14-4c8e-86c7-4884fe114dfc up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:48:10.979372 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-691e6d44-0be6-459b-b6bd-74ba934a9f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:11.005460 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e41c85-6287-4614-9a69-7a2437b1571f req-eef0f525-97be-4393-8938-a301169c0f41 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:11.007070 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26e41c85-6287-4614-9a69-7a2437b1571f req-eef0f525-97be-4393-8938-a301169c0f41 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 944 time: 0.2022254 Feb 28 17:48:11.013419 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e568ba4-585c-4a3e-896b-a6db4552da0d req-5a2ff649-c688-4bea-b46f-cd2daad6a11c service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373711 Feb 28 17:48:11.065693 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port e1063109-bd14-4c8e-86c7-4884fe114dfc completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:48:11.068850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port e1063109-bd14-4c8e-86c7-4884fe114dfc triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:48:11.069405 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:11.113639 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d6f6edef-fe52-4dce-9a6a-20507a0b85aa req-aa539c45-b18b-4338-9268-2abae1c0503c service neutron] 10.222.0.73 "GET /v2.0/networks/74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657654 Feb 28 17:48:11.148157 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26e41c85-6287-4614-9a69-7a2437b1571f req-6bbd5663-7dd6-4625-b5b9-03bc2f22e2b6 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300056 Feb 28 17:48:11.200479 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-691e6d44-0be6-459b-b6bd-74ba934a9f11 admin admin] Publish callbacks [] for security_group (c4b0fb05-1550-4661-b49e-2f3eb7bc862c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:11.268919 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-691e6d44-0be6-459b-b6bd-74ba934a9f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c4b0fb05-1550-4661-b49e-2f3eb7bc862c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:11.298529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port e1063109-bd14-4c8e-86c7-4884fe114dfc is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:48:11.299606 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:11.372877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae486e2-4971-4ce0-a21e-e30d6112ec7a req-c0811658-9de2-4418-a4d0-d76726977c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:11.378963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aae486e2-4971-4ce0-a21e-e30d6112ec7a req-c0811658-9de2-4418-a4d0-d76726977c8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0db2a6722a5e4bb6a867f82f8c0a7392&device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 1127 time: 0.1343775 Feb 28 17:48:11.416941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71d1e9b-1e12-44eb-b0fa-6af4335ba09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1063109-bd14-4c8e-86c7-4884fe114dfc'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:48:11.421940 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d515a437-d969-4fef-9139-5d8d4a26f291" -d '{"events": [{"server_uuid": "f71d1e9b-1e12-44eb-b0fa-6af4335ba09e", "name": "network-vif-plugged", "status": "completed", "tag": "e1063109-bd14-4c8e-86c7-4884fe114dfc"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:48:11.462608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port e1063109-bd14-4c8e-86c7-4884fe114dfc, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e1063109-bd14-4c8e-86c7-4884fe114dfc,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:11.479231 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:11.492375 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-691e6d44-0be6-459b-b6bd-74ba934a9f11 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=11a1ab5ebb98423ca22005948c610707&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8425715 Feb 28 17:48:11.493398 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60806) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:11.513088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e6d44-0be6-459b-b6bd-74ba934a9f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b0fb05-1550-4661-b49e-2f3eb7bc862c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:11.514875 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab77778d-51bd-4bfd-8167-a5c75e24f2ce x-openstack-request-id: req-ab77778d-51bd-4bfd-8167-a5c75e24f2ce {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:48:11.518715 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71d1e9b-1e12-44eb-b0fa-6af4335ba09e", "name": "network-vif-plugged", "status": "completed", "tag": "e1063109-bd14-4c8e-86c7-4884fe114dfc", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:48:11.520129 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab77778d-51bd-4bfd-8167-a5c75e24f2ce {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:48:11.520569 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d1e9b-1e12-44eb-b0fa-6af4335ba09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1063109-bd14-4c8e-86c7-4884fe114dfc', 'code': 200} Feb 28 17:48:11.561683 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:11.600225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb0418-9531-4e29-9753-38d2fe0aa5c4 req-7251663d-c6e4-43f4-ae99-af698036ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:11.610148 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5bb0418-9531-4e29-9753-38d2fe0aa5c4 req-7251663d-c6e4-43f4-ae99-af698036ddad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 1126 time: 0.3908830 Feb 28 17:48:11.706380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=e1063109-bd14-4c8e-86c7-4884fe114dfc,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:11.751769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae486e2-4971-4ce0-a21e-e30d6112ec7a req-847be516-9780-4911-8613-90ccb43a2ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:11.760918 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aae486e2-4971-4ce0-a21e-e30d6112ec7a req-847be516-9780-4911-8613-90ccb43a2ec5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 HTTP/1.1" status: 200 len: 909 time: 0.3713479 Feb 28 17:48:11.781237 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc850c66-019e-494e-bc62-08a1963ad0e0 req-8781b0f2-7d52-45d3-ba57-011393072cac tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:11.788137 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc850c66-019e-494e-bc62-08a1963ad0e0 req-8781b0f2-7d52-45d3-ba57-011393072cac tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.4630425 Feb 28 17:48:11.886719 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aae486e2-4971-4ce0-a21e-e30d6112ec7a req-d7dc8638-7408-4fc8-8d87-f60e4f23fd68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7899b73-4a31-47c9-91c8-51731bc37bb3 HTTP/1.1" status: 200 len: 217 time: 0.1201489 Feb 28 17:48:11.890987 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9391e6c-a48f-477f-98a6-cdde6db84abb req-b0dd2195-09b2-4bfb-a668-56f2fb7249ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:11.893006 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d9391e6c-a48f-477f-98a6-cdde6db84abb req-b0dd2195-09b2-4bfb-a668-56f2fb7249ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 1133 time: 0.2730594 Feb 28 17:48:11.949272 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae486e2-4971-4ce0-a21e-e30d6112ec7a req-f1dbd2cb-965b-4b60-91e6-a81715e4f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:11.951280 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aae486e2-4971-4ce0-a21e-e30d6112ec7a req-f1dbd2cb-965b-4b60-91e6-a81715e4f8e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99f46000-a7f6-4418-ac69-a9c7093623cc HTTP/1.1" status: 200 len: 847 time: 0.0555773 Feb 28 17:48:12.044001 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1326f5-f299-4980-a043-bdfecbfbb110 req-4cf29d77-120a-4181-938a-083255b131d7 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:12.051175 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e1326f5-f299-4980-a043-bdfecbfbb110 req-4cf29d77-120a-4181-938a-083255b131d7 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 950 time: 0.2688308 Feb 28 17:48:12.114611 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8e1326f5-f299-4980-a043-bdfecbfbb110 req-10918626-4906-4f2a-9835-b8cb17dd85aa tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4080c57-c387-4ed3-a1c3-857f8df2a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578771 Feb 28 17:48:12.117126 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d9391e6c-a48f-477f-98a6-cdde6db84abb req-cc27349b-b3b6-4524-a844-beee0119fb3f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e4080c57-c387-4ed3-a1c3-857f8df2a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643121 Feb 28 17:48:12.141429 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae486e2-4971-4ce0-a21e-e30d6112ec7a req-4c00f4fc-cbba-43da-87f5-24a7db0678fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:12.152770 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aae486e2-4971-4ce0-a21e-e30d6112ec7a req-4c00f4fc-cbba-43da-87f5-24a7db0678fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1751893 Feb 28 17:48:12.180027 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc850c66-019e-494e-bc62-08a1963ad0e0 req-5ab1814a-7ba7-43d3-914f-e04e11f51bdc tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3910306 Feb 28 17:48:12.190110 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd7b23f8-ddc1-4678-86cf-697f36c35e54 admin admin] Publish callbacks [] for security_group (c4b0fb05-1550-4661-b49e-2f3eb7bc862c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:12.209999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb0418-9531-4e29-9753-38d2fe0aa5c4 req-e6b53cea-5d67-4eed-a9ff-3500c31e6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:12.211454 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5bb0418-9531-4e29-9753-38d2fe0aa5c4 req-e6b53cea-5d67-4eed-a9ff-3500c31e6d39 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 917 time: 0.5641692 Feb 28 17:48:12.284726 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd7b23f8-ddc1-4678-86cf-697f36c35e54 admin admin] Publish callbacks [] for security_group (c4b0fb05-1550-4661-b49e-2f3eb7bc862c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:12.376680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aed88-1042-453b-a3af-8bd20640ef38 req-99781086-b363-42d0-a1bd-764888ef7c09 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:12.378789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a39aed88-1042-453b-a3af-8bd20640ef38 req-99781086-b363-42d0-a1bd-764888ef7c09 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 944 time: 0.1053629 Feb 28 17:48:12.468065 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd7b23f8-ddc1-4678-86cf-697f36c35e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c4b0fb05-1550-4661-b49e-2f3eb7bc862c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:12.470692 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bd7b23f8-ddc1-4678-86cf-697f36c35e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:12.471865 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bd7b23f8-ddc1-4678-86cf-697f36c35e54 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c4b0fb05-1550-4661-b49e-2f3eb7bc862c HTTP/1.1" status: 204 len: 168 time: 0.9538054 Feb 28 17:48:12.491168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b23f8-ddc1-4678-86cf-697f36c35e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b0fb05-1550-4661-b49e-2f3eb7bc862c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:12.532688 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a39aed88-1042-453b-a3af-8bd20640ef38 req-f9e26a85-0c31-405e-90a3-89a25acfa49a tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525655 Feb 28 17:48:12.569488 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:12.991306 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5bb0418-9531-4e29-9753-38d2fe0aa5c4 req-7499e772-c56c-433e-b69e-9a8310e8b640 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 HTTP/1.1" status: 200 len: 999 time: 0.2207112 Feb 28 17:48:13.057840 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aae486e2-4971-4ce0-a21e-e30d6112ec7a req-b263ed7d-afaf-4a69-a59d-f31a09a1e430 service neutron] 10.222.0.73 "GET /v2.0/networks/74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875082 Feb 28 17:48:13.140030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb0418-9531-4e29-9753-38d2fe0aa5c4 req-3892bda0-ba49-47b5-93b4-d2d9502778a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:13.141988 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5bb0418-9531-4e29-9753-38d2fe0aa5c4 req-3892bda0-ba49-47b5-93b4-d2d9502778a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.1200390 Feb 28 17:48:13.334507 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aae486e2-4971-4ce0-a21e-e30d6112ec7a req-806a865a-8caa-4066-8df7-65cbe118fe55 service neutron] 10.222.0.73 "GET /v2.0/networks/74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632906 Feb 28 17:48:13.385118 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb0418-9531-4e29-9753-38d2fe0aa5c4 req-4f078b6a-c491-41c1-b1c7-2a0cf5408739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:13.387035 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5bb0418-9531-4e29-9753-38d2fe0aa5c4 req-4f078b6a-c491-41c1-b1c7-2a0cf5408739 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2161939 Feb 28 17:48:13.481207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66b40a-33e0-439e-a987-0dcbed733bf3 req-f24b3e8f-4cfb-4de7-96cf-72a1f575b0ca tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:13.487217 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca66b40a-33e0-439e-a987-0dcbed733bf3 req-f24b3e8f-4cfb-4de7-96cf-72a1f575b0ca tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0929074 Feb 28 17:48:13.624468 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21252f78-90cb-4e41-970d-5cfcef9b1d80 req-bf1c544a-5d72-4a8c-863a-595005979200 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:13.625834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60838) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:13.636106 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-21252f78-90cb-4e41-970d-5cfcef9b1d80 req-bf1c544a-5d72-4a8c-863a-595005979200 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 950 time: 0.3769841 Feb 28 17:48:13.652548 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca66b40a-33e0-439e-a987-0dcbed733bf3 req-1d60d84a-5413-455d-ae47-f3d927aa8b66 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564171 Feb 28 17:48:13.668721 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b9552d12-6b6e-428c-9852-3bf843190680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:13.783341 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-21252f78-90cb-4e41-970d-5cfcef9b1d80 req-c937115a-9b4b-4780-81a5-5c0421d13058 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4080c57-c387-4ed3-a1c3-857f8df2a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460083 Feb 28 17:48:13.881594 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5bb0418-9531-4e29-9753-38d2fe0aa5c4 req-c8a35488-6e1a-4d56-a49b-7dd3ef505a49 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828143 Feb 28 17:48:13.953501 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:14.173133 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80d661-90d2-4a51-ba96-ee76c5feeac3 req-f96696a7-feb6-4791-97a1-ff5076d76952 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:14.183481 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca80d661-90d2-4a51-ba96-ee76c5feeac3 req-f96696a7-feb6-4791-97a1-ff5076d76952 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 944 time: 0.3230960 Feb 28 17:48:14.224356 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5bb0418-9531-4e29-9753-38d2fe0aa5c4 req-72abbd73-0771-4d9f-9a74-ffad4a678899 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178558 Feb 28 17:48:14.319996 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b9552d12-6b6e-428c-9852-3bf843190680 admin admin] Publish callbacks [] for security_group (e3198639-504b-477d-8255-01fd96a343c7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:14.354682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca80d661-90d2-4a51-ba96-ee76c5feeac3 req-8220b359-05c1-41c3-aab2-fd79c9d13c16 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692007 Feb 28 17:48:14.373005 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b9552d12-6b6e-428c-9852-3bf843190680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e3198639-504b-477d-8255-01fd96a343c7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:14.430116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9552d12-6b6e-428c-9852-3bf843190680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3198639-504b-477d-8255-01fd96a343c7,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:14.438681 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b9552d12-6b6e-428c-9852-3bf843190680 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fa0ccfbd802a44659cc625197a75617f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7849290 Feb 28 17:48:14.444241 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 60844) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:14.572725 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78e42639-dbb0-4a19-8583-45918cac7d51 admin admin] Publish callbacks [] for security_group (e3198639-504b-477d-8255-01fd96a343c7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:14.624260 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78e42639-dbb0-4a19-8583-45918cac7d51 admin admin] Publish callbacks [] for security_group (e3198639-504b-477d-8255-01fd96a343c7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:14.796888 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78e42639-dbb0-4a19-8583-45918cac7d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e3198639-504b-477d-8255-01fd96a343c7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:14.801159 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-78e42639-dbb0-4a19-8583-45918cac7d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:14.805108 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-78e42639-dbb0-4a19-8583-45918cac7d51 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e3198639-504b-477d-8255-01fd96a343c7 HTTP/1.1" status: 204 len: 168 time: 0.3598392 Feb 28 17:48:14.834141 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e42639-dbb0-4a19-8583-45918cac7d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3198639-504b-477d-8255-01fd96a343c7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:14.877519 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842c92e-6079-4dc1-9cd7-2cc77ee5fed2 req-e31c05f0-2c17-460f-a3f2-04bc9998e08d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:14.880711 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8842c92e-6079-4dc1-9cd7-2cc77ee5fed2 req-e31c05f0-2c17-460f-a3f2-04bc9998e08d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0982020 Feb 28 17:48:14.901570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e7899b73-4a31-47c9-91c8-51731bc37bb3 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:48:14.964550 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8842c92e-6079-4dc1-9cd7-2cc77ee5fed2 req-a18a0ce8-97fd-4c33-9319-6925fd41e42b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767550 Feb 28 17:48:15.024791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93967fd-d0fc-4e1f-a829-954a70fa1e55 req-fafc2137-8dc1-43d6-9da0-70ad5778e794 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:15.026448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c93967fd-d0fc-4e1f-a829-954a70fa1e55 req-fafc2137-8dc1-43d6-9da0-70ad5778e794 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 950 time: 0.0814662 Feb 28 17:48:15.104955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port e7899b73-4a31-47c9-91c8-51731bc37bb3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e7899b73-4a31-47c9-91c8-51731bc37bb3,segment=NetworkSegment(b2faefbe-ab77-434a-8391-2bc49694bd9c),segment_id=b2faefbe-ab77-434a-8391-2bc49694bd9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:15.126617 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'e7899b73-4a31-47c9-91c8-51731bc37bb3', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'port_id': 'e7899b73-4a31-47c9-91c8-51731bc37bb3', 'mac_address': 'fa:16:3e:61:76:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:48:15.147186 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c93967fd-d0fc-4e1f-a829-954a70fa1e55 req-dd2fffc0-15d0-4991-afcd-661990cdf9de tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4080c57-c387-4ed3-a1c3-857f8df2a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071563 Feb 28 17:48:15.188820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port e7899b73-4a31-47c9-91c8-51731bc37bb3 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:48:15.188820 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:15.217476 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7899b73-4a31-47c9-91c8-51731bc37bb3 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:48:15.246632 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port e7899b73-4a31-47c9-91c8-51731bc37bb3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e7899b73-4a31-47c9-91c8-51731bc37bb3,segment=NetworkSegment(b2faefbe-ab77-434a-8391-2bc49694bd9c),segment_id=b2faefbe-ab77-434a-8391-2bc49694bd9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:15.336798 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:15.425865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=e7899b73-4a31-47c9-91c8-51731bc37bb3,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:15.618176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79573d18-2d4e-41dc-b745-41aab50e6f40 req-db0f2409-59b0-48ec-82ff-3d621e65d876 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:15.619699 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79573d18-2d4e-41dc-b745-41aab50e6f40 req-db0f2409-59b0-48ec-82ff-3d621e65d876 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 945 time: 0.1208482 Feb 28 17:48:15.708903 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79573d18-2d4e-41dc-b745-41aab50e6f40 req-89dcba01-c975-42c0-9314-04371f50017b tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811067 Feb 28 17:48:15.741110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['e7899b73-4a31-47c9-91c8-51731bc37bb3'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:48:15.839740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708266b-062b-47fd-a86c-a2195d282ed2 req-eae2df21-af60-467b-ab57-b97b3e274683 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:15.844436 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6708266b-062b-47fd-a86c-a2195d282ed2 req-eae2df21-af60-467b-ab57-b97b3e274683 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 950 time: 0.1516166 Feb 28 17:48:15.937377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60886) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:15.972536 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-240ff7ff-dc12-4a7f-89b0-1ade1027c21f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:15.973729 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6708266b-062b-47fd-a86c-a2195d282ed2 req-76aec219-8eec-4816-8c3b-65163e2a777c tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4080c57-c387-4ed3-a1c3-857f8df2a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147695 Feb 28 17:48:16.217985 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-240ff7ff-dc12-4a7f-89b0-1ade1027c21f admin admin] Publish callbacks [] for security_group (256dec78-1ffa-4223-9744-93690f798d18), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:16.287628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fcd25-e29f-4d66-87b9-eecc89c45c7c req-ede23316-9667-4b04-aae6-da3918fa156f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:16.289795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c18fcd25-e29f-4d66-87b9-eecc89c45c7c req-ede23316-9667-4b04-aae6-da3918fa156f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1629620 Feb 28 17:48:16.291205 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-240ff7ff-dc12-4a7f-89b0-1ade1027c21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (256dec78-1ffa-4223-9744-93690f798d18), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:16.335677 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-240ff7ff-dc12-4a7f-89b0-1ade1027c21f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d01eb01911c42bf9da8a1d2427fba8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3943188 Feb 28 17:48:16.336448 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 60890) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:16.393266 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ff7ff-dc12-4a7f-89b0-1ade1027c21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256dec78-1ffa-4223-9744-93690f798d18,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:16.444727 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c18fcd25-e29f-4d66-87b9-eecc89c45c7c req-4db462e6-157b-404c-b47f-4b70097a0827 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224527 Feb 28 17:48:16.450267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b54df5de-854f-4848-9efa-e7a4f9de822a admin admin] Publish callbacks [] for security_group (256dec78-1ffa-4223-9744-93690f798d18), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:16.485129 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b54df5de-854f-4848-9efa-e7a4f9de822a admin admin] Publish callbacks [] for security_group (256dec78-1ffa-4223-9744-93690f798d18), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:16.639040 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b54df5de-854f-4848-9efa-e7a4f9de822a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (256dec78-1ffa-4223-9744-93690f798d18), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:16.641876 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:48:16.642486 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b54df5de-854f-4848-9efa-e7a4f9de822a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:16.643059 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b54df5de-854f-4848-9efa-e7a4f9de822a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/256dec78-1ffa-4223-9744-93690f798d18 HTTP/1.1" status: 204 len: 168 time: 0.2990499 Feb 28 17:48:16.656088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54df5de-854f-4848-9efa-e7a4f9de822a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256dec78-1ffa-4223-9744-93690f798d18,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:16.910824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7f1f1-a66e-4f64-902a-9c855386d6a6 req-aabc9f4a-b34a-4fd9-9629-0121deeeff4e tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:16.913037 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0cf7f1f1-a66e-4f64-902a-9c855386d6a6 req-aabc9f4a-b34a-4fd9-9629-0121deeeff4e tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 945 time: 0.0780430 Feb 28 17:48:17.006550 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0cf7f1f1-a66e-4f64-902a-9c855386d6a6 req-eb737480-6113-45b4-9e9f-8ead570b19da tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859654 Feb 28 17:48:17.212128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e691417-a725-4f8d-b903-a5be69072500 req-605f0845-9070-4f79-8342-ba341e28e796 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:17.213754 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e691417-a725-4f8d-b903-a5be69072500 req-605f0845-9070-4f79-8342-ba341e28e796 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 950 time: 0.1107662 Feb 28 17:48:17.292822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e691417-a725-4f8d-b903-a5be69072500 req-46eac765-0c14-4097-8334-95038226225d tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4080c57-c387-4ed3-a1c3-857f8df2a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687656 Feb 28 17:48:17.725153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8cd83-25b2-49ab-a244-d742b1ffbbe9 req-3a6810ee-75d5-4562-93e9-8d21a9511c88 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:17.738014 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45a8cd83-25b2-49ab-a244-d742b1ffbbe9 req-3a6810ee-75d5-4562-93e9-8d21a9511c88 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1335704 Feb 28 17:48:17.808473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45a8cd83-25b2-49ab-a244-d742b1ffbbe9 req-88fa9c60-09b9-49cc-bd9d-23488b523180 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691667 Feb 28 17:48:18.190277 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce263d5-49a7-4611-b0f0-3a09deee19e8 req-222b5777-2687-4653-97ae-50a7e40c730f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:18.194402 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ce263d5-49a7-4611-b0f0-3a09deee19e8 req-222b5777-2687-4653-97ae-50a7e40c730f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 945 time: 0.0815930 Feb 28 17:48:18.299456 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3ce263d5-49a7-4611-b0f0-3a09deee19e8 req-8d104691-43df-4e7a-a84e-73f6ecf6b5d2 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015208 Feb 28 17:48:18.590776 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bd678-5134-4162-a038-7a7c2847ff03 req-162a998d-343f-4990-8490-128d284847e8 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:18.592434 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-947bd678-5134-4162-a038-7a7c2847ff03 req-162a998d-343f-4990-8490-128d284847e8 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.73 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 950 time: 0.1451013 Feb 28 17:48:18.602969 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b7758-6398-4c19-b4da-732fa26926c5 req-907ba8d6-ea70-4846-bfe5-55fd37e99a1f tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:18.616840 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f80b7758-6398-4c19-b4da-732fa26926c5 req-907ba8d6-ea70-4846-bfe5-55fd37e99a1f tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 950 time: 0.1208119 Feb 28 17:48:18.744345 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f80b7758-6398-4c19-b4da-732fa26926c5 req-1d275c4c-14fd-481f-ab10-010716d38e13 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4080c57-c387-4ed3-a1c3-857f8df2a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319447 Feb 28 17:48:18.797270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-947bd678-5134-4162-a038-7a7c2847ff03 req-e20a8207-5363-4d93-9997-69aa7b2476c0 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Deleting port e1063109-bd14-4c8e-86c7-4884fe114dfc {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:48:18.797854 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-947bd678-5134-4162-a038-7a7c2847ff03 req-e20a8207-5363-4d93-9997-69aa7b2476c0 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:18.902734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e7899b73-4a31-47c9-91c8-51731bc37bb3 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:48:19.000120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-947bd678-5134-4162-a038-7a7c2847ff03 req-e20a8207-5363-4d93-9997-69aa7b2476c0 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] For port e1063109-bd14-4c8e-86c7-4884fe114dfc, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e1063109-bd14-4c8e-86c7-4884fe114dfc,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:19.000805 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-947bd678-5134-4162-a038-7a7c2847ff03 req-e20a8207-5363-4d93-9997-69aa7b2476c0 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:19.039218 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-947bd678-5134-4162-a038-7a7c2847ff03 req-e20a8207-5363-4d93-9997-69aa7b2476c0 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Calling delete_port for e1063109-bd14-4c8e-86c7-4884fe114dfc owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:48:19.068669 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port e7899b73-4a31-47c9-91c8-51731bc37bb3 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:48:19.080304 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port e7899b73-4a31-47c9-91c8-51731bc37bb3 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:48:19.080925 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:19.146902 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796d23a-12aa-47e3-980a-20cf583796af req-45a4a472-5acf-4289-ba99-220966767552 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:19.148471 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8796d23a-12aa-47e3-980a-20cf583796af req-45a4a472-5acf-4289-ba99-220966767552 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1739888 Feb 28 17:48:19.269155 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8796d23a-12aa-47e3-980a-20cf583796af req-2080f3ec-9a30-4978-a195-f0efd820a2b0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002429 Feb 28 17:48:19.500834 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port e7899b73-4a31-47c9-91c8-51731bc37bb3 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:48:19.501302 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:19.538724 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-947bd678-5134-4162-a038-7a7c2847ff03 req-e20a8207-5363-4d93-9997-69aa7b2476c0 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e1063109-bd14-4c8e-86c7-4884fe114dfc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:19.547310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7899b73-4a31-47c9-91c8-51731bc37bb3'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:48:19.550715 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6c0efa-453c-42a1-a6db-aaaf9a92df70" -d '{"events": [{"server_uuid": "dc0930d4-6cba-4ec8-842f-f76fe70879b9", "name": "network-vif-plugged", "status": "completed", "tag": "e7899b73-4a31-47c9-91c8-51731bc37bb3"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:48:19.568222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port e7899b73-4a31-47c9-91c8-51731bc37bb3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e7899b73-4a31-47c9-91c8-51731bc37bb3,segment=NetworkSegment(b2faefbe-ab77-434a-8391-2bc49694bd9c),segment_id=b2faefbe-ab77-434a-8391-2bc49694bd9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:19.629606 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f41b4eb-b7ac-4436-bb79-1893bec010f0 x-openstack-request-id: req-2f41b4eb-b7ac-4436-bb79-1893bec010f0 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:48:19.629951 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0930d4-6cba-4ec8-842f-f76fe70879b9", "name": "network-vif-plugged", "status": "completed", "tag": "e7899b73-4a31-47c9-91c8-51731bc37bb3", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:48:19.630748 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f41b4eb-b7ac-4436-bb79-1893bec010f0 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:48:19.631665 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7899b73-4a31-47c9-91c8-51731bc37bb3', 'code': 200} Feb 28 17:48:19.632225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a8207-5363-4d93-9997-69aa7b2476c0 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Pushing event deleted for resources: {'Port': ['ID=e1063109-bd14-4c8e-86c7-4884fe114dfc,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:19.734359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-947bd678-5134-4162-a038-7a7c2847ff03 req-e20a8207-5363-4d93-9997-69aa7b2476c0 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] No DVR routers for this DVR port e1063109-bd14-4c8e-86c7-4884fe114dfc on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:48:19.738584 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-947bd678-5134-4162-a038-7a7c2847ff03 req-e20a8207-5363-4d93-9997-69aa7b2476c0 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:19.744312 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-947bd678-5134-4162-a038-7a7c2847ff03 req-e20a8207-5363-4d93-9997-69aa7b2476c0 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.73 "DELETE /v2.0/ports/e1063109-bd14-4c8e-86c7-4884fe114dfc HTTP/1.1" status: 204 len: 173 time: 1.1300466 Feb 28 17:48:19.744312 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71d1e9b-1e12-44eb-b0fa-6af4335ba09e', 'name': 'network-vif-deleted', 'tag': 'e1063109-bd14-4c8e-86c7-4884fe114dfc'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:48:19.749239 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f10272-0cb6-41ee-bb12-b7124442464d" -d '{"events": [{"server_uuid": "f71d1e9b-1e12-44eb-b0fa-6af4335ba09e", "name": "network-vif-deleted", "tag": "e1063109-bd14-4c8e-86c7-4884fe114dfc"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:48:19.772887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7108e-1f52-4c45-ad63-f07a3ca946d3 req-8e1387ff-33ab-4221-b7e1-1127b5270572 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:19.792061 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5df7108e-1f52-4c45-ad63-f07a3ca946d3 req-8e1387ff-33ab-4221-b7e1-1127b5270572 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 945 time: 0.3155291 Feb 28 17:48:19.875620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bb195-9d5b-421b-896f-938982814d45 req-b249ca39-74d6-488f-ad06-d46b9f6c3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:19.881032 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e67bb195-9d5b-421b-896f-938982814d45 req-b249ca39-74d6-488f-ad06-d46b9f6c3423 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 1128 time: 0.1217234 Feb 28 17:48:19.903235 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e25ba6-0174-4f78-b9c0-cef6c0c261a3 x-openstack-request-id: req-32e25ba6-0174-4f78-b9c0-cef6c0c261a3 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:48:19.903541 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71d1e9b-1e12-44eb-b0fa-6af4335ba09e", "name": "network-vif-deleted", "tag": "e1063109-bd14-4c8e-86c7-4884fe114dfc", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:48:19.903797 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-32e25ba6-0174-4f78-b9c0-cef6c0c261a3 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:48:19.904216 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d1e9b-1e12-44eb-b0fa-6af4335ba09e', 'name': 'network-vif-deleted', 'tag': 'e1063109-bd14-4c8e-86c7-4884fe114dfc', 'status': 'completed', 'code': 200} Feb 28 17:48:19.919412 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:19.920950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e1063109-bd14-4c8e-86c7-4884fe114dfc no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:48:19.946980 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5df7108e-1f52-4c45-ad63-f07a3ca946d3 req-a676c3d2-8164-43a5-89fc-4a39ba085ca2 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536222 Feb 28 17:48:19.977348 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: e1063109-bd14-4c8e-86c7-4884fe114dfc {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:48:19.981269 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e1063109-bd14-4c8e-86c7-4884fe114dfc not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:48:20.040796 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e67bb195-9d5b-421b-896f-938982814d45 req-a5762b78-f10f-4c5f-8752-057c54980197 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472526 Feb 28 17:48:20.085120 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ad11856b-754d-41bc-b3e0-dea242933061 req-d9a1a972-e352-4c5f-9d30-863ef82c766a tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 210 time: 0.0977392 Feb 28 17:48:20.089939 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=e7899b73-4a31-47c9-91c8-51731bc37bb3,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:20.528855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6fb88-d0c5-4e99-a613-45261432fd98 req-6a60a353-3ed2-44c7-9b14-a2f8ee9acb81 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:20.537721 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-83d6fb88-d0c5-4e99-a613-45261432fd98 req-6a60a353-3ed2-44c7-9b14-a2f8ee9acb81 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1406889 Feb 28 17:48:20.646202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-83d6fb88-d0c5-4e99-a613-45261432fd98 req-8a76fe39-3ec1-417b-b86c-b53af56c6a35 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763443 Feb 28 17:48:21.161359 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d488eb3-48d8-4fbc-80a2-75a482b4a38e req-03690d14-c340-469b-8635-c8b76833f5e2 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:21.163910 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6d488eb3-48d8-4fbc-80a2-75a482b4a38e req-03690d14-c340-469b-8635-c8b76833f5e2 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 946 time: 0.1342285 Feb 28 17:48:21.265018 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6d488eb3-48d8-4fbc-80a2-75a482b4a38e req-7a8ee2e3-1932-4084-b8f3-551a67b36f0c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901074 Feb 28 17:48:21.439684 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69fa7ce9-b730-4c90-a967-e62aecf9308c req-aefcf469-8acc-4540-85d7-0e5c65968340 tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 210 time: 0.0852349 Feb 28 17:48:21.830716 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45240f6-2704-4525-8aca-8f234bc65296 req-dd4b9380-4cf3-4b0e-b32f-5dbb327adc01 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:21.838062 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d45240f6-2704-4525-8aca-8f234bc65296 req-dd4b9380-4cf3-4b0e-b32f-5dbb327adc01 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1033669 Feb 28 17:48:21.892655 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d45240f6-2704-4525-8aca-8f234bc65296 req-cac6c990-14ab-4edd-8a07-e79e846ecc42 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535724 Feb 28 17:48:22.595229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53709360-ac29-499f-9050-9a2c27c83291 req-700500bb-c6ee-4f6e-8f3d-91e2f8a048bb tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:22.597810 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-53709360-ac29-499f-9050-9a2c27c83291 req-700500bb-c6ee-4f6e-8f3d-91e2f8a048bb tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 946 time: 0.1811039 Feb 28 17:48:22.626665 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e78a8011-7d73-4804-89e9-d68405cbdc32 req-313622ee-7bc2-406c-95ae-2fca5587523e tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 210 time: 0.0606396 Feb 28 17:48:22.714260 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-53709360-ac29-499f-9050-9a2c27c83291 req-3a460e92-4c3e-4b75-a773-9a88d003e5a0 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091912 Feb 28 17:48:23.146971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d159521-48ba-4e57-b3ed-3826255f6860 req-60d16c29-584c-4bb2-902d-257946aab8b9 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:23.148430 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d159521-48ba-4e57-b3ed-3826255f6860 req-60d16c29-584c-4bb2-902d-257946aab8b9 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1127629 Feb 28 17:48:23.260200 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2d159521-48ba-4e57-b3ed-3826255f6860 req-bdad2c41-7a0f-4227-9588-c634792b91dc tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014066 Feb 28 17:48:23.645348 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb58fef9-be09-45d2-be37-c65491515391 req-96bda33b-5f67-4587-b746-258bbc6a2bd5 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=289de0055079436c8a0d7cf8f4e90414&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664275 Feb 28 17:48:23.886343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3982612c-262a-42cd-b60e-5620cfd97d25 req-a2cb44e7-40eb-4baa-89dd-8294174394ce tempest-VolumesNegativeTest-1638113013 tempest-VolumesNegativeTest-1638113013-project] 10.222.0.72 "GET /v2.0/ports?device_id=f71d1e9b-1e12-44eb-b0fa-6af4335ba09e HTTP/1.1" status: 200 len: 210 time: 0.0921285 Feb 28 17:48:23.971732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58fef9-be09-45d2-be37-c65491515391 req-0b426187-2d8c-4fb2-b516-7d7f66456886 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:23.973339 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb58fef9-be09-45d2-be37-c65491515391 req-0b426187-2d8c-4fb2-b516-7d7f66456886 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3258567 Feb 28 17:48:23.995524 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb58fef9-be09-45d2-be37-c65491515391 req-7ce2ee73-70f9-434d-9243-f71cba756cab tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/quotas/289de0055079436c8a0d7cf8f4e90414 HTTP/1.1" status: 200 len: 375 time: 0.0159249 Feb 28 17:48:24.020432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fd051-156e-4834-b03f-be88d0d36781 req-7193a595-d1d4-4fcf-be2c-cfb965799ed3 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:24.022208 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f81fd051-156e-4834-b03f-be88d0d36781 req-7193a595-d1d4-4fcf-be2c-cfb965799ed3 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 946 time: 0.0704908 Feb 28 17:48:24.043367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb58fef9-be09-45d2-be37-c65491515391 req-8fd17590-ccf9-41a0-962b-1c65e5833d84 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=289de0055079436c8a0d7cf8f4e90414&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399389 Feb 28 17:48:24.089954 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f81fd051-156e-4834-b03f-be88d0d36781 req-f77bcb7e-996a-4535-91c4-26ffc5bba829 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610073 Feb 28 17:48:24.221565 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a1872-bb17-4ff6-a6c1-e19d29523dc8 req-d34d9de9-090b-4e35-b9e5-58f56fdf7788 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:24.223294 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f7a1872-bb17-4ff6-a6c1-e19d29523dc8 req-d34d9de9-090b-4e35-b9e5-58f56fdf7788 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 946 time: 0.0587714 Feb 28 17:48:24.274751 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f7a1872-bb17-4ff6-a6c1-e19d29523dc8 req-265da69e-07f6-4480-871e-2e133925abb5 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453846 Feb 28 17:48:24.406959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f5e75-6a56-4299-9ed6-db4597a8c380 req-5365f7cc-001f-4eba-9e82-988b440c6367 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:24.415616 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-921f5e75-6a56-4299-9ed6-db4597a8c380 req-5365f7cc-001f-4eba-9e82-988b440c6367 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 946 time: 0.0724623 Feb 28 17:48:24.482417 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-921f5e75-6a56-4299-9ed6-db4597a8c380 req-63387c60-b792-4543-9cfc-59d8961837a4 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657773 Feb 28 17:48:24.513862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32802) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:24.637801 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4593ca-464c-4806-b6e9-3ca6377c92af req-5b148f15-599b-494d-9550-7ef48c55137e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:24.641015 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5c4593ca-464c-4806-b6e9-3ca6377c92af req-5b148f15-599b-494d-9550-7ef48c55137e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0788996 Feb 28 17:48:24.697700 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5c4593ca-464c-4806-b6e9-3ca6377c92af req-4e975e41-641a-4470-a128-79020cbef6c9 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509851 Feb 28 17:48:24.772028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de308da-6432-44a1-abae-79d8473a1a09 tempest-TestServerBasicOps-998836527 tempest-TestServerBasicOps-998836527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:24.774377 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1de308da-6432-44a1-abae-79d8473a1a09 tempest-TestServerBasicOps-998836527 tempest-TestServerBasicOps-998836527-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 1124 time: 0.2689772 Feb 28 17:48:24.779362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 32806) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:24.784439 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': 'e7899b73-4a31-47c9-91c8-51731bc37bb3', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:48:24.897030 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:25.618089 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-11f5333a-953d-458c-b8ce-93e5df812b65 req-8a7a5a8b-6df6-4df7-916e-543aea0d864a tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 210 time: 0.0310960 Feb 28 17:48:25.689646 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:25.840696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Allocated IP 172.25.3.232 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:48:25.904619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626506b6-7251-4c83-abad-f7e83b581f80 req-f5e4d9f4-3e4d-4d65-8ff4-833d48a28b00 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:25.911742 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-626506b6-7251-4c83-abad-f7e83b581f80 req-f5e4d9f4-3e4d-4d65-8ff4-833d48a28b00 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0666010 Feb 28 17:48:25.971926 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-626506b6-7251-4c83-abad-f7e83b581f80 req-369fd2f3-fab2-4d33-8ca1-2772ad2bea57 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590870 Feb 28 17:48:25.988200 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for port (cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:26.100783 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:26.154313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:48:26.157815 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:48:26.160308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:48:26.185675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Pushing event updated for resources: {'Port': ['ID=cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:26.804514 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-602e2e67-6943-413d-9fbb-d688ac35d9a5 req-37f11455-9983-4799-9d5b-1d6be32ca453 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 210 time: 0.1054435 Feb 28 17:48:26.888672 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for floatingip (9ab61814-0176-4bb0-ad80-78da7e633b40), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:27.095311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 32948) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:27.122068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3958ec1-3b10-48f2-9fc1-ae881cff0462 req-77e60d8e-1797-4bb0-b312-6e9c82630892 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:27.129563 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b3958ec1-3b10-48f2-9fc1-ae881cff0462 req-77e60d8e-1797-4bb0-b312-6e9c82630892 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0691607 Feb 28 17:48:27.167519 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:27.184596 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b3958ec1-3b10-48f2-9fc1-ae881cff0462 req-1ce1c5b0-3632-4441-9fb9-57e61567de30 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515079 Feb 28 17:48:27.348080 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d6757deb-5fa1-44f5-96d4-fbf87d23f76c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:27.474503 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for port (cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:27.506499 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d6757deb-5fa1-44f5-96d4-fbf87d23f76c admin admin] Publish callbacks [] for security_group (7818cc78-912a-44a0-8e5a-7890b96f942f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:27.548078 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:27.624847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d6757deb-5fa1-44f5-96d4-fbf87d23f76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7818cc78-912a-44a0-8e5a-7890b96f942f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:27.631364 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Pushing event updated for resources: {'Port': ['ID=cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:27.678206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6757deb-5fa1-44f5-96d4-fbf87d23f76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7818cc78-912a-44a0-8e5a-7890b96f942f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:27.681741 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (9ab61814-0176-4bb0-ad80-78da7e633b40), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:27.691071 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 32962) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:27.691727 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d6757deb-5fa1-44f5-96d4-fbf87d23f76c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b23c085c0fe54495a2c1411617b3e9f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5907860 Feb 28 17:48:27.787039 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4a4c25cb-7925-4644-bbdd-05bfc9b0fa52 admin admin] Publish callbacks [] for security_group (7818cc78-912a-44a0-8e5a-7890b96f942f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:27.824514 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Floating IP 9ab61814-0176-4bb0-ad80-78da7e633b40 associated. External IP: 172.25.3.232, port: e7899b73-4a31-47c9-91c8-51731bc37bb3. Feb 28 17:48:27.826551 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4a4c25cb-7925-4644-bbdd-05bfc9b0fa52 admin admin] Publish callbacks [] for security_group (7818cc78-912a-44a0-8e5a-7890b96f942f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:27.968055 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f675f72-1cd5-4d9a-85f0-91627a065124 req-09d1127c-dba6-495f-8286-b9b439a5e802 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 210 time: 0.0331047 Feb 28 17:48:27.976436 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4a4c25cb-7925-4644-bbdd-05bfc9b0fa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7818cc78-912a-44a0-8e5a-7890b96f942f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:27.987328 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4a4c25cb-7925-4644-bbdd-05bfc9b0fa52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:27.990996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4a4c25cb-7925-4644-bbdd-05bfc9b0fa52 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7818cc78-912a-44a0-8e5a-7890b96f942f HTTP/1.1" status: 204 len: 168 time: 0.2982769 Feb 28 17:48:28.030673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c25cb-7925-4644-bbdd-05bfc9b0fa52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7818cc78-912a-44a0-8e5a-7890b96f942f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:28.045109 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb58fef9-be09-45d2-be37-c65491515391 req-0d1f4216-b8c7-475d-bad1-6a780789a9f1 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=289de0055079436c8a0d7cf8f4e90414&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465930 Feb 28 17:48:28.154187 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:48:28.210285 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58fef9-be09-45d2-be37-c65491515391 req-63b44c28-4a3c-43e1-91d9-b29942e136db tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:28.213794 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb58fef9-be09-45d2-be37-c65491515391 req-63b44c28-4a3c-43e1-91d9-b29942e136db tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1633615 Feb 28 17:48:28.232899 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Request body: {'port': {'device_id': 'ce014f06-5205-4426-9df3-a556267b74cd', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': '289de0055079436c8a0d7cf8f4e90414'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:48:28.353071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:48:28.375548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61e013-9eaf-41a3-b50a-f69a902fd840 None None] Sync routers for ids ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:48:28.406374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61e013-9eaf-41a3-b50a-f69a902fd840 None None] Routers {'89a566bb-3cd9-48fa-a03f-f11aac9c9672'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:48:28.406374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bc61e013-9eaf-41a3-b50a-f69a902fd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:48:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:48:28.489169 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:28.498324 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d181b-e1ae-49bd-857f-6a8e80653082 req-ce68e894-d509-4a05-80c9-a43a04258f72 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:28.516400 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-701d181b-e1ae-49bd-857f-6a8e80653082 req-ce68e894-d509-4a05-80c9-a43a04258f72 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0986578 Feb 28 17:48:28.576112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Made reservation on behalf of 289de0055079436c8a0d7cf8f4e90414 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:48:28.580583 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:28.591273 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f1de4c11-2ac7-497c-afd3-cb00628e209c tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8101692 Feb 28 17:48:28.591959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'tag': 'e7899b73-4a31-47c9-91c8-51731bc37bb3'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:48:28.604063 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d7e0c3-8fb2-4f8a-b0fc-ff1bdfdeb44a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0930d4-6cba-4ec8-842f-f76fe70879b9", "tag": "e7899b73-4a31-47c9-91c8-51731bc37bb3"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:48:28.619796 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-701d181b-e1ae-49bd-857f-6a8e80653082 req-e61a05a5-6b26-44a1-b59d-4fe05304b131 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891087 Feb 28 17:48:28.628820 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:28.709201 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668d0230-03eb-46ba-9af7-67adffb41333 x-openstack-request-id: req-668d0230-03eb-46ba-9af7-67adffb41333 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:48:28.710449 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0930d4-6cba-4ec8-842f-f76fe70879b9", "tag": "e7899b73-4a31-47c9-91c8-51731bc37bb3", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:48:28.710958 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-668d0230-03eb-46ba-9af7-67adffb41333 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:48:28.711602 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'tag': 'e7899b73-4a31-47c9-91c8-51731bc37bb3', 'status': 'completed', 'code': 200} Feb 28 17:48:28.715020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-bc61e013-9eaf-41a3-b50a-f69a902fd840 None None] Set router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:48:28.806810 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7e0c3-8fb2-4f8a-b0fc-ff1bdfdeb44a req-faf24b5a-0a36-432b-abe6-44b7a53ad4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:28.808751 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04d7e0c3-8fb2-4f8a-b0fc-ff1bdfdeb44a req-faf24b5a-0a36-432b-abe6-44b7a53ad4a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0db2a6722a5e4bb6a867f82f8c0a7392&device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 1129 time: 0.0884125 Feb 28 17:48:28.823228 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Publish callbacks [] for security_group (042e0205-cd53-4a31-93ff-e8d4b8fd6228), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:28.919539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33032) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:28.949979 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71ac4b48-2f78-407d-9af2-8dd8847046e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:28.959871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7e0c3-8fb2-4f8a-b0fc-ff1bdfdeb44a req-5e4ccd9d-fbe9-45a0-aeab-27992afcc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:28.961504 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04d7e0c3-8fb2-4f8a-b0fc-ff1bdfdeb44a req-5e4ccd9d-fbe9-45a0-aeab-27992afcc115 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 HTTP/1.1" status: 200 len: 909 time: 0.1410813 Feb 28 17:48:28.965380 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (042e0205-cd53-4a31-93ff-e8d4b8fd6228), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:29.150213 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04d7e0c3-8fb2-4f8a-b0fc-ff1bdfdeb44a req-e2d65ddf-7e88-4b4e-86bf-ec80a109f27b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7899b73-4a31-47c9-91c8-51731bc37bb3 HTTP/1.1" status: 200 len: 1000 time: 0.1814535 Feb 28 17:48:29.239675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bc61e013-9eaf-41a3-b50a-f69a902fd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:47:41Z', 'revision_number': 4, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port': {'id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:36Z', 'updated_at': '2022-02-28T17:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '9ab61814-0176-4bb0-ad80-78da7e633b40', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'port_id': 'e7899b73-4a31-47c9-91c8-51731bc37bb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'mac_address': 'fa:16:3e:61:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:48:26Z', 'updated_at': '2022-02-28T17:48:26Z', 'revision_number': 0, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86713fde-3c84-47bc-867a-ab85d27612d0', 'name': '', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'mac_address': 'fa:16:3e:9d:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:40Z', 'updated_at': '2022-02-28T17:47:46Z', 'revision_number': 5, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'subnets': [{'id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:48:29.240551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-53811989-7446-4491-a6cf-51918a4996ab req-4a9fed84-871e-45fe-9064-0bdbe4c2a808 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 210 time: 0.0614691 Feb 28 17:48:29.266669 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042e0205-cd53-4a31-93ff-e8d4b8fd6228,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:29.283945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7e0c3-8fb2-4f8a-b0fc-ff1bdfdeb44a req-f06aa4a2-b49a-499f-ab72-7ee3b2a21b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:29.285518 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04d7e0c3-8fb2-4f8a-b0fc-ff1bdfdeb44a req-f06aa4a2-b49a-499f-ab72-7ee3b2a21b41 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99f46000-a7f6-4418-ac69-a9c7093623cc HTTP/1.1" status: 200 len: 847 time: 0.1283989 Feb 28 17:48:29.336726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61e013-9eaf-41a3-b50a-f69a902fd840 None None] Checking router: 89a566bb-3cd9-48fa-a03f-f11aac9c9672 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:48:29.357042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61e013-9eaf-41a3-b50a-f69a902fd840 None None] Routers {'89a566bb-3cd9-48fa-a03f-f11aac9c9672'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:48:29.358515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bc61e013-9eaf-41a3-b50a-f69a902fd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:48:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:48:29.391482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7e0c3-8fb2-4f8a-b0fc-ff1bdfdeb44a req-7f54ade7-a104-4c71-97fa-964a483e13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:29.393787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04d7e0c3-8fb2-4f8a-b0fc-ff1bdfdeb44a req-7f54ade7-a104-4c71-97fa-964a483e13d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1012254 Feb 28 17:48:29.450515 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71ac4b48-2f78-407d-9af2-8dd8847046e4 admin admin] Publish callbacks [] for security_group (66a39533-b6fa-4a26-be13-0cb11543f17f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:29.461242 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Allocated IP 192.168.233.196 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/ffc56901-6b89-4f48-86dd-9f0857fce7d2) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:48:29.545701 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04d7e0c3-8fb2-4f8a-b0fc-ff1bdfdeb44a req-ca1f374a-6bef-4b6c-9d1d-53c381b4e65a service neutron] 10.222.0.73 "GET /v2.0/networks/74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445961 Feb 28 17:48:29.549066 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-71ac4b48-2f78-407d-9af2-8dd8847046e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (66a39533-b6fa-4a26-be13-0cb11543f17f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:29.567848 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-bc61e013-9eaf-41a3-b50a-f69a902fd840 None None] Set router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:48:29.802843 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-71ac4b48-2f78-407d-9af2-8dd8847046e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f5559cbe37e14d2e90fada4895803f8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8784356 Feb 28 17:48:29.804123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33052) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:29.818187 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac4b48-2f78-407d-9af2-8dd8847046e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a39533-b6fa-4a26-be13-0cb11543f17f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:29.866020 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04d7e0c3-8fb2-4f8a-b0fc-ff1bdfdeb44a req-53f530ce-2150-40a6-8aa2-6b2f8ff55c17 service neutron] 10.222.0.73 "GET /v2.0/networks/74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126035 Feb 28 17:48:29.912487 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a07157e-3c27-4b55-aff0-85c3f70d46b9 admin admin] Publish callbacks [] for security_group (66a39533-b6fa-4a26-be13-0cb11543f17f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:29.926287 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8f3d2-0a17-4ef5-a2e1-a9a798b80965 req-372c6542-d04f-44ce-b42a-14248fee3a6e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:29.927237 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04b8f3d2-0a17-4ef5-a2e1-a9a798b80965 req-372c6542-d04f-44ce-b42a-14248fee3a6e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1437929 Feb 28 17:48:29.946039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bc61e013-9eaf-41a3-b50a-f69a902fd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:47:41Z', 'revision_number': 4, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port': {'id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:36Z', 'updated_at': '2022-02-28T17:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '9ab61814-0176-4bb0-ad80-78da7e633b40', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'port_id': 'e7899b73-4a31-47c9-91c8-51731bc37bb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'mac_address': 'fa:16:3e:61:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:48:26Z', 'updated_at': '2022-02-28T17:48:26Z', 'revision_number': 0, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86713fde-3c84-47bc-867a-ab85d27612d0', 'name': '', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'mac_address': 'fa:16:3e:9d:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:40Z', 'updated_at': '2022-02-28T17:47:46Z', 'revision_number': 5, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'subnets': [{'id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:48:29.976228 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a07157e-3c27-4b55-aff0-85c3f70d46b9 admin admin] Publish callbacks [] for security_group (66a39533-b6fa-4a26-be13-0cb11543f17f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:29.984649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61e013-9eaf-41a3-b50a-f69a902fd840 None None] The sync data for ids ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'] in n-d-820368-19 is: [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:47:41Z', 'revision_number': 4, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port': {'id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:36Z', 'updated_at': '2022-02-28T17:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '9ab61814-0176-4bb0-ad80-78da7e633b40', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'port_id': 'e7899b73-4a31-47c9-91c8-51731bc37bb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'mac_address': 'fa:16:3e:61:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:48:26Z', 'updated_at': '2022-02-28T17:48:26Z', 'revision_number': 0, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86713fde-3c84-47bc-867a-ab85d27612d0', 'name': '', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'mac_address': 'fa:16:3e:9d:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:40Z', 'updated_at': '2022-02-28T17:47:46Z', 'revision_number': 5, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'subnets': [{'id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:48:30.021969 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Publish callbacks [] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:30.029700 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04b8f3d2-0a17-4ef5-a2e1-a9a798b80965 req-99bea656-85c3-4ae4-80a4-d6d6736332e6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964949 Feb 28 17:48:30.124957 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a07157e-3c27-4b55-aff0-85c3f70d46b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (66a39533-b6fa-4a26-be13-0cb11543f17f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:30.127583 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5a07157e-3c27-4b55-aff0-85c3f70d46b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:30.128956 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5a07157e-3c27-4b55-aff0-85c3f70d46b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/66a39533-b6fa-4a26-be13-0cb11543f17f HTTP/1.1" status: 204 len: 168 time: 0.3219182 Feb 28 17:48:30.149036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07157e-3c27-4b55-aff0-85c3f70d46b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a39533-b6fa-4a26-be13-0cb11543f17f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:30.157836 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:30.263591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:48:30.267008 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:48:30.270753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:48:30.314177 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Pushing event updated for resources: {'Port': ['ID=ffc56901-6b89-4f48-86dd-9f0857fce7d2,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:30.376809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:30.383925 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:30.429427 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f57562-4f5f-4bd1-8719-ae15bc58d922 None None] New status for floating IP 9ab61814-0176-4bb0-ad80-78da7e633b40: ACTIVE {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:48:30.504224 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf37d1-4994-472c-93fa-b3b010a960f7 req-9ba9d41a-870a-421a-9a22-1a468120e5ec tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:30.512769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4bf37d1-4994-472c-93fa-b3b010a960f7 req-9ba9d41a-870a-421a-9a22-1a468120e5ec tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 936 time: 0.1137640 Feb 28 17:48:30.526499 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb58fef9-be09-45d2-be37-c65491515391 req-a71849c0-07ff-4867-86f6-8dd84564cd78 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3043835 Feb 28 17:48:30.540944 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Request body: {'port': {'device_id': 'ce014f06-5205-4426-9df3-a556267b74cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:48:30.645035 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4bf37d1-4994-472c-93fa-b3b010a960f7 req-94ce8c29-ca91-41cb-8d23-cf80db70ebaa tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/security-groups?id=042e0205-cd53-4a31-93ff-e8d4b8fd6228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306863 Feb 28 17:48:30.679060 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4028fc39-da09-4b77-b389-e0fe24fcf6de None None] Provisioning complete for port ffc56901-6b89-4f48-86dd-9f0857fce7d2 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:48:30.685132 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4028fc39-da09-4b77-b389-e0fe24fcf6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:30.698289 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:30.756428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4028fc39-da09-4b77-b389-e0fe24fcf6de None None] Port ffc56901-6b89-4f48-86dd-9f0857fce7d2 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:48:31.124964 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc56901-6b89-4f48-86dd-9f0857fce7d2 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:48:31.136943 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Publish callbacks [] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:31.152442 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Transition to ACTIVE for port object ffc56901-6b89-4f48-86dd-9f0857fce7d2 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:48:31.287771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fcfd4-e561-4420-99d2-2ac1c4dc1a5c req-f229fdee-9209-422d-8363-bd282b7e4897 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:31.287771 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-733fcfd4-e561-4420-99d2-2ac1c4dc1a5c req-f229fdee-9209-422d-8363-bd282b7e4897 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0848927 Feb 28 17:48:31.290333 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33116) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:31.307047 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cfd3c54-f113-4f8e-92f9-208efd2ec655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:31.317856 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-733fcfd4-e561-4420-99d2-2ac1c4dc1a5c req-9beed6bf-f378-4027-8ebf-768f1652fa10 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682206 Feb 28 17:48:31.342063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:31.407202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc56901-6b89-4f48-86dd-9f0857fce7d2,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:31.518433 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cfd3c54-f113-4f8e-92f9-208efd2ec655 admin admin] Publish callbacks [] for security_group (eb5ae499-abb8-4198-ab51-3c6caec51346), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:31.601955 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0cfd3c54-f113-4f8e-92f9-208efd2ec655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (eb5ae499-abb8-4198-ab51-3c6caec51346), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:31.659119 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0cfd3c54-f113-4f8e-92f9-208efd2ec655 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=697d5439622849b5b84401809f758d38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3676133 Feb 28 17:48:31.659954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Attempting to bind port ffc56901-6b89-4f48-86dd-9f0857fce7d2 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:48:31.660281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Attempting to bind port ffc56901-6b89-4f48-86dd-9f0857fce7d2 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:48:31.661254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Attempting to bind port ffc56901-6b89-4f48-86dd-9f0857fce7d2 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:48:31.662196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33134) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:31.669600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd3c54-f113-4f8e-92f9-208efd2ec655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5ae499-abb8-4198-ab51-3c6caec51346,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:31.673163 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Port ffc56901-6b89-4f48-86dd-9f0857fce7d2 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:48:31.673552 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Attempting to bind port ffc56901-6b89-4f48-86dd-9f0857fce7d2 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:48:31.704300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:48:31.704701 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:48:31.705095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:48:31.707703 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Bound port: ffc56901-6b89-4f48-86dd-9f0857fce7d2, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:48:31.708112 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:31.788947 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-146042ba-f2f1-4c98-a08e-af2aff63a372 admin admin] Publish callbacks [] for security_group (eb5ae499-abb8-4198-ab51-3c6caec51346), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:31.826793 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-146042ba-f2f1-4c98-a08e-af2aff63a372 admin admin] Publish callbacks [] for security_group (eb5ae499-abb8-4198-ab51-3c6caec51346), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:31.864845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] For port ffc56901-6b89-4f48-86dd-9f0857fce7d2, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:48:31.871913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ec1c4-28a9-4928-9823-78685c8f41ab req-51723691-6334-479f-a55a-2b084c7a43fa tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:31.873456 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f4ec1c4-28a9-4928-9823-78685c8f41ab req-51723691-6334-479f-a55a-2b084c7a43fa tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 948 time: 0.0954635 Feb 28 17:48:31.875847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] For port ffc56901-6b89-4f48-86dd-9f0857fce7d2, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ffc56901-6b89-4f48-86dd-9f0857fce7d2,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:48:31.928218 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f4ec1c4-28a9-4928-9823-78685c8f41ab req-d268b924-f78e-46b6-9109-bf0d8229feff tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/security-groups?id=042e0205-cd53-4a31-93ff-e8d4b8fd6228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425358 Feb 28 17:48:31.983813 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:32.014522 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-146042ba-f2f1-4c98-a08e-af2aff63a372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (eb5ae499-abb8-4198-ab51-3c6caec51346), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:32.018440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-146042ba-f2f1-4c98-a08e-af2aff63a372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:32.019870 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-146042ba-f2f1-4c98-a08e-af2aff63a372 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eb5ae499-abb8-4198-ab51-3c6caec51346 HTTP/1.1" status: 204 len: 168 time: 0.3564670 Feb 28 17:48:32.029122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146042ba-f2f1-4c98-a08e-af2aff63a372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5ae499-abb8-4198-ab51-3c6caec51346,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:32.064004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:32.064751 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:32.067044 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb58fef9-be09-45d2-be37-c65491515391 req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] 10.222.0.69 "PUT /v2.0/ports/ffc56901-6b89-4f48-86dd-9f0857fce7d2 HTTP/1.1" status: 200 len: 1097 time: 1.5314903 Feb 28 17:48:32.068390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce014f06-5205-4426-9df3-a556267b74cd', 'tag': 'ffc56901-6b89-4f48-86dd-9f0857fce7d2'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:48:32.071248 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cbce1c-9c4a-4960-abba-4cc8f9ed3515" -d '{"events": [{"name": "network-changed", "server_uuid": "ce014f06-5205-4426-9df3-a556267b74cd", "tag": "ffc56901-6b89-4f48-86dd-9f0857fce7d2"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:48:32.078045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab2a2d-dede-453d-991d-ae1d8f5509e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc56901-6b89-4f48-86dd-9f0857fce7d2,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:32.136960 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569028e4-d426-431f-855c-e820fff41548 x-openstack-request-id: req-569028e4-d426-431f-855c-e820fff41548 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:48:32.137347 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce014f06-5205-4426-9df3-a556267b74cd", "tag": "ffc56901-6b89-4f48-86dd-9f0857fce7d2", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:48:32.137680 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-569028e4-d426-431f-855c-e820fff41548 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:48:32.138457 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce014f06-5205-4426-9df3-a556267b74cd', 'tag': 'ffc56901-6b89-4f48-86dd-9f0857fce7d2', 'status': 'completed', 'code': 200} Feb 28 17:48:32.229024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbce1c-9c4a-4960-abba-4cc8f9ed3515 req-56fb9d84-36f5-4626-a523-333fcf8c4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:32.231338 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-20cbce1c-9c4a-4960-abba-4cc8f9ed3515 req-56fb9d84-36f5-4626-a523-333fcf8c4c7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=289de0055079436c8a0d7cf8f4e90414&device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 1131 time: 0.0733678 Feb 28 17:48:32.259506 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-20cbce1c-9c4a-4960-abba-4cc8f9ed3515 req-de15d140-7853-4d5c-bdf8-8ddd1252263b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=289de0055079436c8a0d7cf8f4e90414&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206888 Feb 28 17:48:32.368270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbce1c-9c4a-4960-abba-4cc8f9ed3515 req-b5cd00f9-d879-416d-b31d-cefbcf11cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:32.369890 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-20cbce1c-9c4a-4960-abba-4cc8f9ed3515 req-b5cd00f9-d879-416d-b31d-cefbcf11cb40 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050518 Feb 28 17:48:32.509676 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fa10b-4273-4843-bf98-bb5a1234c53d req-4d20666f-fba3-42c6-b575-06b188783c74 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:32.511266 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-906fa10b-4273-4843-bf98-bb5a1234c53d req-4d20666f-fba3-42c6-b575-06b188783c74 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1007643 Feb 28 17:48:32.513374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58fef9-be09-45d2-be37-c65491515391 req-4447a084-fdee-4f16-9e35-2bae80c5d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:32.515474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb58fef9-be09-45d2-be37-c65491515391 req-4447a084-fdee-4f16-9e35-2bae80c5d797 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=289de0055079436c8a0d7cf8f4e90414&device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 1131 time: 0.0852940 Feb 28 17:48:33.003378 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb58fef9-be09-45d2-be37-c65491515391 req-3da39e82-0370-4de6-aadf-94f6364d0fbb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=ffc56901-6b89-4f48-86dd-9f0857fce7d2 HTTP/1.1" status: 200 len: 217 time: 0.4787259 Feb 28 17:48:33.056810 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-906fa10b-4273-4843-bf98-bb5a1234c53d req-11b4c922-b049-4258-aaf0-481d31917d4d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5389478 Feb 28 17:48:33.106259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e470cf-808d-4575-93e5-789a62798195 req-1c3dc2c8-e159-4995-b85d-1ee5abe425e9 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:33.120061 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94e470cf-808d-4575-93e5-789a62798195 req-1c3dc2c8-e159-4995-b85d-1ee5abe425e9 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 948 time: 0.1093791 Feb 28 17:48:33.176072 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58fef9-be09-45d2-be37-c65491515391 req-182580ef-e173-470a-b463-a898e613c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:33.177672 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb58fef9-be09-45d2-be37-c65491515391 req-182580ef-e173-470a-b463-a898e613c8d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.1666317 Feb 28 17:48:33.240783 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-94e470cf-808d-4575-93e5-789a62798195 req-dcdaf26f-60a3-4334-8d0b-e4033766e62c tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/security-groups?id=042e0205-cd53-4a31-93ff-e8d4b8fd6228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197367 Feb 28 17:48:33.241032 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58fef9-be09-45d2-be37-c65491515391 req-b060f4d4-3628-4049-8dd7-66c03f9cb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:33.242725 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb58fef9-be09-45d2-be37-c65491515391 req-b060f4d4-3628-4049-8dd7-66c03f9cb22c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0593369 Feb 28 17:48:33.408309 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb58fef9-be09-45d2-be37-c65491515391 req-a577d2dc-3ae9-4011-b111-06b7c3f65ddd service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584346 Feb 28 17:48:33.544723 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fb58fef9-be09-45d2-be37-c65491515391 req-8180d389-c413-41bb-8831-f4b57f55ff63 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309216 Feb 28 17:48:34.251880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eedf73-0612-48f5-88b1-fccc1b26b0cd req-149f081f-1e26-41af-b04c-31e3771e9bb1 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:34.256589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e3eedf73-0612-48f5-88b1-fccc1b26b0cd req-149f081f-1e26-41af-b04c-31e3771e9bb1 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.1045656 Feb 28 17:48:34.393728 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e3eedf73-0612-48f5-88b1-fccc1b26b0cd req-8d7959f9-1f14-4848-a5fc-c24c614418c6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313436 Feb 28 17:48:34.471996 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c4564-3b65-4ddf-9505-27772b4ed101 req-f2be5551-69c0-48f0-983b-f54d45aa8567 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:34.475622 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-015c4564-3b65-4ddf-9505-27772b4ed101 req-f2be5551-69c0-48f0-983b-f54d45aa8567 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 948 time: 0.1280415 Feb 28 17:48:34.541893 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-015c4564-3b65-4ddf-9505-27772b4ed101 req-c8edd50c-a4fb-4517-93ef-8a32fe5a9466 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/security-groups?id=042e0205-cd53-4a31-93ff-e8d4b8fd6228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607209 Feb 28 17:48:34.880039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device ffc56901-6b89-4f48-86dd-9f0857fce7d2 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:48:35.044011 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port ffc56901-6b89-4f48-86dd-9f0857fce7d2, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ffc56901-6b89-4f48-86dd-9f0857fce7d2,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:35.058385 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:48:35.061338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'ffc56901-6b89-4f48-86dd-9f0857fce7d2', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': 'ffc56901-6b89-4f48-86dd-9f0857fce7d2', 'mac_address': 'fa:16:3e:45:cf:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:48:35.122442 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port ffc56901-6b89-4f48-86dd-9f0857fce7d2 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:48:35.123136 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:35.144614 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc56901-6b89-4f48-86dd-9f0857fce7d2 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:48:35.168540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port ffc56901-6b89-4f48-86dd-9f0857fce7d2, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ffc56901-6b89-4f48-86dd-9f0857fce7d2,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:35.270089 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:35.273790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:35.339133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'port_id': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'mac_address': 'fa:16:3e:59:1e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:48:35.410236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=ffc56901-6b89-4f48-86dd-9f0857fce7d2,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:35.424463 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:48:35.424853 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:35.451432 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:48:35.491885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['ffc56901-6b89-4f48-86dd-9f0857fce7d2'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:48:35.497708 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:35.559824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6447c2-5b6d-4575-bd53-e11bd425552f req-66f3f918-be2d-496a-bbc9-d95e2cb7c48d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:35.562254 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e6447c2-5b6d-4575-bd53-e11bd425552f req-66f3f918-be2d-496a-bbc9-d95e2cb7c48d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0762064 Feb 28 17:48:35.599818 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:35.664905 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e6447c2-5b6d-4575-bd53-e11bd425552f req-4c504324-02db-48ce-aa2b-e3f59de6d44a tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950480 Feb 28 17:48:35.719953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b8591-b0c9-4cdb-a4a8-93e165f4fdb1 req-5e51d460-321e-414e-9ef0-853618918210 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:35.722153 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-425b8591-b0c9-4cdb-a4a8-93e165f4fdb1 req-5e51d460-321e-414e-9ef0-853618918210 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 949 time: 0.0697863 Feb 28 17:48:35.738474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,revision_number=9']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:35.792807 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-425b8591-b0c9-4cdb-a4a8-93e165f4fdb1 req-717e8bb8-057b-4344-9348-ea8edb71e1d8 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/security-groups?id=042e0205-cd53-4a31-93ff-e8d4b8fd6228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613148 Feb 28 17:48:35.934610 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:48:36.812916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a15b49-10fa-4f6a-8c81-168e3cee6969 req-57ae9076-5fa8-4006-8072-72d62a8f1b4c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:36.814713 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66a15b49-10fa-4f6a-8c81-168e3cee6969 req-57ae9076-5fa8-4006-8072-72d62a8f1b4c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 944 time: 0.0709982 Feb 28 17:48:36.871636 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66a15b49-10fa-4f6a-8c81-168e3cee6969 req-ca020ced-c5c4-428f-89c4-57ffede9ca36 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504897 Feb 28 17:48:36.880631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device ffc56901-6b89-4f48-86dd-9f0857fce7d2 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:48:36.973233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5997569-8e82-43e4-b7a9-a5ceea0f2e66 req-c4f4e90e-b11e-4e91-a633-d9eee95d8432 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:36.982473 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c5997569-8e82-43e4-b7a9-a5ceea0f2e66 req-c4f4e90e-b11e-4e91-a633-d9eee95d8432 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 949 time: 0.1118510 Feb 28 17:48:36.995365 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:48:37.055951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c5997569-8e82-43e4-b7a9-a5ceea0f2e66 req-9d36ca01-09a8-499a-b279-a3c9fce35dac tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/security-groups?id=042e0205-cd53-4a31-93ff-e8d4b8fd6228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649607 Feb 28 17:48:37.067652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port ffc56901-6b89-4f48-86dd-9f0857fce7d2 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:48:37.092106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port ffc56901-6b89-4f48-86dd-9f0857fce7d2 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:48:37.093724 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:37.172454 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:48:37.173228 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:37.255685 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port ffc56901-6b89-4f48-86dd-9f0857fce7d2 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:48:37.256305 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:37.296742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port ffc56901-6b89-4f48-86dd-9f0857fce7d2, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ffc56901-6b89-4f48-86dd-9f0857fce7d2,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:37.298037 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce014f06-5205-4426-9df3-a556267b74cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc56901-6b89-4f48-86dd-9f0857fce7d2'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:48:37.300693 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fd10ec-d0cc-4f0e-85ea-9dd9c1b159ac" -d '{"events": [{"server_uuid": "ce014f06-5205-4426-9df3-a556267b74cd", "name": "network-vif-plugged", "status": "completed", "tag": "ffc56901-6b89-4f48-86dd-9f0857fce7d2"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:48:37.380928 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f03d89-8cdc-4ef0-95dd-f888f7b916c0 x-openstack-request-id: req-67f03d89-8cdc-4ef0-95dd-f888f7b916c0 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:48:37.381383 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce014f06-5205-4426-9df3-a556267b74cd", "name": "network-vif-plugged", "status": "completed", "tag": "ffc56901-6b89-4f48-86dd-9f0857fce7d2", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:48:37.381844 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-67f03d89-8cdc-4ef0-95dd-f888f7b916c0 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:48:37.382373 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce014f06-5205-4426-9df3-a556267b74cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc56901-6b89-4f48-86dd-9f0857fce7d2', 'code': 200} Feb 28 17:48:37.383439 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:48:37.383916 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:37.408947 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:37.471512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:48:37.503533 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ae0ba-4223-4d32-a8f5-259ff2c0854e req-7b6f052e-2557-4a7e-bb37-c40c7b54c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:37.506103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=ffc56901-6b89-4f48-86dd-9f0857fce7d2,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:37.511677 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8c8ae0ba-4223-4d32-a8f5-259ff2c0854e req-7b6f052e-2557-4a7e-bb37-c40c7b54c7a9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 1133 time: 0.0659413 Feb 28 17:48:37.543341 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:37.584381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8c8ae0ba-4223-4d32-a8f5-259ff2c0854e req-713098ce-b8e3-4f20-beb1-2258eb84b285 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=042e0205-cd53-4a31-93ff-e8d4b8fd6228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694067 Feb 28 17:48:37.605044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,revision_number=10']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:37.613147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:37.613500 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:37.613844 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:37.614211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:37.614606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:37.614877 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:37.615208 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:37.615538 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:37.615867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:37.616198 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:37.616526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:37.616851 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:37.617178 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:48:37.751807 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4a66b685-c9c1-468c-9e1f-f76549ed70fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:37.794524 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:37.797452 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33238) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:38.013082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33246) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:38.021395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cea31804-dc90-4db2-bf8d-e4babf1b3110 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a0bfab4645eb4feca1d6f2e4c8091c78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224872 Feb 28 17:48:38.193499 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1a290070-1dd6-48f7-97bc-b1dd31145c41 admin admin] Publish callbacks [] for security_group (e4080c57-c387-4ed3-a1c3-857f8df2a865), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:38.203263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffedf0c-b4f1-44af-b41d-61bf32cde7c5 req-0ebf2e13-99df-4261-9703-d3d11931613c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:38.214877 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ffedf0c-b4f1-44af-b41d-61bf32cde7c5 req-0ebf2e13-99df-4261-9703-d3d11931613c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 946 time: 0.1924789 Feb 28 17:48:38.234132 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1a290070-1dd6-48f7-97bc-b1dd31145c41 admin admin] Publish callbacks [] for security_group (e4080c57-c387-4ed3-a1c3-857f8df2a865), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:38.277155 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7ffedf0c-b4f1-44af-b41d-61bf32cde7c5 req-e0f06b44-683e-436a-9e75-67b2b212eba8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613046 Feb 28 17:48:38.360795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3049898-776b-47b8-b05c-ee13f29b2120 req-7232ce03-5aa7-4848-97bf-01662a0ca33d tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:38.369472 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e3049898-776b-47b8-b05c-ee13f29b2120 req-7232ce03-5aa7-4848-97bf-01662a0ca33d tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 950 time: 0.0879700 Feb 28 17:48:38.449143 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e3049898-776b-47b8-b05c-ee13f29b2120 req-7f278849-e553-4002-bc2a-8987b4c42cb9 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/security-groups?id=042e0205-cd53-4a31-93ff-e8d4b8fd6228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779407 Feb 28 17:48:38.453141 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1a290070-1dd6-48f7-97bc-b1dd31145c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e4080c57-c387-4ed3-a1c3-857f8df2a865), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:38.463846 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1a290070-1dd6-48f7-97bc-b1dd31145c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:38.480304 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1a290070-1dd6-48f7-97bc-b1dd31145c41 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e4080c57-c387-4ed3-a1c3-857f8df2a865 HTTP/1.1" status: 204 len: 168 time: 0.4660172 Feb 28 17:48:38.518526 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a290070-1dd6-48f7-97bc-b1dd31145c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4080c57-c387-4ed3-a1c3-857f8df2a865,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:39.383394 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:48:39.385714 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef2e5c3-62ec-4655-b549-31dd8410ac2e" -d '{"events": [{"server_uuid": "fd8cd1c6-7531-4bb4-83e1-10958569e6a3", "name": "network-vif-plugged", "status": "completed", "tag": "ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:48:39.443704 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d99107-a254-485b-ae80-e9bdb4ea13a8 x-openstack-request-id: req-08d99107-a254-485b-ae80-e9bdb4ea13a8 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:48:39.443999 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8cd1c6-7531-4bb4-83e1-10958569e6a3", "name": "network-vif-plugged", "status": "completed", "tag": "ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:48:39.444252 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-08d99107-a254-485b-ae80-e9bdb4ea13a8 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:48:39.444653 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'code': 200} Feb 28 17:48:39.492125 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c257ff-a47a-4443-9110-30dc77c91b51 req-5035cf75-de27-4841-8c40-63a4074d72cb tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:39.504741 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24c257ff-a47a-4443-9110-30dc77c91b51 req-5035cf75-de27-4841-8c40-63a4074d72cb tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 946 time: 0.1330969 Feb 28 17:48:39.596823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24c257ff-a47a-4443-9110-30dc77c91b51 req-a9153611-3adb-4857-8d38-7212e643d4e3 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896366 Feb 28 17:48:39.652660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2770fd-1d19-4213-921d-822a276a1bbd req-719e2c46-259a-43d2-90e3-86175ec14e39 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:39.654233 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4d2770fd-1d19-4213-921d-822a276a1bbd req-719e2c46-259a-43d2-90e3-86175ec14e39 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 950 time: 0.1023428 Feb 28 17:48:39.720364 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4d2770fd-1d19-4213-921d-822a276a1bbd req-a4cf04d5-ac9d-4bc6-a457-79bd4b216103 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/security-groups?id=042e0205-cd53-4a31-93ff-e8d4b8fd6228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599360 Feb 28 17:48:39.783149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf87b1-b432-441c-887a-0401604bb361 req-9ec3d61f-3bcf-40f4-a66f-e0dd7794bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:39.784717 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87bf87b1-b432-441c-887a-0401604bb361 req-9ec3d61f-3bcf-40f4-a66f-e0dd7794bbd2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 1129 time: 0.0602324 Feb 28 17:48:39.852880 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87bf87b1-b432-441c-887a-0401604bb361 req-4f2957c6-041c-488e-81d3-d616637effb5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614681 Feb 28 17:48:39.885347 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b0a23653-268d-4d79-9476-fbbff129b00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:40.121212 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:40.721090 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc592c3c-2a0c-4837-a1e3-a2b682ac3ce1 req-0bb04bba-e312-4c07-8742-f090b7f8ba64 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:40.722735 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc592c3c-2a0c-4837-a1e3-a2b682ac3ce1 req-0bb04bba-e312-4c07-8742-f090b7f8ba64 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 946 time: 0.0532823 Feb 28 17:48:40.775459 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc592c3c-2a0c-4837-a1e3-a2b682ac3ce1 req-62b9a03b-1c80-4b06-8cfc-301141a7a4f8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429845 Feb 28 17:48:41.442234 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:42.008297 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe9777-4491-44db-9957-8efcf7325de8 req-3790b4d5-2ab5-4f90-b909-1c0e8be24a78 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:42.017826 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dffe9777-4491-44db-9957-8efcf7325de8 req-3790b4d5-2ab5-4f90-b909-1c0e8be24a78 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 946 time: 0.0960076 Feb 28 17:48:42.142941 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dffe9777-4491-44db-9957-8efcf7325de8 req-cebbe350-1649-4111-83c1-5a046fc98678 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238394 Feb 28 17:48:42.566020 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:43.348236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12638a-46cf-45ae-b42a-3a5419fe66cb req-2e44c9f2-3a0e-4a57-bccc-341fbde60eed tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:43.360233 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a12638a-46cf-45ae-b42a-3a5419fe66cb req-2e44c9f2-3a0e-4a57-bccc-341fbde60eed tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 946 time: 0.1023893 Feb 28 17:48:43.437686 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a12638a-46cf-45ae-b42a-3a5419fe66cb req-38497684-9e0a-48ac-a24f-7354ce43c2e4 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760858 Feb 28 17:48:43.971188 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:44.621006 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bf830-8692-43f0-9b93-b9563788da20 req-3cf66451-9256-4afe-a695-44501ebe26e6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:48:44.631423 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-343bf830-8692-43f0-9b93-b9563788da20 req-3cf66451-9256-4afe-a695-44501ebe26e6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 946 time: 0.0948238 Feb 28 17:48:44.704323 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-343bf830-8692-43f0-9b93-b9563788da20 req-8a7b12db-ad49-45ac-ad23-ebed5bb93985 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717614 Feb 28 17:48:53.643616 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:48:57.261329 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33548) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:57.393606 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5f0e8e50-5f36-49e6-94d8-a18b0fb74f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:57.496381 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5f0e8e50-5f36-49e6-94d8-a18b0fb74f35 admin admin] Publish callbacks [] for security_group (a1d97949-8260-43e5-98f2-760aabc91d69), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:57.545642 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5f0e8e50-5f36-49e6-94d8-a18b0fb74f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a1d97949-8260-43e5-98f2-760aabc91d69), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:57.614982 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5f0e8e50-5f36-49e6-94d8-a18b0fb74f35 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6cf0990bde1d4f62bcab52c1de6f7586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3515949 Feb 28 17:48:57.616764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33556) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:48:57.659500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e8e50-5f36-49e6-94d8-a18b0fb74f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d97949-8260-43e5-98f2-760aabc91d69,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:48:57.718867 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6b6387ec-6488-4e46-8d30-dfe1490e1150 admin admin] Publish callbacks [] for security_group (a1d97949-8260-43e5-98f2-760aabc91d69), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:57.753861 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6b6387ec-6488-4e46-8d30-dfe1490e1150 admin admin] Publish callbacks [] for security_group (a1d97949-8260-43e5-98f2-760aabc91d69), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:57.914601 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6b6387ec-6488-4e46-8d30-dfe1490e1150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a1d97949-8260-43e5-98f2-760aabc91d69), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:57.918096 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6b6387ec-6488-4e46-8d30-dfe1490e1150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:48:57.936679 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6b6387ec-6488-4e46-8d30-dfe1490e1150 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a1d97949-8260-43e5-98f2-760aabc91d69 HTTP/1.1" status: 204 len: 168 time: 0.3099329 Feb 28 17:48:57.950538 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6387ec-6488-4e46-8d30-dfe1490e1150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d97949-8260-43e5-98f2-760aabc91d69,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:00.832566 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33642) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:00.838543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896649012', 'description': 'tempest-secgroup-smoke-896649012 description', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:49:00.926840 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:00.937219 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:01.019075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (0e1dc88f-b027-487f-84ad-47a2c049c9c5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:01.063890 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0e1dc88f-b027-487f-84ad-47a2c049c9c5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:01.109815 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1dc88f-b027-487f-84ad-47a2c049c9c5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:01.122447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:01.123598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:01.125315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:01.125898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:01.127210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:01.127644 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:01.128215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:01.128750 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:01.129099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:01.129438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:01.129888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:01.130411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:01.130823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:01.228438 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (7a12d41f-d30f-4a01-856c-89420008e380), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:01.287020 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7a12d41f-d30f-4a01-856c-89420008e380), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:01.328305 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a12d41f-d30f-4a01-856c-89420008e380,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:01.357181 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:01.359285 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1c4320d7-c5c8-49f0-a9e4-9624e8d73baf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5247874 Feb 28 17:49:01.362225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33646) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:01.366634 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-7054dd71-203c-45e3-8a41-df43d8decf3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': '7a12d41f-d30f-4a01-856c-89420008e380', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:49:01.462669 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7054dd71-203c-45e3-8a41-df43d8decf3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (b7a534b1-c543-46e9-abdd-893415c7e8d9), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:01.533081 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7054dd71-203c-45e3-8a41-df43d8decf3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (b7a534b1-c543-46e9-abdd-893415c7e8d9), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:01.623320 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7054dd71-203c-45e3-8a41-df43d8decf3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (b7a534b1-c543-46e9-abdd-893415c7e8d9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:01.662775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054dd71-203c-45e3-8a41-df43d8decf3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a534b1-c543-46e9-abdd-893415c7e8d9,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:01.768666 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7054dd71-203c-45e3-8a41-df43d8decf3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:01.773297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33654) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:01.778077 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': '7a12d41f-d30f-4a01-856c-89420008e380', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:49:01.778823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7054dd71-203c-45e3-8a41-df43d8decf3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4155703 Feb 28 17:49:01.915037 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (fcfd0f79-3c08-420e-aab5-46f2be2d1ac9), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:01.981020 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (fcfd0f79-3c08-420e-aab5-46f2be2d1ac9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:02.080200 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (fcfd0f79-3c08-420e-aab5-46f2be2d1ac9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:02.097749 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfd0f79-3c08-420e-aab5-46f2be2d1ac9,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:02.118673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:02.119280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:02.119411 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:02.119696 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:02.120028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:02.120361 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:02.120692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:02.121018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:02.130140 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:02.130987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:02.131519 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:02.132209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:02.132424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:02.214263 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:02.222139 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-87a202f1-33ef-49eb-8029-6dc96f2f803e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4475768 Feb 28 17:49:02.225226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33660) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:02.230978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-2b09aab2-cbf0-4dc6-9393-5327af06e1c2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': '7a12d41f-d30f-4a01-856c-89420008e380', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:49:02.325849 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2b09aab2-cbf0-4dc6-9393-5327af06e1c2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (1c9816cc-7fb0-4345-bf96-5065a5fd7c24), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:02.431593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2b09aab2-cbf0-4dc6-9393-5327af06e1c2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (1c9816cc-7fb0-4345-bf96-5065a5fd7c24), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:02.486832 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2b09aab2-cbf0-4dc6-9393-5327af06e1c2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (1c9816cc-7fb0-4345-bf96-5065a5fd7c24), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:02.513306 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09aab2-cbf0-4dc6-9393-5327af06e1c2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9816cc-7fb0-4345-bf96-5065a5fd7c24,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:02.602109 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2b09aab2-cbf0-4dc6-9393-5327af06e1c2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:02.606024 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2b09aab2-cbf0-4dc6-9393-5327af06e1c2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3769004 Feb 28 17:49:02.606287 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33662) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:02.611406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-601182b1-faf4-4d70-b433-28ca438ff1f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': '7a12d41f-d30f-4a01-856c-89420008e380', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:49:02.731535 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-601182b1-faf4-4d70-b433-28ca438ff1f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (6f565e41-adc3-427f-b360-5ccf695188ec), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:02.804291 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-601182b1-faf4-4d70-b433-28ca438ff1f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (6f565e41-adc3-427f-b360-5ccf695188ec), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:02.880134 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-601182b1-faf4-4d70-b433-28ca438ff1f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (6f565e41-adc3-427f-b360-5ccf695188ec), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:02.897700 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601182b1-faf4-4d70-b433-28ca438ff1f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f565e41-adc3-427f-b360-5ccf695188ec,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:02.986650 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-601182b1-faf4-4d70-b433-28ca438ff1f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:02.990887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33666) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:02.993346 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-601182b1-faf4-4d70-b433-28ca438ff1f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3858199 Feb 28 17:49:02.996315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-657f4e3d-cdf0-4538-afca-b2785f615497 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': '7a12d41f-d30f-4a01-856c-89420008e380', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:49:03.074871 n-d-820368-19 neutron-server[104247]: INFO neutron.db.securitygroups_db [None req-657f4e3d-cdf0-4538-afca-b2785f615497 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Project a3eb0a57573941dbb6964a85dd6477cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:49:03.081908 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-657f4e3d-cdf0-4538-afca-b2785f615497 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (d69d2d13-1df4-4199-a01e-345d12afef19), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:03.157308 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-657f4e3d-cdf0-4538-afca-b2785f615497 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (d69d2d13-1df4-4199-a01e-345d12afef19), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:03.226351 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-657f4e3d-cdf0-4538-afca-b2785f615497 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (d69d2d13-1df4-4199-a01e-345d12afef19), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:03.249653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f4e3d-cdf0-4538-afca-b2785f615497 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69d2d13-1df4-4199-a01e-345d12afef19,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:03.319828 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-657f4e3d-cdf0-4538-afca-b2785f615497 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:03.325566 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-657f4e3d-cdf0-4538-afca-b2785f615497 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3327072 Feb 28 17:49:03.326321 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33672) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:03.333728 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-2f13bd2c-b654-4965-ad0b-3d65855732d3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': '7a12d41f-d30f-4a01-856c-89420008e380', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:49:03.446301 n-d-820368-19 neutron-server[104247]: INFO neutron.db.securitygroups_db [None req-2f13bd2c-b654-4965-ad0b-3d65855732d3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Project a3eb0a57573941dbb6964a85dd6477cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:49:03.458031 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd2c-b654-4965-ad0b-3d65855732d3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (9c810e75-7bb7-486c-a9de-e707d2b73209), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:03.558985 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd2c-b654-4965-ad0b-3d65855732d3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (9c810e75-7bb7-486c-a9de-e707d2b73209), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:03.641589 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd2c-b654-4965-ad0b-3d65855732d3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (9c810e75-7bb7-486c-a9de-e707d2b73209), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:03.660009 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13bd2c-b654-4965-ad0b-3d65855732d3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c810e75-7bb7-486c-a9de-e707d2b73209,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:03.722407 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd2c-b654-4965-ad0b-3d65855732d3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:03.723831 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2f13bd2c-b654-4965-ad0b-3d65855732d3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3964453 Feb 28 17:49:03.726814 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33674) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:03.732343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b2315cfe-6879-44ff-874e-dcf9f59a44a5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'network': {'name': 'tempest-network-smoke--695592485', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'port_security_enabled': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:49:03.813004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2315cfe-6879-44ff-874e-dcf9f59a44a5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Made reservation on behalf of a3eb0a57573941dbb6964a85dd6477cc for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:49:03.817136 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2315cfe-6879-44ff-874e-dcf9f59a44a5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:03.866310 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2315cfe-6879-44ff-874e-dcf9f59a44a5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:49:03.872399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2315cfe-6879-44ff-874e-dcf9f59a44a5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (4a15a4cd-88a6-414e-98e4-f848c9dc79f5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:03.872940 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-b2315cfe-6879-44ff-874e-dcf9f59a44a5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Added segment 4a15a4cd-88a6-414e-98e4-f848c9dc79f5 of type vlan for network 90467cce-67f9-42ac-8703-131c7a2c0cac Feb 28 17:49:03.921067 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2315cfe-6879-44ff-874e-dcf9f59a44a5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (90467cce-67f9-42ac-8703-131c7a2c0cac), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:04.001092 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2315cfe-6879-44ff-874e-dcf9f59a44a5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (90467cce-67f9-42ac-8703-131c7a2c0cac), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:04.007446 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2315cfe-6879-44ff-874e-dcf9f59a44a5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:04.008301 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2315cfe-6879-44ff-874e-dcf9f59a44a5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:04.093740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2315cfe-6879-44ff-874e-dcf9f59a44a5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Network': ['ID=90467cce-67f9-42ac-8703-131c7a2c0cac,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:04.104341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 90467cce-67f9-42ac-8703-131c7a2c0cac details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:49:04.197363 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b2315cfe-6879-44ff-874e-dcf9f59a44a5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4693544 Feb 28 17:49:04.200347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33678) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:04.205064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'admin_state_up': True, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:49:04.280588 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (2dc9fb16-0a3f-4333-9e87-d626af557161), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:04.281747 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (2dc9fb16-0a3f-4333-9e87-d626af557161), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:04.344955 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_controller (2dc9fb16-0a3f-4333-9e87-d626af557161), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:04.381081 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33684) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:04.433396 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fec7ba7-55ba-4a43-82b7-2bc6966126c8 admin admin] Deleting subnet 82a319d1-702e-4ee3-9b4a-c000f78b3a2d {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:49:04.523841 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1fec7ba7-55ba-4a43-82b7-2bc6966126c8 admin admin] Publish callbacks [] for subnet (82a319d1-702e-4ee3-9b4a-c000f78b3a2d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:04.633048 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (2dc9fb16-0a3f-4333-9e87-d626af557161), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:04.638219 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1fec7ba7-55ba-4a43-82b7-2bc6966126c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (82a319d1-702e-4ee3-9b4a-c000f78b3a2d), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:04.689652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1fec7ba7-55ba-4a43-82b7-2bc6966126c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (82a319d1-702e-4ee3-9b4a-c000f78b3a2d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:04.904054 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1fec7ba7-55ba-4a43-82b7-2bc6966126c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (82a319d1-702e-4ee3-9b4a-c000f78b3a2d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:04.966534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec7ba7-55ba-4a43-82b7-2bc6966126c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a319d1-702e-4ee3-9b4a-c000f78b3a2d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:05.025433 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1fec7ba7-55ba-4a43-82b7-2bc6966126c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.028648 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1fec7ba7-55ba-4a43-82b7-2bc6966126c8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/82a319d1-702e-4ee3-9b4a-c000f78b3a2d HTTP/1.1" status: 204 len: 168 time: 0.6462398 Feb 28 17:49:05.029331 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (2dc9fb16-0a3f-4333-9e87-d626af557161), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.037037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33688) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:05.052453 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.164845 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-377bc0c0-ef91-4ab2-8063-ee0867b8edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (91c0d601-bd70-470e-9c7b-c831b346550b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.195689 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.25.3.248 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/c8e0eabc-5497-4e2d-a202-7e4e6d825294) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:49:05.285382 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-377bc0c0-ef91-4ab2-8063-ee0867b8edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (91c0d601-bd70-470e-9c7b-c831b346550b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.322271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-377bc0c0-ef91-4ab2-8063-ee0867b8edc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c0d601-bd70-470e-9c7b-c831b346550b']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:05.335203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-377bc0c0-ef91-4ab2-8063-ee0867b8edc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01761ace-4246-4957-a613-193db46c9a09') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:05.335510 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-377bc0c0-ef91-4ab2-8063-ee0867b8edc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01761ace-4246-4957-a613-193db46c9a09') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:05.349589 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-377bc0c0-ef91-4ab2-8063-ee0867b8edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (01761ace-4246-4957-a613-193db46c9a09), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.360815 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (c8e0eabc-5497-4e2d-a202-7e4e6d825294), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.369705 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-377bc0c0-ef91-4ab2-8063-ee0867b8edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (01761ace-4246-4957-a613-193db46c9a09), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.381231 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377bc0c0-ef91-4ab2-8063-ee0867b8edc0 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:49:05.381647 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-377bc0c0-ef91-4ab2-8063-ee0867b8edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (01761ace-4246-4957-a613-193db46c9a09), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:49:05.384387 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:49:05.503683 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c8e0eabc-5497-4e2d-a202-7e4e6d825294), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.531984 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-377bc0c0-ef91-4ab2-8063-ee0867b8edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (91c0d601-bd70-470e-9c7b-c831b346550b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.537958 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-377bc0c0-ef91-4ab2-8063-ee0867b8edc0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.544288 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-377bc0c0-ef91-4ab2-8063-ee0867b8edc0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/91c0d601-bd70-470e-9c7b-c831b346550b HTTP/1.1" status: 204 len: 168 time: 0.5029922 Feb 28 17:49:05.545869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33692) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:05.548226 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:49:05.553539 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bc0c0-ef91-4ab2-8063-ee0867b8edc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c0d601-bd70-470e-9c7b-c831b346550b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:05.562672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:49:05.565485 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:49:05.617347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=c8e0eabc-5497-4e2d-a202-7e4e6d825294,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:05.643637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a619cd6-fe2f-4e2c-98e4-9d4ce72f5c9d admin admin] Deleting subnet 67c7c3c9-0dce-4acf-b285-14bdb5c796a0 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:49:05.650011 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a619cd6-fe2f-4e2c-98e4-9d4ce72f5c9d admin admin] Publish callbacks [] for subnet (67c7c3c9-0dce-4acf-b285-14bdb5c796a0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.758146 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a619cd6-fe2f-4e2c-98e4-9d4ce72f5c9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (67c7c3c9-0dce-4acf-b285-14bdb5c796a0), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.826017 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a619cd6-fe2f-4e2c-98e4-9d4ce72f5c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (67c7c3c9-0dce-4acf-b285-14bdb5c796a0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.965694 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a619cd6-fe2f-4e2c-98e4-9d4ce72f5c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (67c7c3c9-0dce-4acf-b285-14bdb5c796a0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:05.999054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a619cd6-fe2f-4e2c-98e4-9d4ce72f5c9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c7c3c9-0dce-4acf-b285-14bdb5c796a0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:06.005588 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7a619cd6-fe2f-4e2c-98e4-9d4ce72f5c9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:06.008762 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7a619cd6-fe2f-4e2c-98e4-9d4ce72f5c9d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/67c7c3c9-0dce-4acf-b285-14bdb5c796a0 HTTP/1.1" status: 204 len: 168 time: 0.4593737 Feb 28 17:49:06.011405 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33698) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:06.081501 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d234c664-dc17-4325-b020-97ca389ead62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (82e2c213-4b75-4371-99da-35823e98102f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:06.082419 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (2dc9fb16-0a3f-4333-9e87-d626af557161), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:06.179495 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d234c664-dc17-4325-b020-97ca389ead62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (82e2c213-4b75-4371-99da-35823e98102f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:06.201699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-d234c664-dc17-4325-b020-97ca389ead62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e2c213-4b75-4371-99da-35823e98102f']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:06.212195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-d234c664-dc17-4325-b020-97ca389ead62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836bfab9-2518-4e65-aabe-97dbf6752bf3') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:06.213014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-d234c664-dc17-4325-b020-97ca389ead62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836bfab9-2518-4e65-aabe-97dbf6752bf3') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:06.223826 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d234c664-dc17-4325-b020-97ca389ead62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (836bfab9-2518-4e65-aabe-97dbf6752bf3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:06.238784 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d234c664-dc17-4325-b020-97ca389ead62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (836bfab9-2518-4e65-aabe-97dbf6752bf3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:06.245548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d234c664-dc17-4325-b020-97ca389ead62 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:49:06.246197 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d234c664-dc17-4325-b020-97ca389ead62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (836bfab9-2518-4e65-aabe-97dbf6752bf3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:49:06.306682 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:49:06.310288 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (2dc9fb16-0a3f-4333-9e87-d626af557161), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:06.366413 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d234c664-dc17-4325-b020-97ca389ead62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (82e2c213-4b75-4371-99da-35823e98102f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:06.372256 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d234c664-dc17-4325-b020-97ca389ead62 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:06.378961 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d234c664-dc17-4325-b020-97ca389ead62 admin admin] 10.222.0.72 "DELETE /v2.0/networks/82e2c213-4b75-4371-99da-35823e98102f HTTP/1.1" status: 204 len: 168 time: 0.3665643 Feb 28 17:49:06.402462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234c664-dc17-4325-b020-97ca389ead62 admin admin] Pushing event deleted for resources: {'Network': ['ID=82e2c213-4b75-4371-99da-35823e98102f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:06.532091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router 2dc9fb16-0a3f-4333-9e87-d626af557161 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:49:06.666018 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:49:06.681489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Sync routers for ids ['2dc9fb16-0a3f-4333-9e87-d626af557161'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:49:06.700094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Routers {'2dc9fb16-0a3f-4333-9e87-d626af557161'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:49:06.701206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:48:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2dc9fb16-0a3f-4333-9e87-d626af557161'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:06.760813 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:06.767516 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33708) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:06.768846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0ed5304f-b0b4-442f-91ee-b7b844304692 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5672047 Feb 28 17:49:06.830818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33712) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:06.955362 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-95bc411a-f66b-450a-85a4-218d31c69f09 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=68f0550d98b04b27a966316122b63e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1232359 Feb 28 17:49:06.957856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33716) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:07.034004 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d78babf-7409-4c88-a4b8-6f5f6623b00d admin admin] Publish callbacks [] for security_group (dff5fd5a-98a2-4ee2-a59b-3fba128c542d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:07.082550 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d78babf-7409-4c88-a4b8-6f5f6623b00d admin admin] Publish callbacks [] for security_group (dff5fd5a-98a2-4ee2-a59b-3fba128c542d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:07.086106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Set router 2dc9fb16-0a3f-4333-9e87-d626af557161 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:49:07.170382 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-416754e8-a827-4ed7-81fa-d422f013f6cc tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=a3eb0a57573941dbb6964a85dd6477cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4012740 Feb 28 17:49:07.173497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33722) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:07.251093 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d78babf-7409-4c88-a4b8-6f5f6623b00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (dff5fd5a-98a2-4ee2-a59b-3fba128c542d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:07.253665 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0d78babf-7409-4c88-a4b8-6f5f6623b00d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:07.255010 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0d78babf-7409-4c88-a4b8-6f5f6623b00d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dff5fd5a-98a2-4ee2-a59b-3fba128c542d HTTP/1.1" status: 204 len: 168 time: 0.2955356 Feb 28 17:49:07.285095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:49:05Z', 'revision_number': 3, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:07.292372 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78babf-7409-4c88-a4b8-6f5f6623b00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff5fd5a-98a2-4ee2-a59b-3fba128c542d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:07.344812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Checking router: 2dc9fb16-0a3f-4333-9e87-d626af557161 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:49:07.345425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Updating router 2dc9fb16-0a3f-4333-9e87-d626af557161 port c8e0eabc-5497-4e2d-a202-7e4e6d825294 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:49:07.392432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21e2a48-a26c-41bf-85cc-0dc7a226e2b8 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:07.394304 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f21e2a48-a26c-41bf-85cc-0dc7a226e2b8 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2183328 Feb 28 17:49:07.398032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33728) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:07.409069 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c8e0eabc-5497-4e2d-a202-7e4e6d825294), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:07.443151 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f42625cc-3470-4483-8794-e326e9a073d4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423293 Feb 28 17:49:07.443364 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33730) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:07.448025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8203e10c-7bd7-4a0b-a29d-bef0e7020782 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-548230360', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:49:07.646121 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8203e10c-7bd7-4a0b-a29d-bef0e7020782 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Made reservation on behalf of a3eb0a57573941dbb6964a85dd6477cc for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:49:07.650235 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8203e10c-7bd7-4a0b-a29d-bef0e7020782 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:07.765725 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ef4c1eed-21db-42c4-b755-277dbf565ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:07.811686 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Publish callbacks [] for port (c8e0eabc-5497-4e2d-a202-7e4e6d825294), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:07.864941 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:07.886327 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c8e0eabc-5497-4e2d-a202-7e4e6d825294), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:07.978191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Attempting to bind port c8e0eabc-5497-4e2d-a202-7e4e6d825294 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:49:07.978675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Attempting to bind port c8e0eabc-5497-4e2d-a202-7e4e6d825294 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:49:07.979138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Attempting to bind port c8e0eabc-5497-4e2d-a202-7e4e6d825294 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:49:07.989691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:49:07.990254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:49:07.990756 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:07.991249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:49:07.991850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Bound port: c8e0eabc-5497-4e2d-a202-7e4e6d825294, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:49:07.992332 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c8e0eabc-5497-4e2d-a202-7e4e6d825294), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:08.022735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9c366-37bb-4661-bc2b-86cc2ce1b838 None None] Pushing event updated for resources: {'Port': ['ID=c8e0eabc-5497-4e2d-a202-7e4e6d825294,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:08.087228 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] For port c8e0eabc-5497-4e2d-a202-7e4e6d825294, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:49:08.091882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] For port c8e0eabc-5497-4e2d-a202-7e4e6d825294, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c8e0eabc-5497-4e2d-a202-7e4e6d825294,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:49:08.151080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33740) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:08.179054 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c8e0eabc-5497-4e2d-a202-7e4e6d825294), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:08.277367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c48b1df4-966a-49cc-975f-b6f727f86325 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ffb149b91e14659adaaa5d7dab7ff4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1245813 Feb 28 17:49:08.279837 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33742) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:08.314457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9c366-37bb-4661-bc2b-86cc2ce1b838 None None] Pushing event updated for resources: {'Port': ['ID=c8e0eabc-5497-4e2d-a202-7e4e6d825294,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:08.346389 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Routers {'2dc9fb16-0a3f-4333-9e87-d626af557161'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:49:08.347017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:48:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2dc9fb16-0a3f-4333-9e87-d626af557161'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:08.351880 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7499f4e0-accf-4102-886e-cf5da81a73d7 admin admin] Publish callbacks [] for security_group (7971e9b1-a5d3-487b-8805-9ca8734f82d7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:08.378876 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7499f4e0-accf-4102-886e-cf5da81a73d7 admin admin] Publish callbacks [] for security_group (7971e9b1-a5d3-487b-8805-9ca8734f82d7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:08.451882 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8203e10c-7bd7-4a0b-a29d-bef0e7020782 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (60e749d0-5a1a-4e4d-a9bf-f67a94760f50), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:08.495672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] Set router 2dc9fb16-0a3f-4333-9e87-d626af557161 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:49:08.508817 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7499f4e0-accf-4102-886e-cf5da81a73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7971e9b1-a5d3-487b-8805-9ca8734f82d7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:08.511417 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7499f4e0-accf-4102-886e-cf5da81a73d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:08.512573 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7499f4e0-accf-4102-886e-cf5da81a73d7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7971e9b1-a5d3-487b-8805-9ca8734f82d7 HTTP/1.1" status: 204 len: 168 time: 0.2317355 Feb 28 17:49:08.522138 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499f4e0-accf-4102-886e-cf5da81a73d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7971e9b1-a5d3-487b-8805-9ca8734f82d7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:08.529620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203e10c-7bd7-4a0b-a29d-bef0e7020782 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Subnet': ['ID=60e749d0-5a1a-4e4d-a9bf-f67a94760f50,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:08.579505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203e10c-7bd7-4a0b-a29d-bef0e7020782 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Checking segment: {'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:49:08.579865 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203e10c-7bd7-4a0b-a29d-bef0e7020782 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network hostable DHCP agents. Network: 90467cce-67f9-42ac-8703-131c7a2c0cac, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:49:08.685952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203e10c-7bd7-4a0b-a29d-bef0e7020782 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network 90467cce-67f9-42ac-8703-131c7a2c0cac is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:49:08.743141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-8203e10c-7bd7-4a0b-a29d-bef0e7020782 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 90467cce-67f9-42ac-8703-131c7a2c0cac) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:49:08.748104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8203e10c-7bd7-4a0b-a29d-bef0e7020782 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:08.748858 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8203e10c-7bd7-4a0b-a29d-bef0e7020782 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:08.751364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:49:05Z', 'revision_number': 3, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:08.782408 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491e6a97-773a-43d1-acf7-0d9f3ed0e199 None None] Network 90467cce-67f9-42ac-8703-131c7a2c0cac requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:49:08.783786 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c8c970-8edb-4fe7-95f5-e5affad2c3f9 None None] The sync data for ids ['2dc9fb16-0a3f-4333-9e87-d626af557161'] in n-d-820368-19 is: [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:49:05Z', 'revision_number': 3, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:49:08.842129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8203e10c-7bd7-4a0b-a29d-bef0e7020782 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3977835 Feb 28 17:49:08.844775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33746) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:08.933726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-90467cce-67f9-42ac-8703-131c7a2c0cac', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ips': [{'subnet_id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:49:08.934834 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:09.159447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Allocated IP 172.20.0.2 (90467cce-67f9-42ac-8703-131c7a2c0cac/60e749d0-5a1a-4e4d-a9bf-f67a94760f50/22a1d0af-2250-4310-95c0-4d645d7854c4) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:49:09.501871 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Publish callbacks [] for port (22a1d0af-2250-4310-95c0-4d645d7854c4), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:09.547222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c8e0eabc-5497-4e2d-a202-7e4e6d825294 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:49:09.601399 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (22a1d0af-2250-4310-95c0-4d645d7854c4), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:09.683415 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Network 90467cce-67f9-42ac-8703-131c7a2c0cac is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:49:09.693236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:49:09.697592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:49:09.712602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Pushing event updated for resources: {'Port': ['ID=22a1d0af-2250-4310-95c0-4d645d7854c4,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:09.782716 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c8e0eabc-5497-4e2d-a202-7e4e6d825294 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:49:09.783386 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c8e0eabc-5497-4e2d-a202-7e4e6d825294), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:09.880352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Attempting to bind port 22a1d0af-2250-4310-95c0-4d645d7854c4 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:49:09.881008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Attempting to bind port 22a1d0af-2250-4310-95c0-4d645d7854c4 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:49:09.881542 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Attempting to bind port 22a1d0af-2250-4310-95c0-4d645d7854c4 on network 90467cce-67f9-42ac-8703-131c7a2c0cac {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:49:09.893726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:49:09.894398 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Checking segment: {'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:49:09.895393 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:09.895935 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Bound using segment: {'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:49:09.897242 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Bound port: 22a1d0af-2250-4310-95c0-4d645d7854c4, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:49:09.898350 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (22a1d0af-2250-4310-95c0-4d645d7854c4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:09.917745 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:10.026672 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e347-9d26-4b9e-a6f6-9c750cc26010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:10.090337 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c8e0eabc-5497-4e2d-a202-7e4e6d825294 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:49:10.091764 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c8e0eabc-5497-4e2d-a202-7e4e6d825294), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:10.122423 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] For port 22a1d0af-2250-4310-95c0-4d645d7854c4, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:49:10.128070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] For port 22a1d0af-2250-4310-95c0-4d645d7854c4, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=22a1d0af-2250-4310-95c0-4d645d7854c4,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:49:10.135902 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port c8e0eabc-5497-4e2d-a202-7e4e6d825294, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c8e0eabc-5497-4e2d-a202-7e4e6d825294,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:10.154861 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:10.206249 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c8e0eabc-5497-4e2d-a202-7e4e6d825294), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:10.266288 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (22a1d0af-2250-4310-95c0-4d645d7854c4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:10.338163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=c8e0eabc-5497-4e2d-a202-7e4e6d825294,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:10.477938 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306b7e5-e243-4eb1-b31b-624a76e2d223 None None] Pushing event updated for resources: {'Port': ['ID=22a1d0af-2250-4310-95c0-4d645d7854c4,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:10.542316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.20.0.1 (90467cce-67f9-42ac-8703-131c7a2c0cac/60e749d0-5a1a-4e4d-a9bf-f67a94760f50/7a607b7b-82bf-412b-a90e-8740c9c8ea7f) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:49:10.747423 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:10.847839 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:10.927560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network 90467cce-67f9-42ac-8703-131c7a2c0cac is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:49:10.932073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:49:10.936499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:49:10.970680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=7a607b7b-82bf-412b-a90e-8740c9c8ea7f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:10.994183 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (2dc9fb16-0a3f-4333-9e87-d626af557161), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:11.238892 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:11.446279 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:11.668875 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c8e0eabc-5497-4e2d-a202-7e4e6d825294 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:49:11.697232 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:11.756803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c8e0eabc-5497-4e2d-a202-7e4e6d825294 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:49:11.757200 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c8e0eabc-5497-4e2d-a202-7e4e6d825294), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:11.766823 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:11.925256 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba65f9a4-c545-4d6e-ba7d-e199e9a13247 req-a0f7e630-271b-41e8-bb5d-b93303147cf2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1149299 Feb 28 17:49:11.934689 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=7a607b7b-82bf-412b-a90e-8740c9c8ea7f,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:11.985746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c8e0eabc-5497-4e2d-a202-7e4e6d825294 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:49:11.986921 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 22a1d0af-2250-4310-95c0-4d645d7854c4 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:49:11.998731 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (2dc9fb16-0a3f-4333-9e87-d626af557161), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:12.046105 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65f9a4-c545-4d6e-ba7d-e199e9a13247 req-d7c53604-bef2-428e-a819-fde298741088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:12.050665 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba65f9a4-c545-4d6e-ba7d-e199e9a13247 req-d7c53604-bef2-428e-a819-fde298741088 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 1129 time: 0.0690229 Feb 28 17:49:12.086966 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 22a1d0af-2250-4310-95c0-4d645d7854c4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:49:12.087343 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22a1d0af-2250-4310-95c0-4d645d7854c4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:12.216598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 22a1d0af-2250-4310-95c0-4d645d7854c4 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:49:12.218857 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (22a1d0af-2250-4310-95c0-4d645d7854c4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:12.234070 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network 90467cce-67f9-42ac-8703-131c7a2c0cac is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:49:12.235636 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:49:12.245860 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65f9a4-c545-4d6e-ba7d-e199e9a13247 req-897dbe0d-0333-4421-b635-f577141564e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:12.247683 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba65f9a4-c545-4d6e-ba7d-e199e9a13247 req-897dbe0d-0333-4421-b635-f577141564e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 917 time: 0.1770444 Feb 28 17:49:12.271934 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 22a1d0af-2250-4310-95c0-4d645d7854c4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=22a1d0af-2250-4310-95c0-4d645d7854c4,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:12.290390 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef01e49-db37-4bcb-99df-e2e022fb2e79 None None] Network 90467cce-67f9-42ac-8703-131c7a2c0cac requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:49:12.362539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba65f9a4-c545-4d6e-ba7d-e199e9a13247 req-e8148d38-1d7e-4206-869e-a080ff116b06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 HTTP/1.1" status: 200 len: 1001 time: 0.1079257 Feb 28 17:49:12.423546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router 2dc9fb16-0a3f-4333-9e87-d626af557161 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:49:12.426271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65f9a4-c545-4d6e-ba7d-e199e9a13247 req-504fa69e-a448-4118-ab8e-e99d13498d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:12.426749 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (22a1d0af-2250-4310-95c0-4d645d7854c4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:12.428410 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba65f9a4-c545-4d6e-ba7d-e199e9a13247 req-504fa69e-a448-4118-ab8e-e99d13498d09 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.0587945 Feb 28 17:49:12.496331 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-04261fda-8c9b-4880-bd9e-062d2ba55715 None None] Provisioning complete for port 22a1d0af-2250-4310-95c0-4d645d7854c4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:49:12.496880 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04261fda-8c9b-4880-bd9e-062d2ba55715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22a1d0af-2250-4310-95c0-4d645d7854c4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:12.525607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65f9a4-c545-4d6e-ba7d-e199e9a13247 req-2249b597-56ff-4600-adf9-30ebdd652a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:12.525607 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba65f9a4-c545-4d6e-ba7d-e199e9a13247 req-2249b597-56ff-4600-adf9-30ebdd652a89 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0840430 Feb 28 17:49:12.781056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=22a1d0af-2250-4310-95c0-4d645d7854c4,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:12.797804 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba65f9a4-c545-4d6e-ba7d-e199e9a13247 req-07f48943-6cec-4fd7-96a2-1e8a367c409b service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720938 Feb 28 17:49:12.807762 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:12.894633 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-04261fda-8c9b-4880-bd9e-062d2ba55715 None None] Current status of the port 22a1d0af-2250-4310-95c0-4d645d7854c4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:49:12.971510 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba65f9a4-c545-4d6e-ba7d-e199e9a13247 req-f8508bd1-e492-4640-90bd-fe0b10c41b08 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677585 Feb 28 17:49:13.228038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8afe3ef3-08b5-4773-b40f-0f782456fadf None None] Provisioning complete for port 22a1d0af-2250-4310-95c0-4d645d7854c4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:49:13.228474 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8afe3ef3-08b5-4773-b40f-0f782456fadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22a1d0af-2250-4310-95c0-4d645d7854c4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:13.256259 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:49:13.271826 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Sync routers for ids ['2dc9fb16-0a3f-4333-9e87-d626af557161'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:49:13.308207 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4c42fe74-29f8-463f-8e38-79f825ffe917 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "PUT /v2.0/routers/2dc9fb16-0a3f-4333-9e87-d626af557161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4521778 Feb 28 17:49:13.308436 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Routers {'2dc9fb16-0a3f-4333-9e87-d626af557161'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:49:13.309081 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-da42d037-946d-4699-b228-7944ceeba171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:49:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2dc9fb16-0a3f-4333-9e87-d626af557161'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:13.433281 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8afe3ef3-08b5-4773-b40f-0f782456fadf None None] Current status of the port 22a1d0af-2250-4310-95c0-4d645d7854c4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:49:13.481384 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8afe3ef3-08b5-4773-b40f-0f782456fadf None None] Provisioning complete for port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:49:13.481997 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8afe3ef3-08b5-4773-b40f-0f782456fadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:13.570481 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8afe3ef3-08b5-4773-b40f-0f782456fadf None None] Port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:49:13.572449 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 22a1d0af-2250-4310-95c0-4d645d7854c4 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:49:13.724341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 22a1d0af-2250-4310-95c0-4d645d7854c4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:49:13.724987 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (22a1d0af-2250-4310-95c0-4d645d7854c4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:13.742089 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Set router 2dc9fb16-0a3f-4333-9e87-d626af557161 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:49:13.742254 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-a66efb27-abbb-4b5b-bea7-3357f5d5906f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896649012&fields=id&tenant_id=a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 267 time: 0.0950987 Feb 28 17:49:13.829606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9b867eb0-4801-4400-89a8-794dda05dd84 None None] Provisioning complete for port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:49:13.830339 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9b867eb0-4801-4400-89a8-794dda05dd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:13.981263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f68c9-7b3d-400c-8542-592614475997 req-09a3c34d-39da-4944-96f6-d39fff97595c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:13.991514 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-09a3c34d-39da-4944-96f6-d39fff97595c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/networks?id=90467cce-67f9-42ac-8703-131c7a2c0cac HTTP/1.1" status: 200 len: 796 time: 0.2482817 Feb 28 17:49:14.011717 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-8a32f148-1c70-4cdc-b3d5-251f22e27ac4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/quotas/a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 375 time: 0.0190215 Feb 28 17:49:14.061009 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:14.070803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9b867eb0-4801-4400-89a8-794dda05dd84 None None] Port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:49:14.074898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 22a1d0af-2250-4310-95c0-4d645d7854c4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:49:14.092715 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-538ee8ba-cd06-444c-9f35-969a3052e663 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801070 Feb 28 17:49:14.150786 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-da42d037-946d-4699-b228-7944ceeba171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:49:11Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '7a607b7b-82bf-412b-a90e-8740c9c8ea7f', 'name': '', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:ea:73:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:10Z', 'updated_at': '2022-02-28T17:49:11Z', 'revision_number': 2, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:14.204475 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d6150bec-2df9-46fc-bdd4-90f73dbfeb72 None None] Provisioning complete for port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:49:14.204934 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d6150bec-2df9-46fc-bdd4-90f73dbfeb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:14.216421 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Checking router: 2dc9fb16-0a3f-4333-9e87-d626af557161 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:49:14.216862 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Updating router 2dc9fb16-0a3f-4333-9e87-d626af557161 port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:49:14.245723 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:14.275729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d6150bec-2df9-46fc-bdd4-90f73dbfeb72 None None] Port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:49:14.328956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-1967d07c-4dfb-44bb-a4e2-a6f79f9b68df service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:49:14.330518 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-1967d07c-4dfb-44bb-a4e2-a6f79f9b68df service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2170570 Feb 28 17:49:14.471209 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-28b597ab-2c34-48da-8797-8eadbd539bd9 service neutron] 10.222.0.72 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333928 Feb 28 17:49:14.664302 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Publish callbacks [] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:14.664802 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-4bc5f05c-8a95-4bb8-b1a2-caacba405cf9 service neutron] 10.222.0.72 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821034 Feb 28 17:49:14.735614 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:14.844258 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Pushing event updated for resources: {'Port': ['ID=7a607b7b-82bf-412b-a90e-8740c9c8ea7f,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:14.864594 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:14.864938 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:14.865274 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:14.868110 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:14.868110 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:14.868110 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:14.868110 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:14.874144 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:14.875046 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:14.875392 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:14.875775 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:14.876117 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:14.882322 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:14.949712 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Attempting to bind port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:49:14.950128 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Attempting to bind port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:49:14.950508 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Attempting to bind port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f on network 90467cce-67f9-42ac-8703-131c7a2c0cac {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:49:14.956683 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:49:14.957048 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Checking segment: {'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:49:14.957492 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:14.958001 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Bound using segment: {'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:49:14.958510 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Bound port: 7a607b7b-82bf-412b-a90e-8740c9c8ea7f, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:49:14.958927 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:15.038960 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-da42d037-946d-4699-b228-7944ceeba171 None None] For port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:49:15.043097 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-da42d037-946d-4699-b228-7944ceeba171 None None] For port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7a607b7b-82bf-412b-a90e-8740c9c8ea7f,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:49:15.167858 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:15.242508 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Routers {'2dc9fb16-0a3f-4333-9e87-d626af557161'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:49:15.243146 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-da42d037-946d-4699-b228-7944ceeba171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:49:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2dc9fb16-0a3f-4333-9e87-d626af557161'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:15.244303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b4ba95ca-2128-4d38-982c-77ba5cc9566e None None] Provisioning complete for port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:49:15.246800 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b4ba95ca-2128-4d38-982c-77ba5cc9566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:15.248216 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c3368-a559-40e6-887e-a7c1b41936a7 None None] Pushing event updated for resources: {'Port': ['ID=7a607b7b-82bf-412b-a90e-8740c9c8ea7f,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:15.434498 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0a2195ff-962c-49fd-a514-40f164e377cb req-b230f44a-9110-4634-ba30-949113cc3a07 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 210 time: 0.0687129 Feb 28 17:49:15.491354 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-da42d037-946d-4699-b228-7944ceeba171 None None] Set router 2dc9fb16-0a3f-4333-9e87-d626af557161 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:49:15.528153 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba95ca-2128-4d38-982c-77ba5cc9566e None None] Current status of the port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:49:15.528916 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b4ba95ca-2128-4d38-982c-77ba5cc9566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:15.579825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b4ba95ca-2128-4d38-982c-77ba5cc9566e None None] For port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7a607b7b-82bf-412b-a90e-8740c9c8ea7f,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:15.674971 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b4ba95ca-2128-4d38-982c-77ba5cc9566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:15.729837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba95ca-2128-4d38-982c-77ba5cc9566e None None] Pushing event updated for resources: {'Port': ['ID=7a607b7b-82bf-412b-a90e-8740c9c8ea7f,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:15.756724 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-da42d037-946d-4699-b228-7944ceeba171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:49:11Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '7a607b7b-82bf-412b-a90e-8740c9c8ea7f', 'name': '', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:ea:73:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:10Z', 'updated_at': '2022-02-28T17:49:15Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:15.784390 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da42d037-946d-4699-b228-7944ceeba171 None None] The sync data for ids ['2dc9fb16-0a3f-4333-9e87-d626af557161'] in n-d-820368-19 is: [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:49:11Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '7a607b7b-82bf-412b-a90e-8740c9c8ea7f', 'name': '', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:ea:73:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:10Z', 'updated_at': '2022-02-28T17:49:15Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:49:15.800954 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8bf3b940-00ef-4d0d-8ed8-ce379e3ee88f None None] Provisioning complete for port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:49:15.801661 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b940-00ef-4d0d-8ed8-ce379e3ee88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:15.956324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8bf3b940-00ef-4d0d-8ed8-ce379e3ee88f None None] Current status of the port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:49:16.510528 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba6bc5cf-d405-47fd-8a65-2bdbd8c64482 req-83de48a2-87ef-45fc-8090-8042b0923e28 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 210 time: 0.0304899 Feb 28 17:49:17.479554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7a607b7b-82bf-412b-a90e-8740c9c8ea7f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:49:17.543747 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:49:17.544215 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:17.629857 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d8cd54c3-85c2-4813-9ac7-7fa86ef047ff req-67cd081a-edf1-447e-85d5-c6935fc02d8f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 210 time: 0.0270696 Feb 28 17:49:17.659049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:49:18.214828 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f68c9-7b3d-400c-8542-592614475997 req-8310390a-e9a8-4590-a200-aea014003562 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:18.216190 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-8310390a-e9a8-4590-a200-aea014003562 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "GET /v2.0/networks?id=90467cce-67f9-42ac-8703-131c7a2c0cac HTTP/1.1" status: 200 len: 796 time: 0.1221454 Feb 28 17:49:18.279252 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-b7b5055c-eda4-499a-8977-38381c5fcc67 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 379 time: 0.0552800 Feb 28 17:49:18.287115 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-719f68c9-7b3d-400c-8542-592614475997 req-9b652bb6-79d8-4f5f-aa1e-89ee1ac28a08 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'port': {'device_id': '458a7d84-521a-4da7-9725-3f12776d80ae', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'admin_state_up': True, 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'security_groups': ['7a12d41f-d30f-4a01-856c-89420008e380']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:49:18.539322 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719f68c9-7b3d-400c-8542-592614475997 req-9b652bb6-79d8-4f5f-aa1e-89ee1ac28a08 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Made reservation on behalf of a3eb0a57573941dbb6964a85dd6477cc for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:49:18.543554 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-719f68c9-7b3d-400c-8542-592614475997 req-9b652bb6-79d8-4f5f-aa1e-89ee1ac28a08 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:18.680383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-719f68c9-7b3d-400c-8542-592614475997 req-9b652bb6-79d8-4f5f-aa1e-89ee1ac28a08 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.20.0.7 (90467cce-67f9-42ac-8703-131c7a2c0cac/60e749d0-5a1a-4e4d-a9bf-f67a94760f50/7652c6f1-60d5-41d8-949b-640a65be2e0d) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:49:18.763450 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6cec8f26-fc7a-43c8-b27b-7a27f89cf852 req-9ce43ff7-628c-4e59-9cac-863e2654e182 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 210 time: 0.0465651 Feb 28 17:49:18.788806 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09407184-12e2-4418-8b97-89db1ad1dc93 req-e4b0e518-479b-4dbe-9618-5e0474bb6ca8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0808971 Feb 28 17:49:18.839897 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-719f68c9-7b3d-400c-8542-592614475997 req-9b652bb6-79d8-4f5f-aa1e-89ee1ac28a08 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:18.907777 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09407184-12e2-4418-8b97-89db1ad1dc93 req-f5e7872e-4aeb-4c78-bff0-449f727de956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:18.909662 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09407184-12e2-4418-8b97-89db1ad1dc93 req-f5e7872e-4aeb-4c78-bff0-449f727de956 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=289de0055079436c8a0d7cf8f4e90414&device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 1133 time: 0.0673203 Feb 28 17:49:18.961800 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-719f68c9-7b3d-400c-8542-592614475997 req-9b652bb6-79d8-4f5f-aa1e-89ee1ac28a08 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:19.020650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719f68c9-7b3d-400c-8542-592614475997 req-9b652bb6-79d8-4f5f-aa1e-89ee1ac28a08 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network 90467cce-67f9-42ac-8703-131c7a2c0cac is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:49:19.028645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-719f68c9-7b3d-400c-8542-592614475997 req-9b652bb6-79d8-4f5f-aa1e-89ee1ac28a08 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:49:19.045823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-719f68c9-7b3d-400c-8542-592614475997 req-9b652bb6-79d8-4f5f-aa1e-89ee1ac28a08 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:49:19.067942 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09407184-12e2-4418-8b97-89db1ad1dc93 req-68ae3846-a956-4daf-b12d-b103d9d165ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:19.069446 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09407184-12e2-4418-8b97-89db1ad1dc93 req-68ae3846-a956-4daf-b12d-b103d9d165ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1345913 Feb 28 17:49:19.082833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b652bb6-79d8-4f5f-aa1e-89ee1ac28a08 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=7652c6f1-60d5-41d8-949b-640a65be2e0d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:19.134264 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09407184-12e2-4418-8b97-89db1ad1dc93 req-862387cd-282d-4db7-bc6c-76ed93ee441d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=ffc56901-6b89-4f48-86dd-9f0857fce7d2 HTTP/1.1" status: 200 len: 217 time: 0.0575264 Feb 28 17:49:19.135742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f68c9-7b3d-400c-8542-592614475997 req-9b652bb6-79d8-4f5f-aa1e-89ee1ac28a08 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:19.136568 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-719f68c9-7b3d-400c-8542-592614475997 req-9b652bb6-79d8-4f5f-aa1e-89ee1ac28a08 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:19.240939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09407184-12e2-4418-8b97-89db1ad1dc93 req-1f62fc90-d6eb-4359-8453-2af6b77fc57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:19.242569 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09407184-12e2-4418-8b97-89db1ad1dc93 req-1f62fc90-d6eb-4359-8453-2af6b77fc57c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0998707 Feb 28 17:49:19.255945 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-9b652bb6-79d8-4f5f-aa1e-89ee1ac28a08 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9661222 Feb 28 17:49:19.263001 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Request body: {'port': {'device_id': '458a7d84-521a-4da7-9725-3f12776d80ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:49:19.319760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09407184-12e2-4418-8b97-89db1ad1dc93 req-b1f49a84-2003-453b-8667-5128145f19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:19.321463 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09407184-12e2-4418-8b97-89db1ad1dc93 req-b1f49a84-2003-453b-8667-5128145f19c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0734675 Feb 28 17:49:19.339108 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:19.424409 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09407184-12e2-4418-8b97-89db1ad1dc93 req-3bb74eab-59ad-40ac-99ec-d397d1115acb service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966573 Feb 28 17:49:19.427907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8d169cf9-a6d7-4669-9967-b41495f12256 None None] Provisioning complete for port 7652c6f1-60d5-41d8-949b-640a65be2e0d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:49:19.428881 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8d169cf9-a6d7-4669-9967-b41495f12256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:19.465575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8d169cf9-a6d7-4669-9967-b41495f12256 None None] Port 7652c6f1-60d5-41d8-949b-640a65be2e0d cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:49:19.554506 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09407184-12e2-4418-8b97-89db1ad1dc93 req-136f2dc6-d26b-43d6-935f-2587d90cf0b5 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232631 Feb 28 17:49:19.643168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7652c6f1-60d5-41d8-949b-640a65be2e0d {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:49:19.650931 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Publish callbacks [] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:19.663735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Transition to ACTIVE for port object 7652c6f1-60d5-41d8-949b-640a65be2e0d will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:49:19.760532 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:19.834439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Pushing event updated for resources: {'Port': ['ID=7652c6f1-60d5-41d8-949b-640a65be2e0d,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:19.947119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Attempting to bind port 7652c6f1-60d5-41d8-949b-640a65be2e0d on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:49:19.947479 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Attempting to bind port 7652c6f1-60d5-41d8-949b-640a65be2e0d by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:49:19.955514 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Attempting to bind port 7652c6f1-60d5-41d8-949b-640a65be2e0d on network 90467cce-67f9-42ac-8703-131c7a2c0cac {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:49:19.955514 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Port 7652c6f1-60d5-41d8-949b-640a65be2e0d on network 90467cce-67f9-42ac-8703-131c7a2c0cac not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:49:19.955514 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Attempting to bind port 7652c6f1-60d5-41d8-949b-640a65be2e0d on network 90467cce-67f9-42ac-8703-131c7a2c0cac {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:49:19.963855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:49:19.964188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Checking segment: {'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:49:19.964577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Bound using segment: {'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:49:19.965011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Bound port: 7652c6f1-60d5-41d8-949b-640a65be2e0d, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:49:19.965365 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:20.020760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e66ac8-7923-4d96-b298-48f92cb7444f req-774e7de3-cf8d-4ba4-a097-eb8979ff82d1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:20.022712 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-13e66ac8-7923-4d96-b298-48f92cb7444f req-774e7de3-cf8d-4ba4-a097-eb8979ff82d1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 943 time: 0.1185379 Feb 28 17:49:20.083966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] For port 7652c6f1-60d5-41d8-949b-640a65be2e0d, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:49:20.105208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] For port 7652c6f1-60d5-41d8-949b-640a65be2e0d, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:49:20.109671 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-13e66ac8-7923-4d96-b298-48f92cb7444f req-0a6d1636-5aa1-4bbc-a747-85aff8da0e0b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761099 Feb 28 17:49:20.184802 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:20.226834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:20.226834 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:20.226834 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] 10.222.0.69 "PUT /v2.0/ports/7652c6f1-60d5-41d8-949b-640a65be2e0d HTTP/1.1" status: 200 len: 1092 time: 0.9685471 Feb 28 17:49:20.228307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:49:20.236899 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5837112-e4ea-4d75-a3c6-1c83e58ccaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:49:20.268221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e17b5-5506-4ee5-8204-efb5846e6eca service neutron] Pushing event updated for resources: {'Port': ['ID=7652c6f1-60d5-41d8-949b-640a65be2e0d,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:20.302649 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d977c793-ce2e-4329-9aa9-5f1648712c53 x-openstack-request-id: req-d977c793-ce2e-4329-9aa9-5f1648712c53 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:49:20.305364 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:49:20.305627 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d977c793-ce2e-4329-9aa9-5f1648712c53 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:49:20.306419 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'status': 'completed', 'code': 200} Feb 28 17:49:20.388006 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837112-e4ea-4d75-a3c6-1c83e58ccaf6 req-42a48139-349a-4d22-965a-828de71da729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:20.397250 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5837112-e4ea-4d75-a3c6-1c83e58ccaf6 req-42a48139-349a-4d22-965a-828de71da729 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 1126 time: 0.0689871 Feb 28 17:49:20.553402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837112-e4ea-4d75-a3c6-1c83e58ccaf6 req-45364e29-5d87-4783-a26b-3a1172755fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:20.555254 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5837112-e4ea-4d75-a3c6-1c83e58ccaf6 req-45364e29-5d87-4783-a26b-3a1172755fd1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1536479 Feb 28 17:49:20.669755 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837112-e4ea-4d75-a3c6-1c83e58ccaf6 req-c20d64d8-ea9f-412d-9dd3-21de19360d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:20.674129 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5837112-e4ea-4d75-a3c6-1c83e58ccaf6 req-c20d64d8-ea9f-412d-9dd3-21de19360d31 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1108987 Feb 28 17:49:20.763768 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f68c9-7b3d-400c-8542-592614475997 req-b649a62e-b979-4bd1-a3f5-5d5f69feda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:20.766385 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-b649a62e-b979-4bd1-a3f5-5d5f69feda12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 1126 time: 0.0504503 Feb 28 17:49:20.808530 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-03e60666-2382-4e78-9a64-5268c19290e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d HTTP/1.1" status: 200 len: 217 time: 0.0354786 Feb 28 17:49:20.855959 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f68c9-7b3d-400c-8542-592614475997 req-ace4ca59-c339-4470-a79c-8380493b983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:20.857406 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-ace4ca59-c339-4470-a79c-8380493b983f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60e749d0-5a1a-4e4d-a9bf-f67a94760f50 HTTP/1.1" status: 200 len: 834 time: 0.0440469 Feb 28 17:49:20.914665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f68c9-7b3d-400c-8542-592614475997 req-47bdd391-8830-43f6-a9db-a2adba41b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:20.916168 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-47bdd391-8830-43f6-a9db-a2adba41b393 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90467cce-67f9-42ac-8703-131c7a2c0cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0535526 Feb 28 17:49:21.025161 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-08175111-e197-4480-a888-707d905f369b service neutron] 10.222.0.69 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027114 Feb 28 17:49:21.142115 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-719f68c9-7b3d-400c-8542-592614475997 req-d521b828-c8c2-49d5-93fc-4f6df7e0510e service neutron] 10.222.0.69 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083481 Feb 28 17:49:21.242487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b59c4-42a1-4390-a090-2b0fa51d6ca0 req-29143fd8-8bc5-449a-a35e-1f3a27184f25 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:21.250526 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-319b59c4-42a1-4390-a090-2b0fa51d6ca0 req-29143fd8-8bc5-449a-a35e-1f3a27184f25 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 943 time: 0.0679719 Feb 28 17:49:21.303529 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-319b59c4-42a1-4390-a090-2b0fa51d6ca0 req-c7bf8a6f-b0f5-4540-9c74-f68da243028e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519674 Feb 28 17:49:22.459309 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3b858-ca02-4546-8dc0-b38e0578a062 req-e6f3b90e-7929-4f9f-adc0-1a65089cafd2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:22.460813 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09a3b858-ca02-4546-8dc0-b38e0578a062 req-e6f3b90e-7929-4f9f-adc0-1a65089cafd2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 943 time: 0.0642548 Feb 28 17:49:22.514400 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09a3b858-ca02-4546-8dc0-b38e0578a062 req-8013c156-b4ac-4f15-ba05-1fa397efdf79 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478508 Feb 28 17:49:23.151067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7652c6f1-60d5-41d8-949b-640a65be2e0d details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:49:23.252631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 7652c6f1-60d5-41d8-949b-640a65be2e0d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:23.264686 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'port_id': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'mac_address': 'fa:16:3e:a8:2c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:49:23.305157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 7652c6f1-60d5-41d8-949b-640a65be2e0d is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:49:23.305509 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:23.322750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7652c6f1-60d5-41d8-949b-640a65be2e0d {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:49:23.342847 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 7652c6f1-60d5-41d8-949b-640a65be2e0d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:23.434863 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:23.497444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=7652c6f1-60d5-41d8-949b-640a65be2e0d,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:23.649758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['7652c6f1-60d5-41d8-949b-640a65be2e0d'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:49:23.664625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d2969-ab35-4cf0-af3b-7a0c872063b7 req-0f661b1b-76fa-4ae4-8409-3c61d94c678a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:23.682202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0e5d2969-ab35-4cf0-af3b-7a0c872063b7 req-0f661b1b-76fa-4ae4-8409-3c61d94c678a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 944 time: 0.0735543 Feb 28 17:49:23.741471 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0e5d2969-ab35-4cf0-af3b-7a0c872063b7 req-78e8abb5-5a16-4226-b50b-71777b00ae50 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613205 Feb 28 17:49:24.937843 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eac7ab-df5c-492e-8e53-ea2ebeb7fbf5 req-3bf6c843-cd5f-4c2c-bb86-843866162a27 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:24.939340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-95eac7ab-df5c-492e-8e53-ea2ebeb7fbf5 req-3bf6c843-cd5f-4c2c-bb86-843866162a27 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 944 time: 0.0665414 Feb 28 17:49:24.990412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-95eac7ab-df5c-492e-8e53-ea2ebeb7fbf5 req-01d613d6-295b-427a-840f-493588312992 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453162 Feb 28 17:49:25.162043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7652c6f1-60d5-41d8-949b-640a65be2e0d up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:49:25.304752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 7652c6f1-60d5-41d8-949b-640a65be2e0d completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:49:25.310380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 7652c6f1-60d5-41d8-949b-640a65be2e0d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:49:25.310380 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:25.395403 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 7652c6f1-60d5-41d8-949b-640a65be2e0d is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:49:25.395788 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:25.418094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:49:25.420323 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91792160-38ff-40dd-9e50-5166e48038d7" -d '{"events": [{"server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "name": "network-vif-plugged", "status": "completed", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:49:25.433920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 7652c6f1-60d5-41d8-949b-640a65be2e0d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:25.461052 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d45b557-2152-4bbd-ac8e-efcad891821a x-openstack-request-id: req-0d45b557-2152-4bbd-ac8e-efcad891821a {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:49:25.461052 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "name": "network-vif-plugged", "status": "completed", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:49:25.461052 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d45b557-2152-4bbd-ac8e-efcad891821a {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:49:25.461052 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'code': 200} Feb 28 17:49:25.551930 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:25.584393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64135929-2229-4558-ba83-ab499c393850 req-fbf9fe80-2ace-45c4-9cb3-57746107b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:25.587644 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-64135929-2229-4558-ba83-ab499c393850 req-fbf9fe80-2ace-45c4-9cb3-57746107b41c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 1127 time: 0.0722082 Feb 28 17:49:25.621712 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=7652c6f1-60d5-41d8-949b-640a65be2e0d,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:25.646912 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-64135929-2229-4558-ba83-ab499c393850 req-6d329c02-bfb8-406a-a0f9-d2d44922de71 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512314 Feb 28 17:49:26.201187 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8d705-765d-462a-8b31-85320c98d85c req-02876d32-ed8f-452a-8056-b23335f71809 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:26.203264 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4b8d705-765d-462a-8b31-85320c98d85c req-02876d32-ed8f-452a-8056-b23335f71809 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.1108425 Feb 28 17:49:26.282318 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4b8d705-765d-462a-8b31-85320c98d85c req-ee01e86c-bed9-4881-93f0-dee1da47cbd4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715408 Feb 28 17:49:27.503878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65709fd-4d46-4601-8983-2d0af274e910 req-732bd74a-31eb-430e-82d0-6d402695cdf5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:27.506557 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f65709fd-4d46-4601-8983-2d0af274e910 req-732bd74a-31eb-430e-82d0-6d402695cdf5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0967731 Feb 28 17:49:27.579549 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f65709fd-4d46-4601-8983-2d0af274e910 req-6ffcd4f2-fff4-4a66-ac39-dcc7a83cfcc8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684097 Feb 28 17:49:27.737864 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276a4a4-e292-43d3-9d60-dffd499eab3e req-58b88ea8-a971-40bd-bbf2-84814e338d4b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:27.739439 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7276a4a4-e292-43d3-9d60-dffd499eab3e req-58b88ea8-a971-40bd-bbf2-84814e338d4b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0925910 Feb 28 17:49:27.877842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7276a4a4-e292-43d3-9d60-dffd499eab3e req-444a1559-dbc3-4387-8fe1-cf87add084a5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317132 Feb 28 17:49:27.901383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 33988) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:28.014249 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ab631-83bd-4e2a-bdea-c973fa537c1d tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:28.023344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 33992) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:28.023793 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c51ab631-83bd-4e2a-bdea-c973fa537c1d tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 1123 time: 0.1208146 Feb 28 17:49:28.028281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:49:28.144712 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:28.310247 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:28.547695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.25.3.151 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/7a33961f-2b5d-4831-b3e6-d9fed0c00dd1) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:49:28.701135 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (7a33961f-2b5d-4831-b3e6-d9fed0c00dd1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:28.866103 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7a33961f-2b5d-4831-b3e6-d9fed0c00dd1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:28.937697 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:49:28.941358 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:49:28.948330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:49:29.010764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=7a33961f-2b5d-4831-b3e6-d9fed0c00dd1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:29.643795 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (df390c70-2957-4206-81ec-6c89b0ed31ee), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:29.865032 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7a33961f-2b5d-4831-b3e6-d9fed0c00dd1), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:30.074440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (7a33961f-2b5d-4831-b3e6-d9fed0c00dd1), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:30.163951 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7a33961f-2b5d-4831-b3e6-d9fed0c00dd1), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:30.260860 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=7a33961f-2b5d-4831-b3e6-d9fed0c00dd1,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:30.400494 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (df390c70-2957-4206-81ec-6c89b0ed31ee), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:30.580591 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Floating IP df390c70-2957-4206-81ec-6c89b0ed31ee associated. External IP: 172.25.3.151, port: 7652c6f1-60d5-41d8-949b-640a65be2e0d. Feb 28 17:49:30.650114 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:49:30.941434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router 2dc9fb16-0a3f-4333-9e87-d626af557161 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:49:31.148012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:49:31.162471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f5dcd-b0d2-4b22-8a9f-fe2951461d03 None None] Sync routers for ids ['2dc9fb16-0a3f-4333-9e87-d626af557161'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:49:31.178125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f5dcd-b0d2-4b22-8a9f-fe2951461d03 None None] Routers {'2dc9fb16-0a3f-4333-9e87-d626af557161'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:49:31.185403 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a03f5dcd-b0d2-4b22-8a9f-fe2951461d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:49:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2dc9fb16-0a3f-4333-9e87-d626af557161'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:31.258222 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:31.333313 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-119520c7-6f7f-4b02-a349-a133917a6a38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3059440 Feb 28 17:49:31.333313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:49:31.342739 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875bd859-edc2-4964-9417-965a4e38e457" -d '{"events": [{"name": "network-changed", "server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:49:31.424927 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-a03f5dcd-b0d2-4b22-8a9f-fe2951461d03 None None] Set router 2dc9fb16-0a3f-4333-9e87-d626af557161 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:49:31.477343 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc30e90-37e7-41e4-9e6a-269cbde9ecab x-openstack-request-id: req-bfc30e90-37e7-41e4-9e6a-269cbde9ecab {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:49:31.477641 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:49:31.477898 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bfc30e90-37e7-41e4-9e6a-269cbde9ecab {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:49:31.478333 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'status': 'completed', 'code': 200} Feb 28 17:49:31.617463 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949fc4b-9ce9-4001-a934-b79a6c345842 req-a4e5d26e-ff63-4852-ad17-3ab86d9b31fa tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:31.624025 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5949fc4b-9ce9-4001-a934-b79a6c345842 req-a4e5d26e-ff63-4852-ad17-3ab86d9b31fa tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.1586525 Feb 28 17:49:31.659577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bd859-edc2-4964-9417-965a4e38e457 req-828e6fbb-3bfd-4584-ac2f-3d81a7ff00c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:31.661259 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-875bd859-edc2-4964-9417-965a4e38e457 req-828e6fbb-3bfd-4584-ac2f-3d81a7ff00c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 1128 time: 0.1375864 Feb 28 17:49:31.718894 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5949fc4b-9ce9-4001-a934-b79a6c345842 req-254d6865-807d-40e5-8cae-c54781e2ed61 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933523 Feb 28 17:49:31.735736 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34020) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:31.936830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bd859-edc2-4964-9417-965a4e38e457 req-6e568343-1829-470a-82cb-73f730de7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:31.939144 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-875bd859-edc2-4964-9417-965a4e38e457 req-6e568343-1829-470a-82cb-73f730de7955 service neutron] 10.222.0.69 "GET /v2.0/networks?id=90467cce-67f9-42ac-8703-131c7a2c0cac HTTP/1.1" status: 200 len: 897 time: 0.2473586 Feb 28 17:49:31.976879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a03f5dcd-b0d2-4b22-8a9f-fe2951461d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:49:11Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'df390c70-2957-4206-81ec-6c89b0ed31ee', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'port_id': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'mac_address': 'fa:16:3e:a8:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458a7d84-521a-4da7-9725-3f12776d80ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:49:29Z', 'updated_at': '2022-02-28T17:49:29Z', 'revision_number': 0, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a607b7b-82bf-412b-a90e-8740c9c8ea7f', 'name': '', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:ea:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:10Z', 'updated_at': '2022-02-28T17:49:15Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:32.035387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f5dcd-b0d2-4b22-8a9f-fe2951461d03 None None] Checking router: 2dc9fb16-0a3f-4333-9e87-d626af557161 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:49:32.055564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f5dcd-b0d2-4b22-8a9f-fe2951461d03 None None] Routers {'2dc9fb16-0a3f-4333-9e87-d626af557161'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:49:32.056203 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a03f5dcd-b0d2-4b22-8a9f-fe2951461d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:49:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2dc9fb16-0a3f-4333-9e87-d626af557161'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:32.079075 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-875bd859-edc2-4964-9417-965a4e38e457 req-0f4b3be9-29c9-47dd-bacd-3a33e4b54aa4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d HTTP/1.1" status: 200 len: 999 time: 0.1334252 Feb 28 17:49:32.200376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bd859-edc2-4964-9417-965a4e38e457 req-55c0dd06-784d-40c1-9cf1-8fadd79a094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:32.204435 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-875bd859-edc2-4964-9417-965a4e38e457 req-55c0dd06-784d-40c1-9cf1-8fadd79a094e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60e749d0-5a1a-4e4d-a9bf-f67a94760f50 HTTP/1.1" status: 200 len: 834 time: 0.1168227 Feb 28 17:49:32.341914 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-a03f5dcd-b0d2-4b22-8a9f-fe2951461d03 None None] Set router 2dc9fb16-0a3f-4333-9e87-d626af557161 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:49:32.365618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bd859-edc2-4964-9417-965a4e38e457 req-cbbaa725-a30f-4b00-ad3d-a47f7fe94901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:32.367355 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-875bd859-edc2-4964-9417-965a4e38e457 req-cbbaa725-a30f-4b00-ad3d-a47f7fe94901 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90467cce-67f9-42ac-8703-131c7a2c0cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1564307 Feb 28 17:49:32.561399 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-875bd859-edc2-4964-9417-965a4e38e457 req-a7617aac-8892-444a-894a-6e875ae45818 service neutron] 10.222.0.69 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876447 Feb 28 17:49:32.771590 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-875bd859-edc2-4964-9417-965a4e38e457 req-b0c87a76-9f40-4a9d-a5cb-d2fa33022e60 service neutron] 10.222.0.69 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036209 Feb 28 17:49:32.818294 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a03f5dcd-b0d2-4b22-8a9f-fe2951461d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:49:11Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'df390c70-2957-4206-81ec-6c89b0ed31ee', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'port_id': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'mac_address': 'fa:16:3e:a8:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458a7d84-521a-4da7-9725-3f12776d80ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:49:29Z', 'updated_at': '2022-02-28T17:49:29Z', 'revision_number': 0, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a607b7b-82bf-412b-a90e-8740c9c8ea7f', 'name': '', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:ea:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:10Z', 'updated_at': '2022-02-28T17:49:15Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:32.868470 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-353ff00a-9a7a-41fc-b9c5-071015f29e30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/df390c70-2957-4206-81ec-6c89b0ed31ee HTTP/1.1" status: 200 len: 991 time: 1.1289349 Feb 28 17:49:32.875856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f5dcd-b0d2-4b22-8a9f-fe2951461d03 None None] The sync data for ids ['2dc9fb16-0a3f-4333-9e87-d626af557161'] in n-d-820368-19 is: [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:49:11Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'df390c70-2957-4206-81ec-6c89b0ed31ee', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'port_id': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'mac_address': 'fa:16:3e:a8:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458a7d84-521a-4da7-9725-3f12776d80ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:49:29Z', 'updated_at': '2022-02-28T17:49:29Z', 'revision_number': 0, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a607b7b-82bf-412b-a90e-8740c9c8ea7f', 'name': '', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:ea:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:10Z', 'updated_at': '2022-02-28T17:49:15Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:49:33.523335 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8227e35-57de-4d45-8b62-8ef799d9393d None None] New status for floating IP df390c70-2957-4206-81ec-6c89b0ed31ee: ACTIVE {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:49:33.876738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34044) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:34.056551 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a9828b28-63e1-4168-bb31-8a20e94f0cef tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/df390c70-2957-4206-81ec-6c89b0ed31ee HTTP/1.1" status: 200 len: 993 time: 0.1759839 Feb 28 17:49:35.153484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34066) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:35.290013 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5b264fb-eb0c-48ea-a94e-3ea2342bf52d req-cd9b47a8-c293-4c47-83a1-ec40b778a595 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1352274 Feb 28 17:49:35.436550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34074) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:35.572647 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f19cd1df-ffaa-42e7-b1c8-cbbd5d2cf293 req-b76f814c-2670-4e19-b7d6-576f655656c4 service neutron] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.72 HTTP/1.1" status: 200 len: 210 time: 0.1340344 Feb 28 17:49:35.647123 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34078) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:35.813506 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-83c74b70-1a25-4013-a554-5825df9117e1 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Deleting port cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:49:35.813754 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83c74b70-1a25-4013-a554-5825df9117e1 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:35.894755 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83c74b70-1a25-4013-a554-5825df9117e1 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:35.895081 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83c74b70-1a25-4013-a554-5825df9117e1 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for floatingip (cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:35.908842 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-83c74b70-1a25-4013-a554-5825df9117e1 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Calling delete_port for cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:49:36.218609 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83c74b70-1a25-4013-a554-5825df9117e1 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:36.286515 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c74b70-1a25-4013-a554-5825df9117e1 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Pushing event deleted for resources: {'Port': ['ID=cbb9d324-e23a-4d4f-bf80-9e3d65ef8e1b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:36.336973 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83c74b70-1a25-4013-a554-5825df9117e1 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for floatingip (9ab61814-0176-4bb0-ad80-78da7e633b40), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:36.337356 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-83c74b70-1a25-4013-a554-5825df9117e1 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Floating IP 9ab61814-0176-4bb0-ad80-78da7e633b40 disassociated (deleted). External IP: 172.25.3.232, port: e7899b73-4a31-47c9-91c8-51731bc37bb3. Feb 28 17:49:36.608183 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c74b70-1a25-4013-a554-5825df9117e1 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:49:36.743667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c74b70-1a25-4013-a554-5825df9117e1 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:49:36.754497 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83c74b70-1a25-4013-a554-5825df9117e1 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:36.754605 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b32c3-31f5-4054-9a2e-c0ccc9f74278 None None] Sync routers for ids ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:49:36.765562 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b32c3-31f5-4054-9a2e-c0ccc9f74278 None None] Routers {'89a566bb-3cd9-48fa-a03f-f11aac9c9672'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:49:36.766349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-673b32c3-31f5-4054-9a2e-c0ccc9f74278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:49:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:36.791846 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-83c74b70-1a25-4013-a554-5825df9117e1 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "DELETE /v2.0/floatingips/9ab61814-0176-4bb0-ad80-78da7e633b40 HTTP/1.1" status: 204 len: 168 time: 1.1435721 Feb 28 17:49:36.792579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'tag': 'e7899b73-4a31-47c9-91c8-51731bc37bb3'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:49:36.795187 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ba1bbb-ce75-4217-beed-0eebdd0f074a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0930d4-6cba-4ec8-842f-f76fe70879b9", "tag": "e7899b73-4a31-47c9-91c8-51731bc37bb3"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:49:36.872274 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90346447-da8c-41bd-9f7e-659f1696a05c x-openstack-request-id: req-90346447-da8c-41bd-9f7e-659f1696a05c {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:49:36.872688 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0930d4-6cba-4ec8-842f-f76fe70879b9", "tag": "e7899b73-4a31-47c9-91c8-51731bc37bb3", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:49:36.873157 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-90346447-da8c-41bd-9f7e-659f1696a05c {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:49:36.873662 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'tag': 'e7899b73-4a31-47c9-91c8-51731bc37bb3', 'status': 'completed', 'code': 200} Feb 28 17:49:36.920870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-673b32c3-31f5-4054-9a2e-c0ccc9f74278 None None] Set router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:49:36.977153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba1bbb-ce75-4217-beed-0eebdd0f074a req-4bc77f77-ae24-4955-93f5-67ab6cb16b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:36.983363 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45ba1bbb-ce75-4217-beed-0eebdd0f074a req-4bc77f77-ae24-4955-93f5-67ab6cb16b1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0db2a6722a5e4bb6a867f82f8c0a7392&device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 1129 time: 0.0834613 Feb 28 17:49:37.090177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba1bbb-ce75-4217-beed-0eebdd0f074a req-a63937e3-19c2-4320-93f8-0474890b4d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:37.092230 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45ba1bbb-ce75-4217-beed-0eebdd0f074a req-a63937e3-19c2-4320-93f8-0474890b4d6b service neutron] 10.222.0.73 "GET /v2.0/networks?id=74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 HTTP/1.1" status: 200 len: 909 time: 0.1067395 Feb 28 17:49:37.199365 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45ba1bbb-ce75-4217-beed-0eebdd0f074a req-c7b2018a-d75c-42e3-b936-c6031ff77b14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7899b73-4a31-47c9-91c8-51731bc37bb3 HTTP/1.1" status: 200 len: 217 time: 0.0970645 Feb 28 17:49:37.313375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-673b32c3-31f5-4054-9a2e-c0ccc9f74278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:47:41Z', 'revision_number': 4, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port': {'id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:36Z', 'updated_at': '2022-02-28T17:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '86713fde-3c84-47bc-867a-ab85d27612d0', 'name': '', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'mac_address': 'fa:16:3e:9d:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:40Z', 'updated_at': '2022-02-28T17:47:46Z', 'revision_number': 5, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'subnets': [{'id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:37.338239 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba1bbb-ce75-4217-beed-0eebdd0f074a req-519fd631-153a-4828-b879-ab10075a161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:37.340156 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45ba1bbb-ce75-4217-beed-0eebdd0f074a req-519fd631-153a-4828-b879-ab10075a161e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99f46000-a7f6-4418-ac69-a9c7093623cc HTTP/1.1" status: 200 len: 847 time: 0.1350760 Feb 28 17:49:37.369072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b32c3-31f5-4054-9a2e-c0ccc9f74278 None None] Checking router: 89a566bb-3cd9-48fa-a03f-f11aac9c9672 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:49:37.386825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b32c3-31f5-4054-9a2e-c0ccc9f74278 None None] Routers {'89a566bb-3cd9-48fa-a03f-f11aac9c9672'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:49:37.387856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-673b32c3-31f5-4054-9a2e-c0ccc9f74278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:49:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:37.429132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba1bbb-ce75-4217-beed-0eebdd0f074a req-9a43ab5d-6bf0-4078-bb71-8ca8a3e06bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:37.431859 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45ba1bbb-ce75-4217-beed-0eebdd0f074a req-9a43ab5d-6bf0-4078-bb71-8ca8a3e06bbc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0804381 Feb 28 17:49:37.443333 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83254189-aed1-4bd3-93ed-7eb88d7f103b req-71e53579-d01d-4349-a9fa-57177ba906dc tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:37.443333 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-83254189-aed1-4bd3-93ed-7eb88d7f103b req-71e53579-d01d-4349-a9fa-57177ba906dc tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 946 time: 0.0984130 Feb 28 17:49:37.548489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-83254189-aed1-4bd3-93ed-7eb88d7f103b req-7e726757-ac9b-4c1a-9509-21d016587963 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995812 Feb 28 17:49:37.603465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-673b32c3-31f5-4054-9a2e-c0ccc9f74278 None None] Set router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:49:37.644963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45ba1bbb-ce75-4217-beed-0eebdd0f074a req-ea6d7ce1-8b8b-428e-904b-04f7cd7959a0 service neutron] 10.222.0.73 "GET /v2.0/networks/74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063634 Feb 28 17:49:37.852620 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-45ba1bbb-ce75-4217-beed-0eebdd0f074a req-51910a82-e29d-47bd-bdc7-c40174b8ac35 service neutron] 10.222.0.73 "GET /v2.0/networks/74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010782 Feb 28 17:49:38.164446 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-632e1f3e-1910-4703-ae3b-a701371ff259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:38.170090 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:38.203571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-673b32c3-31f5-4054-9a2e-c0ccc9f74278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:47:41Z', 'revision_number': 4, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port': {'id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:36Z', 'updated_at': '2022-02-28T17:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '86713fde-3c84-47bc-867a-ab85d27612d0', 'name': '', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'mac_address': 'fa:16:3e:9d:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:40Z', 'updated_at': '2022-02-28T17:47:46Z', 'revision_number': 5, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'subnets': [{'id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:38.276561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b32c3-31f5-4054-9a2e-c0ccc9f74278 None None] The sync data for ids ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'] in n-d-820368-19 is: [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:47:41Z', 'revision_number': 4, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port': {'id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:36Z', 'updated_at': '2022-02-28T17:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '86713fde-3c84-47bc-867a-ab85d27612d0', 'name': '', 'network_id': '74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'mac_address': 'fa:16:3e:9d:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:40Z', 'updated_at': '2022-02-28T17:47:46Z', 'revision_number': 5, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'subnets': [{'id': '99f46000-a7f6-4418-ac69-a9c7093623cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:49:38.719300 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7669f9-876c-4e47-b499-88bdb807d836 None None] New status for floating IP 9ab61814-0176-4bb0-ad80-78da7e633b40: DOWN {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:49:38.799504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d541a4-5b46-4bb6-a46b-9a20cbd7cbf1 req-fc05be7e-4c50-4589-9ae8-6e590d9be5b4 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:38.801127 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4d541a4-5b46-4bb6-a46b-9a20cbd7cbf1 req-fc05be7e-4c50-4589-9ae8-6e590d9be5b4 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 946 time: 0.0880129 Feb 28 17:49:39.026800 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a4d541a4-5b46-4bb6-a46b-9a20cbd7cbf1 req-d828a6cd-cc43-4289-8a13-68f64f9537f0 tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/security-groups?id=a744b6e3-3084-4641-a2b8-6adee7299a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157152 Feb 28 17:49:39.059816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee85aad-8144-40d8-bb4d-e3ed1be93074 req-b39fe0b2-51c7-4429-b9fc-d9a4c9dfd2fa tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:49:39.061385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cee85aad-8144-40d8-bb4d-e3ed1be93074 req-b39fe0b2-51c7-4429-b9fc-d9a4c9dfd2fa tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 946 time: 0.2103164 Feb 28 17:49:39.244898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-cee85aad-8144-40d8-bb4d-e3ed1be93074 req-f0a7ea0a-5056-4d38-b0f1-aa72fb3697ad tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Deleting port e7899b73-4a31-47c9-91c8-51731bc37bb3 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:49:39.245154 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cee85aad-8144-40d8-bb4d-e3ed1be93074 req-f0a7ea0a-5056-4d38-b0f1-aa72fb3697ad tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:39.462427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-cee85aad-8144-40d8-bb4d-e3ed1be93074 req-f0a7ea0a-5056-4d38-b0f1-aa72fb3697ad tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] For port e7899b73-4a31-47c9-91c8-51731bc37bb3, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=e7899b73-4a31-47c9-91c8-51731bc37bb3,segment=NetworkSegment(b2faefbe-ab77-434a-8391-2bc49694bd9c),segment_id=b2faefbe-ab77-434a-8391-2bc49694bd9c)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:39.462812 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cee85aad-8144-40d8-bb4d-e3ed1be93074 req-f0a7ea0a-5056-4d38-b0f1-aa72fb3697ad tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:39.475283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-cee85aad-8144-40d8-bb4d-e3ed1be93074 req-f0a7ea0a-5056-4d38-b0f1-aa72fb3697ad tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Calling delete_port for e7899b73-4a31-47c9-91c8-51731bc37bb3 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:49:39.728246 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cee85aad-8144-40d8-bb4d-e3ed1be93074 req-f0a7ea0a-5056-4d38-b0f1-aa72fb3697ad tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e7899b73-4a31-47c9-91c8-51731bc37bb3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:39.773437 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7ea0a-5056-4d38-b0f1-aa72fb3697ad tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Pushing event deleted for resources: {'Port': ['ID=e7899b73-4a31-47c9-91c8-51731bc37bb3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:39.881781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee85aad-8144-40d8-bb4d-e3ed1be93074 req-f0a7ea0a-5056-4d38-b0f1-aa72fb3697ad tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] No DVR routers for this DVR port e7899b73-4a31-47c9-91c8-51731bc37bb3 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:49:39.888047 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-cee85aad-8144-40d8-bb4d-e3ed1be93074 req-f0a7ea0a-5056-4d38-b0f1-aa72fb3697ad tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:39.896093 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cee85aad-8144-40d8-bb4d-e3ed1be93074 req-f0a7ea0a-5056-4d38-b0f1-aa72fb3697ad tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.73 "DELETE /v2.0/ports/e7899b73-4a31-47c9-91c8-51731bc37bb3 HTTP/1.1" status: 204 len: 173 time: 0.8290777 Feb 28 17:49:39.896671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'name': 'network-vif-deleted', 'tag': 'e7899b73-4a31-47c9-91c8-51731bc37bb3'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:49:39.903865 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2b24a50d-ec0a-47f5-8fac-e09df9f94d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:39.908228 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4609248e-8a9e-4c5a-855b-3704f4ec8111" -d '{"events": [{"server_uuid": "dc0930d4-6cba-4ec8-842f-f76fe70879b9", "name": "network-vif-deleted", "tag": "e7899b73-4a31-47c9-91c8-51731bc37bb3"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:49:39.976839 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3734fde5-37f7-42b2-8b59-74232b77c172 x-openstack-request-id: req-3734fde5-37f7-42b2-8b59-74232b77c172 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:49:39.977185 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0930d4-6cba-4ec8-842f-f76fe70879b9", "name": "network-vif-deleted", "tag": "e7899b73-4a31-47c9-91c8-51731bc37bb3", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:49:39.977446 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3734fde5-37f7-42b2-8b59-74232b77c172 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:49:39.977851 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0930d4-6cba-4ec8-842f-f76fe70879b9', 'name': 'network-vif-deleted', 'tag': 'e7899b73-4a31-47c9-91c8-51731bc37bb3', 'status': 'completed', 'code': 200} Feb 28 17:49:40.121844 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:40.192246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3051b6d9-eefa-41a7-bedd-849b3731bfa2 req-af17b9e9-491f-4a5f-bd06-296766c91e8e tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc0930d4-6cba-4ec8-842f-f76fe70879b9 HTTP/1.1" status: 200 len: 210 time: 0.0619082 Feb 28 17:49:41.250523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34130) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:41.314946 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-df524c6f-b871-4694-b9de-017b7f63af4f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group (a744b6e3-3084-4641-a2b8-6adee7299a38), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:41.344213 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-df524c6f-b871-4694-b9de-017b7f63af4f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group (a744b6e3-3084-4641-a2b8-6adee7299a38), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:41.350664 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e7899b73-4a31-47c9-91c8-51731bc37bb3 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:49:41.406365 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: e7899b73-4a31-47c9-91c8-51731bc37bb3 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:49:41.406746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device e7899b73-4a31-47c9-91c8-51731bc37bb3 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:49:41.538672 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:41.589736 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-df524c6f-b871-4694-b9de-017b7f63af4f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a744b6e3-3084-4641-a2b8-6adee7299a38), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:41.592356 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-df524c6f-b871-4694-b9de-017b7f63af4f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:41.593565 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-df524c6f-b871-4694-b9de-017b7f63af4f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] 10.222.0.72 "DELETE /v2.0/security-groups/a744b6e3-3084-4641-a2b8-6adee7299a38 HTTP/1.1" status: 204 len: 168 time: 0.3418939 Feb 28 17:49:41.614984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df524c6f-b871-4694-b9de-017b7f63af4f tempest-TestServerBasicOps-1191768798 tempest-TestServerBasicOps-1191768798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a744b6e3-3084-4641-a2b8-6adee7299a38,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:41.721188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34138) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:42.150891 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5520600-facd-476f-b28a-0d1c142a6752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (89a566bb-3cd9-48fa-a03f-f11aac9c9672), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:42.455215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-b5520600-facd-476f-b28a-0d1c142a6752 admin admin] Deleting port 86713fde-3c84-47bc-867a-ab85d27612d0 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:49:42.455890 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5520600-facd-476f-b28a-0d1c142a6752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:42.544389 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:42.552772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-b5520600-facd-476f-b28a-0d1c142a6752 admin admin] For port 86713fde-3c84-47bc-867a-ab85d27612d0, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=86713fde-3c84-47bc-867a-ab85d27612d0,segment=NetworkSegment(b2faefbe-ab77-434a-8391-2bc49694bd9c),segment_id=b2faefbe-ab77-434a-8391-2bc49694bd9c)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:42.553293 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5520600-facd-476f-b28a-0d1c142a6752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:42.578472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-b5520600-facd-476f-b28a-0d1c142a6752 admin admin] Calling delete_port for 86713fde-3c84-47bc-867a-ab85d27612d0 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:49:42.935130 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5520600-facd-476f-b28a-0d1c142a6752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (86713fde-3c84-47bc-867a-ab85d27612d0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:43.004757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5520600-facd-476f-b28a-0d1c142a6752 admin admin] Pushing event deleted for resources: {'Port': ['ID=86713fde-3c84-47bc-867a-ab85d27612d0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:43.263252 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b5520600-facd-476f-b28a-0d1c142a6752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (89a566bb-3cd9-48fa-a03f-f11aac9c9672), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:43.593878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34162) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:43.725617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5520600-facd-476f-b28a-0d1c142a6752 admin admin] Router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:49:43.731920 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-33eb42ae-7796-450e-aece-dbca2cd17761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:43.837331 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-33eb42ae-7796-450e-aece-dbca2cd17761 admin admin] Publish callbacks [] for security_group (1a6ab517-9596-49c4-94eb-4102069ad280), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:43.916569 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-33eb42ae-7796-450e-aece-dbca2cd17761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1a6ab517-9596-49c4-94eb-4102069ad280), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:43.924325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5520600-facd-476f-b28a-0d1c142a6752 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:49:43.936352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526da054-ea44-495c-9e39-ad11bc4f8b25 None None] Sync routers for ids ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:49:43.944651 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:43.952513 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b5520600-facd-476f-b28a-0d1c142a6752 admin admin] 10.222.0.72 "PUT /v2.0/routers/89a566bb-3cd9-48fa-a03f-f11aac9c9672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2297747 Feb 28 17:49:43.958511 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34166) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:43.961323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526da054-ea44-495c-9e39-ad11bc4f8b25 None None] Routers {'89a566bb-3cd9-48fa-a03f-f11aac9c9672'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:49:43.966626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-526da054-ea44-495c-9e39-ad11bc4f8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:49:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:44.033112 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-33eb42ae-7796-450e-aece-dbca2cd17761 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f0fde975299b4925ad87c269a5958c15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4359460 Feb 28 17:49:44.034050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb42ae-7796-450e-aece-dbca2cd17761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6ab517-9596-49c4-94eb-4102069ad280,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:44.042958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34170) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:44.182395 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec240bb7-1fa9-489c-9f9f-0268553e51bf admin admin] Publish callbacks [] for security_group (1a6ab517-9596-49c4-94eb-4102069ad280), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:44.225118 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] Publish callbacks [] for router (89a566bb-3cd9-48fa-a03f-f11aac9c9672), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:44.232402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-526da054-ea44-495c-9e39-ad11bc4f8b25 None None] Set router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:49:44.244375 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec240bb7-1fa9-489c-9f9f-0268553e51bf admin admin] Publish callbacks [] for security_group (1a6ab517-9596-49c4-94eb-4102069ad280), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:44.395881 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec240bb7-1fa9-489c-9f9f-0268553e51bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1a6ab517-9596-49c4-94eb-4102069ad280), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:44.398547 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec240bb7-1fa9-489c-9f9f-0268553e51bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:44.399718 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ec240bb7-1fa9-489c-9f9f-0268553e51bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a6ab517-9596-49c4-94eb-4102069ad280 HTTP/1.1" status: 204 len: 168 time: 0.3548725 Feb 28 17:49:44.431949 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec240bb7-1fa9-489c-9f9f-0268553e51bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6ab517-9596-49c4-94eb-4102069ad280,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:44.465189 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] Publish callbacks [] for router_gateway (89a566bb-3cd9-48fa-a03f-f11aac9c9672), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:44.641072 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] Deleting port 51fe19bd-01af-46c0-bb23-540248f879fc {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:49:44.641605 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (51fe19bd-01af-46c0-bb23-540248f879fc), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:44.707289 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-526da054-ea44-495c-9e39-ad11bc4f8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:49:42Z', 'revision_number': 5, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port': {'id': '51fe19bd-01af-46c0-bb23-540248f879fc', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:36Z', 'updated_at': '2022-02-28T17:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:44.741615 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526da054-ea44-495c-9e39-ad11bc4f8b25 None None] Checking router: 89a566bb-3cd9-48fa-a03f-f11aac9c9672 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:49:44.755120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526da054-ea44-495c-9e39-ad11bc4f8b25 None None] Routers {'89a566bb-3cd9-48fa-a03f-f11aac9c9672'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:49:44.756087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-526da054-ea44-495c-9e39-ad11bc4f8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:49:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:44.867795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] For port 51fe19bd-01af-46c0-bb23-540248f879fc, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=51fe19bd-01af-46c0-bb23-540248f879fc,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:44.868447 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (51fe19bd-01af-46c0-bb23-540248f879fc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:44.894046 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] Calling delete_port for 51fe19bd-01af-46c0-bb23-540248f879fc owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:49:44.991959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-526da054-ea44-495c-9e39-ad11bc4f8b25 None None] Set router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:49:45.133545 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-526da054-ea44-495c-9e39-ad11bc4f8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:49:44Z', 'revision_number': 6, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:45.236956 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526da054-ea44-495c-9e39-ad11bc4f8b25 None None] The sync data for ids ['89a566bb-3cd9-48fa-a03f-f11aac9c9672'] in n-d-820368-19 is: [{'id': '89a566bb-3cd9-48fa-a03f-f11aac9c9672', 'name': 'tempest-TestServerBasicOps-367349104-router', 'tenant_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:34Z', 'updated_at': '2022-02-28T17:49:44Z', 'revision_number': 6, 'project_id': '0db2a6722a5e4bb6a867f82f8c0a7392', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:49:45.271175 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (51fe19bd-01af-46c0-bb23-540248f879fc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:45.349663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=51fe19bd-01af-46c0-bb23-540248f879fc,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:45.412270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34180) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:45.438324 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bc10c771-27cc-4d11-9114-33ced5b7b23d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:45.450654 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (89a566bb-3cd9-48fa-a03f-f11aac9c9672), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:45.612767 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bc10c771-27cc-4d11-9114-33ced5b7b23d admin admin] Publish callbacks [] for security_group (1550c762-7cfc-413b-a681-f33c817205b6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:45.677000 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bc10c771-27cc-4d11-9114-33ced5b7b23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1550c762-7cfc-413b-a681-f33c817205b6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:45.736579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 86713fde-3c84-47bc-867a-ab85d27612d0 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:49:45.742816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10c771-27cc-4d11-9114-33ced5b7b23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1550c762-7cfc-413b-a681-f33c817205b6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:45.769526 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bc10c771-27cc-4d11-9114-33ced5b7b23d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51b0b797243640db97ddecfecbd96cba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3560479 Feb 28 17:49:45.773138 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34184) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:45.783246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 86713fde-3c84-47bc-867a-ab85d27612d0 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:49:45.783653 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 86713fde-3c84-47bc-867a-ab85d27612d0 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:49:45.860813 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7f03b7be-b772-4d2a-9ff1-ac42ff7735dd admin admin] Publish callbacks [] for security_group (1550c762-7cfc-413b-a681-f33c817205b6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:45.890328 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7f03b7be-b772-4d2a-9ff1-ac42ff7735dd admin admin] Publish callbacks [] for security_group (1550c762-7cfc-413b-a681-f33c817205b6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:46.082660 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7f03b7be-b772-4d2a-9ff1-ac42ff7735dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1550c762-7cfc-413b-a681-f33c817205b6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:46.085244 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7f03b7be-b772-4d2a-9ff1-ac42ff7735dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:46.094657 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7f03b7be-b772-4d2a-9ff1-ac42ff7735dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1550c762-7cfc-413b-a681-f33c817205b6 HTTP/1.1" status: 204 len: 168 time: 0.3200498 Feb 28 17:49:46.113564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03b7be-b772-4d2a-9ff1-ac42ff7735dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1550c762-7cfc-413b-a681-f33c817205b6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:46.235830 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (89a566bb-3cd9-48fa-a03f-f11aac9c9672), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:46.247479 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] Publish callbacks [] for router_controller (89a566bb-3cd9-48fa-a03f-f11aac9c9672), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:46.441803 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (89a566bb-3cd9-48fa-a03f-f11aac9c9672), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:46.442750 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89a566bb-3cd9-48fa-a03f-f11aac9c9672 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:49:46.449536 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:46.450726 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-af9b2a99-6f87-40fa-9573-91a742c99e3e admin admin] 10.222.0.72 "DELETE /v2.0/routers/89a566bb-3cd9-48fa-a03f-f11aac9c9672 HTTP/1.1" status: 204 len: 168 time: 2.4943531 Feb 28 17:49:46.454024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34192) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:46.504017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb570326-7237-449d-96b2-5d3dbaef6318 admin admin] Deleting subnet 99f46000-a7f6-4418-ac69-a9c7093623cc {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:49:46.507709 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb570326-7237-449d-96b2-5d3dbaef6318 admin admin] Publish callbacks [] for subnet (99f46000-a7f6-4418-ac69-a9c7093623cc), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:46.594989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb570326-7237-449d-96b2-5d3dbaef6318 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (99f46000-a7f6-4418-ac69-a9c7093623cc), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:46.706329 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb570326-7237-449d-96b2-5d3dbaef6318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (99f46000-a7f6-4418-ac69-a9c7093623cc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:46.842444 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb570326-7237-449d-96b2-5d3dbaef6318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (99f46000-a7f6-4418-ac69-a9c7093623cc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:46.868423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb570326-7237-449d-96b2-5d3dbaef6318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f46000-a7f6-4418-ac69-a9c7093623cc,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:46.871992 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-eb570326-7237-449d-96b2-5d3dbaef6318 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:46.876215 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-eb570326-7237-449d-96b2-5d3dbaef6318 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/99f46000-a7f6-4418-ac69-a9c7093623cc HTTP/1.1" status: 204 len: 168 time: 0.4208720 Feb 28 17:49:46.879180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34204) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:46.883764 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92881dac-d82b-426f-ae4d-eab5a736da76 None None] Network 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:49:46.954782 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:47.011215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Deleting port 557e3ca5-a408-4800-941e-e074c61c848e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:49:47.011559 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (557e3ca5-a408-4800-941e-e074c61c848e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:47.093990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] DHCP port deletion for 74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:49:47.096958 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] For port 557e3ca5-a408-4800-941e-e074c61c848e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=557e3ca5-a408-4800-941e-e074c61c848e,segment=NetworkSegment(b2faefbe-ab77-434a-8391-2bc49694bd9c),segment_id=b2faefbe-ab77-434a-8391-2bc49694bd9c)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:47.097328 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (557e3ca5-a408-4800-941e-e074c61c848e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:47.112634 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Calling delete_port for 557e3ca5-a408-4800-941e-e074c61c848e owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:49:47.168066 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Deleting port 557e3ca5-a408-4800-941e-e074c61c848e {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:49:47.168775 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (557e3ca5-a408-4800-941e-e074c61c848e), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:47.248252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] For port 557e3ca5-a408-4800-941e-e074c61c848e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=557e3ca5-a408-4800-941e-e074c61c848e,segment=NetworkSegment(b2faefbe-ab77-434a-8391-2bc49694bd9c),segment_id=b2faefbe-ab77-434a-8391-2bc49694bd9c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:47.251384 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (557e3ca5-a408-4800-941e-e074c61c848e), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:47.263864 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Calling delete_port for 557e3ca5-a408-4800-941e-e074c61c848e owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:49:47.270485 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (557e3ca5-a408-4800-941e-e074c61c848e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:47.313697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=557e3ca5-a408-4800-941e-e074c61c848e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:47.317406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] No DVR routers for this DVR port 557e3ca5-a408-4800-941e-e074c61c848e on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:49:47.359680 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (557e3ca5-a408-4800-941e-e074c61c848e), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:47.379569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] No DVR routers for this DVR port 557e3ca5-a408-4800-941e-e074c61c848e on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:49:47.406978 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Pushing event deleted for resources: {'Port': ['ID=557e3ca5-a408-4800-941e-e074c61c848e,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:47.419299 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:47.420205 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:47.420650 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:47.421086 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:47.421614 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:47.422613 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:47.423057 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:47.423482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:47.423990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:47.424411 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:47.424833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:47.425251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:47.426449 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d78ba6-0a3b-4e76-85f9-3ae7b4ec426e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:49:47.522464 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:47.547452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:47.556336 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 51fe19bd-01af-46c0-bb23-540248f879fc no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:49:47.564250 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2faefbe-ab77-434a-8391-2bc49694bd9c') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:47.564849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2faefbe-ab77-434a-8391-2bc49694bd9c') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:47.583818 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (b2faefbe-ab77-434a-8391-2bc49694bd9c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:47.597125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 51fe19bd-01af-46c0-bb23-540248f879fc {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:49:47.597465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 51fe19bd-01af-46c0-bb23-540248f879fc not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:49:47.597878 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 557e3ca5-a408-4800-941e-e074c61c848e no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:49:47.601053 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b2faefbe-ab77-434a-8391-2bc49694bd9c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:47.609840 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:49:47.610403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (b2faefbe-ab77-434a-8391-2bc49694bd9c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:49:47.612536 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:49:47.628405 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 557e3ca5-a408-4800-941e-e074c61c848e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:49:47.628774 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 557e3ca5-a408-4800-941e-e074c61c848e not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:49:47.733332 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:47.739223 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:47.744962 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3 HTTP/1.1" status: 204 len: 168 time: 0.8648112 Feb 28 17:49:47.749584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34224) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:47.769749 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac739e-bf49-4e41-b8e0-29eb393fcac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=74b2bb88-5a25-4f10-ad88-1a2d4bf2c9f3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:48.148490 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-564c866c-6296-49d8-a595-b5947db8b6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (09e9314d-8896-412c-b1a2-cd9f13a900e6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:48.427202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-564c866c-6296-49d8-a595-b5947db8b6ef admin admin] Deleting port 8311f22a-7df1-4b19-a20c-06a3169cc8e3 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:49:48.427854 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-564c866c-6296-49d8-a595-b5947db8b6ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:48.532983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-564c866c-6296-49d8-a595-b5947db8b6ef admin admin] For port 8311f22a-7df1-4b19-a20c-06a3169cc8e3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8311f22a-7df1-4b19-a20c-06a3169cc8e3,segment=NetworkSegment(d72177ea-0072-4bb4-a860-0f5cfbc8110c),segment_id=d72177ea-0072-4bb4-a860-0f5cfbc8110c)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:48.533368 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-564c866c-6296-49d8-a595-b5947db8b6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:48.556942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-564c866c-6296-49d8-a595-b5947db8b6ef admin admin] Calling delete_port for 8311f22a-7df1-4b19-a20c-06a3169cc8e3 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:49:48.858938 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-564c866c-6296-49d8-a595-b5947db8b6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (8311f22a-7df1-4b19-a20c-06a3169cc8e3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:48.886758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c866c-6296-49d8-a595-b5947db8b6ef admin admin] Pushing event deleted for resources: {'Port': ['ID=8311f22a-7df1-4b19-a20c-06a3169cc8e3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:49.132764 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-564c866c-6296-49d8-a595-b5947db8b6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (09e9314d-8896-412c-b1a2-cd9f13a900e6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:49.355354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34270) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:49.492374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564c866c-6296-49d8-a595-b5947db8b6ef admin admin] Router 09e9314d-8896-412c-b1a2-cd9f13a900e6 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:49:49.550195 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c21b29c9-5914-4334-928c-e38bede9857d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:49.653387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564c866c-6296-49d8-a595-b5947db8b6ef admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:49:49.668202 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b66e3-4d4f-4503-80b2-236ff703f907 None None] Sync routers for ids ['09e9314d-8896-412c-b1a2-cd9f13a900e6'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:49:49.669087 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-564c866c-6296-49d8-a595-b5947db8b6ef admin admin] 10.222.0.72 "PUT /v2.0/routers/09e9314d-8896-412c-b1a2-cd9f13a900e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9053729 Feb 28 17:49:49.669735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34284) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:49.687100 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b66e3-4d4f-4503-80b2-236ff703f907 None None] Routers {'09e9314d-8896-412c-b1a2-cd9f13a900e6'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:49:49.688329 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9a8b66e3-4d4f-4503-80b2-236ff703f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:49:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['09e9314d-8896-412c-b1a2-cd9f13a900e6'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:49.720196 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c21b29c9-5914-4334-928c-e38bede9857d admin admin] Publish callbacks [] for security_group (8b6b0fe8-df0e-483a-8247-f3cd4c05c808), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:49.790420 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c21b29c9-5914-4334-928c-e38bede9857d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8b6b0fe8-df0e-483a-8247-f3cd4c05c808), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:49.868870 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] Publish callbacks [] for router (09e9314d-8896-412c-b1a2-cd9f13a900e6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:49.903619 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-9a8b66e3-4d4f-4503-80b2-236ff703f907 None None] Set router 09e9314d-8896-412c-b1a2-cd9f13a900e6 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:49:49.907056 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c21b29c9-5914-4334-928c-e38bede9857d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f2befe0d90e34341a427d3c6ff439736&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5492752 Feb 28 17:49:49.907936 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b29c9-5914-4334-928c-e38bede9857d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6b0fe8-df0e-483a-8247-f3cd4c05c808,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:49.914547 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34292) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:50.018620 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b13b-4820-4649-b521-0bac9e5c5167 admin admin] Publish callbacks [] for security_group (8b6b0fe8-df0e-483a-8247-f3cd4c05c808), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:50.063554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b13b-4820-4649-b521-0bac9e5c5167 admin admin] Publish callbacks [] for security_group (8b6b0fe8-df0e-483a-8247-f3cd4c05c808), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:50.084050 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] Publish callbacks [] for router_gateway (09e9314d-8896-412c-b1a2-cd9f13a900e6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:50.191495 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9a8b66e3-4d4f-4503-80b2-236ff703f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'name': 'tempest-TestServerBasicOps-1878380730-router', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '179d885d-55f6-4649-8144-888b211e987c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:48Z', 'updated_at': '2022-02-28T17:49:48Z', 'revision_number': 5, 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'gw_port': {'id': '179d885d-55f6-4649-8144-888b211e987c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:74:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:47:49Z', 'updated_at': '2022-02-28T17:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:50.230611 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b13b-4820-4649-b521-0bac9e5c5167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8b6b0fe8-df0e-483a-8247-f3cd4c05c808), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:50.239135 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b13b-4820-4649-b521-0bac9e5c5167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:50.244648 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2eb9b13b-4820-4649-b521-0bac9e5c5167 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b6b0fe8-df0e-483a-8247-f3cd4c05c808 HTTP/1.1" status: 204 len: 168 time: 0.3278949 Feb 28 17:49:50.261348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9b13b-4820-4649-b521-0bac9e5c5167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6b0fe8-df0e-483a-8247-f3cd4c05c808,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:50.285855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] Deleting port 179d885d-55f6-4649-8144-888b211e987c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:49:50.286257 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (179d885d-55f6-4649-8144-888b211e987c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:50.296155 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b66e3-4d4f-4503-80b2-236ff703f907 None None] Checking router: 09e9314d-8896-412c-b1a2-cd9f13a900e6 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:49:50.323697 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b66e3-4d4f-4503-80b2-236ff703f907 None None] Routers {'09e9314d-8896-412c-b1a2-cd9f13a900e6'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:49:50.324333 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9a8b66e3-4d4f-4503-80b2-236ff703f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:49:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['09e9314d-8896-412c-b1a2-cd9f13a900e6'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:50.391924 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] For port 179d885d-55f6-4649-8144-888b211e987c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=179d885d-55f6-4649-8144-888b211e987c,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:50.392690 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (179d885d-55f6-4649-8144-888b211e987c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:50.415655 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] Calling delete_port for 179d885d-55f6-4649-8144-888b211e987c owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:49:50.503750 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-9a8b66e3-4d4f-4503-80b2-236ff703f907 None None] Set router 09e9314d-8896-412c-b1a2-cd9f13a900e6 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:49:50.575274 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9a8b66e3-4d4f-4503-80b2-236ff703f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'name': 'tempest-TestServerBasicOps-1878380730-router', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:48Z', 'updated_at': '2022-02-28T17:49:50Z', 'revision_number': 6, 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:50.620674 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b66e3-4d4f-4503-80b2-236ff703f907 None None] The sync data for ids ['09e9314d-8896-412c-b1a2-cd9f13a900e6'] in n-d-820368-19 is: [{'id': '09e9314d-8896-412c-b1a2-cd9f13a900e6', 'name': 'tempest-TestServerBasicOps-1878380730-router', 'tenant_id': 'de902b33593e44b9aa04cb341fee9e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:47:48Z', 'updated_at': '2022-02-28T17:49:50Z', 'revision_number': 6, 'project_id': 'de902b33593e44b9aa04cb341fee9e95', 'gw_port_host': None}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:49:50.847687 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (179d885d-55f6-4649-8144-888b211e987c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:50.894572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=179d885d-55f6-4649-8144-888b211e987c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:50.990416 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (09e9314d-8896-412c-b1a2-cd9f13a900e6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:51.096149 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (09e9314d-8896-412c-b1a2-cd9f13a900e6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:51.098856 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] Publish callbacks [] for router_controller (09e9314d-8896-412c-b1a2-cd9f13a900e6), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:51.201799 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (09e9314d-8896-412c-b1a2-cd9f13a900e6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:51.202687 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09e9314d-8896-412c-b1a2-cd9f13a900e6 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:49:51.211880 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:51.217535 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b54765d9-6310-4405-8c98-7114ec6e6e42 admin admin] 10.222.0.72 "DELETE /v2.0/routers/09e9314d-8896-412c-b1a2-cd9f13a900e6 HTTP/1.1" status: 204 len: 168 time: 1.5420079 Feb 28 17:49:51.217703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34332) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:51.296576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd0d35e-98b7-4a75-acd2-ca2cc4d21cb1 admin admin] Deleting subnet 5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:49:51.300286 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d35e-98b7-4a75-acd2-ca2cc4d21cb1 admin admin] Publish callbacks [] for subnet (5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:51.339930 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d35e-98b7-4a75-acd2-ca2cc4d21cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:51.436221 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d35e-98b7-4a75-acd2-ca2cc4d21cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:51.651619 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d35e-98b7-4a75-acd2-ca2cc4d21cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:51.669572 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d35e-98b7-4a75-acd2-ca2cc4d21cb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:51.680945 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69304d7-b118-452d-b51b-b1d1871d404c None None] Network dfb9a332-1d25-40a6-8d65-39768a13c3cd requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:49:51.706178 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ecd0d35e-98b7-4a75-acd2-ca2cc4d21cb1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd HTTP/1.1" status: 204 len: 168 time: 0.4862087 Feb 28 17:49:51.707486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34348) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:51.740738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 179d885d-55f6-4649-8144-888b211e987c no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:49:51.754217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0d35e-98b7-4a75-acd2-ca2cc4d21cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa5c9a6-be5a-4e2f-8ea0-9fe309875abd,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:51.808254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 179d885d-55f6-4649-8144-888b211e987c {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:49:51.808822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 179d885d-55f6-4649-8144-888b211e987c not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:49:51.809435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8311f22a-7df1-4b19-a20c-06a3169cc8e3 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:49:51.862296 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (dfb9a332-1d25-40a6-8d65-39768a13c3cd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:51.873353 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 8311f22a-7df1-4b19-a20c-06a3169cc8e3 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:49:51.878064 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8311f22a-7df1-4b19-a20c-06a3169cc8e3 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:49:51.981106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Deleting port 24222c58-4c21-4928-ab9b-a89116a2820f {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:49:51.982313 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:52.067384 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d040faef-34cd-4ee4-b3aa-49bbd0792820 None None] DHCP port deletion for dfb9a332-1d25-40a6-8d65-39768a13c3cd request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:49:52.092630 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] For port 24222c58-4c21-4928-ab9b-a89116a2820f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=24222c58-4c21-4928-ab9b-a89116a2820f,segment=NetworkSegment(d72177ea-0072-4bb4-a860-0f5cfbc8110c),segment_id=d72177ea-0072-4bb4-a860-0f5cfbc8110c)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:52.093001 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:52.108741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Calling delete_port for 24222c58-4c21-4928-ab9b-a89116a2820f owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:49:52.128212 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d040faef-34cd-4ee4-b3aa-49bbd0792820 None None] Deleting port 24222c58-4c21-4928-ab9b-a89116a2820f {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:49:52.128597 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d040faef-34cd-4ee4-b3aa-49bbd0792820 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:52.218994 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d040faef-34cd-4ee4-b3aa-49bbd0792820 None None] For port 24222c58-4c21-4928-ab9b-a89116a2820f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=24222c58-4c21-4928-ab9b-a89116a2820f,segment=NetworkSegment(d72177ea-0072-4bb4-a860-0f5cfbc8110c),segment_id=d72177ea-0072-4bb4-a860-0f5cfbc8110c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:49:52.219393 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d040faef-34cd-4ee4-b3aa-49bbd0792820 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:52.232415 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d040faef-34cd-4ee4-b3aa-49bbd0792820 None None] Calling delete_port for 24222c58-4c21-4928-ab9b-a89116a2820f owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:49:52.339231 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:52.352483 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d040faef-34cd-4ee4-b3aa-49bbd0792820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (24222c58-4c21-4928-ab9b-a89116a2820f), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:52.372853 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040faef-34cd-4ee4-b3aa-49bbd0792820 None None] Pushing event deleted for resources: {'Port': ['ID=24222c58-4c21-4928-ab9b-a89116a2820f,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:52.377415 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d040faef-34cd-4ee4-b3aa-49bbd0792820 None None] No DVR routers for this DVR port 24222c58-4c21-4928-ab9b-a89116a2820f on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:49:52.398645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=24222c58-4c21-4928-ab9b-a89116a2820f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:52.403842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] No DVR routers for this DVR port 24222c58-4c21-4928-ab9b-a89116a2820f on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:49:52.495210 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (dfb9a332-1d25-40a6-8d65-39768a13c3cd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:52.521736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb9a332-1d25-40a6-8d65-39768a13c3cd']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:52.532998 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72177ea-0072-4bb4-a860-0f5cfbc8110c') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:52.533289 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72177ea-0072-4bb4-a860-0f5cfbc8110c') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:49:52.552125 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (d72177ea-0072-4bb4-a860-0f5cfbc8110c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:52.584208 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (d72177ea-0072-4bb4-a860-0f5cfbc8110c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:52.604824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:49:52.605234 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (d72177ea-0072-4bb4-a860-0f5cfbc8110c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:49:52.622264 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:49:52.767799 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (dfb9a332-1d25-40a6-8d65-39768a13c3cd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:52.774646 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:52.782138 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/dfb9a332-1d25-40a6-8d65-39768a13c3cd HTTP/1.1" status: 204 len: 168 time: 1.0732911 Feb 28 17:49:52.801282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb6211-5cdb-48c2-b548-bb252e4893b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb9a332-1d25-40a6-8d65-39768a13c3cd,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:53.108959 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34420) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:53.159118 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-46b22834-565e-4f1e-adc1-e7bbcf4d6d46 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0db2a6722a5e4bb6a867f82f8c0a7392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463965 Feb 28 17:49:53.161888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34426) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:53.246729 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7682bc80-aba6-4547-b390-35f12a2efa25 admin admin] Publish callbacks [] for security_group (5944981d-bc59-4874-9d17-a48ae50e7d4c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:53.276913 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7682bc80-aba6-4547-b390-35f12a2efa25 admin admin] Publish callbacks [] for security_group (5944981d-bc59-4874-9d17-a48ae50e7d4c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:53.452197 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7682bc80-aba6-4547-b390-35f12a2efa25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5944981d-bc59-4874-9d17-a48ae50e7d4c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:53.452197 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7682bc80-aba6-4547-b390-35f12a2efa25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:53.452197 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7682bc80-aba6-4547-b390-35f12a2efa25 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5944981d-bc59-4874-9d17-a48ae50e7d4c HTTP/1.1" status: 204 len: 168 time: 0.2818472 Feb 28 17:49:53.460278 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682bc80-aba6-4547-b390-35f12a2efa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5944981d-bc59-4874-9d17-a48ae50e7d4c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:49:53.549040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 24222c58-4c21-4928-ab9b-a89116a2820f no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:49:53.602038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 24222c58-4c21-4928-ab9b-a89116a2820f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:49:53.602920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 24222c58-4c21-4928-ab9b-a89116a2820f not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:49:54.283519 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34476) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:54.333002 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4e59cf94-7b87-454c-b0b6-f2bbcdd8acda admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=de902b33593e44b9aa04cb341fee9e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0473657 Feb 28 17:49:54.335421 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34478) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:49:54.403939 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-028ef207-0945-4901-a368-2541e7850726 admin admin] Publish callbacks [] for security_group (19dfd514-d599-4bfa-9bef-d67fb5ffafc7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:54.428100 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-028ef207-0945-4901-a368-2541e7850726 admin admin] Publish callbacks [] for security_group (19dfd514-d599-4bfa-9bef-d67fb5ffafc7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:54.567659 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-028ef207-0945-4901-a368-2541e7850726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (19dfd514-d599-4bfa-9bef-d67fb5ffafc7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:54.574682 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-028ef207-0945-4901-a368-2541e7850726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:49:54.574682 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-028ef207-0945-4901-a368-2541e7850726 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/19dfd514-d599-4bfa-9bef-d67fb5ffafc7 HTTP/1.1" status: 204 len: 168 time: 0.2356465 Feb 28 17:49:54.589986 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ef207-0945-4901-a368-2541e7850726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dfd514-d599-4bfa-9bef-d67fb5ffafc7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:01.343331 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51313ccd-100b-43cf-9c99-d57241338763 req-5bdcbb04-84f3-4e8e-8785-74f0316d29de tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:01.354324 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51313ccd-100b-43cf-9c99-d57241338763 req-5bdcbb04-84f3-4e8e-8785-74f0316d29de tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 1128 time: 0.0591161 Feb 28 17:50:01.376107 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-51313ccd-100b-43cf-9c99-d57241338763 req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:01.485247 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-51313ccd-100b-43cf-9c99-d57241338763 req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Publish callbacks [] for security_group (99fb1cd4-5a97-4786-80ab-3cee826c1c8d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:01.595584 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-51313ccd-100b-43cf-9c99-d57241338763 req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (99fb1cd4-5a97-4786-80ab-3cee826c1c8d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:01.639653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fb1cd4-5a97-4786-80ab-3cee826c1c8d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:01.653531 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-51313ccd-100b-43cf-9c99-d57241338763 req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979460 Feb 28 17:50:01.660606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:01.660965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:01.661316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:01.661658 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:01.662029 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:01.662379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:01.662709 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:01.663059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:01.663371 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:01.663900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:01.664420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:01.664916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:01.665437 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff49240e-6c73-4852-9f42-834d750e90e4 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:01.891116 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407a88b-0bbe-4d3f-923f-419a053cf657 req-a3fe5729-8888-4e97-9b4d-636a1c920863 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:01.893116 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0407a88b-0bbe-4d3f-923f-419a053cf657 req-a3fe5729-8888-4e97-9b4d-636a1c920863 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.1171734 Feb 28 17:50:01.952648 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0407a88b-0bbe-4d3f-923f-419a053cf657 req-3636ed11-7dbb-41f7-8f67-30bd4b431a94 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512314 Feb 28 17:50:01.975849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34628) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:50:02.049053 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0f704488-50f6-46c3-877a-7091f5ca2594 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/df390c70-2957-4206-81ec-6c89b0ed31ee HTTP/1.1" status: 200 len: 993 time: 0.0719247 Feb 28 17:50:02.419942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-32fc7801-810b-404c-b27f-0b4a76450bb7 req-79519c1c-8184-499f-bebd-377eb1093b24 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:50:02.420940 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-32fc7801-810b-404c-b27f-0b4a76450bb7 req-79519c1c-8184-499f-bebd-377eb1093b24 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058153 Feb 28 17:50:03.076945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61e8f9-1819-4091-85df-139bbce6f647 req-1f5d1a0c-ae72-4560-89b7-0250b6b90100 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:03.101959 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e61e8f9-1819-4091-85df-139bbce6f647 req-1f5d1a0c-ae72-4560-89b7-0250b6b90100 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 946 time: 0.1249428 Feb 28 17:50:03.175059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f6327-e713-4230-b81c-47926ae6e667 req-6beb99fe-3e6c-4236-affd-1e05e13955e7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:03.177821 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-593f6327-e713-4230-b81c-47926ae6e667 req-6beb99fe-3e6c-4236-affd-1e05e13955e7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0970922 Feb 28 17:50:03.230536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6e61e8f9-1819-4091-85df-139bbce6f647 req-9e3d6254-ff30-486e-bd1b-096bd10bb4aa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396942 Feb 28 17:50:03.275168 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-593f6327-e713-4230-b81c-47926ae6e667 req-20329882-0c3a-428f-8eeb-7b8b1b11f431 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892913 Feb 28 17:50:03.768715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34666) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:50:03.977280 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-17eaaf08-8a08-4f7f-be23-6b66d9e91851 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2044246 Feb 28 17:50:03.982195 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-8a94afa8-13e0-41a1-804d-aabdd0fca618 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:50:03.987342 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-8a94afa8-13e0-41a1-804d-aabdd0fca618 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082054 Feb 28 17:50:04.422638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678aeed-d66f-4cd6-bc32-d93683472d40 req-66cf9a78-b53e-4a85-9996-b490745409a9 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:04.430707 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e678aeed-d66f-4cd6-bc32-d93683472d40 req-66cf9a78-b53e-4a85-9996-b490745409a9 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 946 time: 0.0792487 Feb 28 17:50:04.487551 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c8dab-b119-488f-bfec-1d65f93787a1 req-dc04b0e1-a9a6-45f3-8f39-57a67fdf373f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:04.490102 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe5c8dab-b119-488f-bfec-1d65f93787a1 req-dc04b0e1-a9a6-45f3-8f39-57a67fdf373f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.1315069 Feb 28 17:50:04.530527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e678aeed-d66f-4cd6-bc32-d93683472d40 req-f4e0da17-6431-4b31-94dd-015a1047337d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=063acc72-79f7-4740-830d-758c91de3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987177 Feb 28 17:50:04.569631 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ca8d3-8955-4882-aebf-af90f510b273 req-375c0410-82c8-4e89-bb7d-47d851faf1a3 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:04.571607 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-813ca8d3-8955-4882-aebf-af90f510b273 req-375c0410-82c8-4e89-bb7d-47d851faf1a3 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 946 time: 0.0934916 Feb 28 17:50:04.575382 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe5c8dab-b119-488f-bfec-1d65f93787a1 req-4fad64a1-fde3-4e33-a3f6-96d646c5f94a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790539 Feb 28 17:50:04.692745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-813ca8d3-8955-4882-aebf-af90f510b273 req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Deleting port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:50:04.693092 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-813ca8d3-8955-4882-aebf-af90f510b273 req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:04.810473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-813ca8d3-8955-4882-aebf-af90f510b273 req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] For port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:50:04.810835 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-813ca8d3-8955-4882-aebf-af90f510b273 req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:04.877265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34708) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:50:05.127001 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-813ca8d3-8955-4882-aebf-af90f510b273 req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:05.127366 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-813ca8d3-8955-4882-aebf-af90f510b273 req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (314fa175-e92c-42ee-9cb6-574e407d1019), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:05.127807 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-813ca8d3-8955-4882-aebf-af90f510b273 req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Floating IP 314fa175-e92c-42ee-9cb6-574e407d1019 disassociated. External IP: 172.25.3.238, port: ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8. Feb 28 17:50:05.128480 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-813ca8d3-8955-4882-aebf-af90f510b273 req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Calling delete_port for ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:50:05.176704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fac330-9606-4221-9b43-96233c1848bc req-306a11c5-6a8d-4c62-ae8b-208dd7e81c41 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:05.178683 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-306a11c5-6a8d-4c62-ae8b-208dd7e81c41 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/ports/7652c6f1-60d5-41d8-949b-640a65be2e0d HTTP/1.1" status: 200 len: 1125 time: 0.3004405 Feb 28 17:50:05.356956 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-813ca8d3-8955-4882-aebf-af90f510b273 req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:05.409971 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event deleted for resources: {'Port': ['ID=ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:05.590061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-813ca8d3-8955-4882-aebf-af90f510b273 req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Router f1d8fd16-35d4-47d1-8925-deb3f4509abd has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:50:05.830824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7786fb6-7662-488d-8ce5-dfac21c23fdf req-ab54dc15-d28e-4e92-9aea-931a28340ad0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:05.840882 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7786fb6-7662-488d-8ce5-dfac21c23fdf req-ab54dc15-d28e-4e92-9aea-931a28340ad0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0909107 Feb 28 17:50:05.879511 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-01c0bea0-5593-4c5d-9570-80ae26dc6f25 req-47bc3d0b-0a5d-4c22-9863-24048d6494e0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 210 time: 0.2114837 Feb 28 17:50:05.913544 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-813ca8d3-8955-4882-aebf-af90f510b273 req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:50:05.936336 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7be08ca-6145-4006-a857-99be4e524b65 None None] Sync routers for ids ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:50:05.964932 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7786fb6-7662-488d-8ce5-dfac21c23fdf req-df9bb2c5-3c69-449f-b9f0-d3294206bc96 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112332 Feb 28 17:50:05.965071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be08ca-6145-4006-a857-99be4e524b65 None None] Routers {'f1d8fd16-35d4-47d1-8925-deb3f4509abd'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:50:05.965071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b7be08ca-6145-4006-a857-99be4e524b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:49:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:50:06.208889 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-b7be08ca-6145-4006-a857-99be4e524b65 None None] Set router f1d8fd16-35d4-47d1-8925-deb3f4509abd gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:50:06.339081 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-813ca8d3-8955-4882-aebf-af90f510b273 req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] No DVR routers for this DVR port ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:50:06.341748 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-813ca8d3-8955-4882-aebf-af90f510b273 req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:06.345446 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-813ca8d3-8955-4882-aebf-af90f510b273 req-07f6634c-b875-40dd-8bda-a9047fcb7841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.73 "DELETE /v2.0/ports/ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 HTTP/1.1" status: 204 len: 173 time: 1.7678926 Feb 28 17:50:06.345965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'name': 'network-vif-deleted', 'tag': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:50:06.348207 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbfe134-9a99-445f-8508-488abac668eb" -d '{"events": [{"server_uuid": "fd8cd1c6-7531-4bb4-83e1-10958569e6a3", "name": "network-vif-deleted", "tag": "ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:50:06.395028 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d1d4fb-b905-482c-9093-54444dc34a16 x-openstack-request-id: req-c8d1d4fb-b905-482c-9093-54444dc34a16 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:50:06.398276 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8cd1c6-7531-4bb4-83e1-10958569e6a3", "name": "network-vif-deleted", "tag": "ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:50:06.398711 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c8d1d4fb-b905-482c-9093-54444dc34a16 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:50:06.402251 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8cd1c6-7531-4bb4-83e1-10958569e6a3', 'name': 'network-vif-deleted', 'tag': 'ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8', 'status': 'completed', 'code': 200} Feb 28 17:50:06.537276 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b7be08ca-6145-4006-a857-99be4e524b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:16Z', 'revision_number': 5, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:50:06.572947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7be08ca-6145-4006-a857-99be4e524b65 None None] Checking router: f1d8fd16-35d4-47d1-8925-deb3f4509abd for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:50:06.585832 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be08ca-6145-4006-a857-99be4e524b65 None None] Routers {'f1d8fd16-35d4-47d1-8925-deb3f4509abd'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:50:06.586487 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b7be08ca-6145-4006-a857-99be4e524b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:49:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:50:06.712322 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-b7be08ca-6145-4006-a857-99be4e524b65 None None] Set router f1d8fd16-35d4-47d1-8925-deb3f4509abd gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:50:07.146266 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cee538b9-d464-4004-ad78-9975afbf7abd req-d6f823f2-4c71-48ec-a203-fa33d24c9e56 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd8cd1c6-7531-4bb4-83e1-10958569e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0322270 Feb 28 17:50:07.154005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5313942-9a6f-40ca-938d-d738e4bb66a6 req-155b475b-3948-46a9-8f4a-6bbe62c4757d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:07.161905 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5313942-9a6f-40ca-938d-d738e4bb66a6 req-155b475b-3948-46a9-8f4a-6bbe62c4757d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0748661 Feb 28 17:50:07.212267 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-b7be08ca-6145-4006-a857-99be4e524b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:16Z', 'revision_number': 5, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:50:07.226924 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5313942-9a6f-40ca-938d-d738e4bb66a6 req-ccbf6504-b5c5-41af-9987-260624c518ba tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637507 Feb 28 17:50:07.256618 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7be08ca-6145-4006-a857-99be4e524b65 None None] The sync data for ids ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'] in n-d-820368-19 is: [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:16Z', 'revision_number': 5, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:50:07.393971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fac330-9606-4221-9b43-96233c1848bc req-c103e907-a23c-479d-8573-031969fd7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:07.393971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-c103e907-a23c-479d-8573-031969fd7563 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 1128 time: 0.0627244 Feb 28 17:50:07.588244 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fac330-9606-4221-9b43-96233c1848bc req-91947f8f-d984-488c-bb11-182bc71f6b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:07.590030 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-91947f8f-d984-488c-bb11-182bc71f6b8b service neutron] 10.222.0.69 "GET /v2.0/networks?id=90467cce-67f9-42ac-8703-131c7a2c0cac HTTP/1.1" status: 200 len: 897 time: 0.1912763 Feb 28 17:50:07.640187 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:50:07.690177 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a7045-9460-429e-a147-a3a8ca6a9ea7 None None] New status for floating IP 314fa175-e92c-42ee-9cb6-574e407d1019: DOWN {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:50:07.712231 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-3a42a9e3-88fd-4f36-be6d-34176b21e5f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d HTTP/1.1" status: 200 len: 1001 time: 0.1133094 Feb 28 17:50:07.722261 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-00b74f31-9156-4e64-8e54-c41901f8307b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:07.778247 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fac330-9606-4221-9b43-96233c1848bc req-f205bdb5-6936-4d8a-83c6-e3562ff8adde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:07.779843 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-f205bdb5-6936-4d8a-83c6-e3562ff8adde service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60e749d0-5a1a-4e4d-a9bf-f67a94760f50 HTTP/1.1" status: 200 len: 834 time: 0.0617156 Feb 28 17:50:07.860145 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:07.872862 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fac330-9606-4221-9b43-96233c1848bc req-239ee934-b9ec-4f63-91d4-55ae2854c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:07.874480 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-239ee934-b9ec-4f63-91d4-55ae2854c23d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90467cce-67f9-42ac-8703-131c7a2c0cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0888255 Feb 28 17:50:07.993220 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-c3a700cf-3dac-40c4-8eb9-f3a30cd3f91d service neutron] 10.222.0.69 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122389 Feb 28 17:50:08.128884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-7b7e013a-9bc3-412c-86c3-fefd73e38c92 service neutron] 10.222.0.69 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273880 Feb 28 17:50:08.360883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9a76b-2a27-465e-9dd1-697e12213ec1 req-f599c8c9-2177-4ab4-b686-638e6ec66829 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:08.370192 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-75f9a76b-2a27-465e-9dd1-697e12213ec1 req-f599c8c9-2177-4ab4-b686-638e6ec66829 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0621667 Feb 28 17:50:08.416650 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-75f9a76b-2a27-465e-9dd1-697e12213ec1 req-62261345-ccc3-49d8-af90-230b9bf90ad6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455856 Feb 28 17:50:08.496366 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34786) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:50:08.560341 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group (063acc72-79f7-4740-830d-758c91de3671), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:08.593055 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group (063acc72-79f7-4740-830d-758c91de3671), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:08.710894 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (063acc72-79f7-4740-830d-758c91de3671), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:08.714445 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:08.715993 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "DELETE /v2.0/security-groups/063acc72-79f7-4740-830d-758c91de3671 HTTP/1.1" status: 204 len: 168 time: 0.2182715 Feb 28 17:50:08.719452 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34790) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:50:08.736693 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [None req-6939029b-d16a-48fc-8414-f0231d5b2392 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] show failed (client error): The resource could not be found. Feb 28 17:50:08.738035 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6939029b-d16a-48fc-8414-f0231d5b2392 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups/063acc72-79f7-4740-830d-758c91de3671 HTTP/1.1" status: 404 len: 347 time: 0.0168598 Feb 28 17:50:08.743520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34794) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:50:08.750956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063acc72-79f7-4740-830d-758c91de3671,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:08.760349 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:08.761014 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:08.761599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:08.762274 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:08.762847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:08.763400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:08.763960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:08.764515 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:08.765065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:08.766262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:08.766831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:08.767392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:08.767941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdfda5-e0e4-4ed7-ba46-412579a4c8f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:50:08.908702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-b41e126f-c520-4109-9170-1a4ab8b5483e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Deleting port 701ac2cd-f77c-4462-adef-fbfde43e96a6 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:50:08.910263 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b41e126f-c520-4109-9170-1a4ab8b5483e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (701ac2cd-f77c-4462-adef-fbfde43e96a6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:09.015169 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b41e126f-c520-4109-9170-1a4ab8b5483e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (701ac2cd-f77c-4462-adef-fbfde43e96a6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:09.016304 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b41e126f-c520-4109-9170-1a4ab8b5483e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for floatingip (701ac2cd-f77c-4462-adef-fbfde43e96a6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:09.036421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-b41e126f-c520-4109-9170-1a4ab8b5483e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Calling delete_port for 701ac2cd-f77c-4462-adef-fbfde43e96a6 owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:50:09.247795 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b41e126f-c520-4109-9170-1a4ab8b5483e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (701ac2cd-f77c-4462-adef-fbfde43e96a6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:09.276484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e126f-c520-4109-9170-1a4ab8b5483e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event deleted for resources: {'Port': ['ID=701ac2cd-f77c-4462-adef-fbfde43e96a6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:09.375738 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b41e126f-c520-4109-9170-1a4ab8b5483e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for floatingip (314fa175-e92c-42ee-9cb6-574e407d1019), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:09.378440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b41e126f-c520-4109-9170-1a4ab8b5483e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:09.379643 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b41e126f-c520-4109-9170-1a4ab8b5483e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "DELETE /v2.0/floatingips/314fa175-e92c-42ee-9cb6-574e407d1019 HTTP/1.1" status: 204 len: 168 time: 0.6348839 Feb 28 17:50:09.436972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:50:09.487930 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:50:09.504314 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device ae9e7afb-1f24-4b82-8fc7-a06074b1e1e8 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:50:09.611768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedbbe6-b0b1-457e-8545-5f2e46344035 req-9cb1da54-226d-4a59-94a8-a48ecfd97f98 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:09.613561 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fdedbbe6-b0b1-457e-8545-5f2e46344035 req-9cb1da54-226d-4a59-94a8-a48ecfd97f98 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0683696 Feb 28 17:50:09.675906 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fdedbbe6-b0b1-457e-8545-5f2e46344035 req-2b2c0b71-2c8e-4e1b-b139-156845b95851 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565348 Feb 28 17:50:09.893793 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fab3292c-69ce-4558-987f-95a96a51f513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:09.960488 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34826) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:50:09.965898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-dc9be6c0-e2f2-41ed-80af-f2d5a14ab49d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1354986112', 'description': 'tempest-description--2146881081'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:50:10.036660 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc9be6c0-e2f2-41ed-80af-f2d5a14ab49d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:10.086869 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:10.130255 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc9be6c0-e2f2-41ed-80af-f2d5a14ab49d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group (cfaaeb59-a19c-4e2e-a83c-89a379ecfcae), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:10.196931 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc9be6c0-e2f2-41ed-80af-f2d5a14ab49d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (cfaaeb59-a19c-4e2e-a83c-89a379ecfcae), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:10.234011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9be6c0-e2f2-41ed-80af-f2d5a14ab49d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:10.286377 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc9be6c0-e2f2-41ed-80af-f2d5a14ab49d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:10.291016 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dc9be6c0-e2f2-41ed-80af-f2d5a14ab49d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3264036 Feb 28 17:50:10.291247 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34834) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:50:10.296354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4e5f2f88-5aba-4b1b-bf3d-27c60446b5de tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Request body: {'security_group_rule': {'security_group_id': 'cfaaeb59-a19c-4e2e-a83c-89a379ecfcae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:50:10.384984 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e5f2f88-5aba-4b1b-bf3d-27c60446b5de tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group_rule (f1925d13-e06a-4388-8cc1-a98b470c8137), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:10.444049 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e5f2f88-5aba-4b1b-bf3d-27c60446b5de tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group_rule (f1925d13-e06a-4388-8cc1-a98b470c8137), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:10.555382 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e5f2f88-5aba-4b1b-bf3d-27c60446b5de tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (f1925d13-e06a-4388-8cc1-a98b470c8137), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:10.596441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f2f88-5aba-4b1b-bf3d-27c60446b5de tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1925d13-e06a-4388-8cc1-a98b470c8137,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:10.685188 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e5f2f88-5aba-4b1b-bf3d-27c60446b5de tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:10.688073 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4e5f2f88-5aba-4b1b-bf3d-27c60446b5de tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3947577 Feb 28 17:50:10.690342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 34840) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:50:10.711861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-128d450e-5507-47ad-a7c5-377225505197 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Request body: {'security_group_rule': {'security_group_id': 'cfaaeb59-a19c-4e2e-a83c-89a379ecfcae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:50:10.844038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb35d5d-35a5-4cb3-8131-d145a76f6948 req-471ae97c-c2c6-4ce9-94aa-b6caad3dea18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:10.845708 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1bb35d5d-35a5-4cb3-8131-d145a76f6948 req-471ae97c-c2c6-4ce9-94aa-b6caad3dea18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0578372 Feb 28 17:50:10.858931 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-128d450e-5507-47ad-a7c5-377225505197 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group_rule (9d296a04-3b79-41b8-8ee2-d707c44a7c80), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:10.901172 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1bb35d5d-35a5-4cb3-8131-d145a76f6948 req-7f1d6e1a-3937-46ef-ab13-16c8a2e5387f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491230 Feb 28 17:50:10.969802 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-128d450e-5507-47ad-a7c5-377225505197 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group_rule (9d296a04-3b79-41b8-8ee2-d707c44a7c80), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:11.041391 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-128d450e-5507-47ad-a7c5-377225505197 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (9d296a04-3b79-41b8-8ee2-d707c44a7c80), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:11.069727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d450e-5507-47ad-a7c5-377225505197 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d296a04-3b79-41b8-8ee2-d707c44a7c80,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:11.141568 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-128d450e-5507-47ad-a7c5-377225505197 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:11.144453 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-128d450e-5507-47ad-a7c5-377225505197 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4413254 Feb 28 17:50:11.146927 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 34850) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:50:11.151479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:50:11.242425 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:11.418972 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:11.470123 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:11.543185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Allocated IP 172.25.3.113 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/4f3bf027-3e54-4951-ae8d-1d53140d22e1) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:50:11.662754 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for port (4f3bf027-3e54-4951-ae8d-1d53140d22e1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:11.763181 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (4f3bf027-3e54-4951-ae8d-1d53140d22e1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:11.825753 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:50:11.830260 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:50:11.843249 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:50:11.870276 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event updated for resources: {'Port': ['ID=4f3bf027-3e54-4951-ae8d-1d53140d22e1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:11.952669 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for floatingip (375b97dd-fde4-4a50-9741-630f75578dbb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:12.057603 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ca93c-00d1-43ca-8da8-ab9117334c31 req-3e02c4e2-584f-4ea1-b829-45f84a2c9ee5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:12.061452 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4d9ca93c-00d1-43ca-8da8-ab9117334c31 req-3e02c4e2-584f-4ea1-b829-45f84a2c9ee5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0712993 Feb 28 17:50:12.064588 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4f3bf027-3e54-4951-ae8d-1d53140d22e1), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:12.162494 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4d9ca93c-00d1-43ca-8da8-ab9117334c31 req-298385a2-4192-42df-86ef-fb9ed7298f8a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763981 Feb 28 17:50:12.282963 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for port (4f3bf027-3e54-4951-ae8d-1d53140d22e1), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:12.372635 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (4f3bf027-3e54-4951-ae8d-1d53140d22e1), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:12.465674 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event updated for resources: {'Port': ['ID=4f3bf027-3e54-4951-ae8d-1d53140d22e1,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:12.479392 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (375b97dd-fde4-4a50-9741-630f75578dbb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:12.540456 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:12.565241 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:12.566784 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d0446c4b-628d-4bce-b0a3-6838d5a4b9e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4187925 Feb 28 17:50:12.885994 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-7d57c577-0005-4cd9-96ef-9f8f2d2f69b2 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1354986112&fields=id&tenant_id=bef235c08ba34768a0edb11d272318ad HTTP/1.1" status: 200 len: 267 time: 0.0524580 Feb 28 17:50:13.007301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-4d176610-ff3c-424d-883a-8f0201ebd70e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:13.008812 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-4d176610-ff3c-424d-883a-8f0201ebd70e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 816 time: 0.1219480 Feb 28 17:50:13.029392 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-1b88609c-6956-42d3-a688-794af6fd8ee5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/quotas/bef235c08ba34768a0edb11d272318ad HTTP/1.1" status: 200 len: 375 time: 0.0113392 Feb 28 17:50:13.089534 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-1d225c55-7ee6-40b0-b823-15dd561cb79c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526977 Feb 28 17:50:13.190399 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-3982876f-f61a-4864-b1c8-b418d4d7c2f7 service neutron] 10.222.0.72 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887578 Feb 28 17:50:13.293119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfa29a-9979-444a-9ccc-20b7ea789574 req-c832ce20-3323-41c2-a611-1d836a548d1c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:13.294872 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5bfa29a-9979-444a-9ccc-20b7ea789574 req-c832ce20-3323-41c2-a611-1d836a548d1c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0537672 Feb 28 17:50:13.304690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-7ee60511-4e6e-4d29-9ae6-aebfdf5aac6d service neutron] 10.222.0.72 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959058 Feb 28 17:50:13.371944 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5bfa29a-9979-444a-9ccc-20b7ea789574 req-0d2ea80e-cbcd-4460-b15f-2f5bd63d82ac tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700531 Feb 28 17:50:13.584017 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c996e268-c22e-4646-afbb-c38508ee954c req-64af3f79-00cb-4467-a995-e5c10870e054 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 210 time: 0.0303550 Feb 28 17:50:13.969881 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:14.570450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396c4b7-7b59-499f-8c60-3f3e7ade85aa req-ca546bb6-1bbf-44b2-a5c7-dfdc7a7be561 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:14.579164 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f396c4b7-7b59-499f-8c60-3f3e7ade85aa req-ca546bb6-1bbf-44b2-a5c7-dfdc7a7be561 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0729017 Feb 28 17:50:14.667191 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f396c4b7-7b59-499f-8c60-3f3e7ade85aa req-119dfc4d-748d-47ae-bca7-96c65742fd0e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868464 Feb 28 17:50:14.754070 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-992c8a54-f3fc-4c98-87e3-140f344a4c89 req-d190226e-4e6a-48bd-a304-f382801daee7 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 210 time: 0.0295238 Feb 28 17:50:15.905656 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e0cd042b-bf2b-4ee9-9e5a-3a54d48595dd req-9b59cb91-3872-4b40-a833-a5a252557f79 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 210 time: 0.0428283 Feb 28 17:50:15.997609 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6c06e-7770-40ee-abcb-7b0eafc5739d req-434d943a-b97f-43e9-9369-cf87b9872bc7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:15.999311 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8ee6c06e-7770-40ee-abcb-7b0eafc5739d req-434d943a-b97f-43e9-9369-cf87b9872bc7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.1852365 Feb 28 17:50:16.006182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-4515c30a-7df9-4008-88b9-a31648d98a9b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:16.009763 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-4515c30a-7df9-4008-88b9-a31648d98a9b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.73 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 816 time: 0.2348695 Feb 28 17:50:16.095561 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8ee6c06e-7770-40ee-abcb-7b0eafc5739d req-e9195eca-afad-471a-a4cf-1f366c8387c0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842028 Feb 28 17:50:16.148527 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-8b836cb4-3c87-42f6-9808-beaa71508f1b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bef235c08ba34768a0edb11d272318ad HTTP/1.1" status: 200 len: 380 time: 0.1285896 Feb 28 17:50:16.154228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-9c18dc20-93b4-480e-9ce9-2e42698938e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Request body: {'port': {'device_id': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'admin_state_up': True, 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'security_groups': ['cfaaeb59-a19c-4e2e-a83c-89a379ecfcae']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:50:16.344608 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-9c18dc20-93b4-480e-9ce9-2e42698938e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Made reservation on behalf of bef235c08ba34768a0edb11d272318ad for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:50:16.349528 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-9c18dc20-93b4-480e-9ce9-2e42698938e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:16.491483 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-9c18dc20-93b4-480e-9ce9-2e42698938e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Allocated IP 172.20.0.12 (f155d851-846e-4863-8917-143f70fd2e65/63b3172b-0c57-4692-87ec-940b42ab24d2/0338a957-5f25-4f82-8926-594740ebd63b) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:50:16.641722 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-9c18dc20-93b4-480e-9ce9-2e42698938e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for port (0338a957-5f25-4f82-8926-594740ebd63b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:16.746550 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-9c18dc20-93b4-480e-9ce9-2e42698938e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0338a957-5f25-4f82-8926-594740ebd63b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:16.800794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-9c18dc20-93b4-480e-9ce9-2e42698938e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Network f155d851-846e-4863-8917-143f70fd2e65 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:50:16.803961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-9c18dc20-93b4-480e-9ce9-2e42698938e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:50:16.807561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-9c18dc20-93b4-480e-9ce9-2e42698938e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:50:16.841496 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18dc20-93b4-480e-9ce9-2e42698938e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event updated for resources: {'Port': ['ID=0338a957-5f25-4f82-8926-594740ebd63b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:16.872510 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-9c18dc20-93b4-480e-9ce9-2e42698938e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:16.873124 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-9c18dc20-93b4-480e-9ce9-2e42698938e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:16.954405 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-9c18dc20-93b4-480e-9ce9-2e42698938e8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8040576 Feb 28 17:50:16.968630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Request body: {'port': {'device_id': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:50:17.081042 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0338a957-5f25-4f82-8926-594740ebd63b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:17.092879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd6fb4-5416-4eea-8309-8c58c816f5b1 req-7ee7b322-47fc-4075-bdbe-86f5439327a6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:17.096378 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c6cd6fb4-5416-4eea-8309-8c58c816f5b1 req-7ee7b322-47fc-4075-bdbe-86f5439327a6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 932 time: 0.0959041 Feb 28 17:50:17.186898 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c6cd6fb4-5416-4eea-8309-8c58c816f5b1 req-d919fdc5-128d-41d3-8eeb-722fd4dd7caa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783880 Feb 28 17:50:17.287155 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-43116f52-7b6e-4658-baa1-82029f1679d0 None None] Provisioning complete for port 0338a957-5f25-4f82-8926-594740ebd63b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:50:17.287770 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-43116f52-7b6e-4658-baa1-82029f1679d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0338a957-5f25-4f82-8926-594740ebd63b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:17.360211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-43116f52-7b6e-4658-baa1-82029f1679d0 None None] Port 0338a957-5f25-4f82-8926-594740ebd63b cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:50:17.456333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd22c0-4663-4275-b99d-e53ff69aba37 req-fb17dcda-4a3c-4895-9f26-0f9e1f9e2cff tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:17.457904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9fbd22c0-4663-4275-b99d-e53ff69aba37 req-fb17dcda-4a3c-4895-9f26-0f9e1f9e2cff tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.1252158 Feb 28 17:50:17.530816 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9fbd22c0-4663-4275-b99d-e53ff69aba37 req-efe2d126-5aaa-466c-82c7-9ae297598cd4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659695 Feb 28 17:50:17.616646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0338a957-5f25-4f82-8926-594740ebd63b {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:50:17.625717 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Publish callbacks [] for port (0338a957-5f25-4f82-8926-594740ebd63b), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:17.640316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Transition to ACTIVE for port object 0338a957-5f25-4f82-8926-594740ebd63b will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:50:17.831131 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (0338a957-5f25-4f82-8926-594740ebd63b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:17.913228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bd35f-9065-4a71-a264-33775351084a service neutron] Pushing event updated for resources: {'Port': ['ID=0338a957-5f25-4f82-8926-594740ebd63b,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:17.967976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Attempting to bind port 0338a957-5f25-4f82-8926-594740ebd63b on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:50:17.968318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Attempting to bind port 0338a957-5f25-4f82-8926-594740ebd63b by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:50:17.968654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Attempting to bind port 0338a957-5f25-4f82-8926-594740ebd63b on network f155d851-846e-4863-8917-143f70fd2e65 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:50:17.973967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Port 0338a957-5f25-4f82-8926-594740ebd63b on network f155d851-846e-4863-8917-143f70fd2e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:50:17.974332 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Attempting to bind port 0338a957-5f25-4f82-8926-594740ebd63b on network f155d851-846e-4863-8917-143f70fd2e65 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:50:17.981099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:50:17.981407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Checking segment: {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:50:17.981805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Bound using segment: {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:50:17.982281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Bound port: 0338a957-5f25-4f82-8926-594740ebd63b, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:50:17.982631 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0338a957-5f25-4f82-8926-594740ebd63b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:18.097439 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:50:18.100802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=0338a957-5f25-4f82-8926-594740ebd63b,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:50:18.242767 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (0338a957-5f25-4f82-8926-594740ebd63b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:18.283194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:18.284127 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:18.285728 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-812bd35f-9065-4a71-a264-33775351084a service neutron] 10.222.0.73 "PUT /v2.0/ports/0338a957-5f25-4f82-8926-594740ebd63b HTTP/1.1" status: 200 len: 1093 time: 1.3213296 Feb 28 17:50:18.288448 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:50:18.292042 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbeaabd7-bffc-4e62-8f53-5fa3cec5ceb9" -d '{"events": [{"name": "network-changed", "server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "tag": "0338a957-5f25-4f82-8926-594740ebd63b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:50:18.325792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bd35f-9065-4a71-a264-33775351084a service neutron] Pushing event updated for resources: {'Port': ['ID=0338a957-5f25-4f82-8926-594740ebd63b,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:18.342235 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf05918-387b-41ff-892c-c8653c756cce x-openstack-request-id: req-5bf05918-387b-41ff-892c-c8653c756cce {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:50:18.342697 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "tag": "0338a957-5f25-4f82-8926-594740ebd63b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:50:18.342924 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5bf05918-387b-41ff-892c-c8653c756cce {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:50:18.343338 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b', 'status': 'completed', 'code': 200} Feb 28 17:50:18.374298 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2d333-1203-4eae-a612-ab6b559873a5 req-c1306c45-b421-4f93-980b-7f956da2412c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:18.375881 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0b2d333-1203-4eae-a612-ab6b559873a5 req-c1306c45-b421-4f93-980b-7f956da2412c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 944 time: 0.0837548 Feb 28 17:50:18.444747 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaabd7-bffc-4e62-8f53-5fa3cec5ceb9 req-85ef53b3-01e2-4d78-b98e-d9b2569c3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:18.446393 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbeaabd7-bffc-4e62-8f53-5fa3cec5ceb9 req-85ef53b3-01e2-4d78-b98e-d9b2569c3eef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 1127 time: 0.0807590 Feb 28 17:50:18.448008 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0b2d333-1203-4eae-a612-ab6b559873a5 req-2a9f00b1-6005-46c1-9602-93f7cf94fc44 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663116 Feb 28 17:50:18.723356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaabd7-bffc-4e62-8f53-5fa3cec5ceb9 req-0279e407-5695-4b14-bb87-850af68d5ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:18.725115 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbeaabd7-bffc-4e62-8f53-5fa3cec5ceb9 req-0279e407-5695-4b14-bb87-850af68d5ff8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=bef235c08ba34768a0edb11d272318ad&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2622170 Feb 28 17:50:18.785701 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8de98e-b327-4fed-b952-174d559a29db req-8fcc3ef3-5e1b-454c-b790-9ae7eddc7de3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:18.787391 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff8de98e-b327-4fed-b952-174d559a29db req-8fcc3ef3-5e1b-454c-b790-9ae7eddc7de3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.1337020 Feb 28 17:50:19.209035 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff8de98e-b327-4fed-b952-174d559a29db req-59fe92df-b68c-45e0-b249-49c717d10ff4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3924308 Feb 28 17:50:19.222600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaabd7-bffc-4e62-8f53-5fa3cec5ceb9 req-7e30cdea-b26d-45a7-9e1b-f9af52e4ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:19.224172 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbeaabd7-bffc-4e62-8f53-5fa3cec5ceb9 req-7e30cdea-b26d-45a7-9e1b-f9af52e4ed2a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4923449 Feb 28 17:50:19.317052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-b32a0067-1bb1-42fe-8f1d-77e69fda180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:19.318789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-b32a0067-1bb1-42fe-8f1d-77e69fda180f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 1127 time: 0.0491900 Feb 28 17:50:19.365352 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-648a8e6a-b144-4d14-bbe3-51d12ecf66de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0338a957-5f25-4f82-8926-594740ebd63b HTTP/1.1" status: 200 len: 217 time: 0.0402734 Feb 28 17:50:19.416183 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-2791709c-f3ab-457e-9c56-ddcb620cc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:19.417738 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-2791709c-f3ab-457e-9c56-ddcb620cc4e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.0467007 Feb 28 17:50:19.480803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-5bc07568-d467-4e3d-af59-12f1e6f4fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:19.482297 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-5bc07568-d467-4e3d-af59-12f1e6f4fd9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0588861 Feb 28 17:50:19.607871 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-7477d182-0678-4056-b0c1-cd655285405c service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198268 Feb 28 17:50:19.632385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5402b4-fda6-43f7-9886-8117927ca74c req-dd36621f-41c6-4f83-a658-dd43fb1f2207 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:19.645020 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eb5402b4-fda6-43f7-9886-8117927ca74c req-dd36621f-41c6-4f83-a658-dd43fb1f2207 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 944 time: 0.0981548 Feb 28 17:50:19.707604 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eb5402b4-fda6-43f7-9886-8117927ca74c req-541ea894-0cc0-45e8-8fb8-61410d0f2d4a tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560551 Feb 28 17:50:19.724129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e33ae62e-e132-4bf1-aff0-82b49d6510f9 req-9515864b-e330-4453-a9a8-fe76b4a96539 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093457 Feb 28 17:50:20.340874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3f7ad-1c09-4cb5-a260-1bda944f71a6 req-a2941f25-0b59-4990-976d-718ff448a820 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:20.342385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2dc3f7ad-1c09-4cb5-a260-1bda944f71a6 req-a2941f25-0b59-4990-976d-718ff448a820 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0538626 Feb 28 17:50:20.394128 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2dc3f7ad-1c09-4cb5-a260-1bda944f71a6 req-1ed0dad5-3692-4ef8-bca9-1a93ef50c2c5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457995 Feb 28 17:50:20.431086 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-c8fac330-9606-4221-9b43-96233c1848bc req-b9ed09bd-4839-443c-890f-c5faa5945a8d service neutron] show failed (client error): The resource could not be found. Feb 28 17:50:20.432160 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-b9ed09bd-4839-443c-890f-c5faa5945a8d service neutron] 10.222.0.69 "GET /v2.0/ports/7652c6f1-60d5-41d8-949b-640a65be2e0d/bindings/n-h1-820368-19 HTTP/1.1" status: 404 len: 381 time: 0.0633245 Feb 28 17:50:21.120925 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34c47246-182f-4b84-94fe-e0dff69bbd3e req-8ca14b0b-5b47-4ec4-8578-7131cca70254 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4255638 Feb 28 17:50:21.123335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fac330-9606-4221-9b43-96233c1848bc req-3fdbf8bd-de1e-4ff2-bdad-039aeeac8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:21.125032 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-3fdbf8bd-de1e-4ff2-bdad-039aeeac8c13 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae&tenant_id=a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 1128 time: 0.0764310 Feb 28 17:50:21.137034 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-19', 'device_owner': 'compute:nova'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:50:21.211443 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:21.284339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d4432-f8db-41a7-93a8-2337f3de2730 req-f16ecf07-8639-467a-aa16-09e7512f957d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:21.285802 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db1d4432-f8db-41a7-93a8-2337f3de2730 req-f16ecf07-8639-467a-aa16-09e7512f957d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 944 time: 0.2098663 Feb 28 17:50:21.288150 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c47246-182f-4b84-94fe-e0dff69bbd3e req-d9d877a9-b202-4259-8d75-15c417c66c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:21.293980 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34c47246-182f-4b84-94fe-e0dff69bbd3e req-d9d877a9-b202-4259-8d75-15c417c66c20 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=289de0055079436c8a0d7cf8f4e90414&device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 1133 time: 0.1073792 Feb 28 17:50:21.386497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db1d4432-f8db-41a7-93a8-2337f3de2730 req-1f72937f-6531-4c99-9fea-915cbc7cce1c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934370 Feb 28 17:50:21.423597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c47246-182f-4b84-94fe-e0dff69bbd3e req-92ea9172-21d0-4467-8a05-2acee2064076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:21.425408 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34c47246-182f-4b84-94fe-e0dff69bbd3e req-92ea9172-21d0-4467-8a05-2acee2064076 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da953345-f9e8-46d0-a79f-fdb26123f35e HTTP/1.1" status: 200 len: 870 time: 0.1154423 Feb 28 17:50:21.465990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] For port 7652c6f1-60d5-41d8-949b-640a65be2e0d, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:50:21.472704 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34c47246-182f-4b84-94fe-e0dff69bbd3e req-88ae5c9b-6e1f-4a24-b468-e652fdabe715 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=ffc56901-6b89-4f48-86dd-9f0857fce7d2 HTTP/1.1" status: 200 len: 217 time: 0.0410402 Feb 28 17:50:21.528619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c47246-182f-4b84-94fe-e0dff69bbd3e req-90b77db2-74e5-4fb1-88fd-de1dce42ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:21.535030 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34c47246-182f-4b84-94fe-e0dff69bbd3e req-90b77db2-74e5-4fb1-88fd-de1dce42ae0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0494344 Feb 28 17:50:21.546329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] For port 7652c6f1-60d5-41d8-949b-640a65be2e0d, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:50:21.579813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42ba6f-b845-459f-9caa-3e751040fc0b req-92804be3-f6ef-4f99-9449-e3548faf8b47 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:21.581421 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4e42ba6f-b845-459f-9caa-3e751040fc0b req-92804be3-f6ef-4f99-9449-e3548faf8b47 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.1059721 Feb 28 17:50:21.594969 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c47246-182f-4b84-94fe-e0dff69bbd3e req-983c3ca6-7a51-4ae1-9575-671bb0b9ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:21.599473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34c47246-182f-4b84-94fe-e0dff69bbd3e req-983c3ca6-7a51-4ae1-9575-671bb0b9ea11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0598042 Feb 28 17:50:21.640526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:50:21.645537 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16125df8-ad6d-4d94-8ab3-5e526abef4f7" -d '{"events": [{"server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "name": "network-vif-unplugged", "status": "completed", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:50:21.652310 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Publish callbacks [] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:21.695500 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4e42ba6f-b845-459f-9caa-3e751040fc0b req-abc3ac05-c1ac-4e33-abd9-98961c12e815 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921469 Feb 28 17:50:21.695500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Transition to ACTIVE for port object 7652c6f1-60d5-41d8-949b-640a65be2e0d will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:50:21.789586 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34c47246-182f-4b84-94fe-e0dff69bbd3e req-2c0a2896-142c-4b4b-a0c0-2e958501fac9 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763022 Feb 28 17:50:21.790975 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b0567c-d79e-45de-8702-69421973cc47 x-openstack-request-id: req-99b0567c-d79e-45de-8702-69421973cc47 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:50:21.791373 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "name": "network-vif-unplugged", "status": "completed", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:50:21.791728 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-99b0567c-d79e-45de-8702-69421973cc47 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:50:21.792238 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'code': 200} Feb 28 17:50:21.814361 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:21.894136 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-34c47246-182f-4b84-94fe-e0dff69bbd3e req-6d090652-d7d6-4046-8237-32e98d53a2c4 service neutron] 10.222.0.69 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089711 Feb 28 17:50:21.936189 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=7652c6f1-60d5-41d8-949b-640a65be2e0d,revision_number=6']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:22.024452 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] No DVR routers for this DVR port 7652c6f1-60d5-41d8-949b-640a65be2e0d on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:50:22.183673 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Attempting to bind port 7652c6f1-60d5-41d8-949b-640a65be2e0d on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:50:22.183924 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Attempting to bind port 7652c6f1-60d5-41d8-949b-640a65be2e0d by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:50:22.184266 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Attempting to bind port 7652c6f1-60d5-41d8-949b-640a65be2e0d on network 90467cce-67f9-42ac-8703-131c7a2c0cac {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:50:22.191164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Port 7652c6f1-60d5-41d8-949b-640a65be2e0d on network 90467cce-67f9-42ac-8703-131c7a2c0cac not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:50:22.191578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Attempting to bind port 7652c6f1-60d5-41d8-949b-640a65be2e0d on network 90467cce-67f9-42ac-8703-131c7a2c0cac {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:50:22.196813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:50:22.198458 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Checking segment: {'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:50:22.198871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Bound using segment: {'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:50:22.199346 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Bound port: 7652c6f1-60d5-41d8-949b-640a65be2e0d, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a15a4cd-88a6-414e-98e4-f848c9dc79f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:50:22.200029 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:22.282869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] For port 7652c6f1-60d5-41d8-949b-640a65be2e0d, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:50:22.286206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] For port 7652c6f1-60d5-41d8-949b-640a65be2e0d, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:50:22.369068 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:22.419235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:22.421131 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:22.423285 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] 10.222.0.73 "PUT /v2.0/ports/7652c6f1-60d5-41d8-949b-640a65be2e0d HTTP/1.1" status: 200 len: 1092 time: 1.2906730 Feb 28 17:50:22.462504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710400f-f0ef-4c4e-bc81-e6e1fae25cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=7652c6f1-60d5-41d8-949b-640a65be2e0d,revision_number=7']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:22.569288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fac330-9606-4221-9b43-96233c1848bc req-b74d628e-1fa7-42b8-80eb-eefcc728d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:22.570997 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-b74d628e-1fa7-42b8-80eb-eefcc728d5cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 1126 time: 0.1035359 Feb 28 17:50:22.579487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da83cf-bab2-43ec-b3bc-1d5390b0f999 req-2e6bd3a0-0d88-42a8-9e68-cfde1819876d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:22.581291 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22da83cf-bab2-43ec-b3bc-1d5390b0f999 req-2e6bd3a0-0d88-42a8-9e68-cfde1819876d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 944 time: 0.0745893 Feb 28 17:50:22.703434 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22da83cf-bab2-43ec-b3bc-1d5390b0f999 req-f6d159cb-5135-4dfa-8d1c-e0ccdc067bb4 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123221 Feb 28 17:50:22.739511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fac330-9606-4221-9b43-96233c1848bc req-5e7cbe31-5df2-43cc-9f06-5819f044f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:22.746305 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-5e7cbe31-5df2-43cc-9f06-5819f044f841 service neutron] 10.222.0.73 "GET /v2.0/networks?id=90467cce-67f9-42ac-8703-131c7a2c0cac HTTP/1.1" status: 200 len: 897 time: 0.1588511 Feb 28 17:50:22.845298 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-3219c786-3c54-4791-a17d-f12f9acf2168 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d HTTP/1.1" status: 200 len: 999 time: 0.0941048 Feb 28 17:50:22.862164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdd33b-2d4b-4845-9e7c-3455662bb63c req-7b6e020c-9231-4f42-abe7-3dc6b867be0f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:22.867770 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9fdd33b-2d4b-4845-9e7c-3455662bb63c req-7b6e020c-9231-4f42-abe7-3dc6b867be0f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 943 time: 0.0799959 Feb 28 17:50:22.935444 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9fdd33b-2d4b-4845-9e7c-3455662bb63c req-6e4c13d2-3db0-4855-b881-1c9e044365a6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613153 Feb 28 17:50:22.966532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fac330-9606-4221-9b43-96233c1848bc req-d8a3dc84-af05-4298-b0b1-13a0022bb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:22.968360 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-d8a3dc84-af05-4298-b0b1-13a0022bb773 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60e749d0-5a1a-4e4d-a9bf-f67a94760f50 HTTP/1.1" status: 200 len: 834 time: 0.1153338 Feb 28 17:50:23.024091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fac330-9606-4221-9b43-96233c1848bc req-ac6bb7e6-69c3-4f10-b25d-7f37cb094f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:23.025658 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-ac6bb7e6-69c3-4f10-b25d-7f37cb094f4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90467cce-67f9-42ac-8703-131c7a2c0cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515342 Feb 28 17:50:23.117870 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-65b0ef00-192a-4c92-a8b3-1897013add43 service neutron] 10.222.0.73 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862753 Feb 28 17:50:23.211343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c8fac330-9606-4221-9b43-96233c1848bc req-59977665-853b-4559-8c6c-cc2e87ca3358 service neutron] 10.222.0.73 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873828 Feb 28 17:50:23.491430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7652c6f1-60d5-41d8-949b-640a65be2e0d no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:50:23.516308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 0338a957-5f25-4f82-8926-594740ebd63b details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:50:23.564708 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] The host n-h2-820368-19 is not matching for port 7652c6f1-60d5-41d8-949b-640a65be2e0d host n-h1-820368-19! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:50:23.565085 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7652c6f1-60d5-41d8-949b-640a65be2e0d not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:50:23.637109 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=0338a957-5f25-4f82-8926-594740ebd63b,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:50:23.647726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '0338a957-5f25-4f82-8926-594740ebd63b', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'port_id': '0338a957-5f25-4f82-8926-594740ebd63b', 'mac_address': 'fa:16:3e:6b:ff:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:50:23.690312 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 0338a957-5f25-4f82-8926-594740ebd63b is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:50:23.690702 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0338a957-5f25-4f82-8926-594740ebd63b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:23.705265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0338a957-5f25-4f82-8926-594740ebd63b {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:50:23.727555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=0338a957-5f25-4f82-8926-594740ebd63b,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:50:23.794353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:50:23.798601 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973" -d '{"events": [{"name": "network-changed", "server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:50:23.824670 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0338a957-5f25-4f82-8926-594740ebd63b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:23.873832 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1655bb1-4ea6-4296-84f5-0d045ce2c78d x-openstack-request-id: req-a1655bb1-4ea6-4296-84f5-0d045ce2c78d {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:50:23.873832 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:50:23.873832 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a1655bb1-4ea6-4296-84f5-0d045ce2c78d {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:50:23.873832 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'status': 'completed', 'code': 200} Feb 28 17:50:23.874426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=0338a957-5f25-4f82-8926-594740ebd63b,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:24.034479 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-fdca11a8-6dc5-4b44-8db9-dbfa5802b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:24.036819 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-fdca11a8-6dc5-4b44-8db9-dbfa5802b409 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 1126 time: 0.1416104 Feb 28 17:50:24.049342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-8460eca1-3ab2-4b97-b9cb-c2c085e3d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:24.053659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-8460eca1-3ab2-4b97-b9cb-c2c085e3d804 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 1126 time: 0.1652896 Feb 28 17:50:24.084979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093d577-1518-453c-85cf-46bac8c2753a req-3ef7f34b-d1aa-4afc-871a-9cb1a6d91d7e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:24.086669 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7093d577-1518-453c-85cf-46bac8c2753a req-3ef7f34b-d1aa-4afc-871a-9cb1a6d91d7e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 945 time: 0.2848153 Feb 28 17:50:24.207925 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb3f5d-eac5-4c77-92c9-4f13c210b4b7 req-542da9ff-42df-4e48-8b05-68d5a66d6a18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:24.209477 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73cb3f5d-eac5-4c77-92c9-4f13c210b4b7 req-542da9ff-42df-4e48-8b05-68d5a66d6a18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 943 time: 0.1091664 Feb 28 17:50:24.223809 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-e253edaa-2ff4-413e-acd0-4289476c7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:24.223809 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-e253edaa-2ff4-413e-acd0-4289476c7fca service neutron] 10.222.0.69 "GET /v2.0/networks?id=90467cce-67f9-42ac-8703-131c7a2c0cac HTTP/1.1" status: 200 len: 897 time: 0.1794691 Feb 28 17:50:24.236225 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7093d577-1518-453c-85cf-46bac8c2753a req-0ba867c9-d73e-4259-88d2-6d92654a8b46 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084895 Feb 28 17:50:24.241848 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-9d82c425-81b8-47c2-9ed0-0853f74bf1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:24.243823 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-9d82c425-81b8-47c2-9ed0-0853f74bf1b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=90467cce-67f9-42ac-8703-131c7a2c0cac HTTP/1.1" status: 200 len: 897 time: 0.1849012 Feb 28 17:50:24.287377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['0338a957-5f25-4f82-8926-594740ebd63b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:50:24.336701 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-ad05275d-bfd5-4d98-b7e6-0f211bd47781 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d HTTP/1.1" status: 200 len: 999 time: 0.0847788 Feb 28 17:50:24.342460 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73cb3f5d-eac5-4c77-92c9-4f13c210b4b7 req-8fa61f01-8deb-4c33-825c-8d634831e021 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155231 Feb 28 17:50:24.361060 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-a8e3391b-1127-4c17-a0ef-635a5c4dc853 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d HTTP/1.1" status: 200 len: 999 time: 0.1265757 Feb 28 17:50:24.431715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-98084bd4-3c2b-4e6e-8ce1-8e3007561a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:24.434374 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-98084bd4-3c2b-4e6e-8ce1-8e3007561a02 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60e749d0-5a1a-4e4d-a9bf-f67a94760f50 HTTP/1.1" status: 200 len: 834 time: 0.0602825 Feb 28 17:50:24.469382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-822333a0-943f-4b90-b7b8-7095884117e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:24.471269 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-822333a0-943f-4b90-b7b8-7095884117e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60e749d0-5a1a-4e4d-a9bf-f67a94760f50 HTTP/1.1" status: 200 len: 834 time: 0.1283019 Feb 28 17:50:24.504322 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-3e93eb76-6287-46d4-9f98-dabaccde3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:24.508793 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-3e93eb76-6287-46d4-9f98-dabaccde3b7d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90467cce-67f9-42ac-8703-131c7a2c0cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0653768 Feb 28 17:50:24.544072 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-3a951c91-62da-402a-9944-42f4addd141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:24.545508 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-3a951c91-62da-402a-9944-42f4addd141c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90467cce-67f9-42ac-8703-131c7a2c0cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0676439 Feb 28 17:50:24.639206 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-0c23cde0-1048-4f03-85a2-8c51189025a7 service neutron] 10.222.0.69 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255488 Feb 28 17:50:24.661003 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-45d1b0b5-70a2-41cb-b5e7-c39a804466f7 service neutron] 10.222.0.73 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082735 Feb 28 17:50:24.739690 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-c1eb6100-c5f8-4b15-bf3e-47b3d3c7e7ab service neutron] 10.222.0.69 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935900 Feb 28 17:50:24.765635 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f1e22d96-9d83-49fe-bdfb-7adb0e7dd973 req-8a01a0e9-d755-4844-a18b-604dc6570abd service neutron] 10.222.0.73 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976717 Feb 28 17:50:25.468273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b6bc2-9e34-4f1a-b7c3-5f41ed3f743f req-ed12c2e8-abb9-45e3-a8d6-0092aa27f825 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:25.470675 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-713b6bc2-9e34-4f1a-b7c3-5f41ed3f743f req-ed12c2e8-abb9-45e3-a8d6-0092aa27f825 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 945 time: 0.1350951 Feb 28 17:50:25.499121 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7652c6f1-60d5-41d8-949b-640a65be2e0d details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:50:25.515331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dc487-e425-40db-af9e-66fd38647327 req-496cfc66-3fcb-4af1-bba9-01c8b014a09a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:25.517299 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-047dc487-e425-40db-af9e-66fd38647327 req-496cfc66-3fcb-4af1-bba9-01c8b014a09a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 943 time: 0.0851340 Feb 28 17:50:25.521558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 0338a957-5f25-4f82-8926-594740ebd63b up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:50:25.528044 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-713b6bc2-9e34-4f1a-b7c3-5f41ed3f743f req-09b5d6d7-8863-4ba5-b404-ef9d5c8736f9 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512838 Feb 28 17:50:25.580043 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-047dc487-e425-40db-af9e-66fd38647327 req-c8d4fa12-1bb0-467d-97ab-c0466aa5adf8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591342 Feb 28 17:50:25.675048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 7652c6f1-60d5-41d8-949b-640a65be2e0d, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:50:25.685731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'port_id': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'mac_address': 'fa:16:3e:a8:2c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:50:25.725102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 7652c6f1-60d5-41d8-949b-640a65be2e0d is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:50:25.727970 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:25.739592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7652c6f1-60d5-41d8-949b-640a65be2e0d {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:50:25.760185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 7652c6f1-60d5-41d8-949b-640a65be2e0d, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:50:25.761711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 0338a957-5f25-4f82-8926-594740ebd63b completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:50:25.766576 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 0338a957-5f25-4f82-8926-594740ebd63b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:50:25.766883 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0338a957-5f25-4f82-8926-594740ebd63b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:25.853679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 0338a957-5f25-4f82-8926-594740ebd63b is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:50:25.854355 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0338a957-5f25-4f82-8926-594740ebd63b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:25.882991 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:25.909883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:50:25.912684 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b608b2-35fc-4387-8d21-248f43ff454e" -d '{"events": [{"server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "name": "network-vif-plugged", "status": "completed", "tag": "0338a957-5f25-4f82-8926-594740ebd63b"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:50:25.934564 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=0338a957-5f25-4f82-8926-594740ebd63b,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:50:25.984921 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff52e6d-42c8-471a-93d3-0f21fad372c6 x-openstack-request-id: req-8ff52e6d-42c8-471a-93d3-0f21fad372c6 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:50:25.986096 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "name": "network-vif-plugged", "status": "completed", "tag": "0338a957-5f25-4f82-8926-594740ebd63b", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:50:25.989327 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8ff52e6d-42c8-471a-93d3-0f21fad372c6 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:50:25.989903 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b', 'code': 200} Feb 28 17:50:25.997059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=7652c6f1-60d5-41d8-949b-640a65be2e0d,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:26.035604 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0338a957-5f25-4f82-8926-594740ebd63b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:26.089043 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1580a4-20bf-491a-9156-60a0b17e48bf req-c9d0c7cb-dfa5-41bd-99cf-affe6711dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:26.090768 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7c1580a4-20bf-491a-9156-60a0b17e48bf req-c9d0c7cb-dfa5-41bd-99cf-affe6711dd8b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 1129 time: 0.0581810 Feb 28 17:50:26.099960 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=0338a957-5f25-4f82-8926-594740ebd63b,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:26.142021 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7c1580a4-20bf-491a-9156-60a0b17e48bf req-c63eea51-948a-4484-b1f5-4d0f3b7c198d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Feb 28 17:50:26.381657 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['7652c6f1-60d5-41d8-949b-640a65be2e0d'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:50:26.688850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab58222-9393-4aa7-a8b3-aa6a2c19a7c7 req-0e28b9e7-ca64-4150-bdd3-ef8b3c026345 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:26.690474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ab58222-9393-4aa7-a8b3-aa6a2c19a7c7 req-0e28b9e7-ca64-4150-bdd3-ef8b3c026345 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.0587239 Feb 28 17:50:26.735049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e57b5-e62b-4a33-adce-1929b0bf0c9d req-bcc30b15-ae5b-4d0a-9d71-2b759206324e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:26.736683 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-228e57b5-e62b-4a33-adce-1929b0bf0c9d req-bcc30b15-ae5b-4d0a-9d71-2b759206324e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 944 time: 0.0669324 Feb 28 17:50:26.747580 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ab58222-9393-4aa7-a8b3-aa6a2c19a7c7 req-8dc213bc-557e-41ac-9076-7e7fb7f45117 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492713 Feb 28 17:50:26.802948 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-228e57b5-e62b-4a33-adce-1929b0bf0c9d req-eae2d62e-e9c4-4718-b2ad-9b8e10342e0f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598533 Feb 28 17:50:27.515462 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7652c6f1-60d5-41d8-949b-640a65be2e0d up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:50:27.659618 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 7652c6f1-60d5-41d8-949b-640a65be2e0d completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:50:27.663859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 7652c6f1-60d5-41d8-949b-640a65be2e0d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:50:27.664220 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:27.806356 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 7652c6f1-60d5-41d8-949b-640a65be2e0d is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:50:27.806774 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:27.856433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 7652c6f1-60d5-41d8-949b-640a65be2e0d, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:50:27.911246 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bea7c-2f9f-43bd-928e-21e5880a1b29 req-9b1e07a5-3d4d-4389-a5a3-a39a2386dc74 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:27.914302 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-552bea7c-2f9f-43bd-928e-21e5880a1b29 req-9b1e07a5-3d4d-4389-a5a3-a39a2386dc74 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.0704827 Feb 28 17:50:27.924594 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:27.994789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f90976-a973-40bf-86af-7d26460a2779 req-0bec5af2-88ad-475c-b887-973bb9de68bd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:28.020050 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3f90976-a973-40bf-86af-7d26460a2779 req-0bec5af2-88ad-475c-b887-973bb9de68bd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.1094105 Feb 28 17:50:28.037859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:50:28.053362 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-552bea7c-2f9f-43bd-928e-21e5880a1b29 req-4ce0148f-5f1a-4b53-a810-855c9f14dc60 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325977 Feb 28 17:50:28.072600 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc01841-64d7-4365-84b8-0cd593d7c04a" -d '{"events": [{"server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "name": "network-vif-plugged", "status": "completed", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:50:28.079027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=7652c6f1-60d5-41d8-949b-640a65be2e0d,revision_number=9']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:50:28.110635 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c3f90976-a973-40bf-86af-7d26460a2779 req-02430450-1d48-4aeb-9d12-afb9ce1bf87d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894737 Feb 28 17:50:28.123176 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb4c6b4-2d4b-4278-99f8-5e2d0440c943 x-openstack-request-id: req-2eb4c6b4-2d4b-4278-99f8-5e2d0440c943 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:50:28.123522 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "name": "network-vif-plugged", "status": "completed", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:50:28.123769 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2eb4c6b4-2d4b-4278-99f8-5e2d0440c943 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:50:28.124411 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'code': 200} Feb 28 17:50:28.518864 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459d0c5-64ef-4e73-870e-6ddef725fd38 req-c384432d-fb64-4223-9daa-e2d5cd06d97e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:28.521263 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1459d0c5-64ef-4e73-870e-6ddef725fd38 req-c384432d-fb64-4223-9daa-e2d5cd06d97e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.1253228 Feb 28 17:50:28.627026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1459d0c5-64ef-4e73-870e-6ddef725fd38 req-46a28368-c683-4939-81e4-cf810d6a0b1b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002476 Feb 28 17:50:28.696790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-469f4aed-1553-4e26-b351-f5e6c72108ae tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:28.698990 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-469f4aed-1553-4e26-b351-f5e6c72108ae tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae&tenant_id=a3eb0a57573941dbb6964a85dd6477cc&binding%3Ahost_id=n-h1-820368-19 HTTP/1.1" status: 200 len: 945 time: 0.1871064 Feb 28 17:50:28.762895 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-766afa5a-1242-4675-bee3-acd7144bc371 service neutron] delete failed (client error): The resource could not be found. Feb 28 17:50:28.763211 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-766afa5a-1242-4675-bee3-acd7144bc371 service neutron] 10.222.0.69 "DELETE /v2.0/ports/7652c6f1-60d5-41d8-949b-640a65be2e0d/bindings/n-h2-820368-19 HTTP/1.1" status: 404 len: 381 time: 0.0577869 Feb 28 17:50:28.888508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-d4a99e0e-5e99-4a02-9003-1c49cd1932e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:28.890141 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-d4a99e0e-5e99-4a02-9003-1c49cd1932e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 1128 time: 0.0682492 Feb 28 17:50:29.014738 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-203086eb-cda9-4763-8e65-da935cb33cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:29.018000 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-203086eb-cda9-4763-8e65-da935cb33cb3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=90467cce-67f9-42ac-8703-131c7a2c0cac HTTP/1.1" status: 200 len: 897 time: 0.1225395 Feb 28 17:50:29.140501 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-fc8243c8-15c2-4919-9228-8407b05f9f43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d HTTP/1.1" status: 200 len: 1001 time: 0.1162431 Feb 28 17:50:29.255982 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-fae9864b-dfb1-4bb9-8883-c3daa922f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:29.257542 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-fae9864b-dfb1-4bb9-8883-c3daa922f638 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60e749d0-5a1a-4e4d-a9bf-f67a94760f50 HTTP/1.1" status: 200 len: 834 time: 0.1107426 Feb 28 17:50:29.303312 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abba71-9b40-4f24-9ae3-249e05e45422 req-8dbbea7f-b95b-46a7-8a33-0a9c2af49bd6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:29.304797 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5abba71-9b40-4f24-9ae3-249e05e45422 req-8dbbea7f-b95b-46a7-8a33-0a9c2af49bd6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.1420774 Feb 28 17:50:29.339872 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-ea8fafc7-3e68-41a6-802d-754f0a563e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:29.341525 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-ea8fafc7-3e68-41a6-802d-754f0a563e06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90467cce-67f9-42ac-8703-131c7a2c0cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0782359 Feb 28 17:50:29.417090 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5abba71-9b40-4f24-9ae3-249e05e45422 req-c3b10c21-d8d6-442e-85d3-360202fd0f38 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046908 Feb 28 17:50:29.504442 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-5d104fc3-1d9d-47a6-a679-ad06213a24e7 service neutron] 10.222.0.69 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554227 Feb 28 17:50:29.588294 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbd74a-ee97-4b24-856b-987946733491 req-f5a996bf-9b4e-4929-93ae-27beb10eb27a tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:29.590956 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-facbd74a-ee97-4b24-856b-987946733491 req-f5a996bf-9b4e-4929-93ae-27beb10eb27a tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.0708084 Feb 28 17:50:29.599649 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 35354) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:50:29.612617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-dfc153b8-a60c-405e-ac77-d3c3cb87ec25 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Request body: {'floatingip': {'port_id': '0338a957-5f25-4f82-8926-594740ebd63b'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:50:29.673571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b0ebcde-bf36-4491-a48b-774cfbb9510e req-4b274d04-a155-4f14-b4f4-cc016fd087a4 service neutron] 10.222.0.69 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606402 Feb 28 17:50:29.748302 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dfc153b8-a60c-405e-ac77-d3c3cb87ec25 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for floatingip (375b97dd-fde4-4a50-9741-630f75578dbb), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:29.844287 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee4ca7-f3a6-46a6-a195-94b43a6f9020 req-b4f6ca1b-bdbc-4072-986f-1d46a513c371 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:29.845787 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e2ee4ca7-f3a6-46a6-a195-94b43a6f9020 req-b4f6ca1b-bdbc-4072-986f-1d46a513c371 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0848672 Feb 28 17:50:29.957138 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e2ee4ca7-f3a6-46a6-a195-94b43a6f9020 req-18bc766e-8fb9-485e-909a-f11a7626f70b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913856 Feb 28 17:50:30.442405 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dfc153b8-a60c-405e-ac77-d3c3cb87ec25 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:30.564057 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dfc153b8-a60c-405e-ac77-d3c3cb87ec25 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (375b97dd-fde4-4a50-9741-630f75578dbb), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:30.780371 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-dfc153b8-a60c-405e-ac77-d3c3cb87ec25 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Floating IP 375b97dd-fde4-4a50-9741-630f75578dbb associated. External IP: 172.25.3.113, port: 0338a957-5f25-4f82-8926-594740ebd63b. Feb 28 17:50:31.358303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1a15d-5031-47f0-8930-daa5c2f76198 req-a834c9b5-4b67-4b88-b1b1-3dea4eb5f082 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:31.360130 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dfb1a15d-5031-47f0-8930-daa5c2f76198 req-a834c9b5-4b67-4b88-b1b1-3dea4eb5f082 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.1331291 Feb 28 17:50:31.587246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dfb1a15d-5031-47f0-8930-daa5c2f76198 req-7803d8b0-27b9-4356-b441-1d617a5872c2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848123 Feb 28 17:50:31.618089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 35400) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:50:31.618792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc153b8-a60c-405e-ac77-d3c3cb87ec25 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Router f1d8fd16-35d4-47d1-8925-deb3f4509abd has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:50:31.735620 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0cbabbcb-07f4-47f4-bc48-8e54d2aa0406 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/df390c70-2957-4206-81ec-6c89b0ed31ee HTTP/1.1" status: 200 len: 993 time: 0.1153848 Feb 28 17:50:31.757334 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc153b8-a60c-405e-ac77-d3c3cb87ec25 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:50:31.762086 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dfc153b8-a60c-405e-ac77-d3c3cb87ec25 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:31.773351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2863f0e-8162-44eb-b394-510bf951d4d8 None None] Sync routers for ids ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:50:31.794838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2863f0e-8162-44eb-b394-510bf951d4d8 None None] Routers {'f1d8fd16-35d4-47d1-8925-deb3f4509abd'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:50:31.796304 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e2863f0e-8162-44eb-b394-510bf951d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:50:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:50:31.801848 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dfc153b8-a60c-405e-ac77-d3c3cb87ec25 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "PUT /v2.0/floatingips/375b97dd-fde4-4a50-9741-630f75578dbb HTTP/1.1" status: 200 len: 992 time: 2.2010107 Feb 28 17:50:31.802545 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:50:31.805252 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b332045a-dbed-4071-bc75-2be22f994e46" -d '{"events": [{"name": "network-changed", "server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "tag": "0338a957-5f25-4f82-8926-594740ebd63b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:50:31.858541 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a9d8a1-6c1b-45da-bb20-04aeb91e5e63 x-openstack-request-id: req-74a9d8a1-6c1b-45da-bb20-04aeb91e5e63 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:50:31.858541 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "tag": "0338a957-5f25-4f82-8926-594740ebd63b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:50:31.858541 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-74a9d8a1-6c1b-45da-bb20-04aeb91e5e63 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:50:31.858541 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b', 'status': 'completed', 'code': 200} Feb 28 17:50:31.931225 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-e2863f0e-8162-44eb-b394-510bf951d4d8 None None] Set router f1d8fd16-35d4-47d1-8925-deb3f4509abd gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:50:31.956071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332045a-dbed-4071-bc75-2be22f994e46 req-b0ad94c1-2473-4b38-b568-a0a2f23f9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:31.959411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b332045a-dbed-4071-bc75-2be22f994e46 req-b0ad94c1-2473-4b38-b568-a0a2f23f9622 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 1129 time: 0.0720370 Feb 28 17:50:32.202977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332045a-dbed-4071-bc75-2be22f994e46 req-f20c4c89-ff59-4d78-869a-15380b6c5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:32.205537 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b332045a-dbed-4071-bc75-2be22f994e46 req-f20c4c89-ff59-4d78-869a-15380b6c5d72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 917 time: 0.2389650 Feb 28 17:50:32.284860 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b332045a-dbed-4071-bc75-2be22f994e46 req-6af02b46-041c-46a4-993f-35b012431441 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0338a957-5f25-4f82-8926-594740ebd63b HTTP/1.1" status: 200 len: 1000 time: 0.0731401 Feb 28 17:50:32.308451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e2863f0e-8162-44eb-b394-510bf951d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '375b97dd-fde4-4a50-9741-630f75578dbb', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'port_id': '0338a957-5f25-4f82-8926-594740ebd63b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'mac_address': 'fa:16:3e:6b:ff:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:50:11Z', 'updated_at': '2022-02-28T17:50:30Z', 'revision_number': 1, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:16Z', 'revision_number': 5, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:50:32.339741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2863f0e-8162-44eb-b394-510bf951d4d8 None None] Checking router: f1d8fd16-35d4-47d1-8925-deb3f4509abd for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:50:32.348314 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2863f0e-8162-44eb-b394-510bf951d4d8 None None] Routers {'f1d8fd16-35d4-47d1-8925-deb3f4509abd'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:50:32.348906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e2863f0e-8162-44eb-b394-510bf951d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:50:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:50:32.352741 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332045a-dbed-4071-bc75-2be22f994e46 req-b993c258-cbe9-4f1c-91a0-2c5e93fecf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:32.354899 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b332045a-dbed-4071-bc75-2be22f994e46 req-b993c258-cbe9-4f1c-91a0-2c5e93fecf34 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.0605228 Feb 28 17:50:32.413001 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332045a-dbed-4071-bc75-2be22f994e46 req-040337bd-7501-4b40-adb8-e2cb5f0bb945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:50:32.414710 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b332045a-dbed-4071-bc75-2be22f994e46 req-040337bd-7501-4b40-adb8-e2cb5f0bb945 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0546312 Feb 28 17:50:32.466170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-e2863f0e-8162-44eb-b394-510bf951d4d8 None None] Set router f1d8fd16-35d4-47d1-8925-deb3f4509abd gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:50:32.537846 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b332045a-dbed-4071-bc75-2be22f994e46 req-399b8167-16a5-44c6-8682-4305c1a19545 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171014 Feb 28 17:50:32.690483 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b332045a-dbed-4071-bc75-2be22f994e46 req-befe194e-3347-4557-8bf1-4e29a1dc20a0 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452537 Feb 28 17:50:32.863963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-e2863f0e-8162-44eb-b394-510bf951d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '375b97dd-fde4-4a50-9741-630f75578dbb', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'port_id': '0338a957-5f25-4f82-8926-594740ebd63b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'mac_address': 'fa:16:3e:6b:ff:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:50:11Z', 'updated_at': '2022-02-28T17:50:30Z', 'revision_number': 1, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:16Z', 'revision_number': 5, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:50:32.893332 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2863f0e-8162-44eb-b394-510bf951d4d8 None None] The sync data for ids ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'] in n-d-820368-19 is: [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '375b97dd-fde4-4a50-9741-630f75578dbb', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'port_id': '0338a957-5f25-4f82-8926-594740ebd63b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'mac_address': 'fa:16:3e:6b:ff:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:50:11Z', 'updated_at': '2022-02-28T17:50:30Z', 'revision_number': 1, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:16Z', 'revision_number': 5, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:50:33.143184 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e689b7-2e24-41d6-9239-5b3e5065cf6a None None] New status for floating IP 375b97dd-fde4-4a50-9741-630f75578dbb: ACTIVE {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:50:37.679710 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8a47ac4f-a190-47e2-911d-9f2bf08f06dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:37.848667 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:39.906982 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8092e92e-5c71-4738-92b0-e4526e0fcbea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:40.091801 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:41.450558 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:42.592820 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:43.963438 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:50:44.639653 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:51:01.975853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-30dcbde9-0712-4d12-a93b-995da0690743 req-a7483052-6862-4cfa-a123-3784876bcd8c service neutron] (104246) timed out ('10.222.0.69', 59359) {{(pid=104246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 17:51:07.693426 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8f40be5-7d81-4119-b7ef-db01f3e57b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:07.864467 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:09.893195 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2c555878-0086-44a0-976c-180399d836a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:10.145617 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:11.466755 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:12.579300 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:13.933364 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:14.912789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7851cc84-e28c-4864-86d8-3cfe69d72fb6 req-1ed25f6d-aef9-42ac-8db9-cda7f8926a03 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0982039 Feb 28 17:51:15.005827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851cc84-e28c-4864-86d8-3cfe69d72fb6 req-d4afd0d6-8c8f-424b-9cea-5c9e5b236c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:15.007387 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7851cc84-e28c-4864-86d8-3cfe69d72fb6 req-d4afd0d6-8c8f-424b-9cea-5c9e5b236c6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 1128 time: 0.0524063 Feb 28 17:51:15.118041 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851cc84-e28c-4864-86d8-3cfe69d72fb6 req-a67f4a44-555e-449b-a342-4cb00832e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:15.119708 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7851cc84-e28c-4864-86d8-3cfe69d72fb6 req-a67f4a44-555e-449b-a342-4cb00832e04a service neutron] 10.222.0.73 "GET /v2.0/networks?id=90467cce-67f9-42ac-8703-131c7a2c0cac HTTP/1.1" status: 200 len: 897 time: 0.0903833 Feb 28 17:51:15.187304 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7851cc84-e28c-4864-86d8-3cfe69d72fb6 req-25663684-b4c4-496c-923b-07ecdb38281c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d HTTP/1.1" status: 200 len: 1001 time: 0.0620537 Feb 28 17:51:15.255856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851cc84-e28c-4864-86d8-3cfe69d72fb6 req-dde9dc60-5850-492b-96e2-8a3f97583edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:15.257567 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7851cc84-e28c-4864-86d8-3cfe69d72fb6 req-dde9dc60-5850-492b-96e2-8a3f97583edd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60e749d0-5a1a-4e4d-a9bf-f67a94760f50 HTTP/1.1" status: 200 len: 834 time: 0.0612299 Feb 28 17:51:15.313097 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851cc84-e28c-4864-86d8-3cfe69d72fb6 req-a57f74b7-6a03-404a-b9c5-c1e1454c3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:15.314842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7851cc84-e28c-4864-86d8-3cfe69d72fb6 req-a57f74b7-6a03-404a-b9c5-c1e1454c3a11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90467cce-67f9-42ac-8703-131c7a2c0cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488045 Feb 28 17:51:15.404391 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7851cc84-e28c-4864-86d8-3cfe69d72fb6 req-5b0685b5-9e08-4c10-99c3-d4794f397594 service neutron] 10.222.0.73 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838084 Feb 28 17:51:15.508486 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7851cc84-e28c-4864-86d8-3cfe69d72fb6 req-a4a57504-75fb-4a5b-9148-3415c51a686e service neutron] 10.222.0.73 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987880 Feb 28 17:51:17.919373 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b652ee-47c8-4eea-9c23-b14daddbfa23 req-9039fbfd-6187-4d1e-9d84-2d45bf3491a3 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:17.926477 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7b652ee-47c8-4eea-9c23-b14daddbfa23 req-9039fbfd-6187-4d1e-9d84-2d45bf3491a3 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 950 time: 0.0621543 Feb 28 17:51:17.985218 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a7b652ee-47c8-4eea-9c23-b14daddbfa23 req-b197d3d1-bdd2-45ae-b102-459593203db2 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/security-groups?id=042e0205-cd53-4a31-93ff-e8d4b8fd6228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519023 Feb 28 17:51:19.150532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92ad24-aa80-47c8-a3eb-bb698ee4a786 req-34a47ec4-d781-4ef4-bfd1-92f3853d3061 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:19.157838 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df92ad24-aa80-47c8-a3eb-bb698ee4a786 req-34a47ec4-d781-4ef4-bfd1-92f3853d3061 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 950 time: 0.0900607 Feb 28 17:51:19.222667 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df92ad24-aa80-47c8-a3eb-bb698ee4a786 req-683a2ab6-a769-4e29-90eb-55d727a63986 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/security-groups?id=042e0205-cd53-4a31-93ff-e8d4b8fd6228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544145 Feb 28 17:51:19.363530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b282ba-4983-47aa-9e8b-047ebb9953f2 req-bed1b432-e8e3-45f1-a8c9-73a3c343e095 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:19.365127 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e0b282ba-4983-47aa-9e8b-047ebb9953f2 req-bed1b432-e8e3-45f1-a8c9-73a3c343e095 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 950 time: 0.0609155 Feb 28 17:51:19.464219 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-e0b282ba-4983-47aa-9e8b-047ebb9953f2 req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Deleting port ffc56901-6b89-4f48-86dd-9f0857fce7d2 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:51:19.464833 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e0b282ba-4983-47aa-9e8b-047ebb9953f2 req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:19.565155 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-e0b282ba-4983-47aa-9e8b-047ebb9953f2 req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] For port ffc56901-6b89-4f48-86dd-9f0857fce7d2, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=ffc56901-6b89-4f48-86dd-9f0857fce7d2,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:51:19.566867 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e0b282ba-4983-47aa-9e8b-047ebb9953f2 req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:19.579934 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-e0b282ba-4983-47aa-9e8b-047ebb9953f2 req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Calling delete_port for ffc56901-6b89-4f48-86dd-9f0857fce7d2 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:51:19.819285 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e0b282ba-4983-47aa-9e8b-047ebb9953f2 req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ffc56901-6b89-4f48-86dd-9f0857fce7d2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:19.832040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['ffc56901-6b89-4f48-86dd-9f0857fce7d2'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:51:19.856080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Pushing event deleted for resources: {'Port': ['ID=ffc56901-6b89-4f48-86dd-9f0857fce7d2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:19.892757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:19.893098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:19.893451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:19.893803 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:19.894178 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:19.894760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:19.895105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:19.895478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:19.895789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:19.896117 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:19.896556 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:19.896760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:19.897072 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:19.914295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b282ba-4983-47aa-9e8b-047ebb9953f2 req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] No DVR routers for this DVR port ffc56901-6b89-4f48-86dd-9f0857fce7d2 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:51:19.916900 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-e0b282ba-4983-47aa-9e8b-047ebb9953f2 req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:19.920532 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e0b282ba-4983-47aa-9e8b-047ebb9953f2 req-f2d55a4a-e742-4812-8423-d485182ab100 tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.69 "DELETE /v2.0/ports/ffc56901-6b89-4f48-86dd-9f0857fce7d2 HTTP/1.1" status: 204 len: 173 time: 0.5503294 Feb 28 17:51:19.921208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce014f06-5205-4426-9df3-a556267b74cd', 'name': 'network-vif-deleted', 'tag': 'ffc56901-6b89-4f48-86dd-9f0857fce7d2'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:51:19.923172 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c886a469-abc7-4cf3-bddb-58a8b11f287d" -d '{"events": [{"server_uuid": "ce014f06-5205-4426-9df3-a556267b74cd", "name": "network-vif-deleted", "tag": "ffc56901-6b89-4f48-86dd-9f0857fce7d2"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:51:19.965462 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21ef82b-a8d6-46fd-ba67-9b3050ace707 x-openstack-request-id: req-c21ef82b-a8d6-46fd-ba67-9b3050ace707 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:51:19.965761 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce014f06-5205-4426-9df3-a556267b74cd", "name": "network-vif-deleted", "tag": "ffc56901-6b89-4f48-86dd-9f0857fce7d2", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:51:19.966052 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c21ef82b-a8d6-46fd-ba67-9b3050ace707 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:51:19.966489 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce014f06-5205-4426-9df3-a556267b74cd', 'name': 'network-vif-deleted', 'tag': 'ffc56901-6b89-4f48-86dd-9f0857fce7d2', 'status': 'completed', 'code': 200} Feb 28 17:51:20.376930 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85da3e59-ee5b-4324-9ed4-94447528058e req-5b28add3-7ae5-4f38-9665-ed85de1a0d3b tempest-VolumesBackupsTest-229411642 tempest-VolumesBackupsTest-229411642-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce014f06-5205-4426-9df3-a556267b74cd HTTP/1.1" status: 200 len: 210 time: 0.0348301 Feb 28 17:51:21.639531 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:51:23.791262 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device ffc56901-6b89-4f48-86dd-9f0857fce7d2 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:51:23.816427 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: ffc56901-6b89-4f48-86dd-9f0857fce7d2 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:51:23.816777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device ffc56901-6b89-4f48-86dd-9f0857fce7d2 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:51:24.771513 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fd197-332a-40cc-8237-282559ab44a6 req-f9a12303-4bb3-438f-a836-613e0f3192a6 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:24.772967 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb4fd197-332a-40cc-8237-282559ab44a6 req-f9a12303-4bb3-438f-a836-613e0f3192a6 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 1128 time: 0.0477495 Feb 28 17:51:24.834149 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb4fd197-332a-40cc-8237-282559ab44a6 req-2ee78f99-326a-435c-8923-de913660be1f tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553594 Feb 28 17:51:24.868216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36662) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:25.045732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f4466-a690-447b-b8c4-3095343a90fc tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port 7a33961f-2b5d-4831-b3e6-d9fed0c00dd1 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:51:25.045732 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4466-a690-447b-b8c4-3095343a90fc tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7a33961f-2b5d-4831-b3e6-d9fed0c00dd1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:25.131672 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4466-a690-447b-b8c4-3095343a90fc tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7a33961f-2b5d-4831-b3e6-d9fed0c00dd1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:25.131994 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4466-a690-447b-b8c4-3095343a90fc tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (7a33961f-2b5d-4831-b3e6-d9fed0c00dd1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:25.145196 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f4466-a690-447b-b8c4-3095343a90fc tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for 7a33961f-2b5d-4831-b3e6-d9fed0c00dd1 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:51:25.415726 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4466-a690-447b-b8c4-3095343a90fc tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7a33961f-2b5d-4831-b3e6-d9fed0c00dd1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:25.449387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f4466-a690-447b-b8c4-3095343a90fc tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=7a33961f-2b5d-4831-b3e6-d9fed0c00dd1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:25.523094 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4466-a690-447b-b8c4-3095343a90fc tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (df390c70-2957-4206-81ec-6c89b0ed31ee), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:25.523427 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-6f8f4466-a690-447b-b8c4-3095343a90fc tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Floating IP df390c70-2957-4206-81ec-6c89b0ed31ee disassociated (deleted). External IP: 172.25.3.151, port: 7652c6f1-60d5-41d8-949b-640a65be2e0d. Feb 28 17:51:25.752793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8f4466-a690-447b-b8c4-3095343a90fc tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router 2dc9fb16-0a3f-4333-9e87-d626af557161 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:51:25.888750 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8f4466-a690-447b-b8c4-3095343a90fc tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:51:25.893821 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f8f4466-a690-447b-b8c4-3095343a90fc tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:25.911570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefc93b-5d87-471a-b0f0-f25a26caee4e None None] Sync routers for ids ['2dc9fb16-0a3f-4333-9e87-d626af557161'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:51:25.924935 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aefc93b-5d87-471a-b0f0-f25a26caee4e None None] Routers {'2dc9fb16-0a3f-4333-9e87-d626af557161'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:51:25.933263 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6f8f4466-a690-447b-b8c4-3095343a90fc tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/floatingips/df390c70-2957-4206-81ec-6c89b0ed31ee HTTP/1.1" status: 204 len: 168 time: 1.0630672 Feb 28 17:51:25.933561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-5aefc93b-5d87-471a-b0f0-f25a26caee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:51:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2dc9fb16-0a3f-4333-9e87-d626af557161'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:25.934042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:51:25.947556 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020cc2ed-994b-45dc-8769-842524df6f85" -d '{"events": [{"name": "network-changed", "server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:51:26.067284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-5aefc93b-5d87-471a-b0f0-f25a26caee4e None None] Set router 2dc9fb16-0a3f-4333-9e87-d626af557161 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:51:26.266928 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5e1048-fa5d-46f0-83d4-a7cceb128b1e x-openstack-request-id: req-5f5e1048-fa5d-46f0-83d4-a7cceb128b1e {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:51:26.267223 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:51:26.267479 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5f5e1048-fa5d-46f0-83d4-a7cceb128b1e {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:51:26.267883 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'status': 'completed', 'code': 200} Feb 28 17:51:26.298140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-5aefc93b-5d87-471a-b0f0-f25a26caee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:49:11Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '7a607b7b-82bf-412b-a90e-8740c9c8ea7f', 'name': '', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:ea:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:10Z', 'updated_at': '2022-02-28T17:49:15Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:26.330903 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefc93b-5d87-471a-b0f0-f25a26caee4e None None] Checking router: 2dc9fb16-0a3f-4333-9e87-d626af557161 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:51:26.340888 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aefc93b-5d87-471a-b0f0-f25a26caee4e None None] Routers {'2dc9fb16-0a3f-4333-9e87-d626af557161'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:51:26.341725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-5aefc93b-5d87-471a-b0f0-f25a26caee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:51:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2dc9fb16-0a3f-4333-9e87-d626af557161'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:26.349700 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cc2ed-994b-45dc-8769-842524df6f85 req-de104290-c448-42dd-92c9-e662e2b5852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:26.351388 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-020cc2ed-994b-45dc-8769-842524df6f85 req-de104290-c448-42dd-92c9-e662e2b5852d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 1128 time: 0.0497069 Feb 28 17:51:26.474990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cc2ed-994b-45dc-8769-842524df6f85 req-d7ad83d7-97e1-4047-a2f2-8b496e9d5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:26.481794 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-020cc2ed-994b-45dc-8769-842524df6f85 req-d7ad83d7-97e1-4047-a2f2-8b496e9d5019 service neutron] 10.222.0.73 "GET /v2.0/networks?id=90467cce-67f9-42ac-8703-131c7a2c0cac HTTP/1.1" status: 200 len: 897 time: 0.1238246 Feb 28 17:51:26.530493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-5aefc93b-5d87-471a-b0f0-f25a26caee4e None None] Set router 2dc9fb16-0a3f-4333-9e87-d626af557161 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:51:26.547643 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-020cc2ed-994b-45dc-8769-842524df6f85 req-ff4151ee-6770-4c77-8590-0b238f03125a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d HTTP/1.1" status: 200 len: 217 time: 0.0581393 Feb 28 17:51:26.688496 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532177c-337e-4847-9bce-787102795a75 req-8c903b7e-b984-4dda-b8d6-5d438a3be562 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:26.690628 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b532177c-337e-4847-9bce-787102795a75 req-8c903b7e-b984-4dda-b8d6-5d438a3be562 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.1413066 Feb 28 17:51:26.693653 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cc2ed-994b-45dc-8769-842524df6f85 req-c9f08519-2ac6-472d-a4e4-e3da85aa76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:26.695889 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-020cc2ed-994b-45dc-8769-842524df6f85 req-c9f08519-2ac6-472d-a4e4-e3da85aa76c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60e749d0-5a1a-4e4d-a9bf-f67a94760f50 HTTP/1.1" status: 200 len: 834 time: 0.1365471 Feb 28 17:51:26.781808 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-5aefc93b-5d87-471a-b0f0-f25a26caee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:49:11Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '7a607b7b-82bf-412b-a90e-8740c9c8ea7f', 'name': '', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:ea:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:10Z', 'updated_at': '2022-02-28T17:49:15Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:26.789677 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b532177c-337e-4847-9bce-787102795a75 req-8eee9e92-4ba1-4389-baa6-07ab1cdc8550 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924721 Feb 28 17:51:26.812259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefc93b-5d87-471a-b0f0-f25a26caee4e None None] The sync data for ids ['2dc9fb16-0a3f-4333-9e87-d626af557161'] in n-d-820368-19 is: [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:49:11Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '7a607b7b-82bf-412b-a90e-8740c9c8ea7f', 'name': '', 'network_id': '90467cce-67f9-42ac-8703-131c7a2c0cac', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:ea:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:10Z', 'updated_at': '2022-02-28T17:49:15Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '60e749d0-5a1a-4e4d-a9bf-f67a94760f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:51:26.849381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cc2ed-994b-45dc-8769-842524df6f85 req-ae1474df-0d90-42d6-aed2-8255946f72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:26.850970 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-020cc2ed-994b-45dc-8769-842524df6f85 req-ae1474df-0d90-42d6-aed2-8255946f72ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90467cce-67f9-42ac-8703-131c7a2c0cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1266203 Feb 28 17:51:27.022994 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-020cc2ed-994b-45dc-8769-842524df6f85 req-3d9f2a46-a10f-4926-9a3b-0a623d543df1 service neutron] 10.222.0.73 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643190 Feb 28 17:51:27.182100 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-020cc2ed-994b-45dc-8769-842524df6f85 req-62f2a06c-98ec-4637-83ae-8b03badcfced service neutron] 10.222.0.73 "GET /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362956 Feb 28 17:51:27.235235 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1f204e-9ea9-4344-8634-4fda80448a82 None None] New status for floating IP df390c70-2957-4206-81ec-6c89b0ed31ee: DOWN {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:51:27.952439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004a13f-aad0-4dbc-9135-cde9df621108 req-5f687c63-acd6-4ef2-b18f-8e4660f530cd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:27.957346 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7004a13f-aad0-4dbc-9135-cde9df621108 req-5f687c63-acd6-4ef2-b18f-8e4660f530cd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0733616 Feb 28 17:51:28.037719 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7004a13f-aad0-4dbc-9135-cde9df621108 req-3296be91-f118-4d66-8fa4-3a231b6105b0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=7a12d41f-d30f-4a01-856c-89420008e380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530765 Feb 28 17:51:28.213354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5c70c-4e15-4be4-ad76-3b54c8b3fe8f req-07dc30cf-ded1-4123-94d4-b0c01a244a90 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:28.214785 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-68e5c70c-4e15-4be4-ad76-3b54c8b3fe8f req-07dc30cf-ded1-4123-94d4-b0c01a244a90 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.73 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 945 time: 0.0633206 Feb 28 17:51:28.355164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-68e5c70c-4e15-4be4-ad76-3b54c8b3fe8f req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port 7652c6f1-60d5-41d8-949b-640a65be2e0d {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:51:28.355665 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-68e5c70c-4e15-4be4-ad76-3b54c8b3fe8f req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:28.508121 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-68e5c70c-4e15-4be4-ad76-3b54c8b3fe8f req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] For port 7652c6f1-60d5-41d8-949b-640a65be2e0d, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7652c6f1-60d5-41d8-949b-640a65be2e0d,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:51:28.508500 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-68e5c70c-4e15-4be4-ad76-3b54c8b3fe8f req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:28.530879 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-68e5c70c-4e15-4be4-ad76-3b54c8b3fe8f req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for 7652c6f1-60d5-41d8-949b-640a65be2e0d owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:51:28.827053 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-68e5c70c-4e15-4be4-ad76-3b54c8b3fe8f req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7652c6f1-60d5-41d8-949b-640a65be2e0d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:28.957604 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e5c70c-4e15-4be4-ad76-3b54c8b3fe8f req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] No DVR routers for this DVR port 7652c6f1-60d5-41d8-949b-640a65be2e0d on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:51:28.959645 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=7652c6f1-60d5-41d8-949b-640a65be2e0d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:28.964819 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-68e5c70c-4e15-4be4-ad76-3b54c8b3fe8f req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:28.968316 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-68e5c70c-4e15-4be4-ad76-3b54c8b3fe8f req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.73 "DELETE /v2.0/ports/7652c6f1-60d5-41d8-949b-640a65be2e0d HTTP/1.1" status: 204 len: 173 time: 0.7432294 Feb 28 17:51:28.968998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'name': 'network-vif-deleted', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:51:28.971622 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a518d3-ad9c-4a68-a1a7-5b49e58e1ed1" -d '{"events": [{"server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "name": "network-vif-deleted", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:51:28.982520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:28.983111 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:28.983648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:28.984149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:28.985348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:28.985864 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:28.986426 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:28.986920 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:28.988499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:28.989120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:28.989987 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:28.990545 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:28.991235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffbf64c-5766-43d5-8b0e-ac256c1061c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:29.049661 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1d3f49-e280-4b07-881c-363a64eeddd4 x-openstack-request-id: req-7a1d3f49-e280-4b07-881c-363a64eeddd4 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:51:29.050481 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458a7d84-521a-4da7-9725-3f12776d80ae", "name": "network-vif-deleted", "tag": "7652c6f1-60d5-41d8-949b-640a65be2e0d", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:51:29.050754 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7a1d3f49-e280-4b07-881c-363a64eeddd4 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:51:29.051167 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458a7d84-521a-4da7-9725-3f12776d80ae', 'name': 'network-vif-deleted', 'tag': '7652c6f1-60d5-41d8-949b-640a65be2e0d', 'status': 'completed', 'code': 200} Feb 28 17:51:29.160498 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-572b871e-9c59-466f-821e-9516196f4312 req-afb525c6-e07a-47f3-82aa-376a1c19f5c5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=458a7d84-521a-4da7-9725-3f12776d80ae HTTP/1.1" status: 200 len: 210 time: 0.0492232 Feb 28 17:51:30.248570 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 36964) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:30.831194 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af675348-c034-4125-91e8-490b2d9e893c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (2dc9fb16-0a3f-4333-9e87-d626af557161), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:31.195748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-af675348-c034-4125-91e8-490b2d9e893c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:51:31.196168 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af675348-c034-4125-91e8-490b2d9e893c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:31.325357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-af675348-c034-4125-91e8-490b2d9e893c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] For port 7a607b7b-82bf-412b-a90e-8740c9c8ea7f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=7a607b7b-82bf-412b-a90e-8740c9c8ea7f,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:51:31.326330 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af675348-c034-4125-91e8-490b2d9e893c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:31.340381 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-af675348-c034-4125-91e8-490b2d9e893c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for 7a607b7b-82bf-412b-a90e-8740c9c8ea7f owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:51:31.641812 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af675348-c034-4125-91e8-490b2d9e893c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7a607b7b-82bf-412b-a90e-8740c9c8ea7f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:31.682170 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af675348-c034-4125-91e8-490b2d9e893c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=7a607b7b-82bf-412b-a90e-8740c9c8ea7f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:31.688236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7652c6f1-60d5-41d8-949b-640a65be2e0d no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:51:31.723347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 7652c6f1-60d5-41d8-949b-640a65be2e0d {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:51:31.723698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7652c6f1-60d5-41d8-949b-640a65be2e0d not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:51:32.373039 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-af675348-c034-4125-91e8-490b2d9e893c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (2dc9fb16-0a3f-4333-9e87-d626af557161), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:32.625315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af675348-c034-4125-91e8-490b2d9e893c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router 2dc9fb16-0a3f-4333-9e87-d626af557161 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:51:32.759289 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af675348-c034-4125-91e8-490b2d9e893c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:51:32.770079 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37086) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:32.770608 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-af675348-c034-4125-91e8-490b2d9e893c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "PUT /v2.0/routers/2dc9fb16-0a3f-4333-9e87-d626af557161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5204411 Feb 28 17:51:32.773300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7babc381-3a73-4d84-afcc-ab36d47d5aee None None] Sync routers for ids ['2dc9fb16-0a3f-4333-9e87-d626af557161'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:51:32.795513 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7babc381-3a73-4d84-afcc-ab36d47d5aee None None] Routers {'2dc9fb16-0a3f-4333-9e87-d626af557161'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:51:32.797110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-7babc381-3a73-4d84-afcc-ab36d47d5aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:51:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2dc9fb16-0a3f-4333-9e87-d626af557161'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:32.864911 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7250a6-4cac-44f9-8658-05574e890179 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting subnet 60e749d0-5a1a-4e4d-a9bf-f67a94760f50 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:51:32.868650 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb7250a6-4cac-44f9-8658-05574e890179 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for subnet (60e749d0-5a1a-4e4d-a9bf-f67a94760f50), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:32.939457 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb7250a6-4cac-44f9-8658-05574e890179 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (60e749d0-5a1a-4e4d-a9bf-f67a94760f50), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:32.949986 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-7babc381-3a73-4d84-afcc-ab36d47d5aee None None] Set router 2dc9fb16-0a3f-4333-9e87-d626af557161 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:51:33.086355 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb7250a6-4cac-44f9-8658-05574e890179 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (60e749d0-5a1a-4e4d-a9bf-f67a94760f50), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:33.198724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-7babc381-3a73-4d84-afcc-ab36d47d5aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:51:31Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:33.233280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7babc381-3a73-4d84-afcc-ab36d47d5aee None None] Checking router: 2dc9fb16-0a3f-4333-9e87-d626af557161 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:51:33.242660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7babc381-3a73-4d84-afcc-ab36d47d5aee None None] Routers {'2dc9fb16-0a3f-4333-9e87-d626af557161'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:51:33.243210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-7babc381-3a73-4d84-afcc-ab36d47d5aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:51:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['2dc9fb16-0a3f-4333-9e87-d626af557161'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:33.276304 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb7250a6-4cac-44f9-8658-05574e890179 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (60e749d0-5a1a-4e4d-a9bf-f67a94760f50), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:33.304721 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7250a6-4cac-44f9-8658-05574e890179 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Subnet': ['ID=60e749d0-5a1a-4e4d-a9bf-f67a94760f50,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:33.312771 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-eb7250a6-4cac-44f9-8658-05574e890179 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:33.317008 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-eb7250a6-4cac-44f9-8658-05574e890179 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/subnets/60e749d0-5a1a-4e4d-a9bf-f67a94760f50 HTTP/1.1" status: 204 len: 168 time: 0.5452631 Feb 28 17:51:33.319809 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37108) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:33.323431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d598c99-513e-4699-b578-b031a8f389aa None None] Network 90467cce-67f9-42ac-8703-131c7a2c0cac requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:51:33.544664 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-7babc381-3a73-4d84-afcc-ab36d47d5aee None None] Set router 2dc9fb16-0a3f-4333-9e87-d626af557161 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:51:33.555589 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router (2dc9fb16-0a3f-4333-9e87-d626af557161), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:33.719274 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (2dc9fb16-0a3f-4333-9e87-d626af557161), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:33.867273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port c8e0eabc-5497-4e2d-a202-7e4e6d825294 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:51:33.868310 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c8e0eabc-5497-4e2d-a202-7e4e6d825294), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:33.983327 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] DHCP port deletion for 90467cce-67f9-42ac-8703-131c7a2c0cac request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:51:33.992003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-7babc381-3a73-4d84-afcc-ab36d47d5aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:51:31Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:34.011233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] For port c8e0eabc-5497-4e2d-a202-7e4e6d825294, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c8e0eabc-5497-4e2d-a202-7e4e6d825294,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:51:34.011702 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c8e0eabc-5497-4e2d-a202-7e4e6d825294), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:34.025043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7babc381-3a73-4d84-afcc-ab36d47d5aee None None] The sync data for ids ['2dc9fb16-0a3f-4333-9e87-d626af557161'] in n-d-820368-19 is: [{'id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049453025', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:49:04Z', 'updated_at': '2022-02-28T17:51:31Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'c8e0eabc-5497-4e2d-a202-7e4e6d825294', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc9fb16-0a3f-4333-9e87-d626af557161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:49:05Z', 'updated_at': '2022-02-28T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:51:34.026807 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for c8e0eabc-5497-4e2d-a202-7e4e6d825294 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:51:34.074364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Deleting port 22a1d0af-2250-4310-95c0-4d645d7854c4 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:51:34.074869 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (22a1d0af-2250-4310-95c0-4d645d7854c4), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:34.183417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] For port 22a1d0af-2250-4310-95c0-4d645d7854c4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=22a1d0af-2250-4310-95c0-4d645d7854c4,segment=NetworkSegment(4a15a4cd-88a6-414e-98e4-f848c9dc79f5),segment_id=4a15a4cd-88a6-414e-98e4-f848c9dc79f5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:51:34.184131 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (22a1d0af-2250-4310-95c0-4d645d7854c4), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:34.197839 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Calling delete_port for 22a1d0af-2250-4310-95c0-4d645d7854c4 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:51:34.367495 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (22a1d0af-2250-4310-95c0-4d645d7854c4), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:34.398373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Pushing event deleted for resources: {'Port': ['ID=22a1d0af-2250-4310-95c0-4d645d7854c4,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:34.402823 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c8e0eabc-5497-4e2d-a202-7e4e6d825294), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:34.417027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] No DVR routers for this DVR port 22a1d0af-2250-4310-95c0-4d645d7854c4 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:51:34.419464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:34.420073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:34.420503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:34.420985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:34.421466 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:34.421960 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:34.422461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:34.422885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:34.423320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:34.423740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:34.424159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:34.424577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:34.425620 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba950c-8ee3-47ac-b720-62523b244ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:34.481158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=c8e0eabc-5497-4e2d-a202-7e4e6d825294,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:34.561799 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (2dc9fb16-0a3f-4333-9e87-d626af557161), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:34.689360 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (2dc9fb16-0a3f-4333-9e87-d626af557161), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:34.691802 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_controller (2dc9fb16-0a3f-4333-9e87-d626af557161), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:34.807366 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (2dc9fb16-0a3f-4333-9e87-d626af557161), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:34.807929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Fanout notify agent at l3_agent the message router_deleted on router 2dc9fb16-0a3f-4333-9e87-d626af557161 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:51:34.814447 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:34.815548 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6ee08068-b0c9-4c35-a1f1-a174c1671b3f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/routers/2dc9fb16-0a3f-4333-9e87-d626af557161 HTTP/1.1" status: 204 len: 168 time: 1.4946747 Feb 28 17:51:34.818225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37178) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:34.917430 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e4513cc-3c89-4379-8d7e-f8e08d626523 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (90467cce-67f9-42ac-8703-131c7a2c0cac), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:35.314951 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e4513cc-3c89-4379-8d7e-f8e08d626523 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (90467cce-67f9-42ac-8703-131c7a2c0cac), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:35.357194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-5e4513cc-3c89-4379-8d7e-f8e08d626523 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90467cce-67f9-42ac-8703-131c7a2c0cac']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:35.369215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-5e4513cc-3c89-4379-8d7e-f8e08d626523 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a15a4cd-88a6-414e-98e4-f848c9dc79f5') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:35.369573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-5e4513cc-3c89-4379-8d7e-f8e08d626523 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a15a4cd-88a6-414e-98e4-f848c9dc79f5') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:35.380641 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e4513cc-3c89-4379-8d7e-f8e08d626523 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (4a15a4cd-88a6-414e-98e4-f848c9dc79f5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:35.401412 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e4513cc-3c89-4379-8d7e-f8e08d626523 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (4a15a4cd-88a6-414e-98e4-f848c9dc79f5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:35.410430 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4513cc-3c89-4379-8d7e-f8e08d626523 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:51:35.410829 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e4513cc-3c89-4379-8d7e-f8e08d626523 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (4a15a4cd-88a6-414e-98e4-f848c9dc79f5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:51:35.437186 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:51:35.573788 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c8e0eabc-5497-4e2d-a202-7e4e6d825294 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:51:35.584993 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e4513cc-3c89-4379-8d7e-f8e08d626523 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (90467cce-67f9-42ac-8703-131c7a2c0cac), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:35.607782 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5e4513cc-3c89-4379-8d7e-f8e08d626523 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:35.616833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37208) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:35.617411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5e4513cc-3c89-4379-8d7e-f8e08d626523 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/networks/90467cce-67f9-42ac-8703-131c7a2c0cac HTTP/1.1" status: 204 len: 168 time: 0.7956104 Feb 28 17:51:35.617411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4513cc-3c89-4379-8d7e-f8e08d626523 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Network': ['ID=90467cce-67f9-42ac-8703-131c7a2c0cac,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:35.638181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: c8e0eabc-5497-4e2d-a202-7e4e6d825294 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:51:35.638538 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c8e0eabc-5497-4e2d-a202-7e4e6d825294 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:51:35.638963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7a607b7b-82bf-412b-a90e-8740c9c8ea7f no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:51:35.665384 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 7a607b7b-82bf-412b-a90e-8740c9c8ea7f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:51:35.665964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 7a607b7b-82bf-412b-a90e-8740c9c8ea7f not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:51:35.666537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 22a1d0af-2250-4310-95c0-4d645d7854c4 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:51:35.709165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 22a1d0af-2250-4310-95c0-4d645d7854c4 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:51:35.709780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 22a1d0af-2250-4310-95c0-4d645d7854c4 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:51:35.751740 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed83b-0177-4816-86d0-f7cd0b27bd73 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (7a12d41f-d30f-4a01-856c-89420008e380), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:35.782596 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed83b-0177-4816-86d0-f7cd0b27bd73 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (7a12d41f-d30f-4a01-856c-89420008e380), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:35.964681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed83b-0177-4816-86d0-f7cd0b27bd73 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7a12d41f-d30f-4a01-856c-89420008e380), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:35.967477 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed83b-0177-4816-86d0-f7cd0b27bd73 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:35.968740 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6e9ed83b-0177-4816-86d0-f7cd0b27bd73 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/security-groups/7a12d41f-d30f-4a01-856c-89420008e380 HTTP/1.1" status: 204 len: 168 time: 0.3486238 Feb 28 17:51:35.988758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ed83b-0177-4816-86d0-f7cd0b27bd73 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a12d41f-d30f-4a01-856c-89420008e380,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:36.606470 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37224) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:36.611624 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-8adbd24f-e0c7-4b82-9bd4-8cf915d4fb4b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039506161', 'description': 'tempest-secgroup-smoke-2039506161 description', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:36.713302 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8adbd24f-e0c7-4b82-9bd4-8cf915d4fb4b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:36.839876 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8adbd24f-e0c7-4b82-9bd4-8cf915d4fb4b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (378bda04-83bf-49ce-84b3-cb20f3394457), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:36.904444 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8adbd24f-e0c7-4b82-9bd4-8cf915d4fb4b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (378bda04-83bf-49ce-84b3-cb20f3394457), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:36.975847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbd24f-e0c7-4b82-9bd4-8cf915d4fb4b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378bda04-83bf-49ce-84b3-cb20f3394457,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:37.055721 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8adbd24f-e0c7-4b82-9bd4-8cf915d4fb4b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:37.059835 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8adbd24f-e0c7-4b82-9bd4-8cf915d4fb4b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4497764 Feb 28 17:51:37.060218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37228) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:37.066574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-55530599-fc10-425f-918d-3e4da444c076 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': '378bda04-83bf-49ce-84b3-cb20f3394457', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:37.210587 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55530599-fc10-425f-918d-3e4da444c076 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (e756f696-f083-4862-ae5d-d60249f70de3), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:37.294435 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55530599-fc10-425f-918d-3e4da444c076 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (e756f696-f083-4862-ae5d-d60249f70de3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:37.370068 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55530599-fc10-425f-918d-3e4da444c076 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (e756f696-f083-4862-ae5d-d60249f70de3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:37.394768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55530599-fc10-425f-918d-3e4da444c076 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e756f696-f083-4862-ae5d-d60249f70de3,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:37.463796 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55530599-fc10-425f-918d-3e4da444c076 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:37.465480 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-55530599-fc10-425f-918d-3e4da444c076 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4041080 Feb 28 17:51:37.470549 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37230) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:37.476812 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f50ab601-2cbd-4d33-ab39-6b2485d56788 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': '378bda04-83bf-49ce-84b3-cb20f3394457', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:37.623864 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f50ab601-2cbd-4d33-ab39-6b2485d56788 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (209168f0-74dc-4036-a513-ba0093787dda), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:37.711095 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4101b08e-2dab-4884-8b53-11f5d98dc5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:37.779080 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f50ab601-2cbd-4d33-ab39-6b2485d56788 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (209168f0-74dc-4036-a513-ba0093787dda), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:37.853096 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f50ab601-2cbd-4d33-ab39-6b2485d56788 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (209168f0-74dc-4036-a513-ba0093787dda), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:37.889698 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ab601-2cbd-4d33-ab39-6b2485d56788 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209168f0-74dc-4036-a513-ba0093787dda,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:37.911497 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:37.993869 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f50ab601-2cbd-4d33-ab39-6b2485d56788 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:37.993869 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f50ab601-2cbd-4d33-ab39-6b2485d56788 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5190668 Feb 28 17:51:37.994242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37236) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:38.009960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-2623c890-2013-4b16-b267-48d2c2822444 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': '378bda04-83bf-49ce-84b3-cb20f3394457', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:38.119072 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2623c890-2013-4b16-b267-48d2c2822444 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (e366653c-4539-4f29-af96-3b19f4af97ed), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:38.210149 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2623c890-2013-4b16-b267-48d2c2822444 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (e366653c-4539-4f29-af96-3b19f4af97ed), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:38.287603 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2623c890-2013-4b16-b267-48d2c2822444 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (e366653c-4539-4f29-af96-3b19f4af97ed), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:38.316605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623c890-2013-4b16-b267-48d2c2822444 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e366653c-4539-4f29-af96-3b19f4af97ed,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:38.396618 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2623c890-2013-4b16-b267-48d2c2822444 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:38.400824 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2623c890-2013-4b16-b267-48d2c2822444 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4028971 Feb 28 17:51:38.401006 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37244) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:38.407737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f0888b67-f6d2-40f7-9806-004752ec2992 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': '378bda04-83bf-49ce-84b3-cb20f3394457', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:38.502569 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f0888b67-f6d2-40f7-9806-004752ec2992 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (cc93eeec-0f67-4d69-9f69-12b17bd5d933), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:38.597987 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f0888b67-f6d2-40f7-9806-004752ec2992 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (cc93eeec-0f67-4d69-9f69-12b17bd5d933), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:38.673064 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f0888b67-f6d2-40f7-9806-004752ec2992 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (cc93eeec-0f67-4d69-9f69-12b17bd5d933), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:38.712174 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0888b67-f6d2-40f7-9806-004752ec2992 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc93eeec-0f67-4d69-9f69-12b17bd5d933,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:38.795182 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f0888b67-f6d2-40f7-9806-004752ec2992 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:38.799637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37258) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:38.800742 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f0888b67-f6d2-40f7-9806-004752ec2992 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3976169 Feb 28 17:51:38.817882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-aaad8c70-8921-4ab6-bfe1-8b12c8cb3ae0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': '378bda04-83bf-49ce-84b3-cb20f3394457', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:38.923078 n-d-820368-19 neutron-server[104247]: INFO neutron.db.securitygroups_db [None req-aaad8c70-8921-4ab6-bfe1-8b12c8cb3ae0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Project a3eb0a57573941dbb6964a85dd6477cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:51:38.939408 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aaad8c70-8921-4ab6-bfe1-8b12c8cb3ae0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (42adf3a6-4ccf-41ca-ab6c-c286f320caa5), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:39.040540 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aaad8c70-8921-4ab6-bfe1-8b12c8cb3ae0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (42adf3a6-4ccf-41ca-ab6c-c286f320caa5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:39.114894 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608fff8-b4bf-44d7-95c8-7c3ab37a153b req-3a3a5aa8-09c0-4230-970b-602e1b8a3ed0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:39.117649 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d608fff8-b4bf-44d7-95c8-7c3ab37a153b req-3a3a5aa8-09c0-4230-970b-602e1b8a3ed0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.0868108 Feb 28 17:51:39.133908 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aaad8c70-8921-4ab6-bfe1-8b12c8cb3ae0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (42adf3a6-4ccf-41ca-ab6c-c286f320caa5), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:39.197295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad8c70-8921-4ab6-bfe1-8b12c8cb3ae0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42adf3a6-4ccf-41ca-ab6c-c286f320caa5,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:39.197694 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d608fff8-b4bf-44d7-95c8-7c3ab37a153b req-d4a76bdd-183d-4099-8d95-40af61f63c35 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707448 Feb 28 17:51:39.310651 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aaad8c70-8921-4ab6-bfe1-8b12c8cb3ae0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:39.316699 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aaad8c70-8921-4ab6-bfe1-8b12c8cb3ae0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5068965 Feb 28 17:51:39.316848 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37264) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:39.321308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d3fb1b0b-146f-4c54-9715-72b82df518f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': '378bda04-83bf-49ce-84b3-cb20f3394457', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:39.410943 n-d-820368-19 neutron-server[104247]: INFO neutron.db.securitygroups_db [None req-d3fb1b0b-146f-4c54-9715-72b82df518f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Project a3eb0a57573941dbb6964a85dd6477cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:51:39.427953 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d3fb1b0b-146f-4c54-9715-72b82df518f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (352822bf-5f06-4206-b3a3-772a43fb7f1c), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:39.516092 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d3fb1b0b-146f-4c54-9715-72b82df518f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (352822bf-5f06-4206-b3a3-772a43fb7f1c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:39.587162 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d3fb1b0b-146f-4c54-9715-72b82df518f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (352822bf-5f06-4206-b3a3-772a43fb7f1c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:39.604891 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb1b0b-146f-4c54-9715-72b82df518f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352822bf-5f06-4206-b3a3-772a43fb7f1c,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:39.681632 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d3fb1b0b-146f-4c54-9715-72b82df518f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:39.686701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d3fb1b0b-146f-4c54-9715-72b82df518f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3657832 Feb 28 17:51:39.686701 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37266) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:39.692988 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-83efcabd-b79b-42e6-8380-f09ccb069bf4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'network': {'name': 'tempest-network-smoke--1055963223', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'port_security_enabled': True}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:39.799893 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83efcabd-b79b-42e6-8380-f09ccb069bf4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Made reservation on behalf of a3eb0a57573941dbb6964a85dd6477cc for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:51:39.803817 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83efcabd-b79b-42e6-8380-f09ccb069bf4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:39.833631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83efcabd-b79b-42e6-8380-f09ccb069bf4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:51:39.846245 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83efcabd-b79b-42e6-8380-f09ccb069bf4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (098fc6a4-d7a6-469d-9b26-462b3015c701), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:39.846708 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-83efcabd-b79b-42e6-8380-f09ccb069bf4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Added segment 098fc6a4-d7a6-469d-9b26-462b3015c701 of type vlan for network 80cd9b14-ca3f-44ac-988d-f99590559767 Feb 28 17:51:39.912007 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83efcabd-b79b-42e6-8380-f09ccb069bf4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (80cd9b14-ca3f-44ac-988d-f99590559767), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:39.948019 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9298973a-f7ce-4968-8904-41da2f8889e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:40.050786 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83efcabd-b79b-42e6-8380-f09ccb069bf4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (80cd9b14-ca3f-44ac-988d-f99590559767), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:40.057340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83efcabd-b79b-42e6-8380-f09ccb069bf4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:40.060523 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-83efcabd-b79b-42e6-8380-f09ccb069bf4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:40.141714 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:40.194760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efcabd-b79b-42e6-8380-f09ccb069bf4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Network': ['ID=80cd9b14-ca3f-44ac-988d-f99590559767,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:40.206197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 80cd9b14-ca3f-44ac-988d-f99590559767 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:51:40.240676 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-83efcabd-b79b-42e6-8380-f09ccb069bf4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5525894 Feb 28 17:51:40.243533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37280) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:40.251623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'admin_state_up': True, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:40.387645 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:40.389364 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:40.465073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f33e8-2767-4071-94e7-493c6af6f5a9 req-20ccda02-d26d-43b4-b9f1-9070de7502c6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:40.470641 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df0f33e8-2767-4071-94e7-493c6af6f5a9 req-20ccda02-d26d-43b4-b9f1-9070de7502c6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.1198702 Feb 28 17:51:40.495868 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_controller (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:40.530378 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df0f33e8-2767-4071-94e7-493c6af6f5a9 req-8d86f8aa-83d7-4181-9fcf-26c9b3606a36 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524313 Feb 28 17:51:40.832885 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:41.481919 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:41.485616 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:41.518988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:41.651245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.25.3.44 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/cce415e9-c43f-42db-ae16-08b0d366c4e6) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:51:41.858760 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (cce415e9-c43f-42db-ae16-08b0d366c4e6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:42.007516 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1ec1f-52eb-42e5-acf2-d7df263a4e8e req-d2cba7ad-899f-4bb7-a844-b1eef557d1d6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:42.014224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b1ec1f-52eb-42e5-acf2-d7df263a4e8e req-d2cba7ad-899f-4bb7-a844-b1eef557d1d6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.3268695 Feb 28 17:51:42.017648 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (cce415e9-c43f-42db-ae16-08b0d366c4e6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:42.150641 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:51:42.157637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=cce415e9-c43f-42db-ae16-08b0d366c4e6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:42.172631 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:51:42.198581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:51:42.300931 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25b1ec1f-52eb-42e5-acf2-d7df263a4e8e req-81fc893a-c4f7-418f-9c3d-53f5aa3c62bc tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606804 Feb 28 17:51:42.635215 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:42.825212 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:43.058271 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:43.319278 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:51:43.502807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d703d63-dfb8-4b32-a0ae-8ca885f637c6 req-fde72e35-9d7f-4a99-ba3b-ee596cc856ff tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:43.506859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:51:43.520294 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d703d63-dfb8-4b32-a0ae-8ca885f637c6 req-fde72e35-9d7f-4a99-ba3b-ee596cc856ff tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.0896869 Feb 28 17:51:43.521661 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Sync routers for ids ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:51:43.545963 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Routers {'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:51:43.548350 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:51:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:43.606218 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d703d63-dfb8-4b32-a0ae-8ca885f637c6 req-15613beb-95b1-452d-a2c3-a8dfa8809808 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849271 Feb 28 17:51:43.658989 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:43.664951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b99075ac-63b2-41af-bdee-f9814718e846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4164710 Feb 28 17:51:43.664951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37306) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:43.740801 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37308) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:43.746572 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1889d007-6b0a-4c59-903d-2a10e9ec1e63 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=a3eb0a57573941dbb6964a85dd6477cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0812004 Feb 28 17:51:43.779812 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Set router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:51:43.939459 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:44.017731 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c3888-fb25-4296-b135-67690739d6c8 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:44.021206 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-da4c3888-fb25-4296-b135-67690739d6c8 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2791238 Feb 28 17:51:44.023704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37310) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:44.078946 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-78a5450a-ec18-47c2-969e-68557dcf6b3f tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539701 Feb 28 17:51:44.081972 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37312) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:44.086878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d4316c54-5747-4a69-9291-d0a067ff81a0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1843175562', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:44.089482 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:51:42Z', 'revision_number': 3, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:44.119774 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Checking router: a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:51:44.120389 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Updating router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 port cce415e9-c43f-42db-ae16-08b0d366c4e6 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:51:44.151833 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cce415e9-c43f-42db-ae16-08b0d366c4e6), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:44.534557 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Publish callbacks [] for port (cce415e9-c43f-42db-ae16-08b0d366c4e6), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:44.774842 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e8a85-9d56-4343-904a-e133fe63561e req-66f01223-9baf-428e-9d73-1da15e779749 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:44.777169 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-726e8a85-9d56-4343-904a-e133fe63561e req-66f01223-9baf-428e-9d73-1da15e779749 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.0825119 Feb 28 17:51:44.797243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37322) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:44.854152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-726e8a85-9d56-4343-904a-e133fe63561e req-482cdd57-528b-4b6f-a601-05df7d23576e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653780 Feb 28 17:51:44.942414 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4316c54-5747-4a69-9291-d0a067ff81a0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Made reservation on behalf of a3eb0a57573941dbb6964a85dd6477cc for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:51:44.946522 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4316c54-5747-4a69-9291-d0a067ff81a0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:44.949908 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0081233a-ad73-4943-9127-f97b29171598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:44.958738 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (cce415e9-c43f-42db-ae16-08b0d366c4e6), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:45.050802 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Pushing event updated for resources: {'Port': ['ID=cce415e9-c43f-42db-ae16-08b0d366c4e6,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:45.078414 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0081233a-ad73-4943-9127-f97b29171598 admin admin] Publish callbacks [] for security_group (e6581103-6d74-43d9-badb-e6d244c8c618), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:45.095861 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:45.097442 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:45.099613 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:45.106880 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:45.106880 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:45.106880 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:45.106880 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:45.106880 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:45.106880 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:45.106880 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:45.106880 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:45.106880 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:45.106880 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:51:45.109857 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Attempting to bind port cce415e9-c43f-42db-ae16-08b0d366c4e6 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:51:45.110264 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Attempting to bind port cce415e9-c43f-42db-ae16-08b0d366c4e6 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:51:45.110667 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Attempting to bind port cce415e9-c43f-42db-ae16-08b0d366c4e6 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:51:45.120497 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:51:45.120867 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:51:45.121266 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:45.121655 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:51:45.122151 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Bound port: cce415e9-c43f-42db-ae16-08b0d366c4e6, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:51:45.122520 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cce415e9-c43f-42db-ae16-08b0d366c4e6), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:45.159201 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0081233a-ad73-4943-9127-f97b29171598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e6581103-6d74-43d9-badb-e6d244c8c618), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:45.180690 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] For port cce415e9-c43f-42db-ae16-08b0d366c4e6, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:51:45.185724 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] For port cce415e9-c43f-42db-ae16-08b0d366c4e6, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=cce415e9-c43f-42db-ae16-08b0d366c4e6,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:51:45.212288 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0081233a-ad73-4943-9127-f97b29171598 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=184c6f0f978442c8bee06438370cd8c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4133637 Feb 28 17:51:45.214999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37326) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:45.235022 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081233a-ad73-4943-9127-f97b29171598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6581103-6d74-43d9-badb-e6d244c8c618,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:45.267156 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f9a5-1060-490a-bfd8-488965dfff74 admin admin] Publish callbacks [] for security_group (e6581103-6d74-43d9-badb-e6d244c8c618), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:45.271549 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (cce415e9-c43f-42db-ae16-08b0d366c4e6), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:45.294123 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f9a5-1060-490a-bfd8-488965dfff74 admin admin] Publish callbacks [] for security_group (e6581103-6d74-43d9-badb-e6d244c8c618), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:45.433843 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311f20f-d1be-443d-9313-9bb3af3b2c54 None None] Pushing event updated for resources: {'Port': ['ID=cce415e9-c43f-42db-ae16-08b0d366c4e6,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:45.445155 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f9a5-1060-490a-bfd8-488965dfff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e6581103-6d74-43d9-badb-e6d244c8c618), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:45.450581 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Routers {'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:51:45.451212 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:51:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:45.451564 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f9a5-1060-490a-bfd8-488965dfff74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:45.453061 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c6a2f9a5-1060-490a-bfd8-488965dfff74 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e6581103-6d74-43d9-badb-e6d244c8c618 HTTP/1.1" status: 204 len: 168 time: 0.2368524 Feb 28 17:51:45.468306 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2f9a5-1060-490a-bfd8-488965dfff74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6581103-6d74-43d9-badb-e6d244c8c618,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:45.572275 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4316c54-5747-4a69-9291-d0a067ff81a0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (e41ca01d-2fd6-4fc0-8de4-5de0571353f1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:45.629802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4316c54-5747-4a69-9291-d0a067ff81a0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Subnet': ['ID=e41ca01d-2fd6-4fc0-8de4-5de0571353f1,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:45.650561 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4316c54-5747-4a69-9291-d0a067ff81a0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Checking segment: {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:51:45.650921 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4316c54-5747-4a69-9291-d0a067ff81a0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network hostable DHCP agents. Network: 80cd9b14-ca3f-44ac-988d-f99590559767, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:51:45.669774 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] Set router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:51:45.750621 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4316c54-5747-4a69-9291-d0a067ff81a0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network 80cd9b14-ca3f-44ac-988d-f99590559767 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:51:45.856074 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-d4316c54-5747-4a69-9291-d0a067ff81a0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 80cd9b14-ca3f-44ac-988d-f99590559767) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:51:45.867448 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4518939-a4b1-43a9-9b1a-bc35819c298c None None] Network 80cd9b14-ca3f-44ac-988d-f99590559767 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:51:45.872162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4316c54-5747-4a69-9291-d0a067ff81a0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:45.872935 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4316c54-5747-4a69-9291-d0a067ff81a0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:45.945795 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:51:42Z', 'revision_number': 3, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:45.977954 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d4316c54-5747-4a69-9291-d0a067ff81a0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8947873 Feb 28 17:51:45.981157 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37342) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:45.988430 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b359a-a1b9-4d39-9a64-67fdb4f7a947 None None] The sync data for ids ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'] in n-d-820368-19 is: [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:51:42Z', 'revision_number': 3, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:51:46.048071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-80cd9b14-ca3f-44ac-988d-f99590559767', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ips': [{'subnet_id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:51:46.049001 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:46.201427 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456e7be-a70d-44a4-9791-813fb65150ee req-ca8b5438-282f-4133-bb61-86bfaceefef5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:46.203525 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0456e7be-a70d-44a4-9791-813fb65150ee req-ca8b5438-282f-4133-bb61-86bfaceefef5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.2125723 Feb 28 17:51:46.241333 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Allocated IP 172.20.0.2 (80cd9b14-ca3f-44ac-988d-f99590559767/e41ca01d-2fd6-4fc0-8de4-5de0571353f1/a28bcd5f-930f-4053-9403-da5ccc7ce234) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:51:46.354977 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0456e7be-a70d-44a4-9791-813fb65150ee req-301a2095-5950-4a76-9355-59ce245a6029 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914886 Feb 28 17:51:46.580675 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Publish callbacks [] for port (a28bcd5f-930f-4053-9403-da5ccc7ce234), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:46.662418 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (a28bcd5f-930f-4053-9403-da5ccc7ce234), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:46.718867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Network 80cd9b14-ca3f-44ac-988d-f99590559767 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:51:46.722402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:51:46.728839 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:51:46.761158 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Pushing event updated for resources: {'Port': ['ID=a28bcd5f-930f-4053-9403-da5ccc7ce234,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:46.837169 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Attempting to bind port a28bcd5f-930f-4053-9403-da5ccc7ce234 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:51:46.837634 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Attempting to bind port a28bcd5f-930f-4053-9403-da5ccc7ce234 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:51:46.838106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Attempting to bind port a28bcd5f-930f-4053-9403-da5ccc7ce234 on network 80cd9b14-ca3f-44ac-988d-f99590559767 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:51:46.844628 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:51:46.845268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Checking segment: {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:51:46.846225 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:46.846687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Bound using segment: {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:51:46.847327 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Bound port: a28bcd5f-930f-4053-9403-da5ccc7ce234, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:51:46.847781 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a28bcd5f-930f-4053-9403-da5ccc7ce234), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:46.967804 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] For port a28bcd5f-930f-4053-9403-da5ccc7ce234, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:51:46.970883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] For port a28bcd5f-930f-4053-9403-da5ccc7ce234, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a28bcd5f-930f-4053-9403-da5ccc7ce234,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:51:47.084420 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a28bcd5f-930f-4053-9403-da5ccc7ce234), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:47.115023 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:47.251372 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a81c3-c537-44f5-9ce9-de49963bdd85 None None] Pushing event updated for resources: {'Port': ['ID=a28bcd5f-930f-4053-9403-da5ccc7ce234,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:47.720503 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f768c-f2f1-47b6-94d9-cdb3c51cc172 req-40dd7d71-3d83-4903-8a30-f9e2a4fa77b6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:47.733055 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a2f768c-f2f1-47b6-94d9-cdb3c51cc172 req-40dd7d71-3d83-4903-8a30-f9e2a4fa77b6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.2080564 Feb 28 17:51:47.792960 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device cce415e9-c43f-42db-ae16-08b0d366c4e6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:51:47.849227 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.20.0.1 (80cd9b14-ca3f-44ac-988d-f99590559767/e41ca01d-2fd6-4fc0-8de4-5de0571353f1/346d987e-6520-4c17-a6f5-5fee9752ffe3) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:51:47.858155 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0a2f768c-f2f1-47b6-94d9-cdb3c51cc172 req-481136ba-6206-43f2-8e4a-ede2353da32a tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253636 Feb 28 17:51:48.080954 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port cce415e9-c43f-42db-ae16-08b0d366c4e6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:51:48.080954 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (cce415e9-c43f-42db-ae16-08b0d366c4e6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:48.082322 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:48.088548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port cce415e9-c43f-42db-ae16-08b0d366c4e6 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:51:48.089134 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (cce415e9-c43f-42db-ae16-08b0d366c4e6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:48.112490 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port cce415e9-c43f-42db-ae16-08b0d366c4e6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=cce415e9-c43f-42db-ae16-08b0d366c4e6,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:51:48.302714 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:48.304090 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (cce415e9-c43f-42db-ae16-08b0d366c4e6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:48.398589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=346d987e-6520-4c17-a6f5-5fee9752ffe3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:48.428785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network 80cd9b14-ca3f-44ac-988d-f99590559767 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:51:48.431465 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:51:48.438931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:51:48.447837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=cce415e9-c43f-42db-ae16-08b0d366c4e6,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:48.560188 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:49.280813 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f74f2c-91aa-4f3f-9d12-d40d82cd25f3 req-94bdf1db-1873-4fc5-b44f-069478c21f5b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:49.289567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a0f74f2c-91aa-4f3f-9d12-d40d82cd25f3 req-94bdf1db-1873-4fc5-b44f-069478c21f5b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.1673415 Feb 28 17:51:49.362773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2277b1-f506-408e-ac51-28654b0078c7 None None] Network 80cd9b14-ca3f-44ac-988d-f99590559767 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:51:49.397717 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:49.462376 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a0f74f2c-91aa-4f3f-9d12-d40d82cd25f3 req-fece7434-a62b-4ab4-bb95-39194afc9ee2 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720500 Feb 28 17:51:49.496210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-24cab101-fb3a-4058-866b-9b15c6beed72 None None] Provisioning complete for port a28bcd5f-930f-4053-9403-da5ccc7ce234 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:51:49.496210 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-24cab101-fb3a-4058-866b-9b15c6beed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a28bcd5f-930f-4053-9403-da5ccc7ce234), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:49.650216 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-24cab101-fb3a-4058-866b-9b15c6beed72 None None] Current status of the port a28bcd5f-930f-4053-9403-da5ccc7ce234 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:51:49.650614 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-24cab101-fb3a-4058-866b-9b15c6beed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a28bcd5f-930f-4053-9403-da5ccc7ce234), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:49.717676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-24cab101-fb3a-4058-866b-9b15c6beed72 None None] For port a28bcd5f-930f-4053-9403-da5ccc7ce234, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a28bcd5f-930f-4053-9403-da5ccc7ce234,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:51:49.803491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a28bcd5f-930f-4053-9403-da5ccc7ce234 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:51:49.856222 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-24cab101-fb3a-4058-866b-9b15c6beed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a28bcd5f-930f-4053-9403-da5ccc7ce234), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:49.993251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cab101-fb3a-4058-866b-9b15c6beed72 None None] Pushing event updated for resources: {'Port': ['ID=a28bcd5f-930f-4053-9403-da5ccc7ce234,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:49.997776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port a28bcd5f-930f-4053-9403-da5ccc7ce234 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:51:49.998250 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a28bcd5f-930f-4053-9403-da5ccc7ce234), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:50.114210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-500fddad-d905-41ae-b64d-760c75528637 None None] Provisioning complete for port 346d987e-6520-4c17-a6f5-5fee9752ffe3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:51:50.114585 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-500fddad-d905-41ae-b64d-760c75528637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:50.115067 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:50.184726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port a28bcd5f-930f-4053-9403-da5ccc7ce234 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:51:50.184979 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:50.185820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device cce415e9-c43f-42db-ae16-08b0d366c4e6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:51:50.188706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-500fddad-d905-41ae-b64d-760c75528637 None None] Port 346d987e-6520-4c17-a6f5-5fee9752ffe3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:51:50.274647 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-500fddad-d905-41ae-b64d-760c75528637 None None] Provisioning complete for port a28bcd5f-930f-4053-9403-da5ccc7ce234 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:51:50.275014 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-500fddad-d905-41ae-b64d-760c75528637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a28bcd5f-930f-4053-9403-da5ccc7ce234), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:50.364168 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port cce415e9-c43f-42db-ae16-08b0d366c4e6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:51:50.364853 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (cce415e9-c43f-42db-ae16-08b0d366c4e6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:50.382301 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:50.391909 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=346d987e-6520-4c17-a6f5-5fee9752ffe3,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:50.514958 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network 80cd9b14-ca3f-44ac-988d-f99590559767 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:51:50.516633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:51:50.552837 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-500fddad-d905-41ae-b64d-760c75528637 None None] Current status of the port a28bcd5f-930f-4053-9403-da5ccc7ce234 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:51:50.555400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port cce415e9-c43f-42db-ae16-08b0d366c4e6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:51:50.682959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f6b11964-4706-4b1f-a928-3e9036950a57 None None] Provisioning complete for port 346d987e-6520-4c17-a6f5-5fee9752ffe3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:51:50.683304 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f6b11964-4706-4b1f-a928-3e9036950a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:50.747004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:51:50.759523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f6b11964-4706-4b1f-a928-3e9036950a57 None None] Port 346d987e-6520-4c17-a6f5-5fee9752ffe3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:51:50.766689 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57946aa8-c464-4551-b57f-07784020f1c7 req-74ef91e2-5f21-4255-a7c5-d83b7b325758 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:50.768193 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-57946aa8-c464-4551-b57f-07784020f1c7 req-74ef91e2-5f21-4255-a7c5-d83b7b325758 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.1028337 Feb 28 17:51:50.859670 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-57946aa8-c464-4551-b57f-07784020f1c7 req-9ff57362-772a-48c8-b37b-0db33b82fe70 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520802 Feb 28 17:51:50.874848 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37428) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:50.879859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Request body: {'network': {'name': 'tempest-network-smoke--1576377078', 'project_id': '8c1a0f817663429298e762db81838c33', 'port_security_enabled': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:50.892905 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-3615bbb5-b30e-479d-be69-88e238d05d46 None None] Provisioning complete for port 346d987e-6520-4c17-a6f5-5fee9752ffe3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:51:50.893457 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3615bbb5-b30e-479d-be69-88e238d05d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:50.944644 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:51:50.948464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3615bbb5-b30e-479d-be69-88e238d05d46 None None] Port 346d987e-6520-4c17-a6f5-5fee9752ffe3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:51:50.953889 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d4b4e2df-89a0-46fa-8b8f-5ffa6bebb90a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "PUT /v2.0/routers/a950a6d4-fd74-4d8f-91cf-167bbbffa4b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9712112 Feb 28 17:51:50.958550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Sync routers for ids ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:51:50.993460 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Made reservation on behalf of 8c1a0f817663429298e762db81838c33 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:51:50.997097 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:51.006734 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:51.013967 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Routers {'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:51:51.015593 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:51:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:51.125870 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group (1ddaf5a9-5615-4faa-83fc-947c46a25dc1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:51.178692 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1ddaf5a9-5615-4faa-83fc-947c46a25dc1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:51.203412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Set router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:51:51.228000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:51:51.262477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddaf5a9-5615-4faa-83fc-947c46a25dc1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:51.265871 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (dd106981-62f8-4935-9663-0b58a0bbd39e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:51.266480 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Added segment dd106981-62f8-4935-9663-0b58a0bbd39e of type vlan for network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e Feb 28 17:51:51.289382 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6b58b79f-19ba-4896-805d-6dec52b39f75 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039506161&fields=id&tenant_id=a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 267 time: 0.0864911 Feb 28 17:51:51.379295 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (ba2c0ad5-4ece-4e21-9834-9b8bad7b618e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:51.458304 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-e17870ea-22bc-47ca-a270-d0c2cc169334 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:51.466027 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-e17870ea-22bc-47ca-a270-d0c2cc169334 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/networks?id=80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 200 len: 797 time: 0.1753621 Feb 28 17:51:51.483417 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-cdaf7ca9-6095-4d1c-8165-880900f14b3e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/quotas/a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 375 time: 0.0160763 Feb 28 17:51:51.520478 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (ba2c0ad5-4ece-4e21-9834-9b8bad7b618e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:51.529026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:51.529813 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:51.623054 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a28bcd5f-930f-4053-9403-da5ccc7ce234 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:51:51.629434 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-0556774d-1bc6-4f7f-81b4-3e9a1d6992ea tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446528 Feb 28 17:51:51.630665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'Network': ['ID=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:51.673395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:51:51.679370 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fe84b45e-bfd5-4e47-96fd-d4a105af5732 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8032951 Feb 28 17:51:51.682286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37446) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:51.688843 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'admin_state_up': True, 'project_id': '8c1a0f817663429298e762db81838c33', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:51.754549 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-bfa47ad3-23e9-42f0-a5f1-919e383d05a5 service neutron] 10.222.0.72 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057670 Feb 28 17:51:51.788833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 0338a957-5f25-4f82-8926-594740ebd63b details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:51:51.808818 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:51.811698 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:51.846398 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port a28bcd5f-930f-4053-9403-da5ccc7ce234 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:51:51.846769 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a28bcd5f-930f-4053-9403-da5ccc7ce234), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:51.907451 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-83ec4b76-1c65-44f3-8bfa-884ab5cde1d1 service neutron] 10.222.0.72 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386495 Feb 28 17:51:51.947483 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router_controller (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:52.051900 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:51:49Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '346d987e-6520-4c17-a6f5-5fee9752ffe3', 'name': '', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:81:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:47Z', 'updated_at': '2022-02-28T17:51:49Z', 'revision_number': 2, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:52.083213 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Checking router: a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:51:52.083649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Updating router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 port 346d987e-6520-4c17-a6f5-5fee9752ffe3 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:51:52.092663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a511d13-1b52-4316-a33c-af5bb4b02237 req-930200de-6ff6-42b7-812e-87244ffa2229 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:52.098458 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6a511d13-1b52-4316-a33c-af5bb4b02237 req-930200de-6ff6-42b7-812e-87244ffa2229 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.1152141 Feb 28 17:51:52.170691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=0338a957-5f25-4f82-8926-594740ebd63b,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:51:52.192143 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:52.208084 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port a28bcd5f-930f-4053-9403-da5ccc7ce234 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:51:52.211150 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '0338a957-5f25-4f82-8926-594740ebd63b', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'port_id': '0338a957-5f25-4f82-8926-594740ebd63b', 'mac_address': 'fa:16:3e:6b:ff:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:51:52.238729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router_gateway (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:52.281027 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6a511d13-1b52-4316-a33c-af5bb4b02237 req-910bdd75-7002-4f99-812c-96cd08b47ba2 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577861 Feb 28 17:51:52.312393 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b49b95f5-b941-4c56-80cf-c0b3bf621915 req-74f7ac0f-abf4-4204-8c07-f49ca05f3fd7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 210 time: 0.0544119 Feb 28 17:51:52.377282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 0338a957-5f25-4f82-8926-594740ebd63b is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:51:52.379959 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0338a957-5f25-4f82-8926-594740ebd63b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:52.407953 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0338a957-5f25-4f82-8926-594740ebd63b {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:51:52.500576 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=0338a957-5f25-4f82-8926-594740ebd63b,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:51:52.617640 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0338a957-5f25-4f82-8926-594740ebd63b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:52.677631 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Publish callbacks [] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:52.698103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['0338a957-5f25-4f82-8926-594740ebd63b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:51:52.704766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=0338a957-5f25-4f82-8926-594740ebd63b,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:52.728706 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router_gateway (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:52.769006 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:52.786886 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:52.944144 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9e4d8-22b4-4aec-ae0b-c6707c88df22 None None] Pushing event updated for resources: {'Port': ['ID=346d987e-6520-4c17-a6f5-5fee9752ffe3,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:53.036899 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Allocated IP 172.25.3.22 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/32af88cb-1907-4a41-a433-a0fdfae65b23) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:51:53.080598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Attempting to bind port 346d987e-6520-4c17-a6f5-5fee9752ffe3 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:51:53.081259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Attempting to bind port 346d987e-6520-4c17-a6f5-5fee9752ffe3 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:51:53.081796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Attempting to bind port 346d987e-6520-4c17-a6f5-5fee9752ffe3 on network 80cd9b14-ca3f-44ac-988d-f99590559767 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:51:53.095115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:51:53.095115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Checking segment: {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:51:53.095115 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:53.095115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Bound using segment: {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:51:53.100772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Bound port: 346d987e-6520-4c17-a6f5-5fee9752ffe3, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:51:53.100772 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:53.211171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37472) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:53.220043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] For port 346d987e-6520-4c17-a6f5-5fee9752ffe3, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:51:53.224242 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] For port 346d987e-6520-4c17-a6f5-5fee9752ffe3, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=346d987e-6520-4c17-a6f5-5fee9752ffe3,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:51:53.272502 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for port (32af88cb-1907-4a41-a433-a0fdfae65b23), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:53.297895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-540bd6a0-cdb7-4b44-9c95-fb482968d8af None None] Provisioning complete for port 346d987e-6520-4c17-a6f5-5fee9752ffe3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:51:53.298637 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-540bd6a0-cdb7-4b44-9c95-fb482968d8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:53.332365 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:53.404952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-540bd6a0-cdb7-4b44-9c95-fb482968d8af None None] Port 346d987e-6520-4c17-a6f5-5fee9752ffe3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:51:53.441435 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-325e9db8-8094-4e0b-a6a4-4c28ce248427 req-1d3f3941-3e79-471a-b41d-bc00977be58c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 210 time: 0.0508239 Feb 28 17:51:53.449569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Routers {'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:51:53.450316 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:51:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:53.466075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c52f9acb-0c6d-4536-a8ba-3edce524398e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:53.490736 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (32af88cb-1907-4a41-a433-a0fdfae65b23), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:53.512273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9e4d8-22b4-4aec-ae0b-c6707c88df22 None None] Pushing event updated for resources: {'Port': ['ID=346d987e-6520-4c17-a6f5-5fee9752ffe3,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:53.630460 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:51:53.642149 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6761440-a937-498a-addc-9b3b9a449341 req-56de38eb-3795-40b5-b84a-365285c0405b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:53.647940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] Set router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:51:53.652056 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6761440-a937-498a-addc-9b3b9a449341 req-56de38eb-3795-40b5-b84a-365285c0405b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 945 time: 0.2232780 Feb 28 17:51:53.660663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:51:53.662561 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'Port': ['ID=32af88cb-1907-4a41-a433-a0fdfae65b23,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:53.670145 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:51:53.672028 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c52f9acb-0c6d-4536-a8ba-3edce524398e admin admin] Publish callbacks [] for security_group (ab07568b-4c53-4e53-bed6-76f49357a7c2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:53.768692 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a6761440-a937-498a-addc-9b3b9a449341 req-27b7b4e0-941c-47bf-ac96-5d6b29d20856 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151037 Feb 28 17:51:53.793770 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c52f9acb-0c6d-4536-a8ba-3edce524398e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ab07568b-4c53-4e53-bed6-76f49357a7c2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:53.805395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 0338a957-5f25-4f82-8926-594740ebd63b up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:51:53.846709 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c52f9acb-0c6d-4536-a8ba-3edce524398e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed5b94deee7c4d35a740a80c72193a76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6338356 Feb 28 17:51:53.849593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f9acb-0c6d-4536-a8ba-3edce524398e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab07568b-4c53-4e53-bed6-76f49357a7c2,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:53.854205 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37484) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:53.910819 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1b334344-6fd7-4f47-85c5-43922942099b None None] Provisioning complete for port 346d987e-6520-4c17-a6f5-5fee9752ffe3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:51:53.911858 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1b334344-6fd7-4f47-85c5-43922942099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:53.975492 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4ef4-f902-4047-8377-18bff963c631 admin admin] Publish callbacks [] for security_group (ab07568b-4c53-4e53-bed6-76f49357a7c2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:54.002402 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4ef4-f902-4047-8377-18bff963c631 admin admin] Publish callbacks [] for security_group (ab07568b-4c53-4e53-bed6-76f49357a7c2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:54.007993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 0338a957-5f25-4f82-8926-594740ebd63b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:51:54.008550 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0338a957-5f25-4f82-8926-594740ebd63b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:54.145857 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4ef4-f902-4047-8377-18bff963c631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ab07568b-4c53-4e53-bed6-76f49357a7c2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:54.149834 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4ef4-f902-4047-8377-18bff963c631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:54.151881 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6b5f4ef4-f902-4047-8377-18bff963c631 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab07568b-4c53-4e53-bed6-76f49357a7c2 HTTP/1.1" status: 204 len: 168 time: 0.2828746 Feb 28 17:51:54.169365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f4ef4-f902-4047-8377-18bff963c631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab07568b-4c53-4e53-bed6-76f49357a7c2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:54.201403 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:51:49Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '346d987e-6520-4c17-a6f5-5fee9752ffe3', 'name': '', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:81:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:47Z', 'updated_at': '2022-02-28T17:51:53Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:54.220093 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router_gateway (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:54.339324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 0338a957-5f25-4f82-8926-594740ebd63b is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:51:54.339917 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0338a957-5f25-4f82-8926-594740ebd63b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:54.343975 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1b334344-6fd7-4f47-85c5-43922942099b None None] Current status of the port 346d987e-6520-4c17-a6f5-5fee9752ffe3 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:51:54.344602 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1b334344-6fd7-4f47-85c5-43922942099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:54.347849 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf4fb7-72b0-4f0e-b088-bb16b1fb3b2c None None] The sync data for ids ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'] in n-d-820368-19 is: [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:51:49Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '346d987e-6520-4c17-a6f5-5fee9752ffe3', 'name': '', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:81:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:47Z', 'updated_at': '2022-02-28T17:51:53Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:51:54.474511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:51:54.478265 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35db9994-ecb1-4200-822e-bb50cf78561e" -d '{"events": [{"server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "name": "network-vif-plugged", "status": "completed", "tag": "0338a957-5f25-4f82-8926-594740ebd63b"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:51:54.510186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=0338a957-5f25-4f82-8926-594740ebd63b,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:51:54.547421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1b334344-6fd7-4f47-85c5-43922942099b None None] For port 346d987e-6520-4c17-a6f5-5fee9752ffe3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=346d987e-6520-4c17-a6f5-5fee9752ffe3,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:51:54.576103 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0338a957-5f25-4f82-8926-594740ebd63b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:54.642967 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1b334344-6fd7-4f47-85c5-43922942099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:54.657486 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09c75ac8-af9d-4bca-9972-c851ae853f7e req-3cc9127d-55b3-48e7-8eda-59e1d81b8d48 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 210 time: 0.0807180 Feb 28 17:51:54.748788 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=0338a957-5f25-4f82-8926-594740ebd63b,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:54.843400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b334344-6fd7-4f47-85c5-43922942099b None None] Pushing event updated for resources: {'Port': ['ID=346d987e-6520-4c17-a6f5-5fee9752ffe3,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:54.998601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b543e4-17ea-490b-a375-d7c95d02ec51 req-b4a09b16-f135-42f0-a81d-836b2a766cff tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:55.008969 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-59b543e4-17ea-490b-a375-d7c95d02ec51 req-b4a09b16-f135-42f0-a81d-836b2a766cff tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.1154492 Feb 28 17:51:55.147132 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-59b543e4-17ea-490b-a375-d7c95d02ec51 req-ab191584-177f-4de0-bf8e-f97ad018b477 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371958 Feb 28 17:51:55.149827 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:55.185970 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcec345c-fe57-46d0-b0e0-2ff3ef885582 x-openstack-request-id: req-dcec345c-fe57-46d0-b0e0-2ff3ef885582 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:51:55.186493 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "name": "network-vif-plugged", "status": "completed", "tag": "0338a957-5f25-4f82-8926-594740ebd63b", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:51:55.187097 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dcec345c-fe57-46d0-b0e0-2ff3ef885582 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:51:55.187656 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b', 'code': 200} Feb 28 17:51:55.409584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-05df4ede-bd13-459b-828e-7388d573b614 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:55.411493 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-05df4ede-bd13-459b-828e-7388d573b614 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "GET /v2.0/networks?id=80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 200 len: 797 time: 0.2582581 Feb 28 17:51:55.532042 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6d2ac6c4-4d6c-4c6e-b8d3-6c700d2cc575 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 380 time: 0.1019168 Feb 28 17:51:55.541518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-29b82d6a-26e2-4e29-ba87-b40a6cf62b18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'port': {'device_id': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'admin_state_up': True, 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'security_groups': ['378bda04-83bf-49ce-84b3-cb20f3394457']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:55.576413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:51:55.670555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 346d987e-6520-4c17-a6f5-5fee9752ffe3 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:51:55.778270 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 346d987e-6520-4c17-a6f5-5fee9752ffe3 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:51:55.779038 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:55.849651 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-383b5422-f8ba-4524-a181-45e437ae599b req-a40de5bd-eeb8-421e-b3ac-177d6ad651c8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 210 time: 0.0564680 Feb 28 17:51:55.987806 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:51:56.005002 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Sync routers for ids ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:51:56.025626 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Routers {'fcff73b6-31f4-4d46-8a4e-8ea6fde81557'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:51:56.028146 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:51:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:56.058941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 346d987e-6520-4c17-a6f5-5fee9752ffe3 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:51:56.148369 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:56.153210 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37546) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:56.159882 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37548) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:56.161571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7ac4266a-ae8a-4fb8-9d8b-0f07d249fbe5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.4774270 Feb 28 17:51:56.176550 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Set router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:51:56.224551 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-29b82d6a-26e2-4e29-ba87-b40a6cf62b18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Made reservation on behalf of a3eb0a57573941dbb6964a85dd6477cc for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:51:56.228479 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-29b82d6a-26e2-4e29-ba87-b40a6cf62b18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:56.400042 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-701929776-network', 'tenant_id': 'f38f13671c02440b91796470b20315af'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:56.513152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] Made reservation on behalf of f38f13671c02440b91796470b20315af for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:51:56.522109 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:56.542131 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:56.546892 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:51:53Z', 'revision_number': 3, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:56.584052 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Checking router: fcff73b6-31f4-4d46-8a4e-8ea6fde81557 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:51:56.585506 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Updating router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 port 32af88cb-1907-4a41-a433-a0fdfae65b23 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:51:56.618385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90cbfc-4f49-45c9-aee3-9937ee70f070 req-02376325-92ac-4c8c-a882-7736765aa0bb tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:56.628840 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b90cbfc-4f49-45c9-aee3-9937ee70f070 req-02376325-92ac-4c8c-a882-7736765aa0bb tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.2115541 Feb 28 17:51:56.652224 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (32af88cb-1907-4a41-a433-a0fdfae65b23), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:56.711378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-29b82d6a-26e2-4e29-ba87-b40a6cf62b18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.20.0.9 (80cd9b14-ca3f-44ac-988d-f99590559767/e41ca01d-2fd6-4fc0-8de4-5de0571353f1/28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:51:56.712549 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-44e7505f-d443-4c85-be45-6868b92a68c8 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=8c1a0f817663429298e762db81838c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5560303 Feb 28 17:51:56.713373 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37562) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:56.796101 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] Publish callbacks [] for security_group (c95b4d99-b755-4766-bcad-bd96a6e2a5a4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:56.853731 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c95b4d99-b755-4766-bcad-bd96a6e2a5a4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:56.854845 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b90cbfc-4f49-45c9-aee3-9937ee70f070 req-5d2c3a79-fcba-4595-9071-7dd7d676bc43 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229168 Feb 28 17:51:56.939053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:51:56.958329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95b4d99-b755-4766-bcad-bd96a6e2a5a4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:56.967876 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (59e779ce-549d-4bab-83ea-8b07db7730b4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:56.968489 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] Added segment 59e779ce-549d-4bab-83ea-8b07db7730b4 of type vlan for network 7a486699-d435-4fea-ae3e-deac3579a793 Feb 28 17:51:57.018641 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d8268f-d97f-4f58-a14d-b67846be90f6 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:57.023740 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-80d8268f-d97f-4f58-a14d-b67846be90f6 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3037479 Feb 28 17:51:57.025736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37570) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:57.042790 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (7a486699-d435-4fea-ae3e-deac3579a793), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:57.069979 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6a74d38b-b519-4952-ad5c-be2a273497c6 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407953 Feb 28 17:51:57.070405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37572) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:57.077080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-b0ab64a2-23cd-44f6-b440-2d1f81405f47 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-245813886', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'project_id': '8c1a0f817663429298e762db81838c33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:57.131537 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-556e1b2c-722e-4137-a4d2-d5645fad81e4 req-98b9515b-3629-4f00-a9dc-f6b9b8a1ec01 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 210 time: 0.0512323 Feb 28 17:51:57.165202 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (7a486699-d435-4fea-ae3e-deac3579a793), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:57.166728 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:57.167365 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:57.205414 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Publish callbacks [] for port (32af88cb-1907-4a41-a433-a0fdfae65b23), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:57.229432 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-29b82d6a-26e2-4e29-ba87-b40a6cf62b18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:57.259395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] Pushing event updated for resources: {'Network': ['ID=7a486699-d435-4fea-ae3e-deac3579a793,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:57.271381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 7a486699-d435-4fea-ae3e-deac3579a793 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:51:57.289198 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-be841f86-75de-45b3-8c6b-801392b210b6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1314950 Feb 28 17:51:57.289405 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37574) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:57.293576 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (32af88cb-1907-4a41-a433-a0fdfae65b23), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:57.294215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3fe169a7-b8f6-4858-92fd-c53057370b32 admin admin] Request body: {'subnet': {'network_id': '7a486699-d435-4fea-ae3e-deac3579a793', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-701929776-subnet', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:57.345140 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ab64a2-23cd-44f6-b440-2d1f81405f47 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Made reservation on behalf of 8c1a0f817663429298e762db81838c33 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:51:57.352488 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0ab64a2-23cd-44f6-b440-2d1f81405f47 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:57.365711 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596f1d3-0268-4ef6-8779-aef49896f53d None None] Pushing event updated for resources: {'Port': ['ID=32af88cb-1907-4a41-a433-a0fdfae65b23,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:57.375230 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Attempting to bind port 32af88cb-1907-4a41-a433-a0fdfae65b23 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:51:57.375606 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Attempting to bind port 32af88cb-1907-4a41-a433-a0fdfae65b23 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:51:57.375966 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Attempting to bind port 32af88cb-1907-4a41-a433-a0fdfae65b23 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:51:57.381986 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:51:57.382364 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:51:57.388806 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:57.388806 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:51:57.388806 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Bound port: 32af88cb-1907-4a41-a433-a0fdfae65b23, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:51:57.388806 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (32af88cb-1907-4a41-a433-a0fdfae65b23), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:57.407849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe169a7-b8f6-4858-92fd-c53057370b32 admin admin] Made reservation on behalf of f38f13671c02440b91796470b20315af for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:51:57.411179 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3fe169a7-b8f6-4858-92fd-c53057370b32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:57.477879 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-29b82d6a-26e2-4e29-ba87-b40a6cf62b18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:57.500535 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] For port 32af88cb-1907-4a41-a433-a0fdfae65b23, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:51:57.509381 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] For port 32af88cb-1907-4a41-a433-a0fdfae65b23, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=32af88cb-1907-4a41-a433-a0fdfae65b23,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:51:57.565401 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-29b82d6a-26e2-4e29-ba87-b40a6cf62b18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network 80cd9b14-ca3f-44ac-988d-f99590559767 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:51:57.575483 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-29b82d6a-26e2-4e29-ba87-b40a6cf62b18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:51:57.579295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-29b82d6a-26e2-4e29-ba87-b40a6cf62b18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:51:57.583575 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (32af88cb-1907-4a41-a433-a0fdfae65b23), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:57.712864 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Routers {'fcff73b6-31f4-4d46-8a4e-8ea6fde81557'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:51:57.713632 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:51:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:57.716147 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-29b82d6a-26e2-4e29-ba87-b40a6cf62b18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:57.717098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-29b82d6a-26e2-4e29-ba87-b40a6cf62b18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:57.739067 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596f1d3-0268-4ef6-8779-aef49896f53d None None] Pushing event updated for resources: {'Port': ['ID=32af88cb-1907-4a41-a433-a0fdfae65b23,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:57.747632 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3fe169a7-b8f6-4858-92fd-c53057370b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (85a3a6e0-2353-479d-8c5b-c53130f6f7f8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:57.751532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b82d6a-26e2-4e29-ba87-b40a6cf62b18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:57.835295 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-29b82d6a-26e2-4e29-ba87-b40a6cf62b18 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2978659 Feb 28 17:51:57.863666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Request body: {'port': {'device_id': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:57.916151 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe169a7-b8f6-4858-92fd-c53057370b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a3a6e0-2353-479d-8c5b-c53130f6f7f8,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:58.007710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe169a7-b8f6-4858-92fd-c53057370b32 admin admin] Checking segment: {'id': '59e779ce-549d-4bab-83ea-8b07db7730b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:51:58.008077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe169a7-b8f6-4858-92fd-c53057370b32 admin admin] Network hostable DHCP agents. Network: 7a486699-d435-4fea-ae3e-deac3579a793, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:51:58.025914 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b1f2707b-a81c-435a-87a6-34bdde622be8 None None] Provisioning complete for port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:51:58.026378 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b1f2707b-a81c-435a-87a6-34bdde622be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:58.111578 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2707b-a81c-435a-87a6-34bdde622be8 None None] Port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:51:58.135344 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] Set router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:51:58.136299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe169a7-b8f6-4858-92fd-c53057370b32 admin admin] Network 7a486699-d435-4fea-ae3e-deac3579a793 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:51:58.158296 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:58.243655 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1450-f505-451b-91b2-b4bda745a5c8 req-8b64796c-0c0f-4646-b47f-2829a32eb6bf tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:58.245116 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-408a1450-f505-451b-91b2-b4bda745a5c8 req-8b64796c-0c0f-4646-b47f-2829a32eb6bf tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.1842694 Feb 28 17:51:58.264053 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0ab64a2-23cd-44f6-b440-2d1f81405f47 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (24260bd8-fc9b-4ddf-8826-a72b197f0d04), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:58.278601 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-3fe169a7-b8f6-4858-92fd-c53057370b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 7a486699-d435-4fea-ae3e-deac3579a793) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:51:58.287305 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe169a7-b8f6-4858-92fd-c53057370b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:58.287913 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3fe169a7-b8f6-4858-92fd-c53057370b32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:58.292395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1bc036-19fc-471f-88b6-793530f12934 None None] Network 7a486699-d435-4fea-ae3e-deac3579a793 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:51:58.334811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab64a2-23cd-44f6-b440-2d1f81405f47 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'Subnet': ['ID=24260bd8-fc9b-4ddf-8826-a72b197f0d04,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:58.364658 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8622b-05b0-41e5-a158-f1cc70998dcc req-0b7defb4-1a79-4145-8b0f-f04448bb2880 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:58.368137 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bcc8622b-05b0-41e5-a158-f1cc70998dcc req-0b7defb4-1a79-4145-8b0f-f04448bb2880 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 931 time: 0.1442132 Feb 28 17:51:58.434444 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3fe169a7-b8f6-4858-92fd-c53057370b32 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1439764 Feb 28 17:51:58.442215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37582) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:58.452520 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-701929776-router', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:51:58.455251 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-408a1450-f505-451b-91b2-b4bda745a5c8 req-51e7719d-7453-4da5-96b5-8d94e28e4608 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953816 Feb 28 17:51:58.500609 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab64a2-23cd-44f6-b440-2d1f81405f47 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Checking segment: {'id': 'dd106981-62f8-4935-9663-0b58a0bbd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:51:58.506220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab64a2-23cd-44f6-b440-2d1f81405f47 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Network hostable DHCP agents. Network: ba2c0ad5-4ece-4e21-9834-9b8bad7b618e, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:51:58.537736 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bcc8622b-05b0-41e5-a158-f1cc70998dcc req-72b48b1f-8d7d-48b3-9f2a-0941f0a295ce tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647050 Feb 28 17:51:58.565719 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-7a486699-d435-4fea-ae3e-deac3579a793', 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793', 'project_id': 'f38f13671c02440b91796470b20315af', 'fixed_ips': [{'subnet_id': '85a3a6e0-2353-479d-8c5b-c53130f6f7f8'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:51:58.567266 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:58.589864 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:51:53Z', 'revision_number': 3, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:51:58.639649 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (9fe91172-0a84-43f3-9b73-f270658b00f2), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:58.640741 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (9fe91172-0a84-43f3-9b73-f270658b00f2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:58.656964 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:51:58.657844 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f771cb81-af29-491a-96a6-748830ee6123 None None] The sync data for ids ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'] in n-d-820368-19 is: [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:51:53Z', 'revision_number': 3, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:51:58.774113 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Publish callbacks [] for router_controller (9fe91172-0a84-43f3-9b73-f270658b00f2), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:58.777496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab64a2-23cd-44f6-b440-2d1f81405f47 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:51:58.819658 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:51:58.840504 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Allocated IP 172.20.0.2 (7a486699-d435-4fea-ae3e-deac3579a793/85a3a6e0-2353-479d-8c5b-c53130f6f7f8/314f628e-6efc-41cb-9d51-ca043b5a9c9a) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:51:58.850175 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Publish callbacks [] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:58.884756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Transition to ACTIVE for port object 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:51:58.887588 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-b0ab64a2-23cd-44f6-b440-2d1f81405f47 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, ba2c0ad5-4ece-4e21-9834-9b8bad7b618e) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:51:58.892521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab64a2-23cd-44f6-b440-2d1f81405f47 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:51:58.893125 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0ab64a2-23cd-44f6-b440-2d1f81405f47 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:58.934037 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faa9412-a26e-467d-9fca-1dd54f25d79b None None] Network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:51:58.958101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:59.026969 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b0ab64a2-23cd-44f6-b440-2d1f81405f47 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9554975 Feb 28 17:51:59.033628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37586) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:51:59.187129 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Publish callbacks [] for router_gateway (9fe91172-0a84-43f3-9b73-f270658b00f2), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:59.205995 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Pushing event updated for resources: {'Port': ['ID=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:51:59.573410 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Attempting to bind port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:51:59.574045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Attempting to bind port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:51:59.574641 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Attempting to bind port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on network 80cd9b14-ca3f-44ac-988d-f99590559767 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:51:59.839429 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 32af88cb-1907-4a41-a433-a0fdfae65b23 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:51:59.882709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'project_id': '8c1a0f817663429298e762db81838c33', 'fixed_ips': [{'subnet_id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:51:59.884273 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:51:59.965801 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Publish callbacks [] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.016816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84139e-95ba-4381-81bd-7c1b40d27298 req-26162faa-2276-4515-8066-9dd901e14e73 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:00.018475 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-db84139e-95ba-4381-81bd-7c1b40d27298 req-26162faa-2276-4515-8066-9dd901e14e73 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 943 time: 0.2438653 Feb 28 17:52:00.048792 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Publish callbacks [] for router_gateway (9fe91172-0a84-43f3-9b73-f270658b00f2), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.094236 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.095412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on network 80cd9b14-ca3f-44ac-988d-f99590559767 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:52:00.095765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Attempting to bind port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on network 80cd9b14-ca3f-44ac-988d-f99590559767 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:00.183155 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.239751 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-db84139e-95ba-4381-81bd-7c1b40d27298 req-1cd908b6-1cf7-49d3-83ef-a5dbaa3bc4a9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127695 Feb 28 17:52:00.263085 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Network 7a486699-d435-4fea-ae3e-deac3579a793 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:00.272464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:00.277573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:52:00.292404 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:52:00.292745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Checking segment: {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:00.293148 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Bound using segment: {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:52:00.293610 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Bound port: 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:52:00.293999 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.304921 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 32af88cb-1907-4a41-a433-a0fdfae65b23 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:00.305294 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (32af88cb-1907-4a41-a433-a0fdfae65b23), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.405252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Pushing event updated for resources: {'Port': ['ID=314f628e-6efc-41cb-9d51-ca043b5a9c9a,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:00.430019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Allocated IP 172.25.3.134 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/725dc8c9-eeb8-4b82-bfb5-992e0287f72c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:52:00.478418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:52:00.485359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:52:00.494035 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Attempting to bind port 314f628e-6efc-41cb-9d51-ca043b5a9c9a on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:52:00.494455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Attempting to bind port 314f628e-6efc-41cb-9d51-ca043b5a9c9a by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '59e779ce-549d-4bab-83ea-8b07db7730b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:52:00.494821 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Attempting to bind port 314f628e-6efc-41cb-9d51-ca043b5a9c9a on network 7a486699-d435-4fea-ae3e-deac3579a793 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:00.513622 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Allocated IP 172.20.0.2 (ba2c0ad5-4ece-4e21-9834-9b8bad7b618e/24260bd8-fc9b-4ddf-8826-a72b197f0d04/34214a86-20c8-48c0-8020-04867f320aa8) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:52:00.532377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 32af88cb-1907-4a41-a433-a0fdfae65b23 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:00.532982 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (32af88cb-1907-4a41-a433-a0fdfae65b23), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.543802 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:52:00.544183 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Checking segment: {'id': '59e779ce-549d-4bab-83ea-8b07db7730b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:00.544719 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.545122 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Bound using segment: {'id': '59e779ce-549d-4bab-83ea-8b07db7730b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:52:00.545609 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Bound port: 314f628e-6efc-41cb-9d51-ca043b5a9c9a, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e779ce-549d-4bab-83ea-8b07db7730b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:52:00.546049 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.546591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bbecb-6f8a-4095-9313-2e6a77cb39cd req-6cd01bc3-1dc0-4312-8779-b6d04d4e3963 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:00.548487 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db0bbecb-6f8a-4095-9313-2e6a77cb39cd req-6cd01bc3-1dc0-4312-8779-b6d04d4e3963 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.7117281 Feb 28 17:52:00.583722 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.693832 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 32af88cb-1907-4a41-a433-a0fdfae65b23, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=32af88cb-1907-4a41-a433-a0fdfae65b23,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:00.695697 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:00.696615 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.698661 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] 10.222.0.69 "PUT /v2.0/ports/28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 1092 time: 2.8533628 Feb 28 17:52:00.707100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:52:00.713797 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807ccfd6-e326-46a8-a208-312e934dfa02" -d '{"events": [{"name": "network-changed", "server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:52:00.764580 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] For port 314f628e-6efc-41cb-9d51-ca043b5a9c9a, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:52:00.770440 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] For port 314f628e-6efc-41cb-9d51-ca043b5a9c9a, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=314f628e-6efc-41cb-9d51-ca043b5a9c9a,segment=NetworkSegment(59e779ce-549d-4bab-83ea-8b07db7730b4),segment_id=59e779ce-549d-4bab-83ea-8b07db7730b4)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:52:00.782889 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (32af88cb-1907-4a41-a433-a0fdfae65b23), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.816688 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-db0bbecb-6f8a-4095-9313-2e6a77cb39cd req-98d56ab5-d016-413b-b4c4-248c414b1262 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585878 Feb 28 17:52:00.831175 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Publish callbacks [] for port (725dc8c9-eeb8-4b82-bfb5-992e0287f72c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.853346 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.866175 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a64910-ed7a-497c-8c4e-cbbbf4edd8d2 x-openstack-request-id: req-64a64910-ed7a-497c-8c4e-cbbbf4edd8d2 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:52:00.867136 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:00.868069 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:52:00.868550 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-64a64910-ed7a-497c-8c4e-cbbbf4edd8d2 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:52:00.870166 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'status': 'completed', 'code': 200} Feb 28 17:52:00.933647 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c797e-af11-41d9-acae-daa5a74fde1a service neutron] Pushing event updated for resources: {'Port': ['ID=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:01.011363 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (725dc8c9-eeb8-4b82-bfb5-992e0287f72c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:01.040645 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:01.044853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:01.086811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:52:01.112972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=32af88cb-1907-4a41-a433-a0fdfae65b23,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:01.117518 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Publish callbacks [] for port (34214a86-20c8-48c0-8020-04867f320aa8), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:01.222898 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (34214a86-20c8-48c0-8020-04867f320aa8), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:01.271186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Pushing event updated for resources: {'Port': ['ID=725dc8c9-eeb8-4b82-bfb5-992e0287f72c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:01.294415 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda91c6-1150-43f6-bb8a-6c31ba852a9b None None] Pushing event updated for resources: {'Port': ['ID=314f628e-6efc-41cb-9d51-ca043b5a9c9a,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:01.337562 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:01.421543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:01.431991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:52:01.640581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Attempting to bind port 34214a86-20c8-48c0-8020-04867f320aa8 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:52:01.640963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Attempting to bind port 34214a86-20c8-48c0-8020-04867f320aa8 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'dd106981-62f8-4935-9663-0b58a0bbd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:52:01.641327 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Attempting to bind port 34214a86-20c8-48c0-8020-04867f320aa8 on network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:01.648944 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Pushing event updated for resources: {'Port': ['ID=34214a86-20c8-48c0-8020-04867f320aa8,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:01.661589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:52:01.662033 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Checking segment: {'id': 'dd106981-62f8-4935-9663-0b58a0bbd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:01.662442 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:01.662833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Bound using segment: {'id': 'dd106981-62f8-4935-9663-0b58a0bbd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:52:01.663703 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Bound port: 34214a86-20c8-48c0-8020-04867f320aa8, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd106981-62f8-4935-9663-0b58a0bbd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:52:01.664095 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (34214a86-20c8-48c0-8020-04867f320aa8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:01.787336 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] For port 34214a86-20c8-48c0-8020-04867f320aa8, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:52:01.796273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] For port 34214a86-20c8-48c0-8020-04867f320aa8, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=34214a86-20c8-48c0-8020-04867f320aa8,segment=NetworkSegment(dd106981-62f8-4935-9663-0b58a0bbd39e),segment_id=dd106981-62f8-4935-9663-0b58a0bbd39e)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:52:01.869784 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (34214a86-20c8-48c0-8020-04867f320aa8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:01.877048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 32af88cb-1907-4a41-a433-a0fdfae65b23 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:01.942399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-1da05379-1c15-40d6-8172-bdc7ddbefeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:01.946708 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-1da05379-1c15-40d6-8172-bdc7ddbefeda service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1126 time: 1.1254365 Feb 28 17:52:02.113645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 32af88cb-1907-4a41-a433-a0fdfae65b23 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:02.114399 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (32af88cb-1907-4a41-a433-a0fdfae65b23), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:02.141686 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-7b85e216-32cf-4d8c-af70-1d52b8ff6b6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 217 time: 0.1779172 Feb 28 17:52:02.190431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cffce-ae44-4133-95b0-263a9f2f0096 None None] Pushing event updated for resources: {'Port': ['ID=34214a86-20c8-48c0-8020-04867f320aa8,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:02.294818 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 32af88cb-1907-4a41-a433-a0fdfae65b23 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:02.297354 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 314f628e-6efc-41cb-9d51-ca043b5a9c9a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:02.368433 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dbcd6-e0c0-4c6b-8e5d-8a19b8fd968e req-2673a0b1-47d6-4c6f-b46d-283a2c33b2da tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:02.373160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-bab0234d-8353-46c4-842f-33deff54d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:02.377392 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e32dbcd6-e0c0-4c6b-8e5d-8a19b8fd968e req-2673a0b1-47d6-4c6f-b46d-283a2c33b2da tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.2263780 Feb 28 17:52:02.380937 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-bab0234d-8353-46c4-842f-33deff54d195 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e41ca01d-2fd6-4fc0-8de4-5de0571353f1 HTTP/1.1" status: 200 len: 835 time: 0.1841280 Feb 28 17:52:02.415813 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 314f628e-6efc-41cb-9d51-ca043b5a9c9a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:02.416197 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:02.457007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2bdab-fd11-4648-ab1e-1c61bf6211e9 req-d0905278-8656-4501-be41-9ee5a033c3a8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:02.466601 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cff2bdab-fd11-4648-ab1e-1c61bf6211e9 req-d0905278-8656-4501-be41-9ee5a033c3a8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 943 time: 0.5084412 Feb 28 17:52:02.570377 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e32dbcd6-e0c0-4c6b-8e5d-8a19b8fd968e req-58ba582d-86ce-40bb-8c10-75657f5d0159 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855659 Feb 28 17:52:02.571294 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Publish callbacks [] for router_gateway (9fe91172-0a84-43f3-9b73-f270658b00f2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:02.676183 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 314f628e-6efc-41cb-9d51-ca043b5a9c9a is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:02.676377 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:02.732600 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-3bf5c9af-4cb3-4362-a0e6-15c5c668d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:02.734589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-3bf5c9af-4cb3-4362-a0e6-15c5c668d84f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80cd9b14-ca3f-44ac-988d-f99590559767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3526583 Feb 28 17:52:02.752118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 314f628e-6efc-41cb-9d51-ca043b5a9c9a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=314f628e-6efc-41cb-9d51-ca043b5a9c9a,segment=NetworkSegment(59e779ce-549d-4bab-83ea-8b07db7730b4),segment_id=59e779ce-549d-4bab-83ea-8b07db7730b4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:02.752294 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cff2bdab-fd11-4648-ab1e-1c61bf6211e9 req-725f6eab-1c47-4b6b-96cd-aae1719dbe3c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702219 Feb 28 17:52:02.874696 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:02.956441 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-8625aee0-aa14-460c-89f5-b32c1e625cbb service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955698 Feb 28 17:52:02.982129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=314f628e-6efc-41cb-9d51-ca043b5a9c9a,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:03.020170 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Allocated IP 172.20.0.1 (ba2c0ad5-4ece-4e21-9834-9b8bad7b618e/24260bd8-fc9b-4ddf-8826-a72b197f0d04/2f9b091a-2860-420f-ae47-9e6d402bde49) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:52:03.093944 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (9fe91172-0a84-43f3-9b73-f270658b00f2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:03.156922 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c7aff4-05ff-4deb-b7aa-9e5d4e62bd53 None None] Network 7a486699-d435-4fea-ae3e-deac3579a793 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:52:03.182723 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c266eca-484e-4f4e-81f2-a608b38c82f2 req-c164a0d1-22b2-4180-b71b-2635379d3506 service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173090 Feb 28 17:52:03.238258 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:03.313142 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2369f0e3-485a-452c-9bc2-979d120bbbcc None None] Provisioning complete for port 314f628e-6efc-41cb-9d51-ca043b5a9c9a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:03.313702 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2369f0e3-485a-452c-9bc2-979d120bbbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:03.384940 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Router 9fe91172-0a84-43f3-9b73-f270658b00f2 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:52:03.423298 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:03.473014 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ccfd6-e326-46a8-a208-312e934dfa02 req-b805d507-1f5d-4b29-b3e6-5592ee4e9949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:03.479115 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-807ccfd6-e326-46a8-a208-312e934dfa02 req-b805d507-1f5d-4b29-b3e6-5592ee4e9949 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1126 time: 0.1286361 Feb 28 17:52:03.490476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:03.507210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2369f0e3-485a-452c-9bc2-979d120bbbcc None None] Current status of the port 314f628e-6efc-41cb-9d51-ca043b5a9c9a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:03.623092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:52:03.642103 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Sync routers for ids ['9fe91172-0a84-43f3-9b73-f270658b00f2'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:52:03.680957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Routers {'9fe91172-0a84-43f3-9b73-f270658b00f2'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:03.683313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:51:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9fe91172-0a84-43f3-9b73-f270658b00f2'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:03.695203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:03.749659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'Port': ['ID=2f9b091a-2860-420f-ae47-9e6d402bde49,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:03.762649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:52:03.783491 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:03.792183 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6ecfeb54-66ba-47ce-8ed4-96e7990f0c5e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3487294 Feb 28 17:52:03.803135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37612) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:03.957008 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:03.958751 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 34214a86-20c8-48c0-8020-04867f320aa8 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:04.028990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e7bdd-89fa-4df3-a546-74609b24acdd req-fe489eb9-8d1e-4b8b-b8cb-8b1ed512d0c5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:04.040246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fd2e7bdd-89fa-4df3-a546-74609b24acdd req-fe489eb9-8d1e-4b8b-b8cb-8b1ed512d0c5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.3334634 Feb 28 17:52:04.048617 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 34214a86-20c8-48c0-8020-04867f320aa8 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:04.050182 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (34214a86-20c8-48c0-8020-04867f320aa8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:04.119155 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Set router 9fe91172-0a84-43f3-9b73-f270658b00f2 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:04.122777 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ed6c8eb4-f349-4782-b287-5ad4cb7125ea None None] Provisioning complete for port 314f628e-6efc-41cb-9d51-ca043b5a9c9a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:04.126230 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ed6c8eb4-f349-4782-b287-5ad4cb7125ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:04.174564 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fd2e7bdd-89fa-4df3-a546-74609b24acdd req-47de9ded-b4cd-4c3e-a889-7202644eedbd tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333282 Feb 28 17:52:04.247384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29ff5f-fc51-4f38-944c-cd8fd2c30c7f req-32f8d767-622a-4103-9272-af7082392d86 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:04.248846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a29ff5f-fc51-4f38-944c-cd8fd2c30c7f req-32f8d767-622a-4103-9272-af7082392d86 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 943 time: 0.2890813 Feb 28 17:52:04.268436 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8f03ed-97b1-4875-bd90-ba8cc7445a7d None None] Network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:52:04.304356 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ccfd6-e326-46a8-a208-312e934dfa02 req-189dc6ba-c431-4109-89a1-9bd313ac880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:04.306029 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-807ccfd6-e326-46a8-a208-312e934dfa02 req-189dc6ba-c431-4109-89a1-9bd313ac880b service neutron] 10.222.0.69 "GET /v2.0/networks?id=80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 200 len: 898 time: 0.8118823 Feb 28 17:52:04.386566 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-807ccfd6-e326-46a8-a208-312e934dfa02 req-f4d257ee-117c-43ef-804c-d89531afdb3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 217 time: 0.0499659 Feb 28 17:52:04.450507 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ccfd6-e326-46a8-a208-312e934dfa02 req-e739be08-ff6c-4e99-a691-2c43e6a680fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:04.452064 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-807ccfd6-e326-46a8-a208-312e934dfa02 req-e739be08-ff6c-4e99-a691-2c43e6a680fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e41ca01d-2fd6-4fc0-8de4-5de0571353f1 HTTP/1.1" status: 200 len: 835 time: 0.0582962 Feb 28 17:52:04.459978 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a29ff5f-fc51-4f38-944c-cd8fd2c30c7f req-0d2246ec-8b8f-45d4-a022-c0ae6e402e58 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026093 Feb 28 17:52:04.507705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c8eb4-f349-4782-b287-5ad4cb7125ea None None] Current status of the port 314f628e-6efc-41cb-9d51-ca043b5a9c9a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:04.527198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ccfd6-e326-46a8-a208-312e934dfa02 req-d4818212-4817-41f9-b7fa-49ef0abcda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:04.529714 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-807ccfd6-e326-46a8-a208-312e934dfa02 req-d4818212-4817-41f9-b7fa-49ef0abcda02 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80cd9b14-ca3f-44ac-988d-f99590559767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0669596 Feb 28 17:52:04.650752 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-807ccfd6-e326-46a8-a208-312e934dfa02 req-eea85692-a967-44dc-ac54-c793be198d5e service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148870 Feb 28 17:52:04.700941 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:04.701837 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:04.836635 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-807ccfd6-e326-46a8-a208-312e934dfa02 req-f9271e8a-aaac-4995-846a-8a0a96791273 service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336508 Feb 28 17:52:04.959109 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5099b616-cb6e-4442-9515-41f6be47606c None None] Provisioning complete for port 34214a86-20c8-48c0-8020-04867f320aa8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:04.959821 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5099b616-cb6e-4442-9515-41f6be47606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (34214a86-20c8-48c0-8020-04867f320aa8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:04.964351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 34214a86-20c8-48c0-8020-04867f320aa8 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:04.964850 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (34214a86-20c8-48c0-8020-04867f320aa8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:05.009005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Allocated IP 172.20.0.1 (7a486699-d435-4fea-ae3e-deac3579a793/85a3a6e0-2353-479d-8c5b-c53130f6f7f8/5d01cb7f-99ac-4610-9075-c89c73063b6b) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:52:05.058579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 34214a86-20c8-48c0-8020-04867f320aa8, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=34214a86-20c8-48c0-8020-04867f320aa8,segment=NetworkSegment(dd106981-62f8-4935-9663-0b58a0bbd39e),segment_id=dd106981-62f8-4935-9663-0b58a0bbd39e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:05.115560 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'name': 'tempest-TestAggregatesBasicOps-701929776-router', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '725dc8c9-eeb8-4b82-bfb5-992e0287f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:58Z', 'updated_at': '2022-02-28T17:52:02Z', 'revision_number': 3, 'project_id': 'f38f13671c02440b91796470b20315af', 'gw_port': {'id': '725dc8c9-eeb8-4b82-bfb5-992e0287f72c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:00Z', 'updated_at': '2022-02-28T17:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:05.148524 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Publish callbacks [] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:05.173868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Checking router: 9fe91172-0a84-43f3-9b73-f270658b00f2 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:52:05.174463 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Updating router 9fe91172-0a84-43f3-9b73-f270658b00f2 port 725dc8c9-eeb8-4b82-bfb5-992e0287f72c binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:52:05.229175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5099b616-cb6e-4442-9515-41f6be47606c None None] Current status of the port 34214a86-20c8-48c0-8020-04867f320aa8 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:05.229175 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5099b616-cb6e-4442-9515-41f6be47606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (34214a86-20c8-48c0-8020-04867f320aa8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:05.236905 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:05.253779 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (725dc8c9-eeb8-4b82-bfb5-992e0287f72c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:05.334699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079aa9f-0ccc-45bb-87dc-f76792be681b req-2a2c7173-29f4-4830-956c-5cd824aedfaa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:05.336359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2079aa9f-0ccc-45bb-87dc-f76792be681b req-2a2c7173-29f4-4830-956c-5cd824aedfaa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.0626092 Feb 28 17:52:05.359838 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (34214a86-20c8-48c0-8020-04867f320aa8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:05.360639 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 314f628e-6efc-41cb-9d51-ca043b5a9c9a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:05.393374 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2079aa9f-0ccc-45bb-87dc-f76792be681b req-0defb70d-83ae-4994-9d50-8d48030c513c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498292 Feb 28 17:52:05.394998 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:05.403044 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:05.466895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Network 7a486699-d435-4fea-ae3e-deac3579a793 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:05.491620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:05.497066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Pushing event updated for resources: {'Port': ['ID=5d01cb7f-99ac-4610-9075-c89c73063b6b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:05.503275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:52:05.530262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'Port': ['ID=2f9b091a-2860-420f-ae47-9e6d402bde49,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:05.535474 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:05.612069 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (9fe91172-0a84-43f3-9b73-f270658b00f2), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:05.678311 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-5099b616-cb6e-4442-9515-41f6be47606c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:52:05.678603 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-5099b616-cb6e-4442-9515-41f6be47606c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:52:05.684385 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=34214a86-20c8-48c0-8020-04867f320aa8,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:05.718173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 314f628e-6efc-41cb-9d51-ca043b5a9c9a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:05.718766 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:05.855653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7e866-726f-4358-8080-2b04e0e41acc req-806b3c6f-a97f-4028-91de-5e06294c3d48 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:05.857414 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dbd7e866-726f-4358-8080-2b04e0e41acc req-806b3c6f-a97f-4028-91de-5e06294c3d48 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 943 time: 0.1804259 Feb 28 17:52:05.877117 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:05.892885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:06.026094 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Publish callbacks [] for port (725dc8c9-eeb8-4b82-bfb5-992e0287f72c), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:06.037162 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dbd7e866-726f-4358-8080-2b04e0e41acc req-9678acfc-2dfc-4248-8f27-dcd40b571430 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710091 Feb 28 17:52:06.047814 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:52:06.088141 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:06.135993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:52:06.149626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 314f628e-6efc-41cb-9d51-ca043b5a9c9a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:06.163741 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (725dc8c9-eeb8-4b82-bfb5-992e0287f72c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:06.338689 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 34214a86-20c8-48c0-8020-04867f320aa8 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:06.400135 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.resource_extend [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 17:52:06.406432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:52:06.413485 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-58188f5b-ff93-4956-bdce-a0652f7794e4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "PUT /v2.0/routers/fcff73b6-31f4-4d46-8a4e-8ea6fde81557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3648150 Feb 28 17:52:06.418697 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Sync routers for ids ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:52:06.428231 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37628) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:06.436113 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Routers {'fcff73b6-31f4-4d46-8a4e-8ea6fde81557'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:06.443221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c82b0c95-85ca-4c13-b7a5-f618ddf4197b tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--19665535', 'description': 'tempest-secgroup_access--19665535 description', 'project_id': '8c1a0f817663429298e762db81838c33'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:06.443947 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:51:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:06.456581 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Publish callbacks [] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:06.497963 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb919fe5-66db-4fea-b99a-d36367e93846 None None] Pushing event updated for resources: {'Port': ['ID=725dc8c9-eeb8-4b82-bfb5-992e0287f72c,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:06.504392 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5099b616-cb6e-4442-9515-41f6be47606c None None] Current status of the port 34214a86-20c8-48c0-8020-04867f320aa8 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:06.507116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Attempting to bind port 725dc8c9-eeb8-4b82-bfb5-992e0287f72c on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:52:06.507498 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Attempting to bind port 725dc8c9-eeb8-4b82-bfb5-992e0287f72c by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:52:06.508043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Attempting to bind port 725dc8c9-eeb8-4b82-bfb5-992e0287f72c on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:06.530057 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:52:06.530425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:06.530830 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:06.531598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:52:06.531771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Bound port: 725dc8c9-eeb8-4b82-bfb5-992e0287f72c, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:52:06.532305 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (725dc8c9-eeb8-4b82-bfb5-992e0287f72c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:06.537133 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:06.557284 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 34214a86-20c8-48c0-8020-04867f320aa8 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:06.557650 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (34214a86-20c8-48c0-8020-04867f320aa8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:06.582651 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c82b0c95-85ca-4c13-b7a5-f618ddf4197b tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:06.632348 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Set router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:06.740614 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:06.755833 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c82b0c95-85ca-4c13-b7a5-f618ddf4197b tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group (1d9016ce-2b65-4644-9bdb-693502d9782d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:06.759367 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (9fe91172-0a84-43f3-9b73-f270658b00f2), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:06.774478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d2118-b60b-4047-9d6b-2895f41d96b9 req-5a629a16-c19e-4f1e-8f34-71c21aabd167 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:06.777158 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b7d2118-b60b-4047-9d6b-2895f41d96b9 req-5a629a16-c19e-4f1e-8f34-71c21aabd167 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.1598196 Feb 28 17:52:06.778134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Pushing event updated for resources: {'Port': ['ID=5d01cb7f-99ac-4610-9075-c89c73063b6b,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:06.784197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'port_id': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:52:06.788858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9d5f0d45-fd1d-4f45-ab6a-0cfbf6aedaab None None] Provisioning complete for port 34214a86-20c8-48c0-8020-04867f320aa8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:06.793975 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9d5f0d45-fd1d-4f45-ab6a-0cfbf6aedaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (34214a86-20c8-48c0-8020-04867f320aa8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:06.793975 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] For port 725dc8c9-eeb8-4b82-bfb5-992e0287f72c, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:52:06.801098 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] For port 725dc8c9-eeb8-4b82-bfb5-992e0287f72c, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=725dc8c9-eeb8-4b82-bfb5-992e0287f72c,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:52:06.870825 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c82b0c95-85ca-4c13-b7a5-f618ddf4197b tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1d9016ce-2b65-4644-9bdb-693502d9782d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:06.917162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b0c95-85ca-4c13-b7a5-f618ddf4197b tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9016ce-2b65-4644-9bdb-693502d9782d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:06.936264 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b7d2118-b60b-4047-9d6b-2895f41d96b9 req-ec4551af-65d3-4bf6-89ea-03b066190841 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411483 Feb 28 17:52:06.956045 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (725dc8c9-eeb8-4b82-bfb5-992e0287f72c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:07.007516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:07.007915 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:07.011140 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:52:04Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2f9b091a-2860-420f-ae47-9e6d402bde49', 'name': '', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'mac_address': 'fa:16:3e:db:fc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:02Z', 'updated_at': '2022-02-28T17:52:05Z', 'revision_number': 2, 'project_id': '8c1a0f817663429298e762db81838c33', 'subnets': [{'id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:07.019220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Network 7a486699-d435-4fea-ae3e-deac3579a793 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:07.019220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:07.041489 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c82b0c95-85ca-4c13-b7a5-f618ddf4197b tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:07.042936 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c82b0c95-85ca-4c13-b7a5-f618ddf4197b tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6125100 Feb 28 17:52:07.045864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37632) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:07.051744 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3b26887f-e494-4f5e-8778-1fec3b3d5c5b tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1320886356', 'description': 'tempest-secgroup_general--1320886356 description', 'project_id': '8c1a0f817663429298e762db81838c33'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:07.058076 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Routers {'9fe91172-0a84-43f3-9b73-f270658b00f2'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:07.058725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:51:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9fe91172-0a84-43f3-9b73-f270658b00f2'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:07.060789 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 34214a86-20c8-48c0-8020-04867f320aa8 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:07.084155 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Checking router: fcff73b6-31f4-4d46-8a4e-8ea6fde81557 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:52:07.098023 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Updating router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 port 2f9b091a-2860-420f-ae47-9e6d402bde49 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:52:07.128378 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:52:07.175600 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:07.193550 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b26887f-e494-4f5e-8778-1fec3b3d5c5b tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:07.227511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:07.239918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb919fe5-66db-4fea-b99a-d36367e93846 None None] Pushing event updated for resources: {'Port': ['ID=725dc8c9-eeb8-4b82-bfb5-992e0287f72c,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:07.298022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Router 9fe91172-0a84-43f3-9b73-f270658b00f2 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:52:07.323508 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f0d45-fd1d-4f45-ab6a-0cfbf6aedaab None None] Current status of the port 34214a86-20c8-48c0-8020-04867f320aa8 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:07.339640 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:07.376407 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d311fa-ed68-4483-b398-d551417c3b35 req-d79151d1-cdc2-42ec-b599-0aed25858721 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:07.382500 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1d311fa-ed68-4483-b398-d551417c3b35 req-d79151d1-cdc2-42ec-b599-0aed25858721 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 943 time: 0.1820829 Feb 28 17:52:07.442898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:07.465908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9d5f0d45-fd1d-4f45-ab6a-0cfbf6aedaab None None] Provisioning complete for port 5d01cb7f-99ac-4610-9075-c89c73063b6b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:07.466467 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9d5f0d45-fd1d-4f45-ab6a-0cfbf6aedaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:07.471858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] Set router 9fe91172-0a84-43f3-9b73-f270658b00f2 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:07.546795 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b26887f-e494-4f5e-8778-1fec3b3d5c5b tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group (29964738-e6b9-42dc-ba1d-5ef6a21e974b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:07.560296 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:52:07.591030 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f011d6cd-3751-448d-9ae9-45501c579084 admin admin] 10.222.0.72 "PUT /v2.0/routers/9fe91172-0a84-43f3-9b73-f270658b00f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7756503 Feb 28 17:52:07.622064 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f0d45-fd1d-4f45-ab6a-0cfbf6aedaab None None] Port 5d01cb7f-99ac-4610-9075-c89c73063b6b cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:52:07.629465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:52:07.633006 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d1d311fa-ed68-4483-b398-d551417c3b35 req-a8875baa-aec2-48af-b4e6-a3313f8a03a2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405891 Feb 28 17:52:07.647808 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b26887f-e494-4f5e-8778-1fec3b3d5c5b tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (29964738-e6b9-42dc-ba1d-5ef6a21e974b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:07.757701 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26887f-e494-4f5e-8778-1fec3b3d5c5b tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29964738-e6b9-42dc-ba1d-5ef6a21e974b,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:07.833560 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3b26887f-e494-4f5e-8778-1fec3b3d5c5b tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:07.833809 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3b26887f-e494-4f5e-8778-1fec3b3d5c5b tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7867396 Feb 28 17:52:07.837474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37644) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:07.841940 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-8eb82927-170a-4abb-a7d1-4cf8428a8632 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Request body: {'security_group_rule': {'security_group_id': '1d9016ce-2b65-4644-9bdb-693502d9782d', 'project_id': '8c1a0f817663429298e762db81838c33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:07.857467 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Publish callbacks [] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:07.963187 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1157e6b1-a531-462f-9bb4-0cab5f10611a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:07.969070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9d5f0d45-fd1d-4f45-ab6a-0cfbf6aedaab None None] Provisioning complete for port 2f9b091a-2860-420f-ae47-9e6d402bde49 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:07.969437 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9d5f0d45-fd1d-4f45-ab6a-0cfbf6aedaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:07.975088 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:08.023414 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8eb82927-170a-4abb-a7d1-4cf8428a8632 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group_rule (28846133-9fce-4677-bb64-8edb8a93d65b), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:08.067852 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b8d00-ab19-4e08-8699-75e0c90293c8 None None] Pushing event updated for resources: {'Port': ['ID=2f9b091a-2860-420f-ae47-9e6d402bde49,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:08.143266 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8eb82927-170a-4abb-a7d1-4cf8428a8632 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group_rule (28846133-9fce-4677-bb64-8edb8a93d65b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:08.160352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f0d45-fd1d-4f45-ab6a-0cfbf6aedaab None None] Port 2f9b091a-2860-420f-ae47-9e6d402bde49 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:52:08.190809 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:08.203552 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Attempting to bind port 2f9b091a-2860-420f-ae47-9e6d402bde49 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:52:08.203933 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Attempting to bind port 2f9b091a-2860-420f-ae47-9e6d402bde49 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'dd106981-62f8-4935-9663-0b58a0bbd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:52:08.204364 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Attempting to bind port 2f9b091a-2860-420f-ae47-9e6d402bde49 on network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:08.215334 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:52:08.219787 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Checking segment: {'id': 'dd106981-62f8-4935-9663-0b58a0bbd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:08.219787 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:08.219787 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Bound using segment: {'id': 'dd106981-62f8-4935-9663-0b58a0bbd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:52:08.219787 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Bound port: 2f9b091a-2860-420f-ae47-9e6d402bde49, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd106981-62f8-4935-9663-0b58a0bbd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:52:08.221355 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:08.242156 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8eb82927-170a-4abb-a7d1-4cf8428a8632 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (28846133-9fce-4677-bb64-8edb8a93d65b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:08.270835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb82927-170a-4abb-a7d1-4cf8428a8632 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28846133-9fce-4677-bb64-8edb8a93d65b,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:08.352146 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] For port 2f9b091a-2860-420f-ae47-9e6d402bde49, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:52:08.356005 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8eb82927-170a-4abb-a7d1-4cf8428a8632 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:08.357316 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8eb82927-170a-4abb-a7d1-4cf8428a8632 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5196905 Feb 28 17:52:08.360905 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] For port 2f9b091a-2860-420f-ae47-9e6d402bde49, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2f9b091a-2860-420f-ae47-9e6d402bde49,segment=NetworkSegment(dd106981-62f8-4935-9663-0b58a0bbd39e),segment_id=dd106981-62f8-4935-9663-0b58a0bbd39e)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:52:08.426690 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-373abb27-ddaa-4ebb-ad26-3ea94f1de4ae None None] Provisioning complete for port 5d01cb7f-99ac-4610-9075-c89c73063b6b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:08.427196 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-373abb27-ddaa-4ebb-ad26-3ea94f1de4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:08.467383 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:08.584495 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Routers {'fcff73b6-31f4-4d46-8a4e-8ea6fde81557'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:08.584934 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:51:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:08.645981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-373abb27-ddaa-4ebb-ad26-3ea94f1de4ae None None] Port 5d01cb7f-99ac-4610-9075-c89c73063b6b cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:52:08.696502 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'name': 'tempest-TestAggregatesBasicOps-701929776-router', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '725dc8c9-eeb8-4b82-bfb5-992e0287f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:58Z', 'updated_at': '2022-02-28T17:52:05Z', 'revision_number': 4, 'project_id': 'f38f13671c02440b91796470b20315af', 'gw_port': {'id': '725dc8c9-eeb8-4b82-bfb5-992e0287f72c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:00Z', 'updated_at': '2022-02-28T17:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '5d01cb7f-99ac-4610-9075-c89c73063b6b', 'name': '', 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'mac_address': 'fa:16:3e:38:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '85a3a6e0-2353-479d-8c5b-c53130f6f7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:04Z', 'updated_at': '2022-02-28T17:52:06Z', 'revision_number': 2, 'project_id': 'f38f13671c02440b91796470b20315af', 'subnets': [{'id': '85a3a6e0-2353-479d-8c5b-c53130f6f7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:08.868764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345099f-52db-4d5c-8899-90f3af06cdc6 req-a3fafb9b-b752-40b5-982b-f022f6ce486f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:08.871980 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7345099f-52db-4d5c-8899-90f3af06cdc6 req-a3fafb9b-b752-40b5-982b-f022f6ce486f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.8157899 Feb 28 17:52:08.879306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf6050-cf0e-4ef3-be7f-03b340781e1a None None] The sync data for ids ['9fe91172-0a84-43f3-9b73-f270658b00f2'] in n-d-820368-19 is: [{'id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'name': 'tempest-TestAggregatesBasicOps-701929776-router', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '725dc8c9-eeb8-4b82-bfb5-992e0287f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:58Z', 'updated_at': '2022-02-28T17:52:05Z', 'revision_number': 4, 'project_id': 'f38f13671c02440b91796470b20315af', 'gw_port': {'id': '725dc8c9-eeb8-4b82-bfb5-992e0287f72c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:00Z', 'updated_at': '2022-02-28T17:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '5d01cb7f-99ac-4610-9075-c89c73063b6b', 'name': '', 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'mac_address': 'fa:16:3e:38:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '85a3a6e0-2353-479d-8c5b-c53130f6f7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:04Z', 'updated_at': '2022-02-28T17:52:06Z', 'revision_number': 2, 'project_id': 'f38f13671c02440b91796470b20315af', 'subnets': [{'id': '85a3a6e0-2353-479d-8c5b-c53130f6f7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:52:08.929390 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b8d00-ab19-4e08-8699-75e0c90293c8 None None] Pushing event updated for resources: {'Port': ['ID=2f9b091a-2860-420f-ae47-9e6d402bde49,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:08.955806 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-9330f7db-f0b4-4e4b-807f-cec3d2846356 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup_general--1320886356&fields=id&tenant_id=8c1a0f817663429298e762db81838c33 HTTP/1.1" status: 200 len: 267 time: 0.1659510 Feb 28 17:52:08.990652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37674) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:09.006016 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1792031945-network', 'tenant_id': '53d111a7a2344d3685e77fce650ad996'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:09.008205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7345099f-52db-4d5c-8899-90f3af06cdc6 req-5d357929-0943-4c5c-b18e-db5be8ee2d92 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297741 Feb 28 17:52:09.014916 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] Set router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:09.082856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1c2f16d7-0683-4ed8-886d-8f6b84142630 None None] Provisioning complete for port 2f9b091a-2860-420f-ae47-9e6d402bde49 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:09.083597 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1c2f16d7-0683-4ed8-886d-8f6b84142630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:09.115933 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-c9528dfd-83d0-4ffe-95e8-420311714b91 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup_access--19665535&fields=id&tenant_id=8c1a0f817663429298e762db81838c33 HTTP/1.1" status: 200 len: 267 time: 0.1576996 Feb 28 17:52:09.275061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f16d7-0683-4ed8-886d-8f6b84142630 None None] Current status of the port 2f9b091a-2860-420f-ae47-9e6d402bde49 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:09.276061 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1c2f16d7-0683-4ed8-886d-8f6b84142630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:09.322554 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] Made reservation on behalf of 53d111a7a2344d3685e77fce650ad996 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:52:09.323390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1db54-b15f-4c4e-9719-64f466eaae10 req-d28d78f5-ec2f-4cb3-aa23-4b2136c4cb9a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:09.325700 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:09.348918 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65f1db54-b15f-4c4e-9719-64f466eaae10 req-d28d78f5-ec2f-4cb3-aa23-4b2136c4cb9a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 944 time: 0.1815090 Feb 28 17:52:09.370670 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:09.384313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-083bfd90-1c00-4e25-9fe8-1d5e2673deed tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:09.392210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1c2f16d7-0683-4ed8-886d-8f6b84142630 None None] For port 2f9b091a-2860-420f-ae47-9e6d402bde49, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2f9b091a-2860-420f-ae47-9e6d402bde49,segment=NetworkSegment(dd106981-62f8-4935-9663-0b58a0bbd39e),segment_id=dd106981-62f8-4935-9663-0b58a0bbd39e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:09.392735 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-083bfd90-1c00-4e25-9fe8-1d5e2673deed tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/networks?id=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e HTTP/1.1" status: 200 len: 797 time: 0.2755640 Feb 28 17:52:09.443164 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-9d92ced6-564b-4e9b-9250-c3895283f638 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/quotas/8c1a0f817663429298e762db81838c33 HTTP/1.1" status: 200 len: 375 time: 0.0492172 Feb 28 17:52:09.457842 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-65f1db54-b15f-4c4e-9719-64f466eaae10 req-446fcd93-80c7-468a-8691-1e6944bf029e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079326 Feb 28 17:52:09.560922 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1c2f16d7-0683-4ed8-886d-8f6b84142630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:09.573147 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:52:04Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2f9b091a-2860-420f-ae47-9e6d402bde49', 'name': '', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'mac_address': 'fa:16:3e:db:fc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:02Z', 'updated_at': '2022-02-28T17:52:08Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'subnets': [{'id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:09.613633 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90ff63-b888-44e2-95db-1f3db6304b17 None None] The sync data for ids ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'] in n-d-820368-19 is: [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:52:04Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2f9b091a-2860-420f-ae47-9e6d402bde49', 'name': '', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'mac_address': 'fa:16:3e:db:fc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:02Z', 'updated_at': '2022-02-28T17:52:08Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'subnets': [{'id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:52:09.683793 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-f469fcc4-7bc1-43e1-af11-8496e9c671bc tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c1a0f817663429298e762db81838c33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2380993 Feb 28 17:52:09.755202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f16d7-0683-4ed8-886d-8f6b84142630 None None] Pushing event updated for resources: {'Port': ['ID=2f9b091a-2860-420f-ae47-9e6d402bde49,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:09.790918 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] Publish callbacks [] for security_group (3634b998-d6ac-49b3-bf1e-2901e81d5453), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:09.794399 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a93c7e44-8ffd-4f36-83d4-53a78b69235f None None] Provisioning complete for port 2f9b091a-2860-420f-ae47-9e6d402bde49 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:09.794901 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a93c7e44-8ffd-4f36-83d4-53a78b69235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:09.856897 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3634b998-d6ac-49b3-bf1e-2901e81d5453), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:09.878628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:52:09.913455 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (58f941ca-75ac-458e-82cf-faf2429ca26b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:09.913817 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] Added segment 58f941ca-75ac-458e-82cf-faf2429ca26b of type vlan for network c403e6f9-eb78-4c82-9824-658aac39f24e Feb 28 17:52:09.969254 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ca33dd34-59bf-4e2e-989e-0f6cd48c4901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:09.990319 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a93c7e44-8ffd-4f36-83d4-53a78b69235f None None] Current status of the port 2f9b091a-2860-420f-ae47-9e6d402bde49 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:10.023048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:10.070978 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (c403e6f9-eb78-4c82-9824-658aac39f24e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:10.129100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3634b998-d6ac-49b3-bf1e-2901e81d5453,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:10.190923 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:10.226202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:52:10.227884 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (c403e6f9-eb78-4c82-9824-658aac39f24e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:10.229036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:10.233019 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:10.233124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:10.233124 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:10.376556 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac75746-118c-4ce4-9bc2-ed933820586d req-403c942d-45f6-4205-8d60-f0d1051fb41b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:10.382157 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eac75746-118c-4ce4-9bc2-ed933820586d req-403c942d-45f6-4205-8d60-f0d1051fb41b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.2062743 Feb 28 17:52:10.485184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-cf635cea-f009-4faf-a177-4fecfea56acd service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:52:10.533392 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-cf635cea-f009-4faf-a177-4fecfea56acd service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8162117 Feb 28 17:52:10.548048 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eac75746-118c-4ce4-9bc2-ed933820586d req-7602f92c-8dde-4e4d-b714-e71c08efbf1f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610942 Feb 28 17:52:10.548528 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2f9b091a-2860-420f-ae47-9e6d402bde49 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:10.564837 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5730679 Feb 28 17:52:10.569151 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37684) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:10.586818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-50ed52ea-e885-43e3-bddf-efb8ae432772 admin admin] Request body: {'subnet': {'network_id': 'c403e6f9-eb78-4c82-9824-658aac39f24e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1792031945-subnet', 'tenant_id': '53d111a7a2344d3685e77fce650ad996', 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:10.699301 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d126c-9301-4456-bcb2-a3b59ce2287a admin admin] Pushing event updated for resources: {'Network': ['ID=c403e6f9-eb78-4c82-9824-658aac39f24e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:10.715876 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ed52ea-e885-43e3-bddf-efb8ae432772 admin admin] Made reservation on behalf of 53d111a7a2344d3685e77fce650ad996 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:52:10.719135 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-50ed52ea-e885-43e3-bddf-efb8ae432772 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:10.741420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network c403e6f9-eb78-4c82-9824-658aac39f24e details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:52:10.753869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:10.753869 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:10.808001 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-20a495a8-b6d2-4133-be8a-0e361dd011e1 service neutron] 10.222.0.72 "GET /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737262 Feb 28 17:52:10.936961 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-2946071f-3235-4d10-8118-ae03a11299e8 service neutron] 10.222.0.72 "GET /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227772 Feb 28 17:52:11.051635 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c072ca-0abd-44c2-bc13-9bfb8c211d3f req-db965919-6a31-4004-bfa0-4372fbb9064a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:11.053501 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22c072ca-0abd-44c2-bc13-9bfb8c211d3f req-db965919-6a31-4004-bfa0-4372fbb9064a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 944 time: 0.2975564 Feb 28 17:52:11.118308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:52:11.121584 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083c209d-f0bb-4b9d-a908-c13d38d92eb6" -d '{"events": [{"server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "name": "network-vif-plugged", "status": "completed", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:52:11.138971 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-22c072ca-0abd-44c2-bc13-9bfb8c211d3f req-99d5f7f6-f7f3-4c27-944f-f43c18c4b2fa tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786016 Feb 28 17:52:11.153138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:11.169145 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2f9b091a-2860-420f-ae47-9e6d402bde49 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:11.169634 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:11.240055 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddff70c-e7e0-4fed-9158-489b6bf26c0b x-openstack-request-id: req-1ddff70c-e7e0-4fed-9158-489b6bf26c0b {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:52:11.240893 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "name": "network-vif-plugged", "status": "completed", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:52:11.241296 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ddff70c-e7e0-4fed-9158-489b6bf26c0b {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:52:11.241856 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'code': 200} Feb 28 17:52:11.252714 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:11.456018 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a22c0f91-cd68-4e73-a6b9-711e0710d519 req-5551ba87-ac2a-4ac5-8088-3eee45273605 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 210 time: 0.0704398 Feb 28 17:52:11.456018 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-50ed52ea-e885-43e3-bddf-efb8ae432772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (8a49c991-e632-4116-8143-bb0df0afa1a6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:11.466335 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a8b37-ebba-470c-8693-979f868e98b5 req-57cb3e3e-ba5b-4039-90d5-e8199b2a9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:11.470788 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f6a8b37-ebba-470c-8693-979f868e98b5 req-57cb3e3e-ba5b-4039-90d5-e8199b2a9e2d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1128 time: 0.1506226 Feb 28 17:52:11.608132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed52ea-e885-43e3-bddf-efb8ae432772 admin admin] Checking segment: {'id': '58f941ca-75ac-458e-82cf-faf2429ca26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c403e6f9-eb78-4c82-9824-658aac39f24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:11.608497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ed52ea-e885-43e3-bddf-efb8ae432772 admin admin] Network hostable DHCP agents. Network: c403e6f9-eb78-4c82-9824-658aac39f24e, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:52:11.637171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed52ea-e885-43e3-bddf-efb8ae432772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a49c991-e632-4116-8143-bb0df0afa1a6,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:11.685539 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:11.695701 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:11.700803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2f9b091a-2860-420f-ae47-9e6d402bde49 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:11.765535 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ed52ea-e885-43e3-bddf-efb8ae432772 admin admin] Network c403e6f9-eb78-4c82-9824-658aac39f24e is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:52:11.852011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-50ed52ea-e885-43e3-bddf-efb8ae432772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, c403e6f9-eb78-4c82-9824-658aac39f24e) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:11.874056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d60e96f-b8fc-4e26-80e0-0a31db840b05 None None] Network c403e6f9-eb78-4c82-9824-658aac39f24e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:52:11.874482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ed52ea-e885-43e3-bddf-efb8ae432772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:11.876336 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-50ed52ea-e885-43e3-bddf-efb8ae432772 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:11.967850 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-50ed52ea-e885-43e3-bddf-efb8ae432772 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3971603 Feb 28 17:52:11.974858 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37702) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:11.979316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1792031945-router', 'tenant_id': '53d111a7a2344d3685e77fce650ad996', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:12.119439 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (ac4c5190-9a59-4e5f-9345-4b7d96941c91), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:12.119439 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (ac4c5190-9a59-4e5f-9345-4b7d96941c91), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:12.140447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-c403e6f9-eb78-4c82-9824-658aac39f24e', 'network_id': 'c403e6f9-eb78-4c82-9824-658aac39f24e', 'project_id': '53d111a7a2344d3685e77fce650ad996', 'fixed_ips': [{'subnet_id': '8a49c991-e632-4116-8143-bb0df0afa1a6'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:52:12.143474 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:12.277105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2616f-7dd5-4f27-8c2e-6b8a345e5fba req-70062b1b-3486-4bda-91cb-6912ce4f76e3 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:12.298990 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36c2616f-7dd5-4f27-8c2e-6b8a345e5fba req-70062b1b-3486-4bda-91cb-6912ce4f76e3 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.2621198 Feb 28 17:52:12.310603 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f6a8b37-ebba-470c-8693-979f868e98b5 req-2988d21d-4be1-49e0-825a-f4493e78ad93 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8311954 Feb 28 17:52:12.358121 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Publish callbacks [] for router_controller (ac4c5190-9a59-4e5f-9345-4b7d96941c91), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:12.403800 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 725dc8c9-eeb8-4b82-bfb5-992e0287f72c up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:12.443111 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-36c2616f-7dd5-4f27-8c2e-6b8a345e5fba req-aa0fa5a0-8c5d-4e8b-a81b-97aa6b4f086d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244535 Feb 28 17:52:12.561664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c63c94-475d-4103-842b-c064e3212ee1 req-b61391a7-d26c-4b61-8146-811291f41fec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:12.569907 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26c63c94-475d-4103-842b-c064e3212ee1 req-b61391a7-d26c-4b61-8146-811291f41fec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.2103660 Feb 28 17:52:12.602783 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-95c56276-ab5b-4bac-b3c0-f1421e28c79b req-cea0fd32-bce3-4b4a-b371-7d553812830e tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 210 time: 0.0617232 Feb 28 17:52:12.664420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Allocated IP 172.20.0.2 (c403e6f9-eb78-4c82-9824-658aac39f24e/8a49c991-e632-4116-8143-bb0df0afa1a6/1ec51370-825c-4dd7-921a-3ae633f962ac) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:52:12.667078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 725dc8c9-eeb8-4b82-bfb5-992e0287f72c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:12.667828 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (725dc8c9-eeb8-4b82-bfb5-992e0287f72c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:12.744620 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26c63c94-475d-4103-842b-c064e3212ee1 req-53c43ccd-ef7c-4f1e-b330-5cdfa066dda9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735053 Feb 28 17:52:12.755305 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Publish callbacks [] for router_gateway (ac4c5190-9a59-4e5f-9345-4b7d96941c91), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:12.931388 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 725dc8c9-eeb8-4b82-bfb5-992e0287f72c is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:12.931860 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (725dc8c9-eeb8-4b82-bfb5-992e0287f72c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:12.987224 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 725dc8c9-eeb8-4b82-bfb5-992e0287f72c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=725dc8c9-eeb8-4b82-bfb5-992e0287f72c,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:12.987224 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:12.987224 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Publish callbacks [] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:13.082831 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:13.091358 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (725dc8c9-eeb8-4b82-bfb5-992e0287f72c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:13.162268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Network c403e6f9-eb78-4c82-9824-658aac39f24e is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:13.169038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Pushing event updated for resources: {'Port': ['ID=1ec51370-825c-4dd7-921a-3ae633f962ac,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:13.179859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:13.190990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:52:13.370084 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Attempting to bind port 1ec51370-825c-4dd7-921a-3ae633f962ac on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:52:13.370729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Attempting to bind port 1ec51370-825c-4dd7-921a-3ae633f962ac by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '58f941ca-75ac-458e-82cf-faf2429ca26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c403e6f9-eb78-4c82-9824-658aac39f24e'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:52:13.371262 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Attempting to bind port 1ec51370-825c-4dd7-921a-3ae633f962ac on network c403e6f9-eb78-4c82-9824-658aac39f24e {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:13.371644 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Publish callbacks [] for router_gateway (ac4c5190-9a59-4e5f-9345-4b7d96941c91), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:13.374778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=725dc8c9-eeb8-4b82-bfb5-992e0287f72c,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:13.384929 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:52:13.385311 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Checking segment: {'id': '58f941ca-75ac-458e-82cf-faf2429ca26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c403e6f9-eb78-4c82-9824-658aac39f24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:13.385717 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:13.386140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Bound using segment: {'id': '58f941ca-75ac-458e-82cf-faf2429ca26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c403e6f9-eb78-4c82-9824-658aac39f24e'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:52:13.386619 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Bound port: 1ec51370-825c-4dd7-921a-3ae633f962ac, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f941ca-75ac-458e-82cf-faf2429ca26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c403e6f9-eb78-4c82-9824-658aac39f24e'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:52:13.387003 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:13.401305 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:13.526670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] For port 1ec51370-825c-4dd7-921a-3ae633f962ac, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:52:13.531485 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] For port 1ec51370-825c-4dd7-921a-3ae633f962ac, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1ec51370-825c-4dd7-921a-3ae633f962ac,segment=NetworkSegment(58f941ca-75ac-458e-82cf-faf2429ca26b),segment_id=58f941ca-75ac-458e-82cf-faf2429ca26b)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:52:13.569097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Sync routers for ids ['9fe91172-0a84-43f3-9b73-f270658b00f2'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:52:13.586933 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Routers {'9fe91172-0a84-43f3-9b73-f270658b00f2'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:13.587918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:52:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9fe91172-0a84-43f3-9b73-f270658b00f2'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:13.627542 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Allocated IP 172.25.3.80 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/6cb02283-6718-4fa8-a192-609a7ecd124d) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:52:13.662615 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:13.662879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33981dd2-62ed-40f6-bd91-19ec0e3425f6 req-84afdbca-3189-4990-a680-57a36ead3e8e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:13.672034 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33981dd2-62ed-40f6-bd91-19ec0e3425f6 req-84afdbca-3189-4990-a680-57a36ead3e8e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.1011767 Feb 28 17:52:13.761079 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-33981dd2-62ed-40f6-bd91-19ec0e3425f6 req-d4fb60fd-5120-4fd7-baeb-3b8a208a1604 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878174 Feb 28 17:52:13.846511 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1247939-e80a-4dc8-92a3-0681d660e949 None None] Pushing event updated for resources: {'Port': ['ID=1ec51370-825c-4dd7-921a-3ae633f962ac,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:13.899140 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Set router 9fe91172-0a84-43f3-9b73-f270658b00f2 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:13.917864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-57584bb0-a288-48a0-afdf-6c120429ccf9 req-2d342269-55a0-4196-a1f4-81671389e153 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 210 time: 0.1008985 Feb 28 17:52:14.026741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc8686-b014-4600-8fae-f83afb35f626 req-a144eac0-9e8d-4457-a3f7-0b28aa7faa43 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:14.036561 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Publish callbacks [] for port (6cb02283-6718-4fa8-a192-609a7ecd124d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:14.037338 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1ecc8686-b014-4600-8fae-f83afb35f626 req-a144eac0-9e8d-4457-a3f7-0b28aa7faa43 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.1150215 Feb 28 17:52:14.187001 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1ecc8686-b014-4600-8fae-f83afb35f626 req-4a7e90e6-5617-405b-b416-35d1302e0bdb tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436455 Feb 28 17:52:14.310153 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (6cb02283-6718-4fa8-a192-609a7ecd124d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:14.384961 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:14.415292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb02283-6718-4fa8-a192-609a7ecd124d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:14.481684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:14.485671 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:14.495132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:52:14.549197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 725dc8c9-eeb8-4b82-bfb5-992e0287f72c up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:14.565343 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e0e1c-7f94-432c-a01a-e7014c7e1616 req-4ade0551-8a9c-4e5d-8c45-005aacb59975 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:14.568541 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e7e0e1c-7f94-432c-a01a-e7014c7e1616 req-4ade0551-8a9c-4e5d-8c45-005aacb59975 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.1496255 Feb 28 17:52:14.625997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 725dc8c9-eeb8-4b82-bfb5-992e0287f72c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:14.626386 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (725dc8c9-eeb8-4b82-bfb5-992e0287f72c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:14.698525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'name': 'tempest-TestAggregatesBasicOps-701929776-router', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '725dc8c9-eeb8-4b82-bfb5-992e0287f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:58Z', 'updated_at': '2022-02-28T17:52:05Z', 'revision_number': 4, 'project_id': 'f38f13671c02440b91796470b20315af', 'gw_port': {'id': '725dc8c9-eeb8-4b82-bfb5-992e0287f72c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:00Z', 'updated_at': '2022-02-28T17:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '5d01cb7f-99ac-4610-9075-c89c73063b6b', 'name': '', 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'mac_address': 'fa:16:3e:38:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '85a3a6e0-2353-479d-8c5b-c53130f6f7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:04Z', 'updated_at': '2022-02-28T17:52:06Z', 'revision_number': 2, 'project_id': 'f38f13671c02440b91796470b20315af', 'subnets': [{'id': '85a3a6e0-2353-479d-8c5b-c53130f6f7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:14.768509 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 725dc8c9-eeb8-4b82-bfb5-992e0287f72c is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:14.769723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1ec51370-825c-4dd7-921a-3ae633f962ac up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:14.835307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Checking router: 9fe91172-0a84-43f3-9b73-f270658b00f2 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:52:14.845229 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Updating router 9fe91172-0a84-43f3-9b73-f270658b00f2 port 5d01cb7f-99ac-4610-9075-c89c73063b6b binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:52:14.952670 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:15.048503 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1e7e0e1c-7f94-432c-a01a-e7014c7e1616 req-1c5fb279-1745-4c25-a4ae-7e7e452b73ba tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4709117 Feb 28 17:52:15.073397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37736) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:15.083999 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1ec51370-825c-4dd7-921a-3ae633f962ac triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:15.083999 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:15.238100 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0af82433-5987-4110-b33c-cc7e58f94292 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:15.238614 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508bc72-9176-4f09-9a21-1aa995b714a6 req-8f1e1be3-6430-45d2-a189-7e9b18d15850 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:15.239630 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0af82433-5987-4110-b33c-cc7e58f94292 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.73 "GET /v2.0/networks?id=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e HTTP/1.1" status: 200 len: 797 time: 0.4677632 Feb 28 17:52:15.240199 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b508bc72-9176-4f09-9a21-1aa995b714a6 req-8f1e1be3-6430-45d2-a189-7e9b18d15850 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.2824435 Feb 28 17:52:15.300097 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a7833-7092-4a59-a3d4-adffb2d456bb tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:15.301643 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cd6a7833-7092-4a59-a3d4-adffb2d456bb tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1123 time: 0.2248845 Feb 28 17:52:15.305749 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37742) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:15.310532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:15.343372 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b508bc72-9176-4f09-9a21-1aa995b714a6 req-6798775e-4331-41d2-89c3-21bb9f9c67bc tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924861 Feb 28 17:52:15.413618 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:15.420333 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb97299f-9a49-4dae-8553-92e9c34857ad req-cada63e3-b072-465e-a7bb-01a4557dc83d tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 210 time: 0.1637447 Feb 28 17:52:15.497032 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Publish callbacks [] for router_gateway (ac4c5190-9a59-4e5f-9345-4b7d96941c91), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:15.608008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d32d7ea-0b37-4b3c-99e7-aa4c3742ce69 None None] Network c403e6f9-eb78-4c82-9824-658aac39f24e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:52:15.649496 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-7e0ae1c3-5499-4b37-84c3-b539565fc003 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c1a0f817663429298e762db81838c33 HTTP/1.1" status: 200 len: 476 time: 0.3830237 Feb 28 17:52:15.664059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1ec51370-825c-4dd7-921a-3ae633f962ac is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:15.664450 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:15.665790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-5becdf68-11f5-4e14-a531-ed5d9c0d90d2 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Request body: {'port': {'device_id': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'admin_state_up': True, 'tenant_id': '8c1a0f817663429298e762db81838c33', 'security_groups': ['29964738-e6b9-42dc-ba1d-5ef6a21e974b', '1d9016ce-2b65-4644-9bdb-693502d9782d']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:15.695801 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:15.763577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f88d8620-3d1c-4109-9e4e-9164bde26471 None None] Provisioning complete for port 1ec51370-825c-4dd7-921a-3ae633f962ac triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:15.763978 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f88d8620-3d1c-4109-9e4e-9164bde26471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:15.849854 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 1ec51370-825c-4dd7-921a-3ae633f962ac, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1ec51370-825c-4dd7-921a-3ae633f962ac,segment=NetworkSegment(58f941ca-75ac-458e-82cf-faf2429ca26b),segment_id=58f941ca-75ac-458e-82cf-faf2429ca26b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:15.943373 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Publish callbacks [] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:15.945891 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:16.027820 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.25.3.159 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/abcda467-7c05-415b-9f0f-41ef331aebc1) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:52:16.031267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64593-8ddb-43b5-8f61-260dbed16815 req-ed843eb2-161b-4b63-ac11-f28360b3aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:16.032759 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88a64593-8ddb-43b5-8f61-260dbed16815 req-ed843eb2-161b-4b63-ac11-f28360b3aa6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 1129 time: 0.1618443 Feb 28 17:52:16.048915 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f88d8620-3d1c-4109-9e4e-9164bde26471 None None] Current status of the port 1ec51370-825c-4dd7-921a-3ae633f962ac is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:16.058365 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:16.162199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=1ec51370-825c-4dd7-921a-3ae633f962ac,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:16.181621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-5becdf68-11f5-4e14-a531-ed5d9c0d90d2 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Made reservation on behalf of 8c1a0f817663429298e762db81838c33 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:52:16.193918 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-5becdf68-11f5-4e14-a531-ed5d9c0d90d2 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:16.237002 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (ac4c5190-9a59-4e5f-9345-4b7d96941c91), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:16.365464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Attempting to bind port 5d01cb7f-99ac-4610-9075-c89c73063b6b on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:52:16.372418 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Attempting to bind port 5d01cb7f-99ac-4610-9075-c89c73063b6b by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '59e779ce-549d-4bab-83ea-8b07db7730b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:52:16.372992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Attempting to bind port 5d01cb7f-99ac-4610-9075-c89c73063b6b on network 7a486699-d435-4fea-ae3e-deac3579a793 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:16.445076 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1ec51370-825c-4dd7-921a-3ae633f962ac up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:16.468487 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c40d7-e546-441f-b17b-970cd6cfc5f8 None None] Pushing event updated for resources: {'Port': ['ID=5d01cb7f-99ac-4610-9075-c89c73063b6b,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:16.481264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:52:16.486921 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Checking segment: {'id': '59e779ce-549d-4bab-83ea-8b07db7730b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:16.487361 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:16.487802 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Bound using segment: {'id': '59e779ce-549d-4bab-83ea-8b07db7730b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:52:16.488310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Bound port: 5d01cb7f-99ac-4610-9075-c89c73063b6b, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e779ce-549d-4bab-83ea-8b07db7730b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:52:16.494021 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:16.511254 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-5becdf68-11f5-4e14-a531-ed5d9c0d90d2 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Allocated IP 172.20.0.5 (ba2c0ad5-4ece-4e21-9834-9b8bad7b618e/24260bd8-fc9b-4ddf-8826-a72b197f0d04/9a25f09e-7bb3-45e6-9730-13d3245bd637) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:52:16.545725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64593-8ddb-43b5-8f61-260dbed16815 req-d5a70fa0-9c29-4d44-85de-55029c8b0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:16.547277 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88a64593-8ddb-43b5-8f61-260dbed16815 req-d5a70fa0-9c29-4d44-85de-55029c8b0c01 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 917 time: 0.4932046 Feb 28 17:52:16.772698 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (abcda467-7c05-415b-9f0f-41ef331aebc1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:16.777308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-435ec6ae-d7b6-47a8-be71-a609dd499df7 None None] Provisioning complete for port 5d01cb7f-99ac-4610-9075-c89c73063b6b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:16.778021 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-435ec6ae-d7b6-47a8-be71-a609dd499df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:16.782482 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] For port 5d01cb7f-99ac-4610-9075-c89c73063b6b, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:52:16.802503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] For port 5d01cb7f-99ac-4610-9075-c89c73063b6b, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5d01cb7f-99ac-4610-9075-c89c73063b6b,segment=NetworkSegment(59e779ce-549d-4bab-83ea-8b07db7730b4),segment_id=59e779ce-549d-4bab-83ea-8b07db7730b4)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:52:16.817585 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-5becdf68-11f5-4e14-a531-ed5d9c0d90d2 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:16.853321 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d33c4d-fa80-40d2-b3cb-575c20bf0542 req-8666715d-2c47-421a-b4ce-f579afb965eb tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:16.860967 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a8d33c4d-fa80-40d2-b3cb-575c20bf0542 req-8666715d-2c47-421a-b4ce-f579afb965eb tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.2982354 Feb 28 17:52:16.870258 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88a64593-8ddb-43b5-8f61-260dbed16815 req-3d7ca785-cc81-489d-95df-f68e0a746435 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0338a957-5f25-4f82-8926-594740ebd63b HTTP/1.1" status: 200 len: 1002 time: 0.2452395 Feb 28 17:52:16.890436 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-435ec6ae-d7b6-47a8-be71-a609dd499df7 None None] Port 5d01cb7f-99ac-4610-9075-c89c73063b6b cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:52:16.901522 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 1ec51370-825c-4dd7-921a-3ae633f962ac triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:16.902533 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:16.909272 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1154c215-f066-440a-9307-318f5820644d req-5f2c4ad8-cc44-4dd8-9134-d0ddbb6906ec tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 210 time: 0.0521843 Feb 28 17:52:16.943807 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-5becdf68-11f5-4e14-a531-ed5d9c0d90d2 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:16.948839 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:17.054971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a8d33c4d-fa80-40d2-b3cb-575c20bf0542 req-8fe09cab-a001-487e-982b-3d8c4aa446b7 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883030 Feb 28 17:52:17.060243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64593-8ddb-43b5-8f61-260dbed16815 req-e1dc980f-0064-42ee-a45d-de8b3c2cdc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:17.066556 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88a64593-8ddb-43b5-8f61-260dbed16815 req-e1dc980f-0064-42ee-a45d-de8b3c2cdc7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.1799586 Feb 28 17:52:17.067810 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Routers {'9fe91172-0a84-43f3-9b73-f270658b00f2'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:17.068364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:52:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9fe91172-0a84-43f3-9b73-f270658b00f2'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:17.072409 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (abcda467-7c05-415b-9f0f-41ef331aebc1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:17.137197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becdf68-11f5-4e14-a531-ed5d9c0d90d2 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'Port': ['ID=9a25f09e-7bb3-45e6-9730-13d3245bd637,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:17.258464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-5becdf68-11f5-4e14-a531-ed5d9c0d90d2 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:17.259102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c40d7-e546-441f-b17b-970cd6cfc5f8 None None] Pushing event updated for resources: {'Port': ['ID=5d01cb7f-99ac-4610-9075-c89c73063b6b,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:17.272034 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:17.286947 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:17.293058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:52:17.296593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-5becdf68-11f5-4e14-a531-ed5d9c0d90d2 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:17.305047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-5becdf68-11f5-4e14-a531-ed5d9c0d90d2 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:52:17.305617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=abcda467-7c05-415b-9f0f-41ef331aebc1,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:17.371168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64593-8ddb-43b5-8f61-260dbed16815 req-db34673a-e1f0-4f8f-953b-d4debc62fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:17.373158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-5becdf68-11f5-4e14-a531-ed5d9c0d90d2 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:17.373915 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-5becdf68-11f5-4e14-a531-ed5d9c0d90d2 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:17.384678 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88a64593-8ddb-43b5-8f61-260dbed16815 req-db34673a-e1f0-4f8f-953b-d4debc62fe44 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3048255 Feb 28 17:52:17.402074 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] Set router 9fe91172-0a84-43f3-9b73-f270658b00f2 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:17.475089 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-5becdf68-11f5-4e14-a531-ed5d9c0d90d2 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.8119698 Feb 28 17:52:17.491760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Request body: {'port': {'device_id': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:17.543887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-44a873c7-85e2-4cca-a73c-7daa75c6f1d3 None None] Provisioning complete for port 1ec51370-825c-4dd7-921a-3ae633f962ac triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:17.545166 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-44a873c7-85e2-4cca-a73c-7daa75c6f1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:17.568536 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Router ac4c5190-9a59-4e5f-9345-4b7d96941c91 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:52:17.629161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 1ec51370-825c-4dd7-921a-3ae633f962ac is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:17.727378 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:17.852727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-44a873c7-85e2-4cca-a73c-7daa75c6f1d3 None None] Current status of the port 1ec51370-825c-4dd7-921a-3ae633f962ac is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:17.895662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:52:17.908448 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Sync routers for ids ['ac4c5190-9a59-4e5f-9345-4b7d96941c91'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:52:17.938244 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Routers {'ac4c5190-9a59-4e5f-9345-4b7d96941c91'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:17.941264 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:52:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ac4c5190-9a59-4e5f-9345-4b7d96941c91'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:18.024179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-34c89978-8328-42b2-b03f-4e7d8fbff1e6 None None] Provisioning complete for port 5d01cb7f-99ac-4610-9075-c89c73063b6b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:18.024849 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-34c89978-8328-42b2-b03f-4e7d8fbff1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:18.124438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'name': 'tempest-TestAggregatesBasicOps-701929776-router', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '725dc8c9-eeb8-4b82-bfb5-992e0287f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:58Z', 'updated_at': '2022-02-28T17:52:05Z', 'revision_number': 4, 'project_id': 'f38f13671c02440b91796470b20315af', 'gw_port': {'id': '725dc8c9-eeb8-4b82-bfb5-992e0287f72c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:00Z', 'updated_at': '2022-02-28T17:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '5d01cb7f-99ac-4610-9075-c89c73063b6b', 'name': '', 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'mac_address': 'fa:16:3e:38:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '85a3a6e0-2353-479d-8c5b-c53130f6f7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:04Z', 'updated_at': '2022-02-28T17:52:16Z', 'revision_number': 4, 'project_id': 'f38f13671c02440b91796470b20315af', 'subnets': [{'id': '85a3a6e0-2353-479d-8c5b-c53130f6f7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:18.273234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ced474-89ab-4881-afe2-8606e83ee2d7 None None] The sync data for ids ['9fe91172-0a84-43f3-9b73-f270658b00f2'] in n-d-820368-19 is: [{'id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'name': 'tempest-TestAggregatesBasicOps-701929776-router', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '725dc8c9-eeb8-4b82-bfb5-992e0287f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:58Z', 'updated_at': '2022-02-28T17:52:05Z', 'revision_number': 4, 'project_id': 'f38f13671c02440b91796470b20315af', 'gw_port': {'id': '725dc8c9-eeb8-4b82-bfb5-992e0287f72c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:00Z', 'updated_at': '2022-02-28T17:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '5d01cb7f-99ac-4610-9075-c89c73063b6b', 'name': '', 'network_id': '7a486699-d435-4fea-ae3e-deac3579a793', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'mac_address': 'fa:16:3e:38:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '85a3a6e0-2353-479d-8c5b-c53130f6f7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:04Z', 'updated_at': '2022-02-28T17:52:16Z', 'revision_number': 4, 'project_id': 'f38f13671c02440b91796470b20315af', 'subnets': [{'id': '85a3a6e0-2353-479d-8c5b-c53130f6f7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:52:18.311000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-34c89978-8328-42b2-b03f-4e7d8fbff1e6 None None] Current status of the port 5d01cb7f-99ac-4610-9075-c89c73063b6b is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:18.311397 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-34c89978-8328-42b2-b03f-4e7d8fbff1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:18.345826 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5d01cb7f-99ac-4610-9075-c89c73063b6b up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:18.415208 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88a64593-8ddb-43b5-8f61-260dbed16815 req-883432ea-c549-4945-b578-f22f5d0652f1 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0212128 Feb 28 17:52:18.417403 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-34c89978-8328-42b2-b03f-4e7d8fbff1e6 None None] For port 5d01cb7f-99ac-4610-9075-c89c73063b6b, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5d01cb7f-99ac-4610-9075-c89c73063b6b,segment=NetworkSegment(59e779ce-549d-4bab-83ea-8b07db7730b4),segment_id=59e779ce-549d-4bab-83ea-8b07db7730b4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:18.500827 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-34c89978-8328-42b2-b03f-4e7d8fbff1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:18.571127 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Set router ac4c5190-9a59-4e5f-9345-4b7d96941c91 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:18.636560 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-34c89978-8328-42b2-b03f-4e7d8fbff1e6 None None] Provisioning complete for port 9a25f09e-7bb3-45e6-9730-13d3245bd637 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:18.641618 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-34c89978-8328-42b2-b03f-4e7d8fbff1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:18.838635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c89978-8328-42b2-b03f-4e7d8fbff1e6 None None] Pushing event updated for resources: {'Port': ['ID=5d01cb7f-99ac-4610-9075-c89c73063b6b,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:18.864613 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-34c89978-8328-42b2-b03f-4e7d8fbff1e6 None None] Port 9a25f09e-7bb3-45e6-9730-13d3245bd637 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:52:18.870411 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5d01cb7f-99ac-4610-9075-c89c73063b6b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:18.870805 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:19.001272 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'name': 'tempest-TestAggregatesBasicOps-1792031945-router', 'tenant_id': '53d111a7a2344d3685e77fce650ad996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '6cb02283-6718-4fa8-a192-609a7ecd124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:52:12Z', 'updated_at': '2022-02-28T17:52:14Z', 'revision_number': 3, 'project_id': '53d111a7a2344d3685e77fce650ad996', 'gw_port': {'id': '6cb02283-6718-4fa8-a192-609a7ecd124d', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:13Z', 'updated_at': '2022-02-28T17:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:19.082596 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Checking router: ac4c5190-9a59-4e5f-9345-4b7d96941c91 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:52:19.082596 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Updating router ac4c5190-9a59-4e5f-9345-4b7d96941c91 port 6cb02283-6718-4fa8-a192-609a7ecd124d binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:52:19.141172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5d01cb7f-99ac-4610-9075-c89c73063b6b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:19.161841 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6cb02283-6718-4fa8-a192-609a7ecd124d), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:19.193408 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:19.203228 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8c43c09b-5c7b-4063-9ff6-eee899f49ef5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2271678 Feb 28 17:52:19.247019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37758) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:19.466842 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (6f258565-ce3f-45cd-a4fa-14b16db7b311), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:19.513506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63812-36b7-471f-bd43-02578ebda9f0 req-dd18b369-bdef-446c-9a66-5d16a4ddc485 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:19.515731 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2aa63812-36b7-471f-bd43-02578ebda9f0 req-dd18b369-bdef-446c-9a66-5d16a4ddc485 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 1.2850893 Feb 28 17:52:19.546633 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b8354-c110-4273-b2f1-66cacf2877ac req-6e6d974f-8516-4bf9-a5f4-32abaf2f0ebd tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:19.551532 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-642b8354-c110-4273-b2f1-66cacf2877ac req-6e6d974f-8516-4bf9-a5f4-32abaf2f0ebd tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 970 time: 1.4774091 Feb 28 17:52:19.586502 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Publish callbacks [] for port (6cb02283-6718-4fa8-a192-609a7ecd124d), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:19.672116 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6cb02283-6718-4fa8-a192-609a7ecd124d), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:19.759406 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-642b8354-c110-4273-b2f1-66cacf2877ac req-1502a2d8-ac29-43bc-a12f-6b28139ba836 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1823242 Feb 28 17:52:19.819664 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88a64593-8ddb-43b5-8f61-260dbed16815 req-35bb3a8b-6cdc-40d2-89f9-0f2efae5d0f9 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3101051 Feb 28 17:52:19.848067 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03333dc8-b562-43cf-bfda-347a873a8a4f None None] Pushing event updated for resources: {'Port': ['ID=6cb02283-6718-4fa8-a192-609a7ecd124d,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:19.867818 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2aa63812-36b7-471f-bd43-02578ebda9f0 req-4d83c0ec-bc1a-45d6-be53-80a8729615b8 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034880 Feb 28 17:52:19.900429 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (abcda467-7c05-415b-9f0f-41ef331aebc1), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:19.902986 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Attempting to bind port 6cb02283-6718-4fa8-a192-609a7ecd124d on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:52:19.905012 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Attempting to bind port 6cb02283-6718-4fa8-a192-609a7ecd124d by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:52:19.905703 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Attempting to bind port 6cb02283-6718-4fa8-a192-609a7ecd124d on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:19.913885 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:52:19.915274 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:19.916787 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:19.917495 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:52:19.918893 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Bound port: 6cb02283-6718-4fa8-a192-609a7ecd124d, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:52:19.919549 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6cb02283-6718-4fa8-a192-609a7ecd124d), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:20.000415 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] For port 6cb02283-6718-4fa8-a192-609a7ecd124d, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:52:20.005151 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] For port 6cb02283-6718-4fa8-a192-609a7ecd124d, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6cb02283-6718-4fa8-a192-609a7ecd124d,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:52:20.043944 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a25f09e-7bb3-45e6-9730-13d3245bd637 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:52:20.096666 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (abcda467-7c05-415b-9f0f-41ef331aebc1), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:20.105143 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6cb02283-6718-4fa8-a192-609a7ecd124d), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:20.118354 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Publish callbacks [] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:20.156088 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (abcda467-7c05-415b-9f0f-41ef331aebc1), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:20.172212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Transition to ACTIVE for port object 9a25f09e-7bb3-45e6-9730-13d3245bd637 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:52:20.250363 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03333dc8-b562-43cf-bfda-347a873a8a4f None None] Pushing event updated for resources: {'Port': ['ID=6cb02283-6718-4fa8-a192-609a7ecd124d,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:20.253645 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Routers {'ac4c5190-9a59-4e5f-9345-4b7d96941c91'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:20.254431 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:52:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ac4c5190-9a59-4e5f-9345-4b7d96941c91'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:20.302596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5d01cb7f-99ac-4610-9075-c89c73063b6b up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:20.338930 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:20.380657 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (6f258565-ce3f-45cd-a4fa-14b16db7b311), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:20.387583 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=abcda467-7c05-415b-9f0f-41ef331aebc1,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:20.461173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5d01cb7f-99ac-4610-9075-c89c73063b6b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:20.461551 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:20.469820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Pushing event updated for resources: {'Port': ['ID=9a25f09e-7bb3-45e6-9730-13d3245bd637,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:20.476002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:20.476543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:20.479013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:20.480973 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:20.481422 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:20.481869 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:20.482557 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] Set router ac4c5190-9a59-4e5f-9345-4b7d96941c91 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:20.483030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:20.484816 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:20.485279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:20.485839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:20.486307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:20.488402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:20.488861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:20.671068 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Floating IP 6f258565-ce3f-45cd-a4fa-14b16db7b311 associated. External IP: 172.25.3.159, port: 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f. Feb 28 17:52:20.707819 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5d01cb7f-99ac-4610-9075-c89c73063b6b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:20.842733 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Attempting to bind port 9a25f09e-7bb3-45e6-9730-13d3245bd637 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:52:20.846507 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Attempting to bind port 9a25f09e-7bb3-45e6-9730-13d3245bd637 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'dd106981-62f8-4935-9663-0b58a0bbd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:52:20.850808 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Attempting to bind port 9a25f09e-7bb3-45e6-9730-13d3245bd637 on network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:20.890130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Port 9a25f09e-7bb3-45e6-9730-13d3245bd637 on network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:52:20.890251 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Attempting to bind port 9a25f09e-7bb3-45e6-9730-13d3245bd637 on network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:20.902759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:52:20.902759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Checking segment: {'id': 'dd106981-62f8-4935-9663-0b58a0bbd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:20.914413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Bound using segment: {'id': 'dd106981-62f8-4935-9663-0b58a0bbd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:52:20.914918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Bound port: 9a25f09e-7bb3-45e6-9730-13d3245bd637, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd106981-62f8-4935-9663-0b58a0bbd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:52:20.915294 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:20.958913 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'name': 'tempest-TestAggregatesBasicOps-1792031945-router', 'tenant_id': '53d111a7a2344d3685e77fce650ad996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '6cb02283-6718-4fa8-a192-609a7ecd124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:52:12Z', 'updated_at': '2022-02-28T17:52:14Z', 'revision_number': 3, 'project_id': '53d111a7a2344d3685e77fce650ad996', 'gw_port': {'id': '6cb02283-6718-4fa8-a192-609a7ecd124d', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:13Z', 'updated_at': '2022-02-28T17:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:21.039626 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0fb83e-bc8b-45ac-ab48-7a4788042e13 None None] The sync data for ids ['ac4c5190-9a59-4e5f-9345-4b7d96941c91'] in n-d-820368-19 is: [{'id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'name': 'tempest-TestAggregatesBasicOps-1792031945-router', 'tenant_id': '53d111a7a2344d3685e77fce650ad996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '6cb02283-6718-4fa8-a192-609a7ecd124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:52:12Z', 'updated_at': '2022-02-28T17:52:14Z', 'revision_number': 3, 'project_id': '53d111a7a2344d3685e77fce650ad996', 'gw_port': {'id': '6cb02283-6718-4fa8-a192-609a7ecd124d', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:13Z', 'updated_at': '2022-02-28T17:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:52:21.090550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] For port 9a25f09e-7bb3-45e6-9730-13d3245bd637, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:52:21.094794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] For port 9a25f09e-7bb3-45e6-9730-13d3245bd637, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=9a25f09e-7bb3-45e6-9730-13d3245bd637,segment=NetworkSegment(dd106981-62f8-4935-9663-0b58a0bbd39e),segment_id=dd106981-62f8-4935-9663-0b58a0bbd39e)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:52:21.107724 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1fe19-64ca-4033-9813-51e7221e634a req-3aee0eca-7004-48b5-9e39-86062b2d29bd tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:21.109271 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e7a1fe19-64ca-4033-9813-51e7221e634a req-3aee0eca-7004-48b5-9e39-86062b2d29bd tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 982 time: 0.1810701 Feb 28 17:52:21.129588 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-141b0a6a-8058-483d-89c7-c4a12301e4cf req-b4a394b9-e2e0-4949-a699-d2ba6236d8d8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2741542 Feb 28 17:52:21.160666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667e28f-33bf-4e25-becc-34d346415b1a req-62872f0c-1537-429a-97f8-f772baf9be81 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:21.161917 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8667e28f-33bf-4e25-becc-34d346415b1a req-62872f0c-1537-429a-97f8-f772baf9be81 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.0869207 Feb 28 17:52:21.195874 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:21.289432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:21.290151 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:21.291567 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] 10.222.0.73 "PUT /v2.0/ports/9a25f09e-7bb3-45e6-9730-13d3245bd637 HTTP/1.1" status: 200 len: 1131 time: 3.8113444 Feb 28 17:52:21.309479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'tag': '9a25f09e-7bb3-45e6-9730-13d3245bd637'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:52:21.311866 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8a9508-e0d8-46e0-825e-05dbf2af43ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7", "tag": "9a25f09e-7bb3-45e6-9730-13d3245bd637"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:52:21.315406 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:21.352356 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e7a1fe19-64ca-4033-9813-51e7221e634a req-81c01500-78be-45e8-82aa-7fcbc480017d tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2071559 Feb 28 17:52:21.389890 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02d3ee-c2a9-4cc6-a7d6-9a8f50627fde service neutron] Pushing event updated for resources: {'Port': ['ID=9a25f09e-7bb3-45e6-9730-13d3245bd637,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:21.402183 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8667e28f-33bf-4e25-becc-34d346415b1a req-c76af872-e805-4570-a50a-f63f8f4c4a63 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335787 Feb 28 17:52:21.473201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b0a6a-8058-483d-89c7-c4a12301e4cf req-03e85ca8-c3ec-4883-8384-ec1106032ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:21.475718 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-141b0a6a-8058-483d-89c7-c4a12301e4cf req-03e85ca8-c3ec-4883-8384-ec1106032ba3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1128 time: 0.2187736 Feb 28 17:52:21.492788 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:52:21.593773 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e02747-f734-4f5f-90c8-a02076a12d25 x-openstack-request-id: req-a2e02747-f734-4f5f-90c8-a02076a12d25 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:52:21.594116 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7", "tag": "9a25f09e-7bb3-45e6-9730-13d3245bd637", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:52:21.594391 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a2e02747-f734-4f5f-90c8-a02076a12d25 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:52:21.594789 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'tag': '9a25f09e-7bb3-45e6-9730-13d3245bd637', 'status': 'completed', 'code': 200} Feb 28 17:52:21.793404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-2d594876-d013-4dcb-849f-c79cd4af308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:21.795794 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-2d594876-d013-4dcb-849f-c79cd4af308f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c1a0f817663429298e762db81838c33&device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 1165 time: 0.2611895 Feb 28 17:52:21.869186 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-1f21e5c0-ce3d-4496-82e7-303fd7863b97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a25f09e-7bb3-45e6-9730-13d3245bd637 HTTP/1.1" status: 200 len: 217 time: 0.0652819 Feb 28 17:52:21.979675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Allocated IP 172.20.0.1 (c403e6f9-eb78-4c82-9824-658aac39f24e/8a49c991-e632-4116-8143-bb0df0afa1a6/f9fe463a-6012-4934-916e-c10e4f12d0e1) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:52:22.004043 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:52:22.010608 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b0a6a-8058-483d-89c7-c4a12301e4cf req-74c3f23d-513d-4d57-a1b4-31dac8574e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:22.012350 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-141b0a6a-8058-483d-89c7-c4a12301e4cf req-74c3f23d-513d-4d57-a1b4-31dac8574e7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 200 len: 898 time: 0.5045516 Feb 28 17:52:22.018604 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78a75b-6c05-4a63-86b5-0850024638c6 None None] Sync routers for ids ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:52:22.053340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78a75b-6c05-4a63-86b5-0850024638c6 None None] Routers {'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:22.055876 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4f78a75b-6c05-4a63-86b5-0850024638c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:52:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:22.133277 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:22.213208 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-13b1cbaa-1d6f-44cb-a106-648fe3ca070b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9038637 Feb 28 17:52:22.217859 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:52:22.225472 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984ba4f2-f108-435a-a6e7-ef7521d4660a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:52:22.244624 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-141b0a6a-8058-483d-89c7-c4a12301e4cf req-6b47208c-529c-4756-aff8-969d85a652b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 999 time: 0.2200844 Feb 28 17:52:22.303243 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Publish callbacks [] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:22.340465 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b0a6a-8058-483d-89c7-c4a12301e4cf req-5b9a22f9-4142-4cac-8ecc-76bfb09b4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:22.342474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-141b0a6a-8058-483d-89c7-c4a12301e4cf req-5b9a22f9-4142-4cac-8ecc-76bfb09b4c65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e41ca01d-2fd6-4fc0-8de4-5de0571353f1 HTTP/1.1" status: 200 len: 835 time: 0.0952282 Feb 28 17:52:22.344108 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905995bd-7155-4de7-bfbc-3e303d61ac07 x-openstack-request-id: req-905995bd-7155-4de7-bfbc-3e303d61ac07 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:52:22.345981 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:52:22.345981 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-905995bd-7155-4de7-bfbc-3e303d61ac07 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:52:22.345981 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'status': 'completed', 'code': 200} Feb 28 17:52:22.366512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-983d0f78-3021-441c-bd29-d76fce715b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:22.368744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-983d0f78-3021-441c-bd29-d76fce715b5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24260bd8-fc9b-4ddf-8826-a72b197f0d04 HTTP/1.1" status: 200 len: 834 time: 0.4677134 Feb 28 17:52:22.388811 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-4f78a75b-6c05-4a63-86b5-0850024638c6 None None] Set router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:22.392447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6cb02283-6718-4fa8-a192-609a7ecd124d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:22.496908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3602ea8-e36f-4a86-8435-111fcca857fb req-76f63988-3fef-4a23-a601-4b7969412730 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:22.499439 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3602ea8-e36f-4a86-8435-111fcca857fb req-76f63988-3fef-4a23-a601-4b7969412730 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.1535327 Feb 28 17:52:22.508591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b0a6a-8058-483d-89c7-c4a12301e4cf req-380073f1-1279-452a-a6f7-e8906a7249bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:22.513489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-141b0a6a-8058-483d-89c7-c4a12301e4cf req-380073f1-1279-452a-a6f7-e8906a7249bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80cd9b14-ca3f-44ac-988d-f99590559767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1497350 Feb 28 17:52:22.540967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-43aee810-8e21-41a2-8434-50552f53c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:22.542576 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-43aee810-8e21-41a2-8434-50552f53c4c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1666298 Feb 28 17:52:22.572478 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:22.687145 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-8446e992-77a1-47fe-89f8-0e9e403c0abb service neutron] 10.222.0.73 "GET /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121469 Feb 28 17:52:22.708264 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f3602ea8-e36f-4a86-8435-111fcca857fb req-8c96f0be-817f-4a9d-9229-a8188ca68251 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970470 Feb 28 17:52:22.742890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37786) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:22.830939 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-141b0a6a-8058-483d-89c7-c4a12301e4cf req-9bd3fe72-8ceb-4e3f-a0c2-c6fc6906bd76 service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913482 Feb 28 17:52:22.909391 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Network c403e6f9-eb78-4c82-9824-658aac39f24e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:22.936949 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:22.955746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:52:22.999457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9cae0a7a-a53f-4011-ae64-c4b1f7a563df tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/6f258565-ce3f-45cd-a4fa-14b16db7b311 HTTP/1.1" status: 200 len: 991 time: 0.2533622 Feb 28 17:52:23.037446 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-141b0a6a-8058-483d-89c7-c4a12301e4cf req-25a9e3d7-c0d9-4618-9b40-e28be459712a service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970341 Feb 28 17:52:23.038571 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (ac4c5190-9a59-4e5f-9345-4b7d96941c91), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:23.050486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9622a-021f-44dc-a170-421731b64c96 req-3df47673-720a-47e9-9c7c-5a9b5024f68c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:23.058146 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06b9622a-021f-44dc-a170-421731b64c96 req-3df47673-720a-47e9-9c7c-5a9b5024f68c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 982 time: 0.5380046 Feb 28 17:52:23.080164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc349c4a-f6fe-4ade-9bfd-52299d1ff146 req-85b3551b-e08c-44df-8b20-a85f963ce05b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:23.082410 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc349c4a-f6fe-4ade-9bfd-52299d1ff146 req-85b3551b-e08c-44df-8b20-a85f963ce05b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.1463351 Feb 28 17:52:23.188159 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc349c4a-f6fe-4ade-9bfd-52299d1ff146 req-222e4383-fc87-4ac3-85cc-717815ec7fe6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987701 Feb 28 17:52:23.210344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Pushing event updated for resources: {'Port': ['ID=f9fe463a-6012-4934-916e-c10e4f12d0e1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:23.289236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ba4f2-f108-435a-a6e7-ef7521d4660a req-6f047da2-eb22-4c35-8c44-9b92b7c67c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:23.291130 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-984ba4f2-f108-435a-a6e7-ef7521d4660a req-6f047da2-eb22-4c35-8c44-9b92b7c67c99 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1128 time: 0.1066744 Feb 28 17:52:23.296944 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-06b9622a-021f-44dc-a170-421731b64c96 req-5ed14de3-fe42-4d7c-a492-5fd74d742e63 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2377172 Feb 28 17:52:23.335977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 6cb02283-6718-4fa8-a192-609a7ecd124d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:23.338455 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6cb02283-6718-4fa8-a192-609a7ecd124d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:23.345303 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2900c0ed-a1d2-4a2d-9aef-023ebe31352b req-b75b1ecf-22ac-4449-a152-ac5e9ba460d2 service neutron] 10.222.0.73 "GET /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455891 Feb 28 17:52:23.370540 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:23.465245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ba4f2-f108-435a-a6e7-ef7521d4660a req-ba1e3d48-0699-469f-ac0c-0dfbb72b431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:23.468893 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-984ba4f2-f108-435a-a6e7-ef7521d4660a req-ba1e3d48-0699-469f-ac0c-0dfbb72b431f service neutron] 10.222.0.69 "GET /v2.0/networks?id=80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 200 len: 898 time: 0.1710668 Feb 28 17:52:23.526430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-57b8a875-30c2-49a2-b331-993ce03c0db5 None None] Provisioning complete for port f9fe463a-6012-4934-916e-c10e4f12d0e1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:23.526807 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-57b8a875-30c2-49a2-b331-993ce03c0db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:23.530452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 6cb02283-6718-4fa8-a192-609a7ecd124d is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:23.531282 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6cb02283-6718-4fa8-a192-609a7ecd124d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:23.595084 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 6cb02283-6718-4fa8-a192-609a7ecd124d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6cb02283-6718-4fa8-a192-609a7ecd124d,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:23.601477 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-984ba4f2-f108-435a-a6e7-ef7521d4660a req-68f2c431-ae94-4ddd-8cb0-2ca9f3fd1765 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 999 time: 0.1248071 Feb 28 17:52:23.607022 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4f78a75b-6c05-4a63-86b5-0850024638c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:51:49Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '6f258565-ce3f-45cd-a4fa-14b16db7b311', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'port_id': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:52:17Z', 'updated_at': '2022-02-28T17:52:17Z', 'revision_number': 0, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346d987e-6520-4c17-a6f5-5fee9752ffe3', 'name': '', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:81:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:47Z', 'updated_at': '2022-02-28T17:51:54Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:23.610928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-57b8a875-30c2-49a2-b331-993ce03c0db5 None None] Port f9fe463a-6012-4934-916e-c10e4f12d0e1 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:52:23.634764 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a9508-e0d8-46e0-825e-05dbf2af43ff req-63c9109b-83ad-490c-9a8d-0ab89bfa74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:23.636269 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fe8a9508-e0d8-46e0-825e-05dbf2af43ff req-63c9109b-83ad-490c-9a8d-0ab89bfa74bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c1a0f817663429298e762db81838c33&device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 1165 time: 0.1623402 Feb 28 17:52:23.639398 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78a75b-6c05-4a63-86b5-0850024638c6 None None] Checking router: a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:52:23.658368 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78a75b-6c05-4a63-86b5-0850024638c6 None None] Routers {'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:23.659098 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4f78a75b-6c05-4a63-86b5-0850024638c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:52:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:23.705445 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6cb02283-6718-4fa8-a192-609a7ecd124d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:23.707446 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ba4f2-f108-435a-a6e7-ef7521d4660a req-bbace5f6-e6be-4fec-a492-992151c996b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:23.708928 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-984ba4f2-f108-435a-a6e7-ef7521d4660a req-bbace5f6-e6be-4fec-a492-992151c996b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e41ca01d-2fd6-4fc0-8de4-5de0571353f1 HTTP/1.1" status: 200 len: 835 time: 0.1013293 Feb 28 17:52:23.768521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a9508-e0d8-46e0-825e-05dbf2af43ff req-404af43d-ca19-4ce2-a417-6a8e1631d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:23.770766 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fe8a9508-e0d8-46e0-825e-05dbf2af43ff req-404af43d-ca19-4ce2-a417-6a8e1631d8eb service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e HTTP/1.1" status: 200 len: 898 time: 0.1215260 Feb 28 17:52:23.782529 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ba4f2-f108-435a-a6e7-ef7521d4660a req-56469609-9c33-4dca-9ffb-55f92d43a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:23.786516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-984ba4f2-f108-435a-a6e7-ef7521d4660a req-56469609-9c33-4dca-9ffb-55f92d43a19f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80cd9b14-ca3f-44ac-988d-f99590559767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0713625 Feb 28 17:52:23.809544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=6cb02283-6718-4fa8-a192-609a7ecd124d,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:23.825802 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fe8a9508-e0d8-46e0-825e-05dbf2af43ff req-2c4560c4-436e-4aa3-bc05-c935b698dcd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a25f09e-7bb3-45e6-9730-13d3245bd637 HTTP/1.1" status: 200 len: 217 time: 0.0468473 Feb 28 17:52:23.840631 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-4f78a75b-6c05-4a63-86b5-0850024638c6 None None] Set router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:23.868448 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Publish callbacks [] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:23.892274 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-984ba4f2-f108-435a-a6e7-ef7521d4660a req-876ba943-1299-4637-bb61-c71def4dc537 service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989428 Feb 28 17:52:23.903750 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a9508-e0d8-46e0-825e-05dbf2af43ff req-49726b51-705a-435d-a453-77ae37b814fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:23.907368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fe8a9508-e0d8-46e0-825e-05dbf2af43ff req-49726b51-705a-435d-a453-77ae37b814fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24260bd8-fc9b-4ddf-8826-a72b197f0d04 HTTP/1.1" status: 200 len: 834 time: 0.0708482 Feb 28 17:52:23.934754 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:24.017108 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-984ba4f2-f108-435a-a6e7-ef7521d4660a req-5ff34588-e0e2-418b-8e54-16b9bda4f1d8 service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186426 Feb 28 17:52:24.017520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37800) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:24.076055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Pushing event updated for resources: {'Port': ['ID=f9fe463a-6012-4934-916e-c10e4f12d0e1,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:24.088679 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (ac4c5190-9a59-4e5f-9345-4b7d96941c91), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:24.105852 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f364f3de-6ffa-43ca-94dc-bb3a3120da77 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/6f258565-ce3f-45cd-a4fa-14b16db7b311 HTTP/1.1" status: 200 len: 991 time: 0.0862460 Feb 28 17:52:24.109104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a9508-e0d8-46e0-825e-05dbf2af43ff req-c73f62bd-9e65-4d66-bd32-227b9e9d7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:24.112083 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fe8a9508-e0d8-46e0-825e-05dbf2af43ff req-c73f62bd-9e65-4d66-bd32-227b9e9d7db5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1986673 Feb 28 17:52:24.247458 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4f78a75b-6c05-4a63-86b5-0850024638c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:51:49Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '6f258565-ce3f-45cd-a4fa-14b16db7b311', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'port_id': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:52:17Z', 'updated_at': '2022-02-28T17:52:17Z', 'revision_number': 0, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346d987e-6520-4c17-a6f5-5fee9752ffe3', 'name': '', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:81:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:47Z', 'updated_at': '2022-02-28T17:51:54Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:24.297069 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fe8a9508-e0d8-46e0-825e-05dbf2af43ff req-664fd915-627a-47d9-8776-1734fce5a14c service neutron] 10.222.0.73 "GET /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421611 Feb 28 17:52:24.300845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Network c403e6f9-eb78-4c82-9824-658aac39f24e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:24.300845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:24.301543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6cb02283-6718-4fa8-a192-609a7ecd124d up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:24.305207 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78a75b-6c05-4a63-86b5-0850024638c6 None None] The sync data for ids ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'] in n-d-820368-19 is: [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:51:49Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '6f258565-ce3f-45cd-a4fa-14b16db7b311', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'port_id': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:52:17Z', 'updated_at': '2022-02-28T17:52:17Z', 'revision_number': 0, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346d987e-6520-4c17-a6f5-5fee9752ffe3', 'name': '', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:81:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:47Z', 'updated_at': '2022-02-28T17:51:54Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:52:24.420608 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 6cb02283-6718-4fa8-a192-609a7ecd124d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:24.421992 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6cb02283-6718-4fa8-a192-609a7ecd124d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:24.496639 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e7d21-f7b7-4bf3-a25c-ac0075dc1855 req-58476bbc-90a8-42f7-9454-59745436b03d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:24.506874 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-265e7d21-f7b7-4bf3-a25c-ac0075dc1855 req-58476bbc-90a8-42f7-9454-59745436b03d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.1288197 Feb 28 17:52:24.607611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 6cb02283-6718-4fa8-a192-609a7ecd124d is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:24.629362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Router ac4c5190-9a59-4e5f-9345-4b7d96941c91 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:52:24.644666 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-265e7d21-f7b7-4bf3-a25c-ac0075dc1855 req-1a2a03aa-f79b-4094-bd9e-161184001c72 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330662 Feb 28 17:52:24.659410 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f113c-6114-4808-bb4c-4d0d53036367 req-38522761-ee50-421e-90b6-11488f91b9cb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:24.661596 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-176f113c-6114-4808-bb4c-4d0d53036367 req-38522761-ee50-421e-90b6-11488f91b9cb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 982 time: 0.2181704 Feb 28 17:52:24.663744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fe8a9508-e0d8-46e0-825e-05dbf2af43ff req-9f7e04f2-8230-48fb-ba47-8dc5f29a53be service neutron] 10.222.0.73 "GET /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586560 Feb 28 17:52:24.683876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05c8ec-ca58-4fd0-866b-7ec595a5d082 req-621b5c48-f3dd-4bf8-a1a6-51c7fb85d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:24.689084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd05c8ec-ca58-4fd0-866b-7ec595a5d082 req-621b5c48-f3dd-4bf8-a1a6-51c7fb85d29a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 1129 time: 0.1544366 Feb 28 17:52:24.736730 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c40eef-a89d-4963-ae3e-03e2199f9731 None None] New status for floating IP 6f258565-ce3f-45cd-a4fa-14b16db7b311: ACTIVE {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:52:24.752095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d1615f85-32d0-4aa1-a92c-177e1700cc7a None None] Provisioning complete for port f9fe463a-6012-4934-916e-c10e4f12d0e1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:24.752467 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d1615f85-32d0-4aa1-a92c-177e1700cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:24.804026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-176f113c-6114-4808-bb4c-4d0d53036367 req-40fe86e2-ede7-42f1-9923-2d000f66505a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1291411 Feb 28 17:52:24.806692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05c8ec-ca58-4fd0-866b-7ec595a5d082 req-a3584762-95da-48a6-b1a7-b9994d866c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:24.808490 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd05c8ec-ca58-4fd0-866b-7ec595a5d082 req-a3584762-95da-48a6-b1a7-b9994d866c5a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 917 time: 0.1119025 Feb 28 17:52:24.810396 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d1615f85-32d0-4aa1-a92c-177e1700cc7a None None] Port f9fe463a-6012-4934-916e-c10e4f12d0e1 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:52:24.885950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:52:24.892631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0ed96750-dda1-4a04-924b-32d27090a173 admin admin] 10.222.0.72 "PUT /v2.0/routers/ac4c5190-9a59-4e5f-9345-4b7d96941c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6366692 Feb 28 17:52:24.895632 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Sync routers for ids ['ac4c5190-9a59-4e5f-9345-4b7d96941c91'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:52:24.909378 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Routers {'ac4c5190-9a59-4e5f-9345-4b7d96941c91'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:24.913983 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:52:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ac4c5190-9a59-4e5f-9345-4b7d96941c91'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:24.914150 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd05c8ec-ca58-4fd0-866b-7ec595a5d082 req-1d7def32-3798-4809-b762-df26905e9993 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0338a957-5f25-4f82-8926-594740ebd63b HTTP/1.1" status: 200 len: 1002 time: 0.0971084 Feb 28 17:52:24.985425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05c8ec-ca58-4fd0-866b-7ec595a5d082 req-97a1585e-5e4d-4219-9fb9-1c084ea118c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:24.986949 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd05c8ec-ca58-4fd0-866b-7ec595a5d082 req-97a1585e-5e4d-4219-9fb9-1c084ea118c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.0676074 Feb 28 17:52:25.047081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Set router ac4c5190-9a59-4e5f-9345-4b7d96941c91 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:25.071781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05c8ec-ca58-4fd0-866b-7ec595a5d082 req-5301c450-cb39-46f7-9829-aea846975290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:25.073421 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd05c8ec-ca58-4fd0-866b-7ec595a5d082 req-5301c450-cb39-46f7-9829-aea846975290 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0809114 Feb 28 17:52:25.109675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37816) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:25.199917 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd05c8ec-ca58-4fd0-866b-7ec595a5d082 req-2ad67fdb-1148-4e88-a043-c4859c4843b4 service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191719 Feb 28 17:52:25.240995 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-38c0068b-9728-4896-ac5e-db35ff425501 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/6f258565-ce3f-45cd-a4fa-14b16db7b311 HTTP/1.1" status: 200 len: 993 time: 0.1276188 Feb 28 17:52:25.297072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'name': 'tempest-TestAggregatesBasicOps-1792031945-router', 'tenant_id': '53d111a7a2344d3685e77fce650ad996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '6cb02283-6718-4fa8-a192-609a7ecd124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:52:12Z', 'updated_at': '2022-02-28T17:52:23Z', 'revision_number': 4, 'project_id': '53d111a7a2344d3685e77fce650ad996', 'gw_port': {'id': '6cb02283-6718-4fa8-a192-609a7ecd124d', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:13Z', 'updated_at': '2022-02-28T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'f9fe463a-6012-4934-916e-c10e4f12d0e1', 'name': '', 'network_id': 'c403e6f9-eb78-4c82-9824-658aac39f24e', 'tenant_id': '53d111a7a2344d3685e77fce650ad996', 'mac_address': 'fa:16:3e:5c:af:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '8a49c991-e632-4116-8143-bb0df0afa1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:21Z', 'updated_at': '2022-02-28T17:52:23Z', 'revision_number': 2, 'project_id': '53d111a7a2344d3685e77fce650ad996', 'subnets': [{'id': '8a49c991-e632-4116-8143-bb0df0afa1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:25.324723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Checking router: ac4c5190-9a59-4e5f-9345-4b7d96941c91 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:52:25.325510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Updating router ac4c5190-9a59-4e5f-9345-4b7d96941c91 port f9fe463a-6012-4934-916e-c10e4f12d0e1 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:52:25.337018 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd05c8ec-ca58-4fd0-866b-7ec595a5d082 req-85f61f2d-4622-4c3d-9d78-faa7cd97d86d service neutron] 10.222.0.73 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305447 Feb 28 17:52:25.359136 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:25.638636 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Publish callbacks [] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:25.739353 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:25.790413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd1eeb-3fc8-48c8-8037-eeb55cc38768 req-6f03bb75-a7dc-490c-8814-750afaa0d1b5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:25.791005 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1aad3-96dd-4b06-ba6f-0d0ec284fe1b None None] Pushing event updated for resources: {'Port': ['ID=f9fe463a-6012-4934-916e-c10e4f12d0e1,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:25.792012 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f4dd1eeb-3fc8-48c8-8037-eeb55cc38768 req-6f03bb75-a7dc-490c-8814-750afaa0d1b5 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.0751786 Feb 28 17:52:25.860658 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f4dd1eeb-3fc8-48c8-8037-eeb55cc38768 req-a6cfa05f-921e-47ed-bcaf-254f0b58bf5f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569153 Feb 28 17:52:25.880724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Attempting to bind port f9fe463a-6012-4934-916e-c10e4f12d0e1 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:52:25.881192 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Attempting to bind port f9fe463a-6012-4934-916e-c10e4f12d0e1 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '58f941ca-75ac-458e-82cf-faf2429ca26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c403e6f9-eb78-4c82-9824-658aac39f24e'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:52:25.882001 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Attempting to bind port f9fe463a-6012-4934-916e-c10e4f12d0e1 on network c403e6f9-eb78-4c82-9824-658aac39f24e {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:25.887958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:52:25.888554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Checking segment: {'id': '58f941ca-75ac-458e-82cf-faf2429ca26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c403e6f9-eb78-4c82-9824-658aac39f24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:25.889407 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:25.889861 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Bound using segment: {'id': '58f941ca-75ac-458e-82cf-faf2429ca26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c403e6f9-eb78-4c82-9824-658aac39f24e'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:52:25.890430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Bound port: f9fe463a-6012-4934-916e-c10e4f12d0e1, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f941ca-75ac-458e-82cf-faf2429ca26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c403e6f9-eb78-4c82-9824-658aac39f24e'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:52:25.890867 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:26.036004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68617a88-9411-45ac-985f-de2376e686ad req-db69602d-f33f-42da-95b9-9dba6026efce tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:26.044080 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-68617a88-9411-45ac-985f-de2376e686ad req-db69602d-f33f-42da-95b9-9dba6026efce tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 982 time: 0.0764415 Feb 28 17:52:26.046435 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] For port f9fe463a-6012-4934-916e-c10e4f12d0e1, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:52:26.051998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] For port f9fe463a-6012-4934-916e-c10e4f12d0e1, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f9fe463a-6012-4934-916e-c10e4f12d0e1,segment=NetworkSegment(58f941ca-75ac-458e-82cf-faf2429ca26b),segment_id=58f941ca-75ac-458e-82cf-faf2429ca26b)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:52:26.105164 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-68617a88-9411-45ac-985f-de2376e686ad req-b0e59703-ab54-4091-a99c-6db1ac120fa6 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0600533 Feb 28 17:52:26.134112 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:26.181735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-1f393c97-f431-4cc2-a9ca-7f6ee49f8711 None None] Provisioning complete for port f9fe463a-6012-4934-916e-c10e4f12d0e1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:26.182298 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1f393c97-f431-4cc2-a9ca-7f6ee49f8711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:26.231741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1aad3-96dd-4b06-ba6f-0d0ec284fe1b None None] Pushing event updated for resources: {'Port': ['ID=f9fe463a-6012-4934-916e-c10e4f12d0e1,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:26.236413 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Routers {'ac4c5190-9a59-4e5f-9345-4b7d96941c91'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:26.237022 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:52:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ac4c5190-9a59-4e5f-9345-4b7d96941c91'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:26.374070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-1f393c97-f431-4cc2-a9ca-7f6ee49f8711 None None] Current status of the port f9fe463a-6012-4934-916e-c10e4f12d0e1 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:26.374460 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1f393c97-f431-4cc2-a9ca-7f6ee49f8711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:26.396001 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] Set router ac4c5190-9a59-4e5f-9345-4b7d96941c91 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:26.473611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1f393c97-f431-4cc2-a9ca-7f6ee49f8711 None None] For port f9fe463a-6012-4934-916e-c10e4f12d0e1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f9fe463a-6012-4934-916e-c10e4f12d0e1,segment=NetworkSegment(58f941ca-75ac-458e-82cf-faf2429ca26b),segment_id=58f941ca-75ac-458e-82cf-faf2429ca26b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:26.660172 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1f393c97-f431-4cc2-a9ca-7f6ee49f8711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:26.760718 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f393c97-f431-4cc2-a9ca-7f6ee49f8711 None None] Pushing event updated for resources: {'Port': ['ID=f9fe463a-6012-4934-916e-c10e4f12d0e1,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:26.964995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b8abd33c-5a39-4159-9650-a0b0888b8faa None None] Provisioning complete for port f9fe463a-6012-4934-916e-c10e4f12d0e1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:26.964995 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b8abd33c-5a39-4159-9650-a0b0888b8faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:26.964995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'name': 'tempest-TestAggregatesBasicOps-1792031945-router', 'tenant_id': '53d111a7a2344d3685e77fce650ad996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '6cb02283-6718-4fa8-a192-609a7ecd124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:52:12Z', 'updated_at': '2022-02-28T17:52:23Z', 'revision_number': 4, 'project_id': '53d111a7a2344d3685e77fce650ad996', 'gw_port': {'id': '6cb02283-6718-4fa8-a192-609a7ecd124d', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:13Z', 'updated_at': '2022-02-28T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'f9fe463a-6012-4934-916e-c10e4f12d0e1', 'name': '', 'network_id': 'c403e6f9-eb78-4c82-9824-658aac39f24e', 'tenant_id': '53d111a7a2344d3685e77fce650ad996', 'mac_address': 'fa:16:3e:5c:af:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '8a49c991-e632-4116-8143-bb0df0afa1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:21Z', 'updated_at': '2022-02-28T17:52:26Z', 'revision_number': 4, 'project_id': '53d111a7a2344d3685e77fce650ad996', 'subnets': [{'id': '8a49c991-e632-4116-8143-bb0df0afa1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:26.964995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b3965-6557-410d-9ea9-934638ce43bf None None] The sync data for ids ['ac4c5190-9a59-4e5f-9345-4b7d96941c91'] in n-d-820368-19 is: [{'id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'name': 'tempest-TestAggregatesBasicOps-1792031945-router', 'tenant_id': '53d111a7a2344d3685e77fce650ad996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '6cb02283-6718-4fa8-a192-609a7ecd124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:52:12Z', 'updated_at': '2022-02-28T17:52:23Z', 'revision_number': 4, 'project_id': '53d111a7a2344d3685e77fce650ad996', 'gw_port': {'id': '6cb02283-6718-4fa8-a192-609a7ecd124d', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:13Z', 'updated_at': '2022-02-28T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'f9fe463a-6012-4934-916e-c10e4f12d0e1', 'name': '', 'network_id': 'c403e6f9-eb78-4c82-9824-658aac39f24e', 'tenant_id': '53d111a7a2344d3685e77fce650ad996', 'mac_address': 'fa:16:3e:5c:af:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '8a49c991-e632-4116-8143-bb0df0afa1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:21Z', 'updated_at': '2022-02-28T17:52:26Z', 'revision_number': 4, 'project_id': '53d111a7a2344d3685e77fce650ad996', 'subnets': [{'id': '8a49c991-e632-4116-8143-bb0df0afa1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:52:26.968176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b8abd33c-5a39-4159-9650-a0b0888b8faa None None] Current status of the port f9fe463a-6012-4934-916e-c10e4f12d0e1 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:26.989814 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37864) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:27.094413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27190ad6-8b1d-44dc-8a38-9b9aeefe3eed req-a3f18bc6-a2ce-433e-aaaf-3d06c7b96bb0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:27.095903 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27190ad6-8b1d-44dc-8a38-9b9aeefe3eed req-a3f18bc6-a2ce-433e-aaaf-3d06c7b96bb0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.1465964 Feb 28 17:52:27.286185 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17d780-1424-4e2f-ad58-f3c6983bc427 req-37557279-1edd-4f57-a987-223909150b6c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:27.288458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd17d780-1424-4e2f-ad58-f3c6983bc427 req-37557279-1edd-4f57-a987-223909150b6c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 982 time: 0.0723176 Feb 28 17:52:27.391705 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd17d780-1424-4e2f-ad58-f3c6983bc427 req-05daa0d5-110a-46fc-9528-5c2701497eb7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0961993 Feb 28 17:52:27.573886 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27190ad6-8b1d-44dc-8a38-9b9aeefe3eed req-9ff9e76e-6aa2-450c-802f-100413e23e7b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018605 Feb 28 17:52:27.821877 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ac62888-ae5b-47c6-837a-820aa42ed999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (9fe91172-0a84-43f3-9b73-f270658b00f2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:27.984504 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 9a25f09e-7bb3-45e6-9730-13d3245bd637 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:52:27.987591 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 0338a957-5f25-4f82-8926-594740ebd63b no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:52:28.132697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 0338a957-5f25-4f82-8926-594740ebd63b is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:28.133371 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0338a957-5f25-4f82-8926-594740ebd63b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:28.142688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8ac62888-ae5b-47c6-837a-820aa42ed999 admin admin] Deleting port 5d01cb7f-99ac-4610-9075-c89c73063b6b {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:52:28.143303 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ac62888-ae5b-47c6-837a-820aa42ed999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:28.171985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=0338a957-5f25-4f82-8926-594740ebd63b,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:28.175217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:52:28.178106 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e54403-acb0-42dc-8d06-ccb9922bf26f" -d '{"events": [{"server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "name": "network-vif-unplugged", "status": "completed", "tag": "0338a957-5f25-4f82-8926-594740ebd63b"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:52:28.225078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 9a25f09e-7bb3-45e6-9730-13d3245bd637, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=9a25f09e-7bb3-45e6-9730-13d3245bd637,segment=NetworkSegment(dd106981-62f8-4935-9663-0b58a0bbd39e),segment_id=dd106981-62f8-4935-9663-0b58a0bbd39e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:28.242858 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0338a957-5f25-4f82-8926-594740ebd63b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:28.250800 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '9a25f09e-7bb3-45e6-9730-13d3245bd637', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'port_id': '9a25f09e-7bb3-45e6-9730-13d3245bd637', 'mac_address': 'fa:16:3e:64:84:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:52:28.274504 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 17:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6849c48-fa6c-4ea6-8946-fa1b9a123d52 x-openstack-request-id: req-c6849c48-fa6c-4ea6-8946-fa1b9a123d52 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:52:28.274874 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "name": "network-vif-unplugged", "status": "failed", "tag": "0338a957-5f25-4f82-8926-594740ebd63b", "code": 422}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:52:28.275123 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c6849c48-fa6c-4ea6-8946-fa1b9a123d52 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:52:28.275526 n-d-820368-19 neutron-server[104248]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b', 'code': 422} returned with failed status Feb 28 17:52:28.296542 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-8ac62888-ae5b-47c6-837a-820aa42ed999 admin admin] For port 5d01cb7f-99ac-4610-9075-c89c73063b6b, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5d01cb7f-99ac-4610-9075-c89c73063b6b,segment=NetworkSegment(59e779ce-549d-4bab-83ea-8b07db7730b4),segment_id=59e779ce-549d-4bab-83ea-8b07db7730b4)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:28.297049 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ac62888-ae5b-47c6-837a-820aa42ed999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:28.313088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8ac62888-ae5b-47c6-837a-820aa42ed999 admin admin] Calling delete_port for 5d01cb7f-99ac-4610-9075-c89c73063b6b owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:52:28.345897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 9a25f09e-7bb3-45e6-9730-13d3245bd637 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:28.346306 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:28.361793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a25f09e-7bb3-45e6-9730-13d3245bd637 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:52:28.365971 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=0338a957-5f25-4f82-8926-594740ebd63b,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:28.368839 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f9fe463a-6012-4934-916e-c10e4f12d0e1 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:28.454154 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 9a25f09e-7bb3-45e6-9730-13d3245bd637, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=9a25f09e-7bb3-45e6-9730-13d3245bd637,segment=NetworkSegment(dd106981-62f8-4935-9663-0b58a0bbd39e),segment_id=dd106981-62f8-4935-9663-0b58a0bbd39e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:28.471953 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port f9fe463a-6012-4934-916e-c10e4f12d0e1 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:28.472327 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:28.529309 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:28.560855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d645b-1238-491b-bd45-b75b13acc483 req-d531a32c-7e85-488f-bd8f-7b01b0681131 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:28.562461 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-300d645b-1238-491b-bd45-b75b13acc483 req-d531a32c-7e85-488f-bd8f-7b01b0681131 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 982 time: 0.0820682 Feb 28 17:52:28.596373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=9a25f09e-7bb3-45e6-9730-13d3245bd637,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:28.639916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port f9fe463a-6012-4934-916e-c10e4f12d0e1 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:28.708661 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-300d645b-1238-491b-bd45-b75b13acc483 req-f841978f-5fe2-4d69-ad4a-9a689e7e2086 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1327746 Feb 28 17:52:28.770083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2d44c-4bd7-4f04-86d9-f5a6ed62177e req-5bb9c9cb-1170-499e-a70b-013354dc30ea tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:28.771720 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8e2d44c-4bd7-4f04-86d9-f5a6ed62177e req-5bb9c9cb-1170-499e-a70b-013354dc30ea tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 944 time: 0.0706937 Feb 28 17:52:28.782457 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ac62888-ae5b-47c6-837a-820aa42ed999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (5d01cb7f-99ac-4610-9075-c89c73063b6b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:28.819614 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac62888-ae5b-47c6-837a-820aa42ed999 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d01cb7f-99ac-4610-9075-c89c73063b6b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:28.843398 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8e2d44c-4bd7-4f04-86d9-f5a6ed62177e req-d47c08c8-d469-49ec-a6bf-c8a866e7d20d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655682 Feb 28 17:52:28.890919 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['9a25f09e-7bb3-45e6-9730-13d3245bd637'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:52:29.163464 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8ac62888-ae5b-47c6-837a-820aa42ed999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (9fe91172-0a84-43f3-9b73-f270658b00f2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:29.436021 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac62888-ae5b-47c6-837a-820aa42ed999 admin admin] Router 9fe91172-0a84-43f3-9b73-f270658b00f2 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:52:29.551867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac62888-ae5b-47c6-837a-820aa42ed999 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:52:29.558899 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8ac62888-ae5b-47c6-837a-820aa42ed999 admin admin] 10.222.0.72 "PUT /v2.0/routers/9fe91172-0a84-43f3-9b73-f270658b00f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5648482 Feb 28 17:52:29.559640 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37888) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:29.561879 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba98351-55dc-4c43-b9a2-b0e63184fa0d None None] Sync routers for ids ['9fe91172-0a84-43f3-9b73-f270658b00f2'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:52:29.572354 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba98351-55dc-4c43-b9a2-b0e63184fa0d None None] Routers {'9fe91172-0a84-43f3-9b73-f270658b00f2'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:29.572955 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fba98351-55dc-4c43-b9a2-b0e63184fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:52:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9fe91172-0a84-43f3-9b73-f270658b00f2'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:29.689777 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-fba98351-55dc-4c43-b9a2-b0e63184fa0d None None] Set router 9fe91172-0a84-43f3-9b73-f270658b00f2 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:29.698774 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] Publish callbacks [] for router (9fe91172-0a84-43f3-9b73-f270658b00f2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:29.907689 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] Publish callbacks [] for router_gateway (9fe91172-0a84-43f3-9b73-f270658b00f2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:29.944840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a517a-9f96-46e0-a623-49d79d7b3009 req-eb1394ac-ec5d-424d-babd-d2c86eec9346 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:29.947089 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd5a517a-9f96-46e0-a623-49d79d7b3009 req-eb1394ac-ec5d-424d-babd-d2c86eec9346 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 983 time: 0.1075096 Feb 28 17:52:29.996008 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fba98351-55dc-4c43-b9a2-b0e63184fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'name': 'tempest-TestAggregatesBasicOps-701929776-router', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '725dc8c9-eeb8-4b82-bfb5-992e0287f72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:58Z', 'updated_at': '2022-02-28T17:52:28Z', 'revision_number': 5, 'project_id': 'f38f13671c02440b91796470b20315af', 'gw_port': {'id': '725dc8c9-eeb8-4b82-bfb5-992e0287f72c', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:00Z', 'updated_at': '2022-02-28T17:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:30.004565 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 9a25f09e-7bb3-45e6-9730-13d3245bd637 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:30.116760 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd5a517a-9f96-46e0-a623-49d79d7b3009 req-b663112b-3ba1-44e1-a749-ae154d647486 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1636386 Feb 28 17:52:30.136789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] Deleting port 725dc8c9-eeb8-4b82-bfb5-992e0287f72c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:52:30.137127 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (725dc8c9-eeb8-4b82-bfb5-992e0287f72c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:30.213775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 9a25f09e-7bb3-45e6-9730-13d3245bd637 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:52:30.218422 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 9a25f09e-7bb3-45e6-9730-13d3245bd637 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:30.219011 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:30.222889 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba98351-55dc-4c43-b9a2-b0e63184fa0d None None] Checking router: 9fe91172-0a84-43f3-9b73-f270658b00f2 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:52:30.244210 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba98351-55dc-4c43-b9a2-b0e63184fa0d None None] Routers {'9fe91172-0a84-43f3-9b73-f270658b00f2'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:30.244833 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fba98351-55dc-4c43-b9a2-b0e63184fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:52:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['9fe91172-0a84-43f3-9b73-f270658b00f2'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:30.331042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] For port 725dc8c9-eeb8-4b82-bfb5-992e0287f72c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=725dc8c9-eeb8-4b82-bfb5-992e0287f72c,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:30.331573 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (725dc8c9-eeb8-4b82-bfb5-992e0287f72c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:30.363876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] Calling delete_port for 725dc8c9-eeb8-4b82-bfb5-992e0287f72c owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:52:30.398172 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-fba98351-55dc-4c43-b9a2-b0e63184fa0d None None] Set router 9fe91172-0a84-43f3-9b73-f270658b00f2 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:30.443923 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 9a25f09e-7bb3-45e6-9730-13d3245bd637 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:30.444312 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:30.466373 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fba98351-55dc-4c43-b9a2-b0e63184fa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'name': 'tempest-TestAggregatesBasicOps-701929776-router', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:58Z', 'updated_at': '2022-02-28T17:52:29Z', 'revision_number': 6, 'project_id': 'f38f13671c02440b91796470b20315af', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:30.496956 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25f09e-7bb3-45e6-9730-13d3245bd637'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:52:30.500262 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67be39ca-87d7-4938-adc8-92e30554824d" -d '{"events": [{"server_uuid": "3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7", "name": "network-vif-plugged", "status": "completed", "tag": "9a25f09e-7bb3-45e6-9730-13d3245bd637"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:52:30.507785 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba98351-55dc-4c43-b9a2-b0e63184fa0d None None] The sync data for ids ['9fe91172-0a84-43f3-9b73-f270658b00f2'] in n-d-820368-19 is: [{'id': '9fe91172-0a84-43f3-9b73-f270658b00f2', 'name': 'tempest-TestAggregatesBasicOps-701929776-router', 'tenant_id': 'f38f13671c02440b91796470b20315af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:58Z', 'updated_at': '2022-02-28T17:52:29Z', 'revision_number': 6, 'project_id': 'f38f13671c02440b91796470b20315af', 'gw_port_host': None}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:52:30.525310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 9a25f09e-7bb3-45e6-9730-13d3245bd637, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=9a25f09e-7bb3-45e6-9730-13d3245bd637,segment=NetworkSegment(dd106981-62f8-4935-9663-0b58a0bbd39e),segment_id=dd106981-62f8-4935-9663-0b58a0bbd39e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:30.591879 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d10713a-8dae-4cec-9a48-7c3afea54afc x-openstack-request-id: req-6d10713a-8dae-4cec-9a48-7c3afea54afc {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:52:30.592247 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7", "name": "network-vif-plugged", "status": "completed", "tag": "9a25f09e-7bb3-45e6-9730-13d3245bd637", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:52:30.592583 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6d10713a-8dae-4cec-9a48-7c3afea54afc {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:52:30.593065 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25f09e-7bb3-45e6-9730-13d3245bd637', 'code': 200} Feb 28 17:52:30.607936 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:30.608892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 0338a957-5f25-4f82-8926-594740ebd63b no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:52:30.723104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=9a25f09e-7bb3-45e6-9730-13d3245bd637,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:30.743676 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2565d-3bff-46c5-a8c6-abc1fba7364a req-a62c9e3d-d1ee-4559-ada5-ad9bc44dc0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:30.745414 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0e2565d-3bff-46c5-a8c6-abc1fba7364a req-a62c9e3d-d1ee-4559-ada5-ad9bc44dc0ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 1167 time: 0.0636823 Feb 28 17:52:30.812121 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 0338a957-5f25-4f82-8926-594740ebd63b is: DOWN; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:30.823252 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (725dc8c9-eeb8-4b82-bfb5-992e0287f72c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:30.831592 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0e2565d-3bff-46c5-a8c6-abc1fba7364a req-47067ba5-82c8-4599-8b6d-f59c62db2513 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0798261 Feb 28 17:52:30.859345 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=725dc8c9-eeb8-4b82-bfb5-992e0287f72c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:31.005574 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (9fe91172-0a84-43f3-9b73-f270658b00f2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:31.126416 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (9fe91172-0a84-43f3-9b73-f270658b00f2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:31.128644 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] Publish callbacks [] for router_controller (9fe91172-0a84-43f3-9b73-f270658b00f2), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:31.256384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e677f8-d9da-4689-b1fc-817241614478 req-a7e8b3e3-d1d6-48dc-a803-c6cc5ae22802 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:31.256384 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74e677f8-d9da-4689-b1fc-817241614478 req-a7e8b3e3-d1d6-48dc-a803-c6cc5ae22802 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 984 time: 0.0616417 Feb 28 17:52:31.256384 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (9fe91172-0a84-43f3-9b73-f270658b00f2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:31.256384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fe91172-0a84-43f3-9b73-f270658b00f2 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:52:31.257094 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:31.258359 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d55fc430-44a0-43a0-ab08-3f3adeec24b4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/9fe91172-0a84-43f3-9b73-f270658b00f2 HTTP/1.1" status: 204 len: 168 time: 1.6952384 Feb 28 17:52:31.260789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37918) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:31.311931 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Deleting subnet 85a3a6e0-2353-479d-8c5b-c53130f6f7f8 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:52:31.315411 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Publish callbacks [] for subnet (85a3a6e0-2353-479d-8c5b-c53130f6f7f8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:31.316163 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74e677f8-d9da-4689-b1fc-817241614478 req-5d9b1dea-c316-414d-b555-52615e772ba3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0563109 Feb 28 17:52:31.354203 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (85a3a6e0-2353-479d-8c5b-c53130f6f7f8), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:31.436875 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (85a3a6e0-2353-479d-8c5b-c53130f6f7f8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:31.543268 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (85a3a6e0-2353-479d-8c5b-c53130f6f7f8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:31.573263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85a3a6e0-2353-479d-8c5b-c53130f6f7f8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:31.586048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:31.586048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:31.586048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:31.586048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:31.586048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:31.586048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:31.586048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:31.586048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:31.586839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:31.586839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:31.586839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:31.587196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:31.587410 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:31.592503 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:31.599026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-966971c1-1b55-4adb-97eb-c93d77927802 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/85a3a6e0-2353-479d-8c5b-c53130f6f7f8 HTTP/1.1" status: 204 len: 168 time: 0.3371494 Feb 28 17:52:31.599693 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37922) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:31.599817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f17e37-7281-4642-a8d4-fb5ad58221dd None None] Network 7a486699-d435-4fea-ae3e-deac3579a793 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:52:31.669846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6911cb-c72c-4464-adaa-76c88d0e5e06 req-3c792ce6-f958-4314-9148-950670e6aefd tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:31.672642 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1d6911cb-c72c-4464-adaa-76c88d0e5e06 req-3c792ce6-f958-4314-9148-950670e6aefd tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 944 time: 0.0873663 Feb 28 17:52:31.686624 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (7a486699-d435-4fea-ae3e-deac3579a793), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:31.738215 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1d6911cb-c72c-4464-adaa-76c88d0e5e06 req-dfad8810-f497-4077-a011-1614a4567e01 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584056 Feb 28 17:52:31.779531 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Deleting port 314f628e-6efc-41cb-9d51-ca043b5a9c9a {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:52:31.779873 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:31.815443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5635517-51ee-40de-8c0e-0f3680a31a06 None None] DHCP port deletion for 7a486699-d435-4fea-ae3e-deac3579a793 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:52:31.880882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e5635517-51ee-40de-8c0e-0f3680a31a06 None None] Deleting port 314f628e-6efc-41cb-9d51-ca043b5a9c9a {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:52:31.881259 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e5635517-51ee-40de-8c0e-0f3680a31a06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:31.958509 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e5635517-51ee-40de-8c0e-0f3680a31a06 None None] For port 314f628e-6efc-41cb-9d51-ca043b5a9c9a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=314f628e-6efc-41cb-9d51-ca043b5a9c9a,segment=NetworkSegment(59e779ce-549d-4bab-83ea-8b07db7730b4),segment_id=59e779ce-549d-4bab-83ea-8b07db7730b4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:31.958817 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e5635517-51ee-40de-8c0e-0f3680a31a06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:31.974534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e5635517-51ee-40de-8c0e-0f3680a31a06 None None] Calling delete_port for 314f628e-6efc-41cb-9d51-ca043b5a9c9a owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:52:32.117172 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-4327cdb9-4a7c-41f3-935d-d63afbb01574 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808048 Feb 28 17:52:32.156432 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e5635517-51ee-40de-8c0e-0f3680a31a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:32.197267 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] For port 314f628e-6efc-41cb-9d51-ca043b5a9c9a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=314f628e-6efc-41cb-9d51-ca043b5a9c9a,segment=NetworkSegment(59e779ce-549d-4bab-83ea-8b07db7730b4),segment_id=59e779ce-549d-4bab-83ea-8b07db7730b4)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:32.198115 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:32.215610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Calling delete_port for 314f628e-6efc-41cb-9d51-ca043b5a9c9a owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:52:32.216733 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5635517-51ee-40de-8c0e-0f3680a31a06 None None] Pushing event deleted for resources: {'Port': ['ID=314f628e-6efc-41cb-9d51-ca043b5a9c9a,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:32.230081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5635517-51ee-40de-8c0e-0f3680a31a06 None None] No DVR routers for this DVR port 314f628e-6efc-41cb-9d51-ca043b5a9c9a on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:52:32.239399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-992cee94-353e-4f6a-bc9f-955c34281f33 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:32.242872 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-992cee94-353e-4f6a-bc9f-955c34281f33 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports/0338a957-5f25-4f82-8926-594740ebd63b HTTP/1.1" status: 200 len: 941 time: 0.1025660 Feb 28 17:52:32.287871 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5d01cb7f-99ac-4610-9075-c89c73063b6b no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:52:32.320092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 5d01cb7f-99ac-4610-9075-c89c73063b6b {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:52:32.320729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5d01cb7f-99ac-4610-9075-c89c73063b6b not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:52:32.321307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 725dc8c9-eeb8-4b82-bfb5-992e0287f72c no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:52:32.322100 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (314f628e-6efc-41cb-9d51-ca043b5a9c9a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:32.346924 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 725dc8c9-eeb8-4b82-bfb5-992e0287f72c {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:52:32.346924 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 725dc8c9-eeb8-4b82-bfb5-992e0287f72c not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:52:32.348024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 314f628e-6efc-41cb-9d51-ca043b5a9c9a no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:52:32.386994 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] No DVR routers for this DVR port 314f628e-6efc-41cb-9d51-ca043b5a9c9a on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:52:32.396050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=314f628e-6efc-41cb-9d51-ca043b5a9c9a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:32.414514 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 314f628e-6efc-41cb-9d51-ca043b5a9c9a {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:52:32.414969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 314f628e-6efc-41cb-9d51-ca043b5a9c9a not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:52:32.513267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (7a486699-d435-4fea-ae3e-deac3579a793), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:32.543198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c2948-491a-4740-bb10-3fa393db6d19 req-3180dfe8-8c48-442a-824b-fed93f87fff6 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:32.544691 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a82c2948-491a-4740-bb10-3fa393db6d19 req-3180dfe8-8c48-442a-824b-fed93f87fff6 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 984 time: 0.1148329 Feb 28 17:52:32.546237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a486699-d435-4fea-ae3e-deac3579a793']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:32.562515 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e779ce-549d-4bab-83ea-8b07db7730b4') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:32.562808 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e779ce-549d-4bab-83ea-8b07db7730b4') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:32.579114 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (59e779ce-549d-4bab-83ea-8b07db7730b4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:32.601448 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (59e779ce-549d-4bab-83ea-8b07db7730b4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:32.615756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:52:32.616179 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (59e779ce-549d-4bab-83ea-8b07db7730b4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: self.session.flush() Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:52:32.622012 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:52:32.669130 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a82c2948-491a-4740-bb10-3fa393db6d19 req-4c35ed5c-f21a-4770-9c99-e2277aba35b3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1151590 Feb 28 17:52:32.763654 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (7a486699-d435-4fea-ae3e-deac3579a793), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:32.776559 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:32.788085 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7a486699-d435-4fea-ae3e-deac3579a793 HTTP/1.1" status: 204 len: 168 time: 1.1873012 Feb 28 17:52:32.806234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37950) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:32.813972 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f07ad7-9b30-43a2-9e5b-0f28da734ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a486699-d435-4fea-ae3e-deac3579a793,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:32.851484 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e062b-2008-4db0-81d4-8f0ace269826 req-9ebf05c1-4ece-4499-b511-66f18285f4ec tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:32.858995 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-694e062b-2008-4db0-81d4-8f0ace269826 req-9ebf05c1-4ece-4499-b511-66f18285f4ec tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 984 time: 0.1086593 Feb 28 17:52:32.942600 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-694e062b-2008-4db0-81d4-8f0ace269826 req-02d16ed3-ba35-4e99-b1a6-537513478438 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0826490 Feb 28 17:52:32.982785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee214cbf-cc20-47c5-911f-3a219d4a0dfd req-82f2a6a8-a949-4007-8ae6-8c056491d93d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:32.984383 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee214cbf-cc20-47c5-911f-3a219d4a0dfd req-82f2a6a8-a949-4007-8ae6-8c056491d93d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 944 time: 0.1051710 Feb 28 17:52:33.087437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe844be-157e-4caa-af6a-5afa477a738e req-c99171e8-4547-44e1-915f-4961f5dcdf33 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:33.089357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5fe844be-157e-4caa-af6a-5afa477a738e req-c99171e8-4547-44e1-915f-4961f5dcdf33 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 1167 time: 0.0510526 Feb 28 17:52:33.115709 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5fe844be-157e-4caa-af6a-5afa477a738e req-f93cf119-d6a1-4fba-8753-dfe760e01b12 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:33.118332 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee214cbf-cc20-47c5-911f-3a219d4a0dfd req-33371c7d-a822-488d-867a-a2cd1194421f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197083 Feb 28 17:52:33.200320 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5fe844be-157e-4caa-af6a-5afa477a738e req-f93cf119-d6a1-4fba-8753-dfe760e01b12 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Publish callbacks [] for security_group (32f896cc-11f0-4474-ab47-c78708205bbb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:33.283686 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5fe844be-157e-4caa-af6a-5afa477a738e req-f93cf119-d6a1-4fba-8753-dfe760e01b12 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (32f896cc-11f0-4474-ab47-c78708205bbb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:33.330592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cf119-d6a1-4fba-8753-dfe760e01b12 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f896cc-11f0-4474-ab47-c78708205bbb,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:33.348149 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5fe844be-157e-4caa-af6a-5afa477a738e req-f93cf119-d6a1-4fba-8753-dfe760e01b12 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2496157 Feb 28 17:52:33.361962 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37964) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:33.409194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265bbca6-9a33-4f72-ac97-da47e2398bd4 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:33.413971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-265bbca6-9a33-4f72-ac97-da47e2398bd4 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 1162 time: 0.0486534 Feb 28 17:52:33.414546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 37966) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:33.418945 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '9a25f09e-7bb3-45e6-9730-13d3245bd637', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:33.421344 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4976a777-24e5-4260-947c-4a78e2709e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (ac4c5190-9a59-4e5f-9345-4b7d96941c91), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:33.504918 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:33.619754 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:33.771904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-4976a777-24e5-4260-947c-4a78e2709e6d admin admin] Deleting port f9fe463a-6012-4934-916e-c10e4f12d0e1 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:52:33.772285 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4976a777-24e5-4260-947c-4a78e2709e6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:33.798502 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Allocated IP 172.25.3.92 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/d72d13e2-63e6-4bdb-95f2-013375df2633) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:52:33.819572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-ae390d44-6213-4763-a851-15407b160b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:33.821047 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-ae390d44-6213-4763-a851-15407b160b92 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1&tenant_id=bef235c08ba34768a0edb11d272318ad HTTP/1.1" status: 200 len: 1127 time: 0.1068990 Feb 28 17:52:33.841622 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-19', 'device_owner': 'compute:nova'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:33.853983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-4976a777-24e5-4260-947c-4a78e2709e6d admin admin] For port f9fe463a-6012-4934-916e-c10e4f12d0e1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f9fe463a-6012-4934-916e-c10e4f12d0e1,segment=NetworkSegment(58f941ca-75ac-458e-82cf-faf2429ca26b),segment_id=58f941ca-75ac-458e-82cf-faf2429ca26b)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:33.854343 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4976a777-24e5-4260-947c-4a78e2709e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:33.867967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-4976a777-24e5-4260-947c-4a78e2709e6d admin admin] Calling delete_port for f9fe463a-6012-4934-916e-c10e4f12d0e1 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:52:33.960513 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0338a957-5f25-4f82-8926-594740ebd63b), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:33.980858 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for port (d72d13e2-63e6-4bdb-95f2-013375df2633), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:34.167820 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4976a777-24e5-4260-947c-4a78e2709e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f9fe463a-6012-4934-916e-c10e4f12d0e1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:34.235381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976a777-24e5-4260-947c-4a78e2709e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fe463a-6012-4934-916e-c10e4f12d0e1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:34.379568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2150aa-c47e-40e2-8d39-aea834637a6a req-e207f6e7-dbd8-4a3d-af8c-363777afaf04 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:34.386756 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4c2150aa-c47e-40e2-8d39-aea834637a6a req-e207f6e7-dbd8-4a3d-af8c-363777afaf04 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 944 time: 0.1411641 Feb 28 17:52:34.448357 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d72d13e2-63e6-4bdb-95f2-013375df2633), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:34.495790 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4c2150aa-c47e-40e2-8d39-aea834637a6a req-7a2f046e-e79a-4bb5-a5fa-27caf02d8853 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080577 Feb 28 17:52:34.504368 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4976a777-24e5-4260-947c-4a78e2709e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (ac4c5190-9a59-4e5f-9345-4b7d96941c91), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:34.526956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:34.532666 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:34.539717 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:52:34.543948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'Port': ['ID=d72d13e2-63e6-4bdb-95f2-013375df2633,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:34.593180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=0338a957-5f25-4f82-8926-594740ebd63b,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:34.656392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:52:34.723245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0338a957-5f25-4f82-8926-594740ebd63b {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:52:34.737870 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Publish callbacks [] for port (0338a957-5f25-4f82-8926-594740ebd63b), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:34.756325 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4976a777-24e5-4260-947c-4a78e2709e6d admin admin] Router ac4c5190-9a59-4e5f-9345-4b7d96941c91 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:52:34.787488 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Transition to ACTIVE for port object 0338a957-5f25-4f82-8926-594740ebd63b will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:52:34.849874 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (0338a957-5f25-4f82-8926-594740ebd63b), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:34.873405 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4976a777-24e5-4260-947c-4a78e2709e6d admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:52:34.878518 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4976a777-24e5-4260-947c-4a78e2709e6d admin admin] 10.222.0.72 "PUT /v2.0/routers/ac4c5190-9a59-4e5f-9345-4b7d96941c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0759590 Feb 28 17:52:34.881596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37982) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:34.896534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fec89e-11c0-48ab-ae28-f14cc454a5c7 None None] Sync routers for ids ['ac4c5190-9a59-4e5f-9345-4b7d96941c91'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:52:34.919013 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fec89e-11c0-48ab-ae28-f14cc454a5c7 None None] Routers {'ac4c5190-9a59-4e5f-9345-4b7d96941c91'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:34.921149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c1fec89e-11c0-48ab-ae28-f14cc454a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:52:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ac4c5190-9a59-4e5f-9345-4b7d96941c91'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:35.014659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Pushing event updated for resources: {'Port': ['ID=0338a957-5f25-4f82-8926-594740ebd63b,revision_number=9']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:35.083491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-c1fec89e-11c0-48ab-ae28-f14cc454a5c7 None None] Set router ac4c5190-9a59-4e5f-9345-4b7d96941c91 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:35.129255 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] Publish callbacks [] for router (ac4c5190-9a59-4e5f-9345-4b7d96941c91), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:35.154094 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] No DVR routers for this DVR port 0338a957-5f25-4f82-8926-594740ebd63b on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:52:35.257440 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] Publish callbacks [] for router_gateway (ac4c5190-9a59-4e5f-9345-4b7d96941c91), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:35.301305 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for floatingip (0da6f6e0-9d5c-4f03-ad67-d3c8c369c6af), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:35.337116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c1fec89e-11c0-48ab-ae28-f14cc454a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'name': 'tempest-TestAggregatesBasicOps-1792031945-router', 'tenant_id': '53d111a7a2344d3685e77fce650ad996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '6cb02283-6718-4fa8-a192-609a7ecd124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:52:12Z', 'updated_at': '2022-02-28T17:52:34Z', 'revision_number': 5, 'project_id': '53d111a7a2344d3685e77fce650ad996', 'gw_port': {'id': '6cb02283-6718-4fa8-a192-609a7ecd124d', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:13Z', 'updated_at': '2022-02-28T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:35.381050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fec89e-11c0-48ab-ae28-f14cc454a5c7 None None] Checking router: ac4c5190-9a59-4e5f-9345-4b7d96941c91 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:52:35.381716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Attempting to bind port 0338a957-5f25-4f82-8926-594740ebd63b on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:52:35.382078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Attempting to bind port 0338a957-5f25-4f82-8926-594740ebd63b by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:52:35.391019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Attempting to bind port 0338a957-5f25-4f82-8926-594740ebd63b on network f155d851-846e-4863-8917-143f70fd2e65 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:35.391019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Port 0338a957-5f25-4f82-8926-594740ebd63b on network f155d851-846e-4863-8917-143f70fd2e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:52:35.391019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Attempting to bind port 0338a957-5f25-4f82-8926-594740ebd63b on network f155d851-846e-4863-8917-143f70fd2e65 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:35.391324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fec89e-11c0-48ab-ae28-f14cc454a5c7 None None] Routers {'ac4c5190-9a59-4e5f-9345-4b7d96941c91'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:35.391324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c1fec89e-11c0-48ab-ae28-f14cc454a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:52:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['ac4c5190-9a59-4e5f-9345-4b7d96941c91'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:35.392283 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:52:35.392631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Checking segment: {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:35.392999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Bound using segment: {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:52:35.394416 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Bound port: 0338a957-5f25-4f82-8926-594740ebd63b, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6538dc-7312-41e0-ae31-0d3c31a4c482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:52:35.394416 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0338a957-5f25-4f82-8926-594740ebd63b), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:35.410713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] Deleting port 6cb02283-6718-4fa8-a192-609a7ecd124d {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:52:35.411128 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6cb02283-6718-4fa8-a192-609a7ecd124d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:35.480682 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d72d13e2-63e6-4bdb-95f2-013375df2633), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:35.495531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-c1fec89e-11c0-48ab-ae28-f14cc454a5c7 None None] Set router ac4c5190-9a59-4e5f-9345-4b7d96941c91 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:35.510056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] For port 6cb02283-6718-4fa8-a192-609a7ecd124d, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6cb02283-6718-4fa8-a192-609a7ecd124d,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:35.511212 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6cb02283-6718-4fa8-a192-609a7ecd124d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:35.529883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] Calling delete_port for 6cb02283-6718-4fa8-a192-609a7ecd124d owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:52:35.648037 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:52:35.693679 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for port (d72d13e2-63e6-4bdb-95f2-013375df2633), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:35.699166 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:52:35.712102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0338a957-5f25-4f82-8926-594740ebd63b,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:52:35.715110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c1fec89e-11c0-48ab-ae28-f14cc454a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'name': 'tempest-TestAggregatesBasicOps-1792031945-router', 'tenant_id': '53d111a7a2344d3685e77fce650ad996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:52:12Z', 'updated_at': '2022-02-28T17:52:35Z', 'revision_number': 6, 'project_id': '53d111a7a2344d3685e77fce650ad996', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:35.750764 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fec89e-11c0-48ab-ae28-f14cc454a5c7 None None] The sync data for ids ['ac4c5190-9a59-4e5f-9345-4b7d96941c91'] in n-d-820368-19 is: [{'id': 'ac4c5190-9a59-4e5f-9345-4b7d96941c91', 'name': 'tempest-TestAggregatesBasicOps-1792031945-router', 'tenant_id': '53d111a7a2344d3685e77fce650ad996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:52:12Z', 'updated_at': '2022-02-28T17:52:35Z', 'revision_number': 6, 'project_id': '53d111a7a2344d3685e77fce650ad996', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:52:35.760662 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (d72d13e2-63e6-4bdb-95f2-013375df2633), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:35.807177 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3788e-ad10-4559-ae68-a49f84c85194 req-628290b4-108b-494c-b383-973ac957481b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:35.808689 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8f3788e-ad10-4559-ae68-a49f84c85194 req-628290b4-108b-494c-b383-973ac957481b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 944 time: 0.0930157 Feb 28 17:52:35.809694 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (0338a957-5f25-4f82-8926-594740ebd63b), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:35.817820 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (6cb02283-6718-4fa8-a192-609a7ecd124d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:35.853696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb02283-6718-4fa8-a192-609a7ecd124d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:35.893617 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (0da6f6e0-9d5c-4f03-ad67-d3c8c369c6af), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:35.895711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'Port': ['ID=d72d13e2-63e6-4bdb-95f2-013375df2633,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:35.921436 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (ac4c5190-9a59-4e5f-9345-4b7d96941c91), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:35.952778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:35.953402 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:35.954833 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] 10.222.0.69 "PUT /v2.0/ports/0338a957-5f25-4f82-8926-594740ebd63b HTTP/1.1" status: 200 len: 1093 time: 2.1187406 Feb 28 17:52:35.955292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:52:35.957618 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0d46d9-087a-4824-8fee-d20243328916" -d '{"events": [{"name": "network-changed", "server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "tag": "0338a957-5f25-4f82-8926-594740ebd63b"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:52:36.069017 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8f3788e-ad10-4559-ae68-a49f84c85194 req-2952a619-58d2-4937-bc3d-35d49a873266 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482738 Feb 28 17:52:36.069626 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (ac4c5190-9a59-4e5f-9345-4b7d96941c91), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:36.071401 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8b7358-5395-48a9-8904-c06424341d96 x-openstack-request-id: req-5e8b7358-5395-48a9-8904-c06424341d96 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:52:36.071793 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] Publish callbacks [] for router_controller (ac4c5190-9a59-4e5f-9345-4b7d96941c91), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:36.072073 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "tag": "0338a957-5f25-4f82-8926-594740ebd63b", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:52:36.072501 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5e8b7358-5395-48a9-8904-c06424341d96 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:52:36.073059 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b', 'status': 'completed', 'code': 200} Feb 28 17:52:36.106307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-c88a28ee-160f-4ee3-952f-b3568be49f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:36.107824 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-c88a28ee-160f-4ee3-952f-b3568be49f14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 1128 time: 0.1177478 Feb 28 17:52:36.108497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c50a7c-a77a-4fa2-86e5-7f95b1f17b13 service neutron] Pushing event updated for resources: {'Port': ['ID=0338a957-5f25-4f82-8926-594740ebd63b,revision_number=10']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:36.180278 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Floating IP 0da6f6e0-9d5c-4f03-ad67-d3c8c369c6af associated. External IP: 172.25.3.92, port: 9a25f09e-7bb3-45e6-9730-13d3245bd637. Feb 28 17:52:36.234310 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (ac4c5190-9a59-4e5f-9345-4b7d96941c91), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:36.234851 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac4c5190-9a59-4e5f-9345-4b7d96941c91 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:52:36.243841 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:36.244881 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-66e5426a-99ac-422c-bc3c-4598ca0852a8 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ac4c5190-9a59-4e5f-9345-4b7d96941c91 HTTP/1.1" status: 204 len: 168 time: 1.3627543 Feb 28 17:52:36.248765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 37996) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:36.318983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ecf2ca-bb2a-4e46-908e-5acc787299f3 admin admin] Deleting subnet 8a49c991-e632-4116-8143-bb0df0afa1a6 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:52:36.326728 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9ecf2ca-bb2a-4e46-908e-5acc787299f3 admin admin] Publish callbacks [] for subnet (8a49c991-e632-4116-8143-bb0df0afa1a6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:36.375634 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9ecf2ca-bb2a-4e46-908e-5acc787299f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (8a49c991-e632-4116-8143-bb0df0afa1a6), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:36.401987 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-9e04c07b-f580-423a-9316-8149e3a6279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:36.403470 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-9e04c07b-f580-423a-9316-8149e3a6279f service neutron] 10.222.0.69 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 917 time: 0.2203696 Feb 28 17:52:36.474024 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9ecf2ca-bb2a-4e46-908e-5acc787299f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (8a49c991-e632-4116-8143-bb0df0afa1a6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:36.540770 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-8a210345-70e5-41c0-9b75-d1372daac08e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0338a957-5f25-4f82-8926-594740ebd63b HTTP/1.1" status: 200 len: 1000 time: 0.1300545 Feb 28 17:52:36.596851 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9ecf2ca-bb2a-4e46-908e-5acc787299f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (8a49c991-e632-4116-8143-bb0df0afa1a6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:36.623593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecf2ca-bb2a-4e46-908e-5acc787299f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a49c991-e632-4116-8143-bb0df0afa1a6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:36.627373 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9ecf2ca-bb2a-4e46-908e-5acc787299f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:36.632072 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a9ecf2ca-bb2a-4e46-908e-5acc787299f3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8a49c991-e632-4116-8143-bb0df0afa1a6 HTTP/1.1" status: 204 len: 168 time: 0.3812759 Feb 28 17:52:36.633771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38002) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:36.636300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecabbcc9-1c4a-4edf-84ff-8811ab0d577b None None] Network c403e6f9-eb78-4c82-9824-658aac39f24e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:52:36.670354 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f9fe463a-6012-4934-916e-c10e4f12d0e1 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:52:36.733982 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (c403e6f9-eb78-4c82-9824-658aac39f24e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:36.739237 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: f9fe463a-6012-4934-916e-c10e4f12d0e1 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:52:36.739642 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f9fe463a-6012-4934-916e-c10e4f12d0e1 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:52:36.823772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Deleting port 1ec51370-825c-4dd7-921a-3ae633f962ac {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:52:36.824204 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:36.891269 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] DHCP port deletion for c403e6f9-eb78-4c82-9824-658aac39f24e request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:52:36.902678 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] For port 1ec51370-825c-4dd7-921a-3ae633f962ac, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1ec51370-825c-4dd7-921a-3ae633f962ac,segment=NetworkSegment(58f941ca-75ac-458e-82cf-faf2429ca26b),segment_id=58f941ca-75ac-458e-82cf-faf2429ca26b)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:36.902974 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:36.917807 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Calling delete_port for 1ec51370-825c-4dd7-921a-3ae633f962ac owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:52:36.920086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:52:36.926842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-736d357a-eddb-4982-b9cb-dced8066fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:36.928390 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-736d357a-eddb-4982-b9cb-dced8066fae7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.3811495 Feb 28 17:52:36.971872 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Deleting port 1ec51370-825c-4dd7-921a-3ae633f962ac {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:52:36.972548 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:37.072942 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] For port 1ec51370-825c-4dd7-921a-3ae633f962ac, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=1ec51370-825c-4dd7-921a-3ae633f962ac,segment=NetworkSegment(58f941ca-75ac-458e-82cf-faf2429ca26b),segment_id=58f941ca-75ac-458e-82cf-faf2429ca26b)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:37.073426 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:37.078089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-68bc9ed0-df64-4d25-9c17-76590711da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:37.080133 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-68bc9ed0-df64-4d25-9c17-76590711da81 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1439161 Feb 28 17:52:37.091367 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Calling delete_port for 1ec51370-825c-4dd7-921a-3ae633f962ac owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:52:37.154629 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:37.199524 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-28c010c5-d723-494c-bc3d-8a353f1bdf71 service neutron] 10.222.0.69 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105373 Feb 28 17:52:37.212760 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (1ec51370-825c-4dd7-921a-3ae633f962ac), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:37.235755 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:52:37.246368 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b34989-e1dc-43bd-a61a-82bcccb5f515 None None] Sync routers for ids ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:52:37.251938 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Pushing event deleted for resources: {'Port': ['ID=1ec51370-825c-4dd7-921a-3ae633f962ac,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:37.255518 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] No DVR routers for this DVR port 1ec51370-825c-4dd7-921a-3ae633f962ac on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:52:37.270737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] No DVR routers for this DVR port 1ec51370-825c-4dd7-921a-3ae633f962ac on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:52:37.274425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:37.274896 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:37.275307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:37.275713 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:37.276157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:37.277477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:37.277477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:37.277477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:37.277752 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b34989-e1dc-43bd-a61a-82bcccb5f515 None None] Routers {'fcff73b6-31f4-4d46-8a4e-8ea6fde81557'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:37.277860 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:37.279021 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:37.279460 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:37.279886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:37.280736 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-06b34989-e1dc-43bd-a61a-82bcccb5f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:52:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:37.281165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8fdef-c39d-4857-9e13-f526302c89d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:52:37.292116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec51370-825c-4dd7-921a-3ae633f962ac,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:37.340353 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5b462132-9883-4621-baf4-5b7f2da58a34 req-0ba8f3d5-0ac1-4079-9d21-fce2bd1be66e service neutron] 10.222.0.69 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327415 Feb 28 17:52:37.363410 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:37.440626 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-06b34989-e1dc-43bd-a61a-82bcccb5f515 None None] Set router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:37.453587 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f470265c-e1bc-4a19-8eaa-0e916a8dfd75 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0379784 Feb 28 17:52:37.454631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38010) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:37.710334 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d46d9-087a-4824-8fee-d20243328916 req-dcf354ef-7473-4e7f-b2d1-34a4169c55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:37.711962 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed0d46d9-087a-4824-8fee-d20243328916 req-dcf354ef-7473-4e7f-b2d1-34a4169c55f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 1128 time: 0.1949334 Feb 28 17:52:37.721713 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d54bd353-b931-4910-be79-8603931a6e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:37.741646 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (c403e6f9-eb78-4c82-9824-658aac39f24e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:37.756754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc8437-86ef-460c-ba96-e1b4c3584a16 req-f1733319-1bb2-4c65-8824-7ddcc2f791be tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:37.758302 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47fc8437-86ef-460c-ba96-e1b4c3584a16 req-f1733319-1bb2-4c65-8824-7ddcc2f791be tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 945 time: 0.5425591 Feb 28 17:52:37.787827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c403e6f9-eb78-4c82-9824-658aac39f24e']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:37.843786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f941ca-75ac-458e-82cf-faf2429ca26b') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:37.844397 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f941ca-75ac-458e-82cf-faf2429ca26b') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:37.870553 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-47fc8437-86ef-460c-ba96-e1b4c3584a16 req-153efa88-b44b-43e4-8f4a-586fa888b4c9 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057365 Feb 28 17:52:37.874222 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (58f941ca-75ac-458e-82cf-faf2429ca26b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:37.902263 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-06b34989-e1dc-43bd-a61a-82bcccb5f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:52:04Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '0da6f6e0-9d5c-4f03-ad67-d3c8c369c6af', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'port_id': '9a25f09e-7bb3-45e6-9730-13d3245bd637', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'mac_address': 'fa:16:3e:64:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:52:34Z', 'updated_at': '2022-02-28T17:52:34Z', 'revision_number': 0, 'project_id': '8c1a0f817663429298e762db81838c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9b091a-2860-420f-ae47-9e6d402bde49', 'name': '', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'mac_address': 'fa:16:3e:db:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:02Z', 'updated_at': '2022-02-28T17:52:09Z', 'revision_number': 5, 'project_id': '8c1a0f817663429298e762db81838c33', 'subnets': [{'id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:37.903343 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (58f941ca-75ac-458e-82cf-faf2429ca26b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:37.910043 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:52:37.910516 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (58f941ca-75ac-458e-82cf-faf2429ca26b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:52:37.914078 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:52:37.920054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e73b2-c8d5-4e21-8f3d-166e2715b278 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:37.920543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e73b2-c8d5-4e21-8f3d-166e2715b278 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:37.921013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e73b2-c8d5-4e21-8f3d-166e2715b278 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:37.921481 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e73b2-c8d5-4e21-8f3d-166e2715b278 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:37.925866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e73b2-c8d5-4e21-8f3d-166e2715b278 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:37.925866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e73b2-c8d5-4e21-8f3d-166e2715b278 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:37.925866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e73b2-c8d5-4e21-8f3d-166e2715b278 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:37.928747 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38028) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:37.928936 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-735e73b2-c8d5-4e21-8f3d-166e2715b278 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4938 time: 0.4500728 Feb 28 17:52:37.933161 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:37.933549 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b34989-e1dc-43bd-a61a-82bcccb5f515 None None] Checking router: fcff73b6-31f4-4d46-8a4e-8ea6fde81557 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:52:37.940652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d46d9-087a-4824-8fee-d20243328916 req-45bc0488-9f20-44c2-bf3a-d380543aaa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:37.942794 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed0d46d9-087a-4824-8fee-d20243328916 req-45bc0488-9f20-44c2-bf3a-d380543aaa05 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 917 time: 0.2185216 Feb 28 17:52:37.943000 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b34989-e1dc-43bd-a61a-82bcccb5f515 None None] Routers {'fcff73b6-31f4-4d46-8a4e-8ea6fde81557'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:52:37.943660 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-06b34989-e1dc-43bd-a61a-82bcccb5f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:52:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:38.023703 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed0d46d9-087a-4824-8fee-d20243328916 req-06bbb0ff-95d5-402d-9fbf-8a8d710b490d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0338a957-5f25-4f82-8926-594740ebd63b HTTP/1.1" status: 200 len: 1000 time: 0.0740921 Feb 28 17:52:38.071521 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-06b34989-e1dc-43bd-a61a-82bcccb5f515 None None] Set router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:52:38.075763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'tag': '9a25f09e-7bb3-45e6-9730-13d3245bd637'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:52:38.079066 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892f00b8-d6dd-4d87-bc6b-fb61e0e61709" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7", "tag": "9a25f09e-7bb3-45e6-9730-13d3245bd637"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:52:38.095906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29593e99-e560-4dad-823b-66d20c359c81 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:38.096731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29593e99-e560-4dad-823b-66d20c359c81 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:38.098626 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29593e99-e560-4dad-823b-66d20c359c81 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:38.100909 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29593e99-e560-4dad-823b-66d20c359c81 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:38.101466 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29593e99-e560-4dad-823b-66d20c359c81 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:38.103427 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d46d9-087a-4824-8fee-d20243328916 req-b81de201-77f7-4c39-9ec3-bef5a8ac6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:38.103870 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29593e99-e560-4dad-823b-66d20c359c81 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:38.108504 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-29593e99-e560-4dad-823b-66d20c359c81 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3993 time: 0.1741323 Feb 28 17:52:38.109261 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed0d46d9-087a-4824-8fee-d20243328916 req-b81de201-77f7-4c39-9ec3-bef5a8ac6565 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.0790513 Feb 28 17:52:38.110182 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38036) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:38.144227 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (c403e6f9-eb78-4c82-9824-658aac39f24e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:38.210344 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:38.216649 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] 10.222.0.72 "DELETE /v2.0/networks/c403e6f9-eb78-4c82-9824-658aac39f24e HTTP/1.1" status: 204 len: 168 time: 1.5789659 Feb 28 17:52:38.225350 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a840da5c-681f-4e73-b7bf-4f4ba8b1ec7b x-openstack-request-id: req-a840da5c-681f-4e73-b7bf-4f4ba8b1ec7b {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:52:38.225350 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7", "tag": "9a25f09e-7bb3-45e6-9730-13d3245bd637", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:52:38.225350 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a840da5c-681f-4e73-b7bf-4f4ba8b1ec7b {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:52:38.225350 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'tag': '9a25f09e-7bb3-45e6-9730-13d3245bd637', 'status': 'completed', 'code': 200} Feb 28 17:52:38.265449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678aea98-691f-44ad-8f80-9c13cef8369a admin admin] Pushing event deleted for resources: {'Network': ['ID=c403e6f9-eb78-4c82-9824-658aac39f24e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:38.347980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f00b8-d6dd-4d87-bc6b-fb61e0e61709 req-f1a18568-8fbf-425e-bf50-837f083a7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:38.354491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-892f00b8-d6dd-4d87-bc6b-fb61e0e61709 req-f1a18568-8fbf-425e-bf50-837f083a7443 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c1a0f817663429298e762db81838c33&device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 1167 time: 0.1304278 Feb 28 17:52:38.369191 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6cb02283-6718-4fa8-a192-609a7ecd124d no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:52:38.463805 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 6cb02283-6718-4fa8-a192-609a7ecd124d {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:52:38.467210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6cb02283-6718-4fa8-a192-609a7ecd124d not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:52:38.468709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1ec51370-825c-4dd7-921a-3ae633f962ac no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:52:38.470215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f00b8-d6dd-4d87-bc6b-fb61e0e61709 req-6aea81cc-09b5-4dc2-ad3c-1430f5814e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:38.472019 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-892f00b8-d6dd-4d87-bc6b-fb61e0e61709 req-6aea81cc-09b5-4dc2-ad3c-1430f5814e43 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e HTTP/1.1" status: 200 len: 898 time: 0.1097076 Feb 28 17:52:38.478595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d46d9-087a-4824-8fee-d20243328916 req-b52b99b1-b4b2-46de-9970-57cc8394b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:38.481965 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed0d46d9-087a-4824-8fee-d20243328916 req-b52b99b1-b4b2-46de-9970-57cc8394b8f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3622489 Feb 28 17:52:38.558429 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 1ec51370-825c-4dd7-921a-3ae633f962ac {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:52:38.558778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 1ec51370-825c-4dd7-921a-3ae633f962ac not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:52:38.674682 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-892f00b8-d6dd-4d87-bc6b-fb61e0e61709 req-dc989533-3d3b-4d58-b7c0-d619e372900a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a25f09e-7bb3-45e6-9730-13d3245bd637 HTTP/1.1" status: 200 len: 998 time: 0.1907663 Feb 28 17:52:38.770258 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4010d4d6-de46-4dbb-9e5b-82be5afd8c3f tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3065 time: 0.6574872 Feb 28 17:52:38.773028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38042) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:38.776078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f00b8-d6dd-4d87-bc6b-fb61e0e61709 req-3725208c-7ccd-46c6-a1eb-d7e21306cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:38.776078 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-892f00b8-d6dd-4d87-bc6b-fb61e0e61709 req-3725208c-7ccd-46c6-a1eb-d7e21306cd1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24260bd8-fc9b-4ddf-8826-a72b197f0d04 HTTP/1.1" status: 200 len: 834 time: 0.0953138 Feb 28 17:52:38.776358 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-06b34989-e1dc-43bd-a61a-82bcccb5f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:52:04Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '0da6f6e0-9d5c-4f03-ad67-d3c8c369c6af', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'port_id': '9a25f09e-7bb3-45e6-9730-13d3245bd637', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'mac_address': 'fa:16:3e:64:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:52:34Z', 'updated_at': '2022-02-28T17:52:34Z', 'revision_number': 0, 'project_id': '8c1a0f817663429298e762db81838c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9b091a-2860-420f-ae47-9e6d402bde49', 'name': '', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'mac_address': 'fa:16:3e:db:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:02Z', 'updated_at': '2022-02-28T17:52:09Z', 'revision_number': 5, 'project_id': '8c1a0f817663429298e762db81838c33', 'subnets': [{'id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:52:38.798376 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed0d46d9-087a-4824-8fee-d20243328916 req-15af79ba-14f4-4182-b319-7e09173ecfca service neutron] 10.222.0.69 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934694 Feb 28 17:52:38.830865 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97de192f-450a-496c-82ab-95f4ff36c524 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:38.831529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97de192f-450a-496c-82ab-95f4ff36c524 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:38.833257 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-97de192f-450a-496c-82ab-95f4ff36c524 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fcff73b6-31f4-4d46-8a4e-8ea6fde81557 HTTP/1.1" status: 200 len: 2063 time: 0.0591121 Feb 28 17:52:38.852117 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b34989-e1dc-43bd-a61a-82bcccb5f515 None None] The sync data for ids ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'] in n-d-820368-19 is: [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:52:04Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '0da6f6e0-9d5c-4f03-ad67-d3c8c369c6af', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'port_id': '9a25f09e-7bb3-45e6-9730-13d3245bd637', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'mac_address': 'fa:16:3e:64:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:52:34Z', 'updated_at': '2022-02-28T17:52:34Z', 'revision_number': 0, 'project_id': '8c1a0f817663429298e762db81838c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9b091a-2860-420f-ae47-9e6d402bde49', 'name': '', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'mac_address': 'fa:16:3e:db:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:02Z', 'updated_at': '2022-02-28T17:52:09Z', 'revision_number': 5, 'project_id': '8c1a0f817663429298e762db81838c33', 'subnets': [{'id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:52:38.894067 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f00b8-d6dd-4d87-bc6b-fb61e0e61709 req-df384553-020d-400b-bd46-1a93e2e3b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:38.896059 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-892f00b8-d6dd-4d87-bc6b-fb61e0e61709 req-df384553-020d-400b-bd46-1a93e2e3b620 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1138117 Feb 28 17:52:38.927692 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38048) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:39.027437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38050) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:39.029654 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6980d887-ccdf-4a0d-9ca7-5e03e7bc3fb1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f38f13671c02440b91796470b20315af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1015913 Feb 28 17:52:39.085605 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed0d46d9-087a-4824-8fee-d20243328916 req-b08fb275-4a84-42fc-8bcf-688934f335e9 service neutron] 10.222.0.69 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641759 Feb 28 17:52:39.155965 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-892f00b8-d6dd-4d87-bc6b-fb61e0e61709 req-6e803200-e7a3-4ece-b21e-ec10f70fdcf4 service neutron] 10.222.0.73 "GET /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540154 Feb 28 17:52:39.159015 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae944c08-36c7-45cc-a6e6-67967f7f8ae7 admin admin] Publish callbacks [] for security_group (c95b4d99-b755-4766-bcad-bd96a6e2a5a4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:39.170156 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1868d-2f5f-4190-994f-00fe8294612a req-0cd61c06-5ac6-47bf-82b0-762ea6d1935f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:39.171739 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e9c1868d-2f5f-4190-994f-00fe8294612a req-0cd61c06-5ac6-47bf-82b0-762ea6d1935f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 945 time: 0.1403449 Feb 28 17:52:39.260838 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e9c1868d-2f5f-4190-994f-00fe8294612a req-c65b10eb-f81c-4f03-9758-47116f569285 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745630 Feb 28 17:52:39.272535 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae944c08-36c7-45cc-a6e6-67967f7f8ae7 admin admin] Publish callbacks [] for security_group (c95b4d99-b755-4766-bcad-bd96a6e2a5a4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:39.363836 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-892f00b8-d6dd-4d87-bc6b-fb61e0e61709 req-2beed0fa-820a-485b-8011-97df36363f4b service neutron] 10.222.0.73 "GET /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958895 Feb 28 17:52:39.381797 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de584bf5-dd36-4e7f-a021-3c52a8a4c7e9 None None] New status for floating IP 0da6f6e0-9d5c-4f03-ad67-d3c8c369c6af: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:52:39.452420 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae944c08-36c7-45cc-a6e6-67967f7f8ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c95b4d99-b755-4766-bcad-bd96a6e2a5a4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:39.456412 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae944c08-36c7-45cc-a6e6-67967f7f8ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:39.461209 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ae944c08-36c7-45cc-a6e6-67967f7f8ae7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c95b4d99-b755-4766-bcad-bd96a6e2a5a4 HTTP/1.1" status: 204 len: 168 time: 0.4245949 Feb 28 17:52:39.476290 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae944c08-36c7-45cc-a6e6-67967f7f8ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95b4d99-b755-4766-bcad-bd96a6e2a5a4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:39.917554 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-45d69f59-4d60-43d1-a607-a4101506f570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:40.173220 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:40.419840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38072) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:40.490884 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-45861919-2a4c-4dfc-8c10-f79a5e744e3c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=53d111a7a2344d3685e77fce650ad996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0680978 Feb 28 17:52:40.491431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38074) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:40.503750 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26316-fa35-4eba-92aa-78e45e930e00 req-1d93e5be-f537-462c-8c9b-2416289aa2cc tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:40.505705 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-acb26316-fa35-4eba-92aa-78e45e930e00 req-1d93e5be-f537-462c-8c9b-2416289aa2cc tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 945 time: 0.0964065 Feb 28 17:52:40.572395 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5f9d-276d-4142-aaf6-86608a07c13e admin admin] Publish callbacks [] for security_group (3634b998-d6ac-49b3-bf1e-2901e81d5453), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:40.607168 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-acb26316-fa35-4eba-92aa-78e45e930e00 req-029af25f-7516-40d3-bfd7-ada90ab4c9bb tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932887 Feb 28 17:52:40.624654 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5f9d-276d-4142-aaf6-86608a07c13e admin admin] Publish callbacks [] for security_group (3634b998-d6ac-49b3-bf1e-2901e81d5453), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:40.779198 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5f9d-276d-4142-aaf6-86608a07c13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (3634b998-d6ac-49b3-bf1e-2901e81d5453), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:40.782881 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5f9d-276d-4142-aaf6-86608a07c13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:40.784274 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b1eb5f9d-276d-4142-aaf6-86608a07c13e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3634b998-d6ac-49b3-bf1e-2901e81d5453 HTTP/1.1" status: 204 len: 168 time: 0.2918231 Feb 28 17:52:40.808170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb5f9d-276d-4142-aaf6-86608a07c13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3634b998-d6ac-49b3-bf1e-2901e81d5453,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:41.631016 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:41.797628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ef6ae-b908-44e4-ab7c-e9b5c7f2d03b req-5bd65a4d-f92c-4394-a7a4-7bb7a6f838cb tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:41.799283 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a62ef6ae-b908-44e4-ab7c-e9b5c7f2d03b req-5bd65a4d-f92c-4394-a7a4-7bb7a6f838cb tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 945 time: 0.0822682 Feb 28 17:52:41.851618 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a62ef6ae-b908-44e4-ab7c-e9b5c7f2d03b req-ba30648d-d674-43fa-bd91-e4bdb3140208 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453598 Feb 28 17:52:42.412891 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38114) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:42.558456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-374937866-network', 'tenant_id': '01ee598ac2ea4cf1a0ae9a978ad30fef'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:42.596188 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:42.687213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] Made reservation on behalf of 01ee598ac2ea4cf1a0ae9a978ad30fef for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:52:42.689674 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:42.699070 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:42.782276 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] Publish callbacks [] for security_group (2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:42.851124 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:42.876887 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:52:42.891859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:42.897382 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (94c394ec-fd57-46a3-8505-2a60aba9b187), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:42.900550 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] Added segment 94c394ec-fd57-46a3-8505-2a60aba9b187 of type vlan for network 1895000b-adb5-4b44-9666-a29fbb1acc06 Feb 28 17:52:43.011783 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (1895000b-adb5-4b44-9666-a29fbb1acc06), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:43.062885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fca373-3ecc-4688-b836-74105cc72194 req-131fd1cf-d9ff-493f-9852-64d8e3a4d6cd tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:43.070538 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e9fca373-3ecc-4688-b836-74105cc72194 req-131fd1cf-d9ff-493f-9852-64d8e3a4d6cd tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 945 time: 0.0710444 Feb 28 17:52:43.108609 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (1895000b-adb5-4b44-9666-a29fbb1acc06), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:43.109597 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:43.110741 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:43.132621 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e9fca373-3ecc-4688-b836-74105cc72194 req-e1183791-c686-459c-877b-4a9c4a6de288 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607653 Feb 28 17:52:43.196916 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] Pushing event updated for resources: {'Network': ['ID=1895000b-adb5-4b44-9666-a29fbb1acc06,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:43.210334 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 1895000b-adb5-4b44-9666-a29fbb1acc06 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:52:43.261859 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-51f052ef-5603-49c2-b056-04bd60d16e31 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8474851 Feb 28 17:52:43.264690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38128) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:43.270539 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-12af5c47-7df8-4cf2-b2fb-d4da9f5446aa admin admin] Request body: {'subnet': {'network_id': '1895000b-adb5-4b44-9666-a29fbb1acc06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-374937866-subnet', 'tenant_id': '01ee598ac2ea4cf1a0ae9a978ad30fef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:43.337069 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12af5c47-7df8-4cf2-b2fb-d4da9f5446aa admin admin] Made reservation on behalf of 01ee598ac2ea4cf1a0ae9a978ad30fef for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:52:43.339545 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-12af5c47-7df8-4cf2-b2fb-d4da9f5446aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:43.716820 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-12af5c47-7df8-4cf2-b2fb-d4da9f5446aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (fe255339-1103-4be8-b373-fe8ab649409d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:43.780517 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af5c47-7df8-4cf2-b2fb-d4da9f5446aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe255339-1103-4be8-b373-fe8ab649409d,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:43.791493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12af5c47-7df8-4cf2-b2fb-d4da9f5446aa admin admin] Checking segment: {'id': '94c394ec-fd57-46a3-8505-2a60aba9b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1895000b-adb5-4b44-9666-a29fbb1acc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:43.791922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12af5c47-7df8-4cf2-b2fb-d4da9f5446aa admin admin] Network hostable DHCP agents. Network: 1895000b-adb5-4b44-9666-a29fbb1acc06, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:52:43.847623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12af5c47-7df8-4cf2-b2fb-d4da9f5446aa admin admin] Network 1895000b-adb5-4b44-9666-a29fbb1acc06 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:52:43.928603 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-12af5c47-7df8-4cf2-b2fb-d4da9f5446aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 1895000b-adb5-4b44-9666-a29fbb1acc06) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:43.936133 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12af5c47-7df8-4cf2-b2fb-d4da9f5446aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:43.936296 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5397d606-5290-49a6-ad27-d80c7e83d9b7 None None] Network 1895000b-adb5-4b44-9666-a29fbb1acc06 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:52:43.936722 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-12af5c47-7df8-4cf2-b2fb-d4da9f5446aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:43.959988 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:44.051256 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-12af5c47-7df8-4cf2-b2fb-d4da9f5446aa admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7765741 Feb 28 17:52:44.119320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8372b-5f22-4d1d-8ebe-6e15e6b15370 None None] Network 1895000b-adb5-4b44-9666-a29fbb1acc06 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:52:44.315081 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2be14-de32-4292-8e54-d0fefbd5dffa req-a8808939-11fc-4965-a845-cb6eee6551c9 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:44.316678 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9e2be14-de32-4292-8e54-d0fefbd5dffa req-a8808939-11fc-4965-a845-cb6eee6551c9 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 945 time: 0.0652351 Feb 28 17:52:44.377166 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9e2be14-de32-4292-8e54-d0fefbd5dffa req-0759d6ea-bdd1-4cd6-bd77-2fe54eac672b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548823 Feb 28 17:52:45.061207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38162) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:45.066132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-46180822-network', 'tenant_id': 'b9b89ba2cb5a4baa8ea8957c29917bdb'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:45.144417 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] Made reservation on behalf of b9b89ba2cb5a4baa8ea8957c29917bdb for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:52:45.147159 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:45.155690 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:45.273916 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] Publish callbacks [] for security_group (fe41bc14-e5cc-47ce-8518-9a0df089622f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:45.360110 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (fe41bc14-e5cc-47ce-8518-9a0df089622f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:45.387320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:52:45.398125 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe41bc14-e5cc-47ce-8518-9a0df089622f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:45.433422 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0e6bb283-ae10-4d62-9b54-9e721827ec2e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:45.433975 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] Added segment 0e6bb283-ae10-4d62-9b54-9e721827ec2e of type vlan for network 24413e77-da4a-4466-b487-8204606847c0 Feb 28 17:52:45.486026 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (24413e77-da4a-4466-b487-8204606847c0), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:45.562327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fc05a-889e-4524-bfed-6c1a62240bb5 req-0f2929d2-73eb-4bb9-b1c0-2e1e15cb69f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:45.564160 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e88fc05a-889e-4524-bfed-6c1a62240bb5 req-0f2929d2-73eb-4bb9-b1c0-2e1e15cb69f6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 945 time: 0.0672820 Feb 28 17:52:45.635852 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (24413e77-da4a-4466-b487-8204606847c0), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:45.636851 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:45.637444 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:45.664750 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e88fc05a-889e-4524-bfed-6c1a62240bb5 req-639c696c-90af-4c33-ba27-b29d66974102 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930631 Feb 28 17:52:45.723457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] Pushing event updated for resources: {'Network': ['ID=24413e77-da4a-4466-b487-8204606847c0,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:45.734648 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 24413e77-da4a-4466-b487-8204606847c0 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:52:45.753803 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0c5b1bbc-5189-4cec-a86b-5786ca12cbc8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6909578 Feb 28 17:52:45.756930 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38172) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:45.762357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5c3afb12-2617-4f36-ba1c-bbe8d592d6c5 admin admin] Request body: {'subnet': {'network_id': '24413e77-da4a-4466-b487-8204606847c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-46180822-subnet', 'tenant_id': 'b9b89ba2cb5a4baa8ea8957c29917bdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:45.849551 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3afb12-2617-4f36-ba1c-bbe8d592d6c5 admin admin] Made reservation on behalf of b9b89ba2cb5a4baa8ea8957c29917bdb for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:52:45.851918 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c3afb12-2617-4f36-ba1c-bbe8d592d6c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:46.241692 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c3afb12-2617-4f36-ba1c-bbe8d592d6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (b3ff0681-5cfc-4474-a95a-fb0f56071d94), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:46.294692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3afb12-2617-4f36-ba1c-bbe8d592d6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ff0681-5cfc-4474-a95a-fb0f56071d94,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:46.305133 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3afb12-2617-4f36-ba1c-bbe8d592d6c5 admin admin] Checking segment: {'id': '0e6bb283-ae10-4d62-9b54-9e721827ec2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '24413e77-da4a-4466-b487-8204606847c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:46.305486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3afb12-2617-4f36-ba1c-bbe8d592d6c5 admin admin] Network hostable DHCP agents. Network: 24413e77-da4a-4466-b487-8204606847c0, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:52:46.367031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3afb12-2617-4f36-ba1c-bbe8d592d6c5 admin admin] Network 24413e77-da4a-4466-b487-8204606847c0 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:52:46.468429 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-5c3afb12-2617-4f36-ba1c-bbe8d592d6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 24413e77-da4a-4466-b487-8204606847c0) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:46.473004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3afb12-2617-4f36-ba1c-bbe8d592d6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:46.473908 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5c3afb12-2617-4f36-ba1c-bbe8d592d6c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:46.479056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7802212-2bdf-47a0-bddb-2e67a257d8e9 None None] Network 24413e77-da4a-4466-b487-8204606847c0 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:52:46.601670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9069e2-634e-49cb-b8c7-5ca801334558 None None] Network 24413e77-da4a-4466-b487-8204606847c0 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:52:46.800139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a83a0a-baa1-4aa5-91f4-3175b1295ef5 req-b7cf8490-0e6c-41dc-add9-6fcecf0ce19b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:46.800139 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e0a83a0a-baa1-4aa5-91f4-3175b1295ef5 req-b7cf8490-0e6c-41dc-add9-6fcecf0ce19b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 945 time: 0.0563357 Feb 28 17:52:46.863073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e0a83a0a-baa1-4aa5-91f4-3175b1295ef5 req-dcac2710-a9f0-4a05-a7e6-3f0de69dc63e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623565 Feb 28 17:52:47.117302 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5c3afb12-2617-4f36-ba1c-bbe8d592d6c5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3592234 Feb 28 17:52:47.621548 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-7f028ca0-4f62-45d3-8359-19f92d1613cd tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:47.623152 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-7f028ca0-4f62-45d3-8359-19f92d1613cd tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/networks?id=1895000b-adb5-4b44-9666-a29fbb1acc06 HTTP/1.1" status: 200 len: 811 time: 0.1002641 Feb 28 17:52:47.638177 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-ddce43eb-1ef0-4e37-8713-a03567263bf4 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/quotas/01ee598ac2ea4cf1a0ae9a978ad30fef HTTP/1.1" status: 200 len: 375 time: 0.0089889 Feb 28 17:52:47.673180 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-a76f9975-aa66-4774-9083-24ead7ff458a tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=01ee598ac2ea4cf1a0ae9a978ad30fef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300961 Feb 28 17:52:47.767483 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-ef750592-1d44-4603-95a6-9e66e2ff7bb2 service neutron] 10.222.0.72 "GET /v2.0/networks/1895000b-adb5-4b44-9666-a29fbb1acc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871162 Feb 28 17:52:47.866385 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-3bacd8f4-1b34-465e-939e-5f2e30338d81 service neutron] 10.222.0.72 "GET /v2.0/networks/1895000b-adb5-4b44-9666-a29fbb1acc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930903 Feb 28 17:52:47.995901 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd957a-6f78-4019-aa20-38b0b3e1ee6c req-65d19f4d-8040-45f3-bf0f-d73f147e8b5c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:47.997615 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a6fd957a-6f78-4019-aa20-38b0b3e1ee6c req-65d19f4d-8040-45f3-bf0f-d73f147e8b5c tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 945 time: 0.0538492 Feb 28 17:52:48.045802 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a6fd957a-6f78-4019-aa20-38b0b3e1ee6c req-1fbc6603-1566-492f-a8f6-4349d79e6711 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423298 Feb 28 17:52:48.134342 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e2e0916a-ebcd-4ec1-814b-01ee55a6f58c req-b35aa531-7242-4195-880d-fada6ae129ca tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 210 time: 0.0301595 Feb 28 17:52:48.579807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1989f-c9cf-462d-8512-9f399d384ae3 req-7220f188-e030-43a1-89ad-6c9b0db7f748 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:48.582564 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-41c1989f-c9cf-462d-8512-9f399d384ae3 req-7220f188-e030-43a1-89ad-6c9b0db7f748 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1128 time: 0.0466087 Feb 28 17:52:48.629986 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-41c1989f-c9cf-462d-8512-9f399d384ae3 req-48ee15de-c830-4ed7-866b-7f07f630542e tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414865 Feb 28 17:52:48.760697 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ff994-4d7b-4abe-8f3f-978258c8fdce req-29c1bc8f-39cf-443e-bf60-893d8d7c8157 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:48.762284 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c1ff994-4d7b-4abe-8f3f-978258c8fdce req-29c1bc8f-39cf-443e-bf60-893d8d7c8157 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0596597 Feb 28 17:52:48.814876 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c1ff994-4d7b-4abe-8f3f-978258c8fdce req-bc502cf0-0e3b-4f23-aef8-215b4f7f6a74 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467389 Feb 28 17:52:48.837369 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38226) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:48.899645 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-753f60b7-57f6-43cb-bac7-250f83de7b56 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/6f258565-ce3f-45cd-a4fa-14b16db7b311 HTTP/1.1" status: 200 len: 993 time: 0.0611408 Feb 28 17:52:49.175607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38be396-f871-44da-ad99-905a179f0b20 req-ccc2fa02-9d09-4302-9a77-7192adc2bfae tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:49.177886 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f38be396-f871-44da-ad99-905a179f0b20 req-ccc2fa02-9d09-4302-9a77-7192adc2bfae tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 945 time: 0.0566092 Feb 28 17:52:49.233473 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f38be396-f871-44da-ad99-905a179f0b20 req-1b599bc8-432d-4623-bed6-f9848bea6d6b tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501449 Feb 28 17:52:49.340409 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f60a4e2a-32ec-4414-8a1a-4808beed00d4 req-e640dd9f-abad-4dfe-97c4-4dd577c74225 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 210 time: 0.0321536 Feb 28 17:52:49.572542 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28481dd-3231-430e-9f4a-a851f7fcac85 req-cd8c36e0-90e5-4e44-8a7d-01e88ec0cc9f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:49.574039 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d28481dd-3231-430e-9f4a-a851f7fcac85 req-cd8c36e0-90e5-4e44-8a7d-01e88ec0cc9f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0538273 Feb 28 17:52:49.625105 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d28481dd-3231-430e-9f4a-a851f7fcac85 req-5c6e3b29-a4bb-4dd9-bbd0-fafc2822b56a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449023 Feb 28 17:52:49.708825 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-7fe79892-8a85-4809-b053-67cd5afd71a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457737 Feb 28 17:52:50.212303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0338a957-5f25-4f82-8926-594740ebd63b details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:52:50.310882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0338a957-5f25-4f82-8926-594740ebd63b,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:50.328380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '0338a957-5f25-4f82-8926-594740ebd63b', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'port_id': '0338a957-5f25-4f82-8926-594740ebd63b', 'mac_address': 'fa:16:3e:6b:ff:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:52:50.381211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 0338a957-5f25-4f82-8926-594740ebd63b is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:50.381595 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0338a957-5f25-4f82-8926-594740ebd63b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:50.405720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0338a957-5f25-4f82-8926-594740ebd63b {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:52:50.429381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0338a957-5f25-4f82-8926-594740ebd63b,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:50.476920 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c2ea718-e59f-4447-9011-b7e449650a8a req-ca8864ca-75e4-4cb8-9c19-721e47ca88e9 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 210 time: 0.0274336 Feb 28 17:52:50.484570 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9867-e507-493c-8e24-27f4bae92d02 req-8fe4d426-10d2-4d72-a9b5-a675764b5d59 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:50.485960 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-8fe4d426-10d2-4d72-a9b5-a675764b5d59 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/ports/28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 1125 time: 0.1539104 Feb 28 17:52:50.502584 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0338a957-5f25-4f82-8926-594740ebd63b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:50.564343 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57500e00-db51-4886-8fde-2e176073f671 req-4a8a5c48-8f61-4ea5-b564-6483aec6b3c6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:50.573794 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-57500e00-db51-4886-8fde-2e176073f671 req-4a8a5c48-8f61-4ea5-b564-6483aec6b3c6 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 945 time: 0.1725104 Feb 28 17:52:50.595731 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-94d6b734-71a9-4d97-879c-96aa0e7fdaba tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:50.599875 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-94d6b734-71a9-4d97-879c-96aa0e7fdaba tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.69 "GET /v2.0/networks?id=1895000b-adb5-4b44-9666-a29fbb1acc06 HTTP/1.1" status: 200 len: 811 time: 0.3184731 Feb 28 17:52:50.600268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=0338a957-5f25-4f82-8926-594740ebd63b,revision_number=11']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:50.614492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-8882312d-8169-4006-abd1-60281d426571 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Request body: {'port': {'device_id': '499ea3d2-bed8-4c1a-938e-5805e1d958de', 'network_id': '1895000b-adb5-4b44-9666-a29fbb1acc06', 'admin_state_up': True, 'tenant_id': '01ee598ac2ea4cf1a0ae9a978ad30fef'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:50.699464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['0338a957-5f25-4f82-8926-594740ebd63b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:52:50.715339 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-57500e00-db51-4886-8fde-2e176073f671 req-ab51c9b9-26d6-4bdb-86d1-57cf4a98953f tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405282 Feb 28 17:52:50.794543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f5a9d-1a83-4a39-a3a4-e6d4f67a9597 req-f8e0d989-09f6-4904-b69d-b25eac643c62 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:50.796428 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f65f5a9d-1a83-4a39-a3a4-e6d4f67a9597 req-f8e0d989-09f6-4904-b69d-b25eac643c62 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0696228 Feb 28 17:52:50.851818 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f65f5a9d-1a83-4a39-a3a4-e6d4f67a9597 req-5feb3233-7213-4968-8f49-f88946df1b16 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473883 Feb 28 17:52:50.864784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-8882312d-8169-4006-abd1-60281d426571 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Made reservation on behalf of 01ee598ac2ea4cf1a0ae9a978ad30fef for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:52:50.868753 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-8882312d-8169-4006-abd1-60281d426571 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:51.006944 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-8882312d-8169-4006-abd1-60281d426571 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Allocated IP 172.20.0.11 (1895000b-adb5-4b44-9666-a29fbb1acc06/fe255339-1103-4be8-b373-fe8ab649409d/64b22f89-676f-4340-8a0a-2737d51fa850) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:52:51.164642 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-8882312d-8169-4006-abd1-60281d426571 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Publish callbacks [] for port (64b22f89-676f-4340-8a0a-2737d51fa850), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:51.293616 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-8882312d-8169-4006-abd1-60281d426571 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (64b22f89-676f-4340-8a0a-2737d51fa850), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:51.342997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-8882312d-8169-4006-abd1-60281d426571 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Network 1895000b-adb5-4b44-9666-a29fbb1acc06 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:52:51.347825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-8882312d-8169-4006-abd1-60281d426571 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:52:51.349745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882312d-8169-4006-abd1-60281d426571 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Pushing event updated for resources: {'Port': ['ID=64b22f89-676f-4340-8a0a-2737d51fa850,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:51.351923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-8882312d-8169-4006-abd1-60281d426571 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:52:51.407173 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-8882312d-8169-4006-abd1-60281d426571 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:51.407794 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-8882312d-8169-4006-abd1-60281d426571 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:51.490166 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-8882312d-8169-4006-abd1-60281d426571 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8802283 Feb 28 17:52:51.616030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb6211-e873-4169-aa5a-44b6f043b0bb req-997c2960-0d84-4598-a4b4-060c23278bdc tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:51.616030 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d9eb6211-e873-4169-aa5a-44b6f043b0bb req-997c2960-0d84-4598-a4b4-060c23278bdc tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 932 time: 0.0627661 Feb 28 17:52:51.629418 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Request body: {'port': {'device_id': '499ea3d2-bed8-4c1a-938e-5805e1d958de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:52:51.722896 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d9eb6211-e873-4169-aa5a-44b6f043b0bb req-e31b1fa2-5618-4cb5-9523-bf64046c1f77 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999203 Feb 28 17:52:51.723850 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (64b22f89-676f-4340-8a0a-2737d51fa850), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:51.856850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785f01-8b7a-45d9-bf0b-5c624f731b15 req-52dff41a-cd8d-40ec-8e14-74e4bd770a99 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:51.858483 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf785f01-8b7a-45d9-bf0b-5c624f731b15 req-52dff41a-cd8d-40ec-8e14-74e4bd770a99 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 946 time: 0.0561132 Feb 28 17:52:51.912242 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf785f01-8b7a-45d9-bf0b-5c624f731b15 req-508d9401-882c-4bd2-8a03-a9a590337490 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479281 Feb 28 17:52:52.037256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b22f89-676f-4340-8a0a-2737d51fa850 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:52:52.046079 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Publish callbacks [] for port (64b22f89-676f-4340-8a0a-2737d51fa850), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:52.060393 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e98fb-29a8-476f-95f2-4de1c60f0d19 req-6a4bf569-0115-4e00-b79d-cb68cbbd75e0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:52.063573 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e5e98fb-29a8-476f-95f2-4de1c60f0d19 req-6a4bf569-0115-4e00-b79d-cb68cbbd75e0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0932665 Feb 28 17:52:52.071276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Transition to ACTIVE for port object 64b22f89-676f-4340-8a0a-2737d51fa850 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:52:52.114058 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1e5e98fb-29a8-476f-95f2-4de1c60f0d19 req-cc123b56-64a9-444b-a14d-d76f7501abbb tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438406 Feb 28 17:52:52.156142 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (64b22f89-676f-4340-8a0a-2737d51fa850), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:52.201386 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9867-e507-493c-8e24-27f4bae92d02 req-5032a12d-4740-4d19-a213-6a5998c48f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:52.202953 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-5032a12d-4740-4d19-a213-6a5998c48f32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1128 time: 0.0467229 Feb 28 17:52:52.219826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Pushing event updated for resources: {'Port': ['ID=64b22f89-676f-4340-8a0a-2737d51fa850,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:52.231021 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0338a957-5f25-4f82-8926-594740ebd63b up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:52.304122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Attempting to bind port 64b22f89-676f-4340-8a0a-2737d51fa850 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:52:52.306456 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Attempting to bind port 64b22f89-676f-4340-8a0a-2737d51fa850 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '94c394ec-fd57-46a3-8505-2a60aba9b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1895000b-adb5-4b44-9666-a29fbb1acc06'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:52:52.306456 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Attempting to bind port 64b22f89-676f-4340-8a0a-2737d51fa850 on network 1895000b-adb5-4b44-9666-a29fbb1acc06 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:52.306677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9867-e507-493c-8e24-27f4bae92d02 req-e8e6bd07-76f9-4551-90d5-0b52c9a719c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:52.307496 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-e8e6bd07-76f9-4551-90d5-0b52c9a719c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 200 len: 898 time: 0.0989745 Feb 28 17:52:52.309370 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Port 64b22f89-676f-4340-8a0a-2737d51fa850 on network 1895000b-adb5-4b44-9666-a29fbb1acc06 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:52:52.309691 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Attempting to bind port 64b22f89-676f-4340-8a0a-2737d51fa850 on network 1895000b-adb5-4b44-9666-a29fbb1acc06 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:52:52.314546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:52:52.314880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Checking segment: {'id': '94c394ec-fd57-46a3-8505-2a60aba9b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1895000b-adb5-4b44-9666-a29fbb1acc06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:52:52.315267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Bound using segment: {'id': '94c394ec-fd57-46a3-8505-2a60aba9b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1895000b-adb5-4b44-9666-a29fbb1acc06'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:52:52.316298 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Bound port: 64b22f89-676f-4340-8a0a-2737d51fa850, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c394ec-fd57-46a3-8505-2a60aba9b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1895000b-adb5-4b44-9666-a29fbb1acc06'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:52:52.316683 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (64b22f89-676f-4340-8a0a-2737d51fa850), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:52.376792 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-053fee9f-0b12-4fbd-bbcc-906155f3978a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 1001 time: 0.0638988 Feb 28 17:52:52.381378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] For port 64b22f89-676f-4340-8a0a-2737d51fa850, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:52:52.384473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] For port 64b22f89-676f-4340-8a0a-2737d51fa850, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=64b22f89-676f-4340-8a0a-2737d51fa850,segment=NetworkSegment(94c394ec-fd57-46a3-8505-2a60aba9b187),segment_id=94c394ec-fd57-46a3-8505-2a60aba9b187)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:52:52.388123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 0338a957-5f25-4f82-8926-594740ebd63b completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:52:52.392495 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 0338a957-5f25-4f82-8926-594740ebd63b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:52.392863 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0338a957-5f25-4f82-8926-594740ebd63b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:52.431088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9867-e507-493c-8e24-27f4bae92d02 req-79315044-e89f-4463-9f39-3b5353a0ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:52.432586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-79315044-e89f-4463-9f39-3b5353a0ca4f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e41ca01d-2fd6-4fc0-8de4-5de0571353f1 HTTP/1.1" status: 200 len: 835 time: 0.0510042 Feb 28 17:52:52.451908 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (64b22f89-676f-4340-8a0a-2737d51fa850), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:52.475410 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 0338a957-5f25-4f82-8926-594740ebd63b is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:52.478146 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0338a957-5f25-4f82-8926-594740ebd63b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:52.501456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:52:52.503436 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bfad66-70dc-464e-b552-74a18355be22" -d '{"events": [{"server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "name": "network-vif-plugged", "status": "completed", "tag": "0338a957-5f25-4f82-8926-594740ebd63b"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:52:52.507116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9867-e507-493c-8e24-27f4bae92d02 req-dc52211f-69fe-4046-8df0-0b1e2c5852dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:52.508028 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-dc52211f-69fe-4046-8df0-0b1e2c5852dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80cd9b14-ca3f-44ac-988d-f99590559767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0691967 Feb 28 17:52:52.510595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:52.511756 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:52.516513 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0338a957-5f25-4f82-8926-594740ebd63b,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:52.517323 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] 10.222.0.69 "PUT /v2.0/ports/64b22f89-676f-4340-8a0a-2737d51fa850 HTTP/1.1" status: 200 len: 1093 time: 1.0204239 Feb 28 17:52:52.539778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499ea3d2-bed8-4c1a-938e-5805e1d958de', 'tag': '64b22f89-676f-4340-8a0a-2737d51fa850'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:52:52.542954 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f25dc1-bdcc-4fbb-8411-0f4cc9e1b210" -d '{"events": [{"name": "network-changed", "server_uuid": "499ea3d2-bed8-4c1a-938e-5805e1d958de", "tag": "64b22f89-676f-4340-8a0a-2737d51fa850"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:52:52.545595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc562f52-ceeb-4633-bf73-fadd5d726709 service neutron] Pushing event updated for resources: {'Port': ['ID=64b22f89-676f-4340-8a0a-2737d51fa850,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:52.556163 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4a517b-24a7-4c52-8bf1-cb7d5524fd8a x-openstack-request-id: req-fd4a517b-24a7-4c52-8bf1-cb7d5524fd8a {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:52:52.556163 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "name": "network-vif-plugged", "status": "completed", "tag": "0338a957-5f25-4f82-8926-594740ebd63b", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:52:52.556396 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fd4a517b-24a7-4c52-8bf1-cb7d5524fd8a {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:52:52.556675 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b', 'code': 200} Feb 28 17:52:52.590657 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0338a957-5f25-4f82-8926-594740ebd63b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:52.685760 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-fd2f122b-f7a0-426b-be83-1e2c76689319 service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710758 Feb 28 17:52:52.686223 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=0338a957-5f25-4f82-8926-594740ebd63b,revision_number=12']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:52.687674 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ea2fae-0c2a-4fb2-97bb-3259e1302716 x-openstack-request-id: req-a9ea2fae-0c2a-4fb2-97bb-3259e1302716 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:52:52.687961 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499ea3d2-bed8-4c1a-938e-5805e1d958de", "tag": "64b22f89-676f-4340-8a0a-2737d51fa850", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:52:52.688217 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a9ea2fae-0c2a-4fb2-97bb-3259e1302716 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:52:52.688798 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499ea3d2-bed8-4c1a-938e-5805e1d958de', 'tag': '64b22f89-676f-4340-8a0a-2737d51fa850', 'status': 'completed', 'code': 200} Feb 28 17:52:52.714621 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-ffcdd967-08d6-4c60-bd40-dc122de7545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:52.716126 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-ffcdd967-08d6-4c60-bd40-dc122de7545c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=01ee598ac2ea4cf1a0ae9a978ad30fef&device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 1127 time: 0.0663528 Feb 28 17:52:52.759652 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-a20c4f09-cad7-480f-b807-7079c733903a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b22f89-676f-4340-8a0a-2737d51fa850 HTTP/1.1" status: 200 len: 217 time: 0.0361199 Feb 28 17:52:52.814932 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.69', 59929) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:52:52.815777 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-02f2cb03-6289-402d-a737-ff3c8ec4d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:52.817499 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-02f2cb03-6289-402d-a737-ff3c8ec4d496 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe255339-1103-4be8-b373-fe8ab649409d HTTP/1.1" status: 200 len: 851 time: 0.0494196 Feb 28 17:52:52.865312 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-a16c13bd-63cd-4256-a7b9-4ff222cdd507 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1895000b-adb5-4b44-9666-a29fbb1acc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419538 Feb 28 17:52:52.877783 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-0c6d0352-39a8-424a-90eb-bf84998c09ca service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840906 Feb 28 17:52:52.916900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef58d2-5fee-446c-a4e0-681fb9b23085 req-36ff3736-d042-4259-a723-705278bf7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:52.918686 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7ef58d2-5fee-446c-a4e0-681fb9b23085 req-36ff3736-d042-4259-a723-705278bf7cad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 1130 time: 0.1001110 Feb 28 17:52:52.932001 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c236e3f-7334-482d-9bd6-0ee1056f2ac8 req-f17ac883-8890-4051-b3e4-3faea761304e tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:52.933515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0c236e3f-7334-482d-9bd6-0ee1056f2ac8 req-f17ac883-8890-4051-b3e4-3faea761304e tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 944 time: 0.1196837 Feb 28 17:52:52.975180 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-96c039b9-77bd-4eab-b1fe-4486ddb82d5b service neutron] 10.222.0.69 "GET /v2.0/networks/1895000b-adb5-4b44-9666-a29fbb1acc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037521 Feb 28 17:52:52.998074 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7ef58d2-5fee-446c-a4e0-681fb9b23085 req-8206ce32-64be-40a2-b694-7ef72df59170 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635233 Feb 28 17:52:53.021336 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0c236e3f-7334-482d-9bd6-0ee1056f2ac8 req-09194044-8329-4fd5-8cbf-473ec8ec5fa3 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812845 Feb 28 17:52:53.131658 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483f0d3-404c-426e-8971-999f7d973165 req-a4366d4f-acdc-43ae-be65-da5687227bfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:53.133335 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b483f0d3-404c-426e-8971-999f7d973165 req-a4366d4f-acdc-43ae-be65-da5687227bfa tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 947 time: 0.1067257 Feb 28 17:52:53.135370 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-195ac0ba-857a-46bd-8d77-45727bb3ecc0 req-b0c8c525-28f5-4c1d-bf40-5f39dcbce487 service neutron] 10.222.0.69 "GET /v2.0/networks/1895000b-adb5-4b44-9666-a29fbb1acc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534047 Feb 28 17:52:53.190062 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b483f0d3-404c-426e-8971-999f7d973165 req-934fa1db-7a41-4ee4-8f1d-b947b356c558 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482554 Feb 28 17:52:53.245056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38278fb0-7d89-4dac-9191-07e2f21d0d17 req-01a0dff4-9824-42e0-9639-e05992da2eea tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:53.246573 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38278fb0-7d89-4dac-9191-07e2f21d0d17 req-01a0dff4-9824-42e0-9639-e05992da2eea tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0649476 Feb 28 17:52:53.295581 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38278fb0-7d89-4dac-9191-07e2f21d0d17 req-9da715ff-45c4-457a-b2bf-8b7331ea6dc8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433350 Feb 28 17:52:53.358449 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f25dc1-bdcc-4fbb-8411-0f4cc9e1b210 req-081ebed8-fcdb-476b-8db7-54ea95e36a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:53.359929 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01f25dc1-bdcc-4fbb-8411-0f4cc9e1b210 req-081ebed8-fcdb-476b-8db7-54ea95e36a41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=01ee598ac2ea4cf1a0ae9a978ad30fef&device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 1127 time: 0.0443468 Feb 28 17:52:53.761179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f25dc1-bdcc-4fbb-8411-0f4cc9e1b210 req-3e5c453d-bf04-47fa-bb70-c33c826cfd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:53.762690 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01f25dc1-bdcc-4fbb-8411-0f4cc9e1b210 req-3e5c453d-bf04-47fa-bb70-c33c826cfd4f service neutron] 10.222.0.69 "GET /v2.0/networks?id=1895000b-adb5-4b44-9666-a29fbb1acc06 HTTP/1.1" status: 200 len: 912 time: 0.3958120 Feb 28 17:52:53.803646 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01f25dc1-bdcc-4fbb-8411-0f4cc9e1b210 req-843c8506-60cc-4532-b0ae-5e3f5a0f39d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b22f89-676f-4340-8a0a-2737d51fa850 HTTP/1.1" status: 200 len: 217 time: 0.0350296 Feb 28 17:52:53.851529 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f25dc1-bdcc-4fbb-8411-0f4cc9e1b210 req-0df14c4e-2c79-4530-83fa-56fea8a5cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:53.852919 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01f25dc1-bdcc-4fbb-8411-0f4cc9e1b210 req-0df14c4e-2c79-4530-83fa-56fea8a5cd02 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe255339-1103-4be8-b373-fe8ab649409d HTTP/1.1" status: 200 len: 851 time: 0.0425923 Feb 28 17:52:53.889418 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01f25dc1-bdcc-4fbb-8411-0f4cc9e1b210 req-6bc3d334-9659-4bb6-8110-8faf2fea676f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1895000b-adb5-4b44-9666-a29fbb1acc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278220 Feb 28 17:52:53.978212 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01f25dc1-bdcc-4fbb-8411-0f4cc9e1b210 req-3c56b65c-d1fa-4f87-9f9a-5075d8c78211 service neutron] 10.222.0.69 "GET /v2.0/networks/1895000b-adb5-4b44-9666-a29fbb1acc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796392 Feb 28 17:52:54.124158 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-01f25dc1-bdcc-4fbb-8411-0f4cc9e1b210 req-86f9d741-9510-4ce1-b085-ce08b62132ac service neutron] 10.222.0.69 "GET /v2.0/networks/1895000b-adb5-4b44-9666-a29fbb1acc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392534 Feb 28 17:52:54.147530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8e01-fbf4-4e6c-8d8d-0b4ea8ab64a5 req-2606b70d-7ebd-4845-9423-bb4c8be96fc6 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:54.149060 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45ee8e01-fbf4-4e6c-8d8d-0b4ea8ab64a5 req-2606b70d-7ebd-4845-9423-bb4c8be96fc6 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 944 time: 0.0643806 Feb 28 17:52:54.197726 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45ee8e01-fbf4-4e6c-8d8d-0b4ea8ab64a5 req-59c03bdc-50d2-4935-8b29-83a16442463b tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410588 Feb 28 17:52:54.320017 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74c2ba-b3bb-4d52-b839-f8e678c9aa8f req-1620a7aa-c289-4421-a12f-ad67af74128e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:54.321514 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf74c2ba-b3bb-4d52-b839-f8e678c9aa8f req-1620a7aa-c289-4421-a12f-ad67af74128e tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 947 time: 0.0533192 Feb 28 17:52:54.374338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf74c2ba-b3bb-4d52-b839-f8e678c9aa8f req-22014969-687b-4a4e-870b-99e38977b6ab tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471563 Feb 28 17:52:54.423113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d3c56-19a0-40ea-b077-3a09656962ec req-d93dce1e-ab6a-4672-9bf9-9f0a17adbe0e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:54.428339 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cc5d3c56-19a0-40ea-b077-3a09656962ec req-d93dce1e-ab6a-4672-9bf9-9f0a17adbe0e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0563979 Feb 28 17:52:54.477082 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cc5d3c56-19a0-40ea-b077-3a09656962ec req-e1235fa6-54f8-4cef-bd38-02da585e5977 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467677 Feb 28 17:52:55.319402 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dcbce-5d2b-4c44-a1ef-009bf3a94b83 req-2863075a-1858-4394-8dbb-29ebac7b05d6 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:55.320883 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-598dcbce-5d2b-4c44-a1ef-009bf3a94b83 req-2863075a-1858-4394-8dbb-29ebac7b05d6 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 944 time: 0.0531268 Feb 28 17:52:55.368300 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-598dcbce-5d2b-4c44-a1ef-009bf3a94b83 req-003eada2-b22a-4e0e-b245-377a9859b9d7 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416880 Feb 28 17:52:55.499571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d34ab6-8ac7-404d-b4f6-755683302f4f req-a5cfed3b-7738-4179-af33-ed49b9f94d9d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:55.501080 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-99d34ab6-8ac7-404d-b4f6-755683302f4f req-a5cfed3b-7738-4179-af33-ed49b9f94d9d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 947 time: 0.0536242 Feb 28 17:52:55.550887 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-99d34ab6-8ac7-404d-b4f6-755683302f4f req-facc2cca-1f62-4a21-a4c8-751fcd0e2625 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430129 Feb 28 17:52:55.606831 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4457e-1b81-4f1a-b62e-78de03ce40d8 req-07b7f8e3-1f13-4fc7-a13d-a66ac0a06192 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:55.608611 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6e4457e-1b81-4f1a-b62e-78de03ce40d8 req-07b7f8e3-1f13-4fc7-a13d-a66ac0a06192 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0576215 Feb 28 17:52:55.663399 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6e4457e-1b81-4f1a-b62e-78de03ce40d8 req-0d77e392-f769-4340-8829-8e0871e95ba2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442953 Feb 28 17:52:56.242190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 64b22f89-676f-4340-8a0a-2737d51fa850 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:52:56.336258 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 64b22f89-676f-4340-8a0a-2737d51fa850, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=64b22f89-676f-4340-8a0a-2737d51fa850,segment=NetworkSegment(94c394ec-fd57-46a3-8505-2a60aba9b187),segment_id=94c394ec-fd57-46a3-8505-2a60aba9b187)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:56.350551 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '64b22f89-676f-4340-8a0a-2737d51fa850', 'network_id': '1895000b-adb5-4b44-9666-a29fbb1acc06', 'port_id': '64b22f89-676f-4340-8a0a-2737d51fa850', 'mac_address': 'fa:16:3e:14:9c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe255339-1103-4be8-b373-fe8ab649409d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:52:56.387428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 64b22f89-676f-4340-8a0a-2737d51fa850 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:56.387838 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (64b22f89-676f-4340-8a0a-2737d51fa850), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:56.403159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b22f89-676f-4340-8a0a-2737d51fa850 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:52:56.423770 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 64b22f89-676f-4340-8a0a-2737d51fa850, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=64b22f89-676f-4340-8a0a-2737d51fa850,segment=NetworkSegment(94c394ec-fd57-46a3-8505-2a60aba9b187),segment_id=94c394ec-fd57-46a3-8505-2a60aba9b187)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:56.488700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2003a32-3e7c-473e-8892-09dd41b6b21f req-1264318d-9ef9-4811-961c-e1d42c7b398a tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:56.490178 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2003a32-3e7c-473e-8892-09dd41b6b21f req-1264318d-9ef9-4811-961c-e1d42c7b398a tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 944 time: 0.0519755 Feb 28 17:52:56.527569 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (64b22f89-676f-4340-8a0a-2737d51fa850), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:56.537121 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a2003a32-3e7c-473e-8892-09dd41b6b21f req-5d27bd12-d97f-4970-9986-28b308395213 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413182 Feb 28 17:52:56.579087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=64b22f89-676f-4340-8a0a-2737d51fa850,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:56.687491 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c32b6-06e5-4766-8803-925bcbd97d5a req-5815db3f-5930-4edb-af0d-a842b5275870 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:56.688984 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7f4c32b6-06e5-4766-8803-925bcbd97d5a req-5815db3f-5930-4edb-af0d-a842b5275870 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 947 time: 0.0560477 Feb 28 17:52:56.740803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['64b22f89-676f-4340-8a0a-2737d51fa850'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:52:56.758290 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7f4c32b6-06e5-4766-8803-925bcbd97d5a req-365101bb-4d1e-458f-98dc-056148ffae36 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605984 Feb 28 17:52:56.814366 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc46356-a33f-435d-88d0-453a6dd96bce req-9b400106-79d4-499b-ba0a-e5843237bd2c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:56.816811 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5fc46356-a33f-435d-88d0-453a6dd96bce req-9b400106-79d4-499b-ba0a-e5843237bd2c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0673151 Feb 28 17:52:56.865653 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5fc46356-a33f-435d-88d0-453a6dd96bce req-4bd444db-0752-4efc-8302-bf3b76f8947c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432184 Feb 28 17:52:57.655749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8edb9-c2d5-4de1-87e9-f41a05b3a691 req-6a9ece90-9a3a-421b-bb27-e91b03146159 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:57.657314 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e0f8edb9-c2d5-4de1-87e9-f41a05b3a691 req-6a9ece90-9a3a-421b-bb27-e91b03146159 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 945 time: 0.0531070 Feb 28 17:52:57.706606 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e0f8edb9-c2d5-4de1-87e9-f41a05b3a691 req-c1e70c5b-682a-4e60-96d3-d3a608df51ed tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Feb 28 17:52:57.989674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c738be9-82cd-4117-999e-462c29d61a0a req-4f0dc3af-0e2d-4e7f-a0fd-f569299eb5eb tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:57.991257 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5c738be9-82cd-4117-999e-462c29d61a0a req-4f0dc3af-0e2d-4e7f-a0fd-f569299eb5eb tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0528433 Feb 28 17:52:58.039524 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5c738be9-82cd-4117-999e-462c29d61a0a req-f83ed3f5-0dbb-46bc-b907-68711808d884 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426345 Feb 28 17:52:58.242144 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 64b22f89-676f-4340-8a0a-2737d51fa850 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:52:58.327205 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 64b22f89-676f-4340-8a0a-2737d51fa850 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:52:58.331377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 64b22f89-676f-4340-8a0a-2737d51fa850 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:52:58.331756 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (64b22f89-676f-4340-8a0a-2737d51fa850), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:58.410684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 64b22f89-676f-4340-8a0a-2737d51fa850 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:52:58.411057 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (64b22f89-676f-4340-8a0a-2737d51fa850), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:58.432916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499ea3d2-bed8-4c1a-938e-5805e1d958de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b22f89-676f-4340-8a0a-2737d51fa850'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:52:58.435152 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a442add-2fb3-4d93-96a8-0ddc03f83685" -d '{"events": [{"server_uuid": "499ea3d2-bed8-4c1a-938e-5805e1d958de", "name": "network-vif-plugged", "status": "completed", "tag": "64b22f89-676f-4340-8a0a-2737d51fa850"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:52:58.448049 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 64b22f89-676f-4340-8a0a-2737d51fa850, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=64b22f89-676f-4340-8a0a-2737d51fa850,segment=NetworkSegment(94c394ec-fd57-46a3-8505-2a60aba9b187),segment_id=94c394ec-fd57-46a3-8505-2a60aba9b187)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:52:58.475595 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151b62ae-903e-47fe-8c89-4bdc3c2e1bed x-openstack-request-id: req-151b62ae-903e-47fe-8c89-4bdc3c2e1bed {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:52:58.475891 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499ea3d2-bed8-4c1a-938e-5805e1d958de", "name": "network-vif-plugged", "status": "completed", "tag": "64b22f89-676f-4340-8a0a-2737d51fa850", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:52:58.476146 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-151b62ae-903e-47fe-8c89-4bdc3c2e1bed {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:52:58.476545 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499ea3d2-bed8-4c1a-938e-5805e1d958de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b22f89-676f-4340-8a0a-2737d51fa850', 'code': 200} Feb 28 17:52:58.510551 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (64b22f89-676f-4340-8a0a-2737d51fa850), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:52:58.564209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=64b22f89-676f-4340-8a0a-2737d51fa850,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:52:58.609447 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26592fbc-bd50-4ca9-83db-7c0cd9a26654 req-5615b0c5-749e-44c7-8eb1-6a05b9f105dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:58.610962 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-26592fbc-bd50-4ca9-83db-7c0cd9a26654 req-5615b0c5-749e-44c7-8eb1-6a05b9f105dc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 1129 time: 0.0532901 Feb 28 17:52:58.661485 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-26592fbc-bd50-4ca9-83db-7c0cd9a26654 req-1cbc933c-f034-4d2c-8844-0389c0c1f1a5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399907 Feb 28 17:52:58.826086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776d971-32c3-4420-a8b1-9a900270dd82 req-de3ce6b7-1620-4570-a4e7-e930cf63cf2b tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:58.827840 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f776d971-32c3-4420-a8b1-9a900270dd82 req-de3ce6b7-1620-4570-a4e7-e930cf63cf2b tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0543420 Feb 28 17:52:58.874238 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f776d971-32c3-4420-a8b1-9a900270dd82 req-7890435a-4b29-421d-ad7b-df3b7f2efcc9 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401492 Feb 28 17:52:59.167914 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6215c7-1ebf-4054-9926-04159de9605c req-4ae4d751-52aa-4e65-821e-52245c28de38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:59.169396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fd6215c7-1ebf-4054-9926-04159de9605c req-4ae4d751-52aa-4e65-821e-52245c28de38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0564601 Feb 28 17:52:59.217448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fd6215c7-1ebf-4054-9926-04159de9605c req-032963b1-241a-4f4a-9b85-e698be6e62ed tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423706 Feb 28 17:52:59.995563 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6d58d-2a92-4490-8807-b03cff1d34bf req-0ad61a58-4220-40ce-81d8-cabfd7c00508 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:52:59.997144 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0ec6d58d-2a92-4490-8807-b03cff1d34bf req-0ad61a58-4220-40ce-81d8-cabfd7c00508 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0528805 Feb 28 17:53:00.046104 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0ec6d58d-2a92-4490-8807-b03cff1d34bf req-a889bb39-8a42-47a9-971b-dea49f26cea4 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431852 Feb 28 17:53:00.167771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1618fe-89d5-4a86-9d75-273f14fd81a1 req-dd13dd27-2eaf-4e25-b04c-b1af0bdd408b tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:00.169244 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f1618fe-89d5-4a86-9d75-273f14fd81a1 req-dd13dd27-2eaf-4e25-b04c-b1af0bdd408b tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0541892 Feb 28 17:53:00.217008 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f1618fe-89d5-4a86-9d75-273f14fd81a1 req-ee5ed022-98d3-4d8a-8ab5-a9d558d2ef5d tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421636 Feb 28 17:53:00.336246 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3deade-35f8-4235-890c-b5e468ffdaa4 req-e4c35622-ad1e-4173-97f2-c8d2d70a4a06 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:00.337738 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc3deade-35f8-4235-890c-b5e468ffdaa4 req-e4c35622-ad1e-4173-97f2-c8d2d70a4a06 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0539138 Feb 28 17:53:00.393977 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc3deade-35f8-4235-890c-b5e468ffdaa4 req-ad2d72d8-03b4-47ff-bf35-d95b106af265 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499341 Feb 28 17:53:00.626341 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18873c-4ddb-491f-91e5-d0b36bf8a667 req-e02d285b-e116-4c32-92df-16ebbfe1d060 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:00.628368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2e18873c-4ddb-491f-91e5-d0b36bf8a667 req-e02d285b-e116-4c32-92df-16ebbfe1d060 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0539384 Feb 28 17:53:00.680801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2e18873c-4ddb-491f-91e5-d0b36bf8a667 req-595c1985-af85-4560-9be6-f6d6c25fb4c3 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450511 Feb 28 17:53:01.520552 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb30ae3-1b95-4f5c-a895-a8b3adf4a654 req-4e62de16-6c9b-4648-8c2a-93f2468652e2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:01.522045 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dbb30ae3-1b95-4f5c-a895-a8b3adf4a654 req-4e62de16-6c9b-4648-8c2a-93f2468652e2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0573976 Feb 28 17:53:01.571598 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dbb30ae3-1b95-4f5c-a895-a8b3adf4a654 req-e3986d3c-c282-4829-869b-9d8bd918451a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434880 Feb 28 17:53:01.800811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18d4e5-639f-42fa-a3d3-887b857e6d1d req-cae03af5-8893-4762-ab7b-c16c1c6e24db tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:01.802327 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4d18d4e5-639f-42fa-a3d3-887b857e6d1d req-cae03af5-8893-4762-ab7b-c16c1c6e24db tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0530527 Feb 28 17:53:01.850997 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4d18d4e5-639f-42fa-a3d3-887b857e6d1d req-c8dcce26-4bee-4ef7-96e4-0f2ea8489906 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429676 Feb 28 17:53:02.201315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aa787-64b2-4d02-93a9-11b21992f903 req-24e6cb36-48b6-458f-b0c9-7040c4ec7870 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:02.202876 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c0aa787-64b2-4d02-93a9-11b21992f903 req-24e6cb36-48b6-458f-b0c9-7040c4ec7870 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0600364 Feb 28 17:53:02.252755 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c0aa787-64b2-4d02-93a9-11b21992f903 req-f8d92d2f-ee14-4f5d-b334-e9049e4b629e tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435219 Feb 28 17:53:02.286495 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580c0a5-42be-482d-997d-3e0c3a3ef3de req-e2d2a472-b69c-483f-9884-a1f4a6b823cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:02.288002 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a580c0a5-42be-482d-997d-3e0c3a3ef3de req-e2d2a472-b69c-483f-9884-a1f4a6b823cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=01ee598ac2ea4cf1a0ae9a978ad30fef&device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 1129 time: 0.0518804 Feb 28 17:53:02.397735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580c0a5-42be-482d-997d-3e0c3a3ef3de req-5ebf0223-4a8d-47c9-8cca-e9a794450833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:02.399365 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a580c0a5-42be-482d-997d-3e0c3a3ef3de req-5ebf0223-4a8d-47c9-8cca-e9a794450833 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1895000b-adb5-4b44-9666-a29fbb1acc06 HTTP/1.1" status: 200 len: 912 time: 0.1040721 Feb 28 17:53:02.441225 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a580c0a5-42be-482d-997d-3e0c3a3ef3de req-17e3fe49-f967-4844-8183-aceef45590c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b22f89-676f-4340-8a0a-2737d51fa850 HTTP/1.1" status: 200 len: 217 time: 0.0351944 Feb 28 17:53:02.485827 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580c0a5-42be-482d-997d-3e0c3a3ef3de req-18674477-3fd1-4645-a363-63633e7b24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:02.487682 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a580c0a5-42be-482d-997d-3e0c3a3ef3de req-18674477-3fd1-4645-a363-63633e7b24ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe255339-1103-4be8-b373-fe8ab649409d HTTP/1.1" status: 200 len: 851 time: 0.0416539 Feb 28 17:53:02.517465 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a580c0a5-42be-482d-997d-3e0c3a3ef3de req-0dfd5bb5-7197-4930-b390-ec4340115cf8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1895000b-adb5-4b44-9666-a29fbb1acc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246878 Feb 28 17:53:02.608807 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a580c0a5-42be-482d-997d-3e0c3a3ef3de req-f834313f-3446-4eb2-b6e7-adce87064d1a service neutron] 10.222.0.69 "GET /v2.0/networks/1895000b-adb5-4b44-9666-a29fbb1acc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852172 Feb 28 17:53:02.736550 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a580c0a5-42be-482d-997d-3e0c3a3ef3de req-5ed26cc3-bc05-4ae8-b647-de33495768df service neutron] 10.222.0.69 "GET /v2.0/networks/1895000b-adb5-4b44-9666-a29fbb1acc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216371 Feb 28 17:53:02.748098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f2760-37f4-4ee6-b923-3166b92ffca9 req-a5a1de51-b173-4d60-ac76-2174a0eca005 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:02.749722 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a8f2760-37f4-4ee6-b923-3166b92ffca9 req-a5a1de51-b173-4d60-ac76-2174a0eca005 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0920141 Feb 28 17:53:02.804158 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a8f2760-37f4-4ee6-b923-3166b92ffca9 req-6607dcdc-0bc4-4472-97a8-533c4d43829c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462596 Feb 28 17:53:03.371346 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b0933-a2b9-4874-b4aa-3231cfa7b899 req-b734d1d7-179f-4485-a4a2-ab7cd2035a5d tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:03.372745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-107b0933-a2b9-4874-b4aa-3231cfa7b899 req-b734d1d7-179f-4485-a4a2-ab7cd2035a5d tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0520086 Feb 28 17:53:03.420951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-107b0933-a2b9-4874-b4aa-3231cfa7b899 req-dfa4af17-ad9b-436b-b35c-a853abed57dd tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424919 Feb 28 17:53:03.924276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2452f54-d970-4020-a1e1-11eee8565f81 req-2815f59c-e158-4824-801b-35939c12164d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:03.926310 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e2452f54-d970-4020-a1e1-11eee8565f81 req-2815f59c-e158-4824-801b-35939c12164d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0549693 Feb 28 17:53:03.975328 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e2452f54-d970-4020-a1e1-11eee8565f81 req-83288202-e106-450f-b3a4-983379cbecad tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430436 Feb 28 17:53:04.540990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adb3ef-503e-4e49-a867-9800ae436371 req-65687e5f-c9e0-4319-b54b-0a83ecff51be tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:04.542620 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1adb3ef-503e-4e49-a867-9800ae436371 req-65687e5f-c9e0-4319-b54b-0a83ecff51be tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0524113 Feb 28 17:53:04.592721 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1adb3ef-503e-4e49-a867-9800ae436371 req-e5ac8e8b-154d-4a8e-9c68-097b23d84d45 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 Feb 28 17:53:04.984737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab88d80-1166-4a85-bcbc-1de32d34febb req-7fd28add-20cb-49c6-bb17-6f8ace23e013 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:04.986391 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bab88d80-1166-4a85-bcbc-1de32d34febb req-7fd28add-20cb-49c6-bb17-6f8ace23e013 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0542452 Feb 28 17:53:05.052939 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bab88d80-1166-4a85-bcbc-1de32d34febb req-9c31c3aa-50ed-474d-9ff2-1903a3136d47 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603657 Feb 28 17:53:05.103582 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [req-492b9867-e507-493c-8e24-27f4bae92d02 req-f5ed8f66-eedc-4d70-bfc4-780db6bff8cf service neutron] show failed (client error): The resource could not be found. Feb 28 17:53:05.104603 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-f5ed8f66-eedc-4d70-bfc4-780db6bff8cf service neutron] 10.222.0.69 "GET /v2.0/ports/28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f/bindings/n-h1-820368-19 HTTP/1.1" status: 404 len: 381 time: 0.1023569 Feb 28 17:53:05.120392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31a61c-decc-413e-aa91-f7193c1df37f req-4a75d853-d4be-45ea-bfa9-1c8b4c386d7d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:05.121890 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f31a61c-decc-413e-aa91-f7193c1df37f req-4a75d853-d4be-45ea-bfa9-1c8b4c386d7d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0647030 Feb 28 17:53:05.171490 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9f31a61c-decc-413e-aa91-f7193c1df37f req-a7aac93a-af7f-4f72-aa4b-0f5641fe30e3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437393 Feb 28 17:53:05.610141 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9867-e507-493c-8e24-27f4bae92d02 req-3b084688-677b-4d41-bc80-82331de222bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:05.611647 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-3b084688-677b-4d41-bc80-82331de222bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5&tenant_id=a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 1128 time: 0.0447478 Feb 28 17:53:05.622029 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820368-19', 'device_owner': 'compute:nova'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:05.684218 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:05.882754 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:05.915352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:05.955727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:53:05.958262 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144d8b71-8578-45ba-bdd9-cad022c1f343" -d '{"events": [{"server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "name": "network-vif-unplugged", "status": "completed", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:53:05.961903 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Publish callbacks [] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:05.975239 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Transition to ACTIVE for port object 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:53:06.012272 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55bdc63-2cc8-4ca9-8b01-ff314fed76fa x-openstack-request-id: req-c55bdc63-2cc8-4ca9-8b01-ff314fed76fa {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:53:06.012569 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "name": "network-vif-unplugged", "status": "completed", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:53:06.012827 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c55bdc63-2cc8-4ca9-8b01-ff314fed76fa {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:53:06.013237 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'code': 200} Feb 28 17:53:06.053020 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:06.137091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,revision_number=6']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:06.217102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] No DVR routers for this DVR port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:53:06.229775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801df5d9-a0d1-4ece-b239-96d473e45a49 req-2626d003-8f62-475e-945e-9474d5524109 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:06.231339 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-801df5d9-a0d1-4ece-b239-96d473e45a49 req-2626d003-8f62-475e-945e-9474d5524109 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0955760 Feb 28 17:53:06.323840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9bc86-54ae-4d3a-a00a-1950587e3d2a req-18c4d200-da87-4b4b-b11f-22bd8bff7c84 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:06.325395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-18e9bc86-54ae-4d3a-a00a-1950587e3d2a req-18c4d200-da87-4b4b-b11f-22bd8bff7c84 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 943 time: 0.0630515 Feb 28 17:53:06.359509 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-801df5d9-a0d1-4ece-b239-96d473e45a49 req-f926757d-9609-4189-8cde-91a8c022cdab tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962672 Feb 28 17:53:06.387159 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-18e9bc86-54ae-4d3a-a00a-1950587e3d2a req-094d7203-7dc5-460e-9442-018e12ad93fd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557396 Feb 28 17:53:06.425902 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Attempting to bind port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:53:06.426352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Attempting to bind port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:53:06.426757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Attempting to bind port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on network 80cd9b14-ca3f-44ac-988d-f99590559767 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:06.431352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on network 80cd9b14-ca3f-44ac-988d-f99590559767 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:53:06.431782 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Attempting to bind port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on network 80cd9b14-ca3f-44ac-988d-f99590559767 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:06.436892 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:53:06.437303 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Checking segment: {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:06.437749 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Bound using segment: {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:53:06.438431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Bound port: 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:53:06.438858 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:06.505943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:06.509253 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:53:06.606531 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:06.642631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:06.643220 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:06.645454 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] 10.222.0.73 "PUT /v2.0/ports/28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 1092 time: 1.0272181 Feb 28 17:53:06.664497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539bfe7-95b2-43ce-8487-e5c23e158ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,revision_number=7']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:06.724793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9867-e507-493c-8e24-27f4bae92d02 req-853b00b8-9df6-4063-abb9-63481e404a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:06.726570 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-853b00b8-9df6-4063-abb9-63481e404a8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1126 time: 0.0585780 Feb 28 17:53:06.848612 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20573df-4aec-4ba7-af9a-5c2db00c5aaa req-ec19c9ff-7242-448d-9bb3-7a3627ea8a78 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:06.855835 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b20573df-4aec-4ba7-af9a-5c2db00c5aaa req-ec19c9ff-7242-448d-9bb3-7a3627ea8a78 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0734549 Feb 28 17:53:06.910100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9867-e507-493c-8e24-27f4bae92d02 req-4aedfd2d-7c27-4e84-b793-c1ebdb0ede3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:06.912396 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-4aedfd2d-7c27-4e84-b793-c1ebdb0ede3e service neutron] 10.222.0.73 "GET /v2.0/networks?id=80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 200 len: 898 time: 0.1776345 Feb 28 17:53:06.922796 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b20573df-4aec-4ba7-af9a-5c2db00c5aaa req-0552e1f6-a73b-4d56-90dc-fde415d3a21d tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657327 Feb 28 17:53:07.019060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d0b80-5c97-4af4-836d-4c7f62a8604e req-7c183fc8-2456-47ba-85be-5c23fef3400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:07.020857 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-067d0b80-5c97-4af4-836d-4c7f62a8604e req-7c183fc8-2456-47ba-85be-5c23fef3400e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=01ee598ac2ea4cf1a0ae9a978ad30fef&device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 1129 time: 0.1458130 Feb 28 17:53:07.026625 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-dd2f25f7-17f9-44e7-a544-2ab73bcc9562 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 999 time: 0.1072831 Feb 28 17:53:07.155168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9867-e507-493c-8e24-27f4bae92d02 req-f5298a5e-7cf7-4eec-b7e0-d0137d956e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:07.156890 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-f5298a5e-7cf7-4eec-b7e0-d0137d956e68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e41ca01d-2fd6-4fc0-8de4-5de0571353f1 HTTP/1.1" status: 200 len: 835 time: 0.1147659 Feb 28 17:53:07.216123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d0b80-5c97-4af4-836d-4c7f62a8604e req-2c271590-1035-406b-9f6f-7466b9f03c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:07.217527 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-067d0b80-5c97-4af4-836d-4c7f62a8604e req-2c271590-1035-406b-9f6f-7466b9f03c51 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1895000b-adb5-4b44-9666-a29fbb1acc06 HTTP/1.1" status: 200 len: 912 time: 0.1886652 Feb 28 17:53:07.270336 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-067d0b80-5c97-4af4-836d-4c7f62a8604e req-9a162edc-639f-4d4b-9187-afc63819178b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b22f89-676f-4340-8a0a-2737d51fa850 HTTP/1.1" status: 200 len: 217 time: 0.0460010 Feb 28 17:53:07.277590 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9867-e507-493c-8e24-27f4bae92d02 req-164c0636-5f49-4514-92fd-349661e56897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:07.280276 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-164c0636-5f49-4514-92fd-349661e56897 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80cd9b14-ca3f-44ac-988d-f99590559767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1141198 Feb 28 17:53:07.380151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d0b80-5c97-4af4-836d-4c7f62a8604e req-93652fbb-9098-45f7-8dd2-9d50b2450506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:07.381628 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-067d0b80-5c97-4af4-836d-4c7f62a8604e req-93652fbb-9098-45f7-8dd2-9d50b2450506 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fe255339-1103-4be8-b373-fe8ab649409d HTTP/1.1" status: 200 len: 851 time: 0.1005435 Feb 28 17:53:07.442867 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-067d0b80-5c97-4af4-836d-4c7f62a8604e req-5c15ecb6-a805-4b40-bf80-87d011a1e133 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1895000b-adb5-4b44-9666-a29fbb1acc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535808 Feb 28 17:53:07.466380 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-ce38977d-7863-4f83-b5db-9852271bea8b service neutron] 10.222.0.73 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771176 Feb 28 17:53:07.662980 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-067d0b80-5c97-4af4-836d-4c7f62a8604e req-bc862f19-1f8a-421b-99be-5b9bb7702b36 service neutron] 10.222.0.69 "GET /v2.0/networks/1895000b-adb5-4b44-9666-a29fbb1acc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114279 Feb 28 17:53:07.696995 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a44bb-25ea-4d02-922c-3b65d7309f1d req-89bc68c7-ae63-4445-a90c-5c4a6d8ffea4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:07.698476 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e60a44bb-25ea-4d02-922c-3b65d7309f1d req-89bc68c7-ae63-4445-a90c-5c4a6d8ffea4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 943 time: 0.2071531 Feb 28 17:53:07.701902 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-d5a2e189-f36c-4c20-81f9-da36569b6227 service neutron] 10.222.0.73 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249913 Feb 28 17:53:07.710188 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f35639c9-c562-44d0-821c-8b5833cfbe1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:07.801383 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e60a44bb-25ea-4d02-922c-3b65d7309f1d req-a78e772c-83ae-451c-acc5-1fdb20b1ed0c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707862 Feb 28 17:53:07.804991 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-067d0b80-5c97-4af4-836d-4c7f62a8604e req-89019557-067f-488f-b5ad-1423aa05fb70 service neutron] 10.222.0.69 "GET /v2.0/networks/1895000b-adb5-4b44-9666-a29fbb1acc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344297 Feb 28 17:53:07.902684 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:08.018532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:53:08.018532 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad619ee-02c0-49e8-a8d1-fac4308d5102" -d '{"events": [{"name": "network-changed", "server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:53:08.061580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bf0a3-cd60-4ba8-9de1-6f2ceb2e553a req-c20dae05-b35d-4929-8387-ed95f25e7b94 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:08.068909 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f9106f-c9ba-43e1-ab3c-17851201ab75 x-openstack-request-id: req-33f9106f-c9ba-43e1-ab3c-17851201ab75 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:53:08.069092 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ed5bf0a3-cd60-4ba8-9de1-6f2ceb2e553a req-c20dae05-b35d-4929-8387-ed95f25e7b94 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0592208 Feb 28 17:53:08.069312 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:53:08.069636 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-33f9106f-c9ba-43e1-ab3c-17851201ab75 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:53:08.086903 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'status': 'completed', 'code': 200} Feb 28 17:53:08.146837 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ed5bf0a3-cd60-4ba8-9de1-6f2ceb2e553a req-4839d3f0-b8f4-44b9-a89a-2ea72d7867d1 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625176 Feb 28 17:53:08.157599 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-09eec21c-794f-41e7-bafe-de6114076814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:08.159709 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-09eec21c-794f-41e7-bafe-de6114076814 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1126 time: 0.0605652 Feb 28 17:53:08.257229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-cf975723-88f9-4c27-9fa2-43a56d07df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:08.258755 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-cf975723-88f9-4c27-9fa2-43a56d07df73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1126 time: 0.0981691 Feb 28 17:53:08.314080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:53:08.326985 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-9cb4efae-1e2e-4d63-9411-4d52321ebafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:08.328451 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-9cb4efae-1e2e-4d63-9411-4d52321ebafc service neutron] 10.222.0.69 "GET /v2.0/networks?id=80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 200 len: 898 time: 0.1593130 Feb 28 17:53:08.360703 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] The host n-h2-820368-19 is not matching for port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f host n-h1-820368-19! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:53:08.361497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:53:08.422462 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-4221ee93-0232-4176-8a91-e12163d995dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:08.423929 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-4221ee93-0232-4176-8a91-e12163d995dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 200 len: 898 time: 0.1549923 Feb 28 17:53:08.438036 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-382ba559-b25e-4485-98d9-3f14f1ceae38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 999 time: 0.1018782 Feb 28 17:53:08.530427 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-2860d0de-8540-4f96-860f-99c2df6fe0cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 999 time: 0.0993080 Feb 28 17:53:08.534778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-49b55199-58a9-4d17-917b-1e9e9176007b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:08.536225 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-49b55199-58a9-4d17-917b-1e9e9176007b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e41ca01d-2fd6-4fc0-8de4-5de0571353f1 HTTP/1.1" status: 200 len: 835 time: 0.0681984 Feb 28 17:53:08.610275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-4c4654e7-dd62-4368-9ac3-922ad1207fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:08.611776 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-4c4654e7-dd62-4368-9ac3-922ad1207fd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e41ca01d-2fd6-4fc0-8de4-5de0571353f1 HTTP/1.1" status: 200 len: 835 time: 0.0746865 Feb 28 17:53:08.627939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-3b583873-72c5-4c35-ac27-0a933fd2001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:08.629399 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-3b583873-72c5-4c35-ac27-0a933fd2001b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80cd9b14-ca3f-44ac-988d-f99590559767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0852964 Feb 28 17:53:09.054710 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-0e1c9aca-f9dd-463f-9eed-c9130f634515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:09.056212 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-0e1c9aca-f9dd-463f-9eed-c9130f634515 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80cd9b14-ca3f-44ac-988d-f99590559767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4386926 Feb 28 17:53:09.100084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921796c8-0ad7-4f41-a120-6984f0c9b77a req-b5a67c07-ea15-45eb-b072-3607dfad521f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:09.101543 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-921796c8-0ad7-4f41-a120-6984f0c9b77a req-b5a67c07-ea15-45eb-b072-3607dfad521f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 943 time: 0.1298752 Feb 28 17:53:09.158946 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-3203a1a3-d5d9-4a3d-80fb-7d033062b529 service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144999 Feb 28 17:53:09.250868 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-921796c8-0ad7-4f41-a120-6984f0c9b77a req-ab73b73c-c726-4c06-8535-b0ac46a7c891 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163847 Feb 28 17:53:09.256775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c2c0f-8bc9-43bb-8727-db03427aa28a req-bfd98396-e9f1-44e8-95b3-072a778a7daa tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:09.258974 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-037c2c0f-8bc9-43bb-8727-db03427aa28a req-bfd98396-e9f1-44e8-95b3-072a778a7daa tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0585427 Feb 28 17:53:09.274624 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-b8a7f47b-cfe1-40e9-9f95-83e3e91ff987 service neutron] 10.222.0.73 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083247 Feb 28 17:53:09.325912 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-037c2c0f-8bc9-43bb-8727-db03427aa28a req-a38b6f02-7622-4fa3-965a-2ce707182a88 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606103 Feb 28 17:53:09.358972 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-af62bca5-9bfa-426d-a979-bdf283b9b3bd service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921709 Feb 28 17:53:09.404288 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fad619ee-02c0-49e8-a8d1-fac4308d5102 req-178408ff-c3ff-475d-a8bd-4e1424223d3c service neutron] 10.222.0.73 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162002 Feb 28 17:53:09.829540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738ffda-6424-4f31-8f36-76a95d788fa8 req-b9e47eff-3b9f-44f2-9eda-8b79bc514320 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:09.830978 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0738ffda-6424-4f31-8f36-76a95d788fa8 req-b9e47eff-3b9f-44f2-9eda-8b79bc514320 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0531998 Feb 28 17:53:09.877572 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0738ffda-6424-4f31-8f36-76a95d788fa8 req-103cf9c5-ffe2-456c-b4c1-c47afe9054e6 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Feb 28 17:53:09.899032 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-368abdc1-0646-4c6d-ad9e-9420412e43d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:10.132870 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:10.382560 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50444941-033f-47a2-a552-5ae879a4217d req-a280af19-d150-4d38-b36e-07077d39a4c6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:10.383741 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-50444941-033f-47a2-a552-5ae879a4217d req-a280af19-d150-4d38-b36e-07077d39a4c6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 943 time: 0.0545714 Feb 28 17:53:10.434432 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-50444941-033f-47a2-a552-5ae879a4217d req-2905578c-8350-4ad5-88a0-f931767c29e9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 Feb 28 17:53:11.020844 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e2d4a-4ceb-42b2-90b6-4e9e918dbc01 req-7c2041c0-1fa2-4cd0-b9de-50d8e5962ced tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:11.022353 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf2e2d4a-4ceb-42b2-90b6-4e9e918dbc01 req-7c2041c0-1fa2-4cd0-b9de-50d8e5962ced tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0541334 Feb 28 17:53:11.075829 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cf2e2d4a-4ceb-42b2-90b6-4e9e918dbc01 req-7a5b57ef-ccec-42f7-b893-d775bcdf38e1 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/security-groups?id=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475190 Feb 28 17:53:11.457473 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:11.557817 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b641f-9d43-46f8-a9ba-ce7efae89be4 req-c275e605-db3a-42f2-a704-cab3f4dc13f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:11.559481 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f90b641f-9d43-46f8-a9ba-ce7efae89be4 req-c275e605-db3a-42f2-a704-cab3f4dc13f4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 943 time: 0.0564153 Feb 28 17:53:11.646335 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f90b641f-9d43-46f8-a9ba-ce7efae89be4 req-49002ece-e794-4641-a644-9ebb210ec603 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807834 Feb 28 17:53:11.658498 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649eff5-f6b8-47c6-8025-79533f312759 req-ef394960-ed9d-4241-bc56-dbb2fc83eef6 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:11.660014 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d649eff5-f6b8-47c6-8025-79533f312759 req-ef394960-ed9d-4241-bc56-dbb2fc83eef6 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.69 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 946 time: 0.0799689 Feb 28 17:53:11.757795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-d649eff5-f6b8-47c6-8025-79533f312759 req-eabbab65-60a6-4b5a-9486-b41290187079 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Deleting port 64b22f89-676f-4340-8a0a-2737d51fa850 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:53:11.758360 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d649eff5-f6b8-47c6-8025-79533f312759 req-eabbab65-60a6-4b5a-9486-b41290187079 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (64b22f89-676f-4340-8a0a-2737d51fa850), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:11.859036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d649eff5-f6b8-47c6-8025-79533f312759 req-eabbab65-60a6-4b5a-9486-b41290187079 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] For port 64b22f89-676f-4340-8a0a-2737d51fa850, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=64b22f89-676f-4340-8a0a-2737d51fa850,segment=NetworkSegment(94c394ec-fd57-46a3-8505-2a60aba9b187),segment_id=94c394ec-fd57-46a3-8505-2a60aba9b187)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:11.859402 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d649eff5-f6b8-47c6-8025-79533f312759 req-eabbab65-60a6-4b5a-9486-b41290187079 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (64b22f89-676f-4340-8a0a-2737d51fa850), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:11.872896 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-d649eff5-f6b8-47c6-8025-79533f312759 req-eabbab65-60a6-4b5a-9486-b41290187079 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Calling delete_port for 64b22f89-676f-4340-8a0a-2737d51fa850 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:53:12.105200 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d649eff5-f6b8-47c6-8025-79533f312759 req-eabbab65-60a6-4b5a-9486-b41290187079 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (64b22f89-676f-4340-8a0a-2737d51fa850), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:12.121825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['64b22f89-676f-4340-8a0a-2737d51fa850'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:53:12.135537 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbab65-60a6-4b5a-9486-b41290187079 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Pushing event deleted for resources: {'Port': ['ID=64b22f89-676f-4340-8a0a-2737d51fa850,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:12.222652 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-42bb21fa-8947-4868-83ef-7e7c0f783721 req-f547e46c-98d0-4c8d-8e9e-5916745c2734 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 210 time: 0.0406303 Feb 28 17:53:12.224042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:53:12.235665 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d649eff5-f6b8-47c6-8025-79533f312759 req-eabbab65-60a6-4b5a-9486-b41290187079 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] No DVR routers for this DVR port 64b22f89-676f-4340-8a0a-2737d51fa850 on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:53:12.243864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807d05a-e0c9-4cdb-9b63-415af56e0031 req-ddad98e1-a810-48de-a140-3c2d13c58ae5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:12.245346 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8807d05a-e0c9-4cdb-9b63-415af56e0031 req-ddad98e1-a810-48de-a140-3c2d13c58ae5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 943 time: 0.1785052 Feb 28 17:53:12.248600 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d649eff5-f6b8-47c6-8025-79533f312759 req-eabbab65-60a6-4b5a-9486-b41290187079 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:12.251846 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d649eff5-f6b8-47c6-8025-79533f312759 req-eabbab65-60a6-4b5a-9486-b41290187079 tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.69 "DELETE /v2.0/ports/64b22f89-676f-4340-8a0a-2737d51fa850 HTTP/1.1" status: 204 len: 173 time: 0.5855510 Feb 28 17:53:12.252291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499ea3d2-bed8-4c1a-938e-5805e1d958de', 'name': 'network-vif-deleted', 'tag': '64b22f89-676f-4340-8a0a-2737d51fa850'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:53:12.254619 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f31e31-9e13-40fe-9708-8ddbf8b50fdf" -d '{"events": [{"server_uuid": "499ea3d2-bed8-4c1a-938e-5805e1d958de", "name": "network-vif-deleted", "tag": "64b22f89-676f-4340-8a0a-2737d51fa850"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:53:12.290176 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf4d6-253d-433e-84a1-122f50202952 req-bc09d8c9-50e2-40cc-8ea5-479e43aaf0a2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:12.291721 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-bc09d8c9-50e2-40cc-8ea5-479e43aaf0a2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5&tenant_id=a3eb0a57573941dbb6964a85dd6477cc&binding%3Ahost_id=n-h1-820368-19 HTTP/1.1" status: 200 len: 943 time: 0.1582916 Feb 28 17:53:12.304970 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be646886-580f-45e8-b89a-9ce3d79ccee9 x-openstack-request-id: req-be646886-580f-45e8-b89a-9ce3d79ccee9 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:53:12.305256 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499ea3d2-bed8-4c1a-938e-5805e1d958de", "name": "network-vif-deleted", "tag": "64b22f89-676f-4340-8a0a-2737d51fa850", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:53:12.305526 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-be646886-580f-45e8-b89a-9ce3d79ccee9 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:53:12.306044 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499ea3d2-bed8-4c1a-938e-5805e1d958de', 'name': 'network-vif-deleted', 'tag': '64b22f89-676f-4340-8a0a-2737d51fa850', 'status': 'completed', 'code': 200} Feb 28 17:53:12.358462 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8807d05a-e0c9-4cdb-9b63-415af56e0031 req-1802c388-bade-4cc0-b576-dbebec6a2f9e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001251 Feb 28 17:53:12.371601 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:12.381176 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-0a9c3fa0-2b24-4de6-ac1f-f773aaa46cd1 service neutron] 10.222.0.73 "GET /v2.0/ports/28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f/bindings/n-h1-820368-19 HTTP/1.1" status: 200 len: 383 time: 0.0779135 Feb 28 17:53:12.381572 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'port_id': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:53:12.423036 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:12.423486 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:12.437356 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:53:12.448816 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf4d6-253d-433e-84a1-122f50202952 req-0df73522-de9f-4ebe-9408-f71d95fec5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:12.450920 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-0df73522-de9f-4ebe-9408-f71d95fec5fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1126 time: 0.0480878 Feb 28 17:53:12.458325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:12.557558 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf4d6-253d-433e-84a1-122f50202952 req-490b39d1-d890-414f-b6c3-d933692a6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:12.558397 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-490b39d1-d890-414f-b6c3-d933692a6092 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 200 len: 898 time: 0.1024854 Feb 28 17:53:12.571723 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:12.630023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:12.636908 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-a27e29db-6101-4232-bc57-f081cafe6eb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 1000 time: 0.0716505 Feb 28 17:53:12.649940 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:53:12.694074 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf4d6-253d-433e-84a1-122f50202952 req-8a231912-a077-4e84-9007-850656315ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:12.695617 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-8a231912-a077-4e84-9007-850656315ced service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e41ca01d-2fd6-4fc0-8de4-5de0571353f1 HTTP/1.1" status: 200 len: 835 time: 0.0520768 Feb 28 17:53:12.744415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf4d6-253d-433e-84a1-122f50202952 req-9f4c8233-4226-462c-859a-5b3f19deb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:12.745881 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-9f4c8233-4226-462c-859a-5b3f19deb194 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80cd9b14-ca3f-44ac-988d-f99590559767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434294 Feb 28 17:53:12.794166 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:12.841526 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-39f59c23-e37f-4420-8919-eae52168bc13 service neutron] 10.222.0.73 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872493 Feb 28 17:53:12.873047 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:53:12.946545 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-5b09ff24-3e63-4089-bdc4-87bd3fab5bb6 service neutron] 10.222.0.73 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992362 Feb 28 17:53:13.333129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5bb07d17-e587-4eff-8855-d633ff3ef89a req-2ff4bb34-de55-4152-881f-f9d1876d137d tempest-TestServerAdvancedOps-1206070553 tempest-TestServerAdvancedOps-1206070553-project] 10.222.0.72 "GET /v2.0/ports?device_id=499ea3d2-bed8-4c1a-938e-5805e1d958de HTTP/1.1" status: 200 len: 210 time: 0.0298629 Feb 28 17:53:13.484751 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a8729-18dc-47b4-9f4e-b5c6f2b6fd9f req-4e88a1b0-3f35-4542-88a8-04fbc1d373b1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:13.486982 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a48a8729-18dc-47b4-9f4e-b5c6f2b6fd9f req-4e88a1b0-3f35-4542-88a8-04fbc1d373b1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 944 time: 0.0591471 Feb 28 17:53:13.544215 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a48a8729-18dc-47b4-9f4e-b5c6f2b6fd9f req-8fe1ae3e-2b56-4d18-bcad-35446847023e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498714 Feb 28 17:53:13.937492 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:14.222989 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:14.315795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 64b22f89-676f-4340-8a0a-2737d51fa850 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:53:14.337450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:53:14.340864 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 64b22f89-676f-4340-8a0a-2737d51fa850 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:53:14.341213 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 64b22f89-676f-4340-8a0a-2737d51fa850 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:53:14.344106 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:14.344482 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:14.395954 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38590) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:14.428060 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:14.428538 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:14.444314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39d131f-4d8c-48f8-b672-19538b004d1c admin admin] Deleting subnet fe255339-1103-4be8-b373-fe8ab649409d {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:53:14.447605 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b39d131f-4d8c-48f8-b672-19538b004d1c admin admin] Publish callbacks [] for subnet (fe255339-1103-4be8-b373-fe8ab649409d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:14.452517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:53:14.454855 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71609551-19dd-4b01-b3f8-0d0453b9d3bd" -d '{"events": [{"server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "name": "network-vif-plugged", "status": "completed", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:53:14.470768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:14.489702 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b39d131f-4d8c-48f8-b672-19538b004d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (fe255339-1103-4be8-b373-fe8ab649409d), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:14.511473 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b5d99a-7663-4e6f-802c-f4779f71a333 x-openstack-request-id: req-e0b5d99a-7663-4e6f-802c-f4779f71a333 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:53:14.511731 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "name": "network-vif-plugged", "status": "completed", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:53:14.512753 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0b5d99a-7663-4e6f-802c-f4779f71a333 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:53:14.513226 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'code': 200} Feb 28 17:53:14.534458 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b39d131f-4d8c-48f8-b672-19538b004d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (fe255339-1103-4be8-b373-fe8ab649409d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:14.551441 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:14.615156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,revision_number=9']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:14.672743 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e68610-df2e-484b-850c-aa62ec366db9 req-574aac90-d74a-4e31-b982-25e0828d5a30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:14.674283 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-50e68610-df2e-484b-850c-aa62ec366db9 req-574aac90-d74a-4e31-b982-25e0828d5a30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.0548007 Feb 28 17:53:14.676328 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b39d131f-4d8c-48f8-b672-19538b004d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (fe255339-1103-4be8-b373-fe8ab649409d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:14.709873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d131f-4d8c-48f8-b672-19538b004d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe255339-1103-4be8-b373-fe8ab649409d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:14.719257 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b39d131f-4d8c-48f8-b672-19538b004d1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:14.722521 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b39d131f-4d8c-48f8-b672-19538b004d1c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fe255339-1103-4be8-b373-fe8ab649409d HTTP/1.1" status: 204 len: 168 time: 0.3256025 Feb 28 17:53:14.725045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38598) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:14.805359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-50e68610-df2e-484b-850c-aa62ec366db9 req-067d046c-63e5-4991-a92c-af2f80ae2874 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081510 Feb 28 17:53:14.828313 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-02467fcc-b96b-4199-b1a0-d84551ff4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (1895000b-adb5-4b44-9666-a29fbb1acc06), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:14.897432 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-02467fcc-b96b-4199-b1a0-d84551ff4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (1895000b-adb5-4b44-9666-a29fbb1acc06), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:14.921599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-02467fcc-b96b-4199-b1a0-d84551ff4e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1895000b-adb5-4b44-9666-a29fbb1acc06']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:14.931864 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-02467fcc-b96b-4199-b1a0-d84551ff4e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c394ec-fd57-46a3-8505-2a60aba9b187') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:14.932160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-02467fcc-b96b-4199-b1a0-d84551ff4e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c394ec-fd57-46a3-8505-2a60aba9b187') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:14.941345 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-02467fcc-b96b-4199-b1a0-d84551ff4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (94c394ec-fd57-46a3-8505-2a60aba9b187), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:14.954332 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-02467fcc-b96b-4199-b1a0-d84551ff4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (94c394ec-fd57-46a3-8505-2a60aba9b187), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:14.960546 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02467fcc-b96b-4199-b1a0-d84551ff4e97 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:53:14.960857 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-02467fcc-b96b-4199-b1a0-d84551ff4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (94c394ec-fd57-46a3-8505-2a60aba9b187), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:53:14.962524 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:53:15.121732 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-02467fcc-b96b-4199-b1a0-d84551ff4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (1895000b-adb5-4b44-9666-a29fbb1acc06), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.128344 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-02467fcc-b96b-4199-b1a0-d84551ff4e97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.136427 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-02467fcc-b96b-4199-b1a0-d84551ff4e97 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1895000b-adb5-4b44-9666-a29fbb1acc06 HTTP/1.1" status: 204 len: 168 time: 0.4079516 Feb 28 17:53:15.137637 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38600) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:15.163805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02467fcc-b96b-4199-b1a0-d84551ff4e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=1895000b-adb5-4b44-9666-a29fbb1acc06,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:15.193653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-01933a95-579e-42d8-9273-9cb9a399c2da admin admin] Deleting subnet b3ff0681-5cfc-4474-a95a-fb0f56071d94 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:53:15.196822 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01933a95-579e-42d8-9273-9cb9a399c2da admin admin] Publish callbacks [] for subnet (b3ff0681-5cfc-4474-a95a-fb0f56071d94), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.243846 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01933a95-579e-42d8-9273-9cb9a399c2da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (b3ff0681-5cfc-4474-a95a-fb0f56071d94), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.286216 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01933a95-579e-42d8-9273-9cb9a399c2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (b3ff0681-5cfc-4474-a95a-fb0f56071d94), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.400981 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01933a95-579e-42d8-9273-9cb9a399c2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (b3ff0681-5cfc-4474-a95a-fb0f56071d94), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.433833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01933a95-579e-42d8-9273-9cb9a399c2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ff0681-5cfc-4474-a95a-fb0f56071d94,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:15.435828 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01933a95-579e-42d8-9273-9cb9a399c2da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.438966 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-01933a95-579e-42d8-9273-9cb9a399c2da admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b3ff0681-5cfc-4474-a95a-fb0f56071d94 HTTP/1.1" status: 204 len: 168 time: 0.3002977 Feb 28 17:53:15.441529 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38608) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:15.516687 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d1fcf60-aa86-4a3c-9cc3-0b0e493cdf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (24413e77-da4a-4466-b487-8204606847c0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.623085 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d1fcf60-aa86-4a3c-9cc3-0b0e493cdf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (24413e77-da4a-4466-b487-8204606847c0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.647565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0d1fcf60-aa86-4a3c-9cc3-0b0e493cdf67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24413e77-da4a-4466-b487-8204606847c0']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:15.658537 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0d1fcf60-aa86-4a3c-9cc3-0b0e493cdf67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6bb283-ae10-4d62-9b54-9e721827ec2e') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:15.658836 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-0d1fcf60-aa86-4a3c-9cc3-0b0e493cdf67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6bb283-ae10-4d62-9b54-9e721827ec2e') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:15.670788 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d1fcf60-aa86-4a3c-9cc3-0b0e493cdf67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (0e6bb283-ae10-4d62-9b54-9e721827ec2e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.675496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf4d6-253d-433e-84a1-122f50202952 req-c178d06a-3153-483f-9916-bc692b99f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:15.676996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-c178d06a-3153-483f-9916-bc692b99f295 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5&tenant_id=a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 1128 time: 0.0938170 Feb 28 17:53:15.691048 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-19', 'device_owner': 'compute:nova'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:15.693477 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d1fcf60-aa86-4a3c-9cc3-0b0e493cdf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (0e6bb283-ae10-4d62-9b54-9e721827ec2e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.715852 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1fcf60-aa86-4a3c-9cc3-0b0e493cdf67 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:53:15.716241 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d1fcf60-aa86-4a3c-9cc3-0b0e493cdf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (0e6bb283-ae10-4d62-9b54-9e721827ec2e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:53:15.717857 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:53:15.798664 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.903540 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d1fcf60-aa86-4a3c-9cc3-0b0e493cdf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (24413e77-da4a-4466-b487-8204606847c0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.947186 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0d1fcf60-aa86-4a3c-9cc3-0b0e493cdf67 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:15.950369 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0d1fcf60-aa86-4a3c-9cc3-0b0e493cdf67 admin admin] 10.222.0.72 "DELETE /v2.0/networks/24413e77-da4a-4466-b487-8204606847c0 HTTP/1.1" status: 204 len: 168 time: 0.5078986 Feb 28 17:53:15.951289 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fcf60-aa86-4a3c-9cc3-0b0e493cdf67 admin admin] Pushing event deleted for resources: {'Network': ['ID=24413e77-da4a-4466-b487-8204606847c0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:16.031332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665a760-228d-41c1-8261-5fb2076a49d3 req-728760bc-2b65-4778-a541-3e4ef44f0f0f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:16.032826 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1665a760-228d-41c1-8261-5fb2076a49d3 req-728760bc-2b65-4778-a541-3e4ef44f0f0f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 945 time: 0.1365535 Feb 28 17:53:16.083118 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:16.125531 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1665a760-228d-41c1-8261-5fb2076a49d3 req-7947d790-5b06-4816-94fc-d86d11c2d136 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827341 Feb 28 17:53:16.150559 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:16.187787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:53:16.190174 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c02058-ca3d-480c-9fe8-bb059000d232" -d '{"events": [{"server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "name": "network-vif-unplugged", "status": "completed", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:53:16.194770 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Publish callbacks [] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:16.207559 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Transition to ACTIVE for port object 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:53:16.243566 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560f2fed-3e22-41fe-91c4-a5b87aac00de x-openstack-request-id: req-560f2fed-3e22-41fe-91c4-a5b87aac00de {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:53:16.243868 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "name": "network-vif-unplugged", "status": "completed", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:53:16.244125 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-560f2fed-3e22-41fe-91c4-a5b87aac00de {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:53:16.244534 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'code': 200} Feb 28 17:53:16.277013 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:16.364750 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Pushing event updated for resources: {'Port': ['ID=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,revision_number=10']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:16.396419 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38622) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:16.429179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] No DVR routers for this DVR port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:53:16.496363 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8c078a73-d4ab-487d-9a3b-0f386719d199 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=01ee598ac2ea4cf1a0ae9a978ad30fef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0988276 Feb 28 17:53:16.498815 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38624) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:16.608122 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0df8903-296b-4ec4-93bd-1dda29b039fd admin admin] Publish callbacks [] for security_group (2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:16.631267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Attempting to bind port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:53:16.631594 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Attempting to bind port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:53:16.631918 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Attempting to bind port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on network 80cd9b14-ca3f-44ac-988d-f99590559767 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:16.642524 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0df8903-296b-4ec4-93bd-1dda29b039fd admin admin] Publish callbacks [] for security_group (2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:16.648572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on network 80cd9b14-ca3f-44ac-988d-f99590559767 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:53:16.648890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Attempting to bind port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on network 80cd9b14-ca3f-44ac-988d-f99590559767 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:16.661031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:53:16.661359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Checking segment: {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:16.661730 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Bound using segment: {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:53:16.662174 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Bound port: 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098fc6a4-d7a6-469d-9b26-462b3015c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:53:16.662514 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:16.741611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:16.744583 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:53:16.818506 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0df8903-296b-4ec4-93bd-1dda29b039fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:16.821032 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f0df8903-296b-4ec4-93bd-1dda29b039fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:16.822202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f0df8903-296b-4ec4-93bd-1dda29b039fd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c HTTP/1.1" status: 204 len: 168 time: 0.3224795 Feb 28 17:53:16.830276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df8903-296b-4ec4-93bd-1dda29b039fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d64a2dd-31c4-449d-8bf6-ddc2ae26e65c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:16.836768 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:16.867536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:16.868163 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:16.869612 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] 10.222.0.69 "PUT /v2.0/ports/28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 1093 time: 1.1835651 Feb 28 17:53:16.910521 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5903ea-42b9-4eac-b147-b5f48553f68d service neutron] Pushing event updated for resources: {'Port': ['ID=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,revision_number=11']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:16.949158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf4d6-253d-433e-84a1-122f50202952 req-568b1a28-6306-4d36-9f95-f6703894010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:16.951154 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-568b1a28-6306-4d36-9f95-f6703894010c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1127 time: 0.0541894 Feb 28 17:53:17.061399 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf4d6-253d-433e-84a1-122f50202952 req-f99f5937-9f79-40f9-b798-434809cb8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:17.063196 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-f99f5937-9f79-40f9-b798-434809cb8837 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 200 len: 898 time: 0.1055255 Feb 28 17:53:17.144172 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-af36d45e-6957-47aa-813a-db04a2aa3262 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 999 time: 0.0739326 Feb 28 17:53:17.198544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf4d6-253d-433e-84a1-122f50202952 req-d1bfc936-5459-4237-8ad5-ec6f112b0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:17.200107 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-d1bfc936-5459-4237-8ad5-ec6f112b0b04 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e41ca01d-2fd6-4fc0-8de4-5de0571353f1 HTTP/1.1" status: 200 len: 835 time: 0.0498929 Feb 28 17:53:17.282591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf4d6-253d-433e-84a1-122f50202952 req-d30a9a24-8d4e-4e5d-bf01-73054a596c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:17.284153 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-d30a9a24-8d4e-4e5d-bf01-73054a596c13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80cd9b14-ca3f-44ac-988d-f99590559767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0784283 Feb 28 17:53:17.291141 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c60f5e-a997-44bd-a00a-30b49811b1ec req-4f85007a-94e0-4893-857a-21cf9f1f3a3b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:17.292545 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31c60f5e-a997-44bd-a00a-30b49811b1ec req-4f85007a-94e0-4893-857a-21cf9f1f3a3b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 944 time: 0.0787752 Feb 28 17:53:17.418666 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31c60f5e-a997-44bd-a00a-30b49811b1ec req-5f754f3f-b4b0-42a0-8e4e-1b54cc53e36c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177390 Feb 28 17:53:17.452508 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-d430e926-c766-41be-92dc-31e077668aec service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589859 Feb 28 17:53:17.551351 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b29cf4d6-253d-433e-84a1-122f50202952 req-99179e12-8cc6-4e1c-b58e-b5913a3cf354 service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913320 Feb 28 17:53:17.699843 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38638) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:17.746415 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cfbc69d0-db85-445c-9529-d056d5f9844b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b9b89ba2cb5a4baa8ea8957c29917bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430958 Feb 28 17:53:17.746888 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38640) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:17.796772 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ccbbe2a-839e-42bc-9dd5-7a4aa151bd0d admin admin] Publish callbacks [] for security_group (fe41bc14-e5cc-47ce-8518-9a0df089622f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:17.845438 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ccbbe2a-839e-42bc-9dd5-7a4aa151bd0d admin admin] Publish callbacks [] for security_group (fe41bc14-e5cc-47ce-8518-9a0df089622f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:17.893497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4748c2df-f2bd-4226-8331-18d87d108c7e req-d6e2a8f1-270d-4198-bf46-c891210823a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0827889 Feb 28 17:53:17.981793 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748c2df-f2bd-4226-8331-18d87d108c7e req-2e262625-b3d2-4711-b5ef-2d5e47602f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:17.983372 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4748c2df-f2bd-4226-8331-18d87d108c7e req-2e262625-b3d2-4711-b5ef-2d5e47602f63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c1a0f817663429298e762db81838c33&device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 1167 time: 0.0454297 Feb 28 17:53:17.984407 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ccbbe2a-839e-42bc-9dd5-7a4aa151bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (fe41bc14-e5cc-47ce-8518-9a0df089622f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:17.986941 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1ccbbe2a-839e-42bc-9dd5-7a4aa151bd0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:17.988616 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1ccbbe2a-839e-42bc-9dd5-7a4aa151bd0d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fe41bc14-e5cc-47ce-8518-9a0df089622f HTTP/1.1" status: 204 len: 168 time: 0.2406638 Feb 28 17:53:17.997099 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbbe2a-839e-42bc-9dd5-7a4aa151bd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe41bc14-e5cc-47ce-8518-9a0df089622f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:18.096203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748c2df-f2bd-4226-8331-18d87d108c7e req-dd544524-37ff-4fec-b2ea-0099398b568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:18.098278 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4748c2df-f2bd-4226-8331-18d87d108c7e req-dd544524-37ff-4fec-b2ea-0099398b568b service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e HTTP/1.1" status: 200 len: 898 time: 0.0951107 Feb 28 17:53:18.171860 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4748c2df-f2bd-4226-8331-18d87d108c7e req-36e660aa-f0e3-41f2-be1d-2c10920a889a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a25f09e-7bb3-45e6-9730-13d3245bd637 HTTP/1.1" status: 200 len: 1000 time: 0.0673287 Feb 28 17:53:18.222891 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748c2df-f2bd-4226-8331-18d87d108c7e req-76f9d41c-6367-485f-8300-9e7595ce2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:18.224451 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4748c2df-f2bd-4226-8331-18d87d108c7e req-76f9d41c-6367-485f-8300-9e7595ce2096 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24260bd8-fc9b-4ddf-8826-a72b197f0d04 HTTP/1.1" status: 200 len: 834 time: 0.0466335 Feb 28 17:53:18.234069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:53:18.259438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:53:18.263047 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260" -d '{"events": [{"name": "network-changed", "server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:53:18.326845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748c2df-f2bd-4226-8331-18d87d108c7e req-9018d83b-ae65-400f-83fb-0dfd38826190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:18.329582 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4748c2df-f2bd-4226-8331-18d87d108c7e req-9018d83b-ae65-400f-83fb-0dfd38826190 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0996380 Feb 28 17:53:18.332111 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e633939-d059-4a6c-a459-0fd2b3cf5574 x-openstack-request-id: req-8e633939-d059-4a6c-a459-0fd2b3cf5574 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:53:18.332854 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:53:18.333286 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8e633939-d059-4a6c-a459-0fd2b3cf5574 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:53:18.334536 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'status': 'completed', 'code': 200} Feb 28 17:53:18.437990 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-e04dd516-5b3b-4496-9ab0-c8327ceaabb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:18.439641 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-e04dd516-5b3b-4496-9ab0-c8327ceaabb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1127 time: 0.0919175 Feb 28 17:53:18.463796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-f9dfd68f-4547-4097-a691-0a470aa7b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:18.465841 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-f9dfd68f-4547-4097-a691-0a470aa7b220 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1127 time: 0.1068225 Feb 28 17:53:18.614489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] The host n-h1-820368-19 is not matching for port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f host n-h2-820368-19! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:53:18.615212 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:53:18.650943 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-d198d6b4-bada-4ef7-b742-5a43266f4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:18.656054 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-d198d6b4-bada-4ef7-b742-5a43266f4995 service neutron] 10.222.0.73 "GET /v2.0/networks?id=80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 200 len: 898 time: 0.2089348 Feb 28 17:53:18.790586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-93edf24d-1a00-4ded-8855-0417cfb4f220 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 999 time: 0.1228712 Feb 28 17:53:18.844064 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-f126c466-e7e9-40c1-aefd-e86fc46108eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:18.846231 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-f126c466-e7e9-40c1-aefd-e86fc46108eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e41ca01d-2fd6-4fc0-8de4-5de0571353f1 HTTP/1.1" status: 200 len: 835 time: 0.0503683 Feb 28 17:53:18.912208 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-6b929c22-ea05-4005-b1e5-791973490ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:18.914998 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-6b929c22-ea05-4005-b1e5-791973490ec8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=80cd9b14-ca3f-44ac-988d-f99590559767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0630424 Feb 28 17:53:18.943592 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4748c2df-f2bd-4226-8331-18d87d108c7e req-3f495ac2-f956-4544-a9d6-439fc3ecba19 service neutron] 10.222.0.73 "GET /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076112 Feb 28 17:53:19.000669 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-441fa4b9-182a-4faf-ba8e-4522b614fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:19.002329 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-441fa4b9-182a-4faf-ba8e-4522b614fbb7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 200 len: 898 time: 0.5278130 Feb 28 17:53:19.044289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-487e5e4d-4661-4ea7-92c7-1c58d5465503 service neutron] 10.222.0.73 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225698 Feb 28 17:53:19.145586 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-178537f3-c212-498e-b549-d9473dd9b157 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 999 time: 0.1029649 Feb 28 17:53:19.152578 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-c12c1520-457a-4815-b9cf-9d502d4b3754 service neutron] 10.222.0.73 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013246 Feb 28 17:53:19.215502 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e1aa5-90f6-4e35-9d5b-11fb811bf5d7 req-5354fcf7-922d-4e17-afc1-a5d79e267f04 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:19.217108 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2f1e1aa5-90f6-4e35-9d5b-11fb811bf5d7 req-5354fcf7-922d-4e17-afc1-a5d79e267f04 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 944 time: 0.3671780 Feb 28 17:53:19.225752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-809bcd93-4db9-4ae6-aa98-05f761ba7889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:19.229392 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-809bcd93-4db9-4ae6-aa98-05f761ba7889 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e41ca01d-2fd6-4fc0-8de4-5de0571353f1 HTTP/1.1" status: 200 len: 835 time: 0.0731838 Feb 28 17:53:19.305406 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4748c2df-f2bd-4226-8331-18d87d108c7e req-d2d1081b-d421-4a2e-87f6-84c0a77e0776 service neutron] 10.222.0.73 "GET /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516462 Feb 28 17:53:19.350391 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2f1e1aa5-90f6-4e35-9d5b-11fb811bf5d7 req-aa76d4f7-ab33-4955-ab21-1f3e2319983e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222334 Feb 28 17:53:19.356088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-50507ae2-5cde-41c7-900f-ed348ff1fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:19.357602 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-50507ae2-5cde-41c7-900f-ed348ff1fe16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80cd9b14-ca3f-44ac-988d-f99590559767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1132724 Feb 28 17:53:19.451851 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-a1218ece-56a5-4e41-ac45-6c0a3b9d78a8 service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872781 Feb 28 17:53:19.512220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38680) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:19.571973 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ebb7eca-388c-4474-aba9-9b9e2b6ef260 req-6651f701-959b-4acb-8503-0396394830bd service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145432 Feb 28 17:53:19.641328 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-998036891-network', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:19.744196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] Made reservation on behalf of cbdd389978a3410ba9e705bfb467bdd2 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:53:19.746593 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:19.755721 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:19.840407 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] Publish callbacks [] for security_group (7d89992e-633c-4e4c-a123-f723543b53d8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:19.910630 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7d89992e-633c-4e4c-a123-f723543b53d8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:19.935083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:53:19.944662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d89992e-633c-4e4c-a123-f723543b53d8,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:19.949300 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (024fd1eb-e5e1-4918-826f-1f75bb456bf3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:19.949596 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] Added segment 024fd1eb-e5e1-4918-826f-1f75bb456bf3 of type vlan for network f4617979-011c-44c6-ad85-720f8381a79f Feb 28 17:53:19.992574 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (f4617979-011c-44c6-ad85-720f8381a79f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:20.070020 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (f4617979-011c-44c6-ad85-720f8381a79f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:20.071012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:20.071651 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:20.131441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=f4617979-011c-44c6-ad85-720f8381a79f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:20.142071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network f4617979-011c-44c6-ad85-720f8381a79f details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:53:20.192065 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-953bb86f-9e43-4154-9ecd-46594f584ee2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6786160 Feb 28 17:53:20.194859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38688) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:20.199954 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-da6949aa-11a2-4939-9006-489f3857bc7b admin admin] Request body: {'subnet': {'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-998036891-subnet', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:20.274071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6949aa-11a2-4939-9006-489f3857bc7b admin admin] Made reservation on behalf of cbdd389978a3410ba9e705bfb467bdd2 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:53:20.276442 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-da6949aa-11a2-4939-9006-489f3857bc7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:20.329109 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:53:20.436087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:20.454175 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'port_id': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:53:20.494585 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:20.495082 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:20.496757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954c392-3e18-497b-81d5-5f7003186792 req-f6281425-c59c-4c68-a1ae-8f48012338c2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:20.499497 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8954c392-3e18-497b-81d5-5f7003186792 req-f6281425-c59c-4c68-a1ae-8f48012338c2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 944 time: 0.0729406 Feb 28 17:53:20.509717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:53:20.535283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:20.538759 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-da6949aa-11a2-4939-9006-489f3857bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (b22af9fd-c1c1-4226-8af3-949a6efba0b3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:20.592903 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8954c392-3e18-497b-81d5-5f7003186792 req-5948de57-95f4-4384-9c34-882d414e748f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869467 Feb 28 17:53:20.596222 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:20.608713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6949aa-11a2-4939-9006-489f3857bc7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b22af9fd-c1c1-4226-8af3-949a6efba0b3,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:20.628760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6949aa-11a2-4939-9006-489f3857bc7b admin admin] Checking segment: {'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:20.629112 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6949aa-11a2-4939-9006-489f3857bc7b admin admin] Network hostable DHCP agents. Network: f4617979-011c-44c6-ad85-720f8381a79f, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:53:20.637060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38696) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:20.668379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,revision_number=12']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:20.705858 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e70a4ce2-bab8-4d6b-b7f3-d0fa21d4b1f5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/6f258565-ce3f-45cd-a4fa-14b16db7b311 HTTP/1.1" status: 200 len: 992 time: 0.0625772 Feb 28 17:53:20.726963 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6949aa-11a2-4939-9006-489f3857bc7b admin admin] Network f4617979-011c-44c6-ad85-720f8381a79f is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:53:20.812664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-da6949aa-11a2-4939-9006-489f3857bc7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, f4617979-011c-44c6-ad85-720f8381a79f) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:20.817292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6949aa-11a2-4939-9006-489f3857bc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:20.817888 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-da6949aa-11a2-4939-9006-489f3857bc7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:20.830136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ff341c-cf29-418e-bb42-09e4c4699aaa None None] Network f4617979-011c-44c6-ad85-720f8381a79f requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:53:20.844894 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:53:20.921409 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-da6949aa-11a2-4939-9006-489f3857bc7b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7229021 Feb 28 17:53:20.928165 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38700) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:20.932658 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-998036891-router', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:20.982094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-f4617979-011c-44c6-ad85-720f8381a79f', 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f', 'project_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'fixed_ips': [{'subnet_id': 'b22af9fd-c1c1-4226-8af3-949a6efba0b3'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:53:20.982944 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:21.007671 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:21.008933 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:21.067297 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Publish callbacks [] for router_controller (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:21.186548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Allocated IP 172.20.0.2 (f4617979-011c-44c6-ad85-720f8381a79f/b22af9fd-c1c1-4226-8af3-949a6efba0b3/9fdb497a-6692-4337-a98d-d4f3e328e395) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:53:21.294318 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Publish callbacks [] for router_gateway (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:21.316855 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eaf0be10-5662-4069-8038-02fa4cb4c202 req-80659474-0ee9-4b85-8d9c-104c37f2799f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506241 Feb 28 17:53:21.404327 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Publish callbacks [] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:21.446923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0be10-5662-4069-8038-02fa4cb4c202 req-8aff2d78-bb05-4922-ad88-d5a2277825b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:21.448328 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eaf0be10-5662-4069-8038-02fa4cb4c202 req-8aff2d78-bb05-4922-ad88-d5a2277825b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bef235c08ba34768a0edb11d272318ad&device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 1130 time: 0.0845027 Feb 28 17:53:21.469898 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:21.510932 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Network f4617979-011c-44c6-ad85-720f8381a79f is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:21.513792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:21.517877 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:53:21.529625 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Pushing event updated for resources: {'Port': ['ID=9fdb497a-6692-4337-a98d-d4f3e328e395,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:21.590214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Attempting to bind port 9fdb497a-6692-4337-a98d-d4f3e328e395 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:53:21.590619 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Attempting to bind port 9fdb497a-6692-4337-a98d-d4f3e328e395 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:53:21.590955 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Attempting to bind port 9fdb497a-6692-4337-a98d-d4f3e328e395 on network f4617979-011c-44c6-ad85-720f8381a79f {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:21.597062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:53:21.597687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Checking segment: {'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:21.597838 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:21.598242 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Bound using segment: {'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:53:21.598724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Bound port: 9fdb497a-6692-4337-a98d-d4f3e328e395, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:53:21.599115 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:21.665672 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0be10-5662-4069-8038-02fa4cb4c202 req-53f29527-ae5e-4799-8b32-ec0152faa4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:21.667177 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eaf0be10-5662-4069-8038-02fa4cb4c202 req-53f29527-ae5e-4799-8b32-ec0152faa4b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 200 len: 917 time: 0.1904626 Feb 28 17:53:21.668958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] For port 9fdb497a-6692-4337-a98d-d4f3e328e395, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:21.670622 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Publish callbacks [] for router_gateway (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:21.672556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] For port 9fdb497a-6692-4337-a98d-d4f3e328e395, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9fdb497a-6692-4337-a98d-d4f3e328e395,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:53:21.699533 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:21.732752 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:21.794608 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eaf0be10-5662-4069-8038-02fa4cb4c202 req-75dd15f8-4422-4a2c-9ae6-1746ed059e2f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0338a957-5f25-4f82-8926-594740ebd63b HTTP/1.1" status: 200 len: 1002 time: 0.1014459 Feb 28 17:53:21.850245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5082d-75e6-4a89-9a66-9697da309af4 None None] Pushing event updated for resources: {'Port': ['ID=9fdb497a-6692-4337-a98d-d4f3e328e395,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:21.906904 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0be10-5662-4069-8038-02fa4cb4c202 req-c00f161d-e491-4b17-8a18-033e2ed9bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:21.908376 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eaf0be10-5662-4069-8038-02fa4cb4c202 req-c00f161d-e491-4b17-8a18-033e2ed9bd41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 200 len: 855 time: 0.1058307 Feb 28 17:53:21.927132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Allocated IP 172.25.3.69 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/6eaf7fa2-379b-491f-8e92-b360e20610c7) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:53:22.043367 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0be10-5662-4069-8038-02fa4cb4c202 req-3a2649d2-fc14-4708-8951-28f98f5fcabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:22.045072 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eaf0be10-5662-4069-8038-02fa4cb4c202 req-3a2649d2-fc14-4708-8951-28f98f5fcabc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f155d851-846e-4863-8917-143f70fd2e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1268940 Feb 28 17:53:22.167281 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Publish callbacks [] for port (6eaf7fa2-379b-491f-8e92-b360e20610c7), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:22.196254 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eaf0be10-5662-4069-8038-02fa4cb4c202 req-992f59ab-0a88-460f-8afd-26c06d6d4f69 service neutron] 10.222.0.69 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442456 Feb 28 17:53:22.310869 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eaf0be10-5662-4069-8038-02fa4cb4c202 req-baf6bf10-415d-40d3-b6fb-78311bf692e8 service neutron] 10.222.0.69 "GET /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090171 Feb 28 17:53:22.339478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9fdb497a-6692-4337-a98d-d4f3e328e395 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:22.367793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6eaf7fa2-379b-491f-8e92-b360e20610c7), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:22.377501 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:22.406856 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:22.412541 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:22.416292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:53:22.438325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 9fdb497a-6692-4337-a98d-d4f3e328e395 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:22.438697 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:22.462639 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Pushing event updated for resources: {'Port': ['ID=6eaf7fa2-379b-491f-8e92-b360e20610c7,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:22.491983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:22.492534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:22.492877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:22.494180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:22.494831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:22.495295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:22.495726 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:22.496162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:22.496589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:22.497063 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:22.497499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:22.497956 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:22.498373 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:22.527381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:53:22.538847 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:22.539663 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:22.580050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 9fdb497a-6692-4337-a98d-d4f3e328e395 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:22.580438 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:22.627412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 9fdb497a-6692-4337-a98d-d4f3e328e395, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9fdb497a-6692-4337-a98d-d4f3e328e395,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:22.670524 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:22.671164 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:22.696635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:53:22.698989 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b301c0-983c-4ea3-82e0-0fbdfee3e1ee" -d '{"events": [{"server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "name": "network-vif-plugged", "status": "completed", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:53:22.709679 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:22.723586 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:22.746986 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fd28e8-5b05-4ab1-b29f-5b635ec806a6 x-openstack-request-id: req-37fd28e8-5b05-4ab1-b29f-5b635ec806a6 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:53:22.747278 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "name": "network-vif-plugged", "status": "completed", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:53:22.747531 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-37fd28e8-5b05-4ab1-b29f-5b635ec806a6 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:53:22.747924 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'code': 200} Feb 28 17:53:22.775523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=9fdb497a-6692-4337-a98d-d4f3e328e395,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:22.830634 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:22.917740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,revision_number=13']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:22.947678 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Publish callbacks [] for router_gateway (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:23.023417 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f738e8f-6e48-4820-a94c-808e99cb8411 None None] Network f4617979-011c-44c6-ad85-720f8381a79f requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:53:23.153363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8ff301fa-e31b-41d7-af06-5f8be44a423f None None] Provisioning complete for port 9fdb497a-6692-4337-a98d-d4f3e328e395 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:23.153764 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8ff301fa-e31b-41d7-af06-5f8be44a423f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:23.157135 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:23.243532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8ff301fa-e31b-41d7-af06-5f8be44a423f None None] Current status of the port 9fdb497a-6692-4337-a98d-d4f3e328e395 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:23.366289 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Router 1161bad1-a7e0-4a3a-85ab-99e52b9a909d is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:53:23.475070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d739c999-7e75-4c66-bbf0-fcf904e5ca4e None None] Provisioning complete for port 9fdb497a-6692-4337-a98d-d4f3e328e395 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:23.475716 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d739c999-7e75-4c66-bbf0-fcf904e5ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:23.508038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:53:23.523314 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Sync routers for ids ['1161bad1-a7e0-4a3a-85ab-99e52b9a909d'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:53:23.552354 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Routers {'1161bad1-a7e0-4a3a-85ab-99e52b9a909d'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:23.552905 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['1161bad1-a7e0-4a3a-85ab-99e52b9a909d'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:23.582658 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d739c999-7e75-4c66-bbf0-fcf904e5ca4e None None] Current status of the port 9fdb497a-6692-4337-a98d-d4f3e328e395 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:23.626599 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:23.628564 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a9d23794-8d65-40ac-89e6-d88d8285cccb admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6993725 Feb 28 17:53:23.631463 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38732) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:23.791334 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Set router 1161bad1-a7e0-4a3a-85ab-99e52b9a909d gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:23.998018 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'name': 'tempest-TestServerMultinode-998036891-router', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '6eaf7fa2-379b-491f-8e92-b360e20610c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:53:22Z', 'revision_number': 3, 'project_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'gw_port': {'id': '6eaf7fa2-379b-491f-8e92-b360e20610c7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:24.025717 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Checking router: 1161bad1-a7e0-4a3a-85ab-99e52b9a909d for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:53:24.026087 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Updating router 1161bad1-a7e0-4a3a-85ab-99e52b9a909d port 6eaf7fa2-379b-491f-8e92-b360e20610c7 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:53:24.058993 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6eaf7fa2-379b-491f-8e92-b360e20610c7), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:24.329492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9fdb497a-6692-4337-a98d-d4f3e328e395 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:24.339482 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Publish callbacks [] for port (6eaf7fa2-379b-491f-8e92-b360e20610c7), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:24.390504 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 9fdb497a-6692-4337-a98d-d4f3e328e395 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:24.390882 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:24.412504 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6eaf7fa2-379b-491f-8e92-b360e20610c7), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:24.416882 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:24.465844 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Attempting to bind port 6eaf7fa2-379b-491f-8e92-b360e20610c7 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:53:24.465844 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Attempting to bind port 6eaf7fa2-379b-491f-8e92-b360e20610c7 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:53:24.465844 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Attempting to bind port 6eaf7fa2-379b-491f-8e92-b360e20610c7 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:24.473827 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Pushing event updated for resources: {'Port': ['ID=6eaf7fa2-379b-491f-8e92-b360e20610c7,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:24.481891 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:53:24.481891 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:24.481891 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:24.481891 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:53:24.481891 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Bound port: 6eaf7fa2-379b-491f-8e92-b360e20610c7, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:53:24.481891 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6eaf7fa2-379b-491f-8e92-b360e20610c7), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:24.483973 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 9fdb497a-6692-4337-a98d-d4f3e328e395 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:24.508897 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:24.509338 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:24.509743 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:24.510103 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:24.510437 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:24.510765 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:24.511087 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:24.511412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:24.511732 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:24.512049 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:24.512367 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:24.512682 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:24.512996 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:24.550060 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] For port 6eaf7fa2-379b-491f-8e92-b360e20610c7, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:24.554499 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] For port 6eaf7fa2-379b-491f-8e92-b360e20610c7, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6eaf7fa2-379b-491f-8e92-b360e20610c7,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:53:24.624939 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6eaf7fa2-379b-491f-8e92-b360e20610c7), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:24.630742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Allocated IP 172.20.0.1 (f4617979-011c-44c6-ad85-720f8381a79f/b22af9fd-c1c1-4226-8af3-949a6efba0b3/dc41134f-b534-4922-9c7e-fc0d2c22ea3e) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:53:24.685781 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Routers {'1161bad1-a7e0-4a3a-85ab-99e52b9a909d'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:24.686430 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['1161bad1-a7e0-4a3a-85ab-99e52b9a909d'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:24.688246 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9741a-efe3-4456-bf7d-f89566321ff7 None None] Pushing event updated for resources: {'Port': ['ID=6eaf7fa2-379b-491f-8e92-b360e20610c7,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:24.752272 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Publish callbacks [] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:24.797533 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] Set router 1161bad1-a7e0-4a3a-85ab-99e52b9a909d gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:24.840518 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:24.885808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Network f4617979-011c-44c6-ad85-720f8381a79f is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:24.889115 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:24.894608 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:53:24.897984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Pushing event updated for resources: {'Port': ['ID=dc41134f-b534-4922-9c7e-fc0d2c22ea3e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:24.947326 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:24.992658 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'name': 'tempest-TestServerMultinode-998036891-router', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '6eaf7fa2-379b-491f-8e92-b360e20610c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:53:22Z', 'revision_number': 3, 'project_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'gw_port': {'id': '6eaf7fa2-379b-491f-8e92-b360e20610c7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:25.024854 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef94781-07d6-474b-b4eb-71bf09f8753c None None] The sync data for ids ['1161bad1-a7e0-4a3a-85ab-99e52b9a909d'] in n-d-820368-19 is: [{'id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'name': 'tempest-TestServerMultinode-998036891-router', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '6eaf7fa2-379b-491f-8e92-b360e20610c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:53:22Z', 'revision_number': 3, 'project_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'gw_port': {'id': '6eaf7fa2-379b-491f-8e92-b360e20610c7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:53:25.136646 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:25.214572 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f601ec5a-8721-45a0-8aca-34b3d370c26f None None] Provisioning complete for port dc41134f-b534-4922-9c7e-fc0d2c22ea3e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:25.215215 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f601ec5a-8721-45a0-8aca-34b3d370c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:25.258210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f601ec5a-8721-45a0-8aca-34b3d370c26f None None] Port dc41134f-b534-4922-9c7e-fc0d2c22ea3e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:53:25.347348 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Publish callbacks [] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:25.418766 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:25.494102 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Pushing event updated for resources: {'Port': ['ID=dc41134f-b534-4922-9c7e-fc0d2c22ea3e,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:25.496562 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:25.595876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Network f4617979-011c-44c6-ad85-720f8381a79f is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:25.597789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:25.735121 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Router 1161bad1-a7e0-4a3a-85ab-99e52b9a909d has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:53:25.867122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:53:25.886362 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-429f01e7-a9d8-45b7-94df-215c743823fc admin admin] 10.222.0.72 "PUT /v2.0/routers/1161bad1-a7e0-4a3a-85ab-99e52b9a909d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2537076 Feb 28 17:53:25.915309 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a0f7cb13-c166-43e6-ac97-3def27aab59a None None] Provisioning complete for port dc41134f-b534-4922-9c7e-fc0d2c22ea3e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:25.916279 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a0f7cb13-c166-43e6-ac97-3def27aab59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:25.975654 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a0f7cb13-c166-43e6-ac97-3def27aab59a None None] Port dc41134f-b534-4922-9c7e-fc0d2c22ea3e cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:53:26.303916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6eaf7fa2-379b-491f-8e92-b360e20610c7 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:26.369250 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 6eaf7fa2-379b-491f-8e92-b360e20610c7 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:26.369630 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6eaf7fa2-379b-491f-8e92-b360e20610c7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:26.454164 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 6eaf7fa2-379b-491f-8e92-b360e20610c7 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:26.454566 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6eaf7fa2-379b-491f-8e92-b360e20610c7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:26.475402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 6eaf7fa2-379b-491f-8e92-b360e20610c7, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6eaf7fa2-379b-491f-8e92-b360e20610c7,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:26.508934 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e3846-4c11-46bc-8696-0d7f64dc4149 req-50b0046a-ec35-4fcc-b25f-4d1a930aeaf0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:26.511286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f91e3846-4c11-46bc-8696-0d7f64dc4149 req-50b0046a-ec35-4fcc-b25f-4d1a930aeaf0 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 947 time: 0.0756671 Feb 28 17:53:26.553366 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6eaf7fa2-379b-491f-8e92-b360e20610c7), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:26.578897 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f91e3846-4c11-46bc-8696-0d7f64dc4149 req-c748b735-735d-4727-9eb6-b47ff0523722 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613568 Feb 28 17:53:26.621355 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=6eaf7fa2-379b-491f-8e92-b360e20610c7,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:26.682533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38786) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:26.687911 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1036605428-network', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:26.818584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] Made reservation on behalf of 91ccc8b297e74dc3a30757f197ff8bf4 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:53:26.820937 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:26.831189 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:26.900213 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Sync routers for ids ['1161bad1-a7e0-4a3a-85ab-99e52b9a909d'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:53:26.910799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Routers {'1161bad1-a7e0-4a3a-85ab-99e52b9a909d'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:26.911421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['1161bad1-a7e0-4a3a-85ab-99e52b9a909d'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:26.915829 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] Publish callbacks [] for security_group (5b7acee9-0760-4360-868d-a2066fddb06b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:26.989405 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5b7acee9-0760-4360-868d-a2066fddb06b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:27.014246 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:53:27.023647 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7acee9-0760-4360-868d-a2066fddb06b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:27.034379 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (84f448cf-9116-49e1-9051-26049d1e0c8a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:27.036801 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] Added segment 84f448cf-9116-49e1-9051-26049d1e0c8a of type vlan for network f2b4ea2c-aae5-4695-9142-211f7388aea4 Feb 28 17:53:27.038380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Set router 1161bad1-a7e0-4a3a-85ab-99e52b9a909d gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:27.095995 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (f2b4ea2c-aae5-4695-9142-211f7388aea4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:27.192070 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (f2b4ea2c-aae5-4695-9142-211f7388aea4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:27.192070 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:27.192379 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:27.254441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] Pushing event updated for resources: {'Network': ['ID=f2b4ea2c-aae5-4695-9142-211f7388aea4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:27.275050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network f2b4ea2c-aae5-4695-9142-211f7388aea4 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:53:27.312906 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-87263985-dc9d-4784-b68e-6d9659bbf485 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6289589 Feb 28 17:53:27.315906 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38794) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:27.322949 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ce134989-c233-4b0b-bc6d-784fd65adf4f admin admin] Request body: {'subnet': {'network_id': 'f2b4ea2c-aae5-4695-9142-211f7388aea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1036605428-subnet', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:27.413064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce134989-c233-4b0b-bc6d-784fd65adf4f admin admin] Made reservation on behalf of 91ccc8b297e74dc3a30757f197ff8bf4 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:53:27.415492 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce134989-c233-4b0b-bc6d-784fd65adf4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:27.466499 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'name': 'tempest-TestServerMultinode-998036891-router', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '6eaf7fa2-379b-491f-8e92-b360e20610c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:53:25Z', 'revision_number': 4, 'project_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'gw_port': {'id': '6eaf7fa2-379b-491f-8e92-b360e20610c7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'dc41134f-b534-4922-9c7e-fc0d2c22ea3e', 'name': '', 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'mac_address': 'fa:16:3e:18:31:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b22af9fd-c1c1-4226-8af3-949a6efba0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:24Z', 'updated_at': '2022-02-28T17:53:25Z', 'revision_number': 2, 'project_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'subnets': [{'id': 'b22af9fd-c1c1-4226-8af3-949a6efba0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:27.493581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Checking router: 1161bad1-a7e0-4a3a-85ab-99e52b9a909d for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:53:27.493947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Updating router 1161bad1-a7e0-4a3a-85ab-99e52b9a909d port dc41134f-b534-4922-9c7e-fc0d2c22ea3e binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:53:27.521730 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:27.672640 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce134989-c233-4b0b-bc6d-784fd65adf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (d2632a78-4b1b-4d9a-b1b1-1a2b122afa35), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:27.756781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e61f9962-6089-495b-ab5e-eb047042d1d1 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:27.757482 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e61f9962-6089-495b-ab5e-eb047042d1d1 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.69 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 947 time: 0.1277492 Feb 28 17:53:27.800073 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Publish callbacks [] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:27.803132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce134989-c233-4b0b-bc6d-784fd65adf4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2632a78-4b1b-4d9a-b1b1-1a2b122afa35,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:27.838084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce134989-c233-4b0b-bc6d-784fd65adf4f admin admin] Checking segment: {'id': '84f448cf-9116-49e1-9051-26049d1e0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2b4ea2c-aae5-4695-9142-211f7388aea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:27.838474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce134989-c233-4b0b-bc6d-784fd65adf4f admin admin] Network hostable DHCP agents. Network: f2b4ea2c-aae5-4695-9142-211f7388aea4, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:53:27.863349 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b6abe-3996-4e5a-a4e8-d5bd4aa919be req-e22e471a-4412-4920-ae89-94e2b61be713 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:27.870106 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-812b6abe-3996-4e5a-a4e8-d5bd4aa919be req-e22e471a-4412-4920-ae89-94e2b61be713 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 947 time: 0.1653121 Feb 28 17:53:27.893058 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:27.955212 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-812b6abe-3996-4e5a-a4e8-d5bd4aa919be req-cfe274e1-6767-41ba-8d96-c3778d45ba77 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups?id=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835109 Feb 28 17:53:27.963927 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Deleting port 0338a957-5f25-4f82-8926-594740ebd63b {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:53:27.965023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934d49f-df0e-466c-a228-00ff1adc53a7 None None] Pushing event updated for resources: {'Port': ['ID=dc41134f-b534-4922-9c7e-fc0d2c22ea3e,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:27.966412 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0338a957-5f25-4f82-8926-594740ebd63b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.012084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce134989-c233-4b0b-bc6d-784fd65adf4f admin admin] Network f2b4ea2c-aae5-4695-9142-211f7388aea4 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:53:28.027871 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Attempting to bind port dc41134f-b534-4922-9c7e-fc0d2c22ea3e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:53:28.027871 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Attempting to bind port dc41134f-b534-4922-9c7e-fc0d2c22ea3e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:53:28.028325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Attempting to bind port dc41134f-b534-4922-9c7e-fc0d2c22ea3e on network f4617979-011c-44c6-ad85-720f8381a79f {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:28.039774 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:53:28.040468 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Checking segment: {'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:28.040588 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.040926 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Bound using segment: {'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:53:28.041405 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Bound port: dc41134f-b534-4922-9c7e-fc0d2c22ea3e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:53:28.041789 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.080181 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] For port 0338a957-5f25-4f82-8926-594740ebd63b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=0338a957-5f25-4f82-8926-594740ebd63b,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:28.080668 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0338a957-5f25-4f82-8926-594740ebd63b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.129528 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ce134989-c233-4b0b-bc6d-784fd65adf4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, f2b4ea2c-aae5-4695-9142-211f7388aea4) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:28.138997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] For port dc41134f-b534-4922-9c7e-fc0d2c22ea3e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:28.146826 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] For port dc41134f-b534-4922-9c7e-fc0d2c22ea3e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=dc41134f-b534-4922-9c7e-fc0d2c22ea3e,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:53:28.149043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aeb417-e501-4602-8de6-14bbae5f30d4 None None] Network f2b4ea2c-aae5-4695-9142-211f7388aea4 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:53:28.187945 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce134989-c233-4b0b-bc6d-784fd65adf4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:28.188478 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ce134989-c233-4b0b-bc6d-784fd65adf4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.228871 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.287418 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38808) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:28.290571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ce134989-c233-4b0b-bc6d-784fd65adf4f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9718688 Feb 28 17:53:28.293477 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1036605428-router', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:28.310816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f039c22f-8934-41a4-bde4-7c82a6adfae6 None None] Provisioning complete for port dc41134f-b534-4922-9c7e-fc0d2c22ea3e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:28.311184 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f039c22f-8934-41a4-bde4-7c82a6adfae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.317741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6eaf7fa2-379b-491f-8e92-b360e20610c7 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:28.387264 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.387784 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (375b97dd-fde4-4a50-9741-630f75578dbb), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.388022 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Floating IP 375b97dd-fde4-4a50-9741-630f75578dbb disassociated. External IP: 172.25.3.113, port: 0338a957-5f25-4f82-8926-594740ebd63b. Feb 28 17:53:28.388291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Calling delete_port for 0338a957-5f25-4f82-8926-594740ebd63b owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:53:28.390436 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.392003 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.445490 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-f2b4ea2c-aae5-4695-9142-211f7388aea4', 'network_id': 'f2b4ea2c-aae5-4695-9142-211f7388aea4', 'project_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'fixed_ips': [{'subnet_id': 'd2632a78-4b1b-4d9a-b1b1-1a2b122afa35'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:53:28.450671 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.453102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934d49f-df0e-466c-a228-00ff1adc53a7 None None] Pushing event updated for resources: {'Port': ['ID=dc41134f-b534-4922-9c7e-fc0d2c22ea3e,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:28.503885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Routers {'1161bad1-a7e0-4a3a-85ab-99e52b9a909d'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:28.504561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['1161bad1-a7e0-4a3a-85ab-99e52b9a909d'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:28.538265 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Publish callbacks [] for router_controller (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.661431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 6eaf7fa2-379b-491f-8e92-b360e20610c7 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:28.661431 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6eaf7fa2-379b-491f-8e92-b360e20610c7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.693388 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0338a957-5f25-4f82-8926-594740ebd63b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.728139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event deleted for resources: {'Port': ['ID=0338a957-5f25-4f82-8926-594740ebd63b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:28.881301 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Router f1d8fd16-35d4-47d1-8925-deb3f4509abd has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:53:28.904126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f039c22f-8934-41a4-bde4-7c82a6adfae6 None None] Current status of the port dc41134f-b534-4922-9c7e-fc0d2c22ea3e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:28.904776 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f039c22f-8934-41a4-bde4-7c82a6adfae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:28.966361 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Allocated IP 172.20.0.2 (f2b4ea2c-aae5-4695-9142-211f7388aea4/d2632a78-4b1b-4d9a-b1b1-1a2b122afa35/d3d0a42b-272e-4727-84ad-afb8ed3547c4) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:53:28.986495 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] Set router 1161bad1-a7e0-4a3a-85ab-99e52b9a909d gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:29.117530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:53:29.135196 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c88fb-367a-4acf-bd09-66cb534ed601 None None] Sync routers for ids ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:53:29.163346 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c88fb-367a-4acf-bd09-66cb534ed601 None None] Routers {'f1d8fd16-35d4-47d1-8925-deb3f4509abd'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:29.168509 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c63c88fb-367a-4acf-bd09-66cb534ed601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:29.190863 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-800a12bb-8a4f-47ca-936c-59171aeec336 req-ebe6d997-16a0-42db-97db-f06aaec81337 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 210 time: 0.0828786 Feb 28 17:53:29.238961 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] No DVR routers for this DVR port 0338a957-5f25-4f82-8926-594740ebd63b on host n-h2-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:53:29.241150 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f039c22f-8934-41a4-bde4-7c82a6adfae6 None None] For port dc41134f-b534-4922-9c7e-fc0d2c22ea3e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=dc41134f-b534-4922-9c7e-fc0d2c22ea3e,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:29.245633 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:29.247375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 6eaf7fa2-379b-491f-8e92-b360e20610c7 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:29.258036 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7511a787-516e-467c-8aff-e56ee7419a2c req-e5618413-dae0-467d-889d-c326de5b6449 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.69 "DELETE /v2.0/ports/0338a957-5f25-4f82-8926-594740ebd63b HTTP/1.1" status: 204 len: 173 time: 1.4906502 Feb 28 17:53:29.258036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'name': 'network-vif-deleted', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:53:29.264618 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33078e81-ba6e-4162-bacd-aff2549776b8" -d '{"events": [{"server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "name": "network-vif-deleted", "tag": "0338a957-5f25-4f82-8926-594740ebd63b"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:53:29.297030 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Publish callbacks [] for router_gateway (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:29.334019 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e0fd00-9c78-42fe-9e7c-4ed05ab730ff x-openstack-request-id: req-10e0fd00-9c78-42fe-9e7c-4ed05ab730ff {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:53:29.334554 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6563f675-efaf-4c88-8a36-d6fed44088f1", "name": "network-vif-deleted", "tag": "0338a957-5f25-4f82-8926-594740ebd63b", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:53:29.335060 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-10e0fd00-9c78-42fe-9e7c-4ed05ab730ff {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:53:29.335634 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6563f675-efaf-4c88-8a36-d6fed44088f1', 'name': 'network-vif-deleted', 'tag': '0338a957-5f25-4f82-8926-594740ebd63b', 'status': 'completed', 'code': 200} Feb 28 17:53:29.339440 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f039c22f-8934-41a4-bde4-7c82a6adfae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:29.376301 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-c63c88fb-367a-4acf-bd09-66cb534ed601 None None] Set router f1d8fd16-35d4-47d1-8925-deb3f4509abd gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:29.534652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039c22f-8934-41a4-bde4-7c82a6adfae6 None None] Pushing event updated for resources: {'Port': ['ID=dc41134f-b534-4922-9c7e-fc0d2c22ea3e,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:29.689766 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Publish callbacks [] for router_gateway (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:29.714129 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:29.718844 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c63c88fb-367a-4acf-bd09-66cb534ed601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:16Z', 'revision_number': 5, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:29.749192 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c88fb-367a-4acf-bd09-66cb534ed601 None None] Checking router: f1d8fd16-35d4-47d1-8925-deb3f4509abd for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:53:29.760414 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c88fb-367a-4acf-bd09-66cb534ed601 None None] Routers {'f1d8fd16-35d4-47d1-8925-deb3f4509abd'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:29.760732 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c63c88fb-367a-4acf-bd09-66cb534ed601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:29.844267 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-61443422-8592-41e5-ae55-de585f63f0b5 None None] Provisioning complete for port dc41134f-b534-4922-9c7e-fc0d2c22ea3e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:29.844626 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-61443422-8592-41e5-ae55-de585f63f0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:29.865025 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Publish callbacks [] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:29.932726 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Allocated IP 172.25.3.102 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/c2b17951-19d2-4622-8bb7-7812beb50328) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:53:29.950705 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-c63c88fb-367a-4acf-bd09-66cb534ed601 None None] Set router f1d8fd16-35d4-47d1-8925-deb3f4509abd gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:29.955156 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:30.085789 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Network f2b4ea2c-aae5-4695-9142-211f7388aea4 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:30.089485 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Publish callbacks [] for port (c2b17951-19d2-4622-8bb7-7812beb50328), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:30.098207 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:30.105251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:53:30.196677 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c2b17951-19d2-4622-8bb7-7812beb50328), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:30.254639 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-61443422-8592-41e5-ae55-de585f63f0b5 None None] Current status of the port dc41134f-b534-4922-9c7e-fc0d2c22ea3e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:30.261483 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:30.264302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Pushing event updated for resources: {'Port': ['ID=d3d0a42b-272e-4727-84ad-afb8ed3547c4,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:30.313071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Attempting to bind port d3d0a42b-272e-4727-84ad-afb8ed3547c4 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:53:30.313991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Attempting to bind port d3d0a42b-272e-4727-84ad-afb8ed3547c4 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '84f448cf-9116-49e1-9051-26049d1e0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2b4ea2c-aae5-4695-9142-211f7388aea4'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:53:30.314366 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Attempting to bind port d3d0a42b-272e-4727-84ad-afb8ed3547c4 on network f2b4ea2c-aae5-4695-9142-211f7388aea4 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:30.323102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:53:30.324281 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Checking segment: {'id': '84f448cf-9116-49e1-9051-26049d1e0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2b4ea2c-aae5-4695-9142-211f7388aea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:30.324691 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:30.325142 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Bound using segment: {'id': '84f448cf-9116-49e1-9051-26049d1e0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2b4ea2c-aae5-4695-9142-211f7388aea4'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:53:30.326237 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Bound port: d3d0a42b-272e-4727-84ad-afb8ed3547c4, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f448cf-9116-49e1-9051-26049d1e0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2b4ea2c-aae5-4695-9142-211f7388aea4'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:53:30.335287 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:30.335983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b17951-19d2-4622-8bb7-7812beb50328,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:30.336716 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'name': 'tempest-TestServerMultinode-998036891-router', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '6eaf7fa2-379b-491f-8e92-b360e20610c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:53:25Z', 'revision_number': 4, 'project_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'gw_port': {'id': '6eaf7fa2-379b-491f-8e92-b360e20610c7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'dc41134f-b534-4922-9c7e-fc0d2c22ea3e', 'name': '', 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'mac_address': 'fa:16:3e:18:31:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b22af9fd-c1c1-4226-8af3-949a6efba0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:24Z', 'updated_at': '2022-02-28T17:53:28Z', 'revision_number': 4, 'project_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'subnets': [{'id': 'b22af9fd-c1c1-4226-8af3-949a6efba0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:30.336873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:30.341615 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:53:30.383476 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581e7b8d-206b-4fd0-bc2c-8bc583a01f8b None None] The sync data for ids ['1161bad1-a7e0-4a3a-85ab-99e52b9a909d'] in n-d-820368-19 is: [{'id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'name': 'tempest-TestServerMultinode-998036891-router', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '6eaf7fa2-379b-491f-8e92-b360e20610c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:53:25Z', 'revision_number': 4, 'project_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'gw_port': {'id': '6eaf7fa2-379b-491f-8e92-b360e20610c7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'dc41134f-b534-4922-9c7e-fc0d2c22ea3e', 'name': '', 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'mac_address': 'fa:16:3e:18:31:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'b22af9fd-c1c1-4226-8af3-949a6efba0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:24Z', 'updated_at': '2022-02-28T17:53:28Z', 'revision_number': 4, 'project_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'subnets': [{'id': 'b22af9fd-c1c1-4226-8af3-949a6efba0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:53:30.392326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0338a957-5f25-4f82-8926-594740ebd63b no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:53:30.430534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 0338a957-5f25-4f82-8926-594740ebd63b {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:53:30.430883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 0338a957-5f25-4f82-8926-594740ebd63b not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:53:30.488790 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b0cd5d4-d75b-427a-88d7-e5d8ee8c1cdc req-3a0fe600-51fd-43e5-9106-39b63677db2a tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6563f675-efaf-4c88-8a36-d6fed44088f1 HTTP/1.1" status: 200 len: 210 time: 0.0722442 Feb 28 17:53:30.553126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] For port d3d0a42b-272e-4727-84ad-afb8ed3547c4, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:30.561594 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] For port d3d0a42b-272e-4727-84ad-afb8ed3547c4, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d3d0a42b-272e-4727-84ad-afb8ed3547c4,segment=NetworkSegment(84f448cf-9116-49e1-9051-26049d1e0c8a),segment_id=84f448cf-9116-49e1-9051-26049d1e0c8a)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:53:30.568000 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c63c88fb-367a-4acf-bd09-66cb534ed601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:16Z', 'revision_number': 5, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:30.610296 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c88fb-367a-4acf-bd09-66cb534ed601 None None] The sync data for ids ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'] in n-d-820368-19 is: [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:45:05Z', 'revision_number': 4, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '094fa7e1-d385-480c-9fbd-ede36e6f59e6', 'name': '', 'network_id': 'f155d851-846e-4863-8917-143f70fd2e65', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'mac_address': 'fa:16:3e:a6:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:45:02Z', 'updated_at': '2022-02-28T17:45:16Z', 'revision_number': 5, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'subnets': [{'id': '63b3172b-0c57-4692-87ec-940b42ab24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:53:30.635488 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:30.723319 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264409ca-b215-4c28-9c58-5c1ddbd4e48e None None] Pushing event updated for resources: {'Port': ['ID=d3d0a42b-272e-4727-84ad-afb8ed3547c4,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:30.930402 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Publish callbacks [] for router_gateway (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:31.208325 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82db0eb8-0930-4d17-93d1-05e00840c48b None None] New status for floating IP 375b97dd-fde4-4a50-9741-630f75578dbb: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:53:31.266225 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:31.521729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Router a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:53:31.711425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38848) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:31.716075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:53:31.728309 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Sync routers for ids ['a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:53:31.758797 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Routers {'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:31.761243 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:31.798478 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:31.802451 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-63204d1b-bd40-464a-9364-d978bfe19992 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5106900 Feb 28 17:53:31.802799 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 38850) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:31.853387 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7897ea9-8d21-4aaf-a554-9c83e7d436ee tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group (cfaaeb59-a19c-4e2e-a83c-89a379ecfcae), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:31.941792 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7897ea9-8d21-4aaf-a554-9c83e7d436ee tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group (cfaaeb59-a19c-4e2e-a83c-89a379ecfcae), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.011795 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Set router a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:32.110786 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7897ea9-8d21-4aaf-a554-9c83e7d436ee tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (cfaaeb59-a19c-4e2e-a83c-89a379ecfcae), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.114100 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7897ea9-8d21-4aaf-a554-9c83e7d436ee tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.117871 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c7897ea9-8d21-4aaf-a554-9c83e7d436ee tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "DELETE /v2.0/security-groups/cfaaeb59-a19c-4e2e-a83c-89a379ecfcae HTTP/1.1" status: 204 len: 168 time: 0.4028864 Feb 28 17:53:32.131540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38852) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:32.132369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7897ea9-8d21-4aaf-a554-9c83e7d436ee tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaaeb59-a19c-4e2e-a83c-89a379ecfcae,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:32.169150 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-031a3bce-fe93-461f-940b-33a10321a17d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] show failed (client error): The resource could not be found. Feb 28 17:53:32.171141 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-031a3bce-fe93-461f-940b-33a10321a17d tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "GET /v2.0/security-groups/cfaaeb59-a19c-4e2e-a83c-89a379ecfcae HTTP/1.1" status: 404 len: 347 time: 0.0307677 Feb 28 17:53:32.174401 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 38854) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:32.360807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f2c5a0-1aca-40f5-9d92-714c75976f28 None None] Network f2b4ea2c-aae5-4695-9142-211f7388aea4 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:53:32.370677 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'name': 'tempest-TestServerMultinode-1036605428-router', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c2b17951-19d2-4622-8bb7-7812beb50328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:28Z', 'updated_at': '2022-02-28T17:53:30Z', 'revision_number': 3, 'project_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'gw_port': {'id': 'c2b17951-19d2-4622-8bb7-7812beb50328', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:29Z', 'updated_at': '2022-02-28T17:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:32.399089 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Checking router: a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:53:32.399687 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Updating router a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 port c2b17951-19d2-4622-8bb7-7812beb50328 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:53:32.440681 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c2b17951-19d2-4622-8bb7-7812beb50328), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.464054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-cfff6a22-e789-46d0-b136-6c2299b92885 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Deleting port 4f3bf027-3e54-4951-ae8d-1d53140d22e1 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:53:32.466298 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cfff6a22-e789-46d0-b136-6c2299b92885 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4f3bf027-3e54-4951-ae8d-1d53140d22e1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.476537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d3d0a42b-272e-4727-84ad-afb8ed3547c4 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:32.525519 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d23bfb7f-afe0-449d-87ec-f0570075aa7e None None] Provisioning complete for port d3d0a42b-272e-4727-84ad-afb8ed3547c4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:32.525888 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d23bfb7f-afe0-449d-87ec-f0570075aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.584856 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cfff6a22-e789-46d0-b136-6c2299b92885 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4f3bf027-3e54-4951-ae8d-1d53140d22e1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.585434 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cfff6a22-e789-46d0-b136-6c2299b92885 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for floatingip (4f3bf027-3e54-4951-ae8d-1d53140d22e1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.621140 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-cfff6a22-e789-46d0-b136-6c2299b92885 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Calling delete_port for 4f3bf027-3e54-4951-ae8d-1d53140d22e1 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:53:32.672617 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d3d0a42b-272e-4727-84ad-afb8ed3547c4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:32.672617 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.680580 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.697313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d23bfb7f-afe0-449d-87ec-f0570075aa7e None None] Current status of the port d3d0a42b-272e-4727-84ad-afb8ed3547c4 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:32.697696 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d23bfb7f-afe0-449d-87ec-f0570075aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.748193 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Publish callbacks [] for port (c2b17951-19d2-4622-8bb7-7812beb50328), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.767721 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d23bfb7f-afe0-449d-87ec-f0570075aa7e None None] For port d3d0a42b-272e-4727-84ad-afb8ed3547c4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d3d0a42b-272e-4727-84ad-afb8ed3547c4,segment=NetworkSegment(84f448cf-9116-49e1-9051-26049d1e0c8a),segment_id=84f448cf-9116-49e1-9051-26049d1e0c8a)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:32.806972 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c2b17951-19d2-4622-8bb7-7812beb50328), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.837178 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d23bfb7f-afe0-449d-87ec-f0570075aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.916948 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d3d0a42b-272e-4727-84ad-afb8ed3547c4 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:32.917339 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.920661 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bfb7f-afe0-449d-87ec-f0570075aa7e None None] Pushing event updated for resources: {'Port': ['ID=d3d0a42b-272e-4727-84ad-afb8ed3547c4,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:32.926677 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a81237-5b1e-4afd-940e-167f18d57823 None None] Pushing event updated for resources: {'Port': ['ID=c2b17951-19d2-4622-8bb7-7812beb50328,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:32.933399 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Attempting to bind port c2b17951-19d2-4622-8bb7-7812beb50328 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:53:32.933768 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Attempting to bind port c2b17951-19d2-4622-8bb7-7812beb50328 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:53:32.934162 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Attempting to bind port c2b17951-19d2-4622-8bb7-7812beb50328 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:32.950253 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:53:32.950640 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:32.951040 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.951426 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:53:32.951902 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Bound port: c2b17951-19d2-4622-8bb7-7812beb50328, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:53:32.952281 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c2b17951-19d2-4622-8bb7-7812beb50328), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:32.983409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Allocated IP 172.20.0.1 (f2b4ea2c-aae5-4695-9142-211f7388aea4/d2632a78-4b1b-4d9a-b1b1-1a2b122afa35/6f4507ac-111e-433a-81ad-35c8cdb86e5f) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:53:32.986728 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cfff6a22-e789-46d0-b136-6c2299b92885 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (4f3bf027-3e54-4951-ae8d-1d53140d22e1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:33.003233 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:53:33.003798 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:53:33.037511 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] For port c2b17951-19d2-4622-8bb7-7812beb50328, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:33.044679 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] For port c2b17951-19d2-4622-8bb7-7812beb50328, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c2b17951-19d2-4622-8bb7-7812beb50328,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:53:33.097701 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff6a22-e789-46d0-b136-6c2299b92885 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Pushing event deleted for resources: {'Port': ['ID=4f3bf027-3e54-4951-ae8d-1d53140d22e1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:33.115420 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Publish callbacks [] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:33.121964 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cfff6a22-e789-46d0-b136-6c2299b92885 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks [] for floatingip (375b97dd-fde4-4a50-9741-630f75578dbb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:33.124037 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cfff6a22-e789-46d0-b136-6c2299b92885 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:33.125318 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cfff6a22-e789-46d0-b136-6c2299b92885 tempest-AttachVolumeShelveTestJSON-2010329417 tempest-AttachVolumeShelveTestJSON-2010329417-project] 10.222.0.72 "DELETE /v2.0/floatingips/375b97dd-fde4-4a50-9741-630f75578dbb HTTP/1.1" status: 204 len: 168 time: 0.9493926 Feb 28 17:53:33.127753 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c2b17951-19d2-4622-8bb7-7812beb50328), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:33.171220 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5df61823-20b6-48fb-b3df-6630b6a3ba5c None None] Provisioning complete for port d3d0a42b-272e-4727-84ad-afb8ed3547c4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:33.175443 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5df61823-20b6-48fb-b3df-6630b6a3ba5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:33.183942 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a81237-5b1e-4afd-940e-167f18d57823 None None] Pushing event updated for resources: {'Port': ['ID=c2b17951-19d2-4622-8bb7-7812beb50328,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:33.206871 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Routers {'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:33.207477 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:33.263146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5df61823-20b6-48fb-b3df-6630b6a3ba5c None None] Current status of the port d3d0a42b-272e-4727-84ad-afb8ed3547c4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:33.297949 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:33.322055 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] Set router a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:33.343768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Network f2b4ea2c-aae5-4695-9142-211f7388aea4 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:33.348748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:33.352374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:53:33.395731 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Pushing event updated for resources: {'Port': ['ID=6f4507ac-111e-433a-81ad-35c8cdb86e5f,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:33.415261 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:33.415613 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:33.415964 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:33.416313 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:33.416662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:33.416981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:33.417312 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:33.417638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:33.418584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:33.419123 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:33.419617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:33.420109 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:33.420620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:33.441303 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:33.571619 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'name': 'tempest-TestServerMultinode-1036605428-router', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c2b17951-19d2-4622-8bb7-7812beb50328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:28Z', 'updated_at': '2022-02-28T17:53:30Z', 'revision_number': 3, 'project_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'gw_port': {'id': 'c2b17951-19d2-4622-8bb7-7812beb50328', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:29Z', 'updated_at': '2022-02-28T17:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:33.578673 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d3d0a42b-272e-4727-84ad-afb8ed3547c4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:33.582377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device dc41134f-b534-4922-9c7e-fc0d2c22ea3e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:33.620891 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71a333-6d99-47dc-98bb-b519b4c78e58 None None] The sync data for ids ['a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'] in n-d-820368-19 is: [{'id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'name': 'tempest-TestServerMultinode-1036605428-router', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c2b17951-19d2-4622-8bb7-7812beb50328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:28Z', 'updated_at': '2022-02-28T17:53:30Z', 'revision_number': 3, 'project_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'gw_port': {'id': 'c2b17951-19d2-4622-8bb7-7812beb50328', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:29Z', 'updated_at': '2022-02-28T17:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:53:33.664738 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port dc41134f-b534-4922-9c7e-fc0d2c22ea3e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:33.665238 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:33.775844 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:33.778807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port dc41134f-b534-4922-9c7e-fc0d2c22ea3e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:33.805395 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-14a92258-52a6-496e-830a-2000cad6b94a None None] Provisioning complete for port 6f4507ac-111e-433a-81ad-35c8cdb86e5f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:33.808786 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-14a92258-52a6-496e-830a-2000cad6b94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:33.892524 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-14a92258-52a6-496e-830a-2000cad6b94a None None] Port 6f4507ac-111e-433a-81ad-35c8cdb86e5f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:53:34.043126 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Publish callbacks [] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:34.108834 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:34.201421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:34.205954 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Pushing event updated for resources: {'Port': ['ID=6f4507ac-111e-433a-81ad-35c8cdb86e5f,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:34.365409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Network f2b4ea2c-aae5-4695-9142-211f7388aea4 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:34.367610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:34.478282 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d3d0a42b-272e-4727-84ad-afb8ed3547c4 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:34.566313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d3d0a42b-272e-4727-84ad-afb8ed3547c4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:34.571374 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:34.610281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Router a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:53:34.731754 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d3d0a42b-272e-4727-84ad-afb8ed3547c4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:34.732956 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c2b17951-19d2-4622-8bb7-7812beb50328 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:34.801890 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c2b17951-19d2-4622-8bb7-7812beb50328 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:34.802555 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c2b17951-19d2-4622-8bb7-7812beb50328), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:34.842798 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:53:34.849437 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1a88373c-5d6b-4fba-8965-9a185e9036fb admin admin] 10.222.0.72 "PUT /v2.0/routers/a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0454459 Feb 28 17:53:34.867754 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-b123c949-17de-4845-9a95-a458795bce88 None None] Provisioning complete for port 6f4507ac-111e-433a-81ad-35c8cdb86e5f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:34.868187 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b123c949-17de-4845-9a95-a458795bce88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:34.908348 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b123c949-17de-4845-9a95-a458795bce88 None None] Port 6f4507ac-111e-433a-81ad-35c8cdb86e5f cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:53:34.962590 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c2b17951-19d2-4622-8bb7-7812beb50328 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:34.962901 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c2b17951-19d2-4622-8bb7-7812beb50328), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:35.004299 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port c2b17951-19d2-4622-8bb7-7812beb50328, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c2b17951-19d2-4622-8bb7-7812beb50328,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:35.064663 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c2b17951-19d2-4622-8bb7-7812beb50328), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:35.144638 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=c2b17951-19d2-4622-8bb7-7812beb50328,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:35.888720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Sync routers for ids ['a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:53:35.897228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-a1a31cde-dd1e-48e6-92fb-a1a11d0b9e86 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:35.900392 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Routers {'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:35.900998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:35.902374 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-a1a31cde-dd1e-48e6-92fb-a1a11d0b9e86 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/networks?id=f4617979-011c-44c6-ad85-720f8381a79f HTTP/1.1" status: 200 len: 910 time: 0.4941440 Feb 28 17:53:35.915692 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-3315de27-2717-4c39-889a-68b24fe863a7 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/quotas/91ccc8b297e74dc3a30757f197ff8bf4 HTTP/1.1" status: 200 len: 375 time: 0.0104456 Feb 28 17:53:36.023173 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-e6ad3bcb-9868-4504-9cbe-e2e02c5d22b2 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?tenant_id=91ccc8b297e74dc3a30757f197ff8bf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956750 Feb 28 17:53:36.034976 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Set router a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:36.132706 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-0ab9db36-ed40-449d-8521-0e7c9b771ff1 service neutron] 10.222.0.72 "GET /v2.0/networks/f4617979-011c-44c6-ad85-720f8381a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007864 Feb 28 17:53:36.258935 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-babdd9b7-f3d3-45a8-8455-b8e9f768b2d7 service neutron] 10.222.0.72 "GET /v2.0/networks/f4617979-011c-44c6-ad85-720f8381a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240866 Feb 28 17:53:36.316592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'name': 'tempest-TestServerMultinode-1036605428-router', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c2b17951-19d2-4622-8bb7-7812beb50328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:28Z', 'updated_at': '2022-02-28T17:53:33Z', 'revision_number': 4, 'project_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'gw_port': {'id': 'c2b17951-19d2-4622-8bb7-7812beb50328', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:29Z', 'updated_at': '2022-02-28T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '6f4507ac-111e-433a-81ad-35c8cdb86e5f', 'name': '', 'network_id': 'f2b4ea2c-aae5-4695-9142-211f7388aea4', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'mac_address': 'fa:16:3e:60:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'd2632a78-4b1b-4d9a-b1b1-1a2b122afa35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:32Z', 'updated_at': '2022-02-28T17:53:33Z', 'revision_number': 2, 'project_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'subnets': [{'id': 'd2632a78-4b1b-4d9a-b1b1-1a2b122afa35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:36.344810 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c2b17951-19d2-4622-8bb7-7812beb50328 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:36.348464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Checking router: a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:53:36.348822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Updating router a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 port 6f4507ac-111e-433a-81ad-35c8cdb86e5f binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:53:36.407770 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:36.465009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c2b17951-19d2-4622-8bb7-7812beb50328 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:36.465387 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c2b17951-19d2-4622-8bb7-7812beb50328), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:36.529069 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1322d5fd-ddb5-41b4-9acf-ceb6d53af356 req-efe695cb-ecc6-4e57-9687-cfc84e0febef tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 210 time: 0.0418689 Feb 28 17:53:36.942720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c2b17951-19d2-4622-8bb7-7812beb50328 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:36.969407 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Publish callbacks [] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:37.052994 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:37.110165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Pushing event updated for resources: {'Port': ['ID=6f4507ac-111e-433a-81ad-35c8cdb86e5f,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:37.176368 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Attempting to bind port 6f4507ac-111e-433a-81ad-35c8cdb86e5f on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:53:37.176880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Attempting to bind port 6f4507ac-111e-433a-81ad-35c8cdb86e5f by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '84f448cf-9116-49e1-9051-26049d1e0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2b4ea2c-aae5-4695-9142-211f7388aea4'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:53:37.177309 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Attempting to bind port 6f4507ac-111e-433a-81ad-35c8cdb86e5f on network f2b4ea2c-aae5-4695-9142-211f7388aea4 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:37.183283 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:53:37.183726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Checking segment: {'id': '84f448cf-9116-49e1-9051-26049d1e0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2b4ea2c-aae5-4695-9142-211f7388aea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:37.193972 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:37.193972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Bound using segment: {'id': '84f448cf-9116-49e1-9051-26049d1e0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2b4ea2c-aae5-4695-9142-211f7388aea4'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:53:37.193972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Bound port: 6f4507ac-111e-433a-81ad-35c8cdb86e5f, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f448cf-9116-49e1-9051-26049d1e0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f2b4ea2c-aae5-4695-9142-211f7388aea4'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:53:37.193972 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:37.257601 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] For port 6f4507ac-111e-433a-81ad-35c8cdb86e5f, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:37.261160 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] For port 6f4507ac-111e-433a-81ad-35c8cdb86e5f, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6f4507ac-111e-433a-81ad-35c8cdb86e5f,segment=NetworkSegment(84f448cf-9116-49e1-9051-26049d1e0c8a),segment_id=84f448cf-9116-49e1-9051-26049d1e0c8a)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:53:37.353693 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:37.430193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Pushing event updated for resources: {'Port': ['ID=6f4507ac-111e-433a-81ad-35c8cdb86e5f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:37.450034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Routers {'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:37.450034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:37.487670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:37.488030 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:37.488374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:37.488702 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:37.489041 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:37.489375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:37.489709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:37.490061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:37.490405 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:37.490720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:37.491046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:37.491371 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:37.491695 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741de24-3198-4e73-a923-c1be89997db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:53:37.525585 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-44feae3b-1773-4919-a824-de3ecc91ab31 None None] Provisioning complete for port 6f4507ac-111e-433a-81ad-35c8cdb86e5f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:37.526006 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-44feae3b-1773-4919-a824-de3ecc91ab31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:37.614500 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cb28290c-75e0-474b-a661-3fd7f684d8f8 req-570b1567-a78c-4e95-bbfa-6432c4f00e6f tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 210 time: 0.0290351 Feb 28 17:53:37.649612 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] Set router a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:37.792934 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0a8824fc-a6d1-4a92-8cd9-34e211122e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:37.826817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-44feae3b-1773-4919-a824-de3ecc91ab31 None None] Current status of the port 6f4507ac-111e-433a-81ad-35c8cdb86e5f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:37.827194 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-44feae3b-1773-4919-a824-de3ecc91ab31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:37.904772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-44feae3b-1773-4919-a824-de3ecc91ab31 None None] For port 6f4507ac-111e-433a-81ad-35c8cdb86e5f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6f4507ac-111e-433a-81ad-35c8cdb86e5f,segment=NetworkSegment(84f448cf-9116-49e1-9051-26049d1e0c8a),segment_id=84f448cf-9116-49e1-9051-26049d1e0c8a)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:37.932877 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:37.961240 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'name': 'tempest-TestServerMultinode-1036605428-router', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c2b17951-19d2-4622-8bb7-7812beb50328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:28Z', 'updated_at': '2022-02-28T17:53:33Z', 'revision_number': 4, 'project_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'gw_port': {'id': 'c2b17951-19d2-4622-8bb7-7812beb50328', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:29Z', 'updated_at': '2022-02-28T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '6f4507ac-111e-433a-81ad-35c8cdb86e5f', 'name': '', 'network_id': 'f2b4ea2c-aae5-4695-9142-211f7388aea4', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'mac_address': 'fa:16:3e:60:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'd2632a78-4b1b-4d9a-b1b1-1a2b122afa35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:32Z', 'updated_at': '2022-02-28T17:53:37Z', 'revision_number': 4, 'project_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'subnets': [{'id': 'd2632a78-4b1b-4d9a-b1b1-1a2b122afa35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:37.988742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca919e0-9b79-4eda-88db-5bfc68f8db2a None None] The sync data for ids ['a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'] in n-d-820368-19 is: [{'id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'name': 'tempest-TestServerMultinode-1036605428-router', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c2b17951-19d2-4622-8bb7-7812beb50328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:28Z', 'updated_at': '2022-02-28T17:53:33Z', 'revision_number': 4, 'project_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'gw_port': {'id': 'c2b17951-19d2-4622-8bb7-7812beb50328', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:29Z', 'updated_at': '2022-02-28T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '6f4507ac-111e-433a-81ad-35c8cdb86e5f', 'name': '', 'network_id': 'f2b4ea2c-aae5-4695-9142-211f7388aea4', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'mac_address': 'fa:16:3e:60:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'd2632a78-4b1b-4d9a-b1b1-1a2b122afa35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:32Z', 'updated_at': '2022-02-28T17:53:37Z', 'revision_number': 4, 'project_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'subnets': [{'id': 'd2632a78-4b1b-4d9a-b1b1-1a2b122afa35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:53:37.990733 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-44feae3b-1773-4919-a824-de3ecc91ab31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:38.066902 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44feae3b-1773-4919-a824-de3ecc91ab31 None None] Pushing event updated for resources: {'Port': ['ID=6f4507ac-111e-433a-81ad-35c8cdb86e5f,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:38.114085 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-db83843b-cfdd-49e9-ba1d-09b1fbd09b21 None None] Provisioning complete for port 6f4507ac-111e-433a-81ad-35c8cdb86e5f triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:38.114457 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-db83843b-cfdd-49e9-ba1d-09b1fbd09b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:38.275850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-db83843b-cfdd-49e9-ba1d-09b1fbd09b21 None None] Current status of the port 6f4507ac-111e-433a-81ad-35c8cdb86e5f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:38.371891 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6f4507ac-111e-433a-81ad-35c8cdb86e5f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:38.443609 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 6f4507ac-111e-433a-81ad-35c8cdb86e5f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:38.444220 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:38.544275 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 6f4507ac-111e-433a-81ad-35c8cdb86e5f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:38.746434 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c45fa8ef-c21b-43b7-a5c2-f23a4c433ce7 req-2379a09d-7725-453a-84d0-899efb9319a7 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 210 time: 0.0398328 Feb 28 17:53:39.142984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-20499c00-088b-4b9c-8730-dd51e4febacd tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:39.145387 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-20499c00-088b-4b9c-8730-dd51e4febacd tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.73 "GET /v2.0/networks?id=f4617979-011c-44c6-ad85-720f8381a79f HTTP/1.1" status: 200 len: 910 time: 0.1222117 Feb 28 17:53:39.159080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-3d2beb39-0186-46fd-a9b9-56d011a83c5c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Request body: {'port': {'device_id': 'cc0c8460-69e2-4254-8321-f2ea99f63691', 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f', 'admin_state_up': True, 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:39.313880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-3d2beb39-0186-46fd-a9b9-56d011a83c5c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Made reservation on behalf of 91ccc8b297e74dc3a30757f197ff8bf4 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:53:39.324379 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-3d2beb39-0186-46fd-a9b9-56d011a83c5c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:39.559059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-3d2beb39-0186-46fd-a9b9-56d011a83c5c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Allocated IP 172.20.0.6 (f4617979-011c-44c6-ad85-720f8381a79f/b22af9fd-c1c1-4226-8af3-949a6efba0b3/5f0e3d54-10ab-4edc-a566-8192c0346799) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:53:39.706198 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-3d2beb39-0186-46fd-a9b9-56d011a83c5c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks [] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:39.797647 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-3d2beb39-0186-46fd-a9b9-56d011a83c5c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:39.859439 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cc6de-cf02-41d1-aae9-c28b3362e69f req-c8b0b83f-96ff-4e37-9bf3-5133ac7241c6 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:39.871328 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-903cc6de-cf02-41d1-aae9-c28b3362e69f req-c8b0b83f-96ff-4e37-9bf3-5133ac7241c6 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1027 time: 0.0638528 Feb 28 17:53:39.877169 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-3d2beb39-0186-46fd-a9b9-56d011a83c5c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Network f4617979-011c-44c6-ad85-720f8381a79f is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:39.880995 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-3d2beb39-0186-46fd-a9b9-56d011a83c5c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:39.891434 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-3d2beb39-0186-46fd-a9b9-56d011a83c5c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:53:39.895354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2beb39-0186-46fd-a9b9-56d011a83c5c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Pushing event updated for resources: {'Port': ['ID=5f0e3d54-10ab-4edc-a566-8192c0346799,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:39.898746 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8145fa77-ad6f-40f9-9d38-2b0a78998d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:39.978403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-903cc6de-cf02-41d1-aae9-c28b3362e69f req-03d578b7-37c2-446b-9ce1-92551541b77a tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856051 Feb 28 17:53:39.978991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-3d2beb39-0186-46fd-a9b9-56d011a83c5c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:39.979864 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-3d2beb39-0186-46fd-a9b9-56d011a83c5c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:40.072906 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-3d2beb39-0186-46fd-a9b9-56d011a83c5c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9182324 Feb 28 17:53:40.115288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Request body: {'port': {'device_id': 'cc0c8460-69e2-4254-8321-f2ea99f63691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:40.138611 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:40.224312 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:40.322525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-16b41cf7-382b-4f2b-b04f-f3383db9ad5b None None] Provisioning complete for port 5f0e3d54-10ab-4edc-a566-8192c0346799 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:40.323199 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-16b41cf7-382b-4f2b-b04f-f3383db9ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:40.370445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-16b41cf7-382b-4f2b-b04f-f3383db9ad5b None None] Port 5f0e3d54-10ab-4edc-a566-8192c0346799 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:53:40.652438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0e3d54-10ab-4edc-a566-8192c0346799 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:53:40.661949 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Publish callbacks [] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:40.675882 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Transition to ACTIVE for port object 5f0e3d54-10ab-4edc-a566-8192c0346799 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:53:40.744226 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:40.834058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0e3d54-10ab-4edc-a566-8192c0346799,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:40.945066 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Attempting to bind port 5f0e3d54-10ab-4edc-a566-8192c0346799 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:53:40.945544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Attempting to bind port 5f0e3d54-10ab-4edc-a566-8192c0346799 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:53:40.946101 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Attempting to bind port 5f0e3d54-10ab-4edc-a566-8192c0346799 on network f4617979-011c-44c6-ad85-720f8381a79f {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:40.951410 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Port 5f0e3d54-10ab-4edc-a566-8192c0346799 on network f4617979-011c-44c6-ad85-720f8381a79f not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:53:40.951979 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Attempting to bind port 5f0e3d54-10ab-4edc-a566-8192c0346799 on network f4617979-011c-44c6-ad85-720f8381a79f {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:40.957263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:53:40.957841 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Checking segment: {'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:40.958633 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Bound using segment: {'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:53:40.959057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Bound port: 5f0e3d54-10ab-4edc-a566-8192c0346799, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:53:40.959516 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:41.053065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] For port 5f0e3d54-10ab-4edc-a566-8192c0346799, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:41.056480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] For port 5f0e3d54-10ab-4edc-a566-8192c0346799, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5f0e3d54-10ab-4edc-a566-8192c0346799,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:53:41.111615 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21081149-46c9-4c0f-979d-0fb91a465e90 req-96cb10ea-2b38-42d5-80aa-0377b5d6c74b tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:41.113684 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-21081149-46c9-4c0f-979d-0fb91a465e90 req-96cb10ea-2b38-42d5-80aa-0377b5d6c74b tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1053 time: 0.0539711 Feb 28 17:53:41.156195 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-21081149-46c9-4c0f-979d-0fb91a465e90 req-d78c0ae7-b04d-48e9-b207-bbb2bdb52c2c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367565 Feb 28 17:53:41.178107 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:41.216494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:41.217094 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:41.218518 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] 10.222.0.73 "PUT /v2.0/ports/5f0e3d54-10ab-4edc-a566-8192c0346799 HTTP/1.1" status: 200 len: 1092 time: 1.1075537 Feb 28 17:53:41.222311 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0c8460-69e2-4254-8321-f2ea99f63691', 'tag': '5f0e3d54-10ab-4edc-a566-8192c0346799'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:53:41.222311 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c4fed4-0e89-4cd3-9321-4f209510ebbc" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0c8460-69e2-4254-8321-f2ea99f63691", "tag": "5f0e3d54-10ab-4edc-a566-8192c0346799"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:53:41.251229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752c074-98d2-48ff-bd7f-0f51ed53daf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0e3d54-10ab-4edc-a566-8192c0346799,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:41.277581 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727554ce-4258-452c-b8b4-a8c234b99798 x-openstack-request-id: req-727554ce-4258-452c-b8b4-a8c234b99798 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:53:41.277874 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0c8460-69e2-4254-8321-f2ea99f63691", "tag": "5f0e3d54-10ab-4edc-a566-8192c0346799", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:53:41.278176 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-727554ce-4258-452c-b8b4-a8c234b99798 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:53:41.278977 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0c8460-69e2-4254-8321-f2ea99f63691', 'tag': '5f0e3d54-10ab-4edc-a566-8192c0346799', 'status': 'completed', 'code': 200} Feb 28 17:53:41.357584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fed4-0e89-4cd3-9321-4f209510ebbc req-8b168a2e-86bf-4efd-9fda-9b26d597f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:41.359137 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-19c4fed4-0e89-4cd3-9321-4f209510ebbc req-8b168a2e-86bf-4efd-9fda-9b26d597f425 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91ccc8b297e74dc3a30757f197ff8bf4&device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1126 time: 0.0630412 Feb 28 17:53:41.447307 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:41.478823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fed4-0e89-4cd3-9321-4f209510ebbc req-a0eeddad-0950-4bb1-8f60-eca6bf2a25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:41.480327 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-19c4fed4-0e89-4cd3-9321-4f209510ebbc req-a0eeddad-0950-4bb1-8f60-eca6bf2a25c9 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=91ccc8b297e74dc3a30757f197ff8bf4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1137211 Feb 28 17:53:41.511283 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39018) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:41.631785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4fed4-0e89-4cd3-9321-4f209510ebbc req-8fc70517-5cd6-4248-9109-db696ada72e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:41.633494 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-19c4fed4-0e89-4cd3-9321-4f209510ebbc req-8fc70517-5cd6-4248-9109-db696ada72e3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462791 Feb 28 17:53:41.676980 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d4ae06b6-e4b7-4c2f-adba-e4cca4869956 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3317 time: 0.1601152 Feb 28 17:53:41.677602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39024) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:41.682859 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-bba22526-3481-4316-832a-4166874158a7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Request body: {'network': {'name': 'tempest-network-smoke--1515996324', 'project_id': '8c1a0f817663429298e762db81838c33', 'port_security_enabled': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:41.727345 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-ea4fb9a5-f14f-4278-8898-5a2baf329f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:41.727345 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-ea4fb9a5-f14f-4278-8898-5a2baf329f42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=91ccc8b297e74dc3a30757f197ff8bf4&device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1126 time: 0.0501266 Feb 28 17:53:41.770539 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-e4c98f28-30c7-47be-a3d4-4927803577a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f0e3d54-10ab-4edc-a566-8192c0346799 HTTP/1.1" status: 200 len: 217 time: 0.0367229 Feb 28 17:53:41.807956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba22526-3481-4316-832a-4166874158a7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Made reservation on behalf of 8c1a0f817663429298e762db81838c33 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:53:41.820251 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bba22526-3481-4316-832a-4166874158a7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:41.825387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-4720b84a-3962-4dcd-8cbe-5db6f6bf648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:41.830244 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-4720b84a-3962-4dcd-8cbe-5db6f6bf648f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b22af9fd-c1c1-4226-8af3-949a6efba0b3 HTTP/1.1" status: 200 len: 848 time: 0.0540791 Feb 28 17:53:41.854514 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba22526-3481-4316-832a-4166874158a7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:53:41.870202 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bba22526-3481-4316-832a-4166874158a7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3a57d43b-d842-49da-9ddc-a1c67fb2e004), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:41.870932 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-bba22526-3481-4316-832a-4166874158a7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Added segment 3a57d43b-d842-49da-9ddc-a1c67fb2e004 of type vlan for network efb95c65-1a36-42e0-b843-0e3b29c2e8fe Feb 28 17:53:41.917868 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-cdf5f0ae-5267-4db2-bc0f-be0159098a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:41.919576 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-cdf5f0ae-5267-4db2-bc0f-be0159098a4c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4617979-011c-44c6-ad85-720f8381a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0833614 Feb 28 17:53:41.934284 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bba22526-3481-4316-832a-4166874158a7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (efb95c65-1a36-42e0-b843-0e3b29c2e8fe), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:42.039639 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-f3cd420b-37e1-4c1f-9d2a-2aa682532136 service neutron] 10.222.0.73 "GET /v2.0/networks/f4617979-011c-44c6-ad85-720f8381a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110518 Feb 28 17:53:42.070912 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bba22526-3481-4316-832a-4166874158a7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (efb95c65-1a36-42e0-b843-0e3b29c2e8fe), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:42.074929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba22526-3481-4316-832a-4166874158a7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:42.075505 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-bba22526-3481-4316-832a-4166874158a7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:42.148747 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d94e54e6-1a32-48ee-8886-2be0f5e6a568 req-ea7a9b1e-58ff-4aca-92c8-e87998be289e service neutron] 10.222.0.73 "GET /v2.0/networks/f4617979-011c-44c6-ad85-720f8381a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018672 Feb 28 17:53:42.162233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba22526-3481-4316-832a-4166874158a7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'Network': ['ID=efb95c65-1a36-42e0-b843-0e3b29c2e8fe,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:42.180019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network efb95c65-1a36-42e0-b843-0e3b29c2e8fe details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:53:42.254494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39034) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:42.256229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bba22526-3481-4316-832a-4166874158a7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5722213 Feb 28 17:53:42.262148 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-650542439', 'admin_state_up': True, 'project_id': '8c1a0f817663429298e762db81838c33', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:42.331463 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2656db-9ce8-4ad3-8263-646095946ab3 req-399c7b87-6372-43e8-8516-3a1fe70ad2f9 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:42.334385 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da2656db-9ce8-4ad3-8263-646095946ab3 req-399c7b87-6372-43e8-8516-3a1fe70ad2f9 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1126 time: 0.0672188 Feb 28 17:53:42.384326 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (342798bc-e2af-4ca5-b0a6-74f7329c8684), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:42.385580 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (342798bc-e2af-4ca5-b0a6-74f7329c8684), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:42.392964 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da2656db-9ce8-4ad3-8263-646095946ab3 req-5d646ecf-b86d-48c8-a18e-5e4c7bed2781 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528164 Feb 28 17:53:42.447036 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router_controller (342798bc-e2af-4ca5-b0a6-74f7329c8684), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:42.562219 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:42.662217 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router_gateway (342798bc-e2af-4ca5-b0a6-74f7329c8684), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:43.272576 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router_gateway (342798bc-e2af-4ca5-b0a6-74f7329c8684), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:43.291267 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:43.404764 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Allocated IP 172.25.3.112 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/bd80cfa9-dd66-465d-ad4e-ff521ff70a98) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:53:43.521152 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for port (bd80cfa9-dd66-465d-ad4e-ff521ff70a98), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:43.541009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeac52b-8abf-48fe-b860-ca38929afe07 req-8b8a78f5-8682-4a88-9b0b-ddc13178e7c2 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:43.550986 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cfeac52b-8abf-48fe-b860-ca38929afe07 req-8b8a78f5-8682-4a88-9b0b-ddc13178e7c2 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1126 time: 0.0663095 Feb 28 17:53:43.612804 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cfeac52b-8abf-48fe-b860-ca38929afe07 req-e198c34d-3721-49e2-9400-d48050027926 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547676 Feb 28 17:53:43.664619 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (bd80cfa9-dd66-465d-ad4e-ff521ff70a98), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:43.709245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:43.712236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:43.714792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:53:43.744136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'Port': ['ID=bd80cfa9-dd66-465d-ad4e-ff521ff70a98,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:43.944147 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:44.086568 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router_gateway (342798bc-e2af-4ca5-b0a6-74f7329c8684), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:44.302479 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (342798bc-e2af-4ca5-b0a6-74f7329c8684), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:44.509013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Router 342798bc-e2af-4ca5-b0a6-74f7329c8684 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:53:44.627064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:53:44.643901 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Sync routers for ids ['342798bc-e2af-4ca5-b0a6-74f7329c8684'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:53:44.666833 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Routers {'342798bc-e2af-4ca5-b0a6-74f7329c8684'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:44.668094 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['342798bc-e2af-4ca5-b0a6-74f7329c8684'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:44.746937 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5095d-fb9d-4d18-bb14-c30a1515e020 req-252f2b1f-32b3-4fc7-9c07-d8fbe8c82143 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:44.754655 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ef5095d-fb9d-4d18-bb14-c30a1515e020 req-252f2b1f-32b3-4fc7-9c07-d8fbe8c82143 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1126 time: 0.0604870 Feb 28 17:53:44.763630 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:44.767735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39078) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:44.768814 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5171343a-048e-441c-a122-bd7b6f84ba43 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5115385 Feb 28 17:53:44.823567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ef5095d-fb9d-4d18-bb14-c30a1515e020 req-0397a17b-61ba-44a0-ac42-96fe6885c229 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680246 Feb 28 17:53:44.845507 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Set router 342798bc-e2af-4ca5-b0a6-74f7329c8684 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:44.863824 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012d2d9-06b1-4a3d-8304-563a1578322f tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:44.867845 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4012d2d9-06b1-4a3d-8304-563a1578322f tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=8c1a0f817663429298e762db81838c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0956936 Feb 28 17:53:44.868288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39084) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:44.983464 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454c41ce-d64c-40c4-afbc-446949e53a38 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:44.985380 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-454c41ce-d64c-40c4-afbc-446949e53a38 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1163683 Feb 28 17:53:44.988374 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39088) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:45.025483 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1bae537e-f93c-477d-8ee2-6f3e5ffe9981 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355024 Feb 28 17:53:45.028093 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39090) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:45.058855 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-80894871-f0cb-4d64-8794-da35901dbf96 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=8c1a0f817663429298e762db81838c33&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293458 Feb 28 17:53:45.061214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39092) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:45.081238 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650542439', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'bd80cfa9-dd66-465d-ad4e-ff521ff70a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:42Z', 'updated_at': '2022-02-28T17:53:43Z', 'revision_number': 3, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': 'bd80cfa9-dd66-465d-ad4e-ff521ff70a98', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:43Z', 'updated_at': '2022-02-28T17:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:45.110960 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Checking router: 342798bc-e2af-4ca5-b0a6-74f7329c8684 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:53:45.111580 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Updating router 342798bc-e2af-4ca5-b0a6-74f7329c8684 port bd80cfa9-dd66-465d-ad4e-ff521ff70a98 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:53:45.155709 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (bd80cfa9-dd66-465d-ad4e-ff521ff70a98), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:45.163869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92888b69-cc3d-423e-be41-4e7f66689491 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:45.168254 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-92888b69-cc3d-423e-be41-4e7f66689491 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1032698 Feb 28 17:53:45.175173 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39096) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:45.199105 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c344ede7-47ed-4f38-b0e0-1c003b8f4ae6 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293739 Feb 28 17:53:45.201716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39098) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:45.206667 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a8496b2f-e1b6-44f5-9dfe-add9a95d664c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2104272677', 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe', 'project_id': '8c1a0f817663429298e762db81838c33', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:45.384866 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8496b2f-e1b6-44f5-9dfe-add9a95d664c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Made reservation on behalf of 8c1a0f817663429298e762db81838c33 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:53:45.390758 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8496b2f-e1b6-44f5-9dfe-add9a95d664c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:45.528484 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Publish callbacks [] for port (bd80cfa9-dd66-465d-ad4e-ff521ff70a98), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:45.590161 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (bd80cfa9-dd66-465d-ad4e-ff521ff70a98), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:45.645319 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Attempting to bind port bd80cfa9-dd66-465d-ad4e-ff521ff70a98 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:53:45.645961 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Attempting to bind port bd80cfa9-dd66-465d-ad4e-ff521ff70a98 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:53:45.646076 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Attempting to bind port bd80cfa9-dd66-465d-ad4e-ff521ff70a98 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:45.647871 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f2489-24ab-484d-b8d8-70ab03264752 None None] Pushing event updated for resources: {'Port': ['ID=bd80cfa9-dd66-465d-ad4e-ff521ff70a98,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:45.653063 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:53:45.653421 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:45.653808 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:45.654199 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:53:45.655046 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Bound port: bd80cfa9-dd66-465d-ad4e-ff521ff70a98, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:53:45.655046 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (bd80cfa9-dd66-465d-ad4e-ff521ff70a98), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:45.687392 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8496b2f-e1b6-44f5-9dfe-add9a95d664c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (1089e327-1cbc-4b2f-a87a-d2a9f99de7e8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:45.713105 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] For port bd80cfa9-dd66-465d-ad4e-ff521ff70a98, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:45.713105 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] For port bd80cfa9-dd66-465d-ad4e-ff521ff70a98, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=bd80cfa9-dd66-465d-ad4e-ff521ff70a98,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:53:45.760529 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8496b2f-e1b6-44f5-9dfe-add9a95d664c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'Subnet': ['ID=1089e327-1cbc-4b2f-a87a-d2a9f99de7e8,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:45.768980 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8496b2f-e1b6-44f5-9dfe-add9a95d664c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Checking segment: {'id': '3a57d43b-d842-49da-9ddc-a1c67fb2e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:45.769337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8496b2f-e1b6-44f5-9dfe-add9a95d664c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Network hostable DHCP agents. Network: efb95c65-1a36-42e0-b843-0e3b29c2e8fe, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:53:45.802074 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (bd80cfa9-dd66-465d-ad4e-ff521ff70a98), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:45.858940 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8496b2f-e1b6-44f5-9dfe-add9a95d664c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Network efb95c65-1a36-42e0-b843-0e3b29c2e8fe is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:53:45.886371 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Routers {'342798bc-e2af-4ca5-b0a6-74f7329c8684'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:45.886998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['342798bc-e2af-4ca5-b0a6-74f7329c8684'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:45.957366 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a8496b2f-e1b6-44f5-9dfe-add9a95d664c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, efb95c65-1a36-42e0-b843-0e3b29c2e8fe) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:45.966228 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754a3ed-a939-4e37-bb22-53dd9dcb1977 None None] Network efb95c65-1a36-42e0-b843-0e3b29c2e8fe requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:53:45.999112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8496b2f-e1b6-44f5-9dfe-add9a95d664c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:45.999112 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8496b2f-e1b6-44f5-9dfe-add9a95d664c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:46.001969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39118) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:46.022554 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f2489-24ab-484d-b8d8-70ab03264752 None None] Pushing event updated for resources: {'Port': ['ID=bd80cfa9-dd66-465d-ad4e-ff521ff70a98,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:46.045265 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e78f9-e6a7-4944-bc51-5ee46557914f req-84573564-c0ff-4b5b-b4eb-6f64e72c4e15 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:46.045963 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f57e78f9-e6a7-4944-bc51-5ee46557914f req-84573564-c0ff-4b5b-b4eb-6f64e72c4e15 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1126 time: 0.1001270 Feb 28 17:53:46.076597 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] Set router 342798bc-e2af-4ca5-b0a6-74f7329c8684 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:46.104209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e68758-046c-4363-8418-7815c6104eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-efb95c65-1a36-42e0-b843-0e3b29c2e8fe', 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe', 'project_id': '8c1a0f817663429298e762db81838c33', 'fixed_ips': [{'subnet_id': '1089e327-1cbc-4b2f-a87a-d2a9f99de7e8'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:53:46.106079 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-15e68758-046c-4363-8418-7815c6104eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:46.141073 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f57e78f9-e6a7-4944-bc51-5ee46557914f req-298f5449-8c85-470f-be45-993125147561 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872326 Feb 28 17:53:46.145626 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a8496b2f-e1b6-44f5-9dfe-add9a95d664c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9429004 Feb 28 17:53:46.148488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39124) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:46.286345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-15e68758-046c-4363-8418-7815c6104eba None None] Allocated IP 172.20.0.18 (efb95c65-1a36-42e0-b843-0e3b29c2e8fe/1089e327-1cbc-4b2f-a87a-d2a9f99de7e8/a82688ed-467d-4256-ab86-b1b42ae950bc) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:53:46.321580 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650542439', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'bd80cfa9-dd66-465d-ad4e-ff521ff70a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:42Z', 'updated_at': '2022-02-28T17:53:43Z', 'revision_number': 3, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': 'bd80cfa9-dd66-465d-ad4e-ff521ff70a98', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:43Z', 'updated_at': '2022-02-28T17:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:46.359429 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9082bd-e867-4fb4-a9b6-1588db585fda None None] The sync data for ids ['342798bc-e2af-4ca5-b0a6-74f7329c8684'] in n-d-820368-19 is: [{'id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650542439', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'bd80cfa9-dd66-465d-ad4e-ff521ff70a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:42Z', 'updated_at': '2022-02-28T17:53:43Z', 'revision_number': 3, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': 'bd80cfa9-dd66-465d-ad4e-ff521ff70a98', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:43Z', 'updated_at': '2022-02-28T17:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:53:46.451296 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5f0e3d54-10ab-4edc-a566-8192c0346799 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:53:46.488911 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-15e68758-046c-4363-8418-7815c6104eba None None] Publish callbacks [] for port (a82688ed-467d-4256-ab86-b1b42ae950bc), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:46.558676 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-15e68758-046c-4363-8418-7815c6104eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (a82688ed-467d-4256-ab86-b1b42ae950bc), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:46.604933 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e68758-046c-4363-8418-7815c6104eba None None] Pushing event updated for resources: {'Port': ['ID=a82688ed-467d-4256-ab86-b1b42ae950bc,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:46.624272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e68758-046c-4363-8418-7815c6104eba None None] Network efb95c65-1a36-42e0-b843-0e3b29c2e8fe is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:46.630127 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-15e68758-046c-4363-8418-7815c6104eba None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:46.634247 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e68758-046c-4363-8418-7815c6104eba None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:53:46.727538 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-15e68758-046c-4363-8418-7815c6104eba None None] Attempting to bind port a82688ed-467d-4256-ab86-b1b42ae950bc on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:53:46.729347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-15e68758-046c-4363-8418-7815c6104eba None None] Attempting to bind port a82688ed-467d-4256-ab86-b1b42ae950bc by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '3a57d43b-d842-49da-9ddc-a1c67fb2e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:53:46.729347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e68758-046c-4363-8418-7815c6104eba None None] Attempting to bind port a82688ed-467d-4256-ab86-b1b42ae950bc on network efb95c65-1a36-42e0-b843-0e3b29c2e8fe {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:46.752001 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5f0e3d54-10ab-4edc-a566-8192c0346799, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5f0e3d54-10ab-4edc-a566-8192c0346799,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:46.754776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e68758-046c-4363-8418-7815c6104eba None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:53:46.755280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e68758-046c-4363-8418-7815c6104eba None None] Checking segment: {'id': '3a57d43b-d842-49da-9ddc-a1c67fb2e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:46.755789 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-15e68758-046c-4363-8418-7815c6104eba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:46.756807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e68758-046c-4363-8418-7815c6104eba None None] Bound using segment: {'id': '3a57d43b-d842-49da-9ddc-a1c67fb2e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:53:46.756807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-15e68758-046c-4363-8418-7815c6104eba None None] Bound port: a82688ed-467d-4256-ab86-b1b42ae950bc, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a57d43b-d842-49da-9ddc-a1c67fb2e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:53:46.757391 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-15e68758-046c-4363-8418-7815c6104eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a82688ed-467d-4256-ab86-b1b42ae950bc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:46.801782 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '5f0e3d54-10ab-4edc-a566-8192c0346799', 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f', 'port_id': '5f0e3d54-10ab-4edc-a566-8192c0346799', 'mac_address': 'fa:16:3e:08:e3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b22af9fd-c1c1-4226-8af3-949a6efba0b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:53:46.868323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-15e68758-046c-4363-8418-7815c6104eba None None] For port a82688ed-467d-4256-ab86-b1b42ae950bc, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:46.871916 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-15e68758-046c-4363-8418-7815c6104eba None None] For port a82688ed-467d-4256-ab86-b1b42ae950bc, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a82688ed-467d-4256-ab86-b1b42ae950bc,segment=NetworkSegment(3a57d43b-d842-49da-9ddc-a1c67fb2e004),segment_id=3a57d43b-d842-49da-9ddc-a1c67fb2e004)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:53:46.873549 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 5f0e3d54-10ab-4edc-a566-8192c0346799 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:46.878876 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:46.889874 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0e3d54-10ab-4edc-a566-8192c0346799 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:53:46.912750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5f0e3d54-10ab-4edc-a566-8192c0346799, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5f0e3d54-10ab-4edc-a566-8192c0346799,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:46.985571 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-15e68758-046c-4363-8418-7815c6104eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a82688ed-467d-4256-ab86-b1b42ae950bc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:47.028768 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:47.065947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e68758-046c-4363-8418-7815c6104eba None None] Pushing event updated for resources: {'Port': ['ID=a82688ed-467d-4256-ab86-b1b42ae950bc,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:47.133033 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=5f0e3d54-10ab-4edc-a566-8192c0346799,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:47.306149 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85a5f475-4446-490a-81a1-1a0a2efd2526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (f1d8fd16-35d4-47d1-8925-deb3f4509abd), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:47.348266 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5f0e3d54-10ab-4edc-a566-8192c0346799'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:53:47.480987 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:47.607349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d116039-1e52-4191-902a-a8fbce1b7c86 req-e58757af-932b-4231-b3f1-f516590bc1f7 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:47.612024 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3d116039-1e52-4191-902a-a8fbce1b7c86 req-e58757af-932b-4231-b3f1-f516590bc1f7 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1127 time: 0.3526039 Feb 28 17:53:47.758199 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3d116039-1e52-4191-902a-a8fbce1b7c86 req-7b2be8f6-8e95-4d0f-bff8-2a6b5b6e5643 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365507 Feb 28 17:53:47.967113 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Allocated IP 172.20.0.17 (efb95c65-1a36-42e0-b843-0e3b29c2e8fe/1089e327-1cbc-4b2f-a87a-d2a9f99de7e8/5a85de70-f7f1-4db1-8a20-cfa2a12ed510) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:53:48.171554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:48.243608 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-85a5f475-4446-490a-81a1-1a0a2efd2526 admin admin] Deleting port 094fa7e1-d385-480c-9fbd-ede36e6f59e6 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:53:48.243942 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85a5f475-4446-490a-81a1-1a0a2efd2526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:48.316342 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:48.405226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5f0e3d54-10ab-4edc-a566-8192c0346799 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:48.485093 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device bd80cfa9-dd66-465d-ad4e-ff521ff70a98 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:48.561275 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port bd80cfa9-dd66-465d-ad4e-ff521ff70a98 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:48.562366 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (bd80cfa9-dd66-465d-ad4e-ff521ff70a98), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:48.570918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 5f0e3d54-10ab-4edc-a566-8192c0346799 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:53:48.570918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 5f0e3d54-10ab-4edc-a566-8192c0346799 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:48.570918 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:48.662847 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6c33fc-8078-4ead-86f5-8d38ca1437ee None None] Network efb95c65-1a36-42e0-b843-0e3b29c2e8fe requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:53:48.778830 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Network efb95c65-1a36-42e0-b843-0e3b29c2e8fe is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:48.833803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:48.848472 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:53:48.880881 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ba1d49f8-1990-4537-ab52-68779400d157 None None] Provisioning complete for port a82688ed-467d-4256-ab86-b1b42ae950bc triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:48.881301 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ba1d49f8-1990-4537-ab52-68779400d157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a82688ed-467d-4256-ab86-b1b42ae950bc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:48.883139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'Port': ['ID=5a85de70-f7f1-4db1-8a20-cfa2a12ed510,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:48.891681 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-85a5f475-4446-490a-81a1-1a0a2efd2526 admin admin] For port 094fa7e1-d385-480c-9fbd-ede36e6f59e6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=094fa7e1-d385-480c-9fbd-ede36e6f59e6,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:48.892045 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85a5f475-4446-490a-81a1-1a0a2efd2526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:48.910241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-85a5f475-4446-490a-81a1-1a0a2efd2526 admin admin] Calling delete_port for 094fa7e1-d385-480c-9fbd-ede36e6f59e6 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:53:48.924209 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (342798bc-e2af-4ca5-b0a6-74f7329c8684), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:48.948485 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfac97-ed58-4fae-aacd-6cfab9a351d7 req-f3855552-1e21-4fe7-9880-9e292feb8c7a tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:48.953575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 5f0e3d54-10ab-4edc-a566-8192c0346799 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:48.953974 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:48.958266 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9cfac97-ed58-4fae-aacd-6cfab9a351d7 req-f3855552-1e21-4fe7-9880-9e292feb8c7a tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1127 time: 0.1029208 Feb 28 17:53:49.038684 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b9cfac97-ed58-4fae-aacd-6cfab9a351d7 req-f9cb04bd-e377-4289-8254-3dd7e286f2af tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785522 Feb 28 17:53:49.094899 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port bd80cfa9-dd66-465d-ad4e-ff521ff70a98 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:49.095302 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (bd80cfa9-dd66-465d-ad4e-ff521ff70a98), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:49.151003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c8460-69e2-4254-8321-f2ea99f63691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0e3d54-10ab-4edc-a566-8192c0346799'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:53:49.159845 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce5f715-96de-4be6-a9dd-087515f1cee3" -d '{"events": [{"server_uuid": "cc0c8460-69e2-4254-8321-f2ea99f63691", "name": "network-vif-plugged", "status": "completed", "tag": "5f0e3d54-10ab-4edc-a566-8192c0346799"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:53:49.169481 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port bd80cfa9-dd66-465d-ad4e-ff521ff70a98, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=bd80cfa9-dd66-465d-ad4e-ff521ff70a98,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:49.181123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 5f0e3d54-10ab-4edc-a566-8192c0346799, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5f0e3d54-10ab-4edc-a566-8192c0346799,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:49.327391 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:49.352213 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d057c6-29e4-4b7f-a527-326d65426be1 req-82171318-a3d8-4ac9-8662-0b72fa07ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:49.353646 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3d057c6-29e4-4b7f-a527-326d65426be1 req-82171318-a3d8-4ac9-8662-0b72fa07ee95 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1128 time: 0.0595102 Feb 28 17:53:49.381359 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85a5f475-4446-490a-81a1-1a0a2efd2526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (094fa7e1-d385-480c-9fbd-ede36e6f59e6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:49.394026 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d6a741-63e6-462b-a653-c36a2a46180a x-openstack-request-id: req-16d6a741-63e6-462b-a653-c36a2a46180a {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:53:49.394346 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0c8460-69e2-4254-8321-f2ea99f63691", "name": "network-vif-plugged", "status": "completed", "tag": "5f0e3d54-10ab-4edc-a566-8192c0346799", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:53:49.396082 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-16d6a741-63e6-462b-a653-c36a2a46180a {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:53:49.396082 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0c8460-69e2-4254-8321-f2ea99f63691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0e3d54-10ab-4edc-a566-8192c0346799', 'code': 200} Feb 28 17:53:49.398616 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (bd80cfa9-dd66-465d-ad4e-ff521ff70a98), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:49.399385 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a82688ed-467d-4256-ab86-b1b42ae950bc up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:49.401334 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:49.403305 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3d057c6-29e4-4b7f-a527-326d65426be1 req-1c520b3c-f077-4855-ad57-1635f59502bf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438616 Feb 28 17:53:49.427698 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5f475-4446-490a-81a1-1a0a2efd2526 admin admin] Pushing event deleted for resources: {'Port': ['ID=094fa7e1-d385-480c-9fbd-ede36e6f59e6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:49.465685 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d49f8-1990-4537-ab52-68779400d157 None None] Current status of the port a82688ed-467d-4256-ab86-b1b42ae950bc is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:49.466403 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ba1d49f8-1990-4537-ab52-68779400d157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a82688ed-467d-4256-ab86-b1b42ae950bc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:49.529235 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=bd80cfa9-dd66-465d-ad4e-ff521ff70a98,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:49.563125 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ba1d49f8-1990-4537-ab52-68779400d157 None None] For port a82688ed-467d-4256-ab86-b1b42ae950bc, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a82688ed-467d-4256-ab86-b1b42ae950bc,segment=NetworkSegment(3a57d43b-d842-49da-9ddc-a1c67fb2e004),segment_id=3a57d43b-d842-49da-9ddc-a1c67fb2e004)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:49.586136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port a82688ed-467d-4256-ab86-b1b42ae950bc triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:49.586501 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a82688ed-467d-4256-ab86-b1b42ae950bc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:49.652105 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:53:49.670193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=5f0e3d54-10ab-4edc-a566-8192c0346799,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:49.674945 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ba1d49f8-1990-4537-ab52-68779400d157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a82688ed-467d-4256-ab86-b1b42ae950bc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:49.768246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port a82688ed-467d-4256-ab86-b1b42ae950bc is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:49.772020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d49f8-1990-4537-ab52-68779400d157 None None] Pushing event updated for resources: {'Port': ['ID=a82688ed-467d-4256-ab86-b1b42ae950bc,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:49.874598 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85a5f475-4446-490a-81a1-1a0a2efd2526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (f1d8fd16-35d4-47d1-8925-deb3f4509abd), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:49.891059 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:49.896803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-be48e381-6368-4a21-a822-502accff2668 None None] Provisioning complete for port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:49.897427 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be48e381-6368-4a21-a822-502accff2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:49.944459 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-be48e381-6368-4a21-a822-502accff2668 None None] Port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:53:49.955555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-be48e381-6368-4a21-a822-502accff2668 None None] Provisioning complete for port a82688ed-467d-4256-ab86-b1b42ae950bc triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:49.956302 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be48e381-6368-4a21-a822-502accff2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a82688ed-467d-4256-ab86-b1b42ae950bc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:49.963146 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:50.050349 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-be48e381-6368-4a21-a822-502accff2668 None None] Current status of the port a82688ed-467d-4256-ab86-b1b42ae950bc is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:50.105878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'Port': ['ID=5a85de70-f7f1-4db1-8a20-cfa2a12ed510,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:50.147377 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (342798bc-e2af-4ca5-b0a6-74f7329c8684), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:50.161374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070107d-6e96-492a-9889-161957e4b7bb req-dcb1f2d3-92a4-4466-92ba-1d06df5c517f tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:50.168670 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5070107d-6e96-492a-9889-161957e4b7bb req-dcb1f2d3-92a4-4466-92ba-1d06df5c517f tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1128 time: 0.0525849 Feb 28 17:53:50.185344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5e1dc42b-2709-4046-85c3-40358136106f None None] Provisioning complete for port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:50.185873 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc42b-2709-4046-85c3-40358136106f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:50.226252 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5070107d-6e96-492a-9889-161957e4b7bb req-185fcc92-5c29-4f79-b8eb-183226e88ff2 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533605 Feb 28 17:53:50.239274 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dc42b-2709-4046-85c3-40358136106f None None] Port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:53:50.312106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a5f475-4446-490a-81a1-1a0a2efd2526 admin admin] Router f1d8fd16-35d4-47d1-8925-deb3f4509abd has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:53:50.325890 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Network efb95c65-1a36-42e0-b843-0e3b29c2e8fe is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:50.328822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:50.391937 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device bd80cfa9-dd66-465d-ad4e-ff521ff70a98 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:50.456410 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port bd80cfa9-dd66-465d-ad4e-ff521ff70a98 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:50.456784 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (bd80cfa9-dd66-465d-ad4e-ff521ff70a98), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:50.541141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a5f475-4446-490a-81a1-1a0a2efd2526 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:53:50.550542 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-85a5f475-4446-490a-81a1-1a0a2efd2526 admin admin] 10.222.0.72 "PUT /v2.0/routers/f1d8fd16-35d4-47d1-8925-deb3f4509abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5442712 Feb 28 17:53:50.550653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39186) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:50.558694 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d939f-e896-4360-b7b2-2fc3eab40e47 None None] Sync routers for ids ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:53:50.565151 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Router 342798bc-e2af-4ca5-b0a6-74f7329c8684 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:53:50.568181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port bd80cfa9-dd66-465d-ad4e-ff521ff70a98 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:50.569179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a82688ed-467d-4256-ab86-b1b42ae950bc up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:50.610629 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d939f-e896-4360-b7b2-2fc3eab40e47 None None] Routers {'f1d8fd16-35d4-47d1-8925-deb3f4509abd'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:50.611193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ba7d939f-e896-4360-b7b2-2fc3eab40e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:50.683601 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] Publish callbacks [] for router (f1d8fd16-35d4-47d1-8925-deb3f4509abd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:50.719480 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:53:50.730553 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Sync routers for ids ['342798bc-e2af-4ca5-b0a6-74f7329c8684'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:53:50.733200 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f1182591-6be0-4e6e-8299-6ae074505c6f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "PUT /v2.0/routers/342798bc-e2af-4ca5-b0a6-74f7329c8684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5829227 Feb 28 17:53:50.747713 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2e83daac-513c-43fc-ab2c-a2332c07cbcc None None] Provisioning complete for port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:50.748068 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2e83daac-513c-43fc-ab2c-a2332c07cbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:50.767417 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Routers {'342798bc-e2af-4ca5-b0a6-74f7329c8684'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:50.770659 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['342798bc-e2af-4ca5-b0a6-74f7329c8684'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:50.798225 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port a82688ed-467d-4256-ab86-b1b42ae950bc triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:50.798601 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a82688ed-467d-4256-ab86-b1b42ae950bc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:50.836568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2e83daac-513c-43fc-ab2c-a2332c07cbcc None None] Port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:53:50.845723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-ba7d939f-e896-4360-b7b2-2fc3eab40e47 None None] Set router f1d8fd16-35d4-47d1-8925-deb3f4509abd gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:50.849650 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] Publish callbacks [] for router_gateway (f1d8fd16-35d4-47d1-8925-deb3f4509abd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:50.966379 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Set router 342798bc-e2af-4ca5-b0a6-74f7329c8684 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:51.009327 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] Deleting port db25861c-9f82-4547-a3ee-e059f0e1b96f {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:53:51.010130 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (db25861c-9f82-4547-a3ee-e059f0e1b96f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:51.107873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-d8496f23-900b-43a6-9d79-2551d3d09ceb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:51.109590 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-d8496f23-900b-43a6-9d79-2551d3d09ceb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/networks?id=efb95c65-1a36-42e0-b843-0e3b29c2e8fe HTTP/1.1" status: 200 len: 798 time: 0.1291642 Feb 28 17:53:51.126193 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-a6f08c66-5872-4c62-9b63-a5971f3bf7aa tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/quotas/8c1a0f817663429298e762db81838c33 HTTP/1.1" status: 200 len: 375 time: 0.0094016 Feb 28 17:53:51.174030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] For port db25861c-9f82-4547-a3ee-e059f0e1b96f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=db25861c-9f82-4547-a3ee-e059f0e1b96f,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:51.176109 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (db25861c-9f82-4547-a3ee-e059f0e1b96f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:51.185246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port a82688ed-467d-4256-ab86-b1b42ae950bc is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:51.209834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] Calling delete_port for db25861c-9f82-4547-a3ee-e059f0e1b96f owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:53:51.249662 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-178087d4-1e23-4d8d-8bee-6e04c7c46926 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c1a0f817663429298e762db81838c33&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1101122 Feb 28 17:53:51.255407 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650542439', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'bd80cfa9-dd66-465d-ad4e-ff521ff70a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:42Z', 'updated_at': '2022-02-28T17:53:49Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': 'bd80cfa9-dd66-465d-ad4e-ff521ff70a98', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:43Z', 'updated_at': '2022-02-28T17:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '5a85de70-f7f1-4db1-8a20-cfa2a12ed510', 'name': '', 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'mac_address': 'fa:16:3e:7f:9e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '1089e327-1cbc-4b2f-a87a-d2a9f99de7e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:47Z', 'updated_at': '2022-02-28T17:53:49Z', 'revision_number': 2, 'project_id': '8c1a0f817663429298e762db81838c33', 'subnets': [{'id': '1089e327-1cbc-4b2f-a87a-d2a9f99de7e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:51.289430 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Checking router: 342798bc-e2af-4ca5-b0a6-74f7329c8684 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:53:51.289689 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Updating router 342798bc-e2af-4ca5-b0a6-74f7329c8684 port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:53:51.308498 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ba7d939f-e896-4360-b7b2-2fc3eab40e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:53:49Z', 'revision_number': 5, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port': {'id': 'db25861c-9f82-4547-a3ee-e059f0e1b96f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:44:53Z', 'updated_at': '2022-02-28T17:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:51.322841 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:51.357607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d939f-e896-4360-b7b2-2fc3eab40e47 None None] Checking router: f1d8fd16-35d4-47d1-8925-deb3f4509abd for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:53:51.375950 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d939f-e896-4360-b7b2-2fc3eab40e47 None None] Routers {'f1d8fd16-35d4-47d1-8925-deb3f4509abd'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:51.377226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ba7d939f-e896-4360-b7b2-2fc3eab40e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:51.400821 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2ff85-1819-4ffa-a354-ec2ac43a3ee7 req-f9e4f437-f4c9-457d-a824-9eff477eed31 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:51.409752 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-29a2ff85-1819-4ffa-a354-ec2ac43a3ee7 req-f9e4f437-f4c9-457d-a824-9eff477eed31 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1129 time: 0.1746733 Feb 28 17:53:51.423956 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-2df1b712-f0fa-425a-bbb1-8b0762a7c915 service neutron] 10.222.0.72 "GET /v2.0/networks/efb95c65-1a36-42e0-b843-0e3b29c2e8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696620 Feb 28 17:53:51.495958 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-29a2ff85-1819-4ffa-a354-ec2ac43a3ee7 req-e4c3ee64-0412-4a1c-aa38-dabebc0f7513 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849354 Feb 28 17:53:51.520695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39210) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:51.554930 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-ba7d939f-e896-4360-b7b2-2fc3eab40e47 None None] Set router f1d8fd16-35d4-47d1-8925-deb3f4509abd gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:51.557689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-ca8ab6d9-1f9e-4792-a257-af6e9682014a service neutron] 10.222.0.72 "GET /v2.0/networks/efb95c65-1a36-42e0-b843-0e3b29c2e8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321728 Feb 28 17:53:51.642685 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66600b9a-903f-46b4-8d09-3ba95b23e63a req-18912844-eb05-4bb9-b60e-34e6fddedd80 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:51.647799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-ba7d939f-e896-4360-b7b2-2fc3eab40e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:53:50Z', 'revision_number': 6, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:51.651636 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66600b9a-903f-46b4-8d09-3ba95b23e63a req-18912844-eb05-4bb9-b60e-34e6fddedd80 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1128 time: 0.0655923 Feb 28 17:53:51.683306 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d939f-e896-4360-b7b2-2fc3eab40e47 None None] The sync data for ids ['f1d8fd16-35d4-47d1-8925-deb3f4509abd'] in n-d-820368-19 is: [{'id': 'f1d8fd16-35d4-47d1-8925-deb3f4509abd', 'name': 'tempest-AttachVolumeShelveTestJSON-595852681-router', 'tenant_id': 'bef235c08ba34768a0edb11d272318ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:44:50Z', 'updated_at': '2022-02-28T17:53:50Z', 'revision_number': 6, 'project_id': 'bef235c08ba34768a0edb11d272318ad', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:53:51.715278 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66600b9a-903f-46b4-8d09-3ba95b23e63a req-7c2ec860-0684-4301-9b9e-9ba9c35187ad tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628569 Feb 28 17:53:51.735379 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (db25861c-9f82-4547-a3ee-e059f0e1b96f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:51.753015 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Publish callbacks [] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:51.775490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] Pushing event deleted for resources: {'Port': ['ID=db25861c-9f82-4547-a3ee-e059f0e1b96f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:51.835394 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:51.844153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c2c8-14a1-4a78-b3ca-1e72c22f8217 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port abcda467-7c05-415b-9f0f-41ef331aebc1 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:53:51.844637 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad30c2c8-14a1-4a78-b3ca-1e72c22f8217 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (abcda467-7c05-415b-9f0f-41ef331aebc1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:51.897553 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (f1d8fd16-35d4-47d1-8925-deb3f4509abd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:51.928286 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0277bc-c5dc-4488-9c47-de91c283c3d5 None None] Pushing event updated for resources: {'Port': ['ID=5a85de70-f7f1-4db1-8a20-cfa2a12ed510,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:51.979086 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad30c2c8-14a1-4a78-b3ca-1e72c22f8217 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (abcda467-7c05-415b-9f0f-41ef331aebc1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:51.979416 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad30c2c8-14a1-4a78-b3ca-1e72c22f8217 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (abcda467-7c05-415b-9f0f-41ef331aebc1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.002898 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Attempting to bind port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:53:52.004299 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Attempting to bind port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '3a57d43b-d842-49da-9ddc-a1c67fb2e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:53:52.004756 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Attempting to bind port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 on network efb95c65-1a36-42e0-b843-0e3b29c2e8fe {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:52.013708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ad30c2c8-14a1-4a78-b3ca-1e72c22f8217 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for abcda467-7c05-415b-9f0f-41ef331aebc1 owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:53:52.019637 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:53:52.024987 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Checking segment: {'id': '3a57d43b-d842-49da-9ddc-a1c67fb2e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:52.025533 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.026078 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Bound using segment: {'id': '3a57d43b-d842-49da-9ddc-a1c67fb2e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:53:52.026680 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Bound port: 5a85de70-f7f1-4db1-8a20-cfa2a12ed510, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a57d43b-d842-49da-9ddc-a1c67fb2e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:53:52.028255 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.150803 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] For port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:52.154575 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] For port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5a85de70-f7f1-4db1-8a20-cfa2a12ed510,segment=NetworkSegment(3a57d43b-d842-49da-9ddc-a1c67fb2e004),segment_id=3a57d43b-d842-49da-9ddc-a1c67fb2e004)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:53:52.184460 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (f1d8fd16-35d4-47d1-8925-deb3f4509abd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.187706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e99f60-e960-49df-a97c-9f8920e2e5e4 req-63983b80-914b-4c77-bf33-b442ca8a6aca tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:52.189473 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93e99f60-e960-49df-a97c-9f8920e2e5e4 req-63983b80-914b-4c77-bf33-b442ca8a6aca tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1128 time: 0.3712542 Feb 28 17:53:52.191035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] Publish callbacks [] for router_controller (f1d8fd16-35d4-47d1-8925-deb3f4509abd), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.260196 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.273604 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3e0f4a48-7722-402b-985c-acd069b52d21 req-7649d86d-7e36-4270-adc2-12b59c2e2d3a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 210 time: 0.0865819 Feb 28 17:53:52.339707 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93e99f60-e960-49df-a97c-9f8920e2e5e4 req-5770560a-1232-4f54-a43d-9a141b26fe14 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401689 Feb 28 17:53:52.365388 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (f1d8fd16-35d4-47d1-8925-deb3f4509abd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.367313 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1d8fd16-35d4-47d1-8925-deb3f4509abd {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:53:52.391250 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-20cd6721-9319-406f-b968-4084095d90b9 None None] Provisioning complete for port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:52.391989 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-20cd6721-9319-406f-b968-4084095d90b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.395275 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.400541 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-47350cf9-d7e0-4f73-b908-d98481189007 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f1d8fd16-35d4-47d1-8925-deb3f4509abd HTTP/1.1" status: 204 len: 168 time: 1.8450527 Feb 28 17:53:52.402953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39226) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:52.403918 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Routers {'342798bc-e2af-4ca5-b0a6-74f7329c8684'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:52.404702 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['342798bc-e2af-4ca5-b0a6-74f7329c8684'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:52.409345 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0277bc-c5dc-4488-9c47-de91c283c3d5 None None] Pushing event updated for resources: {'Port': ['ID=5a85de70-f7f1-4db1-8a20-cfa2a12ed510,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:52.504591 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad30c2c8-14a1-4a78-b3ca-1e72c22f8217 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (abcda467-7c05-415b-9f0f-41ef331aebc1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.560055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30c2c8-14a1-4a78-b3ca-1e72c22f8217 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=abcda467-7c05-415b-9f0f-41ef331aebc1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:52.575139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-94238a6e-bd51-456e-b042-4be9c192a77f admin admin] Deleting subnet 63b3172b-0c57-4692-87ec-940b42ab24d2 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:53:52.577882 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94238a6e-bd51-456e-b042-4be9c192a77f admin admin] Publish callbacks [] for subnet (63b3172b-0c57-4692-87ec-940b42ab24d2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.598112 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-20cd6721-9319-406f-b968-4084095d90b9 None None] Current status of the port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:52.604066 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-20cd6721-9319-406f-b968-4084095d90b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.610575 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] Set router 342798bc-e2af-4ca5-b0a6-74f7329c8684 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:52.641290 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94238a6e-bd51-456e-b042-4be9c192a77f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (63b3172b-0c57-4692-87ec-940b42ab24d2), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.696122 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-20cd6721-9319-406f-b968-4084095d90b9 None None] For port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5a85de70-f7f1-4db1-8a20-cfa2a12ed510,segment=NetworkSegment(3a57d43b-d842-49da-9ddc-a1c67fb2e004),segment_id=3a57d43b-d842-49da-9ddc-a1c67fb2e004)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:52.709248 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 094fa7e1-d385-480c-9fbd-ede36e6f59e6 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:53:52.733300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df748eb9-7120-42c3-b797-41cd8868b6b0 req-b8e10354-087e-4ee6-ac01-54300448aab2 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:52.746801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df748eb9-7120-42c3-b797-41cd8868b6b0 req-b8e10354-087e-4ee6-ac01-54300448aab2 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1128 time: 0.1557076 Feb 28 17:53:52.763124 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 094fa7e1-d385-480c-9fbd-ede36e6f59e6 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:53:52.763345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 094fa7e1-d385-480c-9fbd-ede36e6f59e6 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:53:52.766114 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad30c2c8-14a1-4a78-b3ca-1e72c22f8217 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (6f258565-ce3f-45cd-a4fa-14b16db7b311), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.775197 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-ad30c2c8-14a1-4a78-b3ca-1e72c22f8217 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Floating IP 6f258565-ce3f-45cd-a4fa-14b16db7b311 disassociated (deleted). External IP: 172.25.3.159, port: 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f. Feb 28 17:53:52.801503 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-20cd6721-9319-406f-b968-4084095d90b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.869320 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94238a6e-bd51-456e-b042-4be9c192a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (63b3172b-0c57-4692-87ec-940b42ab24d2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:52.886642 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd6721-9319-406f-b968-4084095d90b9 None None] Pushing event updated for resources: {'Port': ['ID=5a85de70-f7f1-4db1-8a20-cfa2a12ed510,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:52.931945 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-55407920-91d1-4e34-88a9-04f2b5c1131e None None] Provisioning complete for port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:52.933453 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55407920-91d1-4e34-88a9-04f2b5c1131e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:53.072879 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df748eb9-7120-42c3-b797-41cd8868b6b0 req-a4bdbb09-b07e-4f66-be74-83dd259945e7 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247788 Feb 28 17:53:53.091172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-55407920-91d1-4e34-88a9-04f2b5c1131e None None] Current status of the port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:53.122144 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94238a6e-bd51-456e-b042-4be9c192a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (63b3172b-0c57-4692-87ec-940b42ab24d2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:53.133721 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650542439', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'bd80cfa9-dd66-465d-ad4e-ff521ff70a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:42Z', 'updated_at': '2022-02-28T17:53:49Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': 'bd80cfa9-dd66-465d-ad4e-ff521ff70a98', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:43Z', 'updated_at': '2022-02-28T17:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '5a85de70-f7f1-4db1-8a20-cfa2a12ed510', 'name': '', 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'mac_address': 'fa:16:3e:7f:9e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '1089e327-1cbc-4b2f-a87a-d2a9f99de7e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:47Z', 'updated_at': '2022-02-28T17:53:52Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'subnets': [{'id': '1089e327-1cbc-4b2f-a87a-d2a9f99de7e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:53.176037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad30c2c8-14a1-4a78-b3ca-1e72c22f8217 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:53:53.178559 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75998b-7194-4620-a1d9-3ae15a3b999b None None] The sync data for ids ['342798bc-e2af-4ca5-b0a6-74f7329c8684'] in n-d-820368-19 is: [{'id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650542439', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'bd80cfa9-dd66-465d-ad4e-ff521ff70a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:42Z', 'updated_at': '2022-02-28T17:53:49Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': 'bd80cfa9-dd66-465d-ad4e-ff521ff70a98', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:43Z', 'updated_at': '2022-02-28T17:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '5a85de70-f7f1-4db1-8a20-cfa2a12ed510', 'name': '', 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'mac_address': 'fa:16:3e:7f:9e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '1089e327-1cbc-4b2f-a87a-d2a9f99de7e8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:47Z', 'updated_at': '2022-02-28T17:53:52Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'subnets': [{'id': '1089e327-1cbc-4b2f-a87a-d2a9f99de7e8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:53:53.189105 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-94238a6e-bd51-456e-b042-4be9c192a77f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:53.193199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4852111-2a61-4844-b2b2-f26bae1fd4ca None None] Network f155d851-846e-4863-8917-143f70fd2e65 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:53:53.201637 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-94238a6e-bd51-456e-b042-4be9c192a77f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/63b3172b-0c57-4692-87ec-940b42ab24d2 HTTP/1.1" status: 204 len: 168 time: 0.7974060 Feb 28 17:53:53.202769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39236) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:53.203056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94238a6e-bd51-456e-b042-4be9c192a77f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b3172b-0c57-4692-87ec-940b42ab24d2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:53.477909 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27f06ff1-0b0d-4a60-8f44-c2a864704c77 req-1fecf7c7-c219-4f8d-99ce-afc79ddb4a0f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 210 time: 0.0583508 Feb 28 17:53:53.494676 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (f155d851-846e-4863-8917-143f70fd2e65), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:53.498390 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782a465c-b313-416d-98ab-f79d01ba21f1 None None] DHCP port deletion for f155d851-846e-4863-8917-143f70fd2e65 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:53:53.528492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37365222-db97-48f6-834f-be803ebf5806 req-aa200270-b7b7-4c00-a501-94f8175e1391 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:53.532804 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37365222-db97-48f6-834f-be803ebf5806 req-aa200270-b7b7-4c00-a501-94f8175e1391 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/networks?id=f4617979-011c-44c6-ad85-720f8381a79f HTTP/1.1" status: 200 len: 910 time: 0.2242277 Feb 28 17:53:53.577400 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37365222-db97-48f6-834f-be803ebf5806 req-55a5234f-c549-46a5-8e2e-6b8789fb6202 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/quotas/91ccc8b297e74dc3a30757f197ff8bf4 HTTP/1.1" status: 200 len: 375 time: 0.0401103 Feb 28 17:53:53.601806 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-782a465c-b313-416d-98ab-f79d01ba21f1 None None] Deleting port efa17237-3118-4f6a-827f-898dad306b46 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:53:53.602578 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-782a465c-b313-416d-98ab-f79d01ba21f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (efa17237-3118-4f6a-827f-898dad306b46), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:53.631427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad30c2c8-14a1-4a78-b3ca-1e72c22f8217 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:53:53.638560 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ad30c2c8-14a1-4a78-b3ca-1e72c22f8217 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:53.653476 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a55240a-c404-4263-89f0-743155410cc7 None None] Sync routers for ids ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:53:53.682986 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55240a-c404-4263-89f0-743155410cc7 None None] Routers {'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:53.683935 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1a55240a-c404-4263-89f0-743155410cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:53.759449 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37365222-db97-48f6-834f-be803ebf5806 req-22dd447a-3733-482c-8f87-235ab0090a45 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?tenant_id=91ccc8b297e74dc3a30757f197ff8bf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1763997 Feb 28 17:53:53.764840 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-782a465c-b313-416d-98ab-f79d01ba21f1 None None] For port efa17237-3118-4f6a-827f-898dad306b46, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=efa17237-3118-4f6a-827f-898dad306b46,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:53.765379 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-782a465c-b313-416d-98ab-f79d01ba21f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (efa17237-3118-4f6a-827f-898dad306b46), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:53.778546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-782a465c-b313-416d-98ab-f79d01ba21f1 None None] Calling delete_port for efa17237-3118-4f6a-827f-898dad306b46 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:53:53.929469 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37365222-db97-48f6-834f-be803ebf5806 req-240f55ef-44ca-4502-8358-1dd4a7b6c7d6 service neutron] 10.222.0.72 "GET /v2.0/networks/f4617979-011c-44c6-ad85-720f8381a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629381 Feb 28 17:53:54.057531 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37365222-db97-48f6-834f-be803ebf5806 req-ef9a4a27-83d2-4836-aa8e-77574efda030 service neutron] 10.222.0.72 "GET /v2.0/networks/f4617979-011c-44c6-ad85-720f8381a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183665 Feb 28 17:53:54.244787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ad30c2c8-14a1-4a78-b3ca-1e72c22f8217 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/floatingips/6f258565-ce3f-45cd-a4fa-14b16db7b311 HTTP/1.1" status: 204 len: 168 time: 2.7314534 Feb 28 17:53:54.256682 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:53:54.256682 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88ff76c-f7ee-4ec6-b577-057957b32fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:53:54.259000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Deleting port efa17237-3118-4f6a-827f-898dad306b46 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:53:54.259473 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (efa17237-3118-4f6a-827f-898dad306b46), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:54.367392 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] For port efa17237-3118-4f6a-827f-898dad306b46, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=efa17237-3118-4f6a-827f-898dad306b46,segment=NetworkSegment(6e6538dc-7312-41e0-ae31-0d3c31a4c482),segment_id=6e6538dc-7312-41e0-ae31-0d3c31a4c482)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:54.367764 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (efa17237-3118-4f6a-827f-898dad306b46), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:54.386598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Calling delete_port for efa17237-3118-4f6a-827f-898dad306b46 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:53:54.462930 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:53:54.489648 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-1a55240a-c404-4263-89f0-743155410cc7 None None] Set router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:54.540069 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e5679c1d-96e2-4241-91c1-89478198a4c6 req-5f3189c9-16be-43a8-86df-ae1a1e909ad6 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 210 time: 0.0448852 Feb 28 17:53:54.614187 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-c5bbc843-dd9d-4db6-822d-160e4d684de0 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:54.615943 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-c5bbc843-dd9d-4db6-822d-160e4d684de0 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.69 "GET /v2.0/networks?id=efb95c65-1a36-42e0-b843-0e3b29c2e8fe HTTP/1.1" status: 200 len: 798 time: 0.2840629 Feb 28 17:53:54.629497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-a2ae4706-90b8-4851-97d7-8000caba9855 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Request body: {'port': {'device_id': '0abb8ed4-0f61-4f8b-88d6-28a3de12cc91', 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe', 'admin_state_up': True, 'tenant_id': '8c1a0f817663429298e762db81838c33'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:54.781656 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (efa17237-3118-4f6a-827f-898dad306b46), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:54.787243 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-782a465c-b313-416d-98ab-f79d01ba21f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (efa17237-3118-4f6a-827f-898dad306b46), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:54.797780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] No DVR routers for this DVR port efa17237-3118-4f6a-827f-898dad306b46 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:53:54.804538 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2bc1382a-9022-4a2e-a233-afe43c0b37f4 req-8ed501e9-6b3e-4eac-9ecf-f300c1e2b06c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 210 time: 0.0859666 Feb 28 17:53:54.847119 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a465c-b313-416d-98ab-f79d01ba21f1 None None] Pushing event deleted for resources: {'Port': ['ID=efa17237-3118-4f6a-827f-898dad306b46,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:54.856917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:54.857670 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:54.923226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a465c-b313-416d-98ab-f79d01ba21f1 None None] No DVR routers for this DVR port efa17237-3118-4f6a-827f-898dad306b46 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:53:54.934661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Pushing event deleted for resources: {'Port': ['ID=efa17237-3118-4f6a-827f-898dad306b46,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:55.063383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-a2ae4706-90b8-4851-97d7-8000caba9855 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Made reservation on behalf of 8c1a0f817663429298e762db81838c33 for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:53:55.064886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:53:55.117280 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-a2ae4706-90b8-4851-97d7-8000caba9855 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:55.131478 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aac11c3-24b1-4cf5-93a8-dda1474245bc x-openstack-request-id: req-2aac11c3-24b1-4cf5-93a8-dda1474245bc {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:53:55.132018 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:53:55.132465 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2aac11c3-24b1-4cf5-93a8-dda1474245bc {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:53:55.132870 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'status': 'completed', 'code': 200} Feb 28 17:53:55.136736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1a55240a-c404-4263-89f0-743155410cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:51:49Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '346d987e-6520-4c17-a6f5-5fee9752ffe3', 'name': '', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:81:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:47Z', 'updated_at': '2022-02-28T17:51:54Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:55.139449 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (f155d851-846e-4863-8917-143f70fd2e65), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:55.201302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a55240a-c404-4263-89f0-743155410cc7 None None] Checking router: a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:53:55.205504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f155d851-846e-4863-8917-143f70fd2e65']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:55.227308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6538dc-7312-41e0-ae31-0d3c31a4c482') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:55.227689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6538dc-7312-41e0-ae31-0d3c31a4c482') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:55.231470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff76c-f7ee-4ec6-b577-057957b32fcd req-edcbd8be-a7de-48df-93f8-8b485c9ca43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:55.235127 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f88ff76c-f7ee-4ec6-b577-057957b32fcd req-edcbd8be-a7de-48df-93f8-8b485c9ca43b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 1129 time: 0.1305964 Feb 28 17:53:55.239815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device db25861c-9f82-4547-a3ee-e059f0e1b96f no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:53:55.279038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: db25861c-9f82-4547-a3ee-e059f0e1b96f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:53:55.284373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device db25861c-9f82-4547-a3ee-e059f0e1b96f not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:53:55.284373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device efa17237-3118-4f6a-827f-898dad306b46 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:53:55.284373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55240a-c404-4263-89f0-743155410cc7 None None] Routers {'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:53:55.285361 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1a55240a-c404-4263-89f0-743155410cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:55.286897 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (6e6538dc-7312-41e0-ae31-0d3c31a4c482), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:55.328174 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fd01b-63c8-40df-a357-67ae0f1a3132 req-b93fbf91-2eb4-4e23-808b-b97fb70895e7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:55.338313 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d18fd01b-63c8-40df-a357-67ae0f1a3132 req-b93fbf91-2eb4-4e23-808b-b97fb70895e7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 946 time: 0.3299084 Feb 28 17:53:55.340316 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (6e6538dc-7312-41e0-ae31-0d3c31a4c482), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:55.352707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:53:55.353250 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (6e6538dc-7312-41e0-ae31-0d3c31a4c482), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:53:55.355283 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:53:55.445610 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff76c-f7ee-4ec6-b577-057957b32fcd req-f3fb3283-61fa-4b5f-9f8a-de6b75dd06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:55.446826 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: efa17237-3118-4f6a-827f-898dad306b46 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:53:55.453328 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device efa17237-3118-4f6a-827f-898dad306b46 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:53:55.454275 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f88ff76c-f7ee-4ec6-b577-057957b32fcd req-f3fb3283-61fa-4b5f-9f8a-de6b75dd06ad service neutron] 10.222.0.69 "GET /v2.0/networks?id=80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 200 len: 898 time: 0.1995556 Feb 28 17:53:55.503762 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f88ff76c-f7ee-4ec6-b577-057957b32fcd req-ad58925c-bb46-42cf-bfb8-3ac553f10af3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 200 len: 217 time: 0.0490551 Feb 28 17:53:55.528208 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d18fd01b-63c8-40df-a357-67ae0f1a3132 req-6aaee01d-7c7c-43d1-a5c9-67fd40b6a196 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780992 Feb 28 17:53:55.534767 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-a2ae4706-90b8-4851-97d7-8000caba9855 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Allocated IP 172.20.0.19 (efb95c65-1a36-42e0-b843-0e3b29c2e8fe/1089e327-1cbc-4b2f-a87a-d2a9f99de7e8/805af5df-3951-4bab-ac07-26ef4926bab1) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:53:55.570164 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-1a55240a-c404-4263-89f0-743155410cc7 None None] Set router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:53:55.590884 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (f155d851-846e-4863-8917-143f70fd2e65), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:55.610691 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:55.614796 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] 10.222.0.72 "DELETE /v2.0/networks/f155d851-846e-4863-8917-143f70fd2e65 HTTP/1.1" status: 204 len: 168 time: 2.4075134 Feb 28 17:53:55.637338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89626b-9c2a-4cba-b3f6-fe91294ad88e admin admin] Pushing event deleted for resources: {'Network': ['ID=f155d851-846e-4863-8917-143f70fd2e65,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:55.670849 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d73550e1-ffef-438d-a3e9-e36e5e120bab req-155aea25-4516-49f0-8194-fc667899b251 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 210 time: 0.0442863 Feb 28 17:53:55.672419 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff76c-f7ee-4ec6-b577-057957b32fcd req-70f80e9c-e00d-473b-b6c4-46ef77359abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:55.673755 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f88ff76c-f7ee-4ec6-b577-057957b32fcd req-70f80e9c-e00d-473b-b6c4-46ef77359abc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e41ca01d-2fd6-4fc0-8de4-5de0571353f1 HTTP/1.1" status: 200 len: 835 time: 0.1638265 Feb 28 17:53:55.737330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff76c-f7ee-4ec6-b577-057957b32fcd req-3b6be19d-ebd0-4f61-a63e-550f63ccb68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:55.738913 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f88ff76c-f7ee-4ec6-b577-057957b32fcd req-3b6be19d-ebd0-4f61-a63e-550f63ccb68e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80cd9b14-ca3f-44ac-988d-f99590559767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0584724 Feb 28 17:53:55.739604 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-a2ae4706-90b8-4851-97d7-8000caba9855 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for port (805af5df-3951-4bab-ac07-26ef4926bab1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:55.878084 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f88ff76c-f7ee-4ec6-b577-057957b32fcd req-330241dc-f34f-471e-9b6f-e5d3fef8b350 service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321995 Feb 28 17:53:55.881668 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-a2ae4706-90b8-4851-97d7-8000caba9855 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (805af5df-3951-4bab-ac07-26ef4926bab1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:55.901167 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-1a55240a-c404-4263-89f0-743155410cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:51:49Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '346d987e-6520-4c17-a6f5-5fee9752ffe3', 'name': '', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:81:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:47Z', 'updated_at': '2022-02-28T17:51:54Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:53:55.936076 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a55240a-c404-4263-89f0-743155410cc7 None None] The sync data for ids ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'] in n-d-820368-19 is: [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:51:49Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '346d987e-6520-4c17-a6f5-5fee9752ffe3', 'name': '', 'network_id': '80cd9b14-ca3f-44ac-988d-f99590559767', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:81:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:47Z', 'updated_at': '2022-02-28T17:51:54Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': 'e41ca01d-2fd6-4fc0-8de4-5de0571353f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:53:55.993597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-a2ae4706-90b8-4851-97d7-8000caba9855 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Network efb95c65-1a36-42e0-b843-0e3b29c2e8fe is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:56.000489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-a2ae4706-90b8-4851-97d7-8000caba9855 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:56.006462 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-a2ae4706-90b8-4851-97d7-8000caba9855 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:53:56.011403 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae4706-90b8-4851-97d7-8000caba9855 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event updated for resources: {'Port': ['ID=805af5df-3951-4bab-ac07-26ef4926bab1,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:56.040351 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f88ff76c-f7ee-4ec6-b577-057957b32fcd req-51996217-82ae-479c-8534-bff4e7fc0fb9 service neutron] 10.222.0.69 "GET /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534998 Feb 28 17:53:56.045792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39278) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:56.084389 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799bbc8-a171-454b-98b0-36ff3b817704 req-46be106c-19ef-4676-8c29-a186302d4095 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:56.085466 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4799bbc8-a171-454b-98b0-36ff3b817704 req-46be106c-19ef-4676-8c29-a186302d4095 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 895 time: 0.1679575 Feb 28 17:53:56.096547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-a2ae4706-90b8-4851-97d7-8000caba9855 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:56.097224 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-a2ae4706-90b8-4851-97d7-8000caba9855 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:56.135475 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-51837e5c-c93d-4b6c-9973-d755ec7fb0f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bef235c08ba34768a0edb11d272318ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0874996 Feb 28 17:53:56.142160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39280) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:56.208024 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-a2ae4706-90b8-4851-97d7-8000caba9855 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5832145 Feb 28 17:53:56.271785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2bb6b-1a4c-494c-b47b-f648bc148d64 req-ced41a3b-a185-4ca2-a706-3b8c02ae14f0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:56.272098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Request body: {'port': {'device_id': '0abb8ed4-0f61-4f8b-88d6-28a3de12cc91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:56.273464 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85e2bb6b-1a4c-494c-b47b-f648bc148d64 req-ced41a3b-a185-4ca2-a706-3b8c02ae14f0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 946 time: 0.1369491 Feb 28 17:53:56.276944 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-020087c2-ccc4-47a2-8963-2d4b8decf3c0 admin admin] Publish callbacks [] for security_group (19fbddd8-d7a8-4cfd-a3ec-bc452d656e30), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:56.380254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8ecc4d90-1eae-4c25-85ee-0af2b35d3aa3 None None] Provisioning complete for port 805af5df-3951-4bab-ac07-26ef4926bab1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:56.383149 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8ecc4d90-1eae-4c25-85ee-0af2b35d3aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (805af5df-3951-4bab-ac07-26ef4926bab1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:56.391805 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-020087c2-ccc4-47a2-8963-2d4b8decf3c0 admin admin] Publish callbacks [] for security_group (19fbddd8-d7a8-4cfd-a3ec-bc452d656e30), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:56.406416 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (805af5df-3951-4bab-ac07-26ef4926bab1), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:56.456329 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9a2fc4-4802-4d39-85ef-2af1eef4346d None None] New status for floating IP 6f258565-ce3f-45cd-a4fa-14b16db7b311: DOWN {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:53:56.491222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc4d90-1eae-4c25-85ee-0af2b35d3aa3 None None] Port 805af5df-3951-4bab-ac07-26ef4926bab1 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:53:56.531548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-85e2bb6b-1a4c-494c-b47b-f648bc148d64 req-915a03b6-0f4a-4fd6-bceb-dcc428b04b54 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:53:56.531943 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-85e2bb6b-1a4c-494c-b47b-f648bc148d64 req-915a03b6-0f4a-4fd6-bceb-dcc428b04b54 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:56.567395 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-020087c2-ccc4-47a2-8963-2d4b8decf3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (19fbddd8-d7a8-4cfd-a3ec-bc452d656e30), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:56.571231 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-020087c2-ccc4-47a2-8963-2d4b8decf3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:56.574679 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-020087c2-ccc4-47a2-8963-2d4b8decf3c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/19fbddd8-d7a8-4cfd-a3ec-bc452d656e30 HTTP/1.1" status: 204 len: 168 time: 0.4283962 Feb 28 17:53:56.620960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020087c2-ccc4-47a2-8963-2d4b8decf3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fbddd8-d7a8-4cfd-a3ec-bc452d656e30,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:56.683845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-85e2bb6b-1a4c-494c-b47b-f648bc148d64 req-915a03b6-0f4a-4fd6-bceb-dcc428b04b54 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] For port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:56.684334 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-85e2bb6b-1a4c-494c-b47b-f648bc148d64 req-915a03b6-0f4a-4fd6-bceb-dcc428b04b54 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:56.701157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-85e2bb6b-1a4c-494c-b47b-f648bc148d64 req-915a03b6-0f4a-4fd6-bceb-dcc428b04b54 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:53:56.804548 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-437d00ce-08b5-4148-bfcb-fca826661cb9 req-7a44d377-883f-4ded-a255-06b35bf4fbe5 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 210 time: 0.0375493 Feb 28 17:53:56.861141 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac0169-2cbf-4776-913c-8b1b6d952db9 req-bdf3d374-5eb8-418c-9c36-dc23dc03b506 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:56.865200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805af5df-3951-4bab-ac07-26ef4926bab1 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:53:56.869663 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4fac0169-2cbf-4776-913c-8b1b6d952db9 req-bdf3d374-5eb8-418c-9c36-dc23dc03b506 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e714a64-1af0-4ec3-bb30-9ee422ebefa5 HTTP/1.1" status: 200 len: 946 time: 0.1106415 Feb 28 17:53:56.873987 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Publish callbacks [] for port (805af5df-3951-4bab-ac07-26ef4926bab1), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:56.951735 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4fac0169-2cbf-4776-913c-8b1b6d952db9 req-eec36956-82a1-4412-a20e-068c8f7e648d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=378bda04-83bf-49ce-84b3-cb20f3394457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811949 Feb 28 17:53:57.001376 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Transition to ACTIVE for port object 805af5df-3951-4bab-ac07-26ef4926bab1 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:53:57.003060 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-85e2bb6b-1a4c-494c-b47b-f648bc148d64 req-915a03b6-0f4a-4fd6-bceb-dcc428b04b54 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:57.031087 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a03b6-0f4a-4fd6-bceb-dcc428b04b54 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:57.080349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e2bb6b-1a4c-494c-b47b-f648bc148d64 req-915a03b6-0f4a-4fd6-bceb-dcc428b04b54 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] No DVR routers for this DVR port 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:53:57.083008 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-85e2bb6b-1a4c-494c-b47b-f648bc148d64 req-915a03b6-0f4a-4fd6-bceb-dcc428b04b54 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:57.086862 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (805af5df-3951-4bab-ac07-26ef4926bab1), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:57.090293 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-85e2bb6b-1a4c-494c-b47b-f648bc148d64 req-915a03b6-0f4a-4fd6-bceb-dcc428b04b54 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "DELETE /v2.0/ports/28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f HTTP/1.1" status: 204 len: 173 time: 0.8078761 Feb 28 17:53:57.133662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'name': 'network-vif-deleted', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:53:57.147601 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ad0d66-eec9-4804-8bfa-1bdc73b44d7d" -d '{"events": [{"server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "name": "network-vif-deleted", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:53:57.246821 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Pushing event updated for resources: {'Port': ['ID=805af5df-3951-4bab-ac07-26ef4926bab1,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:57.314490 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee391b7-4b60-44c4-aac9-6b08e7755ff0 x-openstack-request-id: req-9ee391b7-4b60-44c4-aac9-6b08e7755ff0 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:53:57.315068 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e714a64-1af0-4ec3-bb30-9ee422ebefa5", "name": "network-vif-deleted", "tag": "28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:53:57.315506 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9ee391b7-4b60-44c4-aac9-6b08e7755ff0 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:53:57.316155 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e714a64-1af0-4ec3-bb30-9ee422ebefa5', 'name': 'network-vif-deleted', 'tag': '28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f', 'status': 'completed', 'code': 200} Feb 28 17:53:57.335071 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Attempting to bind port 805af5df-3951-4bab-ac07-26ef4926bab1 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:53:57.337561 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Attempting to bind port 805af5df-3951-4bab-ac07-26ef4926bab1 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '3a57d43b-d842-49da-9ddc-a1c67fb2e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:53:57.337944 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Attempting to bind port 805af5df-3951-4bab-ac07-26ef4926bab1 on network efb95c65-1a36-42e0-b843-0e3b29c2e8fe {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:57.348820 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Port 805af5df-3951-4bab-ac07-26ef4926bab1 on network efb95c65-1a36-42e0-b843-0e3b29c2e8fe not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:53:57.349154 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Attempting to bind port 805af5df-3951-4bab-ac07-26ef4926bab1 on network efb95c65-1a36-42e0-b843-0e3b29c2e8fe {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:57.375527 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:53:57.375789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Checking segment: {'id': '3a57d43b-d842-49da-9ddc-a1c67fb2e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:57.376180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Bound using segment: {'id': '3a57d43b-d842-49da-9ddc-a1c67fb2e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:53:57.376628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Bound port: 805af5df-3951-4bab-ac07-26ef4926bab1, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a57d43b-d842-49da-9ddc-a1c67fb2e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:53:57.376984 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (805af5df-3951-4bab-ac07-26ef4926bab1), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:57.411558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37365222-db97-48f6-834f-be803ebf5806 req-9dbb038b-ed68-421f-ab28-0c3c1e8dc16e tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:57.414402 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37365222-db97-48f6-834f-be803ebf5806 req-9dbb038b-ed68-421f-ab28-0c3c1e8dc16e tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.69 "GET /v2.0/networks?id=f4617979-011c-44c6-ad85-720f8381a79f HTTP/1.1" status: 200 len: 910 time: 0.3045890 Feb 28 17:53:57.429333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-37365222-db97-48f6-834f-be803ebf5806 req-7521ddda-a263-43a4-8b64-3c3d0affeec4 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Request body: {'port': {'device_id': 'acae0987-b6bd-4326-82b4-c34765e8a2a6', 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f', 'admin_state_up': True, 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:57.473007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185c279-cf24-45b9-87a2-83ffede4face req-bedb8541-79ca-4ebc-b60b-bd0bbcaf0ada tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:57.494702 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6185c279-cf24-45b9-87a2-83ffede4face req-bedb8541-79ca-4ebc-b60b-bd0bbcaf0ada tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 907 time: 0.2119222 Feb 28 17:53:57.509976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37365222-db97-48f6-834f-be803ebf5806 req-7521ddda-a263-43a4-8b64-3c3d0affeec4 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Made reservation on behalf of 91ccc8b297e74dc3a30757f197ff8bf4 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:53:57.513201 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-37365222-db97-48f6-834f-be803ebf5806 req-7521ddda-a263-43a4-8b64-3c3d0affeec4 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:57.550845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] For port 805af5df-3951-4bab-ac07-26ef4926bab1, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:57.554982 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] For port 805af5df-3951-4bab-ac07-26ef4926bab1, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=805af5df-3951-4bab-ac07-26ef4926bab1,segment=NetworkSegment(3a57d43b-d842-49da-9ddc-a1c67fb2e004),segment_id=3a57d43b-d842-49da-9ddc-a1c67fb2e004)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:53:57.683946 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-37365222-db97-48f6-834f-be803ebf5806 req-7521ddda-a263-43a4-8b64-3c3d0affeec4 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Allocated IP 172.20.0.12 (f4617979-011c-44c6-ad85-720f8381a79f/b22af9fd-c1c1-4226-8af3-949a6efba0b3/c67ec943-4c39-46ca-b900-4d4719349417) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:53:57.688158 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (805af5df-3951-4bab-ac07-26ef4926bab1), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:57.754691 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:57.755387 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:57.757944 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] 10.222.0.69 "PUT /v2.0/ports/805af5df-3951-4bab-ac07-26ef4926bab1 HTTP/1.1" status: 200 len: 1056 time: 1.5404286 Feb 28 17:53:57.763716 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abb8ed4-0f61-4f8b-88d6-28a3de12cc91', 'tag': '805af5df-3951-4bab-ac07-26ef4926bab1'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:53:57.766186 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dabc89d-abf2-4520-8d75-cc84474c3920" -d '{"events": [{"name": "network-changed", "server_uuid": "0abb8ed4-0f61-4f8b-88d6-28a3de12cc91", "tag": "805af5df-3951-4bab-ac07-26ef4926bab1"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:53:57.818275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46554e-b007-4326-b629-14a4b385b319 service neutron] Pushing event updated for resources: {'Port': ['ID=805af5df-3951-4bab-ac07-26ef4926bab1,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:57.847517 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1b2005-914a-4dd9-bd11-68cca6112443 x-openstack-request-id: req-cb1b2005-914a-4dd9-bd11-68cca6112443 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:53:57.848031 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abb8ed4-0f61-4f8b-88d6-28a3de12cc91", "tag": "805af5df-3951-4bab-ac07-26ef4926bab1", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:53:57.848482 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cb1b2005-914a-4dd9-bd11-68cca6112443 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:53:57.849003 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abb8ed4-0f61-4f8b-88d6-28a3de12cc91', 'tag': '805af5df-3951-4bab-ac07-26ef4926bab1', 'status': 'completed', 'code': 200} Feb 28 17:53:58.031302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39318) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:53:58.045738 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-37365222-db97-48f6-834f-be803ebf5806 req-7521ddda-a263-43a4-8b64-3c3d0affeec4 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks [] for port (c67ec943-4c39-46ca-b900-4d4719349417), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:58.358113 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-37365222-db97-48f6-834f-be803ebf5806 req-7521ddda-a263-43a4-8b64-3c3d0affeec4 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c67ec943-4c39-46ca-b900-4d4719349417), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:58.375680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5f0e3d54-10ab-4edc-a566-8192c0346799'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:53:58.428977 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37365222-db97-48f6-834f-be803ebf5806 req-7521ddda-a263-43a4-8b64-3c3d0affeec4 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Network f4617979-011c-44c6-ad85-720f8381a79f is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:53:58.437895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-37365222-db97-48f6-834f-be803ebf5806 req-7521ddda-a263-43a4-8b64-3c3d0affeec4 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:53:58.456675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-37365222-db97-48f6-834f-be803ebf5806 req-7521ddda-a263-43a4-8b64-3c3d0affeec4 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:53:58.485756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521ddda-a263-43a4-8b64-3c3d0affeec4 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Pushing event updated for resources: {'Port': ['ID=c67ec943-4c39-46ca-b900-4d4719349417,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:58.607259 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabc89d-abf2-4520-8d75-cc84474c3920 req-5f6c50e1-3c67-4393-99e5-06e60b55fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:58.608942 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4dabc89d-abf2-4520-8d75-cc84474c3920 req-5f6c50e1-3c67-4393-99e5-06e60b55fc23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c1a0f817663429298e762db81838c33&device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 1090 time: 0.7380321 Feb 28 17:53:58.613098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a2ab4-3115-4895-8a03-1f38177f18a0 req-abd68e62-b7b9-4339-8eea-f0595140225c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:58.625242 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9b3a2ab4-3115-4895-8a03-1f38177f18a0 req-abd68e62-b7b9-4339-8eea-f0595140225c tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1028 time: 0.6882727 Feb 28 17:53:58.658127 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37365222-db97-48f6-834f-be803ebf5806 req-7521ddda-a263-43a4-8b64-3c3d0affeec4 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:58.659259 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-37365222-db97-48f6-834f-be803ebf5806 req-7521ddda-a263-43a4-8b64-3c3d0affeec4 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:58.733301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db592151-0c0b-4ddd-97cd-4a414ec1e891 req-6b29532e-0ff8-4ad5-b4b5-1f31f7ebcb1e tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:58.735068 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-db592151-0c0b-4ddd-97cd-4a414ec1e891 req-6b29532e-0ff8-4ad5-b4b5-1f31f7ebcb1e tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 907 time: 0.1419601 Feb 28 17:53:58.789496 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37365222-db97-48f6-834f-be803ebf5806 req-7521ddda-a263-43a4-8b64-3c3d0affeec4 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3681192 Feb 28 17:53:58.790089 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9b3a2ab4-3115-4895-8a03-1f38177f18a0 req-02e607eb-21a3-46fd-bf2c-7370e9b5bc5a tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605031 Feb 28 17:53:58.817394 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabc89d-abf2-4520-8d75-cc84474c3920 req-170c6063-60c7-493d-a0c5-df965fe009c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:58.817955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabc89d-abf2-4520-8d75-cc84474c3920 req-170c6063-60c7-493d-a0c5-df965fe009c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:58.818678 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Request body: {'port': {'device_id': 'acae0987-b6bd-4326-82b4-c34765e8a2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:53:58.823111 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4dabc89d-abf2-4520-8d75-cc84474c3920 req-170c6063-60c7-493d-a0c5-df965fe009c2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8c1a0f817663429298e762db81838c33&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1901970 Feb 28 17:53:58.890595 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c67ec943-4c39-46ca-b900-4d4719349417), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:58.906965 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45abc67a-e72f-4cc0-a751-878c26bba84a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:58.927558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7ed8baad-b7b0-43bd-bb63-465d80356d1b None None] Provisioning complete for port c67ec943-4c39-46ca-b900-4d4719349417 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:53:58.928114 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7ed8baad-b7b0-43bd-bb63-465d80356d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c67ec943-4c39-46ca-b900-4d4719349417), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:58.933861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabc89d-abf2-4520-8d75-cc84474c3920 req-2c76b144-b0dc-43b8-9565-ca8fbaee59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:58.935699 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4dabc89d-abf2-4520-8d75-cc84474c3920 req-2c76b144-b0dc-43b8-9565-ca8fbaee59d4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106458 Feb 28 17:53:58.988346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8baad-b7b0-43bd-bb63-465d80356d1b None None] Port c67ec943-4c39-46ca-b900-4d4719349417 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:53:59.037784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-7d232191-384a-45cc-8bec-41ccd5f86dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:59.039588 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-7d232191-384a-45cc-8bec-41ccd5f86dd2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c1a0f817663429298e762db81838c33&device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 1090 time: 0.0638022 Feb 28 17:53:59.083174 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-182716ee-0e8e-4952-97c3-de24c51a8dd9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=805af5df-3951-4bab-ac07-26ef4926bab1 HTTP/1.1" status: 200 len: 217 time: 0.0375891 Feb 28 17:53:59.132843 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-5d8fb003-30af-421f-a795-2cd01819c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:59.134409 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-5d8fb003-30af-421f-a795-2cd01819c98e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1089e327-1cbc-4b2f-a87a-d2a9f99de7e8 HTTP/1.1" status: 200 len: 838 time: 0.0456803 Feb 28 17:53:59.195797 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-32d21c06-6ef2-4b44-b00d-4516e7986c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:59.198976 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-32d21c06-6ef2-4b44-b00d-4516e7986c16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=efb95c65-1a36-42e0-b843-0e3b29c2e8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0562949 Feb 28 17:53:59.317746 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-6a748299-3c40-420e-8f1e-daaccdb320d0 service neutron] 10.222.0.69 "GET /v2.0/networks/efb95c65-1a36-42e0-b843-0e3b29c2e8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119661 Feb 28 17:53:59.431686 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-61e22667-7bb8-4ebf-9215-aa110c2b85ba service neutron] 10.222.0.69 "GET /v2.0/networks/efb95c65-1a36-42e0-b843-0e3b29c2e8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079049 Feb 28 17:53:59.442084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67ec943-4c39-46ca-b900-4d4719349417 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:53:59.469306 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Publish callbacks [] for port (c67ec943-4c39-46ca-b900-4d4719349417), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:59.488575 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Transition to ACTIVE for port object c67ec943-4c39-46ca-b900-4d4719349417 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:53:59.508009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-45abc67a-e72f-4cc0-a751-878c26bba84a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port 346d987e-6520-4c17-a6f5-5fee9752ffe3 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:53:59.508310 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45abc67a-e72f-4cc0-a751-878c26bba84a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:59.555317 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (c67ec943-4c39-46ca-b900-4d4719349417), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:59.642839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c67ec943-4c39-46ca-b900-4d4719349417,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:53:59.707838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-45abc67a-e72f-4cc0-a751-878c26bba84a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] For port 346d987e-6520-4c17-a6f5-5fee9752ffe3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=346d987e-6520-4c17-a6f5-5fee9752ffe3,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:53:59.708521 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45abc67a-e72f-4cc0-a751-878c26bba84a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:59.726124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-45abc67a-e72f-4cc0-a751-878c26bba84a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for 346d987e-6520-4c17-a6f5-5fee9752ffe3 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:53:59.747950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Attempting to bind port c67ec943-4c39-46ca-b900-4d4719349417 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:53:59.748544 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Attempting to bind port c67ec943-4c39-46ca-b900-4d4719349417 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:53:59.749073 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Attempting to bind port c67ec943-4c39-46ca-b900-4d4719349417 on network f4617979-011c-44c6-ad85-720f8381a79f {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:59.763065 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Port c67ec943-4c39-46ca-b900-4d4719349417 on network f4617979-011c-44c6-ad85-720f8381a79f not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:53:59.763710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Attempting to bind port c67ec943-4c39-46ca-b900-4d4719349417 on network f4617979-011c-44c6-ad85-720f8381a79f {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:53:59.803230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:53:59.803571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Checking segment: {'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:53:59.803958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Bound using segment: {'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:53:59.804398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Bound port: c67ec943-4c39-46ca-b900-4d4719349417, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024fd1eb-e5e1-4918-826f-1f75bb456bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:53:59.804767 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c67ec943-4c39-46ca-b900-4d4719349417), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:53:59.952206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] For port c67ec943-4c39-46ca-b900-4d4719349417, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:53:59.968077 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5020e8b-f0f6-4c5f-b9e2-f307a570361e req-7ba59f59-acd6-4427-8011-e4d6e13d3915 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:53:59.969759 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5020e8b-f0f6-4c5f-b9e2-f307a570361e req-7ba59f59-acd6-4427-8011-e4d6e13d3915 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1054 time: 0.0828040 Feb 28 17:54:00.028974 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b5020e8b-f0f6-4c5f-b9e2-f307a570361e req-59c654cb-576d-413f-8d99-33b8e2c2dfb6 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Feb 28 17:54:00.034945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971feb83-c819-4023-a61a-3785d00b1e57 req-b034034b-e834-4824-a20a-1c688acabc05 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:00.036664 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-971feb83-c819-4023-a61a-3785d00b1e57 req-b034034b-e834-4824-a20a-1c688acabc05 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 907 time: 0.2274826 Feb 28 17:54:00.040492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] For port c67ec943-4c39-46ca-b900-4d4719349417, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c67ec943-4c39-46ca-b900-4d4719349417,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:54:00.102037 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (c67ec943-4c39-46ca-b900-4d4719349417), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:00.155508 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:00.156518 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:00.158052 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37365222-db97-48f6-834f-be803ebf5806 req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] 10.222.0.69 "PUT /v2.0/ports/c67ec943-4c39-46ca-b900-4d4719349417 HTTP/1.1" status: 200 len: 1093 time: 1.3482716 Feb 28 17:54:00.160288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acae0987-b6bd-4326-82b4-c34765e8a2a6', 'tag': 'c67ec943-4c39-46ca-b900-4d4719349417'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:54:00.166093 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2b2761-9a48-4069-8a1d-2268017f3abe" -d '{"events": [{"name": "network-changed", "server_uuid": "acae0987-b6bd-4326-82b4-c34765e8a2a6", "tag": "c67ec943-4c39-46ca-b900-4d4719349417"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:54:00.191761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9be20-e3dc-434b-9fa7-fbea852ad2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c67ec943-4c39-46ca-b900-4d4719349417,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:00.240226 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cc093f-a8d4-4be1-8f3d-67144a572126 x-openstack-request-id: req-91cc093f-a8d4-4be1-8f3d-67144a572126 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:54:00.240524 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acae0987-b6bd-4326-82b4-c34765e8a2a6", "tag": "c67ec943-4c39-46ca-b900-4d4719349417", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:54:00.240776 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-91cc093f-a8d4-4be1-8f3d-67144a572126 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:54:00.241180 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acae0987-b6bd-4326-82b4-c34765e8a2a6', 'tag': 'c67ec943-4c39-46ca-b900-4d4719349417', 'status': 'completed', 'code': 200} Feb 28 17:54:00.302701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45abc67a-e72f-4cc0-a751-878c26bba84a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (346d987e-6520-4c17-a6f5-5fee9752ffe3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:00.347491 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abc67a-e72f-4cc0-a751-878c26bba84a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=346d987e-6520-4c17-a6f5-5fee9752ffe3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:00.454710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b2761-9a48-4069-8a1d-2268017f3abe req-34bb1511-48d0-4a27-9683-eb30f83bf70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:00.463264 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:00.472328 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd2b2761-9a48-4069-8a1d-2268017f3abe req-34bb1511-48d0-4a27-9683-eb30f83bf70a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91ccc8b297e74dc3a30757f197ff8bf4&device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1127 time: 0.2280440 Feb 28 17:54:00.516297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:00.517149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 28bd57d7-97ea-43b9-b1b1-bcc82a2dba8f not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:00.600820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b2761-9a48-4069-8a1d-2268017f3abe req-35a169c4-19b3-4011-af59-c257e313b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:00.602330 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd2b2761-9a48-4069-8a1d-2268017f3abe req-35a169c4-19b3-4011-af59-c257e313b249 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=91ccc8b297e74dc3a30757f197ff8bf4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1174688 Feb 28 17:54:01.192875 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93670e-7840-4f4d-96d0-ee83d54574f5 req-cb7786b7-0dc5-4f3e-9388-3f4be66ca4c4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:01.194743 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bf93670e-7840-4f4d-96d0-ee83d54574f5 req-cb7786b7-0dc5-4f3e-9388-3f4be66ca4c4 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 907 time: 0.0558593 Feb 28 17:54:01.218527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b2761-9a48-4069-8a1d-2268017f3abe req-782e572e-d457-4733-94ff-6460d1ca808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:01.220166 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd2b2761-9a48-4069-8a1d-2268017f3abe req-782e572e-d457-4733-94ff-6460d1ca808b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6110296 Feb 28 17:54:01.224028 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45abc67a-e72f-4cc0-a751-878c26bba84a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:01.244110 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c8d8d-d7c9-4d80-a8d5-a43ce9f94ba1 req-cc90d809-3bf1-44e8-9531-41b0af2e3438 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:01.245770 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-541c8d8d-d7c9-4d80-a8d5-a43ce9f94ba1 req-cc90d809-3bf1-44e8-9531-41b0af2e3438 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1127 time: 0.1069775 Feb 28 17:54:01.407379 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-541c8d8d-d7c9-4d80-a8d5-a43ce9f94ba1 req-001b31ee-a71f-448a-88c7-adb35bae83c9 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295469 Feb 28 17:54:01.423289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37365222-db97-48f6-834f-be803ebf5806 req-c40f656b-fdd9-486b-9c08-e4c841deb213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:01.425018 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37365222-db97-48f6-834f-be803ebf5806 req-c40f656b-fdd9-486b-9c08-e4c841deb213 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91ccc8b297e74dc3a30757f197ff8bf4&device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1127 time: 0.1463714 Feb 28 17:54:01.512693 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37365222-db97-48f6-834f-be803ebf5806 req-320e0bd7-23af-4d70-b5ea-368f25a398a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67ec943-4c39-46ca-b900-4d4719349417 HTTP/1.1" status: 200 len: 217 time: 0.0800233 Feb 28 17:54:01.606400 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37365222-db97-48f6-834f-be803ebf5806 req-7a2a5e55-a71f-4515-adf4-63b8d88f3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:01.607901 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37365222-db97-48f6-834f-be803ebf5806 req-7a2a5e55-a71f-4515-adf4-63b8d88f3469 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b22af9fd-c1c1-4226-8af3-949a6efba0b3 HTTP/1.1" status: 200 len: 848 time: 0.0868320 Feb 28 17:54:01.649275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45abc67a-e72f-4cc0-a751-878c26bba84a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:54:01.704820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37365222-db97-48f6-834f-be803ebf5806 req-98815b60-e881-4430-93aa-439aecbc0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:01.706908 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37365222-db97-48f6-834f-be803ebf5806 req-98815b60-e881-4430-93aa-439aecbc0ae3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4617979-011c-44c6-ad85-720f8381a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0920608 Feb 28 17:54:01.835506 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45abc67a-e72f-4cc0-a751-878c26bba84a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:01.844525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-45abc67a-e72f-4cc0-a751-878c26bba84a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "PUT /v2.0/routers/a950a6d4-fd74-4d8f-91cf-167bbbffa4b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8118176 Feb 28 17:54:01.847912 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39366) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:01.850756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f2d52-6d77-45ba-9c59-669770ee2c35 None None] Sync routers for ids ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:54:01.856739 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37365222-db97-48f6-834f-be803ebf5806 req-4cba482e-bf01-4026-a193-3e76946ca5e3 service neutron] 10.222.0.69 "GET /v2.0/networks/f4617979-011c-44c6-ad85-720f8381a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433833 Feb 28 17:54:01.878459 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f2d52-6d77-45ba-9c59-669770ee2c35 None None] Routers {'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:01.879380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c37f2d52-6d77-45ba-9c59-669770ee2c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:02.013062 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-37365222-db97-48f6-834f-be803ebf5806 req-6f0a66f0-934f-49dc-82d8-5c4190dd19a3 service neutron] 10.222.0.69 "GET /v2.0/networks/f4617979-011c-44c6-ad85-720f8381a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341665 Feb 28 17:54:02.061170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-c37f2d52-6d77-45ba-9c59-669770ee2c35 None None] Set router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:02.143783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-e472944b-588a-43b5-9a1a-5dfad1fc10b3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting subnet e41ca01d-2fd6-4fc0-8de4-5de0571353f1 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:54:02.148126 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e472944b-588a-43b5-9a1a-5dfad1fc10b3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for subnet (e41ca01d-2fd6-4fc0-8de4-5de0571353f1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:02.190493 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e472944b-588a-43b5-9a1a-5dfad1fc10b3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (e41ca01d-2fd6-4fc0-8de4-5de0571353f1), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:02.271592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c37f2d52-6d77-45ba-9c59-669770ee2c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:54:00Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:02.332865 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f2d52-6d77-45ba-9c59-669770ee2c35 None None] Checking router: a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:54:02.349042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f2d52-6d77-45ba-9c59-669770ee2c35 None None] Routers {'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:02.349820 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c37f2d52-6d77-45ba-9c59-669770ee2c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:53:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:02.357064 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e472944b-588a-43b5-9a1a-5dfad1fc10b3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (e41ca01d-2fd6-4fc0-8de4-5de0571353f1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:02.425291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0ad1d-e40a-43bd-b5f9-dbca27f0d761 req-40050e3c-d578-4a32-a55d-9bb6fd31bc6e tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:02.452976 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1d0ad1d-e40a-43bd-b5f9-dbca27f0d761 req-40050e3c-d578-4a32-a55d-9bb6fd31bc6e tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 907 time: 0.1117923 Feb 28 17:54:02.481571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 805af5df-3951-4bab-ac07-26ef4926bab1 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:54:02.523697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-c37f2d52-6d77-45ba-9c59-669770ee2c35 None None] Set router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:02.529075 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e472944b-588a-43b5-9a1a-5dfad1fc10b3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (e41ca01d-2fd6-4fc0-8de4-5de0571353f1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:02.571285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472944b-588a-43b5-9a1a-5dfad1fc10b3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Subnet': ['ID=e41ca01d-2fd6-4fc0-8de4-5de0571353f1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:02.573504 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e472944b-588a-43b5-9a1a-5dfad1fc10b3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:02.580256 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e472944b-588a-43b5-9a1a-5dfad1fc10b3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/subnets/e41ca01d-2fd6-4fc0-8de4-5de0571353f1 HTTP/1.1" status: 204 len: 168 time: 0.7288134 Feb 28 17:54:02.581149 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39382) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:02.591977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf404bc-0de9-4009-b160-e4a022e098d8 None None] Network 80cd9b14-ca3f-44ac-988d-f99590559767 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:54:02.612421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fb88a-6e49-44f8-9496-44fbf3a85441 req-c8041ec1-3a88-4666-a9b5-e75316488716 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:02.614021 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d53fb88a-6e49-44f8-9496-44fbf3a85441 req-c8041ec1-3a88-4666-a9b5-e75316488716 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1127 time: 0.1166952 Feb 28 17:54:02.676152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d53fb88a-6e49-44f8-9496-44fbf3a85441 req-41e00c95-5773-4b6f-a7e7-6113cab5d280 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558970 Feb 28 17:54:02.767955 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:02.915941 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:02.979843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 805af5df-3951-4bab-ac07-26ef4926bab1, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=805af5df-3951-4bab-ac07-26ef4926bab1,segment=NetworkSegment(3a57d43b-d842-49da-9ddc-a1c67fb2e004),segment_id=3a57d43b-d842-49da-9ddc-a1c67fb2e004)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:03.012195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '805af5df-3951-4bab-ac07-26ef4926bab1', 'network_id': 'efb95c65-1a36-42e0-b843-0e3b29c2e8fe', 'port_id': '805af5df-3951-4bab-ac07-26ef4926bab1', 'mac_address': 'fa:16:3e:90:b2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1089e327-1cbc-4b2f-a87a-d2a9f99de7e8', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:54:03.102444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port cce415e9-c43f-42db-ae16-08b0d366c4e6 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:03.103259 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (cce415e9-c43f-42db-ae16-08b0d366c4e6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:03.105254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 805af5df-3951-4bab-ac07-26ef4926bab1 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:03.105641 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (805af5df-3951-4bab-ac07-26ef4926bab1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:03.123290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65333076-2dc8-4f1c-9721-c824e27d58be None None] DHCP port deletion for 80cd9b14-ca3f-44ac-988d-f99590559767 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:54:03.128128 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805af5df-3951-4bab-ac07-26ef4926bab1 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:54:03.149478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 805af5df-3951-4bab-ac07-26ef4926bab1, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=805af5df-3951-4bab-ac07-26ef4926bab1,segment=NetworkSegment(3a57d43b-d842-49da-9ddc-a1c67fb2e004),segment_id=3a57d43b-d842-49da-9ddc-a1c67fb2e004)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:03.181959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-c37f2d52-6d77-45ba-9c59-669770ee2c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:54:00Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:03.219675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f2d52-6d77-45ba-9c59-669770ee2c35 None None] The sync data for ids ['a950a6d4-fd74-4d8f-91cf-167bbbffa4b4'] in n-d-820368-19 is: [{'id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505634584', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:40Z', 'updated_at': '2022-02-28T17:54:00Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'cce415e9-c43f-42db-ae16-08b0d366c4e6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a950a6d4-fd74-4d8f-91cf-167bbbffa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:41Z', 'updated_at': '2022-02-28T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:54:03.226203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] For port cce415e9-c43f-42db-ae16-08b0d366c4e6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=cce415e9-c43f-42db-ae16-08b0d366c4e6,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:03.226994 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (cce415e9-c43f-42db-ae16-08b0d366c4e6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:03.242024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-65333076-2dc8-4f1c-9721-c824e27d58be None None] Deleting port a28bcd5f-930f-4053-9403-da5ccc7ce234 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:03.242399 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-65333076-2dc8-4f1c-9721-c824e27d58be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a28bcd5f-930f-4053-9403-da5ccc7ce234), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:03.244089 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (805af5df-3951-4bab-ac07-26ef4926bab1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:03.245829 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for cce415e9-c43f-42db-ae16-08b0d366c4e6 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:03.362084 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-65333076-2dc8-4f1c-9721-c824e27d58be None None] For port a28bcd5f-930f-4053-9403-da5ccc7ce234, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a28bcd5f-930f-4053-9403-da5ccc7ce234,segment=NetworkSegment(098fc6a4-d7a6-469d-9b26-462b3015c701),segment_id=098fc6a4-d7a6-469d-9b26-462b3015c701)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:03.362357 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-65333076-2dc8-4f1c-9721-c824e27d58be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a28bcd5f-930f-4053-9403-da5ccc7ce234), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:03.369642 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=805af5df-3951-4bab-ac07-26ef4926bab1,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:03.377568 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-65333076-2dc8-4f1c-9721-c824e27d58be None None] Calling delete_port for a28bcd5f-930f-4053-9403-da5ccc7ce234 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:03.555699 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['805af5df-3951-4bab-ac07-26ef4926bab1'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:54:03.577294 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (cce415e9-c43f-42db-ae16-08b0d366c4e6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:03.588346 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0be39a-0a9b-4d43-a5ff-a831b26e078d req-4fd32b8a-2514-4a0c-8f7d-eaad485d6235 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:03.592283 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-da0be39a-0a9b-4d43-a5ff-a831b26e078d req-4fd32b8a-2514-4a0c-8f7d-eaad485d6235 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 908 time: 0.0694783 Feb 28 17:54:03.621086 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-65333076-2dc8-4f1c-9721-c824e27d58be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (a28bcd5f-930f-4053-9403-da5ccc7ce234), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:03.632060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=cce415e9-c43f-42db-ae16-08b0d366c4e6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:03.655871 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65333076-2dc8-4f1c-9721-c824e27d58be None None] Pushing event deleted for resources: {'Port': ['ID=a28bcd5f-930f-4053-9403-da5ccc7ce234,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:03.673074 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65333076-2dc8-4f1c-9721-c824e27d58be None None] No DVR routers for this DVR port a28bcd5f-930f-4053-9403-da5ccc7ce234 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:54:03.736944 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:03.867660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295ff31-ff16-402b-9cbb-5855a0fdc897 req-70256e98-b039-44e0-be1f-a42de08f68a6 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:03.891838 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8295ff31-ff16-402b-9cbb-5855a0fdc897 req-70256e98-b039-44e0-be1f-a42de08f68a6 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1127 time: 0.1185730 Feb 28 17:54:03.905852 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:03.908724 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_controller (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:03.957706 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8295ff31-ff16-402b-9cbb-5855a0fdc897 req-b08b5bdd-11f4-44c2-a5cd-f39966f8f9f8 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563614 Feb 28 17:54:04.018622 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (a950a6d4-fd74-4d8f-91cf-167bbbffa4b4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.022915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Fanout notify agent at l3_agent the message router_deleted on router a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:54:04.026874 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.030636 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8c1e4e02-4a4b-4e44-bf3f-61b8fcd8076d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/routers/a950a6d4-fd74-4d8f-91cf-167bbbffa4b4 HTTP/1.1" status: 204 len: 168 time: 1.4456666 Feb 28 17:54:04.031071 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39392) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:04.145913 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be230412-7ab7-4533-8fe3-f334e991fcee tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (80cd9b14-ca3f-44ac-988d-f99590559767), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.239820 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be230412-7ab7-4533-8fe3-f334e991fcee tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (80cd9b14-ca3f-44ac-988d-f99590559767), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.260739 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-be230412-7ab7-4533-8fe3-f334e991fcee tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cd9b14-ca3f-44ac-988d-f99590559767']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:04.269795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-be230412-7ab7-4533-8fe3-f334e991fcee tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098fc6a4-d7a6-469d-9b26-462b3015c701') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:04.270396 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-be230412-7ab7-4533-8fe3-f334e991fcee tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098fc6a4-d7a6-469d-9b26-462b3015c701') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:04.279621 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be230412-7ab7-4533-8fe3-f334e991fcee tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (098fc6a4-d7a6-469d-9b26-462b3015c701), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.293001 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be230412-7ab7-4533-8fe3-f334e991fcee tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (098fc6a4-d7a6-469d-9b26-462b3015c701), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.299007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be230412-7ab7-4533-8fe3-f334e991fcee tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:54:04.300026 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be230412-7ab7-4533-8fe3-f334e991fcee tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (098fc6a4-d7a6-469d-9b26-462b3015c701), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:54:04.303081 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:54:04.424809 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be230412-7ab7-4533-8fe3-f334e991fcee tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (80cd9b14-ca3f-44ac-988d-f99590559767), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.429516 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-be230412-7ab7-4533-8fe3-f334e991fcee tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.433813 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-be230412-7ab7-4533-8fe3-f334e991fcee tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/networks/80cd9b14-ca3f-44ac-988d-f99590559767 HTTP/1.1" status: 204 len: 168 time: 0.4015858 Feb 28 17:54:04.435922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39396) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:04.450706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be230412-7ab7-4533-8fe3-f334e991fcee tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Network': ['ID=80cd9b14-ca3f-44ac-988d-f99590559767,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:04.459728 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 805af5df-3951-4bab-ac07-26ef4926bab1 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:04.557488 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9de8446c-fc21-418d-a667-471628831aed tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (378bda04-83bf-49ce-84b3-cb20f3394457), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.600286 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9de8446c-fc21-418d-a667-471628831aed tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (378bda04-83bf-49ce-84b3-cb20f3394457), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.618037 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 346d987e-6520-4c17-a6f5-5fee9752ffe3 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:04.621505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 805af5df-3951-4bab-ac07-26ef4926bab1 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:54:04.643439 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 346d987e-6520-4c17-a6f5-5fee9752ffe3 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:04.644024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 346d987e-6520-4c17-a6f5-5fee9752ffe3 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:04.649166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a28bcd5f-930f-4053-9403-da5ccc7ce234 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:04.649166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 805af5df-3951-4bab-ac07-26ef4926bab1 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:04.649166 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (805af5df-3951-4bab-ac07-26ef4926bab1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.667630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: a28bcd5f-930f-4053-9403-da5ccc7ce234 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:04.668224 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a28bcd5f-930f-4053-9403-da5ccc7ce234 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:04.668883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device cce415e9-c43f-42db-ae16-08b0d366c4e6 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:04.719293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: cce415e9-c43f-42db-ae16-08b0d366c4e6 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:04.719632 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device cce415e9-c43f-42db-ae16-08b0d366c4e6 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:04.732929 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9de8446c-fc21-418d-a667-471628831aed tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (378bda04-83bf-49ce-84b3-cb20f3394457), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.737242 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9de8446c-fc21-418d-a667-471628831aed tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.740970 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9de8446c-fc21-418d-a667-471628831aed tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/security-groups/378bda04-83bf-49ce-84b3-cb20f3394457 HTTP/1.1" status: 204 len: 168 time: 0.3016057 Feb 28 17:54:04.741743 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4297c1f-74bb-4da4-b3a3-d2dafe7a5f0d req-de5aaa8d-cca4-4cdf-b839-8931012c87e7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:04.746597 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e4297c1f-74bb-4da4-b3a3-d2dafe7a5f0d req-de5aaa8d-cca4-4cdf-b839-8931012c87e7 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 908 time: 0.0712616 Feb 28 17:54:04.763694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8446c-fc21-418d-a667-471628831aed tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=378bda04-83bf-49ce-84b3-cb20f3394457,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:04.786046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 805af5df-3951-4bab-ac07-26ef4926bab1 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:04.786783 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (805af5df-3951-4bab-ac07-26ef4926bab1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.812674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abb8ed4-0f61-4f8b-88d6-28a3de12cc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805af5df-3951-4bab-ac07-26ef4926bab1'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:54:04.815074 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da31f89d-49fc-438f-9129-e4107c7433b4" -d '{"events": [{"server_uuid": "0abb8ed4-0f61-4f8b-88d6-28a3de12cc91", "name": "network-vif-plugged", "status": "completed", "tag": "805af5df-3951-4bab-ac07-26ef4926bab1"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:54:04.828599 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 805af5df-3951-4bab-ac07-26ef4926bab1, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=805af5df-3951-4bab-ac07-26ef4926bab1,segment=NetworkSegment(3a57d43b-d842-49da-9ddc-a1c67fb2e004),segment_id=3a57d43b-d842-49da-9ddc-a1c67fb2e004)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:04.856554 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0785ffc4-0093-4a68-8e0a-8f72939ddd95 x-openstack-request-id: req-0785ffc4-0093-4a68-8e0a-8f72939ddd95 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:54:04.856932 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abb8ed4-0f61-4f8b-88d6-28a3de12cc91", "name": "network-vif-plugged", "status": "completed", "tag": "805af5df-3951-4bab-ac07-26ef4926bab1", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:54:04.857281 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0785ffc4-0093-4a68-8e0a-8f72939ddd95 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:54:04.857802 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abb8ed4-0f61-4f8b-88d6-28a3de12cc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805af5df-3951-4bab-ac07-26ef4926bab1', 'code': 200} Feb 28 17:54:04.904221 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (805af5df-3951-4bab-ac07-26ef4926bab1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:04.968345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=805af5df-3951-4bab-ac07-26ef4926bab1,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:04.990842 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d42b27-fd97-4505-a89b-e122207aae7e req-74f38b18-25eb-486f-88e2-33e430d6674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:04.992415 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87d42b27-fd97-4505-a89b-e122207aae7e req-74f38b18-25eb-486f-88e2-33e430d6674c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 1092 time: 0.0583408 Feb 28 17:54:05.066370 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829d556-9743-453f-9f25-58e02c869e53 req-bd6dd423-229e-41ac-841d-8961eafc0f98 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:05.068145 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7829d556-9743-453f-9f25-58e02c869e53 req-bd6dd423-229e-41ac-841d-8961eafc0f98 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1127 time: 0.0454037 Feb 28 17:54:05.116489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7829d556-9743-453f-9f25-58e02c869e53 req-5bdbab49-6045-41b4-ad87-83cce4947146 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426097 Feb 28 17:54:05.261563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39436) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:05.266341 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-0652018b-a7f5-4761-bfcd-dec2e15be10b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689700153', 'description': 'tempest-secgroup-smoke-689700153 description', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:05.367044 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0652018b-a7f5-4761-bfcd-dec2e15be10b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:05.431938 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0652018b-a7f5-4761-bfcd-dec2e15be10b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (bbf27eb3-3237-497f-89c6-5c18bd160521), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:05.498452 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0652018b-a7f5-4761-bfcd-dec2e15be10b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bbf27eb3-3237-497f-89c6-5c18bd160521), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:05.528707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652018b-a7f5-4761-bfcd-dec2e15be10b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf27eb3-3237-497f-89c6-5c18bd160521,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:05.574358 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0652018b-a7f5-4761-bfcd-dec2e15be10b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:05.575973 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0652018b-a7f5-4761-bfcd-dec2e15be10b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3129060 Feb 28 17:54:05.578779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39440) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:05.584259 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-21cf5db5-e770-4497-978b-488434b61eae tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': 'bbf27eb3-3237-497f-89c6-5c18bd160521', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:05.674928 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-21cf5db5-e770-4497-978b-488434b61eae tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (e2d1a8ef-4e28-401f-8b04-bc25eb85c6d2), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:05.730331 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-21cf5db5-e770-4497-978b-488434b61eae tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (e2d1a8ef-4e28-401f-8b04-bc25eb85c6d2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:05.795834 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-21cf5db5-e770-4497-978b-488434b61eae tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (e2d1a8ef-4e28-401f-8b04-bc25eb85c6d2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:05.814757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf5db5-e770-4497-978b-488434b61eae tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d1a8ef-4e28-401f-8b04-bc25eb85c6d2,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:05.876623 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c25229-d284-4af7-beb2-44e437062c92 req-85f7f921-51cd-4fd7-949a-2a200e3a3cc3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:05.878150 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d2c25229-d284-4af7-beb2-44e437062c92 req-85f7f921-51cd-4fd7-949a-2a200e3a3cc3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 909 time: 0.0563867 Feb 28 17:54:05.900301 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-21cf5db5-e770-4497-978b-488434b61eae tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:05.901524 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-21cf5db5-e770-4497-978b-488434b61eae tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217530 Feb 28 17:54:05.905585 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39452) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:05.910574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-dc81db65-2a98-4f5c-af67-2fd041e2b31c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': 'bbf27eb3-3237-497f-89c6-5c18bd160521', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:06.004170 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc81db65-2a98-4f5c-af67-2fd041e2b31c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (e308e2b5-585a-4dd6-8f02-a57ddc4bdf94), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:06.062535 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc81db65-2a98-4f5c-af67-2fd041e2b31c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (e308e2b5-585a-4dd6-8f02-a57ddc4bdf94), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:06.127100 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc81db65-2a98-4f5c-af67-2fd041e2b31c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (e308e2b5-585a-4dd6-8f02-a57ddc4bdf94), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:06.149823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81db65-2a98-4f5c-af67-2fd041e2b31c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e308e2b5-585a-4dd6-8f02-a57ddc4bdf94,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:06.243451 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dec5e-6c07-4ab9-ab9d-0d6b069fe6f5 req-46ab1697-e3e1-4329-b6a5-f1c028ac7dec tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:06.248174 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-950dec5e-6c07-4ab9-ab9d-0d6b069fe6f5 req-46ab1697-e3e1-4329-b6a5-f1c028ac7dec tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1127 time: 0.0544822 Feb 28 17:54:06.255367 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-dc81db65-2a98-4f5c-af67-2fd041e2b31c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:06.256593 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dc81db65-2a98-4f5c-af67-2fd041e2b31c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3500352 Feb 28 17:54:06.261063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39460) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:06.271179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e2a3bb48-2062-42b2-8f49-4b753ee8506a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': 'bbf27eb3-3237-497f-89c6-5c18bd160521', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:06.330368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-950dec5e-6c07-4ab9-ab9d-0d6b069fe6f5 req-9ba1f127-de70-4f7e-897c-76b625124575 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667207 Feb 28 17:54:06.360411 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2a3bb48-2062-42b2-8f49-4b753ee8506a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (b4f298df-b483-40c3-919a-2abcb0bb7f42), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:06.420694 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2a3bb48-2062-42b2-8f49-4b753ee8506a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (b4f298df-b483-40c3-919a-2abcb0bb7f42), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:06.481187 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2a3bb48-2062-42b2-8f49-4b753ee8506a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (b4f298df-b483-40c3-919a-2abcb0bb7f42), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:06.481636 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c67ec943-4c39-46ca-b900-4d4719349417 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:54:06.503717 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3bb48-2062-42b2-8f49-4b753ee8506a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f298df-b483-40c3-919a-2abcb0bb7f42,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:06.569245 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2a3bb48-2062-42b2-8f49-4b753ee8506a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:06.573360 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39464) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:06.573702 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e2a3bb48-2062-42b2-8f49-4b753ee8506a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3118095 Feb 28 17:54:06.577959 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-aa21f51e-692f-4b85-ba82-0009cc4f73d5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': 'bbf27eb3-3237-497f-89c6-5c18bd160521', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:06.605714 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c67ec943-4c39-46ca-b900-4d4719349417, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c67ec943-4c39-46ca-b900-4d4719349417,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:06.617802 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'c67ec943-4c39-46ca-b900-4d4719349417', 'network_id': 'f4617979-011c-44c6-ad85-720f8381a79f', 'port_id': 'c67ec943-4c39-46ca-b900-4d4719349417', 'mac_address': 'fa:16:3e:e0:0d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b22af9fd-c1c1-4226-8af3-949a6efba0b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:54:06.656033 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c67ec943-4c39-46ca-b900-4d4719349417 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:06.656610 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c67ec943-4c39-46ca-b900-4d4719349417), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:06.671905 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67ec943-4c39-46ca-b900-4d4719349417 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:54:06.676107 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa21f51e-692f-4b85-ba82-0009cc4f73d5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (fc3e90f2-d24a-4054-acb2-8d8c51553566), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:06.695070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c67ec943-4c39-46ca-b900-4d4719349417, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c67ec943-4c39-46ca-b900-4d4719349417,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:06.750340 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c67ec943-4c39-46ca-b900-4d4719349417), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:06.769040 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa21f51e-692f-4b85-ba82-0009cc4f73d5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (fc3e90f2-d24a-4054-acb2-8d8c51553566), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:06.816170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c67ec943-4c39-46ca-b900-4d4719349417,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:06.823598 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa21f51e-692f-4b85-ba82-0009cc4f73d5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (fc3e90f2-d24a-4054-acb2-8d8c51553566), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:06.841231 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21f51e-692f-4b85-ba82-0009cc4f73d5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3e90f2-d24a-4054-acb2-8d8c51553566,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:06.883172 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aa21f51e-692f-4b85-ba82-0009cc4f73d5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:06.884665 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aa21f51e-692f-4b85-ba82-0009cc4f73d5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3102710 Feb 28 17:54:06.887470 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39468) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:06.892681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-3496a1d7-c87e-4ba6-82b0-1c5a70c8d846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': 'bbf27eb3-3237-497f-89c6-5c18bd160521', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:06.947750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c67ec943-4c39-46ca-b900-4d4719349417'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:54:07.008007 n-d-820368-19 neutron-server[104247]: INFO neutron.db.securitygroups_db [None req-3496a1d7-c87e-4ba6-82b0-1c5a70c8d846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Project a3eb0a57573941dbb6964a85dd6477cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:54:07.015835 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3496a1d7-c87e-4ba6-82b0-1c5a70c8d846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (02bb8a46-1ed7-4182-b3ba-200ecefd807b), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:07.061426 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c35bbf-b854-446e-98ae-69c17e46a33a req-8448d1c2-183f-4283-8118-3f9b78e4cd88 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:07.063019 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c0c35bbf-b854-446e-98ae-69c17e46a33a req-8448d1c2-183f-4283-8118-3f9b78e4cd88 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 909 time: 0.0981264 Feb 28 17:54:07.119712 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3496a1d7-c87e-4ba6-82b0-1c5a70c8d846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (02bb8a46-1ed7-4182-b3ba-200ecefd807b), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:07.198654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaba26-6239-4440-82b4-cad138dd2d52 req-6f74b952-c077-4300-8331-1ccec93b7296 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:07.200218 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1ccaba26-6239-4440-82b4-cad138dd2d52 req-6f74b952-c077-4300-8331-1ccec93b7296 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 909 time: 0.0585759 Feb 28 17:54:07.215857 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3496a1d7-c87e-4ba6-82b0-1c5a70c8d846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (02bb8a46-1ed7-4182-b3ba-200ecefd807b), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:07.236070 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496a1d7-c87e-4ba6-82b0-1c5a70c8d846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bb8a46-1ed7-4182-b3ba-200ecefd807b,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:07.325795 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3496a1d7-c87e-4ba6-82b0-1c5a70c8d846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:07.327045 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3496a1d7-c87e-4ba6-82b0-1c5a70c8d846 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4381876 Feb 28 17:54:07.330140 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39476) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:07.344504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-45b3ca7b-5a54-4068-ba76-65b57c27e330 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': 'bbf27eb3-3237-497f-89c6-5c18bd160521', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:07.372129 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf961e-fe96-48f2-9ea4-cb98f6ced7a3 req-312f5f8d-fc77-425e-b85f-8d48fe3a7f9d tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:07.376421 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eabf961e-fe96-48f2-9ea4-cb98f6ced7a3 req-312f5f8d-fc77-425e-b85f-8d48fe3a7f9d tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 1092 time: 0.0951140 Feb 28 17:54:07.435799 n-d-820368-19 neutron-server[104246]: INFO neutron.db.securitygroups_db [None req-45b3ca7b-5a54-4068-ba76-65b57c27e330 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Project a3eb0a57573941dbb6964a85dd6477cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:54:07.443303 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45b3ca7b-5a54-4068-ba76-65b57c27e330 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (a80021b3-7bb4-48fe-97c0-05e344e37b02), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:07.540288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b95eac-7aa5-433f-be0d-019179afbb87 req-b6310e7d-c2c2-4f06-adb1-46b1656323a8 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:07.542002 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e2b95eac-7aa5-433f-be0d-019179afbb87 req-b6310e7d-c2c2-4f06-adb1-46b1656323a8 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 1167 time: 0.0517359 Feb 28 17:54:07.549024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275d6e8-d6d9-45e1-aedd-5916b7173ca4 req-4154bc73-268d-497d-9072-34d5ed1aaaab tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:07.550662 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7275d6e8-d6d9-45e1-aedd-5916b7173ca4 req-4154bc73-268d-497d-9072-34d5ed1aaaab tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1128 time: 0.1037521 Feb 28 17:54:07.552468 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45b3ca7b-5a54-4068-ba76-65b57c27e330 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (a80021b3-7bb4-48fe-97c0-05e344e37b02), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:07.596684 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7275d6e8-d6d9-45e1-aedd-5916b7173ca4 req-ae099833-553f-41e6-865f-f212e3e7662d tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394833 Feb 28 17:54:07.596904 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e2b95eac-7aa5-433f-be0d-019179afbb87 req-b3fe7ac9-6eca-45c2-b8d1-52dedca87a30 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0489514 Feb 28 17:54:07.618600 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39482) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:07.664900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da97422-2cd1-403f-b756-fa941f893050 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:07.666514 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0da97422-2cd1-403f-b756-fa941f893050 tempest-TestSecurityGroupsBasicOps-1263850297 tempest-TestSecurityGroupsBasicOps-1263850297-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 1087 time: 0.0469458 Feb 28 17:54:07.681335 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45b3ca7b-5a54-4068-ba76-65b57c27e330 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (a80021b3-7bb4-48fe-97c0-05e344e37b02), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:07.701713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3ca7b-5a54-4068-ba76-65b57c27e330 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80021b3-7bb4-48fe-97c0-05e344e37b02,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:07.732988 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f929154-da2e-4652-8984-86556855346f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:07.832463 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-45b3ca7b-5a54-4068-ba76-65b57c27e330 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:07.836601 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-45b3ca7b-5a54-4068-ba76-65b57c27e330 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4980998 Feb 28 17:54:07.836845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39488) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:07.851935 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9fe00e33-49ed-4cc5-a537-30fbbdaaaf30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'network': {'name': 'tempest-network-smoke--1123888584', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'port_security_enabled': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:07.932644 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:07.960838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe00e33-49ed-4cc5-a537-30fbbdaaaf30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Made reservation on behalf of a3eb0a57573941dbb6964a85dd6477cc for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:54:07.964232 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fe00e33-49ed-4cc5-a537-30fbbdaaaf30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:07.998567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe00e33-49ed-4cc5-a537-30fbbdaaaf30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:54:08.012067 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fe00e33-49ed-4cc5-a537-30fbbdaaaf30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9eba7342-f1e6-48e1-a413-21d7e6dc8607), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:08.012424 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-9fe00e33-49ed-4cc5-a537-30fbbdaaaf30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Added segment 9eba7342-f1e6-48e1-a413-21d7e6dc8607 of type vlan for network 97f667c3-ebbd-4ba2-8869-206053121e67 Feb 28 17:54:08.053497 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fe00e33-49ed-4cc5-a537-30fbbdaaaf30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (97f667c3-ebbd-4ba2-8869-206053121e67), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:08.152175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c147b-dcb5-4e3f-8cb6-ddcd703ab776 req-55bc28ad-8db8-4dfb-8137-c49ebbf77ffc tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:08.153692 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6d7c147b-dcb5-4e3f-8cb6-ddcd703ab776 req-55bc28ad-8db8-4dfb-8137-c49ebbf77ffc tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 909 time: 0.0561645 Feb 28 17:54:08.167224 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fe00e33-49ed-4cc5-a537-30fbbdaaaf30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (97f667c3-ebbd-4ba2-8869-206053121e67), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:08.172213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe00e33-49ed-4cc5-a537-30fbbdaaaf30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:08.172796 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9fe00e33-49ed-4cc5-a537-30fbbdaaaf30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:08.248479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe00e33-49ed-4cc5-a537-30fbbdaaaf30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Network': ['ID=97f667c3-ebbd-4ba2-8869-206053121e67,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:08.259355 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 97f667c3-ebbd-4ba2-8869-206053121e67 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:54:08.293421 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39512) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:08.294398 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9fe00e33-49ed-4cc5-a537-30fbbdaaaf30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4556322 Feb 28 17:54:08.298879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'admin_state_up': True, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:08.402353 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (50659863-13de-4332-9098-8a564d66055a), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:08.404197 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (50659863-13de-4332-9098-8a564d66055a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:08.472842 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_controller (50659863-13de-4332-9098-8a564d66055a), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:08.498491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c67ec943-4c39-46ca-b900-4d4719349417 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:08.629582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port c67ec943-4c39-46ca-b900-4d4719349417 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:54:08.642526 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port c67ec943-4c39-46ca-b900-4d4719349417 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:08.644005 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c67ec943-4c39-46ca-b900-4d4719349417), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:08.723710 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (50659863-13de-4332-9098-8a564d66055a), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:08.772492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed1bae-b223-494e-9267-3780b338af79 req-379b9840-696c-4f52-940c-b0ef77f19f61 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:08.779606 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4ed1bae-b223-494e-9267-3780b338af79 req-379b9840-696c-4f52-940c-b0ef77f19f61 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1128 time: 0.0698977 Feb 28 17:54:08.806789 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c67ec943-4c39-46ca-b900-4d4719349417 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:08.807390 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c67ec943-4c39-46ca-b900-4d4719349417), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:08.822655 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4ed1bae-b223-494e-9267-3780b338af79 req-3cc10e99-64b8-4334-84fa-8574af78f32b tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421245 Feb 28 17:54:08.852824 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c67ec943-4c39-46ca-b900-4d4719349417, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c67ec943-4c39-46ca-b900-4d4719349417,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:08.853773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acae0987-b6bd-4326-82b4-c34765e8a2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67ec943-4c39-46ca-b900-4d4719349417'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:54:08.856086 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453befa4-8895-4bdd-a4fb-887135800c09" -d '{"events": [{"server_uuid": "acae0987-b6bd-4326-82b4-c34765e8a2a6", "name": "network-vif-plugged", "status": "completed", "tag": "c67ec943-4c39-46ca-b900-4d4719349417"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:54:08.902871 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f03f631-4023-46f7-b3cc-467d4efcb2a7 x-openstack-request-id: req-6f03f631-4023-46f7-b3cc-467d4efcb2a7 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:54:08.903170 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acae0987-b6bd-4326-82b4-c34765e8a2a6", "name": "network-vif-plugged", "status": "completed", "tag": "c67ec943-4c39-46ca-b900-4d4719349417", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:54:08.903428 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6f03f631-4023-46f7-b3cc-467d4efcb2a7 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:54:08.903935 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acae0987-b6bd-4326-82b4-c34765e8a2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67ec943-4c39-46ca-b900-4d4719349417', 'code': 200} Feb 28 17:54:08.905153 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c67ec943-4c39-46ca-b900-4d4719349417), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:09.031487 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c67ec943-4c39-46ca-b900-4d4719349417,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:09.086056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa208302-97fc-4219-abef-faa536d96f8a req-0cc32b13-e115-4177-8e55-05bdedb18aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:09.089652 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa208302-97fc-4219-abef-faa536d96f8a req-0cc32b13-e115-4177-8e55-05bdedb18aee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1129 time: 0.0830214 Feb 28 17:54:09.117590 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (50659863-13de-4332-9098-8a564d66055a), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:09.142928 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:09.176759 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fa208302-97fc-4219-abef-faa536d96f8a req-595a84f0-e064-4987-8a89-3a846251030c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770030 Feb 28 17:54:09.320184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.25.3.202 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/57e486c4-63d0-497e-9b5a-4fdda0e4d61f) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:54:09.352206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d10490-94ee-4177-b299-bee40f1584db req-a3f78b9f-6602-4901-a659-062b9c54b85c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:09.356778 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b4d10490-94ee-4177-b299-bee40f1584db req-a3f78b9f-6602-4901-a659-062b9c54b85c tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 909 time: 0.1025252 Feb 28 17:54:09.474338 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (57e486c4-63d0-497e-9b5a-4fdda0e4d61f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:09.482471 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cc47c-fb96-469b-9460-f9dc0b2cd4cf req-2a694ff7-a3eb-42ef-a8bc-0f37087a1062 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:09.484390 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b84cc47c-fb96-469b-9460-f9dc0b2cd4cf req-2a694ff7-a3eb-42ef-a8bc-0f37087a1062 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.69 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 909 time: 0.0935297 Feb 28 17:54:09.579710 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (57e486c4-63d0-497e-9b5a-4fdda0e4d61f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:09.593778 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-b84cc47c-fb96-469b-9460-f9dc0b2cd4cf req-2e0c8785-de93-439b-a9be-0cec5f55d990 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Deleting port 805af5df-3951-4bab-ac07-26ef4926bab1 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:09.594525 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b84cc47c-fb96-469b-9460-f9dc0b2cd4cf req-2e0c8785-de93-439b-a9be-0cec5f55d990 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (805af5df-3951-4bab-ac07-26ef4926bab1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:09.636478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:09.648450 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:09.652472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:54:09.682898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=57e486c4-63d0-497e-9b5a-4fdda0e4d61f,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:09.715106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-b84cc47c-fb96-469b-9460-f9dc0b2cd4cf req-2e0c8785-de93-439b-a9be-0cec5f55d990 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] For port 805af5df-3951-4bab-ac07-26ef4926bab1, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=805af5df-3951-4bab-ac07-26ef4926bab1,segment=NetworkSegment(3a57d43b-d842-49da-9ddc-a1c67fb2e004),segment_id=3a57d43b-d842-49da-9ddc-a1c67fb2e004)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:09.715502 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b84cc47c-fb96-469b-9460-f9dc0b2cd4cf req-2e0c8785-de93-439b-a9be-0cec5f55d990 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (805af5df-3951-4bab-ac07-26ef4926bab1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:09.731858 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-b84cc47c-fb96-469b-9460-f9dc0b2cd4cf req-2e0c8785-de93-439b-a9be-0cec5f55d990 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Calling delete_port for 805af5df-3951-4bab-ac07-26ef4926bab1 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:09.909809 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a01ffc6a-0bfc-4134-a0aa-75a784d05a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:09.960467 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b84cc47c-fb96-469b-9460-f9dc0b2cd4cf req-2e0c8785-de93-439b-a9be-0cec5f55d990 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (805af5df-3951-4bab-ac07-26ef4926bab1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:10.017796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d4b76-ba4d-4bad-bb8b-140c234112e7 req-e771b905-b36b-4be6-bf49-b781101fffb0 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:10.020274 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8a2d4b76-ba4d-4bad-bb8b-140c234112e7 req-e771b905-b36b-4be6-bf49-b781101fffb0 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1129 time: 0.1179051 Feb 28 17:54:10.022822 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c8785-de93-439b-a9be-0cec5f55d990 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event deleted for resources: {'Port': ['ID=805af5df-3951-4bab-ac07-26ef4926bab1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:10.105069 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84cc47c-fb96-469b-9460-f9dc0b2cd4cf req-2e0c8785-de93-439b-a9be-0cec5f55d990 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] No DVR routers for this DVR port 805af5df-3951-4bab-ac07-26ef4926bab1 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:54:10.115664 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b84cc47c-fb96-469b-9460-f9dc0b2cd4cf req-2e0c8785-de93-439b-a9be-0cec5f55d990 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:10.123268 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b84cc47c-fb96-469b-9460-f9dc0b2cd4cf req-2e0c8785-de93-439b-a9be-0cec5f55d990 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.69 "DELETE /v2.0/ports/805af5df-3951-4bab-ac07-26ef4926bab1 HTTP/1.1" status: 204 len: 173 time: 0.6314456 Feb 28 17:54:10.125450 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abb8ed4-0f61-4f8b-88d6-28a3de12cc91', 'name': 'network-vif-deleted', 'tag': '805af5df-3951-4bab-ac07-26ef4926bab1'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:54:10.132141 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96abb300-147c-4d31-a8ef-dd54501e8f54" -d '{"events": [{"server_uuid": "0abb8ed4-0f61-4f8b-88d6-28a3de12cc91", "name": "network-vif-deleted", "tag": "805af5df-3951-4bab-ac07-26ef4926bab1"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:54:10.144703 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (50659863-13de-4332-9098-8a564d66055a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:10.183742 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:10.207230 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ff129a-17a5-43a8-90be-ae21a333b549 x-openstack-request-id: req-d5ff129a-17a5-43a8-90be-ae21a333b549 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:54:10.207524 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abb8ed4-0f61-4f8b-88d6-28a3de12cc91", "name": "network-vif-deleted", "tag": "805af5df-3951-4bab-ac07-26ef4926bab1", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:54:10.207793 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d5ff129a-17a5-43a8-90be-ae21a333b549 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:54:10.208174 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abb8ed4-0f61-4f8b-88d6-28a3de12cc91', 'name': 'network-vif-deleted', 'tag': '805af5df-3951-4bab-ac07-26ef4926bab1', 'status': 'completed', 'code': 200} Feb 28 17:54:10.212765 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8a2d4b76-ba4d-4bad-bb8b-140c234112e7 req-12a51163-f7d3-471f-9837-b47c8e7a9bbe tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104767 Feb 28 17:54:10.477412 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (50659863-13de-4332-9098-8a564d66055a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:10.512482 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-102afdb9-f611-4f56-957e-7669e53377d9 req-48688050-a189-4a63-85b0-bbecffafe965 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abb8ed4-0f61-4f8b-88d6-28a3de12cc91 HTTP/1.1" status: 200 len: 210 time: 0.0636392 Feb 28 17:54:10.681175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router 50659863-13de-4332-9098-8a564d66055a is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:54:10.799563 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:10.811504 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Sync routers for ids ['50659863-13de-4332-9098-8a564d66055a'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:54:10.822791 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Routers {'50659863-13de-4332-9098-8a564d66055a'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:10.823473 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50659863-13de-4332-9098-8a564d66055a'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:10.890202 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:10.896314 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e3ec0989-3c6e-40a6-b60b-c2a141f4798e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5976458 Feb 28 17:54:10.897586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39556) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:10.964210 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Set router 50659863-13de-4332-9098-8a564d66055a gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:11.100509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39560) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:11.111532 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1f17b29e-1ffa-4236-9d84-121e16cca392 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=a3eb0a57573941dbb6964a85dd6477cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2114532 Feb 28 17:54:11.173397 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:54:09Z', 'revision_number': 3, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:11.229114 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Checking router: 50659863-13de-4332-9098-8a564d66055a for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:54:11.229464 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Updating router 50659863-13de-4332-9098-8a564d66055a port 57e486c4-63d0-497e-9b5a-4fdda0e4d61f binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:54:11.272888 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f2d778-ec32-4a7a-82ee-c6bf07366fc0 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:11.274611 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (57e486c4-63d0-497e-9b5a-4fdda0e4d61f), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:11.279661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39566) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:11.292656 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-03f2d778-ec32-4a7a-82ee-c6bf07366fc0 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1905520 Feb 28 17:54:11.353235 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39568) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:11.355425 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4300cd2b-15d9-4f2a-af7c-672ca1922bbf tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743780 Feb 28 17:54:11.358237 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-496701b7-d423-4c16-a07b-a512ed1fc810 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1528041582', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:11.431179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb7da0-e824-402a-83a5-cbc5757a40f7 req-9de4ecaf-f631-4fbf-aede-e5131632bd78 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:11.435422 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6fcb7da0-e824-402a-83a5-cbc5757a40f7 req-9de4ecaf-f631-4fbf-aede-e5131632bd78 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1129 time: 0.0711725 Feb 28 17:54:11.463972 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:11.494362 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6fcb7da0-e824-402a-83a5-cbc5757a40f7 req-19bca199-7703-45cd-8d6a-fda986f1055f tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547142 Feb 28 17:54:11.584142 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39576) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:11.621380 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Publish callbacks [] for port (57e486c4-63d0-497e-9b5a-4fdda0e4d61f), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:11.633235 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496701b7-d423-4c16-a07b-a512ed1fc810 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Made reservation on behalf of a3eb0a57573941dbb6964a85dd6477cc for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:54:11.636887 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-496701b7-d423-4c16-a07b-a512ed1fc810 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:11.710098 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (57e486c4-63d0-497e-9b5a-4fdda0e4d61f), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:11.756505 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Attempting to bind port 57e486c4-63d0-497e-9b5a-4fdda0e4d61f on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:54:11.757099 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Attempting to bind port 57e486c4-63d0-497e-9b5a-4fdda0e4d61f by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:54:11.757643 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Attempting to bind port 57e486c4-63d0-497e-9b5a-4fdda0e4d61f on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:54:11.770770 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:54:11.771444 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:54:11.772014 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:11.772561 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:54:11.773203 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Bound port: 57e486c4-63d0-497e-9b5a-4fdda0e4d61f, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:54:11.773753 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (57e486c4-63d0-497e-9b5a-4fdda0e4d61f), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:11.808326 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e3cf3-44a4-48f9-8c79-3c78d7f8b320 req-cd3a60f6-72e3-4d64-8502-ad3068c7f672 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:11.816464 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-361e3cf3-44a4-48f9-8c79-3c78d7f8b320 req-cd3a60f6-72e3-4d64-8502-ad3068c7f672 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1129 time: 0.1808436 Feb 28 17:54:11.840116 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] For port 57e486c4-63d0-497e-9b5a-4fdda0e4d61f, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:54:11.843308 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] For port 57e486c4-63d0-497e-9b5a-4fdda0e4d61f, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=57e486c4-63d0-497e-9b5a-4fdda0e4d61f,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:54:11.848456 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157367c-0d13-4bbe-8ebc-e17326dc0fe8 None None] Pushing event updated for resources: {'Port': ['ID=57e486c4-63d0-497e-9b5a-4fdda0e4d61f,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:11.916069 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (57e486c4-63d0-497e-9b5a-4fdda0e4d61f), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:11.970316 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-361e3cf3-44a4-48f9-8c79-3c78d7f8b320 req-cc7b2dba-7beb-4ba4-bf55-ded2d0794539 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528563 Feb 28 17:54:12.020427 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Routers {'50659863-13de-4332-9098-8a564d66055a'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:12.025758 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50659863-13de-4332-9098-8a564d66055a'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:12.033173 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157367c-0d13-4bbe-8ebc-e17326dc0fe8 None None] Pushing event updated for resources: {'Port': ['ID=57e486c4-63d0-497e-9b5a-4fdda0e4d61f,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:12.150626 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d4771-3160-4081-a5fa-6ea33b29dc96 req-0bac8c0a-5007-4e45-b8b0-405197b31386 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:12.157752 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6d5d4771-3160-4081-a5fa-6ea33b29dc96 req-0bac8c0a-5007-4e45-b8b0-405197b31386 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1129 time: 0.0638976 Feb 28 17:54:12.214491 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] Set router 50659863-13de-4332-9098-8a564d66055a gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:12.238115 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6d5d4771-3160-4081-a5fa-6ea33b29dc96 req-4ef2dbaa-ab18-4061-9b81-5b15cf81a500 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677712 Feb 28 17:54:12.447905 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:54:09Z', 'revision_number': 3, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:12.478979 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c87d93-b1ef-4c95-926a-6a8cb3aa3ba4 None None] The sync data for ids ['50659863-13de-4332-9098-8a564d66055a'] in n-d-820368-19 is: [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:54:09Z', 'revision_number': 3, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:54:12.522398 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 805af5df-3951-4bab-ac07-26ef4926bab1 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:12.552107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 805af5df-3951-4bab-ac07-26ef4926bab1 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:12.552746 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 805af5df-3951-4bab-ac07-26ef4926bab1 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:12.606796 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:12.718970 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-496701b7-d423-4c16-a07b-a512ed1fc810 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (25edc0db-cd52-48a1-8071-36b94a90fde2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:12.765139 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9ea23-c69d-43db-b6ec-542d964e6f77 req-02a474b8-953f-42dc-98c9-cde76ab7bb38 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:12.773250 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c5f9ea23-c69d-43db-b6ec-542d964e6f77 req-02a474b8-953f-42dc-98c9-cde76ab7bb38 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1129 time: 0.0570276 Feb 28 17:54:12.805594 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496701b7-d423-4c16-a07b-a512ed1fc810 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Subnet': ['ID=25edc0db-cd52-48a1-8071-36b94a90fde2,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:12.837480 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c5f9ea23-c69d-43db-b6ec-542d964e6f77 req-847ad954-f2d1-4624-aecb-6ba73fc65865 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632308 Feb 28 17:54:12.909339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496701b7-d423-4c16-a07b-a512ed1fc810 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Checking segment: {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:54:12.909789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496701b7-d423-4c16-a07b-a512ed1fc810 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network hostable DHCP agents. Network: 97f667c3-ebbd-4ba2-8869-206053121e67, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:54:12.997995 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed54a702-c491-40c1-9914-8674d2caa86f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (342798bc-e2af-4ca5-b0a6-74f7329c8684), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:13.088976 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496701b7-d423-4c16-a07b-a512ed1fc810 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network 97f667c3-ebbd-4ba2-8869-206053121e67 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:54:13.153111 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-496701b7-d423-4c16-a07b-a512ed1fc810 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 97f667c3-ebbd-4ba2-8869-206053121e67) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:13.157825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496701b7-d423-4c16-a07b-a512ed1fc810 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:13.159007 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-496701b7-d423-4c16-a07b-a512ed1fc810 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:13.167752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e5b06f-278e-4aa3-8c39-8eef2be42747 None None] Network 97f667c3-ebbd-4ba2-8869-206053121e67 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:54:13.247456 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-496701b7-d423-4c16-a07b-a512ed1fc810 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8898125 Feb 28 17:54:13.247456 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39588) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:13.304402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-97f667c3-ebbd-4ba2-8869-206053121e67', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ips': [{'subnet_id': '25edc0db-cd52-48a1-8071-36b94a90fde2'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:54:13.305963 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:13.498649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Allocated IP 172.20.0.2 (97f667c3-ebbd-4ba2-8869-206053121e67/25edc0db-cd52-48a1-8071-36b94a90fde2/f10cec06-effb-4b2c-8ea0-0097c63e7efc) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:54:13.577027 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-ed54a702-c491-40c1-9914-8674d2caa86f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Deleting port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:13.582295 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed54a702-c491-40c1-9914-8674d2caa86f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:13.720775 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Publish callbacks [] for port (f10cec06-effb-4b2c-8ea0-0097c63e7efc), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:13.774983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-ed54a702-c491-40c1-9914-8674d2caa86f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] For port 5a85de70-f7f1-4db1-8a20-cfa2a12ed510, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5a85de70-f7f1-4db1-8a20-cfa2a12ed510,segment=NetworkSegment(3a57d43b-d842-49da-9ddc-a1c67fb2e004),segment_id=3a57d43b-d842-49da-9ddc-a1c67fb2e004)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:13.775542 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed54a702-c491-40c1-9914-8674d2caa86f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:13.779852 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (f10cec06-effb-4b2c-8ea0-0097c63e7efc), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:13.792271 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-ed54a702-c491-40c1-9914-8674d2caa86f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Calling delete_port for 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:13.826853 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Network 97f667c3-ebbd-4ba2-8869-206053121e67 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:13.829827 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:13.840920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:54:13.857174 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Pushing event updated for resources: {'Port': ['ID=f10cec06-effb-4b2c-8ea0-0097c63e7efc,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:13.982796 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Attempting to bind port f10cec06-effb-4b2c-8ea0-0097c63e7efc on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:54:13.989584 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Attempting to bind port f10cec06-effb-4b2c-8ea0-0097c63e7efc by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:54:13.989981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Attempting to bind port f10cec06-effb-4b2c-8ea0-0097c63e7efc on network 97f667c3-ebbd-4ba2-8869-206053121e67 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:54:13.996970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c4860-08ec-4b96-b1be-be0b034ad39c req-f755bbed-2e55-4490-9c61-d29fce6ed0b5 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:14.000573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:54:14.000962 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Checking segment: {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:54:14.001365 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:14.001758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Bound using segment: {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:54:14.002829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Bound port: f10cec06-effb-4b2c-8ea0-0097c63e7efc, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:54:14.004505 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-987c4860-08ec-4b96-b1be-be0b034ad39c req-f755bbed-2e55-4490-9c61-d29fce6ed0b5 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1129 time: 0.1150584 Feb 28 17:54:14.004947 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f10cec06-effb-4b2c-8ea0-0097c63e7efc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:14.008282 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:14.098934 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] For port f10cec06-effb-4b2c-8ea0-0097c63e7efc, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:54:14.102554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] For port f10cec06-effb-4b2c-8ea0-0097c63e7efc, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f10cec06-effb-4b2c-8ea0-0097c63e7efc,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:54:14.141702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-987c4860-08ec-4b96-b1be-be0b034ad39c req-679438e1-e7df-40e8-a60a-c94771469c00 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Deleting port c67ec943-4c39-46ca-b900-4d4719349417 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:14.147717 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-987c4860-08ec-4b96-b1be-be0b034ad39c req-679438e1-e7df-40e8-a60a-c94771469c00 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c67ec943-4c39-46ca-b900-4d4719349417), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:14.194385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdfc97-4056-42a0-af4e-65b433e79855 req-c231cac1-3f7b-4439-b45a-d740063f4ce0 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:14.195963 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31bdfc97-4056-42a0-af4e-65b433e79855 req-c231cac1-3f7b-4439-b45a-d740063f4ce0 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 1129 time: 0.1324542 Feb 28 17:54:14.201910 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f10cec06-effb-4b2c-8ea0-0097c63e7efc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:14.318809 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-987c4860-08ec-4b96-b1be-be0b034ad39c req-679438e1-e7df-40e8-a60a-c94771469c00 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] For port c67ec943-4c39-46ca-b900-4d4719349417, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c67ec943-4c39-46ca-b900-4d4719349417,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:14.319177 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-987c4860-08ec-4b96-b1be-be0b034ad39c req-679438e1-e7df-40e8-a60a-c94771469c00 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c67ec943-4c39-46ca-b900-4d4719349417), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:14.355038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-987c4860-08ec-4b96-b1be-be0b034ad39c req-679438e1-e7df-40e8-a60a-c94771469c00 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Calling delete_port for c67ec943-4c39-46ca-b900-4d4719349417 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:14.356690 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:14.412054 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a2f77-aef3-4fa2-b180-4c24551ab6a4 None None] Pushing event updated for resources: {'Port': ['ID=f10cec06-effb-4b2c-8ea0-0097c63e7efc,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:14.508780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 57e486c4-63d0-497e-9b5a-4fdda0e4d61f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:14.683746 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-31bdfc97-4056-42a0-af4e-65b433e79855 req-43eab6ba-3fbc-459f-ac10-6d0da8db4b40 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774504 Feb 28 17:54:14.733628 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 57e486c4-63d0-497e-9b5a-4fdda0e4d61f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:14.734217 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-987c4860-08ec-4b96-b1be-be0b034ad39c req-679438e1-e7df-40e8-a60a-c94771469c00 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c67ec943-4c39-46ca-b900-4d4719349417), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:14.734333 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (57e486c4-63d0-497e-9b5a-4fdda0e4d61f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:14.786488 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed54a702-c491-40c1-9914-8674d2caa86f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (5a85de70-f7f1-4db1-8a20-cfa2a12ed510), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:14.792243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['5f0e3d54-10ab-4edc-a566-8192c0346799'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:54:14.955160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54a702-c491-40c1-9914-8674d2caa86f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event deleted for resources: {'Port': ['ID=5a85de70-f7f1-4db1-8a20-cfa2a12ed510,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:14.994703 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679438e1-e7df-40e8-a60a-c94771469c00 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Pushing event deleted for resources: {'Port': ['ID=c67ec943-4c39-46ca-b900-4d4719349417,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:15.051912 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-987c4860-08ec-4b96-b1be-be0b034ad39c req-679438e1-e7df-40e8-a60a-c94771469c00 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] No DVR routers for this DVR port c67ec943-4c39-46ca-b900-4d4719349417 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:54:15.060530 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-987c4860-08ec-4b96-b1be-be0b034ad39c req-679438e1-e7df-40e8-a60a-c94771469c00 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:15.069457 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-987c4860-08ec-4b96-b1be-be0b034ad39c req-679438e1-e7df-40e8-a60a-c94771469c00 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.69 "DELETE /v2.0/ports/c67ec943-4c39-46ca-b900-4d4719349417 HTTP/1.1" status: 204 len: 173 time: 1.0591571 Feb 28 17:54:15.081221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acae0987-b6bd-4326-82b4-c34765e8a2a6', 'name': 'network-vif-deleted', 'tag': 'c67ec943-4c39-46ca-b900-4d4719349417'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:54:15.088197 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddae1b8-4c35-4335-8e28-d36dda59f849" -d '{"events": [{"server_uuid": "acae0987-b6bd-4326-82b4-c34765e8a2a6", "name": "network-vif-deleted", "tag": "c67ec943-4c39-46ca-b900-4d4719349417"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:54:15.210234 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e418c569-ada6-4758-b662-a6635d900ea4 x-openstack-request-id: req-e418c569-ada6-4758-b662-a6635d900ea4 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:54:15.216507 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acae0987-b6bd-4326-82b4-c34765e8a2a6", "name": "network-vif-deleted", "tag": "c67ec943-4c39-46ca-b900-4d4719349417", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:54:15.216507 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e418c569-ada6-4758-b662-a6635d900ea4 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:54:15.216507 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acae0987-b6bd-4326-82b4-c34765e8a2a6', 'name': 'network-vif-deleted', 'tag': 'c67ec943-4c39-46ca-b900-4d4719349417', 'status': 'completed', 'code': 200} Feb 28 17:54:15.363378 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 57e486c4-63d0-497e-9b5a-4fdda0e4d61f is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:15.363882 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (57e486c4-63d0-497e-9b5a-4fdda0e4d61f), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:15.421044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 57e486c4-63d0-497e-9b5a-4fdda0e4d61f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=57e486c4-63d0-497e-9b5a-4fdda0e4d61f,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:15.487354 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (57e486c4-63d0-497e-9b5a-4fdda0e4d61f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:15.584471 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.20.0.1 (97f667c3-ebbd-4ba2-8869-206053121e67/25edc0db-cd52-48a1-8071-36b94a90fde2/0f7bf4b5-3140-450b-b8ca-ef040e7c53ca) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:54:15.595778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=57e486c4-63d0-497e-9b5a-4fdda0e4d61f,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:15.608674 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ed54a702-c491-40c1-9914-8674d2caa86f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (342798bc-e2af-4ca5-b0a6-74f7329c8684), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:15.895741 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:15.963457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d752d59d-93a0-4363-8642-b4ece24eb0dc req-fcb261a7-5f1e-4749-b8d5-2215beac53e6 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=acae0987-b6bd-4326-82b4-c34765e8a2a6 HTTP/1.1" status: 200 len: 210 time: 0.0638075 Feb 28 17:54:16.146916 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:16.150170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f503a98c-d3ff-4c03-8c0b-d24c4bce75e7 None None] Network 97f667c3-ebbd-4ba2-8869-206053121e67 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:54:16.186995 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed54a702-c491-40c1-9914-8674d2caa86f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Router 342798bc-e2af-4ca5-b0a6-74f7329c8684 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:54:16.220034 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network 97f667c3-ebbd-4ba2-8869-206053121e67 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:16.234267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:16.238295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:54:16.275648 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d43c4821-0187-40b4-b84d-89722c66108e None None] Provisioning complete for port f10cec06-effb-4b2c-8ea0-0097c63e7efc triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:16.286691 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=0f7bf4b5-3140-450b-b8ca-ef040e7c53ca,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:16.287310 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d43c4821-0187-40b4-b84d-89722c66108e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f10cec06-effb-4b2c-8ea0-0097c63e7efc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:16.343180 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (50659863-13de-4332-9098-8a564d66055a), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:16.443374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed54a702-c491-40c1-9914-8674d2caa86f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:16.451292 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ed54a702-c491-40c1-9914-8674d2caa86f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "PUT /v2.0/routers/342798bc-e2af-4ca5-b0a6-74f7329c8684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8688750 Feb 28 17:54:16.457047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39614) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:16.461056 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a11b8-ff8c-42ad-bfdf-ea6bba7211e9 None None] Sync routers for ids ['342798bc-e2af-4ca5-b0a6-74f7329c8684'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:54:16.551318 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a11b8-ff8c-42ad-bfdf-ea6bba7211e9 None None] Routers {'342798bc-e2af-4ca5-b0a6-74f7329c8684'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:16.562651 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a87a11b8-ff8c-42ad-bfdf-ea6bba7211e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['342798bc-e2af-4ca5-b0a6-74f7329c8684'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:16.570292 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c67ec943-4c39-46ca-b900-4d4719349417 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:16.590005 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa177f8-3dde-4179-b60b-8cb174bfd356 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Deleting subnet 1089e327-1cbc-4b2f-a87a-d2a9f99de7e8 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:54:16.598146 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0fa177f8-3dde-4179-b60b-8cb174bfd356 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for subnet (1089e327-1cbc-4b2f-a87a-d2a9f99de7e8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:16.670632 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0fa177f8-3dde-4179-b60b-8cb174bfd356 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (1089e327-1cbc-4b2f-a87a-d2a9f99de7e8), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:16.800580 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0fa177f8-3dde-4179-b60b-8cb174bfd356 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (1089e327-1cbc-4b2f-a87a-d2a9f99de7e8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:16.927339 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f10cec06-effb-4b2c-8ea0-0097c63e7efc up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:16.935123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: c67ec943-4c39-46ca-b900-4d4719349417 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:16.936053 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c67ec943-4c39-46ca-b900-4d4719349417 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:16.981825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d43c4821-0187-40b4-b84d-89722c66108e None None] Current status of the port f10cec06-effb-4b2c-8ea0-0097c63e7efc is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:16.982649 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d43c4821-0187-40b4-b84d-89722c66108e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f10cec06-effb-4b2c-8ea0-0097c63e7efc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:16.990785 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0fa177f8-3dde-4179-b60b-8cb174bfd356 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (1089e327-1cbc-4b2f-a87a-d2a9f99de7e8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:17.075773 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85afeea3-f623-4e7a-b2ae-3cd8fe8d69e5 None None] Network efb95c65-1a36-42e0-b843-0e3b29c2e8fe requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:54:17.077618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa177f8-3dde-4179-b60b-8cb174bfd356 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event deleted for resources: {'Subnet': ['ID=1089e327-1cbc-4b2f-a87a-d2a9f99de7e8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:17.093726 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0fa177f8-3dde-4179-b60b-8cb174bfd356 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:17.101249 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0fa177f8-3dde-4179-b60b-8cb174bfd356 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "DELETE /v2.0/subnets/1089e327-1cbc-4b2f-a87a-d2a9f99de7e8 HTTP/1.1" status: 204 len: 168 time: 0.6427174 Feb 28 17:54:17.103663 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39622) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:17.130584 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:17.363007 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router (342798bc-e2af-4ca5-b0a6-74f7329c8684), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:17.363278 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d43c4821-0187-40b4-b84d-89722c66108e None None] For port f10cec06-effb-4b2c-8ea0-0097c63e7efc, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f10cec06-effb-4b2c-8ea0-0097c63e7efc,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:17.402793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-a87a11b8-ff8c-42ad-bfdf-ea6bba7211e9 None None] Set router 342798bc-e2af-4ca5-b0a6-74f7329c8684 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:17.422921 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port f10cec06-effb-4b2c-8ea0-0097c63e7efc triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:17.423271 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f10cec06-effb-4b2c-8ea0-0097c63e7efc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:17.548835 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d43c4821-0187-40b4-b84d-89722c66108e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f10cec06-effb-4b2c-8ea0-0097c63e7efc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:17.618228 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router_gateway (342798bc-e2af-4ca5-b0a6-74f7329c8684), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:17.801293 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:17.823512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Deleting port bd80cfa9-dd66-465d-ad4e-ff521ff70a98 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:17.823999 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (bd80cfa9-dd66-465d-ad4e-ff521ff70a98), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:17.887111 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:17.900179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c4821-0187-40b4-b84d-89722c66108e None None] Pushing event updated for resources: {'Port': ['ID=f10cec06-effb-4b2c-8ea0-0097c63e7efc,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:17.913051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] For port bd80cfa9-dd66-465d-ad4e-ff521ff70a98, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=bd80cfa9-dd66-465d-ad4e-ff521ff70a98,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:17.913729 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (bd80cfa9-dd66-465d-ad4e-ff521ff70a98), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:17.929659 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Calling delete_port for bd80cfa9-dd66-465d-ad4e-ff521ff70a98 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:17.937732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9cab621b-7471-4fc6-b362-99d1a84d9831 None None] Provisioning complete for port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:17.938146 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9cab621b-7471-4fc6-b362-99d1a84d9831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:17.980321 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dcd588-50b9-40fb-b32f-c8c592fc5c80 None None] DHCP port deletion for efb95c65-1a36-42e0-b843-0e3b29c2e8fe request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:54:18.051937 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9cab621b-7471-4fc6-b362-99d1a84d9831 None None] Port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:54:18.093418 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port f10cec06-effb-4b2c-8ea0-0097c63e7efc is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:18.094402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 57e486c4-63d0-497e-9b5a-4fdda0e4d61f up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:18.122695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cdf0e-4033-4266-a542-0db43f93a956 req-b3297132-0d8b-4c4f-b2aa-48fc320a037f tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:18.124335 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7a2cdf0e-4033-4266-a542-0db43f93a956 req-b3297132-0d8b-4c4f-b2aa-48fc320a037f tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1128 time: 0.3751490 Feb 28 17:54:18.152478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=0f7bf4b5-3140-450b-b8ca-ef040e7c53ca,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:18.158437 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (50659863-13de-4332-9098-8a564d66055a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:18.186728 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (bd80cfa9-dd66-465d-ad4e-ff521ff70a98), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:18.194089 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9cab621b-7471-4fc6-b362-99d1a84d9831 None None] Provisioning complete for port f10cec06-effb-4b2c-8ea0-0097c63e7efc triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:18.194486 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9cab621b-7471-4fc6-b362-99d1a84d9831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f10cec06-effb-4b2c-8ea0-0097c63e7efc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:18.214773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event deleted for resources: {'Port': ['ID=bd80cfa9-dd66-465d-ad4e-ff521ff70a98,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:18.322720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-58dcd588-50b9-40fb-b32f-c8c592fc5c80 None None] Deleting port a82688ed-467d-4256-ab86-b1b42ae950bc {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:18.323126 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-58dcd588-50b9-40fb-b32f-c8c592fc5c80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a82688ed-467d-4256-ab86-b1b42ae950bc), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:18.335922 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-a87a11b8-ff8c-42ad-bfdf-ea6bba7211e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650542439', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'bd80cfa9-dd66-465d-ad4e-ff521ff70a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:42Z', 'updated_at': '2022-02-28T17:54:14Z', 'revision_number': 5, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': 'bd80cfa9-dd66-465d-ad4e-ff521ff70a98', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:80:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342798bc-e2af-4ca5-b0a6-74f7329c8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:43Z', 'updated_at': '2022-02-28T17:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:18.337694 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 57e486c4-63d0-497e-9b5a-4fdda0e4d61f triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:18.344172 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (342798bc-e2af-4ca5-b0a6-74f7329c8684), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:18.348620 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (57e486c4-63d0-497e-9b5a-4fdda0e4d61f), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:18.349631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7a2cdf0e-4033-4266-a542-0db43f93a956 req-7e0fc8c4-3f94-49ab-9d00-9e2aa0a756bf tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158995 Feb 28 17:54:18.374038 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network 97f667c3-ebbd-4ba2-8869-206053121e67 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:18.378496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:18.420662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a11b8-ff8c-42ad-bfdf-ea6bba7211e9 None None] Checking router: 342798bc-e2af-4ca5-b0a6-74f7329c8684 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:54:18.482576 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (342798bc-e2af-4ca5-b0a6-74f7329c8684), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:18.485320 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router_controller (342798bc-e2af-4ca5-b0a6-74f7329c8684), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:18.541440 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-58dcd588-50b9-40fb-b32f-c8c592fc5c80 None None] For port a82688ed-467d-4256-ab86-b1b42ae950bc, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a82688ed-467d-4256-ab86-b1b42ae950bc,segment=NetworkSegment(3a57d43b-d842-49da-9ddc-a1c67fb2e004),segment_id=3a57d43b-d842-49da-9ddc-a1c67fb2e004)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:18.541709 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-58dcd588-50b9-40fb-b32f-c8c592fc5c80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a82688ed-467d-4256-ab86-b1b42ae950bc), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:18.564362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-58dcd588-50b9-40fb-b32f-c8c592fc5c80 None None] Calling delete_port for a82688ed-467d-4256-ab86-b1b42ae950bc owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:18.641474 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (342798bc-e2af-4ca5-b0a6-74f7329c8684), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:18.642082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Fanout notify agent at l3_agent the message router_deleted on router 342798bc-e2af-4ca5-b0a6-74f7329c8684 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:54:18.648960 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:18.650110 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0e1a4d0c-0b21-45e8-9d4b-d5d2a6bf263a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "DELETE /v2.0/routers/342798bc-e2af-4ca5-b0a6-74f7329c8684 HTTP/1.1" status: 204 len: 168 time: 1.5454378 Feb 28 17:54:18.652811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39634) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:18.757990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a11b8-ff8c-42ad-bfdf-ea6bba7211e9 None None] Routers set() bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:18.757990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a11b8-ff8c-42ad-bfdf-ea6bba7211e9 None None] Router IDs set() for agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 17:54:18.757990 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_agentschedulers_db [None req-a87a11b8-ff8c-42ad-bfdf-ea6bba7211e9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'342798bc-e2af-4ca5-b0a6-74f7329c8684'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent'). {{(pid=104248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 17:54:18.758404 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a11b8-ff8c-42ad-bfdf-ea6bba7211e9 None None] The sync data for ids ['342798bc-e2af-4ca5-b0a6-74f7329c8684'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:54:18.805595 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1dc936c-bd90-41a6-b40d-a9c1407846db tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (efb95c65-1a36-42e0-b843-0e3b29c2e8fe), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:18.810171 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 57e486c4-63d0-497e-9b5a-4fdda0e4d61f is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:18.828159 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-58dcd588-50b9-40fb-b32f-c8c592fc5c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (a82688ed-467d-4256-ab86-b1b42ae950bc), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:18.929461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dcd588-50b9-40fb-b32f-c8c592fc5c80 None None] No DVR routers for this DVR port a82688ed-467d-4256-ab86-b1b42ae950bc on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:54:18.946427 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcd588-50b9-40fb-b32f-c8c592fc5c80 None None] Pushing event deleted for resources: {'Port': ['ID=a82688ed-467d-4256-ab86-b1b42ae950bc,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:18.971813 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9cab621b-7471-4fc6-b362-99d1a84d9831 None None] Current status of the port f10cec06-effb-4b2c-8ea0-0097c63e7efc is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:19.023143 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1dc936c-bd90-41a6-b40d-a9c1407846db tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (efb95c65-1a36-42e0-b843-0e3b29c2e8fe), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:19.047302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-a1dc936c-bd90-41a6-b40d-a9c1407846db tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb95c65-1a36-42e0-b843-0e3b29c2e8fe']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:19.059590 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-a1dc936c-bd90-41a6-b40d-a9c1407846db tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a57d43b-d842-49da-9ddc-a1c67fb2e004') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:19.060060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-a1dc936c-bd90-41a6-b40d-a9c1407846db tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a57d43b-d842-49da-9ddc-a1c67fb2e004') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:19.076141 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1dc936c-bd90-41a6-b40d-a9c1407846db tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (3a57d43b-d842-49da-9ddc-a1c67fb2e004), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:19.076384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router 50659863-13de-4332-9098-8a564d66055a has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:54:19.089199 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82534601-db11-4b56-84e4-0c95ea5a1bf8 req-e9b23756-6662-4df4-953a-617ef7fb18da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1382525 Feb 28 17:54:19.104652 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1dc936c-bd90-41a6-b40d-a9c1407846db tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (3a57d43b-d842-49da-9ddc-a1c67fb2e004), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:19.111497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-944d63dd-3980-4150-8449-302b746a8686 None None] Provisioning complete for port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:19.116618 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-944d63dd-3980-4150-8449-302b746a8686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:19.116826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1dc936c-bd90-41a6-b40d-a9c1407846db tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:54:19.117441 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1dc936c-bd90-41a6-b40d-a9c1407846db tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (3a57d43b-d842-49da-9ddc-a1c67fb2e004), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:19.158050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-944d63dd-3980-4150-8449-302b746a8686 None None] Port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:54:19.294787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82534601-db11-4b56-84e4-0c95ea5a1bf8 req-e8c8b4b7-9f07-4aca-8c78-92a947c603af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:19.297155 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82534601-db11-4b56-84e4-0c95ea5a1bf8 req-e8c8b4b7-9f07-4aca-8c78-92a947c603af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c1a0f817663429298e762db81838c33&device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 1167 time: 0.1342461 Feb 28 17:54:19.313741 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:19.328839 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Sync routers for ids ['50659863-13de-4332-9098-8a564d66055a'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:54:19.346949 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Routers {'50659863-13de-4332-9098-8a564d66055a'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:19.348868 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ab97c7b3-6812-4f52-987f-bc3dc93f4326 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "PUT /v2.0/routers/50659863-13de-4332-9098-8a564d66055a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1007640 Feb 28 17:54:19.350502 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4db58f84-6294-441d-857a-f124cef84396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50659863-13de-4332-9098-8a564d66055a'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:19.420852 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f10cec06-effb-4b2c-8ea0-0097c63e7efc up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:19.567176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port f10cec06-effb-4b2c-8ea0-0097c63e7efc triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:19.567640 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f10cec06-effb-4b2c-8ea0-0097c63e7efc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:19.604499 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Set router 50659863-13de-4332-9098-8a564d66055a gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:19.690547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac4e91-dcc6-49a6-aa13-a5e696050757 req-a5199e31-c918-445a-9e53-b0e831165f36 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:19.693313 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1dac4e91-dcc6-49a6-aa13-a5e696050757 req-a5199e31-c918-445a-9e53-b0e831165f36 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1128 time: 0.2284729 Feb 28 17:54:19.695819 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82534601-db11-4b56-84e4-0c95ea5a1bf8 req-30d11707-51f3-4568-8393-e4bdb7bd2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:19.697683 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82534601-db11-4b56-84e4-0c95ea5a1bf8 req-30d11707-51f3-4568-8393-e4bdb7bd2252 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e HTTP/1.1" status: 200 len: 898 time: 0.3386028 Feb 28 17:54:19.714250 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port f10cec06-effb-4b2c-8ea0-0097c63e7efc is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:19.775425 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1dac4e91-dcc6-49a6-aa13-a5e696050757 req-ec8b4a8a-9f30-469e-98aa-60f0d71d8092 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734644 Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:54:19.865605 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:54:19.881746 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82534601-db11-4b56-84e4-0c95ea5a1bf8 req-b003a428-01f1-4210-9068-a57e87a55a96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a25f09e-7bb3-45e6-9730-13d3245bd637 HTTP/1.1" status: 200 len: 1000 time: 0.1157529 Feb 28 17:54:19.913044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a82688ed-467d-4256-ab86-b1b42ae950bc no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:19.952332 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: a82688ed-467d-4256-ab86-b1b42ae950bc {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:19.953998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a82688ed-467d-4256-ab86-b1b42ae950bc not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:20.015044 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-ec3f8e27-6893-43d1-9453-951b3b5b1685 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689700153&fields=id&tenant_id=a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 267 time: 0.1728382 Feb 28 17:54:20.023933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaffeb-b4d5-4f12-9f6e-7d7730f1104d req-b321219e-4463-4952-b799-8164a6f900f7 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:20.027790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82534601-db11-4b56-84e4-0c95ea5a1bf8 req-a28839df-4b46-4359-9608-fc72500d7efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:20.028836 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3aaffeb-b4d5-4f12-9f6e-7d7730f1104d req-b321219e-4463-4952-b799-8164a6f900f7 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1128 time: 0.1943245 Feb 28 17:54:20.029363 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82534601-db11-4b56-84e4-0c95ea5a1bf8 req-a28839df-4b46-4359-9608-fc72500d7efa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24260bd8-fc9b-4ddf-8826-a72b197f0d04 HTTP/1.1" status: 200 len: 834 time: 0.1416237 Feb 28 17:54:20.108437 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4db58f84-6294-441d-857a-f124cef84396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:54:16Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0f7bf4b5-3140-450b-b8ca-ef040e7c53ca', 'name': '', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:b7:f5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:14Z', 'updated_at': '2022-02-28T17:54:17Z', 'revision_number': 2, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:20.130116 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82534601-db11-4b56-84e4-0c95ea5a1bf8 req-dd7fa1f4-04d7-4965-8d83-f2940aa8273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:20.131569 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82534601-db11-4b56-84e4-0c95ea5a1bf8 req-dd7fa1f4-04d7-4965-8d83-f2940aa8273f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0931556 Feb 28 17:54:20.138770 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Checking router: 50659863-13de-4332-9098-8a564d66055a for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:54:20.139466 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Updating router 50659863-13de-4332-9098-8a564d66055a port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:54:20.163787 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1dc936c-bd90-41a6-b40d-a9c1407846db tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (efb95c65-1a36-42e0-b843-0e3b29c2e8fe), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:20.183504 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:20.193124 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a1dc936c-bd90-41a6-b40d-a9c1407846db tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:20.198672 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a1dc936c-bd90-41a6-b40d-a9c1407846db tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "DELETE /v2.0/networks/efb95c65-1a36-42e0-b843-0e3b29c2e8fe HTTP/1.1" status: 204 len: 168 time: 1.5425186 Feb 28 17:54:20.208339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39656) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:20.220318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc936c-bd90-41a6-b40d-a9c1407846db tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event deleted for resources: {'Network': ['ID=efb95c65-1a36-42e0-b843-0e3b29c2e8fe,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:20.306546 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82534601-db11-4b56-84e4-0c95ea5a1bf8 req-939586fc-4121-408f-bdf0-e123e1490c16 service neutron] 10.222.0.73 "GET /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679802 Feb 28 17:54:20.312727 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-d13f8885-7b78-4eb5-a7eb-8a89dbb4e48f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:20.329055 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-d13f8885-7b78-4eb5-a7eb-8a89dbb4e48f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/networks?id=97f667c3-ebbd-4ba2-8869-206053121e67 HTTP/1.1" status: 200 len: 797 time: 0.2988532 Feb 28 17:54:20.378559 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-3654587b-6bde-4249-8cb8-c2f81ebc3b88 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/quotas/a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 375 time: 0.0485511 Feb 28 17:54:20.415350 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82534601-db11-4b56-84e4-0c95ea5a1bf8 req-740a663a-f104-4d1b-8cfa-27dd8ab3fdf6 service neutron] 10.222.0.73 "GET /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003873 Feb 28 17:54:20.520690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-f3aaffeb-b4d5-4f12-9f6e-7d7730f1104d req-bd24ac45-a364-4e10-b16f-5bdc8d61d829 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Deleting port 5f0e3d54-10ab-4edc-a566-8192c0346799 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:20.521035 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f3aaffeb-b4d5-4f12-9f6e-7d7730f1104d req-bd24ac45-a364-4e10-b16f-5bdc8d61d829 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:20.610758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-4f56816e-ae19-47e1-ba64-f74c1bf9f8e5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Deleting port d72d13e2-63e6-4bdb-95f2-013375df2633 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:20.611108 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f56816e-ae19-47e1-ba64-f74c1bf9f8e5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d72d13e2-63e6-4bdb-95f2-013375df2633), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:20.613167 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Publish callbacks [] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:20.642129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-c18e0ce5-65db-4ae4-a911-699328a9fe63 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2626874 Feb 28 17:54:20.677354 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:20.723846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-f3aaffeb-b4d5-4f12-9f6e-7d7730f1104d req-bd24ac45-a364-4e10-b16f-5bdc8d61d829 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] For port 5f0e3d54-10ab-4edc-a566-8192c0346799, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=5f0e3d54-10ab-4edc-a566-8192c0346799,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:20.724397 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f3aaffeb-b4d5-4f12-9f6e-7d7730f1104d req-bd24ac45-a364-4e10-b16f-5bdc8d61d829 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:20.744630 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a36fc-c6de-478d-83c5-8ab9aa86fae3 None None] Pushing event updated for resources: {'Port': ['ID=0f7bf4b5-3140-450b-b8ca-ef040e7c53ca,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:20.751002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-f3aaffeb-b4d5-4f12-9f6e-7d7730f1104d req-bd24ac45-a364-4e10-b16f-5bdc8d61d829 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Calling delete_port for 5f0e3d54-10ab-4edc-a566-8192c0346799 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:20.768555 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f56816e-ae19-47e1-ba64-f74c1bf9f8e5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d72d13e2-63e6-4bdb-95f2-013375df2633), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:20.768886 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f56816e-ae19-47e1-ba64-f74c1bf9f8e5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for floatingip (d72d13e2-63e6-4bdb-95f2-013375df2633), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:20.851945 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:20.858412 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-4f56816e-ae19-47e1-ba64-f74c1bf9f8e5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Calling delete_port for d72d13e2-63e6-4bdb-95f2-013375df2633 owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:20.890312 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Attempting to bind port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:54:20.890982 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Attempting to bind port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:54:20.891533 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Attempting to bind port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca on network 97f667c3-ebbd-4ba2-8869-206053121e67 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:54:20.899291 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:54:20.899949 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Checking segment: {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:54:20.900527 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:20.901096 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Bound using segment: {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:54:20.901741 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Bound port: 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:54:20.902339 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:20.917850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:20.918268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5a85de70-f7f1-4db1-8a20-cfa2a12ed510 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:20.918699 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device bd80cfa9-dd66-465d-ad4e-ff521ff70a98 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:21.010031 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: bd80cfa9-dd66-465d-ad4e-ff521ff70a98 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:21.010346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device bd80cfa9-dd66-465d-ad4e-ff521ff70a98 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:21.045224 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381f437-2150-4f7c-a099-36c0a5174497 req-4e7c0735-71be-4d1e-b884-dc8b2877c000 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:21.046876 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9381f437-2150-4f7c-a099-36c0a5174497 req-4e7c0735-71be-4d1e-b884-dc8b2877c000 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 1128 time: 0.1403046 Feb 28 17:54:21.083999 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-4db58f84-6294-441d-857a-f124cef84396 None None] For port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:54:21.090995 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-4db58f84-6294-441d-857a-f124cef84396 None None] For port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0f7bf4b5-3140-450b-b8ca-ef040e7c53ca,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:54:21.103481 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-ddfeb232-500f-4628-a865-c2bdfcfd2709 service neutron] 10.222.0.72 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265835 Feb 28 17:54:21.134472 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9381f437-2150-4f7c-a099-36c0a5174497 req-9646f566-2f60-4931-810e-9c1ca305cb5a tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7acee9-0760-4360-868d-a2066fddb06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798740 Feb 28 17:54:21.150535 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:21.227120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-61dc52e7-f689-470d-b72b-f3bef33be4fb None None] Provisioning complete for port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:21.227903 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-61dc52e7-f689-470d-b72b-f3bef33be4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:21.230583 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Routers {'50659863-13de-4332-9098-8a564d66055a'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:21.231360 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4db58f84-6294-441d-857a-f124cef84396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50659863-13de-4332-9098-8a564d66055a'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:21.304224 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a36fc-c6de-478d-83c5-8ab9aa86fae3 None None] Pushing event updated for resources: {'Port': ['ID=0f7bf4b5-3140-450b-b8ca-ef040e7c53ca,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:21.336399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f3aaffeb-b4d5-4f12-9f6e-7d7730f1104d req-bd24ac45-a364-4e10-b16f-5bdc8d61d829 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5f0e3d54-10ab-4edc-a566-8192c0346799), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:21.338290 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f56816e-ae19-47e1-ba64-f74c1bf9f8e5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d72d13e2-63e6-4bdb-95f2-013375df2633), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:21.378667 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-61dc52e7-f689-470d-b72b-f3bef33be4fb None None] Current status of the port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:21.381437 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-61dc52e7-f689-470d-b72b-f3bef33be4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:21.401952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56816e-ae19-47e1-ba64-f74c1bf9f8e5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event deleted for resources: {'Port': ['ID=d72d13e2-63e6-4bdb-95f2-013375df2633,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:21.470419 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-4db58f84-6294-441d-857a-f124cef84396 None None] Set router 50659863-13de-4332-9098-8a564d66055a gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:21.474614 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-61dc52e7-f689-470d-b72b-f3bef33be4fb None None] For port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0f7bf4b5-3140-450b-b8ca-ef040e7c53ca,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:21.521880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24ac45-a364-4e10-b16f-5bdc8d61d829 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f0e3d54-10ab-4edc-a566-8192c0346799,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:21.545301 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-61dc52e7-f689-470d-b72b-f3bef33be4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:21.600733 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-52814cc5-a9c3-45d1-8dd8-6bb195a99879 service neutron] 10.222.0.72 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346972 Feb 28 17:54:21.616568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3aaffeb-b4d5-4f12-9f6e-7d7730f1104d req-bd24ac45-a364-4e10-b16f-5bdc8d61d829 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] No DVR routers for this DVR port 5f0e3d54-10ab-4edc-a566-8192c0346799 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:54:21.619996 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f3aaffeb-b4d5-4f12-9f6e-7d7730f1104d req-bd24ac45-a364-4e10-b16f-5bdc8d61d829 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:21.630590 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3aaffeb-b4d5-4f12-9f6e-7d7730f1104d req-bd24ac45-a364-4e10-b16f-5bdc8d61d829 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.73 "DELETE /v2.0/ports/5f0e3d54-10ab-4edc-a566-8192c0346799 HTTP/1.1" status: 204 len: 173 time: 1.5315459 Feb 28 17:54:21.641909 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c8460-69e2-4254-8321-f2ea99f63691', 'name': 'network-vif-deleted', 'tag': '5f0e3d54-10ab-4edc-a566-8192c0346799'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:54:21.647142 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae5bf59-ad39-4158-8117-a7bb796c604f" -d '{"events": [{"server_uuid": "cc0c8460-69e2-4254-8321-f2ea99f63691", "name": "network-vif-deleted", "tag": "5f0e3d54-10ab-4edc-a566-8192c0346799"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:54:21.688327 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc52e7-f689-470d-b72b-f3bef33be4fb None None] Pushing event updated for resources: {'Port': ['ID=0f7bf4b5-3140-450b-b8ca-ef040e7c53ca,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:21.694317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e3a12523-4349-419a-b373-f817f7787100 None None] Provisioning complete for port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:21.695037 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e3a12523-4349-419a-b373-f817f7787100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:21.702988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f56816e-ae19-47e1-ba64-f74c1bf9f8e5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for floatingip (0da6f6e0-9d5c-4f03-ad67-d3c8c369c6af), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:21.703337 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-4f56816e-ae19-47e1-ba64-f74c1bf9f8e5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Floating IP 0da6f6e0-9d5c-4f03-ad67-d3c8c369c6af disassociated (deleted). External IP: 172.25.3.92, port: 9a25f09e-7bb3-45e6-9730-13d3245bd637. Feb 28 17:54:21.776338 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed4055c-dd37-43de-8334-dcd0d0e40c42 x-openstack-request-id: req-1ed4055c-dd37-43de-8334-dcd0d0e40c42 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:54:21.776632 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0c8460-69e2-4254-8321-f2ea99f63691", "name": "network-vif-deleted", "tag": "5f0e3d54-10ab-4edc-a566-8192c0346799", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:54:21.777615 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ed4055c-dd37-43de-8334-dcd0d0e40c42 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:54:21.777615 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0c8460-69e2-4254-8321-f2ea99f63691', 'name': 'network-vif-deleted', 'tag': '5f0e3d54-10ab-4edc-a566-8192c0346799', 'status': 'completed', 'code': 200} Feb 28 17:54:21.908651 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e3a12523-4349-419a-b373-f817f7787100 None None] Current status of the port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:21.940220 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4db58f84-6294-441d-857a-f124cef84396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:54:16Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0f7bf4b5-3140-450b-b8ca-ef040e7c53ca', 'name': '', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:b7:f5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:14Z', 'updated_at': '2022-02-28T17:54:21Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:21.996132 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db58f84-6294-441d-857a-f124cef84396 None None] The sync data for ids ['50659863-13de-4332-9098-8a564d66055a'] in n-d-820368-19 is: [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:54:16Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0f7bf4b5-3140-450b-b8ca-ef040e7c53ca', 'name': '', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:b7:f5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:14Z', 'updated_at': '2022-02-28T17:54:21Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:54:22.083771 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-71cd4e21-a794-4518-8287-f58c099baaa2 req-935294dd-c6a8-4a57-bac8-354eee870377 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 210 time: 0.0858922 Feb 28 17:54:22.313429 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-608fa86b-96ee-4231-8cf5-ee6491c33c7e req-67ebd97d-555c-414e-bea6-28068ab59fe1 tempest-TestServerMultinode-1823128079 tempest-TestServerMultinode-1823128079-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c8460-69e2-4254-8321-f2ea99f63691 HTTP/1.1" status: 200 len: 210 time: 0.0594254 Feb 28 17:54:22.348193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f56816e-ae19-47e1-ba64-f74c1bf9f8e5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:54:22.511353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f56816e-ae19-47e1-ba64-f74c1bf9f8e5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:22.523116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9c18d-0380-43dc-aa37-c4a52d88cc39 None None] Sync routers for ids ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:54:22.524459 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4f56816e-ae19-47e1-ba64-f74c1bf9f8e5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:22.548947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9c18d-0380-43dc-aa37-c4a52d88cc39 None None] Routers {'fcff73b6-31f4-4d46-8a4e-8ea6fde81557'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:22.555428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-69b9c18d-0380-43dc-aa37-c4a52d88cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:22.613862 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4f56816e-ae19-47e1-ba64-f74c1bf9f8e5 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "DELETE /v2.0/floatingips/0da6f6e0-9d5c-4f03-ad67-d3c8c369c6af HTTP/1.1" status: 204 len: 168 time: 2.4016051 Feb 28 17:54:22.711544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5f0e3d54-10ab-4edc-a566-8192c0346799 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:22.768682 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 5f0e3d54-10ab-4edc-a566-8192c0346799 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:22.768964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 5f0e3d54-10ab-4edc-a566-8192c0346799 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:22.917897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-69b9c18d-0380-43dc-aa37-c4a52d88cc39 None None] Set router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:23.101833 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:23.297258 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6dd4a357-dbd1-4953-bb5c-0ebc5efcb5aa req-b009acbf-7840-44c7-9a14-1cebf754cf32 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 210 time: 0.0770783 Feb 28 17:54:23.335710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1118cb-e1e4-434e-ac1c-08e04480b768 req-47549c8d-4d73-43d6-b5c2-764754330b28 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:23.337361 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee1118cb-e1e4-434e-ac1c-08e04480b768 req-47549c8d-4d73-43d6-b5c2-764754330b28 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 984 time: 0.1255867 Feb 28 17:54:23.386780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:23.392520 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:23.417230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39700) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:23.704630 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee1118cb-e1e4-434e-ac1c-08e04480b768 req-48a38b13-ae3b-413e-848f-df6485cffbdb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3558798 Feb 28 17:54:23.779196 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'tag': '9a25f09e-7bb3-45e6-9730-13d3245bd637'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:54:23.781576 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9004a97-6312-42cd-87f9-c4fe839fc0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7", "tag": "9a25f09e-7bb3-45e6-9730-13d3245bd637"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:54:23.932503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-69b9c18d-0380-43dc-aa37-c4a52d88cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:52:04Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2f9b091a-2860-420f-ae47-9e6d402bde49', 'name': '', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'mac_address': 'fa:16:3e:db:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:02Z', 'updated_at': '2022-02-28T17:52:09Z', 'revision_number': 5, 'project_id': '8c1a0f817663429298e762db81838c33', 'subnets': [{'id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:23.975648 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98ed0c3-de13-43de-9662-56437ec5a8df x-openstack-request-id: req-c98ed0c3-de13-43de-9662-56437ec5a8df {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:54:23.975962 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7", "tag": "9a25f09e-7bb3-45e6-9730-13d3245bd637", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:54:23.976215 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c98ed0c3-de13-43de-9662-56437ec5a8df {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:54:23.976613 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'tag': '9a25f09e-7bb3-45e6-9730-13d3245bd637', 'status': 'completed', 'code': 200} Feb 28 17:54:24.015377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9c18d-0380-43dc-aa37-c4a52d88cc39 None None] Checking router: fcff73b6-31f4-4d46-8a4e-8ea6fde81557 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:54:24.059292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9004a97-6312-42cd-87f9-c4fe839fc0a9 req-1314a873-61f2-477e-8ac3-fa9f88871183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:24.060801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9004a97-6312-42cd-87f9-c4fe839fc0a9 req-1314a873-61f2-477e-8ac3-fa9f88871183 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c1a0f817663429298e762db81838c33&device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 1167 time: 0.1637988 Feb 28 17:54:24.094686 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:24.097806 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9c18d-0380-43dc-aa37-c4a52d88cc39 None None] Routers {'fcff73b6-31f4-4d46-8a4e-8ea6fde81557'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:24.098780 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-69b9c18d-0380-43dc-aa37-c4a52d88cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:24.217073 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9004a97-6312-42cd-87f9-c4fe839fc0a9 req-f37d8acf-d9c6-46c7-9aca-075449b13401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:24.225962 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9004a97-6312-42cd-87f9-c4fe839fc0a9 req-f37d8acf-d9c6-46c7-9aca-075449b13401 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e HTTP/1.1" status: 200 len: 898 time: 0.1299074 Feb 28 17:54:24.299211 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9004a97-6312-42cd-87f9-c4fe839fc0a9 req-2a892340-d93e-468a-919a-22b6deb9221c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a25f09e-7bb3-45e6-9730-13d3245bd637 HTTP/1.1" status: 200 len: 217 time: 0.0650203 Feb 28 17:54:24.348402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-69b9c18d-0380-43dc-aa37-c4a52d88cc39 None None] Set router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:24.371275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9004a97-6312-42cd-87f9-c4fe839fc0a9 req-c3652332-2f75-465e-9687-1a0b335ea1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:24.372745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9004a97-6312-42cd-87f9-c4fe839fc0a9 req-c3652332-2f75-465e-9687-1a0b335ea1f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24260bd8-fc9b-4ddf-8826-a72b197f0d04 HTTP/1.1" status: 200 len: 834 time: 0.0672605 Feb 28 17:54:24.565073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5fb3b531-8bb6-4efd-af23-fde56101d41d req-3e6d9ea8-396c-42e6-9e90-f190dbc3f944 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 210 time: 0.0834603 Feb 28 17:54:24.658357 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9004a97-6312-42cd-87f9-c4fe839fc0a9 req-ec0a8b5b-b1a3-4e23-87ca-ed56472ed6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:24.660479 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9004a97-6312-42cd-87f9-c4fe839fc0a9 req-ec0a8b5b-b1a3-4e23-87ca-ed56472ed6a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2762728 Feb 28 17:54:24.724505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462ac1e-630a-4854-a95d-f75b56f5abb7 req-a6cd2d6f-94fe-43e7-b1c9-e51d02d8c222 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:24.726841 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7462ac1e-630a-4854-a95d-f75b56f5abb7 req-a6cd2d6f-94fe-43e7-b1c9-e51d02d8c222 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 984 time: 0.1025743 Feb 28 17:54:24.801507 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-69b9c18d-0380-43dc-aa37-c4a52d88cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:52:04Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2f9b091a-2860-420f-ae47-9e6d402bde49', 'name': '', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'mac_address': 'fa:16:3e:db:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:02Z', 'updated_at': '2022-02-28T17:52:09Z', 'revision_number': 5, 'project_id': '8c1a0f817663429298e762db81838c33', 'subnets': [{'id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:24.819338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9004a97-6312-42cd-87f9-c4fe839fc0a9 req-8cda3f3f-cd93-49bd-a88f-6b99f0ebcb97 service neutron] 10.222.0.73 "GET /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485863 Feb 28 17:54:24.872516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9c18d-0380-43dc-aa37-c4a52d88cc39 None None] The sync data for ids ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'] in n-d-820368-19 is: [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:52:04Z', 'revision_number': 4, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '2f9b091a-2860-420f-ae47-9e6d402bde49', 'name': '', 'network_id': 'ba2c0ad5-4ece-4e21-9834-9b8bad7b618e', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'mac_address': 'fa:16:3e:db:fc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:52:02Z', 'updated_at': '2022-02-28T17:52:09Z', 'revision_number': 5, 'project_id': '8c1a0f817663429298e762db81838c33', 'subnets': [{'id': '24260bd8-fc9b-4ddf-8826-a72b197f0d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:54:25.063459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f4724-5ec5-4418-9291-b92f124a5d21 req-f00f97e8-f096-42be-b6a3-c22d6993520a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:25.066093 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-474f4724-5ec5-4418-9291-b92f124a5d21 req-f00f97e8-f096-42be-b6a3-c22d6993520a tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 984 time: 0.2531447 Feb 28 17:54:25.090376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-7407d700-8e30-4f60-8a4b-4a119bdf3be0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:25.097245 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-7407d700-8e30-4f60-8a4b-4a119bdf3be0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "GET /v2.0/networks?id=97f667c3-ebbd-4ba2-8869-206053121e67 HTTP/1.1" status: 200 len: 797 time: 0.5597789 Feb 28 17:54:25.100992 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c9004a97-6312-42cd-87f9-c4fe839fc0a9 req-2b3101d2-ab14-4fcf-be2f-c78e9bfe02b5 service neutron] 10.222.0.73 "GET /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748230 Feb 28 17:54:25.195416 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-7462ac1e-630a-4854-a95d-f75b56f5abb7 req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Deleting port 9a25f09e-7bb3-45e6-9730-13d3245bd637 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:25.196052 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7462ac1e-630a-4854-a95d-f75b56f5abb7 req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:25.278854 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-474f4724-5ec5-4418-9291-b92f124a5d21 req-9f06d201-8ff1-45e6-8909-b742db8d7198 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/security-groups?id=1d9016ce-2b65-4644-9bdb-693502d9782d&id=29964738-e6b9-42dc-ba1d-5ef6a21e974b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2035267 Feb 28 17:54:25.304227 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-7616712e-15cd-4bb1-801a-52623c12efc6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 379 time: 0.1932449 Feb 28 17:54:25.307326 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e276d70-d277-41c7-bc35-f922706aed55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:25.327160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-69c88a2e-631a-4f6c-a78b-936835afdd09 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'port': {'device_id': '768a97ef-b373-4d62-8762-91dabff0a337', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'admin_state_up': True, 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'security_groups': ['bbf27eb3-3237-497f-89c6-5c18bd160521']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:25.330377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-7462ac1e-630a-4854-a95d-f75b56f5abb7 req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] For port 9a25f09e-7bb3-45e6-9730-13d3245bd637, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=9a25f09e-7bb3-45e6-9730-13d3245bd637,segment=NetworkSegment(dd106981-62f8-4935-9663-0b58a0bbd39e),segment_id=dd106981-62f8-4935-9663-0b58a0bbd39e)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:25.330839 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7462ac1e-630a-4854-a95d-f75b56f5abb7 req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:25.344680 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-7462ac1e-630a-4854-a95d-f75b56f5abb7 req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Calling delete_port for 9a25f09e-7bb3-45e6-9730-13d3245bd637 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:25.358326 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac38b3d1-879a-4e30-84b3-5c7f904400d0 None None] New status for floating IP 0da6f6e0-9d5c-4f03-ad67-d3c8c369c6af: DOWN {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:54:25.585206 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7462ac1e-630a-4854-a95d-f75b56f5abb7 req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (9a25f09e-7bb3-45e6-9730-13d3245bd637), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:25.626571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event deleted for resources: {'Port': ['ID=9a25f09e-7bb3-45e6-9730-13d3245bd637,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:25.635546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:25.637550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:25.637550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:25.637550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:25.637550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:25.638217 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:25.638643 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:25.639062 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:25.639553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:25.639983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:25.640475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:25.640885 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:25.641297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:25.708168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-7462ac1e-630a-4854-a95d-f75b56f5abb7 req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] No DVR routers for this DVR port 9a25f09e-7bb3-45e6-9730-13d3245bd637 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:54:25.712377 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7462ac1e-630a-4854-a95d-f75b56f5abb7 req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:25.717390 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7462ac1e-630a-4854-a95d-f75b56f5abb7 req-da022cfb-9542-4455-8dbf-bbfd7a649ae3 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.73 "DELETE /v2.0/ports/9a25f09e-7bb3-45e6-9730-13d3245bd637 HTTP/1.1" status: 204 len: 173 time: 0.9843137 Feb 28 17:54:25.722643 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'name': 'network-vif-deleted', 'tag': '9a25f09e-7bb3-45e6-9730-13d3245bd637'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:54:25.725087 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591d73ca-963e-4855-ba4d-a40a476f7dcb" -d '{"events": [{"server_uuid": "3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7", "name": "network-vif-deleted", "tag": "9a25f09e-7bb3-45e6-9730-13d3245bd637"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:54:25.799537 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b94178-9d26-4d75-9d09-00bef4da045e x-openstack-request-id: req-23b94178-9d26-4d75-9d09-00bef4da045e {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:54:25.799891 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7", "name": "network-vif-deleted", "tag": "9a25f09e-7bb3-45e6-9730-13d3245bd637", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:54:25.800149 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-23b94178-9d26-4d75-9d09-00bef4da045e {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:54:25.800555 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7', 'name': 'network-vif-deleted', 'tag': '9a25f09e-7bb3-45e6-9730-13d3245bd637', 'status': 'completed', 'code': 200} Feb 28 17:54:26.098530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e44872d5-7b26-48b7-8249-2098a824b2bd req-31c8c335-3736-4767-a6cf-f9ef4a5b7a06 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 210 time: 0.0551250 Feb 28 17:54:26.283215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-69c88a2e-631a-4f6c-a78b-936835afdd09 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Made reservation on behalf of a3eb0a57573941dbb6964a85dd6477cc for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:54:26.286668 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-69c88a2e-631a-4f6c-a78b-936835afdd09 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:26.360085 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-9e276d70-d277-41c7-bc35-f922706aed55 admin admin] Deleting port dc41134f-b534-4922-9c7e-fc0d2c22ea3e {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:26.360551 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e276d70-d277-41c7-bc35-f922706aed55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:26.444376 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-73763e88-b49b-4f78-a23d-8993b8aaa1f6 req-3585e327-57c7-463d-a2e1-11bd52403699 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac92fcd-5cb7-4b68-8d4b-ff2b774b6ec7 HTTP/1.1" status: 200 len: 210 time: 0.0374951 Feb 28 17:54:26.491995 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-9e276d70-d277-41c7-bc35-f922706aed55 admin admin] For port dc41134f-b534-4922-9c7e-fc0d2c22ea3e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=dc41134f-b534-4922-9c7e-fc0d2c22ea3e,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:26.492351 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e276d70-d277-41c7-bc35-f922706aed55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:26.510748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-9e276d70-d277-41c7-bc35-f922706aed55 admin admin] Calling delete_port for dc41134f-b534-4922-9c7e-fc0d2c22ea3e owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:26.529146 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-69c88a2e-631a-4f6c-a78b-936835afdd09 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.20.0.14 (97f667c3-ebbd-4ba2-8869-206053121e67/25edc0db-cd52-48a1-8071-36b94a90fde2/7b404277-6bd5-4cdc-bbfd-f551f71c1a9c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:54:26.652845 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:54:26.768554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-69c88a2e-631a-4f6c-a78b-936835afdd09 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:26.869722 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e276d70-d277-41c7-bc35-f922706aed55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (dc41134f-b534-4922-9c7e-fc0d2c22ea3e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:26.897013 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e276d70-d277-41c7-bc35-f922706aed55 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc41134f-b534-4922-9c7e-fc0d2c22ea3e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:26.931308 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-69c88a2e-631a-4f6c-a78b-936835afdd09 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:27.013317 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c88a2e-631a-4f6c-a78b-936835afdd09 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:27.034609 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-69c88a2e-631a-4f6c-a78b-936835afdd09 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network 97f667c3-ebbd-4ba2-8869-206053121e67 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:27.038271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-69c88a2e-631a-4f6c-a78b-936835afdd09 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:27.041160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-69c88a2e-631a-4f6c-a78b-936835afdd09 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:54:27.143493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-69c88a2e-631a-4f6c-a78b-936835afdd09 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:27.144148 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-69c88a2e-631a-4f6c-a78b-936835afdd09 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:27.268355 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9e276d70-d277-41c7-bc35-f922706aed55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:27.386582 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5588e-f6bb-4060-94d5-3747bf393668 req-b8078c2a-b81c-4cc3-aea1-3cf161f2abf0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:27.391990 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82e5588e-f6bb-4060-94d5-3747bf393668 req-b8078c2a-b81c-4cc3-aea1-3cf161f2abf0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 932 time: 0.1380513 Feb 28 17:54:27.400640 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-69c88a2e-631a-4f6c-a78b-936835afdd09 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0829115 Feb 28 17:54:27.423845 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Request body: {'port': {'device_id': '768a97ef-b373-4d62-8762-91dabff0a337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:27.504491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-768f943a-26a0-42a5-80bd-b146e7b6ff79 None None] Provisioning complete for port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:27.516602 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-768f943a-26a0-42a5-80bd-b146e7b6ff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:27.562184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39736) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:27.563115 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-82e5588e-f6bb-4060-94d5-3747bf393668 req-6fc58064-fae5-4506-b559-6136b6b7c077 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664190 Feb 28 17:54:27.566249 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:27.614221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-768f943a-26a0-42a5-80bd-b146e7b6ff79 None None] Port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:54:27.637740 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54e18eff-070c-4214-9b10-efd11158da42 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group (29964738-e6b9-42dc-ba1d-5ef6a21e974b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:27.669839 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54e18eff-070c-4214-9b10-efd11158da42 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group (29964738-e6b9-42dc-ba1d-5ef6a21e974b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:27.802067 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54e18eff-070c-4214-9b10-efd11158da42 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (29964738-e6b9-42dc-ba1d-5ef6a21e974b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:27.805623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-54e18eff-070c-4214-9b10-efd11158da42 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:27.810492 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-54e18eff-070c-4214-9b10-efd11158da42 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "DELETE /v2.0/security-groups/29964738-e6b9-42dc-ba1d-5ef6a21e974b HTTP/1.1" status: 204 len: 168 time: 0.2464943 Feb 28 17:54:27.811513 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39738) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:27.839412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e18eff-070c-4214-9b10-efd11158da42 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29964738-e6b9-42dc-ba1d-5ef6a21e974b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:27.860773 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e276d70-d277-41c7-bc35-f922706aed55 admin admin] Router 1161bad1-a7e0-4a3a-85ab-99e52b9a909d has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:54:27.946772 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f38163e0-c8a1-4b2d-9b90-cbd7d6d2346e tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group (1d9016ce-2b65-4644-9bdb-693502d9782d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:27.985754 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f38163e0-c8a1-4b2d-9b90-cbd7d6d2346e tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group (1d9016ce-2b65-4644-9bdb-693502d9782d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:28.054371 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:54:28.065653 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Publish callbacks [] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:28.080494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e276d70-d277-41c7-bc35-f922706aed55 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:28.089977 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39744) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:28.326569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94289bd2-3f85-4dd4-b891-f57fa1d5ad54 None None] Sync routers for ids ['1161bad1-a7e0-4a3a-85ab-99e52b9a909d'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:54:28.329208 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9e276d70-d277-41c7-bc35-f922706aed55 admin admin] 10.222.0.72 "PUT /v2.0/routers/1161bad1-a7e0-4a3a-85ab-99e52b9a909d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6721363 Feb 28 17:54:28.334518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94289bd2-3f85-4dd4-b891-f57fa1d5ad54 None None] Routers {'1161bad1-a7e0-4a3a-85ab-99e52b9a909d'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:28.334518 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-94289bd2-3f85-4dd4-b891-f57fa1d5ad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['1161bad1-a7e0-4a3a-85ab-99e52b9a909d'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:28.335190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Transition to ACTIVE for port object 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:54:28.335472 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f38163e0-c8a1-4b2d-9b90-cbd7d6d2346e tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1d9016ce-2b65-4644-9bdb-693502d9782d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:28.335472 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f38163e0-c8a1-4b2d-9b90-cbd7d6d2346e tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:28.335472 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f38163e0-c8a1-4b2d-9b90-cbd7d6d2346e tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "DELETE /v2.0/security-groups/1d9016ce-2b65-4644-9bdb-693502d9782d HTTP/1.1" status: 204 len: 168 time: 0.3739295 Feb 28 17:54:28.335826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39750) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:28.336036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38163e0-c8a1-4b2d-9b90-cbd7d6d2346e tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9016ce-2b65-4644-9bdb-693502d9782d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:28.336227 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:28.336431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-94289bd2-3f85-4dd4-b891-f57fa1d5ad54 None None] Set router 1161bad1-a7e0-4a3a-85ab-99e52b9a909d gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:28.347408 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] Publish callbacks [] for router (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:28.384981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Pushing event updated for resources: {'Port': ['ID=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:28.592163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Attempting to bind port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:54:28.592505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Attempting to bind port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:54:28.596537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Attempting to bind port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c on network 97f667c3-ebbd-4ba2-8869-206053121e67 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:54:28.606665 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] Publish callbacks [] for router_gateway (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:28.612406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c on network 97f667c3-ebbd-4ba2-8869-206053121e67 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:54:28.613268 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Attempting to bind port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c on network 97f667c3-ebbd-4ba2-8869-206053121e67 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:54:28.658036 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:54:28.658966 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Checking segment: {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:54:28.659425 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Bound using segment: {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:54:28.659886 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Bound port: 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:54:28.660244 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:28.666426 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 9a25f09e-7bb3-45e6-9730-13d3245bd637 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:28.757307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 9a25f09e-7bb3-45e6-9730-13d3245bd637 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:28.757895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 9a25f09e-7bb3-45e6-9730-13d3245bd637 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:28.816164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] Deleting port 6eaf7fa2-379b-491f-8e92-b360e20610c7 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:28.816838 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6eaf7fa2-379b-491f-8e92-b360e20610c7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:28.867138 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4d8ed-9dee-471d-bfb3-3eb90c66fc46 req-a84f5122-5493-47a8-8588-ad3d773935d6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:28.867446 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-94289bd2-3f85-4dd4-b891-f57fa1d5ad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'name': 'tempest-TestServerMultinode-998036891-router', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '6eaf7fa2-379b-491f-8e92-b360e20610c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:54:26Z', 'revision_number': 5, 'project_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'gw_port': {'id': '6eaf7fa2-379b-491f-8e92-b360e20610c7', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:28.868726 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3bf4d8ed-9dee-471d-bfb3-3eb90c66fc46 req-a84f5122-5493-47a8-8588-ad3d773935d6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 944 time: 0.2074387 Feb 28 17:54:28.966770 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94289bd2-3f85-4dd4-b891-f57fa1d5ad54 None None] Checking router: 1161bad1-a7e0-4a3a-85ab-99e52b9a909d for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:54:28.987185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94289bd2-3f85-4dd4-b891-f57fa1d5ad54 None None] Routers {'1161bad1-a7e0-4a3a-85ab-99e52b9a909d'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:28.988799 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-94289bd2-3f85-4dd4-b891-f57fa1d5ad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['1161bad1-a7e0-4a3a-85ab-99e52b9a909d'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:29.063962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:54:29.070457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:54:29.116206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-94289bd2-3f85-4dd4-b891-f57fa1d5ad54 None None] Set router 1161bad1-a7e0-4a3a-85ab-99e52b9a909d gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:29.137279 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3bf4d8ed-9dee-471d-bfb3-3eb90c66fc46 req-8a8fc4e7-a865-4dc4-b38d-75a3ef833eb6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472546 Feb 28 17:54:29.168047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] For port 6eaf7fa2-379b-491f-8e92-b360e20610c7, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6eaf7fa2-379b-491f-8e92-b360e20610c7,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:29.168694 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6eaf7fa2-379b-491f-8e92-b360e20610c7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:29.175537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-94289bd2-3f85-4dd4-b891-f57fa1d5ad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'name': 'tempest-TestServerMultinode-998036891-router', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:54:28Z', 'revision_number': 6, 'project_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:29.193571 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] Calling delete_port for 6eaf7fa2-379b-491f-8e92-b360e20610c7 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:29.209572 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:29.210933 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94289bd2-3f85-4dd4-b891-f57fa1d5ad54 None None] The sync data for ids ['1161bad1-a7e0-4a3a-85ab-99e52b9a909d'] in n-d-820368-19 is: [{'id': '1161bad1-a7e0-4a3a-85ab-99e52b9a909d', 'name': 'tempest-TestServerMultinode-998036891-router', 'tenant_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:21Z', 'updated_at': '2022-02-28T17:54:28Z', 'revision_number': 6, 'project_id': 'cbdd389978a3410ba9e705bfb467bdd2', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:54:29.342684 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:29.343433 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:29.345512 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] 10.222.0.69 "PUT /v2.0/ports/7b404277-6bd5-4cdc-bbfd-f551f71c1a9c HTTP/1.1" status: 200 len: 1093 time: 1.9353218 Feb 28 17:54:29.350274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:54:29.353629 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befc06ec-4ebf-4c65-be7a-cc950d6c6bba" -d '{"events": [{"name": "network-changed", "server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:54:29.419162 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39776) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:29.437096 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0f39e4-a5be-4160-a43f-1c23111cbc9a x-openstack-request-id: req-9d0f39e4-a5be-4160-a43f-1c23111cbc9a {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:54:29.437773 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:54:29.438193 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9d0f39e4-a5be-4160-a43f-1c23111cbc9a {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:54:29.438707 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'status': 'completed', 'code': 200} Feb 28 17:54:29.500466 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829731e6-4d3a-4aba-8b61-ae3ef69c0eaf service neutron] Pushing event updated for resources: {'Port': ['ID=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:29.557459 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc06ec-4ebf-4c65-be7a-cc950d6c6bba req-e00244c8-69b0-46ff-9c36-c6c1cfdad20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:29.559502 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-befc06ec-4ebf-4c65-be7a-cc950d6c6bba req-e00244c8-69b0-46ff-9c36-c6c1cfdad20e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 1127 time: 0.1024270 Feb 28 17:54:29.759836 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-486a410f-4fc0-4024-93ae-63e65d22da64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:29.767184 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6eaf7fa2-379b-491f-8e92-b360e20610c7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:29.818822 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eaf7fa2-379b-491f-8e92-b360e20610c7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:29.870723 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc06ec-4ebf-4c65-be7a-cc950d6c6bba req-c8aba938-c2ce-45d4-875b-1a4dd3b8e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:29.872584 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-befc06ec-4ebf-4c65-be7a-cc950d6c6bba req-c8aba938-c2ce-45d4-875b-1a4dd3b8e73d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3042223 Feb 28 17:54:29.995716 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:30.055776 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-486a410f-4fc0-4024-93ae-63e65d22da64 admin admin] Publish callbacks [] for security_group (744bf8a2-d724-47f4-aee3-495f47e8db00), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:30.058652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc06ec-4ebf-4c65-be7a-cc950d6c6bba req-b56b08b5-e0c5-44b8-b1d6-aa4110a2776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:30.060201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-befc06ec-4ebf-4c65-be7a-cc950d6c6bba req-b56b08b5-e0c5-44b8-b1d6-aa4110a2776b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1135743 Feb 28 17:54:30.088685 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f49a4fa1-8375-4c0b-aa08-80a5f368c9fb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:30.175576 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:30.178681 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] Publish callbacks [] for router_controller (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:30.182340 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-486a410f-4fc0-4024-93ae-63e65d22da64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (744bf8a2-d724-47f4-aee3-495f47e8db00), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:30.271884 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a410f-4fc0-4024-93ae-63e65d22da64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744bf8a2-d724-47f4-aee3-495f47e8db00,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:30.309873 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (1161bad1-a7e0-4a3a-85ab-99e52b9a909d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:30.310619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1161bad1-a7e0-4a3a-85ab-99e52b9a909d {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:54:30.351120 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:30.352414 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-853fbe2d-e6f7-44d4-b676-38e8d2a5bc23 admin admin] 10.222.0.72 "DELETE /v2.0/routers/1161bad1-a7e0-4a3a-85ab-99e52b9a909d HTTP/1.1" status: 204 len: 168 time: 2.2610607 Feb 28 17:54:30.356485 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39790) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:30.438164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-560ae799-9f1c-411f-aa65-78ca7038f092 admin admin] Deleting subnet b22af9fd-c1c1-4226-8af3-949a6efba0b3 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:54:30.441469 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-486a410f-4fc0-4024-93ae-63e65d22da64 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=19955d7ee2c64789a262222a53fe0fb4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0191636 Feb 28 17:54:30.446029 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-6aa69c29-664c-46ad-9ac1-5e66dea2eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:30.447544 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-6aa69c29-664c-46ad-9ac1-5e66dea2eb1d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 1127 time: 0.2785642 Feb 28 17:54:30.450424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26a42a-4aa6-4d26-9a55-0f8e506aab7d req-f271f4f1-6e41-49b8-a505-9eb02884eea6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:30.452394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39794) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:30.458887 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd26a42a-4aa6-4d26-9a55-0f8e506aab7d req-f271f4f1-6e41-49b8-a505-9eb02884eea6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 944 time: 0.1625082 Feb 28 17:54:30.460901 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-560ae799-9f1c-411f-aa65-78ca7038f092 admin admin] Publish callbacks [] for subnet (b22af9fd-c1c1-4226-8af3-949a6efba0b3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:30.520445 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-7ab661c3-5840-4ba7-bce8-1a36e3de197b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c HTTP/1.1" status: 200 len: 217 time: 0.0600758 Feb 28 17:54:30.542698 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-560ae799-9f1c-411f-aa65-78ca7038f092 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (b22af9fd-c1c1-4226-8af3-949a6efba0b3), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:30.598164 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cd26a42a-4aa6-4d26-9a55-0f8e506aab7d req-dd229ac0-caad-4689-9354-89c4b0e2ae83 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382596 Feb 28 17:54:30.703190 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a45e3254-65c2-4f53-a841-354a9b1c4533 admin admin] Publish callbacks [] for security_group (744bf8a2-d724-47f4-aee3-495f47e8db00), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:30.765523 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a45e3254-65c2-4f53-a841-354a9b1c4533 admin admin] Publish callbacks [] for security_group (744bf8a2-d724-47f4-aee3-495f47e8db00), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:30.782564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-5cbb10c3-f17e-4676-9f91-91c54503e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:30.783894 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-5cbb10c3-f17e-4676-9f91-91c54503e808 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25edc0db-cd52-48a1-8071-36b94a90fde2 HTTP/1.1" status: 200 len: 835 time: 0.2362084 Feb 28 17:54:30.808880 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-560ae799-9f1c-411f-aa65-78ca7038f092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (b22af9fd-c1c1-4226-8af3-949a6efba0b3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:30.963124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-de6fc893-84c6-4ed9-b2b3-696f7c75849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:30.964821 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-de6fc893-84c6-4ed9-b2b3-696f7c75849f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=97f667c3-ebbd-4ba2-8869-206053121e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1694322 Feb 28 17:54:30.966731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6eaf7fa2-379b-491f-8e92-b360e20610c7 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:30.995904 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-560ae799-9f1c-411f-aa65-78ca7038f092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (b22af9fd-c1c1-4226-8af3-949a6efba0b3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:31.017096 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 6eaf7fa2-379b-491f-8e92-b360e20610c7 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:31.017451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6eaf7fa2-379b-491f-8e92-b360e20610c7 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:31.025570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device dc41134f-b534-4922-9c7e-fc0d2c22ea3e no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:31.029756 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ae799-9f1c-411f-aa65-78ca7038f092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b22af9fd-c1c1-4226-8af3-949a6efba0b3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:31.043974 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-560ae799-9f1c-411f-aa65-78ca7038f092 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:31.048457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-560ae799-9f1c-411f-aa65-78ca7038f092 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b22af9fd-c1c1-4226-8af3-949a6efba0b3 HTTP/1.1" status: 204 len: 168 time: 0.6909528 Feb 28 17:54:31.051591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39802) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:31.070989 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-15ee1698-5ade-41e3-8ab8-af2737f79a13 service neutron] 10.222.0.69 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997336 Feb 28 17:54:31.073208 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a45e3254-65c2-4f53-a841-354a9b1c4533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (744bf8a2-d724-47f4-aee3-495f47e8db00), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:31.075918 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a45e3254-65c2-4f53-a841-354a9b1c4533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:31.077537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f6b9b3-f4e4-4a27-8437-aa53295b91c1 None None] Network f4617979-011c-44c6-ad85-720f8381a79f requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:54:31.079301 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a45e3254-65c2-4f53-a841-354a9b1c4533 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/744bf8a2-d724-47f4-aee3-495f47e8db00 HTTP/1.1" status: 204 len: 168 time: 0.6251109 Feb 28 17:54:31.081567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: dc41134f-b534-4922-9c7e-fc0d2c22ea3e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:31.081675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device dc41134f-b534-4922-9c7e-fc0d2c22ea3e not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:31.175609 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e3254-65c2-4f53-a841-354a9b1c4533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744bf8a2-d724-47f4-aee3-495f47e8db00,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:31.184080 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (f4617979-011c-44c6-ad85-720f8381a79f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:31.278035 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Deleting port 9fdb497a-6692-4337-a98d-d4f3e328e395 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:31.278035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:31.310168 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e94e341e-aff7-4465-9c30-0a556e09cd9d req-8a644301-84bd-4de0-a301-bab487252338 service neutron] 10.222.0.69 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805470 Feb 28 17:54:31.337438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2875ba4-6d79-405e-ab2f-d438c76bd000 None None] DHCP port deletion for f4617979-011c-44c6-ad85-720f8381a79f request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:54:31.360663 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f49a4fa1-8375-4c0b-aa08-80a5f368c9fb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Deleting port 2f9b091a-2860-420f-ae47-9e6d402bde49 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:31.361166 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f49a4fa1-8375-4c0b-aa08-80a5f368c9fb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:31.386966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] For port 9fdb497a-6692-4337-a98d-d4f3e328e395, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9fdb497a-6692-4337-a98d-d4f3e328e395,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:31.387543 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:31.416444 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b2875ba4-6d79-405e-ab2f-d438c76bd000 None None] Deleting port 9fdb497a-6692-4337-a98d-d4f3e328e395 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:31.420550 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b2875ba4-6d79-405e-ab2f-d438c76bd000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:31.430342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Calling delete_port for 9fdb497a-6692-4337-a98d-d4f3e328e395 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:31.522336 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-b2875ba4-6d79-405e-ab2f-d438c76bd000 None None] For port 9fdb497a-6692-4337-a98d-d4f3e328e395, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=9fdb497a-6692-4337-a98d-d4f3e328e395,segment=NetworkSegment(024fd1eb-e5e1-4918-826f-1f75bb456bf3),segment_id=024fd1eb-e5e1-4918-826f-1f75bb456bf3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:31.523046 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b2875ba4-6d79-405e-ab2f-d438c76bd000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:31.534363 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-f49a4fa1-8375-4c0b-aa08-80a5f368c9fb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] For port 2f9b091a-2860-420f-ae47-9e6d402bde49, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2f9b091a-2860-420f-ae47-9e6d402bde49,segment=NetworkSegment(dd106981-62f8-4935-9663-0b58a0bbd39e),segment_id=dd106981-62f8-4935-9663-0b58a0bbd39e)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:31.534980 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f49a4fa1-8375-4c0b-aa08-80a5f368c9fb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:31.549918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-b2875ba4-6d79-405e-ab2f-d438c76bd000 None None] Calling delete_port for 9fdb497a-6692-4337-a98d-d4f3e328e395 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:31.559014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-f49a4fa1-8375-4c0b-aa08-80a5f368c9fb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Calling delete_port for 2f9b091a-2860-420f-ae47-9e6d402bde49 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:31.659590 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:31.681955 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b2875ba4-6d79-405e-ab2f-d438c76bd000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (9fdb497a-6692-4337-a98d-d4f3e328e395), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:31.735086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fdb497a-6692-4337-a98d-d4f3e328e395,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:31.750225 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] No DVR routers for this DVR port 9fdb497a-6692-4337-a98d-d4f3e328e395 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:54:31.799922 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2875ba4-6d79-405e-ab2f-d438c76bd000 None None] Pushing event deleted for resources: {'Port': ['ID=9fdb497a-6692-4337-a98d-d4f3e328e395,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:31.812139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2875ba4-6d79-405e-ab2f-d438c76bd000 None None] No DVR routers for this DVR port 9fdb497a-6692-4337-a98d-d4f3e328e395 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:54:31.864679 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd53188-6fae-4982-9e1c-210e142991f1 req-60aff8e1-025e-4bd5-b8aa-3a9b71bc5aa8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:31.866365 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-afd53188-6fae-4982-9e1c-210e142991f1 req-60aff8e1-025e-4bd5-b8aa-3a9b71bc5aa8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 944 time: 0.0807841 Feb 28 17:54:31.876717 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (f4617979-011c-44c6-ad85-720f8381a79f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:31.904915 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4617979-011c-44c6-ad85-720f8381a79f']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:31.916979 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024fd1eb-e5e1-4918-826f-1f75bb456bf3') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:31.920318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024fd1eb-e5e1-4918-826f-1f75bb456bf3') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:31.933135 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-afd53188-6fae-4982-9e1c-210e142991f1 req-70f2a82a-780d-44ec-9b74-33968270bf1a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587225 Feb 28 17:54:31.943175 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (024fd1eb-e5e1-4918-826f-1f75bb456bf3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:32.086613 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f49a4fa1-8375-4c0b-aa08-80a5f368c9fb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (2f9b091a-2860-420f-ae47-9e6d402bde49), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:32.089523 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (024fd1eb-e5e1-4918-826f-1f75bb456bf3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:32.096744 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:54:32.097135 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (024fd1eb-e5e1-4918-826f-1f75bb456bf3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:54:32.099217 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:54:32.121530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a4fa1-8375-4c0b-aa08-80a5f368c9fb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event deleted for resources: {'Port': ['ID=2f9b091a-2860-420f-ae47-9e6d402bde49,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:32.235359 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (f4617979-011c-44c6-ad85-720f8381a79f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:32.245827 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:32.265503 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f4617979-011c-44c6-ad85-720f8381a79f HTTP/1.1" status: 204 len: 168 time: 1.2072723 Feb 28 17:54:32.285112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39832) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:32.293742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b35d48-833b-46c2-a5c5-7d7c5a468ef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4617979-011c-44c6-ad85-720f8381a79f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:32.816921 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f49a4fa1-8375-4c0b-aa08-80a5f368c9fb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:32.842395 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab9d98fa-b0a3-4f61-9baa-67ec7527b2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:33.070360 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9fdb497a-6692-4337-a98d-d4f3e328e395 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:33.118192 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 9fdb497a-6692-4337-a98d-d4f3e328e395 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:33.118537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9fdb497a-6692-4337-a98d-d4f3e328e395 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:33.121010 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49a4fa1-8375-4c0b-aa08-80a5f368c9fb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:54:33.180923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d479ef5-84a8-4bf4-b5bb-9877dff02f93 req-b51045e6-e77c-46a5-ac56-9aef0815daac tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:33.182445 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d479ef5-84a8-4bf4-b5bb-9877dff02f93 req-b51045e6-e77c-46a5-ac56-9aef0815daac tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 944 time: 0.1187663 Feb 28 17:54:33.234322 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d98fa-b0a3-4f61-9baa-67ec7527b2f7 admin admin] Deleting port 6f4507ac-111e-433a-81ad-35c8cdb86e5f {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:33.234664 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab9d98fa-b0a3-4f61-9baa-67ec7527b2f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:33.259699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49a4fa1-8375-4c0b-aa08-80a5f368c9fb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:33.259931 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d479ef5-84a8-4bf4-b5bb-9877dff02f93 req-e58581d6-3a2d-4e97-99e0-cbbea4a7e40f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707521 Feb 28 17:54:33.268455 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f49a4fa1-8375-4c0b-aa08-80a5f368c9fb tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "PUT /v2.0/routers/fcff73b6-31f4-4d46-8a4e-8ea6fde81557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0693448 Feb 28 17:54:33.269281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39858) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:33.277657 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8061c25e-7de9-4867-a946-8ee0eb12c191 None None] Sync routers for ids ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:54:33.309698 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061c25e-7de9-4867-a946-8ee0eb12c191 None None] Routers {'fcff73b6-31f4-4d46-8a4e-8ea6fde81557'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:33.309698 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-8061c25e-7de9-4867-a946-8ee0eb12c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:33.340270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-ab9d98fa-b0a3-4f61-9baa-67ec7527b2f7 admin admin] For port 6f4507ac-111e-433a-81ad-35c8cdb86e5f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6f4507ac-111e-433a-81ad-35c8cdb86e5f,segment=NetworkSegment(84f448cf-9116-49e1-9051-26049d1e0c8a),segment_id=84f448cf-9116-49e1-9051-26049d1e0c8a)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:33.340778 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab9d98fa-b0a3-4f61-9baa-67ec7527b2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:33.341395 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Deleting subnet 24260bd8-fc9b-4ddf-8826-a72b197f0d04 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:54:33.344778 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for subnet (24260bd8-fc9b-4ddf-8826-a72b197f0d04), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:33.355207 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d98fa-b0a3-4f61-9baa-67ec7527b2f7 admin admin] Calling delete_port for 6f4507ac-111e-433a-81ad-35c8cdb86e5f owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:33.394672 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (24260bd8-fc9b-4ddf-8826-a72b197f0d04), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:33.457710 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-8061c25e-7de9-4867-a946-8ee0eb12c191 None None] Set router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:33.498469 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (24260bd8-fc9b-4ddf-8826-a72b197f0d04), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:33.693032 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (24260bd8-fc9b-4ddf-8826-a72b197f0d04), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:33.730505 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-8061c25e-7de9-4867-a946-8ee0eb12c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:54:31Z', 'revision_number': 5, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:33.735272 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab9d98fa-b0a3-4f61-9baa-67ec7527b2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6f4507ac-111e-433a-81ad-35c8cdb86e5f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:33.761606 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8061c25e-7de9-4867-a946-8ee0eb12c191 None None] Checking router: fcff73b6-31f4-4d46-8a4e-8ea6fde81557 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:54:33.765765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d98fa-b0a3-4f61-9baa-67ec7527b2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4507ac-111e-433a-81ad-35c8cdb86e5f,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:33.771314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event deleted for resources: {'Subnet': ['ID=24260bd8-fc9b-4ddf-8826-a72b197f0d04,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:33.784239 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061c25e-7de9-4867-a946-8ee0eb12c191 None None] Routers {'fcff73b6-31f4-4d46-8a4e-8ea6fde81557'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:33.785130 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-8061c25e-7de9-4867-a946-8ee0eb12c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:33.788326 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:33.794266 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a711e80-6e60-4809-96bd-2db254a7cc4c None None] Network ba2c0ad5-4ece-4e21-9834-9b8bad7b618e requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:54:33.807050 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "DELETE /v2.0/subnets/24260bd8-fc9b-4ddf-8826-a72b197f0d04 HTTP/1.1" status: 204 len: 168 time: 0.5363152 Feb 28 17:54:33.810120 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39876) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:33.831923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:33.832570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:33.832662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:33.832926 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:33.833255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:33.833583 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:33.833988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:33.834278 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:33.834602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:33.834930 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:33.835254 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:33.835572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:33.835893 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf6639-0b05-4322-85fc-bcf474233048 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:34.002571 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:34.144019 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be49a46e-1280-406c-91b8-9ef57ee826e5 None None] DHCP port deletion for ba2c0ad5-4ece-4e21-9834-9b8bad7b618e request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:54:34.162381 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ab9d98fa-b0a3-4f61-9baa-67ec7527b2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:34.208414 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router_gateway (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:34.220678 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-8061c25e-7de9-4867-a946-8ee0eb12c191 None None] Set router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:34.230230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-be49a46e-1280-406c-91b8-9ef57ee826e5 None None] Deleting port 34214a86-20c8-48c0-8020-04867f320aa8 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:34.230606 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be49a46e-1280-406c-91b8-9ef57ee826e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (34214a86-20c8-48c0-8020-04867f320aa8), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:34.391159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-be49a46e-1280-406c-91b8-9ef57ee826e5 None None] For port 34214a86-20c8-48c0-8020-04867f320aa8, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=34214a86-20c8-48c0-8020-04867f320aa8,segment=NetworkSegment(dd106981-62f8-4935-9663-0b58a0bbd39e),segment_id=dd106981-62f8-4935-9663-0b58a0bbd39e)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:34.391580 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be49a46e-1280-406c-91b8-9ef57ee826e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (34214a86-20c8-48c0-8020-04867f320aa8), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:34.411190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-be49a46e-1280-406c-91b8-9ef57ee826e5 None None] Calling delete_port for 34214a86-20c8-48c0-8020-04867f320aa8 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:34.443502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Deleting port 32af88cb-1907-4a41-a433-a0fdfae65b23 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:34.444037 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (32af88cb-1907-4a41-a433-a0fdfae65b23), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:34.482250 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-8061c25e-7de9-4867-a946-8ee0eb12c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:54:31Z', 'revision_number': 5, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:34.523294 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8061c25e-7de9-4867-a946-8ee0eb12c191 None None] The sync data for ids ['fcff73b6-31f4-4d46-8a4e-8ea6fde81557'] in n-d-820368-19 is: [{'id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444517789', 'tenant_id': '8c1a0f817663429298e762db81838c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:51:51Z', 'updated_at': '2022-02-28T17:54:31Z', 'revision_number': 5, 'project_id': '8c1a0f817663429298e762db81838c33', 'gw_port': {'id': '32af88cb-1907-4a41-a433-a0fdfae65b23', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcff73b6-31f4-4d46-8a4e-8ea6fde81557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:51:52Z', 'updated_at': '2022-02-28T17:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:54:34.546474 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53408eea-242f-4248-b1c2-5b8ba587f0cc req-d7edce4c-236a-44c8-bbc8-354539072d7e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:34.548224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53408eea-242f-4248-b1c2-5b8ba587f0cc req-d7edce4c-236a-44c8-bbc8-354539072d7e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 944 time: 0.1631200 Feb 28 17:54:34.575983 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9d98fa-b0a3-4f61-9baa-67ec7527b2f7 admin admin] Router a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:54:34.592960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] For port 32af88cb-1907-4a41-a433-a0fdfae65b23, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=32af88cb-1907-4a41-a433-a0fdfae65b23,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:34.593358 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (32af88cb-1907-4a41-a433-a0fdfae65b23), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:34.602466 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:54:34.618996 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Calling delete_port for 32af88cb-1907-4a41-a433-a0fdfae65b23 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:34.634698 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-53408eea-242f-4248-b1c2-5b8ba587f0cc req-a21ab7ac-b9c5-4e08-a13c-8594a64e081d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762041 Feb 28 17:54:34.747797 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:34.758348 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9d98fa-b0a3-4f61-9baa-67ec7527b2f7 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:34.765076 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ab9d98fa-b0a3-4f61-9baa-67ec7527b2f7 admin admin] 10.222.0.72 "PUT /v2.0/routers/a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4783454 Feb 28 17:54:34.769132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39902) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:34.785165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'port_id': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'mac_address': 'fa:16:3e:1a:13:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:54:34.799105 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be49a46e-1280-406c-91b8-9ef57ee826e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (34214a86-20c8-48c0-8020-04867f320aa8), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:34.799105 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cde73d5-cfcf-4a12-a7a5-d3a7d4a9ad1b None None] Sync routers for ids ['a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:54:34.825075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49a46e-1280-406c-91b8-9ef57ee826e5 None None] Pushing event deleted for resources: {'Port': ['ID=34214a86-20c8-48c0-8020-04867f320aa8,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:34.833136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde73d5-cfcf-4a12-a7a5-d3a7d4a9ad1b None None] Routers {'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:34.833985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-5cde73d5-cfcf-4a12-a7a5-d3a7d4a9ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:34.836201 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be49a46e-1280-406c-91b8-9ef57ee826e5 None None] No DVR routers for this DVR port 34214a86-20c8-48c0-8020-04867f320aa8 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:54:34.932447 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (32af88cb-1907-4a41-a433-a0fdfae65b23), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:34.951437 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] Publish callbacks [] for router (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:34.968937 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event deleted for resources: {'Port': ['ID=32af88cb-1907-4a41-a433-a0fdfae65b23,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:35.097744 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.245866 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.254351 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router_controller (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.372790 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (fcff73b6-31f4-4d46-8a4e-8ea6fde81557), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.379998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Fanout notify agent at l3_agent the message router_deleted on router fcff73b6-31f4-4d46-8a4e-8ea6fde81557 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:54:35.386912 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-5cde73d5-cfcf-4a12-a7a5-d3a7d4a9ad1b None None] Set router a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:35.391385 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.398870 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dc8ccafb-ff53-49f9-ac1f-1ba1bd17803f tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "DELETE /v2.0/routers/fcff73b6-31f4-4d46-8a4e-8ea6fde81557 HTTP/1.1" status: 204 len: 168 time: 1.5873611 Feb 28 17:54:35.402811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39918) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:35.461416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2f9b091a-2860-420f-ae47-9e6d402bde49 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:35.465194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:35.465604 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.486727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:54:35.513592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:35.569920 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c9602451-cbd3-4c84-a3c1-ac8d464cde48 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (ba2c0ad5-4ece-4e21-9834-9b8bad7b618e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.584813 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] Publish callbacks [] for router_gateway (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.613146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2f9b091a-2860-420f-ae47-9e6d402bde49 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:35.613501 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2f9b091a-2860-420f-ae47-9e6d402bde49 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:35.613919 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 34214a86-20c8-48c0-8020-04867f320aa8 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:35.666019 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.735379 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] Deleting port c2b17951-19d2-4622-8bb7-7812beb50328 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:35.735732 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c2b17951-19d2-4622-8bb7-7812beb50328), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.743469 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c9602451-cbd3-4c84-a3c1-ac8d464cde48 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (ba2c0ad5-4ece-4e21-9834-9b8bad7b618e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.767253 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-c9602451-cbd3-4c84-a3c1-ac8d464cde48 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2c0ad5-4ece-4e21-9834-9b8bad7b618e']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:35.774465 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 34214a86-20c8-48c0-8020-04867f320aa8 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:35.774859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 34214a86-20c8-48c0-8020-04867f320aa8 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:35.778594 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-c9602451-cbd3-4c84-a3c1-ac8d464cde48 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd106981-62f8-4935-9663-0b58a0bbd39e') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:35.779231 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-c9602451-cbd3-4c84-a3c1-ac8d464cde48 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd106981-62f8-4935-9663-0b58a0bbd39e') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:35.793020 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c9602451-cbd3-4c84-a3c1-ac8d464cde48 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (dd106981-62f8-4935-9663-0b58a0bbd39e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.815144 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c9602451-cbd3-4c84-a3c1-ac8d464cde48 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (dd106981-62f8-4935-9663-0b58a0bbd39e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.817371 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:35.823975 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9602451-cbd3-4c84-a3c1-ac8d464cde48 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:54:35.824525 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c9602451-cbd3-4c84-a3c1-ac8d464cde48 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (dd106981-62f8-4935-9663-0b58a0bbd39e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:54:35.830305 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:54:35.882296 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['7b404277-6bd5-4cdc-bbfd-f551f71c1a9c'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:54:35.893602 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707efe7-4c0e-4d35-8b0d-039480a6e46c req-c0cd4de4-3ac0-4e45-9f00-a9d7d52b0f82 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:35.896366 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c707efe7-4c0e-4d35-8b0d-039480a6e46c req-c0cd4de4-3ac0-4e45-9f00-a9d7d52b0f82 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 945 time: 0.1102898 Feb 28 17:54:35.902227 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] For port c2b17951-19d2-4622-8bb7-7812beb50328, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c2b17951-19d2-4622-8bb7-7812beb50328,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:35.902904 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c2b17951-19d2-4622-8bb7-7812beb50328), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.930784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] Calling delete_port for c2b17951-19d2-4622-8bb7-7812beb50328 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:35.989812 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c9602451-cbd3-4c84-a3c1-ac8d464cde48 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (ba2c0ad5-4ece-4e21-9834-9b8bad7b618e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:35.998992 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c707efe7-4c0e-4d35-8b0d-039480a6e46c req-bc3bbfb0-5f09-4e9e-99fd-3633aca5e7c3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922115 Feb 28 17:54:36.019041 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c9602451-cbd3-4c84-a3c1-ac8d464cde48 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:36.019328 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c9602451-cbd3-4c84-a3c1-ac8d464cde48 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] 10.222.0.72 "DELETE /v2.0/networks/ba2c0ad5-4ece-4e21-9834-9b8bad7b618e HTTP/1.1" status: 204 len: 168 time: 0.6148059 Feb 28 17:54:36.053238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9602451-cbd3-4c84-a3c1-ac8d464cde48 tempest-TestSecurityGroupsBasicOps-823774870 tempest-TestSecurityGroupsBasicOps-823774870-project] Pushing event deleted for resources: {'Network': ['ID=ba2c0ad5-4ece-4e21-9834-9b8bad7b618e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:36.104377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-5cde73d5-cfcf-4a12-a7a5-d3a7d4a9ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'name': 'tempest-TestServerMultinode-1036605428-router', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c2b17951-19d2-4622-8bb7-7812beb50328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:28Z', 'updated_at': '2022-02-28T17:54:33Z', 'revision_number': 5, 'project_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'gw_port': {'id': 'c2b17951-19d2-4622-8bb7-7812beb50328', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:53:29Z', 'updated_at': '2022-02-28T17:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:36.141887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cde73d5-cfcf-4a12-a7a5-d3a7d4a9ad1b None None] Checking router: a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:54:36.176439 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde73d5-cfcf-4a12-a7a5-d3a7d4a9ad1b None None] Routers {'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:36.177438 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-5cde73d5-cfcf-4a12-a7a5-d3a7d4a9ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:36.313705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-5cde73d5-cfcf-4a12-a7a5-d3a7d4a9ad1b None None] Set router a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:36.355595 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c2b17951-19d2-4622-8bb7-7812beb50328), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:36.378405 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-5cde73d5-cfcf-4a12-a7a5-d3a7d4a9ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'name': 'tempest-TestServerMultinode-1036605428-router', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:28Z', 'updated_at': '2022-02-28T17:54:35Z', 'revision_number': 6, 'project_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:36.382916 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b17951-19d2-4622-8bb7-7812beb50328,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:36.449764 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cde73d5-cfcf-4a12-a7a5-d3a7d4a9ad1b None None] The sync data for ids ['a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7'] in n-d-820368-19 is: [{'id': 'a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7', 'name': 'tempest-TestServerMultinode-1036605428-router', 'tenant_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:53:28Z', 'updated_at': '2022-02-28T17:54:35Z', 'revision_number': 6, 'project_id': '91ccc8b297e74dc3a30757f197ff8bf4', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:54:36.463985 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:36.554463 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39946) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:36.601706 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:36.604106 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] Publish callbacks [] for router_controller (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:36.652617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39954) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:36.715783 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:36.716392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:54:36.721424 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:36.724900 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-96a5b539-9db7-4118-855f-19f4cc058c4d admin admin] 10.222.0.72 "DELETE /v2.0/routers/a04b1a3d-cc6f-49d4-8e64-3dde67d96ba7 HTTP/1.1" status: 204 len: 168 time: 1.9500666 Feb 28 17:54:36.725570 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39958) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:36.788968 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1984387-65f8-491f-ab97-cc8de4933f03 admin admin] Deleting subnet d2632a78-4b1b-4d9a-b1b1-1a2b122afa35 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:54:36.792411 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d6c03de2-7535-4e7d-845a-a40c77082ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:36.792547 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1984387-65f8-491f-ab97-cc8de4933f03 admin admin] Publish callbacks [] for subnet (d2632a78-4b1b-4d9a-b1b1-1a2b122afa35), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:36.849785 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1984387-65f8-491f-ab97-cc8de4933f03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (d2632a78-4b1b-4d9a-b1b1-1a2b122afa35), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:36.854004 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6d5161ed-f33b-4bcc-b098-d545673a9af8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8c1a0f817663429298e762db81838c33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1997850 Feb 28 17:54:36.857912 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39962) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:36.968697 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ce229a16-d877-47fd-a327-0af845c51aee admin admin] Publish callbacks [] for security_group (1ddaf5a9-5615-4faa-83fc-947c46a25dc1), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:36.976021 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d6c03de2-7535-4e7d-845a-a40c77082ef0 admin admin] Publish callbacks [] for security_group (67bc662c-c9b5-4d6f-91ce-bfa1a8114a70), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.001292 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1984387-65f8-491f-ab97-cc8de4933f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (d2632a78-4b1b-4d9a-b1b1-1a2b122afa35), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.014427 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ce229a16-d877-47fd-a327-0af845c51aee admin admin] Publish callbacks [] for security_group (1ddaf5a9-5615-4faa-83fc-947c46a25dc1), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.131991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e0a9e-6bf1-4f6a-911d-ffa4cee7ee1a req-d02b7f48-c27c-40e5-9258-9e7ef31d7b04 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:37.133464 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5a5e0a9e-6bf1-4f6a-911d-ffa4cee7ee1a req-d02b7f48-c27c-40e5-9258-9e7ef31d7b04 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 945 time: 0.0527442 Feb 28 17:54:37.150752 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d6c03de2-7535-4e7d-845a-a40c77082ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (67bc662c-c9b5-4d6f-91ce-bfa1a8114a70), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.184327 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5a5e0a9e-6bf1-4f6a-911d-ffa4cee7ee1a req-cb5fbd88-dfe6-40e8-9fcf-98521a6d37e6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448856 Feb 28 17:54:37.197877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c03de2-7535-4e7d-845a-a40c77082ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bc662c-c9b5-4d6f-91ce-bfa1a8114a70,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:37.202289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d6c03de2-7535-4e7d-845a-a40c77082ef0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=623bde7f4ef240c78b8663d769486832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6467381 Feb 28 17:54:37.204853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39968) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:37.241596 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1984387-65f8-491f-ab97-cc8de4933f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (d2632a78-4b1b-4d9a-b1b1-1a2b122afa35), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.256622 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0882-7cbf-4c55-b569-651c891ef46c admin admin] Publish callbacks [] for security_group (67bc662c-c9b5-4d6f-91ce-bfa1a8114a70), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.272076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1984387-65f8-491f-ab97-cc8de4933f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2632a78-4b1b-4d9a-b1b1-1a2b122afa35,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:37.279805 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1984387-65f8-491f-ab97-cc8de4933f03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.286589 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ce229a16-d877-47fd-a327-0af845c51aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (1ddaf5a9-5615-4faa-83fc-947c46a25dc1), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.288254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3e41e1-84e2-4afd-a4a6-1e6ab0b94ef0 None None] Network f2b4ea2c-aae5-4695-9142-211f7388aea4 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:54:37.289298 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ce229a16-d877-47fd-a327-0af845c51aee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.290682 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ce229a16-d877-47fd-a327-0af845c51aee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1ddaf5a9-5615-4faa-83fc-947c46a25dc1 HTTP/1.1" status: 204 len: 168 time: 0.4318457 Feb 28 17:54:37.291544 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39970) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:37.293888 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0882-7cbf-4c55-b569-651c891ef46c admin admin] Publish callbacks [] for security_group (67bc662c-c9b5-4d6f-91ce-bfa1a8114a70), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.298028 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e1984387-65f8-491f-ab97-cc8de4933f03 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d2632a78-4b1b-4d9a-b1b1-1a2b122afa35 HTTP/1.1" status: 204 len: 168 time: 0.5651200 Feb 28 17:54:37.332354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce229a16-d877-47fd-a327-0af845c51aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddaf5a9-5615-4faa-83fc-947c46a25dc1,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:37.374457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6f4507ac-111e-433a-81ad-35c8cdb86e5f no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:37.409138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 6f4507ac-111e-433a-81ad-35c8cdb86e5f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:37.409492 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6f4507ac-111e-433a-81ad-35c8cdb86e5f not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:37.409903 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 32af88cb-1907-4a41-a433-a0fdfae65b23 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:37.414655 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (f2b4ea2c-aae5-4695-9142-211f7388aea4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.455531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 32af88cb-1907-4a41-a433-a0fdfae65b23 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:37.456085 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 32af88cb-1907-4a41-a433-a0fdfae65b23 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:37.480673 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Deleting port d3d0a42b-272e-4727-84ad-afb8ed3547c4 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:37.481019 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.525305 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0882-7cbf-4c55-b569-651c891ef46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (67bc662c-c9b5-4d6f-91ce-bfa1a8114a70), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.528377 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0882-7cbf-4c55-b569-651c891ef46c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.530562 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2c5c0882-7cbf-4c55-b569-651c891ef46c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/67bc662c-c9b5-4d6f-91ce-bfa1a8114a70 HTTP/1.1" status: 204 len: 168 time: 0.3244348 Feb 28 17:54:37.538783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] DHCP port deletion for f2b4ea2c-aae5-4695-9142-211f7388aea4 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:54:37.563860 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c0882-7cbf-4c55-b569-651c891ef46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bc662c-c9b5-4d6f-91ce-bfa1a8114a70,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:37.581053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] For port d3d0a42b-272e-4727-84ad-afb8ed3547c4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d3d0a42b-272e-4727-84ad-afb8ed3547c4,segment=NetworkSegment(84f448cf-9116-49e1-9051-26049d1e0c8a),segment_id=84f448cf-9116-49e1-9051-26049d1e0c8a)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:37.581416 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.601244 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Calling delete_port for d3d0a42b-272e-4727-84ad-afb8ed3547c4 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:37.666994 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Deleting port d3d0a42b-272e-4727-84ad-afb8ed3547c4 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:37.667373 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.757883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] For port d3d0a42b-272e-4727-84ad-afb8ed3547c4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d3d0a42b-272e-4727-84ad-afb8ed3547c4,segment=NetworkSegment(84f448cf-9116-49e1-9051-26049d1e0c8a),segment_id=84f448cf-9116-49e1-9051-26049d1e0c8a)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:37.758317 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.777137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Calling delete_port for d3d0a42b-272e-4727-84ad-afb8ed3547c4 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:37.863839 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:54:37.885787 n-d-820368-19 neutron-server[104248]: self.session.flush() Feb 28 17:54:37.891027 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-33d1def0-c8b5-49d5-9a94-59cd9d318ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.893863 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (d3d0a42b-272e-4727-84ad-afb8ed3547c4), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:37.909718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d0a42b-272e-4727-84ad-afb8ed3547c4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:37.911838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] No DVR routers for this DVR port d3d0a42b-272e-4727-84ad-afb8ed3547c4 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:54:37.924063 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Pushing event deleted for resources: {'Port': ['ID=d3d0a42b-272e-4727-84ad-afb8ed3547c4,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:37.931544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] No DVR routers for this DVR port d3d0a42b-272e-4727-84ad-afb8ed3547c4 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:54:37.944530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:37.944984 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:37.945478 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:37.945907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:37.946446 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:37.946895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:37.947428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:37.947847 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:37.948460 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:37.948886 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:37.949303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:37.949747 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:37.950185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5900f-1515-4f87-9f89-bc460cb9dc50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:37.975327 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.005047 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (f2b4ea2c-aae5-4695-9142-211f7388aea4), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.033685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b4ea2c-aae5-4695-9142-211f7388aea4']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:38.044997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f448cf-9116-49e1-9051-26049d1e0c8a') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:38.045304 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f448cf-9116-49e1-9051-26049d1e0c8a') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:38.056192 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (84f448cf-9116-49e1-9051-26049d1e0c8a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.072190 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (84f448cf-9116-49e1-9051-26049d1e0c8a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.078997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:54:38.079559 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (84f448cf-9116-49e1-9051-26049d1e0c8a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:54:38.100127 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:54:38.198361 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 39990) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:38.231840 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9d2b30b8-9711-4402-abd9-1761385ee943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.233715 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (f2b4ea2c-aae5-4695-9142-211f7388aea4), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.238664 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.243216 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] 10.222.0.72 "DELETE /v2.0/networks/f2b4ea2c-aae5-4695-9142-211f7388aea4 HTTP/1.1" status: 204 len: 168 time: 0.9448659 Feb 28 17:54:38.271107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dd6af-74f6-4827-aa13-c93c45fc6aed admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b4ea2c-aae5-4695-9142-211f7388aea4,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:38.377906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2643fc8-511f-42f6-97c0-faf2f2240ef5 req-8cecf07d-4daf-43f9-900b-aa499404d5ac tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:38.382600 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2643fc8-511f-42f6-97c0-faf2f2240ef5 req-8cecf07d-4daf-43f9-900b-aa499404d5ac tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 945 time: 0.0907893 Feb 28 17:54:38.418965 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9d2b30b8-9711-4402-abd9-1761385ee943 admin admin] Publish callbacks [] for security_group (69b0948b-e8a4-4b50-864e-2a02e87b38ff), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.448660 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2643fc8-511f-42f6-97c0-faf2f2240ef5 req-add15241-cc66-4f97-8422-3176d0d4f7db tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632606 Feb 28 17:54:38.487246 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9d2b30b8-9711-4402-abd9-1761385ee943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (69b0948b-e8a4-4b50-864e-2a02e87b38ff), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.525799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 39998) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:38.534301 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9d2b30b8-9711-4402-abd9-1761385ee943 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f787575ac010477497d9efa47479c789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3344278 Feb 28 17:54:38.535458 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b30b8-9711-4402-abd9-1761385ee943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b0948b-e8a4-4b50-864e-2a02e87b38ff,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:38.538690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40000) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:38.558040 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50fcf980-3dc9-4e5a-8b41-bb069092d6ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.602396 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c0f92be-6aea-48de-9cac-9b4158bfb7fb admin admin] Publish callbacks [] for security_group (69b0948b-e8a4-4b50-864e-2a02e87b38ff), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.616289 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:38.625162 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c0f92be-6aea-48de-9cac-9b4158bfb7fb admin admin] Publish callbacks [] for security_group (69b0948b-e8a4-4b50-864e-2a02e87b38ff), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.644286 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50fcf980-3dc9-4e5a-8b41-bb069092d6ca admin admin] Publish callbacks [] for security_group (92d4a632-8bee-4788-a196-a4bac2cda1bd), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.701284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40006) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:38.744377 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-02f88545-a6ae-48a8-8cdc-fd41029659d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cbdd389978a3410ba9e705bfb467bdd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417662 Feb 28 17:54:38.751247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40008) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:38.768931 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-50fcf980-3dc9-4e5a-8b41-bb069092d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (92d4a632-8bee-4788-a196-a4bac2cda1bd), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.805726 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-593dfd43-fe3e-4fd1-b373-7e3b322a2f76 admin admin] Publish callbacks [] for security_group (7d89992e-633c-4e4c-a123-f723543b53d8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.827742 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-593dfd43-fe3e-4fd1-b373-7e3b322a2f76 admin admin] Publish callbacks [] for security_group (7d89992e-633c-4e4c-a123-f723543b53d8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.830516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:54:38.834133 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c0f92be-6aea-48de-9cac-9b4158bfb7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (69b0948b-e8a4-4b50-864e-2a02e87b38ff), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.834801 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-50fcf980-3dc9-4e5a-8b41-bb069092d6ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8fe882d425f94745a029658a8a4d4ace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047283 Feb 28 17:54:38.836643 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8c0f92be-6aea-48de-9cac-9b4158bfb7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.836834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcf980-3dc9-4e5a-8b41-bb069092d6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d4a632-8bee-4788-a196-a4bac2cda1bd,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:38.837770 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8c0f92be-6aea-48de-9cac-9b4158bfb7fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/69b0948b-e8a4-4b50-864e-2a02e87b38ff HTTP/1.1" status: 204 len: 168 time: 0.2979996 Feb 28 17:54:38.839877 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40010) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:38.843165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:38.843165 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.877458 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f92be-6aea-48de-9cac-9b4158bfb7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b0948b-e8a4-4b50-864e-2a02e87b38ff,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:38.927094 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aaec9d28-e3c8-429d-896d-0b3a27fa6419 admin admin] Publish callbacks [] for security_group (92d4a632-8bee-4788-a196-a4bac2cda1bd), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:38.962991 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d3d0a42b-272e-4727-84ad-afb8ed3547c4 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:38.971923 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aaec9d28-e3c8-429d-896d-0b3a27fa6419 admin admin] Publish callbacks [] for security_group (92d4a632-8bee-4788-a196-a4bac2cda1bd), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:39.005592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: d3d0a42b-272e-4727-84ad-afb8ed3547c4 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:39.005951 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d3d0a42b-272e-4727-84ad-afb8ed3547c4 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:39.006732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c2b17951-19d2-4622-8bb7-7812beb50328 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:54:39.011217 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-593dfd43-fe3e-4fd1-b373-7e3b322a2f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7d89992e-633c-4e4c-a123-f723543b53d8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:39.013958 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-593dfd43-fe3e-4fd1-b373-7e3b322a2f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:39.015477 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-593dfd43-fe3e-4fd1-b373-7e3b322a2f76 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d89992e-633c-4e4c-a123-f723543b53d8 HTTP/1.1" status: 204 len: 168 time: 0.2613828 Feb 28 17:54:39.026368 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dfd43-fe3e-4fd1-b373-7e3b322a2f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d89992e-633c-4e4c-a123-f723543b53d8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:39.062829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: c2b17951-19d2-4622-8bb7-7812beb50328 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:54:39.063176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c2b17951-19d2-4622-8bb7-7812beb50328 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:54:39.118603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:39.118999 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:39.126796 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aaec9d28-e3c8-429d-896d-0b3a27fa6419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (92d4a632-8bee-4788-a196-a4bac2cda1bd), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:39.132097 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aaec9d28-e3c8-429d-896d-0b3a27fa6419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:39.135305 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-aaec9d28-e3c8-429d-896d-0b3a27fa6419 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92d4a632-8bee-4788-a196-a4bac2cda1bd HTTP/1.1" status: 204 len: 168 time: 0.2918813 Feb 28 17:54:39.146245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9d28-e3c8-429d-896d-0b3a27fa6419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d4a632-8bee-4788-a196-a4bac2cda1bd,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:39.146452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:54:39.148823 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba1e8ff-5f04-44c0-ba0d-0d93c7ac2c46" -d '{"events": [{"server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "name": "network-vif-plugged", "status": "completed", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:54:39.169537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:39.197467 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6add2a1-140e-46eb-b53c-be2786b9b0b9 x-openstack-request-id: req-f6add2a1-140e-46eb-b53c-be2786b9b0b9 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:54:39.197467 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "name": "network-vif-plugged", "status": "completed", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:54:39.197467 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f6add2a1-140e-46eb-b53c-be2786b9b0b9 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:54:39.198191 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'code': 200} Feb 28 17:54:39.252986 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:39.304547 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccb9aa-80d7-41db-9ebc-f3a403c6e6b4 req-d62ca0ab-810b-4605-9592-4b89caa64a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:39.306231 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-54ccb9aa-80d7-41db-9ebc-f3a403c6e6b4 req-d62ca0ab-810b-4605-9592-4b89caa64a3d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 1129 time: 0.0492890 Feb 28 17:54:39.316472 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:39.369373 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-54ccb9aa-80d7-41db-9ebc-f3a403c6e6b4 req-ccc1b6c3-6374-4554-858b-051a758b149c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569453 Feb 28 17:54:39.582891 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df88e02-d7f2-485e-a4cc-d54ace64ff9c req-d52e99aa-1a41-49fa-b01a-d9c9fe1dbdc7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:39.584239 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3df88e02-d7f2-485e-a4cc-d54ace64ff9c req-d52e99aa-1a41-49fa-b01a-d9c9fe1dbdc7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 946 time: 0.0542598 Feb 28 17:54:39.651134 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3df88e02-d7f2-485e-a4cc-d54ace64ff9c req-beba3a54-6e3e-4c0b-9e68-8ecbc0693789 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591221 Feb 28 17:54:39.851494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40040) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:39.875818 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-eba5d615-e532-424f-913d-590bc1909d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:39.911394 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4b06e453-072f-4f8a-b74f-7ac4ddc20477 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=69b045dacfea4c9a92478933fb70f634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0586298 Feb 28 17:54:39.914028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40042) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:39.967509 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aafe44ac-ca54-4aac-97b5-c603496e3d5d admin admin] Publish callbacks [] for security_group (32f896cc-11f0-4474-ab47-c78708205bbb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:39.992242 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aafe44ac-ca54-4aac-97b5-c603496e3d5d admin admin] Publish callbacks [] for security_group (32f896cc-11f0-4474-ab47-c78708205bbb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:40.078143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40052) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:40.123684 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e34a44b0-f084-402b-aa5d-800c71fb68df admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91ccc8b297e74dc3a30757f197ff8bf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442998 Feb 28 17:54:40.126307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40054) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:40.139160 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aafe44ac-ca54-4aac-97b5-c603496e3d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (32f896cc-11f0-4474-ab47-c78708205bbb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:40.145544 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aafe44ac-ca54-4aac-97b5-c603496e3d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:40.145544 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aafe44ac-ca54-4aac-97b5-c603496e3d5d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/32f896cc-11f0-4474-ab47-c78708205bbb HTTP/1.1" status: 204 len: 168 time: 0.2278116 Feb 28 17:54:40.162925 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:40.163312 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe44ac-ca54-4aac-97b5-c603496e3d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f896cc-11f0-4474-ab47-c78708205bbb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:40.195473 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4acf913a-fdcb-4294-a60b-3af86cb13f2a admin admin] Publish callbacks [] for security_group (5b7acee9-0760-4360-868d-a2066fddb06b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:40.223800 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4acf913a-fdcb-4294-a60b-3af86cb13f2a admin admin] Publish callbacks [] for security_group (5b7acee9-0760-4360-868d-a2066fddb06b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:40.372359 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4acf913a-fdcb-4294-a60b-3af86cb13f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5b7acee9-0760-4360-868d-a2066fddb06b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:40.375000 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4acf913a-fdcb-4294-a60b-3af86cb13f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:40.376229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4acf913a-fdcb-4294-a60b-3af86cb13f2a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5b7acee9-0760-4360-868d-a2066fddb06b HTTP/1.1" status: 204 len: 168 time: 0.2484450 Feb 28 17:54:40.385120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf913a-fdcb-4294-a60b-3af86cb13f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7acee9-0760-4360-868d-a2066fddb06b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:40.805973 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db244cc-1810-4245-b0cb-5a171cf1d405 req-a9fd3ced-46b7-481a-9139-14f35f538641 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:40.807942 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7db244cc-1810-4245-b0cb-5a171cf1d405 req-a9fd3ced-46b7-481a-9139-14f35f538641 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 946 time: 0.0761201 Feb 28 17:54:40.863240 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7db244cc-1810-4245-b0cb-5a171cf1d405 req-84d995b9-2b69-4110-9f58-503fcac37a30 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485766 Feb 28 17:54:41.015771 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed224d23-29f3-4cc2-99c8-ea61f4fc1493 req-735cfb61-28d3-4c70-a2e4-868feeef70b9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:41.017288 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ed224d23-29f3-4cc2-99c8-ea61f4fc1493 req-735cfb61-28d3-4c70-a2e4-868feeef70b9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 946 time: 0.0695364 Feb 28 17:54:41.092443 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ed224d23-29f3-4cc2-99c8-ea61f4fc1493 req-87f17b36-c4c5-4379-9f99-eaaa165c3390 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647871 Feb 28 17:54:41.104496 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40102) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:41.159200 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa235fc3-9998-4f31-897c-badb19985531 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:41.165252 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fa235fc3-9998-4f31-897c-badb19985531 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 1124 time: 0.0588498 Feb 28 17:54:41.167564 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40108) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:41.173550 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:41.356008 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:41.452625 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:41.476631 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:41.604934 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.25.3.225 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/fc8ea170-e9fe-4766-ad54-6c6d58b7d303) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:54:41.719360 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (fc8ea170-e9fe-4766-ad54-6c6d58b7d303), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:41.842219 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (fc8ea170-e9fe-4766-ad54-6c6d58b7d303), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:41.888117 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:41.891412 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:41.895036 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:54:41.919760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=fc8ea170-e9fe-4766-ad54-6c6d58b7d303,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:41.961415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40142) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:42.114612 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-250310654-network', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:42.383854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] Made reservation on behalf of 80c797479bd04b3ca63fb2ebe1a223db for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:54:42.384489 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (b80a03c7-2f54-4ef4-9e3b-517ae65118f8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:42.386549 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:42.397681 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:42.554869 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] Publish callbacks [] for security_group (8383fa98-3555-485d-9c6e-8a4aea081393), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:42.576543 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fc8ea170-e9fe-4766-ad54-6c6d58b7d303), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:42.594336 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40164) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:42.635598 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:42.723876 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1704358418-network', 'tenant_id': '7742efd8c2af4d548428021375cea031'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:42.757298 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (fc8ea170-e9fe-4766-ad54-6c6d58b7d303), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:42.807089 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8383fa98-3555-485d-9c6e-8a4aea081393), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:42.832757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] Made reservation on behalf of 7742efd8c2af4d548428021375cea031 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:54:42.832757 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:42.837779 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:54:42.857870 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:42.864090 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (fc8ea170-e9fe-4766-ad54-6c6d58b7d303), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:42.869755 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (194d9db2-4dae-49eb-acbc-b5283bfecf7f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:42.870121 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] Added segment 194d9db2-4dae-49eb-acbc-b5283bfecf7f of type vlan for network 2fd6aa2e-3824-4daf-8370-d541cc993244 Feb 28 17:54:42.872061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8383fa98-3555-485d-9c6e-8a4aea081393,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:42.931808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=fc8ea170-e9fe-4766-ad54-6c6d58b7d303,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:42.954091 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (2fd6aa2e-3824-4daf-8370-d541cc993244), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:42.997372 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (b80a03c7-2f54-4ef4-9e3b-517ae65118f8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:43.040385 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] Publish callbacks [] for security_group (c55e33cb-1386-43c7-95eb-95075ddc6ddb), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:43.046254 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (2fd6aa2e-3824-4daf-8370-d541cc993244), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:43.047606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:43.048405 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:43.115718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] Pushing event updated for resources: {'Network': ['ID=2fd6aa2e-3824-4daf-8370-d541cc993244,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:43.123221 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Floating IP b80a03c7-2f54-4ef4-9e3b-517ae65118f8 associated. External IP: 172.25.3.225, port: 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c. Feb 28 17:54:43.162120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 2fd6aa2e-3824-4daf-8370-d541cc993244 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:54:43.177859 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c55e33cb-1386-43c7-95eb-95075ddc6ddb), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:43.190014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:54:43.200707 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (76d30468-0bf9-4eec-9687-06e73e2dea3c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:43.205117 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] Added segment 76d30468-0bf9-4eec-9687-06e73e2dea3c of type vlan for network a35d44fa-0a89-4a9b-84f9-749579a0ddef Feb 28 17:54:43.278287 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-93751592-2026-4f0f-bc26-a7ab50974b32 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3156939 Feb 28 17:54:43.280867 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (a35d44fa-0a89-4a9b-84f9-749579a0ddef), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:43.303675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40186) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:43.311892 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f97f7255-731a-4e49-8fc3-9773bfb65543 admin admin] Request body: {'subnet': {'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-250310654-subnet', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:43.361904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55e33cb-1386-43c7-95eb-95075ddc6ddb,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:43.409552 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (a35d44fa-0a89-4a9b-84f9-749579a0ddef), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:43.410567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:43.412061 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:43.426704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router 50659863-13de-4332-9098-8a564d66055a has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:54:43.433694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97f7255-731a-4e49-8fc3-9773bfb65543 admin admin] Made reservation on behalf of 80c797479bd04b3ca63fb2ebe1a223db for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:54:43.436670 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f97f7255-731a-4e49-8fc3-9773bfb65543 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:43.529175 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9330711 Feb 28 17:54:43.532818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40192) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:43.540165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9a366935-3afa-412e-87fe-6f7b7abc8c9a admin admin] Request body: {'subnet': {'network_id': 'a35d44fa-0a89-4a9b-84f9-749579a0ddef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1704358418-subnet', 'tenant_id': '7742efd8c2af4d548428021375cea031', 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:43.554715 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88eab7-f915-4f88-a6ee-7e2b565464f3 admin admin] Pushing event updated for resources: {'Network': ['ID=a35d44fa-0a89-4a9b-84f9-749579a0ddef,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:43.563535 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:43.572401 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network a35d44fa-0a89-4a9b-84f9-749579a0ddef details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:54:43.590551 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d4c62a-29c5-4cae-8041-0db15094c776 None None] Sync routers for ids ['50659863-13de-4332-9098-8a564d66055a'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:54:43.615353 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d4c62a-29c5-4cae-8041-0db15094c776 None None] Routers {'50659863-13de-4332-9098-8a564d66055a'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:43.615969 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-62d4c62a-29c5-4cae-8041-0db15094c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50659863-13de-4332-9098-8a564d66055a'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:43.694851 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:43.695657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a366935-3afa-412e-87fe-6f7b7abc8c9a admin admin] Made reservation on behalf of 7742efd8c2af4d548428021375cea031 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:54:43.698152 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9a366935-3afa-412e-87fe-6f7b7abc8c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:43.749598 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e6721f67-19db-4c4c-b11c-adb89e405852 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5798781 Feb 28 17:54:43.750282 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:54:43.752864 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8d256d-7e58-4c11-9499-ff0b91c1d1db" -d '{"events": [{"name": "network-changed", "server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:54:43.785950 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-62d4c62a-29c5-4cae-8041-0db15094c776 None None] Set router 50659863-13de-4332-9098-8a564d66055a gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:43.832016 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aced1cc4-93f6-49d9-924e-b964215cca8e x-openstack-request-id: req-aced1cc4-93f6-49d9-924e-b964215cca8e {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:54:43.834453 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:54:43.834453 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aced1cc4-93f6-49d9-924e-b964215cca8e {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:54:43.834686 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'status': 'completed', 'code': 200} Feb 28 17:54:43.890673 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f97f7255-731a-4e49-8fc3-9773bfb65543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (813db112-aa33-404d-886f-af004c549571), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:43.933195 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:43.999283 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efff7f-97fb-45f9-bada-4cd92f75e459 req-514d0fc0-21ef-45f2-8f23-f5221fd09def tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:44.000894 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f9efff7f-97fb-45f9-bada-4cd92f75e459 req-514d0fc0-21ef-45f2-8f23-f5221fd09def tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 946 time: 0.1044791 Feb 28 17:54:44.014265 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d256d-7e58-4c11-9499-ff0b91c1d1db req-7f34f425-a7b5-4d7f-a7f9-78153835feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:44.016164 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4e8d256d-7e58-4c11-9499-ff0b91c1d1db req-7f34f425-a7b5-4d7f-a7f9-78153835feaf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 1129 time: 0.1654134 Feb 28 17:54:44.026292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f7255-731a-4e49-8fc3-9773bfb65543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=813db112-aa33-404d-886f-af004c549571,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:44.079309 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f9efff7f-97fb-45f9-bada-4cd92f75e459 req-5c32d2e8-fc32-42d4-8b41-7227617c2c94 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712442 Feb 28 17:54:44.112754 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40208) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:44.133591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97f7255-731a-4e49-8fc3-9773bfb65543 admin admin] Checking segment: {'id': '194d9db2-4dae-49eb-acbc-b5283bfecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:54:44.134237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97f7255-731a-4e49-8fc3-9773bfb65543 admin admin] Network hostable DHCP agents. Network: 2fd6aa2e-3824-4daf-8370-d541cc993244, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:54:44.158900 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-62d4c62a-29c5-4cae-8041-0db15094c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:54:16Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b80a03c7-2f54-4ef4-9e3b-517ae65118f8', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '50659863-13de-4332-9098-8a564d66055a', 'port_id': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'mac_address': 'fa:16:3e:1a:13:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768a97ef-b373-4d62-8762-91dabff0a337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:54:42Z', 'updated_at': '2022-02-28T17:54:42Z', 'revision_number': 0, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7bf4b5-3140-450b-b8ca-ef040e7c53ca', 'name': '', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:b7:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:14Z', 'updated_at': '2022-02-28T17:54:21Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:44.186069 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d256d-7e58-4c11-9499-ff0b91c1d1db req-1a113925-00ee-4d66-bbde-b608df4626f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:44.187795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4e8d256d-7e58-4c11-9499-ff0b91c1d1db req-1a113925-00ee-4d66-bbde-b608df4626f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=97f667c3-ebbd-4ba2-8869-206053121e67 HTTP/1.1" status: 200 len: 898 time: 0.1638584 Feb 28 17:54:44.191493 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2f98edc9-9a99-4f29-b981-756b72f53152 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/b80a03c7-2f54-4ef4-9e3b-517ae65118f8 HTTP/1.1" status: 200 len: 992 time: 0.0775807 Feb 28 17:54:44.195288 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d4c62a-29c5-4cae-8041-0db15094c776 None None] Checking router: 50659863-13de-4332-9098-8a564d66055a for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:54:44.203920 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d4c62a-29c5-4cae-8041-0db15094c776 None None] Routers {'50659863-13de-4332-9098-8a564d66055a'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:44.204528 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-62d4c62a-29c5-4cae-8041-0db15094c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50659863-13de-4332-9098-8a564d66055a'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:44.239978 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9a366935-3afa-412e-87fe-6f7b7abc8c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (33768af6-0a01-44b4-8b5c-db36075eaaf0), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:44.280704 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97f7255-731a-4e49-8fc3-9773bfb65543 admin admin] Network 2fd6aa2e-3824-4daf-8370-d541cc993244 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:54:44.321340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4e8d256d-7e58-4c11-9499-ff0b91c1d1db req-4f06cb7b-d0b8-4ef9-8857-17bf27415bad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c HTTP/1.1" status: 200 len: 1000 time: 0.1279814 Feb 28 17:54:44.350802 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-62d4c62a-29c5-4cae-8041-0db15094c776 None None] Set router 50659863-13de-4332-9098-8a564d66055a gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:44.361810 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a366935-3afa-412e-87fe-6f7b7abc8c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=33768af6-0a01-44b4-8b5c-db36075eaaf0,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:44.383302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f97f7255-731a-4e49-8fc3-9773bfb65543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 2fd6aa2e-3824-4daf-8370-d541cc993244) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:44.383447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97f7255-731a-4e49-8fc3-9773bfb65543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:44.384043 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f97f7255-731a-4e49-8fc3-9773bfb65543 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:44.386317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbbf967-52cc-483b-8e31-2d14618034b9 None None] Network 2fd6aa2e-3824-4daf-8370-d541cc993244 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:54:44.391159 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a366935-3afa-412e-87fe-6f7b7abc8c9a admin admin] Checking segment: {'id': '76d30468-0bf9-4eec-9687-06e73e2dea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a35d44fa-0a89-4a9b-84f9-749579a0ddef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:54:44.391521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a366935-3afa-412e-87fe-6f7b7abc8c9a admin admin] Network hostable DHCP agents. Network: a35d44fa-0a89-4a9b-84f9-749579a0ddef, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:54:44.410012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d256d-7e58-4c11-9499-ff0b91c1d1db req-150f072c-55c6-4821-8cd4-978f0ad5b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:44.411531 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4e8d256d-7e58-4c11-9499-ff0b91c1d1db req-150f072c-55c6-4821-8cd4-978f0ad5b1c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25edc0db-cd52-48a1-8071-36b94a90fde2 HTTP/1.1" status: 200 len: 835 time: 0.0819862 Feb 28 17:54:44.532258 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-2fd6aa2e-3824-4daf-8370-d541cc993244', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'fixed_ips': [{'subnet_id': '813db112-aa33-404d-886f-af004c549571'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:54:44.533299 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:44.743379 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-62d4c62a-29c5-4cae-8041-0db15094c776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:54:16Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b80a03c7-2f54-4ef4-9e3b-517ae65118f8', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '50659863-13de-4332-9098-8a564d66055a', 'port_id': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'mac_address': 'fa:16:3e:1a:13:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768a97ef-b373-4d62-8762-91dabff0a337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:54:42Z', 'updated_at': '2022-02-28T17:54:42Z', 'revision_number': 0, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7bf4b5-3140-450b-b8ca-ef040e7c53ca', 'name': '', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:b7:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:14Z', 'updated_at': '2022-02-28T17:54:21Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:44.776825 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d4c62a-29c5-4cae-8041-0db15094c776 None None] The sync data for ids ['50659863-13de-4332-9098-8a564d66055a'] in n-d-820368-19 is: [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:54:16Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b80a03c7-2f54-4ef4-9e3b-517ae65118f8', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '50659863-13de-4332-9098-8a564d66055a', 'port_id': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'mac_address': 'fa:16:3e:1a:13:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768a97ef-b373-4d62-8762-91dabff0a337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:54:42Z', 'updated_at': '2022-02-28T17:54:42Z', 'revision_number': 0, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7bf4b5-3140-450b-b8ca-ef040e7c53ca', 'name': '', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:b7:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:14Z', 'updated_at': '2022-02-28T17:54:21Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:54:44.802571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Allocated IP 172.20.0.2 (2fd6aa2e-3824-4daf-8370-d541cc993244/813db112-aa33-404d-886f-af004c549571/5d5638ca-f0f8-4b61-acd3-c7a702dc951c) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:54:44.855019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a366935-3afa-412e-87fe-6f7b7abc8c9a admin admin] Network a35d44fa-0a89-4a9b-84f9-749579a0ddef is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:54:44.863390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40220) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:44.863668 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f97f7255-731a-4e49-8fc3-9773bfb65543 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5571847 Feb 28 17:54:44.869753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:44.872178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-9a366935-3afa-412e-87fe-6f7b7abc8c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, a35d44fa-0a89-4a9b-84f9-749579a0ddef) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:44.878665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a366935-3afa-412e-87fe-6f7b7abc8c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:44.879194 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9a366935-3afa-412e-87fe-6f7b7abc8c9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:44.905979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d256d-7e58-4c11-9499-ff0b91c1d1db req-7b0eb13c-7f6b-4faf-a52c-2c1eac99c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:44.906280 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4e8d256d-7e58-4c11-9499-ff0b91c1d1db req-7b0eb13c-7f6b-4faf-a52c-2c1eac99c904 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=97f667c3-ebbd-4ba2-8869-206053121e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4880955 Feb 28 17:54:44.915817 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d031b81-cff6-4646-aee7-39701287e85f None None] Network a35d44fa-0a89-4a9b-84f9-749579a0ddef requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:54:45.017567 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9a366935-3afa-412e-87fe-6f7b7abc8c9a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4784040 Feb 28 17:54:45.017567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40226) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:45.024013 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1704358418-router', 'tenant_id': '7742efd8c2af4d548428021375cea031', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:45.044022 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4e8d256d-7e58-4c11-9499-ff0b91c1d1db req-5a5c62ff-770b-4dc1-b0e8-837858d6feb5 service neutron] 10.222.0.69 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312487 Feb 28 17:54:45.133089 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (92f49ee1-826c-4ce7-8e32-a4b749804460), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.134447 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (92f49ee1-826c-4ce7-8e32-a4b749804460), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.170596 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (65e776f4-ac8e-422e-91e3-519c2c651081), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.171810 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (65e776f4-ac8e-422e-91e3-519c2c651081), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.178574 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4e8d256d-7e58-4c11-9499-ff0b91c1d1db req-d55edfcb-8e89-4c8b-8173-72b9237bfd1b service neutron] 10.222.0.69 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207974 Feb 28 17:54:45.196848 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40230) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:45.207493 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Publish callbacks [] for router_controller (92f49ee1-826c-4ce7-8e32-a4b749804460), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.232120 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558d1bbb-cb3d-456b-abfa-b3685fe25eec None None] New status for floating IP b80a03c7-2f54-4ef4-9e3b-517ae65118f8: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:54:45.310061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-a35d44fa-0a89-4a9b-84f9-749579a0ddef', 'network_id': 'a35d44fa-0a89-4a9b-84f9-749579a0ddef', 'project_id': '7742efd8c2af4d548428021375cea031', 'fixed_ips': [{'subnet_id': '33768af6-0a01-44b4-8b5c-db36075eaaf0'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:54:45.311217 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.316935 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Publish callbacks [] for router_controller (65e776f4-ac8e-422e-91e3-519c2c651081), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.347002 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-70080786-e506-46ff-8068-d53e37e6f86f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/b80a03c7-2f54-4ef4-9e3b-517ae65118f8 HTTP/1.1" status: 200 len: 992 time: 0.1485772 Feb 28 17:54:45.389777 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40236) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:45.494481 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Publish callbacks [] for router_gateway (92f49ee1-826c-4ce7-8e32-a4b749804460), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.558373 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Publish callbacks [] for router_gateway (65e776f4-ac8e-422e-91e3-519c2c651081), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.561789 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9faaea58-24c6-4181-9071-a375e90d8c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.589197 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Publish callbacks [] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.644680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Allocated IP 172.20.0.2 (a35d44fa-0a89-4a9b-84f9-749579a0ddef/33768af6-0a01-44b4-8b5c-db36075eaaf0/3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:54:45.693068 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9faaea58-24c6-4181-9071-a375e90d8c93 admin admin] Publish callbacks [] for security_group (8505811c-ddf3-4cb3-819c-70c31fc82a7a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.736720 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.803544 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9faaea58-24c6-4181-9071-a375e90d8c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8505811c-ddf3-4cb3-819c-70c31fc82a7a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.811058 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Publish callbacks [] for router_gateway (92f49ee1-826c-4ce7-8e32-a4b749804460), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.813062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Network 2fd6aa2e-3824-4daf-8370-d541cc993244 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:45.838368 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:45.841435 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.848661 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:54:45.859165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Pushing event updated for resources: {'Port': ['ID=5d5638ca-f0f8-4b61-acd3-c7a702dc951c,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:45.864648 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9faaea58-24c6-4181-9071-a375e90d8c93 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c2792b03d24040e6aad35cbb28a0ba12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4714775 Feb 28 17:54:45.866714 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40246) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:45.875000 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaea58-24c6-4181-9071-a375e90d8c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8505811c-ddf3-4cb3-819c-70c31fc82a7a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:45.934937 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Publish callbacks [] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.945977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Attempting to bind port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:54:45.946372 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Attempting to bind port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '194d9db2-4dae-49eb-acbc-b5283bfecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:54:45.946766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Attempting to bind port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c on network 2fd6aa2e-3824-4daf-8370-d541cc993244 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:54:45.951603 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-862ef78e-2119-4f31-b2b9-f4ed1c8d055b admin admin] Publish callbacks [] for security_group (8505811c-ddf3-4cb3-819c-70c31fc82a7a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.952555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:54:45.952943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Checking segment: {'id': '194d9db2-4dae-49eb-acbc-b5283bfecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:54:45.953352 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.953752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Bound using segment: {'id': '194d9db2-4dae-49eb-acbc-b5283bfecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:54:45.954277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Bound port: 5d5638ca-f0f8-4b61-acd3-c7a702dc951c, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194d9db2-4dae-49eb-acbc-b5283bfecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:54:45.959299 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:45.992229 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-862ef78e-2119-4f31-b2b9-f4ed1c8d055b admin admin] Publish callbacks [] for security_group (8505811c-ddf3-4cb3-819c-70c31fc82a7a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:46.050057 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:46.059499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Allocated IP 172.25.3.200 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/6336d203-f9ec-43c7-b7cb-8dab553b1ec8) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:54:46.105546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Pushing event updated for resources: {'Port': ['ID=3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:46.108515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] For port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:54:46.131299 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Network a35d44fa-0a89-4a9b-84f9-749579a0ddef is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:46.135102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:46.138419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] For port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5d5638ca-f0f8-4b61-acd3-c7a702dc951c,segment=NetworkSegment(194d9db2-4dae-49eb-acbc-b5283bfecf7f),segment_id=194d9db2-4dae-49eb-acbc-b5283bfecf7f)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:54:46.140587 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:54:46.165017 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Publish callbacks [] for router_gateway (65e776f4-ac8e-422e-91e3-519c2c651081), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:46.186086 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:46.208592 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:46.210527 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Publish callbacks [] for port (6336d203-f9ec-43c7-b7cb-8dab553b1ec8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:46.235900 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-862ef78e-2119-4f31-b2b9-f4ed1c8d055b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8505811c-ddf3-4cb3-819c-70c31fc82a7a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:46.238994 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-862ef78e-2119-4f31-b2b9-f4ed1c8d055b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:46.242686 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-862ef78e-2119-4f31-b2b9-f4ed1c8d055b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8505811c-ddf3-4cb3-819c-70c31fc82a7a HTTP/1.1" status: 204 len: 168 time: 0.3723440 Feb 28 17:54:46.255557 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ef78e-2119-4f31-b2b9-f4ed1c8d055b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8505811c-ddf3-4cb3-819c-70c31fc82a7a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:46.266183 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Attempting to bind port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:54:46.267062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Attempting to bind port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '76d30468-0bf9-4eec-9687-06e73e2dea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a35d44fa-0a89-4a9b-84f9-749579a0ddef'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:54:46.268054 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Attempting to bind port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 on network a35d44fa-0a89-4a9b-84f9-749579a0ddef {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:54:46.304834 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:54:46.305387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Checking segment: {'id': '76d30468-0bf9-4eec-9687-06e73e2dea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a35d44fa-0a89-4a9b-84f9-749579a0ddef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:54:46.306005 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:46.306688 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Bound using segment: {'id': '76d30468-0bf9-4eec-9687-06e73e2dea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a35d44fa-0a89-4a9b-84f9-749579a0ddef'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:54:46.307320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Bound port: 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d30468-0bf9-4eec-9687-06e73e2dea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a35d44fa-0a89-4a9b-84f9-749579a0ddef'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:54:46.307817 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:46.334051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40256) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:46.346077 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9013ed-07f5-4dfd-961b-9e321fd648b6 None None] Pushing event updated for resources: {'Port': ['ID=5d5638ca-f0f8-4b61-acd3-c7a702dc951c,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:46.355787 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6336d203-f9ec-43c7-b7cb-8dab553b1ec8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:46.417664 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:46.420424 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:46.420981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] For port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:54:46.428743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] For port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06,segment=NetworkSegment(76d30468-0bf9-4eec-9687-06e73e2dea3c),segment_id=76d30468-0bf9-4eec-9687-06e73e2dea3c)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:54:46.437655 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:54:46.454098 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-053c4065-b965-4def-9d5d-6d4c8464e770 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/b80a03c7-2f54-4ef4-9e3b-517ae65118f8 HTTP/1.1" status: 200 len: 994 time: 0.1185837 Feb 28 17:54:46.470205 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Allocated IP 172.25.3.160 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:54:46.479595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Pushing event updated for resources: {'Port': ['ID=6336d203-f9ec-43c7-b7cb-8dab553b1ec8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:46.552239 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:46.668924 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Publish callbacks [] for port (ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:46.747469 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5cec9-a3e8-40fc-bc86-ca771af409eb None None] Pushing event updated for resources: {'Port': ['ID=3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:46.835871 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:46.934679 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:46.948928 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:46.948928 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:54:47.031690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:47.041524 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5d5638ca-f0f8-4b61-acd3-c7a702dc951c up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:47.159148 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:47.160051 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.227826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40272) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:47.266294 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-79309dcb-09a8-46ca-b12e-c32b01df0ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.266525 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:47.267051 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.320766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5d5638ca-f0f8-4b61-acd3-c7a702dc951c,segment=NetworkSegment(194d9db2-4dae-49eb-acbc-b5283bfecf7f),segment_id=194d9db2-4dae-49eb-acbc-b5283bfecf7f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:47.396529 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-79309dcb-09a8-46ca-b12e-c32b01df0ed6 admin admin] Publish callbacks [] for security_group (06aed98a-000b-4c6a-a6db-0a58be2c5ccc), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.406935 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.473211 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Publish callbacks [] for router_gateway (92f49ee1-826c-4ce7-8e32-a4b749804460), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.498574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=5d5638ca-f0f8-4b61-acd3-c7a702dc951c,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:47.556443 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-79309dcb-09a8-46ca-b12e-c32b01df0ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (06aed98a-000b-4c6a-a6db-0a58be2c5ccc), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.596678 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-79309dcb-09a8-46ca-b12e-c32b01df0ed6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d2ca8ac75ba14279bd0503444db4f9f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3670247 Feb 28 17:54:47.597238 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40278) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:47.624091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79309dcb-09a8-46ca-b12e-c32b01df0ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aed98a-000b-4c6a-a6db-0a58be2c5ccc,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:47.636163 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Publish callbacks [] for router_gateway (65e776f4-ac8e-422e-91e3-519c2c651081), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.729803 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-210bbc79-52ed-4005-9f81-200fd253ec83 admin admin] Publish callbacks [] for security_group (06aed98a-000b-4c6a-a6db-0a58be2c5ccc), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.757311 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-210bbc79-52ed-4005-9f81-200fd253ec83 admin admin] Publish callbacks [] for security_group (06aed98a-000b-4c6a-a6db-0a58be2c5ccc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.831561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdf2ac5-34f7-4497-8f68-112b378526da None None] Network 2fd6aa2e-3824-4daf-8370-d541cc993244 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:54:47.886451 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (92f49ee1-826c-4ce7-8e32-a4b749804460), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.932738 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (65e776f4-ac8e-422e-91e3-519c2c651081), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.953328 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-210bbc79-52ed-4005-9f81-200fd253ec83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (06aed98a-000b-4c6a-a6db-0a58be2c5ccc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.956599 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-210bbc79-52ed-4005-9f81-200fd253ec83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.957794 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-210bbc79-52ed-4005-9f81-200fd253ec83 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/06aed98a-000b-4c6a-a6db-0a58be2c5ccc HTTP/1.1" status: 204 len: 168 time: 0.3596201 Feb 28 17:54:47.964174 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0b0dcedb-80dd-4a51-b286-0ef35b167180 None None] Provisioning complete for port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:47.964566 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0b0dcedb-80dd-4a51-b286-0ef35b167180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:47.980386 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bbc79-52ed-4005-9f81-200fd253ec83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aed98a-000b-4c6a-a6db-0a58be2c5ccc,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:48.128952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0b0dcedb-80dd-4a51-b286-0ef35b167180 None None] Current status of the port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:48.236651 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Router 92f49ee1-826c-4ce7-8e32-a4b749804460 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:54:48.338561 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Router 65e776f4-ac8e-422e-91e3-519c2c651081 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:54:48.375558 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:48.388596 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Sync routers for ids ['92f49ee1-826c-4ce7-8e32-a4b749804460'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:54:48.401974 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Routers {'92f49ee1-826c-4ce7-8e32-a4b749804460'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:48.402604 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['92f49ee1-826c-4ce7-8e32-a4b749804460'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:48.460641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-08b9af75-ff86-45ac-851a-210225d36b48 None None] Provisioning complete for port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:48.461660 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-08b9af75-ff86-45ac-851a-210225d36b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:48.478474 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:48.481698 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1d227311-0165-4c4e-8413-adb22c93e81a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6162181 Feb 28 17:54:48.482467 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40292) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:48.536794 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafc06d3-ecdf-4a9e-ab2c-fcb13890e3f3 None None] Network a35d44fa-0a89-4a9b-84f9-749579a0ddef requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:54:48.539850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:48.553736 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Set router 92f49ee1-826c-4ce7-8e32-a4b749804460 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:48.570606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Sync routers for ids ['65e776f4-ac8e-422e-91e3-519c2c651081'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:54:48.645226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Routers {'65e776f4-ac8e-422e-91e3-519c2c651081'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:48.645788 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['65e776f4-ac8e-422e-91e3-519c2c651081'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:48.662970 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:48.667406 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-47b3d1e7-c1de-4283-8840-e42b884e3ef8 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.6510904 Feb 28 17:54:48.668060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40298) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:48.866413 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:46Z', 'revision_number': 3, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:48.931087 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-08b9af75-ff86-45ac-851a-210225d36b48 None None] Current status of the port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:48.941075 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Checking router: 92f49ee1-826c-4ce7-8e32-a4b749804460 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:54:48.956719 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Updating router 92f49ee1-826c-4ce7-8e32-a4b749804460 port 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:54:49.014950 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6336d203-f9ec-43c7-b7cb-8dab553b1ec8), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:49.019210 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Set router 65e776f4-ac8e-422e-91e3-519c2c651081 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:49.177409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5d5638ca-f0f8-4b61-acd3-c7a702dc951c up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:49.256506 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:49.585961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d749c762-cc15-4288-ba73-77e742af74ba None None] Provisioning complete for port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:49.586594 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d749c762-cc15-4288-ba73-77e742af74ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:49.598971 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Publish callbacks [] for port (6336d203-f9ec-43c7-b7cb-8dab553b1ec8), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:49.641500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Allocated IP 172.20.0.1 (2fd6aa2e-3824-4daf-8370-d541cc993244/813db112-aa33-404d-886f-af004c549571/4380402e-9e48-431b-a934-66859895bf66) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:54:49.672552 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:49.702930 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:49.703445 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:49.718747 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6336d203-f9ec-43c7-b7cb-8dab553b1ec8), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:49.797748 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Publish callbacks [] for port (4380402e-9e48-431b-a934-66859895bf66), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:49.818420 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Pushing event updated for resources: {'Port': ['ID=6336d203-f9ec-43c7-b7cb-8dab553b1ec8,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:49.821355 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Attempting to bind port 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:54:49.821815 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Attempting to bind port 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:54:49.822303 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Attempting to bind port 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:54:49.833908 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:54:49.834425 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:54:49.835092 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:49.836128 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:54:49.836814 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Bound port: 6336d203-f9ec-43c7-b7cb-8dab553b1ec8, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:54:49.837424 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6336d203-f9ec-43c7-b7cb-8dab553b1ec8), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:49.842025 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:49.842653 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:49.843197 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:49.843763 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:49.844296 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:49.844851 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:49.845426 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:49.845983 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:49.846514 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:49.847043 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:49.847583 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:49.848109 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:49.848811 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:54:49.853052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d749c762-cc15-4288-ba73-77e742af74ba None None] Current status of the port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:49.853455 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d749c762-cc15-4288-ba73-77e742af74ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:49.887303 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Allocated IP 172.20.0.1 (a35d44fa-0a89-4a9b-84f9-749579a0ddef/33768af6-0a01-44b4-8b5c-db36075eaaf0/9af72d4d-af67-4732-8e24-87102ad0712a) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:54:49.935107 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] For port 6336d203-f9ec-43c7-b7cb-8dab553b1ec8, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:54:49.943034 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] For port 6336d203-f9ec-43c7-b7cb-8dab553b1ec8, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6336d203-f9ec-43c7-b7cb-8dab553b1ec8,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:54:49.948279 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'name': 'tempest-ImageQuotaTest-1704358418-router', 'tenant_id': '7742efd8c2af4d548428021375cea031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:47Z', 'revision_number': 3, 'project_id': '7742efd8c2af4d548428021375cea031', 'gw_port': {'id': 'ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:46Z', 'updated_at': '2022-02-28T17:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:49.951171 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d749c762-cc15-4288-ba73-77e742af74ba None None] For port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06,segment=NetworkSegment(76d30468-0bf9-4eec-9687-06e73e2dea3c),segment_id=76d30468-0bf9-4eec-9687-06e73e2dea3c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:49.961489 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (4380402e-9e48-431b-a934-66859895bf66), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:50.000025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Checking router: 65e776f4-ac8e-422e-91e3-519c2c651081 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:54:50.000381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Updating router 65e776f4-ac8e-422e-91e3-519c2c651081 port ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:54:50.013242 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6336d203-f9ec-43c7-b7cb-8dab553b1ec8), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:50.028254 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Publish callbacks [] for port (9af72d4d-af67-4732-8e24-87102ad0712a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:50.034786 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:50.036033 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:50.048453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Network 2fd6aa2e-3824-4daf-8370-d541cc993244 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:50.052432 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:50.057013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:54:50.110524 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49df898-5028-4ef2-ba72-1dcc7bfa4a3c None None] Pushing event updated for resources: {'Port': ['ID=6336d203-f9ec-43c7-b7cb-8dab553b1ec8,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:50.113090 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (92f49ee1-826c-4ce7-8e32-a4b749804460), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:50.114425 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:50.133306 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d749c762-cc15-4288-ba73-77e742af74ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:50.142282 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Routers {'92f49ee1-826c-4ce7-8e32-a4b749804460'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:50.143245 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['92f49ee1-826c-4ce7-8e32-a4b749804460'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:50.150159 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9af72d4d-af67-4732-8e24-87102ad0712a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:50.190013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Pushing event updated for resources: {'Port': ['ID=4380402e-9e48-431b-a934-66859895bf66,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:50.255158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Network a35d44fa-0a89-4a9b-84f9-749579a0ddef is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:50.266345 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:50.271390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:54:50.340431 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (65e776f4-ac8e-422e-91e3-519c2c651081), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:50.421168 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] Set router 92f49ee1-826c-4ce7-8e32-a4b749804460 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:50.427706 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:50.428084 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:50.464381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Pushing event updated for resources: {'Port': ['ID=9af72d4d-af67-4732-8e24-87102ad0712a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:50.568803 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4380402e-9e48-431b-a934-66859895bf66), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:50.580941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749c762-cc15-4288-ba73-77e742af74ba None None] Pushing event updated for resources: {'Port': ['ID=3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:50.591212 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-aea2d86c-dd03-42d2-8b50-b161c7cc2fe5 None None] Provisioning complete for port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:50.595163 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aea2d86c-dd03-42d2-8b50-b161c7cc2fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:50.766878 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:50.795853 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:46Z', 'revision_number': 3, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:50.813483 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9af72d4d-af67-4732-8e24-87102ad0712a), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:50.838749 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd661a-6652-44f9-843c-65712c2dc0a8 None None] The sync data for ids ['92f49ee1-826c-4ce7-8e32-a4b749804460'] in n-d-820368-19 is: [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:46Z', 'revision_number': 3, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:54:50.862027 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-aea2d86c-dd03-42d2-8b50-b161c7cc2fe5 None None] Current status of the port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:50.883856 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Publish callbacks [] for port (4380402e-9e48-431b-a934-66859895bf66), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:50.956754 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Publish callbacks [] for port (ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:50.964707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:50.967421 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (4380402e-9e48-431b-a934-66859895bf66), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:51.024783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-124c8060-5959-4e55-9ffb-72f257ded877 None None] Provisioning complete for port 9af72d4d-af67-4732-8e24-87102ad0712a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:51.025788 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-124c8060-5959-4e55-9ffb-72f257ded877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9af72d4d-af67-4732-8e24-87102ad0712a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:51.031021 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (92f49ee1-826c-4ce7-8e32-a4b749804460), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:51.078156 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:51.113208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Pushing event updated for resources: {'Port': ['ID=4380402e-9e48-431b-a934-66859895bf66,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:51.195197 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Publish callbacks [] for port (9af72d4d-af67-4732-8e24-87102ad0712a), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:51.216016 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-124c8060-5959-4e55-9ffb-72f257ded877 None None] Port 9af72d4d-af67-4732-8e24-87102ad0712a cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:54:51.233249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Attempting to bind port ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:54:51.233742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Attempting to bind port ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:54:51.234412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Attempting to bind port ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:54:51.259740 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:51.274790 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Network 2fd6aa2e-3824-4daf-8370-d541cc993244 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:51.275013 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:51.275222 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:51.275342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:54:51.275342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:54:51.275342 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:51.275342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:54:51.275342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Bound port: ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:54:51.275342 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:51.299246 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (9af72d4d-af67-4732-8e24-87102ad0712a), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:51.389221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-124c8060-5959-4e55-9ffb-72f257ded877 None None] Provisioning complete for port 4380402e-9e48-431b-a934-66859895bf66 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:51.400203 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-124c8060-5959-4e55-9ffb-72f257ded877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4380402e-9e48-431b-a934-66859895bf66), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:51.400203 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915acc0f-b384-43cf-96fa-598d72a95b02 None None] Pushing event updated for resources: {'Port': ['ID=ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:51.483363 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Pushing event updated for resources: {'Port': ['ID=9af72d4d-af67-4732-8e24-87102ad0712a,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:51.499492 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (65e776f4-ac8e-422e-91e3-519c2c651081), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:51.538570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-124c8060-5959-4e55-9ffb-72f257ded877 None None] Port 4380402e-9e48-431b-a934-66859895bf66 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:54:51.553099 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] For port ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:54:51.556913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] For port ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:54:51.640772 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Router 92f49ee1-826c-4ce7-8e32-a4b749804460 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:54:51.649906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Network a35d44fa-0a89-4a9b-84f9-749579a0ddef is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:51.655075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:51.664431 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:51.770578 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:51.809537 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-efec4117-6201-4f78-a231-37866657da9d None None] Provisioning complete for port 4380402e-9e48-431b-a934-66859895bf66 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:51.810005 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-efec4117-6201-4f78-a231-37866657da9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4380402e-9e48-431b-a934-66859895bf66), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:51.939873 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:51.940309 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915acc0f-b384-43cf-96fa-598d72a95b02 None None] Pushing event updated for resources: {'Port': ['ID=ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:51.940844 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Routers {'65e776f4-ac8e-422e-91e3-519c2c651081'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:51.941493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['65e776f4-ac8e-422e-91e3-519c2c651081'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:51.952769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b6f1cc4f-9f61-4d75-abe3-ca7c9c41dce9 admin admin] 10.222.0.72 "PUT /v2.0/routers/92f49ee1-826c-4ce7-8e32-a4b749804460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4606347 Feb 28 17:54:51.979702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Router 65e776f4-ac8e-422e-91e3-519c2c651081 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:54:52.113239 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-efec4117-6201-4f78-a231-37866657da9d None None] Port 4380402e-9e48-431b-a934-66859895bf66 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:54:52.134709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] Set router 65e776f4-ac8e-422e-91e3-519c2c651081 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:52.167931 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:52.182591 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-04d852d5-5acb-4538-bc8f-ec7f7a3f0390 admin admin] 10.222.0.72 "PUT /v2.0/routers/65e776f4-ac8e-422e-91e3-519c2c651081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5058591 Feb 28 17:54:52.300053 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fbce116f-f03b-4ede-8048-3e883c6fdc19 None None] Provisioning complete for port 9af72d4d-af67-4732-8e24-87102ad0712a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:52.300483 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fbce116f-f03b-4ede-8048-3e883c6fdc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9af72d4d-af67-4732-8e24-87102ad0712a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:52.367815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fbce116f-f03b-4ede-8048-3e883c6fdc19 None None] Port 9af72d4d-af67-4732-8e24-87102ad0712a cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:54:52.426347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'name': 'tempest-ImageQuotaTest-1704358418-router', 'tenant_id': '7742efd8c2af4d548428021375cea031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '7742efd8c2af4d548428021375cea031', 'gw_port': {'id': 'ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:46Z', 'updated_at': '2022-02-28T17:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '9af72d4d-af67-4732-8e24-87102ad0712a', 'name': '', 'network_id': 'a35d44fa-0a89-4a9b-84f9-749579a0ddef', 'tenant_id': '7742efd8c2af4d548428021375cea031', 'mac_address': 'fa:16:3e:41:c7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '33768af6-0a01-44b4-8b5c-db36075eaaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 2, 'project_id': '7742efd8c2af4d548428021375cea031', 'subnets': [{'id': '33768af6-0a01-44b4-8b5c-db36075eaaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:52.457870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1a88f-4ee6-4f7f-a345-aa3d232e42f5 None None] The sync data for ids ['65e776f4-ac8e-422e-91e3-519c2c651081'] in n-d-820368-19 is: [{'id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'name': 'tempest-ImageQuotaTest-1704358418-router', 'tenant_id': '7742efd8c2af4d548428021375cea031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '7742efd8c2af4d548428021375cea031', 'gw_port': {'id': 'ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:46Z', 'updated_at': '2022-02-28T17:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '9af72d4d-af67-4732-8e24-87102ad0712a', 'name': '', 'network_id': 'a35d44fa-0a89-4a9b-84f9-749579a0ddef', 'tenant_id': '7742efd8c2af4d548428021375cea031', 'mac_address': 'fa:16:3e:41:c7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '33768af6-0a01-44b4-8b5c-db36075eaaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 2, 'project_id': '7742efd8c2af4d548428021375cea031', 'subnets': [{'id': '33768af6-0a01-44b4-8b5c-db36075eaaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:54:52.960557 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:53.030645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:53.031019 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6336d203-f9ec-43c7-b7cb-8dab553b1ec8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:53.122959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:53.123419 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6336d203-f9ec-43c7-b7cb-8dab553b1ec8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:53.156532 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 6336d203-f9ec-43c7-b7cb-8dab553b1ec8, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6336d203-f9ec-43c7-b7cb-8dab553b1ec8,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:53.249774 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Sync routers for ids ['92f49ee1-826c-4ce7-8e32-a4b749804460'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:54:53.253116 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6336d203-f9ec-43c7-b7cb-8dab553b1ec8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:53.271491 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Routers {'92f49ee1-826c-4ce7-8e32-a4b749804460'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:53.272208 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['92f49ee1-826c-4ce7-8e32-a4b749804460'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:53.385190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=6336d203-f9ec-43c7-b7cb-8dab553b1ec8,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:53.467673 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Set router 92f49ee1-826c-4ce7-8e32-a4b749804460 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:53.639415 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40416) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:53.647732 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-866220996-network', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:53.717400 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '4380402e-9e48-431b-a934-66859895bf66', 'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'mac_address': 'fa:16:3e:e0:80:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '813db112-aa33-404d-886f-af004c549571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 2, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'subnets': [{'id': '813db112-aa33-404d-886f-af004c549571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:53.758281 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Checking router: 92f49ee1-826c-4ce7-8e32-a4b749804460 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:54:53.758281 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Updating router 92f49ee1-826c-4ce7-8e32-a4b749804460 port 4380402e-9e48-431b-a934-66859895bf66 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:54:53.778791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] Made reservation on behalf of 75c0316b36894ec39aa0c4845650e1da for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:54:53.781700 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:53.799334 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:53.800828 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4380402e-9e48-431b-a934-66859895bf66), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:53.992843 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] Publish callbacks [] for security_group (64e6b669-9a8a-4f3e-9571-b12306560a11), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:54.064176 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (64e6b669-9a8a-4f3e-9571-b12306560a11), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:54.148234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:54:54.159888 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e6b669-9a8a-4f3e-9571-b12306560a11,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:54.170265 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a029c645-d7af-458f-95fc-31534badb6b7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:54.173218 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] Added segment a029c645-d7af-458f-95fc-31534badb6b7 of type vlan for network 96ba9a15-ce41-4435-8a1b-e0d448e344cc Feb 28 17:54:54.236788 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (96ba9a15-ce41-4435-8a1b-e0d448e344cc), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:54.247410 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Publish callbacks [] for port (4380402e-9e48-431b-a934-66859895bf66), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:54.321495 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4380402e-9e48-431b-a934-66859895bf66), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:54.355521 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (96ba9a15-ce41-4435-8a1b-e0d448e344cc), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:54.356730 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:54.357505 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:54.417890 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3d4bf-ce0a-4616-80eb-b9e9fc59325d None None] Pushing event updated for resources: {'Port': ['ID=4380402e-9e48-431b-a934-66859895bf66,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:54.479299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8380916 Feb 28 17:54:54.482131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40432) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:54.487506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6d154807-4cd1-429e-9e7e-6121b0aaf585 admin admin] Request body: {'subnet': {'network_id': '96ba9a15-ce41-4435-8a1b-e0d448e344cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-866220996-subnet', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da', 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:54.505989 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be7fdb-6ddf-4016-ac5f-c954a26aa867 admin admin] Pushing event updated for resources: {'Network': ['ID=96ba9a15-ce41-4435-8a1b-e0d448e344cc,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:54.523026 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 96ba9a15-ce41-4435-8a1b-e0d448e344cc details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:54:54.557328 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Attempting to bind port 4380402e-9e48-431b-a934-66859895bf66 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:54:54.560259 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Attempting to bind port 4380402e-9e48-431b-a934-66859895bf66 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '194d9db2-4dae-49eb-acbc-b5283bfecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:54:54.571972 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Attempting to bind port 4380402e-9e48-431b-a934-66859895bf66 on network 2fd6aa2e-3824-4daf-8370-d541cc993244 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:54:54.576557 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:54:54.582219 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Checking segment: {'id': '194d9db2-4dae-49eb-acbc-b5283bfecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:54:54.583007 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:54.584262 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Bound using segment: {'id': '194d9db2-4dae-49eb-acbc-b5283bfecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:54:54.586500 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Bound port: 4380402e-9e48-431b-a934-66859895bf66, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194d9db2-4dae-49eb-acbc-b5283bfecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:54:54.587191 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4380402e-9e48-431b-a934-66859895bf66), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:54.589861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d154807-4cd1-429e-9e7e-6121b0aaf585 admin admin] Made reservation on behalf of 75c0316b36894ec39aa0c4845650e1da for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:54:54.592813 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d154807-4cd1-429e-9e7e-6121b0aaf585 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:54.699894 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] For port 4380402e-9e48-431b-a934-66859895bf66, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:54:54.708404 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] For port 4380402e-9e48-431b-a934-66859895bf66, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4380402e-9e48-431b-a934-66859895bf66,segment=NetworkSegment(194d9db2-4dae-49eb-acbc-b5283bfecf7f),segment_id=194d9db2-4dae-49eb-acbc-b5283bfecf7f)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:54:54.794528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40436) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:54.796205 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4380402e-9e48-431b-a934-66859895bf66), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:54.899687 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3d4bf-ce0a-4616-80eb-b9e9fc59325d None None] Pushing event updated for resources: {'Port': ['ID=4380402e-9e48-431b-a934-66859895bf66,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:54.905205 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Routers {'92f49ee1-826c-4ce7-8e32-a4b749804460'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:54.905535 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['92f49ee1-826c-4ce7-8e32-a4b749804460'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:54.996430 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d154807-4cd1-429e-9e7e-6121b0aaf585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (48c6fd31-adb7-4788-b13e-5bbf4e078fde), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:55.110869 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] Set router 92f49ee1-826c-4ce7-8e32-a4b749804460 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:55.150590 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f26f58f6-ba7a-4465-a25c-c18957b33992 None None] Provisioning complete for port 4380402e-9e48-431b-a934-66859895bf66 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:55.151734 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f26f58f6-ba7a-4465-a25c-c18957b33992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4380402e-9e48-431b-a934-66859895bf66), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:55.156577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d154807-4cd1-429e-9e7e-6121b0aaf585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c6fd31-adb7-4788-b13e-5bbf4e078fde,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:55.218548 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d154807-4cd1-429e-9e7e-6121b0aaf585 admin admin] Checking segment: {'id': 'a029c645-d7af-458f-95fc-31534badb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '96ba9a15-ce41-4435-8a1b-e0d448e344cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:54:55.219828 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d154807-4cd1-429e-9e7e-6121b0aaf585 admin admin] Network hostable DHCP agents. Network: 96ba9a15-ce41-4435-8a1b-e0d448e344cc, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:54:55.235684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:55.378361 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d154807-4cd1-429e-9e7e-6121b0aaf585 admin admin] Network 96ba9a15-ce41-4435-8a1b-e0d448e344cc is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:54:55.395464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:55.395858 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6336d203-f9ec-43c7-b7cb-8dab553b1ec8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:55.464462 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-6d154807-4cd1-429e-9e7e-6121b0aaf585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 96ba9a15-ce41-4435-8a1b-e0d448e344cc) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:55.469374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d154807-4cd1-429e-9e7e-6121b0aaf585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:54:55.476498 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d154807-4cd1-429e-9e7e-6121b0aaf585 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:55.481665 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257fe7d8-b8bd-4f73-bf56-4063ba5c5214 None None] Network 96ba9a15-ce41-4435-8a1b-e0d448e344cc requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:54:55.541296 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6d154807-4cd1-429e-9e7e-6121b0aaf585 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0579784 Feb 28 17:54:55.543850 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40446) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:55.550159 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6709043-6ce6-48b9-9538-84117cec16e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (65e776f4-ac8e-422e-91e3-519c2c651081), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:55.550320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-866220996-router', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:54:55.664685 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (3e0a48aa-49ab-41ea-8841-8c783d564fdb), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:55.669347 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (3e0a48aa-49ab-41ea-8841-8c783d564fdb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:55.728636 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '4380402e-9e48-431b-a934-66859895bf66', 'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'mac_address': 'fa:16:3e:e0:80:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '813db112-aa33-404d-886f-af004c549571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:54Z', 'revision_number': 4, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'subnets': [{'id': '813db112-aa33-404d-886f-af004c549571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:55.784420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f26f58f6-ba7a-4465-a25c-c18957b33992 None None] Current status of the port 4380402e-9e48-431b-a934-66859895bf66 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:55.785585 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f26f58f6-ba7a-4465-a25c-c18957b33992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4380402e-9e48-431b-a934-66859895bf66), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:55.796461 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c70c619-b01d-4f4c-b6e4-2c6a20ef2618 None None] The sync data for ids ['92f49ee1-826c-4ce7-8e32-a4b749804460'] in n-d-820368-19 is: [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '4380402e-9e48-431b-a934-66859895bf66', 'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'mac_address': 'fa:16:3e:e0:80:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '813db112-aa33-404d-886f-af004c549571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:54Z', 'revision_number': 4, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'subnets': [{'id': '813db112-aa33-404d-886f-af004c549571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:54:55.810680 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Publish callbacks [] for router_controller (3e0a48aa-49ab-41ea-8841-8c783d564fdb), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:55.828992 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47baad27-4224-40a4-b738-77dd3e583cf1 None None] Sync routers for ids ['65e776f4-ac8e-422e-91e3-519c2c651081'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:54:55.924964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47baad27-4224-40a4-b738-77dd3e583cf1 None None] Routers {'65e776f4-ac8e-422e-91e3-519c2c651081'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:55.927358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-47baad27-4224-40a4-b738-77dd3e583cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['65e776f4-ac8e-422e-91e3-519c2c651081'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:56.057912 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f26f58f6-ba7a-4465-a25c-c18957b33992 None None] For port 4380402e-9e48-431b-a934-66859895bf66, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4380402e-9e48-431b-a934-66859895bf66,segment=NetworkSegment(194d9db2-4dae-49eb-acbc-b5283bfecf7f),segment_id=194d9db2-4dae-49eb-acbc-b5283bfecf7f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:56.065756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:56.069149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:56.184013 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Publish callbacks [] for router_gateway (3e0a48aa-49ab-41ea-8841-8c783d564fdb), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:56.239990 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f26f58f6-ba7a-4465-a25c-c18957b33992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4380402e-9e48-431b-a934-66859895bf66), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:56.285887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:56.286388 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:56.288091 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-96ba9a15-ce41-4435-8a1b-e0d448e344cc', 'network_id': '96ba9a15-ce41-4435-8a1b-e0d448e344cc', 'project_id': '75c0316b36894ec39aa0c4845650e1da', 'fixed_ips': [{'subnet_id': '48c6fd31-adb7-4788-b13e-5bbf4e078fde'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:54:56.289017 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:56.561763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-47baad27-4224-40a4-b738-77dd3e583cf1 None None] Set router 65e776f4-ac8e-422e-91e3-519c2c651081 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:56.583476 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Publish callbacks [] for router_gateway (3e0a48aa-49ab-41ea-8841-8c783d564fdb), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:56.614211 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:56.639126 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-e6709043-6ce6-48b9-9538-84117cec16e0 admin admin] Deleting port 9af72d4d-af67-4732-8e24-87102ad0712a {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:56.641441 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6709043-6ce6-48b9-9538-84117cec16e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9af72d4d-af67-4732-8e24-87102ad0712a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:56.646388 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f58f6-ba7a-4465-a25c-c18957b33992 None None] Pushing event updated for resources: {'Port': ['ID=4380402e-9e48-431b-a934-66859895bf66,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:56.695442 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-27d0d135-5cd5-4e4e-a7d8-909959be7650 None None] Provisioning complete for port 4380402e-9e48-431b-a934-66859895bf66 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:56.695820 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-27d0d135-5cd5-4e4e-a7d8-909959be7650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4380402e-9e48-431b-a934-66859895bf66), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:56.808722 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6709043-6ce6-48b9-9538-84117cec16e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9af72d4d-af67-4732-8e24-87102ad0712a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:56.848010 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Allocated IP 172.25.3.150 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/fec74807-7f28-4e1f-bae1-69731fd5bea6) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:54:56.848286 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-e6709043-6ce6-48b9-9538-84117cec16e0 admin admin] Calling delete_port for 9af72d4d-af67-4732-8e24-87102ad0712a owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:56.946917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Allocated IP 172.20.0.2 (96ba9a15-ce41-4435-8a1b-e0d448e344cc/48c6fd31-adb7-4788-b13e-5bbf4e078fde/5222b5a2-3ec7-4aca-a358-668e2539913a) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:54:56.973071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:56.973462 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:57.024718 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-27d0d135-5cd5-4e4e-a7d8-909959be7650 None None] Current status of the port 4380402e-9e48-431b-a934-66859895bf66 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:57.061149 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Publish callbacks [] for port (fec74807-7f28-4e1f-bae1-69731fd5bea6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:57.061772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:57.132423 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:57.178819 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (fec74807-7f28-4e1f-bae1-69731fd5bea6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:57.290912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:57.296563 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:57.301053 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:57.301275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:54:57.314342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fec74807-7f28-4e1f-bae1-69731fd5bea6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:57.333864 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-47baad27-4224-40a4-b738-77dd3e583cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'name': 'tempest-ImageQuotaTest-1704358418-router', 'tenant_id': '7742efd8c2af4d548428021375cea031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '7742efd8c2af4d548428021375cea031', 'gw_port': {'id': 'ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:46Z', 'updated_at': '2022-02-28T17:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '9af72d4d-af67-4732-8e24-87102ad0712a', 'name': '', 'network_id': 'a35d44fa-0a89-4a9b-84f9-749579a0ddef', 'tenant_id': '7742efd8c2af4d548428021375cea031', 'mac_address': 'fa:16:3e:41:c7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '33768af6-0a01-44b4-8b5c-db36075eaaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 2, 'project_id': '7742efd8c2af4d548428021375cea031', 'subnets': [{'id': '33768af6-0a01-44b4-8b5c-db36075eaaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:57.391052 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4380402e-9e48-431b-a934-66859895bf66 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:57.401549 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6709043-6ce6-48b9-9538-84117cec16e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9af72d4d-af67-4732-8e24-87102ad0712a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:57.448944 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47baad27-4224-40a4-b738-77dd3e583cf1 None None] Checking router: 65e776f4-ac8e-422e-91e3-519c2c651081 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:54:57.450951 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47baad27-4224-40a4-b738-77dd3e583cf1 None None] Updating router 65e776f4-ac8e-422e-91e3-519c2c651081 port 9af72d4d-af67-4732-8e24-87102ad0712a binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:54:57.477055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6709043-6ce6-48b9-9538-84117cec16e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af72d4d-af67-4732-8e24-87102ad0712a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:57.507285 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47baad27-4224-40a4-b738-77dd3e583cf1 None None] Port 9af72d4d-af67-4732-8e24-87102ad0712a not found while updating agent binding for router 65e776f4-ac8e-422e-91e3-519c2c651081. {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 28 17:54:57.551527 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Publish callbacks [] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:57.556969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 4380402e-9e48-431b-a934-66859895bf66 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:57.557617 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4380402e-9e48-431b-a934-66859895bf66), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:57.601918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47baad27-4224-40a4-b738-77dd3e583cf1 None None] Routers {'65e776f4-ac8e-422e-91e3-519c2c651081'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:57.602606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-47baad27-4224-40a4-b738-77dd3e583cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['65e776f4-ac8e-422e-91e3-519c2c651081'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:57.647849 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:57.719258 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Network 96ba9a15-ce41-4435-8a1b-e0d448e344cc is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:54:57.729400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:54:57.732312 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:54:57.819657 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e6709043-6ce6-48b9-9538-84117cec16e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (65e776f4-ac8e-422e-91e3-519c2c651081), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:57.831856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Pushing event updated for resources: {'Port': ['ID=5222b5a2-3ec7-4aca-a358-668e2539913a,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:57.894307 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 4380402e-9e48-431b-a934-66859895bf66 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:57.911531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-47baad27-4224-40a4-b738-77dd3e583cf1 None None] Set router 65e776f4-ac8e-422e-91e3-519c2c651081 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:57.950362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Attempting to bind port 5222b5a2-3ec7-4aca-a358-668e2539913a on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:54:57.951017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Attempting to bind port 5222b5a2-3ec7-4aca-a358-668e2539913a by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a029c645-d7af-458f-95fc-31534badb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '96ba9a15-ce41-4435-8a1b-e0d448e344cc'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:54:57.951017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Attempting to bind port 5222b5a2-3ec7-4aca-a358-668e2539913a on network 96ba9a15-ce41-4435-8a1b-e0d448e344cc {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:54:58.155315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6709043-6ce6-48b9-9538-84117cec16e0 admin admin] Router 65e776f4-ac8e-422e-91e3-519c2c651081 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:54:58.279752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:54:58.280144 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Checking segment: {'id': 'a029c645-d7af-458f-95fc-31534badb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '96ba9a15-ce41-4435-8a1b-e0d448e344cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:54:58.280546 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:58.281105 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Bound using segment: {'id': 'a029c645-d7af-458f-95fc-31534badb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '96ba9a15-ce41-4435-8a1b-e0d448e344cc'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:54:58.281591 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Bound port: 5222b5a2-3ec7-4aca-a358-668e2539913a, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a029c645-d7af-458f-95fc-31534badb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '96ba9a15-ce41-4435-8a1b-e0d448e344cc'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:54:58.282056 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:58.327931 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6709043-6ce6-48b9-9538-84117cec16e0 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:58.340410 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e6709043-6ce6-48b9-9538-84117cec16e0 admin admin] 10.222.0.72 "PUT /v2.0/routers/65e776f4-ac8e-422e-91e3-519c2c651081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5435576 Feb 28 17:54:58.342794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40484) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:58.367844 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Publish callbacks [] for router_gateway (3e0a48aa-49ab-41ea-8841-8c783d564fdb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:58.408277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] For port 5222b5a2-3ec7-4aca-a358-668e2539913a, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:54:58.414045 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] For port 5222b5a2-3ec7-4aca-a358-668e2539913a, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5222b5a2-3ec7-4aca-a358-668e2539913a,segment=NetworkSegment(a029c645-d7af-458f-95fc-31534badb6b7),segment_id=a029c645-d7af-458f-95fc-31534badb6b7)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:54:58.452496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-47baad27-4224-40a4-b738-77dd3e583cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'name': 'tempest-ImageQuotaTest-1704358418-router', 'tenant_id': '7742efd8c2af4d548428021375cea031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:57Z', 'revision_number': 5, 'project_id': '7742efd8c2af4d548428021375cea031', 'gw_port': {'id': 'ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:46Z', 'updated_at': '2022-02-28T17:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:58.508564 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] Publish callbacks [] for router (65e776f4-ac8e-422e-91e3-519c2c651081), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:58.540512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47baad27-4224-40a4-b738-77dd3e583cf1 None None] The sync data for ids ['65e776f4-ac8e-422e-91e3-519c2c651081'] in n-d-820368-19 is: [{'id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'name': 'tempest-ImageQuotaTest-1704358418-router', 'tenant_id': '7742efd8c2af4d548428021375cea031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:57Z', 'revision_number': 5, 'project_id': '7742efd8c2af4d548428021375cea031', 'gw_port': {'id': 'ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e776f4-ac8e-422e-91e3-519c2c651081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:46Z', 'updated_at': '2022-02-28T17:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:54:58.554550 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:58.675996 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] Publish callbacks [] for router_gateway (65e776f4-ac8e-422e-91e3-519c2c651081), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:58.681043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450f4fc-0080-4a10-bea9-a858d38029bb None None] Pushing event updated for resources: {'Port': ['ID=5222b5a2-3ec7-4aca-a358-668e2539913a,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:58.719108 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (3e0a48aa-49ab-41ea-8841-8c783d564fdb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:58.857394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] Deleting port ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:54:58.859299 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:58.944122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Router 3e0a48aa-49ab-41ea-8841-8c783d564fdb is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:54:58.975512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] For port ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:54:58.976083 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:58.995611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] Calling delete_port for ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:54:59.104810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:54:59.116197 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Sync routers for ids ['3e0a48aa-49ab-41ea-8841-8c783d564fdb'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:54:59.132057 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Routers {'3e0a48aa-49ab-41ea-8841-8c783d564fdb'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:54:59.132709 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['3e0a48aa-49ab-41ea-8841-8c783d564fdb'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:54:59.232909 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:59.237087 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-301de351-6d13-4120-9342-bdd43bb655c2 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6891336 Feb 28 17:54:59.238794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40496) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:54:59.401496 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:59.475367 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:54:59.505256 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Set router 3e0a48aa-49ab-41ea-8841-8c783d564fdb gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:54:59.512309 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5222b5a2-3ec7-4aca-a358-668e2539913a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:54:59.618030 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (65e776f4-ac8e-422e-91e3-519c2c651081), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:59.693116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5222b5a2-3ec7-4aca-a358-668e2539913a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:54:59.693469 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:59.834894 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (65e776f4-ac8e-422e-91e3-519c2c651081), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:59.848098 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] Publish callbacks [] for router_controller (65e776f4-ac8e-422e-91e3-519c2c651081), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:59.875075 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5222b5a2-3ec7-4aca-a358-668e2539913a is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:54:59.875459 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:54:59.973868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 5222b5a2-3ec7-4aca-a358-668e2539913a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5222b5a2-3ec7-4aca-a358-668e2539913a,segment=NetworkSegment(a029c645-d7af-458f-95fc-31534badb6b7),segment_id=a029c645-d7af-458f-95fc-31534badb6b7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:00.021738 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'name': 'tempest-TestVolumeBackupRestore-866220996-router', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fec74807-7f28-4e1f-bae1-69731fd5bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:55Z', 'updated_at': '2022-02-28T17:54:57Z', 'revision_number': 3, 'project_id': '75c0316b36894ec39aa0c4845650e1da', 'gw_port': {'id': 'fec74807-7f28-4e1f-bae1-69731fd5bea6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:56Z', 'updated_at': '2022-02-28T17:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:00.036012 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.037159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:55:00.081054 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Checking router: 3e0a48aa-49ab-41ea-8841-8c783d564fdb for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:55:00.081910 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Updating router 3e0a48aa-49ab-41ea-8841-8c783d564fdb port fec74807-7f28-4e1f-bae1-69731fd5bea6 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:55:00.093664 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (65e776f4-ac8e-422e-91e3-519c2c651081), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.094388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e776f4-ac8e-422e-91e3-519c2c651081 {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:55:00.096536 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:55:00.097092 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 28 17:55:00.100609 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.104796 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9a848963-bd6d-43c2-9947-46478e7baea2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/65e776f4-ac8e-422e-91e3-519c2c651081 HTTP/1.1" status: 204 len: 168 time: 1.7585645 Feb 28 17:55:00.105005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40508) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:00.134801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Port ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a not found, will not notify nova. {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 28 17:55:00.150335 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fec74807-7f28-4e1f-bae1-69731fd5bea6), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.172981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9af72d4d-af67-4732-8e24-87102ad0712a no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:55:00.218232 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de6c1fd-1e97-4f95-bff8-50d545fd7e45 admin admin] Deleting subnet 33768af6-0a01-44b4-8b5c-db36075eaaf0 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:55:00.236579 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0de6c1fd-1e97-4f95-bff8-50d545fd7e45 admin admin] Publish callbacks [] for subnet (33768af6-0a01-44b4-8b5c-db36075eaaf0), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.240760 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 9af72d4d-af67-4732-8e24-87102ad0712a {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:55:00.241611 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 9af72d4d-af67-4732-8e24-87102ad0712a not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:55:00.300958 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=5222b5a2-3ec7-4aca-a358-668e2539913a,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:00.381814 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0de6c1fd-1e97-4f95-bff8-50d545fd7e45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (33768af6-0a01-44b4-8b5c-db36075eaaf0), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.404448 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.551404 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0de6c1fd-1e97-4f95-bff8-50d545fd7e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (33768af6-0a01-44b4-8b5c-db36075eaaf0), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.559394 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19968a18-5f32-4bdf-8c51-9f59f3efe006 None None] Sync routers for ids ['65e776f4-ac8e-422e-91e3-519c2c651081'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:55:00.629997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19968a18-5f32-4bdf-8c51-9f59f3efe006 None None] Routers set() bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:55:00.630790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19968a18-5f32-4bdf-8c51-9f59f3efe006 None None] Router IDs set() for agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 17:55:00.635046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_agentschedulers_db [None req-19968a18-5f32-4bdf-8c51-9f59f3efe006 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'65e776f4-ac8e-422e-91e3-519c2c651081'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent'). {{(pid=104248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 17:55:00.651774 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de83d654-0763-4c6e-bfa7-91ba14d39535 None None] Network 96ba9a15-ce41-4435-8a1b-e0d448e344cc requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:55:00.719913 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Publish callbacks [] for port (fec74807-7f28-4e1f-bae1-69731fd5bea6), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.760878 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19968a18-5f32-4bdf-8c51-9f59f3efe006 None None] Routers set() bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:55:00.761776 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19968a18-5f32-4bdf-8c51-9f59f3efe006 None None] Router IDs set() for agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 17:55:00.762132 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_agentschedulers_db [None req-19968a18-5f32-4bdf-8c51-9f59f3efe006 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'65e776f4-ac8e-422e-91e3-519c2c651081'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent'). {{(pid=104248) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 17:55:00.762614 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19968a18-5f32-4bdf-8c51-9f59f3efe006 None None] The sync data for ids ['65e776f4-ac8e-422e-91e3-519c2c651081'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:55:00.781895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Allocated IP 172.20.0.1 (96ba9a15-ce41-4435-8a1b-e0d448e344cc/48c6fd31-adb7-4788-b13e-5bbf4e078fde/c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:55:00.796816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-019c75b5-6d02-4c04-b817-a439a32a710c None None] Provisioning complete for port 5222b5a2-3ec7-4aca-a358-668e2539913a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:00.797312 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-019c75b5-6d02-4c04-b817-a439a32a710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.800989 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (fec74807-7f28-4e1f-bae1-69731fd5bea6), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.801548 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0de6c1fd-1e97-4f95-bff8-50d545fd7e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (33768af6-0a01-44b4-8b5c-db36075eaaf0), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.862409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6c1fd-1e97-4f95-bff8-50d545fd7e45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33768af6-0a01-44b4-8b5c-db36075eaaf0,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:00.865438 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0de6c1fd-1e97-4f95-bff8-50d545fd7e45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.873473 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0de6c1fd-1e97-4f95-bff8-50d545fd7e45 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/33768af6-0a01-44b4-8b5c-db36075eaaf0 HTTP/1.1" status: 204 len: 168 time: 0.7651308 Feb 28 17:55:00.874300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40522) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:00.893450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe9214f-4748-4ba2-9e5d-ce05b1df5ca4 None None] Network a35d44fa-0a89-4a9b-84f9-749579a0ddef requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:55:00.931962 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Attempting to bind port fec74807-7f28-4e1f-bae1-69731fd5bea6 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:55:00.932569 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Attempting to bind port fec74807-7f28-4e1f-bae1-69731fd5bea6 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:55:00.933029 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Attempting to bind port fec74807-7f28-4e1f-bae1-69731fd5bea6 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:55:00.943692 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:55:00.943986 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:55:00.945434 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.945843 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:55:00.947726 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Bound port: fec74807-7f28-4e1f-bae1-69731fd5bea6, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:55:00.948179 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fec74807-7f28-4e1f-bae1-69731fd5bea6), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:00.990582 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Publish callbacks [] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.023211 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69bfd6-be34-4c52-b8c7-cf9e7e83f204 None None] Pushing event updated for resources: {'Port': ['ID=fec74807-7f28-4e1f-bae1-69731fd5bea6,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:01.058187 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (a35d44fa-0a89-4a9b-84f9-749579a0ddef), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.087500 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] For port fec74807-7f28-4e1f-bae1-69731fd5bea6, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:55:01.093220 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] For port fec74807-7f28-4e1f-bae1-69731fd5bea6, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=fec74807-7f28-4e1f-bae1-69731fd5bea6,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:55:01.159524 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Deleting port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:01.160095 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.169236 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.195863 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (fec74807-7f28-4e1f-bae1-69731fd5bea6), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.271203 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-019c75b5-6d02-4c04-b817-a439a32a710c None None] Current status of the port 5222b5a2-3ec7-4aca-a358-668e2539913a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:01.272441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Network 96ba9a15-ce41-4435-8a1b-e0d448e344cc is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:55:01.285307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:01.297532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:55:01.317160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Pushing event updated for resources: {'Port': ['ID=c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:01.347970 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Routers {'3e0a48aa-49ab-41ea-8841-8c783d564fdb'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:55:01.348708 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['3e0a48aa-49ab-41ea-8841-8c783d564fdb'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:01.380412 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] For port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06,segment=NetworkSegment(76d30468-0bf9-4eec-9687-06e73e2dea3c),segment_id=76d30468-0bf9-4eec-9687-06e73e2dea3c)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:01.380776 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.384645 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (3e0a48aa-49ab-41ea-8841-8c783d564fdb), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.406632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Calling delete_port for 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:01.447085 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9b30ff-c5fd-43e8-8f4b-ce34ee6fbba9 None None] DHCP port deletion for a35d44fa-0a89-4a9b-84f9-749579a0ddef request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:55:01.643464 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b30ff-c5fd-43e8-8f4b-ce34ee6fbba9 None None] Deleting port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:01.644081 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ec9b30ff-c5fd-43e8-8f4b-ce34ee6fbba9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.673039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5222b5a2-3ec7-4aca-a358-668e2539913a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:55:01.677561 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.735880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Pushing event deleted for resources: {'Port': ['ID=3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:01.745638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] No DVR routers for this DVR port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:55:01.751713 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] Set router 3e0a48aa-49ab-41ea-8841-8c783d564fdb gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:55:01.852588 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69bfd6-be34-4c52-b8c7-cf9e7e83f204 None None] Pushing event updated for resources: {'Port': ['ID=fec74807-7f28-4e1f-bae1-69731fd5bea6,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:01.873218 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.901682 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (a35d44fa-0a89-4a9b-84f9-749579a0ddef), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.916550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ec9b30ff-c5fd-43e8-8f4b-ce34ee6fbba9 None None] For port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06, host n-d-820368-19, got binding levels [] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:01.917338 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ec9b30ff-c5fd-43e8-8f4b-ce34ee6fbba9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.923881 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35d44fa-0a89-4a9b-84f9-749579a0ddef']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:01.934770 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b30ff-c5fd-43e8-8f4b-ce34ee6fbba9 None None] Calling delete_port for 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:01.935759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d30468-0bf9-4eec-9687-06e73e2dea3c') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:01.936057 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d30468-0bf9-4eec-9687-06e73e2dea3c') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:01.938709 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.ipam_backend_mixin [None req-ec9b30ff-c5fd-43e8-8f4b-ce34ee6fbba9 None None] Port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 was not found and therefore no delete operation was performed {{(pid=104248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 17:55:01.945370 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ec9b30ff-c5fd-43e8-8f4b-ce34ee6fbba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.945905 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (76d30468-0bf9-4eec-9687-06e73e2dea3c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.961535 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (76d30468-0bf9-4eec-9687-06e73e2dea3c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:01.967847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:55:01.968241 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (76d30468-0bf9-4eec-9687-06e73e2dea3c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:02.004104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b30ff-c5fd-43e8-8f4b-ce34ee6fbba9 None None] Pushing event deleted for resources: {'Port': ['ID=3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:02.014794 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b30ff-c5fd-43e8-8f4b-ce34ee6fbba9 None None] No DVR routers for this DVR port 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:55:02.030268 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:55:02.035876 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 5222b5a2-3ec7-4aca-a358-668e2539913a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:02.035876 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:02.080723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-04a320c4-ba06-4521-ba94-fd513aac18fa None None] Provisioning complete for port 5222b5a2-3ec7-4aca-a358-668e2539913a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:02.080723 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-04a320c4-ba06-4521-ba94-fd513aac18fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:02.138460 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (a35d44fa-0a89-4a9b-84f9-749579a0ddef), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:02.170613 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:02.175921 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] 10.222.0.72 "DELETE /v2.0/networks/a35d44fa-0a89-4a9b-84f9-749579a0ddef HTTP/1.1" status: 204 len: 168 time: 1.3004198 Feb 28 17:55:02.189677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 5222b5a2-3ec7-4aca-a358-668e2539913a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:02.193670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770c0e4-defe-49b1-bbc0-9852447695ee admin admin] Pushing event deleted for resources: {'Network': ['ID=a35d44fa-0a89-4a9b-84f9-749579a0ddef,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:02.213508 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'name': 'tempest-TestVolumeBackupRestore-866220996-router', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fec74807-7f28-4e1f-bae1-69731fd5bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:55Z', 'updated_at': '2022-02-28T17:54:57Z', 'revision_number': 3, 'project_id': '75c0316b36894ec39aa0c4845650e1da', 'gw_port': {'id': 'fec74807-7f28-4e1f-bae1-69731fd5bea6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:56Z', 'updated_at': '2022-02-28T17:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:02.254440 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-04a320c4-ba06-4521-ba94-fd513aac18fa None None] Current status of the port 5222b5a2-3ec7-4aca-a358-668e2539913a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:02.281977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:55:02.302333 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b96150-5686-40bc-85e4-45d7d0cc7305 None None] The sync data for ids ['3e0a48aa-49ab-41ea-8841-8c783d564fdb'] in n-d-820368-19 is: [{'id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'name': 'tempest-TestVolumeBackupRestore-866220996-router', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fec74807-7f28-4e1f-bae1-69731fd5bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:55Z', 'updated_at': '2022-02-28T17:54:57Z', 'revision_number': 3, 'project_id': '75c0316b36894ec39aa0c4845650e1da', 'gw_port': {'id': 'fec74807-7f28-4e1f-bae1-69731fd5bea6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:56Z', 'updated_at': '2022-02-28T17:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:55:02.319249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:55:02.322042 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ac289ea5-1ed3-4d31-bcaa-1d691a6fc71a not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:55:02.322651 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:55:02.359591 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:55:02.359943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 3a8d3a85-ffc5-4d90-8e4d-2eae6cfecc06 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:55:02.367217 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Publish callbacks [] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:02.382451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4ac2482d-b6a2-47e0-81e6-11b01839c681 None None] Provisioning complete for port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:02.382839 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4ac2482d-b6a2-47e0-81e6-11b01839c681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:02.420828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2482d-b6a2-47e0-81e6-11b01839c681 None None] Port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:55:02.469741 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:02.539415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Pushing event updated for resources: {'Port': ['ID=c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:02.546476 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (3e0a48aa-49ab-41ea-8841-8c783d564fdb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:02.687898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Network 96ba9a15-ce41-4435-8a1b-e0d448e344cc is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:55:02.691439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:02.748628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40552) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:02.846544 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2843972d-a18e-424d-a315-3f2bfee1a408 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7742efd8c2af4d548428021375cea031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0962949 Feb 28 17:55:02.849645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40554) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:02.960208 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-956709ab-0b9b-44d7-81ea-fdf92ab80a89 admin admin] Publish callbacks [] for security_group (c55e33cb-1386-43c7-95eb-95075ddc6ddb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:03.011091 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-956709ab-0b9b-44d7-81ea-fdf92ab80a89 admin admin] Publish callbacks [] for security_group (c55e33cb-1386-43c7-95eb-95075ddc6ddb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:03.033518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Router 3e0a48aa-49ab-41ea-8841-8c783d564fdb has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:55:03.181073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-33002f27-2dab-4888-9059-20c40f22afd8 None None] Provisioning complete for port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:03.181722 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-33002f27-2dab-4888-9059-20c40f22afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:03.194620 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-956709ab-0b9b-44d7-81ea-fdf92ab80a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c55e33cb-1386-43c7-95eb-95075ddc6ddb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:03.197151 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-956709ab-0b9b-44d7-81ea-fdf92ab80a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:03.200885 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-956709ab-0b9b-44d7-81ea-fdf92ab80a89 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c55e33cb-1386-43c7-95eb-95075ddc6ddb HTTP/1.1" status: 204 len: 168 time: 0.3438487 Feb 28 17:55:03.220830 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956709ab-0b9b-44d7-81ea-fdf92ab80a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55e33cb-1386-43c7-95eb-95075ddc6ddb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:03.235305 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:55:03.252719 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-394956a1-6777-4b62-ae29-1920ccc2c5fd admin admin] 10.222.0.72 "PUT /v2.0/routers/3e0a48aa-49ab-41ea-8841-8c783d564fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0053055 Feb 28 17:55:03.294766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-33002f27-2dab-4888-9059-20c40f22afd8 None None] Port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:55:03.337726 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device fec74807-7f28-4e1f-bae1-69731fd5bea6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:55:03.394186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port fec74807-7f28-4e1f-bae1-69731fd5bea6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:03.394326 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fec74807-7f28-4e1f-bae1-69731fd5bea6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:03.481664 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port fec74807-7f28-4e1f-bae1-69731fd5bea6 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:03.482080 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (fec74807-7f28-4e1f-bae1-69731fd5bea6), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:03.513139 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port fec74807-7f28-4e1f-bae1-69731fd5bea6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=fec74807-7f28-4e1f-bae1-69731fd5bea6,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:03.573628 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (fec74807-7f28-4e1f-bae1-69731fd5bea6), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:03.657462 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:55:03.664903 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=fec74807-7f28-4e1f-bae1-69731fd5bea6,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:04.235997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40616) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:04.250176 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87accac9-2b61-430d-b248-93c3c2338ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:04.362669 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87accac9-2b61-430d-b248-93c3c2338ebf admin admin] Publish callbacks [] for security_group (b2bf8122-910a-4283-ad09-176e1ac616a5), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:04.464056 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-87accac9-2b61-430d-b248-93c3c2338ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b2bf8122-910a-4283-ad09-176e1ac616a5), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:04.504002 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-87accac9-2b61-430d-b248-93c3c2338ebf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2669024 Feb 28 17:55:04.506856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40620) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:04.510757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87accac9-2b61-430d-b248-93c3c2338ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bf8122-910a-4283-ad09-176e1ac616a5,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:04.551226 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Sync routers for ids ['3e0a48aa-49ab-41ea-8841-8c783d564fdb'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:55:04.563420 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Routers {'3e0a48aa-49ab-41ea-8841-8c783d564fdb'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:55:04.564554 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['3e0a48aa-49ab-41ea-8841-8c783d564fdb'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:04.632273 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42791472-4632-4078-8959-15e2f7691a22 admin admin] Publish callbacks [] for security_group (b2bf8122-910a-4283-ad09-176e1ac616a5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:04.686924 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42791472-4632-4078-8959-15e2f7691a22 admin admin] Publish callbacks [] for security_group (b2bf8122-910a-4283-ad09-176e1ac616a5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:04.716820 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Set router 3e0a48aa-49ab-41ea-8841-8c783d564fdb gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:55:04.830527 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42791472-4632-4078-8959-15e2f7691a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b2bf8122-910a-4283-ad09-176e1ac616a5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:04.833640 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-42791472-4632-4078-8959-15e2f7691a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:04.835846 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-42791472-4632-4078-8959-15e2f7691a22 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b2bf8122-910a-4283-ad09-176e1ac616a5 HTTP/1.1" status: 204 len: 168 time: 0.3270395 Feb 28 17:55:04.847356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42791472-4632-4078-8959-15e2f7691a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bf8122-910a-4283-ad09-176e1ac616a5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:05.018987 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'name': 'tempest-TestVolumeBackupRestore-866220996-router', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fec74807-7f28-4e1f-bae1-69731fd5bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:55Z', 'updated_at': '2022-02-28T17:55:01Z', 'revision_number': 4, 'project_id': '75c0316b36894ec39aa0c4845650e1da', 'gw_port': {'id': 'fec74807-7f28-4e1f-bae1-69731fd5bea6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:56Z', 'updated_at': '2022-02-28T17:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a', 'name': '', 'network_id': '96ba9a15-ce41-4435-8a1b-e0d448e344cc', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da', 'mac_address': 'fa:16:3e:99:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '48c6fd31-adb7-4788-b13e-5bbf4e078fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:00Z', 'updated_at': '2022-02-28T17:55:02Z', 'revision_number': 2, 'project_id': '75c0316b36894ec39aa0c4845650e1da', 'subnets': [{'id': '48c6fd31-adb7-4788-b13e-5bbf4e078fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:05.142402 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Checking router: 3e0a48aa-49ab-41ea-8841-8c783d564fdb for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:55:05.142752 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Updating router 3e0a48aa-49ab-41ea-8841-8c783d564fdb port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:55:05.200714 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:05.309793 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device fec74807-7f28-4e1f-bae1-69731fd5bea6 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:55:05.511703 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port fec74807-7f28-4e1f-bae1-69731fd5bea6 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:05.512367 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (fec74807-7f28-4e1f-bae1-69731fd5bea6), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:05.696840 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port fec74807-7f28-4e1f-bae1-69731fd5bea6 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:05.753519 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Publish callbacks [] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:05.812565 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:05.890545 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb3c1a-19e8-4a08-8eed-5f7c0313aa9b None None] Pushing event updated for resources: {'Port': ['ID=c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:05.957233 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Attempting to bind port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:55:05.957530 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Attempting to bind port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a029c645-d7af-458f-95fc-31534badb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '96ba9a15-ce41-4435-8a1b-e0d448e344cc'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:55:05.957897 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Attempting to bind port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a on network 96ba9a15-ce41-4435-8a1b-e0d448e344cc {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:55:05.963887 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:55:05.965120 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Checking segment: {'id': 'a029c645-d7af-458f-95fc-31534badb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '96ba9a15-ce41-4435-8a1b-e0d448e344cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:55:05.965120 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:05.965413 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Bound using segment: {'id': 'a029c645-d7af-458f-95fc-31534badb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '96ba9a15-ce41-4435-8a1b-e0d448e344cc'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:55:05.965739 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Bound port: c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a029c645-d7af-458f-95fc-31534badb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '96ba9a15-ce41-4435-8a1b-e0d448e344cc'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:55:05.966847 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:06.049562 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] For port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:55:06.053143 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] For port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a,segment=NetworkSegment(a029c645-d7af-458f-95fc-31534badb6b7),segment_id=a029c645-d7af-458f-95fc-31534badb6b7)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:55:06.128349 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:06.240731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-00a49a75-63cf-427a-a611-6141ce03ea72 None None] Provisioning complete for port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:06.241604 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-00a49a75-63cf-427a-a611-6141ce03ea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:06.247999 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Routers {'3e0a48aa-49ab-41ea-8841-8c783d564fdb'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:55:06.248670 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:54:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['3e0a48aa-49ab-41ea-8841-8c783d564fdb'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:06.391822 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] Set router 3e0a48aa-49ab-41ea-8841-8c783d564fdb gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:55:06.451146 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-00a49a75-63cf-427a-a611-6141ce03ea72 None None] Current status of the port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:06.452792 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-00a49a75-63cf-427a-a611-6141ce03ea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:06.479675 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb3c1a-19e8-4a08-8eed-5f7c0313aa9b None None] Pushing event updated for resources: {'Port': ['ID=c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:06.518592 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-00a49a75-63cf-427a-a611-6141ce03ea72 None None] For port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a,segment=NetworkSegment(a029c645-d7af-458f-95fc-31534badb6b7),segment_id=a029c645-d7af-458f-95fc-31534badb6b7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:06.617901 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-00a49a75-63cf-427a-a611-6141ce03ea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:06.675785 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'name': 'tempest-TestVolumeBackupRestore-866220996-router', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fec74807-7f28-4e1f-bae1-69731fd5bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:55Z', 'updated_at': '2022-02-28T17:55:01Z', 'revision_number': 4, 'project_id': '75c0316b36894ec39aa0c4845650e1da', 'gw_port': {'id': 'fec74807-7f28-4e1f-bae1-69731fd5bea6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:56Z', 'updated_at': '2022-02-28T17:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a', 'name': '', 'network_id': '96ba9a15-ce41-4435-8a1b-e0d448e344cc', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da', 'mac_address': 'fa:16:3e:99:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '48c6fd31-adb7-4788-b13e-5bbf4e078fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:00Z', 'updated_at': '2022-02-28T17:55:06Z', 'revision_number': 4, 'project_id': '75c0316b36894ec39aa0c4845650e1da', 'subnets': [{'id': '48c6fd31-adb7-4788-b13e-5bbf4e078fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:06.678755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a49a75-63cf-427a-a611-6141ce03ea72 None None] Pushing event updated for resources: {'Port': ['ID=c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:06.714368 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c24a13-7fde-46bd-aca3-0c0916770ff1 None None] The sync data for ids ['3e0a48aa-49ab-41ea-8841-8c783d564fdb'] in n-d-820368-19 is: [{'id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'name': 'tempest-TestVolumeBackupRestore-866220996-router', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fec74807-7f28-4e1f-bae1-69731fd5bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:55Z', 'updated_at': '2022-02-28T17:55:01Z', 'revision_number': 4, 'project_id': '75c0316b36894ec39aa0c4845650e1da', 'gw_port': {'id': 'fec74807-7f28-4e1f-bae1-69731fd5bea6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:56Z', 'updated_at': '2022-02-28T17:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a', 'name': '', 'network_id': '96ba9a15-ce41-4435-8a1b-e0d448e344cc', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da', 'mac_address': 'fa:16:3e:99:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '48c6fd31-adb7-4788-b13e-5bbf4e078fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:00Z', 'updated_at': '2022-02-28T17:55:06Z', 'revision_number': 4, 'project_id': '75c0316b36894ec39aa0c4845650e1da', 'subnets': [{'id': '48c6fd31-adb7-4788-b13e-5bbf4e078fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:55:06.747906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-946bed09-eb91-4dc3-92c9-ebe2dce5ff8f None None] Provisioning complete for port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:06.748289 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-946bed09-eb91-4dc3-92c9-ebe2dce5ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:06.934431 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-946bed09-eb91-4dc3-92c9-ebe2dce5ff8f None None] Current status of the port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:07.275672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:55:07.344405 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:07.345870 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:07.464905 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:07.727266 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dfc287d4-5f17-41bd-a5ab-0aeec78875a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:07.966827 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:09.915264 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b787a81-fb4d-4d0d-af25-2b18e39ec965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:10.144246 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:11.487552 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:12.595731 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:12.947389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40794) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:13.075867 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-99404d89-4206-4253-862a-564499ee707d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:13.174778 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-99404d89-4206-4253-862a-564499ee707d admin admin] Publish callbacks [] for security_group (d382e53b-0f0a-46f4-a16d-fb5a2f162da5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:13.652638 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-99404d89-4206-4253-862a-564499ee707d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d382e53b-0f0a-46f4-a16d-fb5a2f162da5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:13.694663 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99404d89-4206-4253-862a-564499ee707d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d382e53b-0f0a-46f4-a16d-fb5a2f162da5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:13.701699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40802) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:13.713694 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-99404d89-4206-4253-862a-564499ee707d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7ee03e856752454a821cd6fd65264560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7644970 Feb 28 17:55:13.755819 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f216585c-15ce-4f75-b295-f5b965287df9 admin admin] Publish callbacks [] for security_group (d382e53b-0f0a-46f4-a16d-fb5a2f162da5), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:13.781242 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f216585c-15ce-4f75-b295-f5b965287df9 admin admin] Publish callbacks [] for security_group (d382e53b-0f0a-46f4-a16d-fb5a2f162da5), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:13.893464 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f216585c-15ce-4f75-b295-f5b965287df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d382e53b-0f0a-46f4-a16d-fb5a2f162da5), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:13.896298 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f216585c-15ce-4f75-b295-f5b965287df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:13.900445 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f216585c-15ce-4f75-b295-f5b965287df9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d382e53b-0f0a-46f4-a16d-fb5a2f162da5 HTTP/1.1" status: 204 len: 168 time: 0.1975636 Feb 28 17:55:13.910112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216585c-15ce-4f75-b295-f5b965287df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d382e53b-0f0a-46f4-a16d-fb5a2f162da5,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:13.943612 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:14.532129 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 40810) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:14.546021 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ee32140-9e0e-41f0-a970-0269220c55d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:14.634216 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ee32140-9e0e-41f0-a970-0269220c55d8 admin admin] Publish callbacks [] for security_group (f5d0242f-56f3-4e8b-8317-66f3b5afec71), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:14.709475 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-5ee32140-9e0e-41f0-a970-0269220c55d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f5d0242f-56f3-4e8b-8317-66f3b5afec71), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:14.750895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee32140-9e0e-41f0-a970-0269220c55d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d0242f-56f3-4e8b-8317-66f3b5afec71,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:14.758654 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-5ee32140-9e0e-41f0-a970-0269220c55d8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=096349712af942c7a8250d7a21b25abe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2225409 Feb 28 17:55:14.759511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40814) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:14.817299 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-535e5e22-d7ee-4770-99c5-5516c8f70484 admin admin] Publish callbacks [] for security_group (f5d0242f-56f3-4e8b-8317-66f3b5afec71), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:14.840494 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-535e5e22-d7ee-4770-99c5-5516c8f70484 admin admin] Publish callbacks [] for security_group (f5d0242f-56f3-4e8b-8317-66f3b5afec71), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:14.956206 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-535e5e22-d7ee-4770-99c5-5516c8f70484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f5d0242f-56f3-4e8b-8317-66f3b5afec71), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:14.964250 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-535e5e22-d7ee-4770-99c5-5516c8f70484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:14.964250 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-535e5e22-d7ee-4770-99c5-5516c8f70484 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f5d0242f-56f3-4e8b-8317-66f3b5afec71 HTTP/1.1" status: 204 len: 168 time: 0.2002621 Feb 28 17:55:14.969078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e5e22-d7ee-4770-99c5-5516c8f70484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d0242f-56f3-4e8b-8317-66f3b5afec71,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:15.826976 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8902f1-94bd-4108-aedf-3720cd934422 req-dac3e0b2-e666-4aa7-8c99-a24142560446 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:15.828626 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ff8902f1-94bd-4108-aedf-3720cd934422 req-dac3e0b2-e666-4aa7-8c99-a24142560446 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 946 time: 0.0552149 Feb 28 17:55:15.888010 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ff8902f1-94bd-4108-aedf-3720cd934422 req-e4ad950a-719c-4daf-9527-d5bc421f0178 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537384 Feb 28 17:55:15.913456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 40840) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:15.995566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-da7391b4-bd59-454e-ab9f-f0100fda2f8b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/b80a03c7-2f54-4ef4-9e3b-517ae65118f8 HTTP/1.1" status: 200 len: 994 time: 0.0806205 Feb 28 17:55:16.356812 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924da6c-72c7-4c31-82d4-89e0dac91c5a req-014ea376-c1b3-4f60-8765-2b4ec119dc15 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:16.358787 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f924da6c-72c7-4c31-82d4-89e0dac91c5a req-014ea376-c1b3-4f60-8765-2b4ec119dc15 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 1129 time: 0.0531592 Feb 28 17:55:16.432217 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f924da6c-72c7-4c31-82d4-89e0dac91c5a req-05b7c47d-8ddd-447f-b4c7-2cee788ab9d9 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674088 Feb 28 17:55:16.522115 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-ba02885f-41ef-45ad-9f1d-faf28ae45840 req-c42506db-a776-43a0-9377-68f61c35d941 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:55:16.536711 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ba02885f-41ef-45ad-9f1d-faf28ae45840 req-c42506db-a776-43a0-9377-68f61c35d941 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082862 Feb 28 17:55:17.943313 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-f3c7aad7-8d84-42e2-9d61-fbbb99ba4435 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1951544 Feb 28 17:55:17.949781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-cc894750-3911-4b00-ac94-9ed1874f9102 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:55:17.954366 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-cc894750-3911-4b00-ac94-9ed1874f9102 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097613 Feb 28 17:55:18.253260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-1cf15483-b2ed-477e-8e14-5d4320c2fe9a tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:18.259232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-1cf15483-b2ed-477e-8e14-5d4320c2fe9a tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/ports/7b404277-6bd5-4cdc-bbfd-f551f71c1a9c HTTP/1.1" status: 200 len: 1126 time: 0.2462032 Feb 28 17:55:20.033255 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-cd6f8b0c-1c27-40a2-9992-79b8a3e9d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:20.034709 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-cd6f8b0c-1c27-40a2-9992-79b8a3e9d9e3 service neutron] 10.222.0.72 "GET /v2.0/ports/7b404277-6bd5-4cdc-bbfd-f551f71c1a9c HTTP/1.1" status: 200 len: 1126 time: 0.0417991 Feb 28 17:55:20.044461 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] Request body: {'binding': {'host': 'n-h1-820368-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:20.050926 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] Unknown quota resources ['binding']. {{(pid=104246) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 17:55:20.186806 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] Attempting to bind port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c on host n-h1-820368-19 for vnic_type normal with profile None {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:55:20.187148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] Attempting to bind port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:55:20.187479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] Attempting to bind port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c on network 97f667c3-ebbd-4ba2-8869-206053121e67 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:55:20.192043 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] Port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c on network 97f667c3-ebbd-4ba2-8869-206053121e67 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:55:20.192364 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] Attempting to bind port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c on network 97f667c3-ebbd-4ba2-8869-206053121e67 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:55:20.197298 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:55:20.197637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] Checking segment: {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:55:20.198059 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] Bound using segment: {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:55:20.198497 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] Bound port: 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:55:20.311295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:55:20.384071 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41106) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:20.420739 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:20.426227 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] 10.222.0.72 "POST /v2.0/ports/7b404277-6bd5-4cdc-bbfd-f551f71c1a9c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3857675 Feb 28 17:55:20.500846 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d20cee1-7cb9-405c-843a-02dd89580a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:20.584900 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d20cee1-7cb9-405c-843a-02dd89580a97 admin admin] Publish callbacks [] for security_group (4a2efe05-b536-4421-9fce-8553e03d136c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:20.663493 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5d20cee1-7cb9-405c-843a-02dd89580a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4a2efe05-b536-4421-9fce-8553e03d136c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:20.703886 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5d20cee1-7cb9-405c-843a-02dd89580a97 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ee62c02ef3a40619b9bdd7892d68ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3186209 Feb 28 17:55:20.706445 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20cee1-7cb9-405c-843a-02dd89580a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2efe05-b536-4421-9fce-8553e03d136c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:20.707488 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41136) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:20.776255 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aed20c37-9669-4a89-9e53-9c8a3b3ca26e admin admin] Publish callbacks [] for security_group (4a2efe05-b536-4421-9fce-8553e03d136c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:20.799191 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aed20c37-9669-4a89-9e53-9c8a3b3ca26e admin admin] Publish callbacks [] for security_group (4a2efe05-b536-4421-9fce-8553e03d136c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:20.907153 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbbbfb-1b74-46b7-a926-e798ed2f3e56 req-1a89619c-b09f-4c8b-86a1-2a8d59355977 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:20.908758 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fecbbbfb-1b74-46b7-a926-e798ed2f3e56 req-1a89619c-b09f-4c8b-86a1-2a8d59355977 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 946 time: 0.2111080 Feb 28 17:55:20.959962 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fecbbbfb-1b74-46b7-a926-e798ed2f3e56 req-cda60842-df8f-4f8f-a1bd-d252a7de0233 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456161 Feb 28 17:55:20.990733 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aed20c37-9669-4a89-9e53-9c8a3b3ca26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4a2efe05-b536-4421-9fce-8553e03d136c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:20.993748 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-aed20c37-9669-4a89-9e53-9c8a3b3ca26e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:20.995020 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-aed20c37-9669-4a89-9e53-9c8a3b3ca26e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4a2efe05-b536-4421-9fce-8553e03d136c HTTP/1.1" status: 204 len: 168 time: 0.2865090 Feb 28 17:55:21.010183 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed20c37-9669-4a89-9e53-9c8a3b3ca26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2efe05-b536-4421-9fce-8553e03d136c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:21.233318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-d76bb4d8-6d5a-480c-94ec-d27ded412e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:21.235478 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-d76bb4d8-6d5a-480c-94ec-d27ded412e44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 1129 time: 0.0492165 Feb 28 17:55:21.338374 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-bcb5a800-8144-41a9-81ec-ad01cc71e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:21.339874 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-bcb5a800-8144-41a9-81ec-ad01cc71e525 service neutron] 10.222.0.73 "GET /v2.0/networks?id=97f667c3-ebbd-4ba2-8869-206053121e67 HTTP/1.1" status: 200 len: 898 time: 0.0988033 Feb 28 17:55:21.410282 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-3033ce74-fb98-40c0-8ba2-e8e72c69fed5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c HTTP/1.1" status: 200 len: 1002 time: 0.0643649 Feb 28 17:55:21.465890 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-f1602cfc-3078-40a4-be0c-f5d12e235622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:21.467379 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-f1602cfc-3078-40a4-be0c-f5d12e235622 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25edc0db-cd52-48a1-8071-36b94a90fde2 HTTP/1.1" status: 200 len: 835 time: 0.0463967 Feb 28 17:55:21.522645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-13a4f547-f2f1-47d2-90a0-1d19e49e773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:21.524143 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-13a4f547-f2f1-47d2-90a0-1d19e49e773a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97f667c3-ebbd-4ba2-8869-206053121e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508175 Feb 28 17:55:21.637837 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-280107c3-f239-4420-b996-41db0e364b94 service neutron] 10.222.0.73 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073344 Feb 28 17:55:21.673993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41184) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:21.709206 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab618-26af-4dba-9e5d-f1f7977733c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:21.763755 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-c0a8d7b1-ac51-4011-9490-59b951b3a630 service neutron] 10.222.0.73 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205893 Feb 28 17:55:21.839559 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ec3d3-c17d-4439-8c6d-6f9d54651221 req-ca7ab5cd-40c8-4f84-a787-8a347d10f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:21.841205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8d3ec3d3-c17d-4439-8c6d-6f9d54651221 req-ca7ab5cd-40c8-4f84-a787-8a347d10f96d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 1129 time: 0.0879443 Feb 28 17:55:21.943286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-50a8e934-68d4-495c-9600-cca8ba88e8ea tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:21.946535 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-50a8e934-68d4-495c-9600-cca8ba88e8ea tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337&tenant_id=a3eb0a57573941dbb6964a85dd6477cc&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1129 time: 0.1250379 Feb 28 17:55:21.949826 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab618-26af-4dba-9e5d-f1f7977733c2 admin admin] Publish callbacks [] for security_group (b058e8a3-94c0-4aab-89ce-f93cb855cfe8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:21.962143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820368-19'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:21.984287 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ec3d3-c17d-4439-8c6d-6f9d54651221 req-85375c8b-8c47-42d6-8d3b-41493ebf1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:21.985956 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8d3ec3d3-c17d-4439-8c6d-6f9d54651221 req-85375c8b-8c47-42d6-8d3b-41493ebf1a71 service neutron] 10.222.0.69 "GET /v2.0/networks?id=97f667c3-ebbd-4ba2-8869-206053121e67 HTTP/1.1" status: 200 len: 898 time: 0.1259692 Feb 28 17:55:22.034919 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:22.058594 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab618-26af-4dba-9e5d-f1f7977733c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b058e8a3-94c0-4aab-89ce-f93cb855cfe8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:22.134177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8d3ec3d3-c17d-4439-8c6d-6f9d54651221 req-00c4ff97-28be-4bf2-8f7d-759706626af5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c HTTP/1.1" status: 200 len: 1002 time: 0.1421769 Feb 28 17:55:22.185087 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0a6ab618-26af-4dba-9e5d-f1f7977733c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=062332d6eccb40bba7f2f6b05d79755d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5098069 Feb 28 17:55:22.189899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41214) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:22.193559 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ab618-26af-4dba-9e5d-f1f7977733c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b058e8a3-94c0-4aab-89ce-f93cb855cfe8,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:22.207988 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:22.239384 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ec3d3-c17d-4439-8c6d-6f9d54651221 req-c2ba8533-d317-4ca3-874b-f3152ce0ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:22.240920 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8d3ec3d3-c17d-4439-8c6d-6f9d54651221 req-c2ba8533-d317-4ca3-874b-f3152ce0ab2a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25edc0db-cd52-48a1-8071-36b94a90fde2 HTTP/1.1" status: 200 len: 835 time: 0.0988660 Feb 28 17:55:22.251407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd4d03-e86b-4c33-9f66-6e869c0e531e req-9a95e891-0a0c-402c-8e23-063d3e92a673 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:22.252893 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96bd4d03-e86b-4c33-9f66-6e869c0e531e req-9a95e891-0a0c-402c-8e23-063d3e92a673 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 946 time: 0.1839051 Feb 28 17:55:22.256116 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:55:22.309598 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Publish callbacks [] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:22.312188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:55:22.314942 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dce73f-e57a-4209-bdba-965b900c384f" -d '{"events": [{"server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "name": "network-vif-unplugged", "status": "completed", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:55:22.343142 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-308621bc-5908-4f36-a8c2-ed4e4cb3c1ef admin admin] Publish callbacks [] for security_group (b058e8a3-94c0-4aab-89ce-f93cb855cfe8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:22.353632 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b2dfc3-33ba-47f7-8b65-32070ae236d1 x-openstack-request-id: req-f0b2dfc3-33ba-47f7-8b65-32070ae236d1 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:55:22.354179 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "name": "network-vif-unplugged", "status": "completed", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:55:22.354589 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f0b2dfc3-33ba-47f7-8b65-32070ae236d1 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:55:22.355151 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'code': 200} Feb 28 17:55:22.357801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96bd4d03-e86b-4c33-9f66-6e869c0e531e req-2a59911a-6a69-4012-aff9-7c4a754900e7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886598 Feb 28 17:55:22.366069 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ec3d3-c17d-4439-8c6d-6f9d54651221 req-e2896525-3ad9-4368-b2f0-fe74530272a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:22.367554 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8d3ec3d3-c17d-4439-8c6d-6f9d54651221 req-e2896525-3ad9-4368-b2f0-fe74530272a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=97f667c3-ebbd-4ba2-8869-206053121e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1137986 Feb 28 17:55:22.401367 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:22.405385 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-308621bc-5908-4f36-a8c2-ed4e4cb3c1ef admin admin] Publish callbacks [] for security_group (b058e8a3-94c0-4aab-89ce-f93cb855cfe8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:22.497767 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8d3ec3d3-c17d-4439-8c6d-6f9d54651221 req-c52f96c5-e516-44ad-920e-85d400c0e3ee service neutron] 10.222.0.69 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239417 Feb 28 17:55:22.552024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Pushing event updated for resources: {'Port': ['ID=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,revision_number=7']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:22.594362 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-308621bc-5908-4f36-a8c2-ed4e4cb3c1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b058e8a3-94c0-4aab-89ce-f93cb855cfe8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:22.598542 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-308621bc-5908-4f36-a8c2-ed4e4cb3c1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:22.603002 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-308621bc-5908-4f36-a8c2-ed4e4cb3c1ef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b058e8a3-94c0-4aab-89ce-f93cb855cfe8 HTTP/1.1" status: 204 len: 168 time: 0.4079757 Feb 28 17:55:22.624785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Attempting to bind port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c on host n-h2-820368-19 for vnic_type normal with profile {"migrating_to": "n-h1-820368-19"} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:55:22.625048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308621bc-5908-4f36-a8c2-ed4e4cb3c1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b058e8a3-94c0-4aab-89ce-f93cb855cfe8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:22.625150 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Attempting to bind port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:55:22.625445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Attempting to bind port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c on network 97f667c3-ebbd-4ba2-8869-206053121e67 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:55:22.636158 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c on network 97f667c3-ebbd-4ba2-8869-206053121e67 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:55:22.636492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Attempting to bind port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c on network 97f667c3-ebbd-4ba2-8869-206053121e67 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:55:22.641052 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8d3ec3d3-c17d-4439-8c6d-6f9d54651221 req-01a24fc6-0ea3-4059-8e99-b817b77ffce4 service neutron] 10.222.0.69 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304772 Feb 28 17:55:22.650179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:55:22.650835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Checking segment: {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:55:22.652652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Bound using segment: {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:55:22.652652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Bound port: 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eba7342-f1e6-48e1-a413-21d7e6dc8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:55:22.652652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:22.754682 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:55:22.761180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:55:22.842087 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:22.880053 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-56b1f38d-c4b6-473f-b6b5-6ce0ed56c044 None None] Provisioning complete for port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:22.881149 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-56b1f38d-c4b6-473f-b6b5-6ce0ed56c044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:22.957323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Pushing event updated for resources: {'Port': ['ID=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,revision_number=8']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:23.037097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-56b1f38d-c4b6-473f-b6b5-6ce0ed56c044 None None] Current status of the port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:23.037413 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-56b1f38d-c4b6-473f-b6b5-6ce0ed56c044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:23.054836 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:23.057755 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:23.059222 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11720305-2bfb-4511-8983-90a5c5ef10ff service neutron] 10.222.0.73 "PUT /v2.0/ports/7b404277-6bd5-4cdc-bbfd-f551f71c1a9c HTTP/1.1" status: 200 len: 1124 time: 1.1061149 Feb 28 17:55:23.071094 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:55:23.073366 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a9e087-4b6d-428e-90bf-094a83333087" -d '{"events": [{"server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "name": "network-vif-plugged", "status": "completed", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:55:23.098786 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-56b1f38d-c4b6-473f-b6b5-6ce0ed56c044 None None] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:23.118552 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d9c6d0-b526-4fb0-8780-a5a6afa46d33 x-openstack-request-id: req-54d9c6d0-b526-4fb0-8780-a5a6afa46d33 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:55:23.118552 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "name": "network-vif-plugged", "status": "completed", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:55:23.118552 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-54d9c6d0-b526-4fb0-8780-a5a6afa46d33 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:55:23.118552 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'code': 200} Feb 28 17:55:23.119179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['7b404277-6bd5-4cdc-bbfd-f551f71c1a9c'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:55:23.216144 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-56b1f38d-c4b6-473f-b6b5-6ce0ed56c044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:23.517781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5cb5f-42d7-4216-a6ee-7d135d31f972 req-9a50aeef-86c6-48f0-83f2-349fc0be8b20 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:23.520531 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cb5cb5f-42d7-4216-a6ee-7d135d31f972 req-9a50aeef-86c6-48f0-83f2-349fc0be8b20 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 946 time: 0.0725420 Feb 28 17:55:23.580117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cb5cb5f-42d7-4216-a6ee-7d135d31f972 req-567b16c4-8b2c-46be-831f-0c032460331a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528154 Feb 28 17:55:23.658214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1f38d-c4b6-473f-b6b5-6ce0ed56c044 None None] Pushing event updated for resources: {'Port': ['ID=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,revision_number=9']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:23.846379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-54eb017b-857a-4409-9e6c-823743869327 None None] Provisioning complete for port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:23.846758 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-54eb017b-857a-4409-9e6c-823743869327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:23.943385 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-54eb017b-857a-4409-9e6c-823743869327 None None] Current status of the port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:24.356673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:55:24.359044 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff53a6e6-ae8a-4de5-817d-5799aa59d615" -d '{"events": [{"name": "network-changed", "server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:55:24.428874 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5506d27-2661-4031-b988-f4fb4c5dbf8b x-openstack-request-id: req-b5506d27-2661-4031-b988-f4fb4c5dbf8b {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:55:24.429262 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:55:24.429613 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5506d27-2661-4031-b988-f4fb4c5dbf8b {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:55:24.430156 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'status': 'completed', 'code': 200} Feb 28 17:55:24.498648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53a6e6-ae8a-4de5-817d-5799aa59d615 req-726a586a-d8fb-46b2-bed6-d10e8fc0161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:24.500347 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff53a6e6-ae8a-4de5-817d-5799aa59d615 req-726a586a-d8fb-46b2-bed6-d10e8fc0161c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 1160 time: 0.0465913 Feb 28 17:55:24.604454 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53a6e6-ae8a-4de5-817d-5799aa59d615 req-c1823060-5c7a-4f3a-8b95-9fc38e23e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:24.606193 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff53a6e6-ae8a-4de5-817d-5799aa59d615 req-c1823060-5c7a-4f3a-8b95-9fc38e23e7a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=97f667c3-ebbd-4ba2-8869-206053121e67 HTTP/1.1" status: 200 len: 898 time: 0.0983491 Feb 28 17:55:24.700095 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff53a6e6-ae8a-4de5-817d-5799aa59d615 req-20dc3546-3d0b-411d-953c-6a91f55c99be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c HTTP/1.1" status: 200 len: 1002 time: 0.0863588 Feb 28 17:55:24.769154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53a6e6-ae8a-4de5-817d-5799aa59d615 req-5525a794-bbee-497d-a719-151347b1831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:24.771071 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff53a6e6-ae8a-4de5-817d-5799aa59d615 req-5525a794-bbee-497d-a719-151347b1831f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25edc0db-cd52-48a1-8071-36b94a90fde2 HTTP/1.1" status: 200 len: 835 time: 0.0668602 Feb 28 17:55:24.830820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53a6e6-ae8a-4de5-817d-5799aa59d615 req-dafe875b-5b24-4ea0-8e2d-716a62831361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:24.833421 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff53a6e6-ae8a-4de5-817d-5799aa59d615 req-dafe875b-5b24-4ea0-8e2d-716a62831361 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=97f667c3-ebbd-4ba2-8869-206053121e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0567563 Feb 28 17:55:25.034660 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff53a6e6-ae8a-4de5-817d-5799aa59d615 req-8edf126b-d40a-4013-b4e1-d907ba314ee8 service neutron] 10.222.0.69 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944270 Feb 28 17:55:25.105612 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed68c9-ebab-4041-917d-caff5954bd83 req-c4df5c4a-03ad-4ddb-8ffe-687b19fe9401 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:25.107235 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6ed68c9-ebab-4041-917d-caff5954bd83 req-c4df5c4a-03ad-4ddb-8ffe-687b19fe9401 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 946 time: 0.4174840 Feb 28 17:55:25.199120 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff53a6e6-ae8a-4de5-817d-5799aa59d615 req-94a7cc15-108b-4921-a0f2-7efe0c654b0b service neutron] 10.222.0.69 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572354 Feb 28 17:55:25.220412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f6ed68c9-ebab-4041-917d-caff5954bd83 req-72c3e599-ff75-4a18-8742-a789b07be02d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961747 Feb 28 17:55:26.353794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79756969-e9a8-4a02-b76d-06d0072962e6 req-a375aa88-a478-4c5b-9e9d-93be3e3228d5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:26.357133 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79756969-e9a8-4a02-b76d-06d0072962e6 req-a375aa88-a478-4c5b-9e9d-93be3e3228d5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 946 time: 0.0617630 Feb 28 17:55:26.410434 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79756969-e9a8-4a02-b76d-06d0072962e6 req-698e8d85-4b01-4b58-9a5a-cb202b2f886b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493703 Feb 28 17:55:26.939104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:55:27.075129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:27.088434 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c has no active binding in host n-h1-820368-19 {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 28 17:55:27.552957 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993eca3c-a4f2-471a-a6c5-41ba7bdb428d req-8f0749af-77e4-448c-949d-6942d1d0989a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:27.558366 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-993eca3c-a4f2-471a-a6c5-41ba7bdb428d req-8f0749af-77e4-448c-949d-6942d1d0989a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 946 time: 0.0636466 Feb 28 17:55:27.608663 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-993eca3c-a4f2-471a-a6c5-41ba7bdb428d req-b5a46859-afdf-4404-8fc5-dfc9c0a3b6f5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485392 Feb 28 17:55:28.583998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41676) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:28.701189 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87550573-3bdb-4e21-bc79-a61d1ef677a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:28.776935 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cb0b9-da6d-4980-9b24-0c16b8893661 req-7c7f8f78-b0c1-4fc7-918d-c5fbcb05e7ba tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:28.778460 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e9cb0b9-da6d-4980-9b24-0c16b8893661 req-7c7f8f78-b0c1-4fc7-918d-c5fbcb05e7ba tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 946 time: 0.0798802 Feb 28 17:55:28.792876 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87550573-3bdb-4e21-bc79-a61d1ef677a4 admin admin] Publish callbacks [] for security_group (391aba7f-0e59-4011-a7d2-9542308dc98a), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:28.829766 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e9cb0b9-da6d-4980-9b24-0c16b8893661 req-afe29b13-c124-4e6c-93b7-59496cf653f3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430496 Feb 28 17:55:28.922079 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-87550573-3bdb-4e21-bc79-a61d1ef677a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (391aba7f-0e59-4011-a7d2-9542308dc98a), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:28.965066 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-87550573-3bdb-4e21-bc79-a61d1ef677a4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7e2ed29fc23e43cea7edc636fa50c1f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3798890 Feb 28 17:55:28.966008 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87550573-3bdb-4e21-bc79-a61d1ef677a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391aba7f-0e59-4011-a7d2-9542308dc98a,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:28.967998 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41682) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:29.039443 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Publish callbacks [] for security_group (391aba7f-0e59-4011-a7d2-9542308dc98a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:29.071095 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Publish callbacks [] for security_group (391aba7f-0e59-4011-a7d2-9542308dc98a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:29.258575 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (391aba7f-0e59-4011-a7d2-9542308dc98a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:29.261532 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:29.262799 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/391aba7f-0e59-4011-a7d2-9542308dc98a HTTP/1.1" status: 204 len: 168 time: 0.2935226 Feb 28 17:55:29.272733 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391aba7f-0e59-4011-a7d2-9542308dc98a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:29.280574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:29.280928 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:29.281271 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:29.281617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:29.281996 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:29.282375 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:29.282714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:29.283050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:29.283384 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:29.283714 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:29.284041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:29.284364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:29.284687 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6cc961-a4f1-4f10-b156-d5665dbabb51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:29.966191 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903027-99e2-4448-9ba4-5cfb750053d9 req-3dc22801-bb76-4ff3-b079-dd1179842c2b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:29.967796 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-33903027-99e2-4448-9ba4-5cfb750053d9 req-3dc22801-bb76-4ff3-b079-dd1179842c2b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 946 time: 0.0678463 Feb 28 17:55:30.031491 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41698) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:30.040081 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-33903027-99e2-4448-9ba4-5cfb750053d9 req-50950b7e-8100-4827-83cc-5b0a12113f2f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650954 Feb 28 17:55:30.049346 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9268d57e-2bae-4af2-b49f-687adfce6a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:30.143779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9268d57e-2bae-4af2-b49f-687adfce6a85 admin admin] Publish callbacks [] for security_group (f6527853-98fe-4d62-90da-66fbdf9fb53d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:30.236499 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9268d57e-2bae-4af2-b49f-687adfce6a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f6527853-98fe-4d62-90da-66fbdf9fb53d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:30.281393 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41704) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:30.281637 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9268d57e-2bae-4af2-b49f-687adfce6a85 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f957be30fb784054b03e4b49dfc329f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2475984 Feb 28 17:55:30.282316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268d57e-2bae-4af2-b49f-687adfce6a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6527853-98fe-4d62-90da-66fbdf9fb53d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:30.345842 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55e458d2-aaba-4f62-afd0-28f119801217 admin admin] Publish callbacks [] for security_group (f6527853-98fe-4d62-90da-66fbdf9fb53d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:30.368529 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55e458d2-aaba-4f62-afd0-28f119801217 admin admin] Publish callbacks [] for security_group (f6527853-98fe-4d62-90da-66fbdf9fb53d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:30.549957 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55e458d2-aaba-4f62-afd0-28f119801217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f6527853-98fe-4d62-90da-66fbdf9fb53d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:30.552872 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-55e458d2-aaba-4f62-afd0-28f119801217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:30.556866 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-55e458d2-aaba-4f62-afd0-28f119801217 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f6527853-98fe-4d62-90da-66fbdf9fb53d HTTP/1.1" status: 204 len: 168 time: 0.2717848 Feb 28 17:55:30.564259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e458d2-aaba-4f62-afd0-28f119801217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6527853-98fe-4d62-90da-66fbdf9fb53d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:31.155105 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2f364-ab3a-4651-a7ee-45c1ad87360c req-3f9a1894-825e-4e90-bb63-6882d15aaaca tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:31.156574 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-edf2f364-ab3a-4651-a7ee-45c1ad87360c req-3f9a1894-825e-4e90-bb63-6882d15aaaca tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 946 time: 0.0542374 Feb 28 17:55:31.213654 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-edf2f364-ab3a-4651-a7ee-45c1ad87360c req-5930857e-a3e6-423d-9070-4f95064039d0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469120 Feb 28 17:55:31.479090 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-62c2c06c-ef3a-4de8-ab76-33791786e8d8 service neutron] 10.222.0.69 "GET /v2.0/ports/7b404277-6bd5-4cdc-bbfd-f551f71c1a9c/bindings/n-h1-820368-19 HTTP/1.1" status: 200 len: 385 time: 0.0576665 Feb 28 17:55:31.659373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-08284a98-e11a-4588-92ca-e140f8399d65 req-fea41b1a-9e37-4cdf-b9ec-30e9583c2e2f service neutron] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:31.679526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-08284a98-e11a-4588-92ca-e140f8399d65 req-fea41b1a-9e37-4cdf-b9ec-30e9583c2e2f service neutron] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:55:31.724212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:55:31.726576 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7518844-ead1-4beb-a2f0-ab7b2f9380b4" -d '{"events": [{"server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "name": "network-vif-unplugged", "status": "completed", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:55:31.733790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-08284a98-e11a-4588-92ca-e140f8399d65 req-fea41b1a-9e37-4cdf-b9ec-30e9583c2e2f service neutron] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:31.771729 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f931f0-11fe-4473-94e7-c81df96cc9a5 x-openstack-request-id: req-66f931f0-11fe-4473-94e7-c81df96cc9a5 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:55:31.772029 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "name": "network-vif-unplugged", "status": "completed", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:55:31.776805 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-66f931f0-11fe-4473-94e7-c81df96cc9a5 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:55:31.776805 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'code': 200} Feb 28 17:55:31.858675 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-08284a98-e11a-4588-92ca-e140f8399d65 req-fea41b1a-9e37-4cdf-b9ec-30e9583c2e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:31.950449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-08284a98-e11a-4588-92ca-e140f8399d65 req-fea41b1a-9e37-4cdf-b9ec-30e9583c2e2f service neutron] Transition to ACTIVE for port object 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:55:32.081072 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-08284a98-e11a-4588-92ca-e140f8399d65 req-fea41b1a-9e37-4cdf-b9ec-30e9583c2e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:32.224749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea41b1a-9e37-4cdf-b9ec-30e9583c2e2f service neutron] Pushing event updated for resources: {'Port': ['ID=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,revision_number=11']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:32.285463 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-08284a98-e11a-4588-92ca-e140f8399d65 req-fea41b1a-9e37-4cdf-b9ec-30e9583c2e2f service neutron] No DVR routers for this DVR port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:55:32.347659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12d5ab-ced5-4b4b-8de6-f79abc87fc0e req-c8577e92-0627-4b05-b1a4-a620fc869138 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:32.358672 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c12d5ab-ced5-4b4b-8de6-f79abc87fc0e req-c8577e92-0627-4b05-b1a4-a620fc869138 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 945 time: 0.0659580 Feb 28 17:55:32.452231 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1c12d5ab-ced5-4b4b-8de6-f79abc87fc0e req-dcfedc45-7008-44dd-9bea-ddf54ab3d729 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952866 Feb 28 17:55:32.826814 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-fea41b1a-9e37-4cdf-b9ec-30e9583c2e2f service neutron] 10.222.0.69 "PUT /v2.0/ports/7b404277-6bd5-4cdc-bbfd-f551f71c1a9c/bindings/n-h1-820368-19/activate HTTP/1.1" status: 200 len: 370 time: 1.3422287 Feb 28 17:55:33.014336 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-cc992a81-39fe-423e-9908-ff3871baabb5 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:33.015858 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-cc992a81-39fe-423e-9908-ff3871baabb5 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337&tenant_id=a3eb0a57573941dbb6964a85dd6477cc&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1128 time: 0.0569482 Feb 28 17:55:33.067516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11a88195-843d-4aea-b1fd-1e6d2bdcb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:33.069085 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-11a88195-843d-4aea-b1fd-1e6d2bdcb156 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337&tenant_id=a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 1128 time: 0.0471976 Feb 28 17:55:33.138066 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-32c28dc2-23b4-4e7c-99ff-2e45b892451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:33.139578 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-32c28dc2-23b4-4e7c-99ff-2e45b892451d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 1128 time: 0.0470266 Feb 28 17:55:33.237041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-5f6ad04d-5e99-4af9-b9e7-ffeb5938791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:33.238674 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-5f6ad04d-5e99-4af9-b9e7-ffeb5938791e service neutron] 10.222.0.73 "GET /v2.0/networks?id=97f667c3-ebbd-4ba2-8869-206053121e67 HTTP/1.1" status: 200 len: 898 time: 0.0934098 Feb 28 17:55:33.307365 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-099d7f94-e382-4330-bbfe-38e4b37e3a40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c HTTP/1.1" status: 200 len: 1000 time: 0.0629158 Feb 28 17:55:33.364536 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-7131685b-61b8-4770-b976-220897468536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:33.366040 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-7131685b-61b8-4770-b976-220897468536 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25edc0db-cd52-48a1-8071-36b94a90fde2 HTTP/1.1" status: 200 len: 835 time: 0.0533226 Feb 28 17:55:33.416690 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-359ce916-7c2a-4608-a704-91244ae63c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:33.418194 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-359ce916-7c2a-4608-a704-91244ae63c95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97f667c3-ebbd-4ba2-8869-206053121e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465655 Feb 28 17:55:33.533878 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-e808c7ad-e717-41b5-a196-00653b0b166f service neutron] 10.222.0.73 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101332 Feb 28 17:55:33.632125 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7230a51-88a0-4f8b-b9a6-6333b998152d req-4141071d-09e0-4fca-bccf-947353a48275 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:33.633798 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b7230a51-88a0-4f8b-b9a6-6333b998152d req-4141071d-09e0-4fca-bccf-947353a48275 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 945 time: 0.0894103 Feb 28 17:55:33.643458 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-e06c44f6-8da4-4ab8-b8d1-e8787e8a7e31 service neutron] 10.222.0.73 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038499 Feb 28 17:55:33.688131 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b7230a51-88a0-4f8b-b9a6-6333b998152d req-8fff0416-80df-459c-8c2a-0c0d0cdf6223 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448856 Feb 28 17:55:34.113200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284a98-e11a-4588-92ca-e140f8399d65 req-7cf48c8f-142d-4178-a542-42e91b4f9bfa tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:34.113200 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-7cf48c8f-142d-4178-a542-42e91b4f9bfa tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337&tenant_id=a3eb0a57573941dbb6964a85dd6477cc&binding%3Ahost_id=n-h1-820368-19 HTTP/1.1" status: 200 len: 1128 time: 0.0483744 Feb 28 17:55:34.334939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-08284a98-e11a-4588-92ca-e140f8399d65 req-ef2eeb66-33fa-42c2-8db5-84fdc528d44a service neutron] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h2-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:55:34.338401 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-08284a98-e11a-4588-92ca-e140f8399d65 req-ef2eeb66-33fa-42c2-8db5-84fdc528d44a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:34.339533 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-ef2eeb66-33fa-42c2-8db5-84fdc528d44a service neutron] 10.222.0.73 "DELETE /v2.0/ports/7b404277-6bd5-4cdc-bbfd-f551f71c1a9c/bindings/n-h2-820368-19 HTTP/1.1" status: 204 len: 173 time: 0.2237384 Feb 28 17:55:34.698654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41814) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:34.803577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:55:34.824297 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:34.839223 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd398aff-2678-4e01-a292-273e94c2481f req-9b66e77a-2d2c-42ad-92fa-b18e5c62f47f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:34.841068 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dd398aff-2678-4e01-a292-273e94c2481f req-9b66e77a-2d2c-42ad-92fa-b18e5c62f47f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 945 time: 0.0660212 Feb 28 17:55:34.853957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] The host n-h2-820368-19 is not matching for port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c host n-h1-820368-19! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 17:55:34.854530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:55:34.894752 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dd398aff-2678-4e01-a292-273e94c2481f req-4656962b-38c5-4716-85e5-636c42b7e6ef tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469584 Feb 28 17:55:34.904170 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Publish callbacks [] for security_group (ae99c3ea-def4-4702-b10d-b1f05ff65faf), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:35.003937 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006c699-8865-449b-b2b9-738a22d50b0f req-77a550e5-ff81-4a59-afbd-e094c733475f tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:35.005525 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5006c699-8865-449b-b2b9-738a22d50b0f req-77a550e5-ff81-4a59-afbd-e094c733475f tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 1128 time: 0.0446091 Feb 28 17:55:35.015303 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ae99c3ea-def4-4702-b10d-b1f05ff65faf), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:35.068984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae99c3ea-def4-4702-b10d-b1f05ff65faf,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:35.091987 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=afd3c44dbfeb4646941d561fd578024b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3898535 Feb 28 17:55:35.092822 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41824) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:35.092991 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:35.093335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:35.093670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:35.094022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:35.094348 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:35.094689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:35.095014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:35.095330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:35.095645 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:35.095956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:35.096270 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:35.096580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:35.096994 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a15c1b-57e4-4863-b38f-e7033e66cc8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:35.121558 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5006c699-8865-449b-b2b9-738a22d50b0f req-b3b7ec30-2136-4d51-a228-b9a6e47656cc tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075385 Feb 28 17:55:35.167503 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4129a6af-3561-4ab4-8d5e-6a725a41204e admin admin] Publish callbacks [] for security_group (ae99c3ea-def4-4702-b10d-b1f05ff65faf), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:35.195841 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4129a6af-3561-4ab4-8d5e-6a725a41204e admin admin] Publish callbacks [] for security_group (ae99c3ea-def4-4702-b10d-b1f05ff65faf), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:35.631254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ca5b0-c1ea-4c76-8adf-43cce13287c0 req-bb04561d-81ac-489d-9a07-1f8d1b7db3da tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:35.632764 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-727ca5b0-c1ea-4c76-8adf-43cce13287c0 req-bb04561d-81ac-489d-9a07-1f8d1b7db3da tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 945 time: 0.4222364 Feb 28 17:55:35.685915 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-727ca5b0-c1ea-4c76-8adf-43cce13287c0 req-08b4e445-b089-4957-b276-5eb40ce251ee tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461571 Feb 28 17:55:35.707674 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41832) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:35.746650 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4129a6af-3561-4ab4-8d5e-6a725a41204e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ae99c3ea-def4-4702-b10d-b1f05ff65faf), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:35.749403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4129a6af-3561-4ab4-8d5e-6a725a41204e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:35.750871 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4129a6af-3561-4ab4-8d5e-6a725a41204e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae99c3ea-def4-4702-b10d-b1f05ff65faf HTTP/1.1" status: 204 len: 168 time: 0.6570160 Feb 28 17:55:35.770570 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129a6af-3561-4ab4-8d5e-6a725a41204e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae99c3ea-def4-4702-b10d-b1f05ff65faf,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:35.794027 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1b8af46f-df9a-47d2-bc04-a40018091687 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/b80a03c7-2f54-4ef4-9e3b-517ae65118f8 HTTP/1.1" status: 200 len: 992 time: 0.0851912 Feb 28 17:55:36.401035 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41840) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:36.414948 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0a218386-049b-45c6-8948-c12b48568ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:36.487635 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0a218386-049b-45c6-8948-c12b48568ca1 admin admin] Publish callbacks [] for security_group (a7fc593c-7c0c-4bdf-86fc-e71e84c9dc3c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:36.599768 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0a218386-049b-45c6-8948-c12b48568ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a7fc593c-7c0c-4bdf-86fc-e71e84c9dc3c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:36.643320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41844) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:36.654899 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0a218386-049b-45c6-8948-c12b48568ca1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f1bc2d31f6754d5c98f6107fd2cfa525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2496328 Feb 28 17:55:36.656423 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a218386-049b-45c6-8948-c12b48568ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fc593c-7c0c-4bdf-86fc-e71e84c9dc3c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:36.700198 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e9af329-947d-4aee-bff0-f6904db0cee0 admin admin] Publish callbacks [] for security_group (a7fc593c-7c0c-4bdf-86fc-e71e84c9dc3c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:36.722368 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e9af329-947d-4aee-bff0-f6904db0cee0 admin admin] Publish callbacks [] for security_group (a7fc593c-7c0c-4bdf-86fc-e71e84c9dc3c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:36.919952 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e9af329-947d-4aee-bff0-f6904db0cee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a7fc593c-7c0c-4bdf-86fc-e71e84c9dc3c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:36.922513 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4e9af329-947d-4aee-bff0-f6904db0cee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:36.926630 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4e9af329-947d-4aee-bff0-f6904db0cee0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7fc593c-7c0c-4bdf-86fc-e71e84c9dc3c HTTP/1.1" status: 204 len: 168 time: 0.2798817 Feb 28 17:55:36.935243 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9af329-947d-4aee-bff0-f6904db0cee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fc593c-7c0c-4bdf-86fc-e71e84c9dc3c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:37.761042 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ae6f26e7-719b-4f15-83ce-de2ff2c6baac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:37.995682 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:38.036647 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41872) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:38.205317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-313e787a-93d5-4146-bac8-48503185ba74 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port fc8ea170-e9fe-4766-ad54-6c6d58b7d303 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:38.205713 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-313e787a-93d5-4146-bac8-48503185ba74 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (fc8ea170-e9fe-4766-ad54-6c6d58b7d303), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:38.275629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41878) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:38.294372 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-313e787a-93d5-4146-bac8-48503185ba74 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (fc8ea170-e9fe-4766-ad54-6c6d58b7d303), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:38.294945 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-313e787a-93d5-4146-bac8-48503185ba74 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (fc8ea170-e9fe-4766-ad54-6c6d58b7d303), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:38.308621 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-313e787a-93d5-4146-bac8-48503185ba74 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for fc8ea170-e9fe-4766-ad54-6c6d58b7d303 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:38.436545 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-681013448'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:38.561751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:38.566307 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:38.575258 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:38.596434 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-313e787a-93d5-4146-bac8-48503185ba74 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (fc8ea170-e9fe-4766-ad54-6c6d58b7d303), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:38.647035 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e787a-93d5-4146-bac8-48503185ba74 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=fc8ea170-e9fe-4766-ad54-6c6d58b7d303,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:38.654920 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (e0170815-56de-40d0-a9b1-b19ff293555e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:38.690613 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-313e787a-93d5-4146-bac8-48503185ba74 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (b80a03c7-2f54-4ef4-9e3b-517ae65118f8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:38.690952 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-313e787a-93d5-4146-bac8-48503185ba74 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Floating IP b80a03c7-2f54-4ef4-9e3b-517ae65118f8 disassociated (deleted). External IP: 172.25.3.225, port: 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c. Feb 28 17:55:38.776896 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e0170815-56de-40d0-a9b1-b19ff293555e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:38.821047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:55:38.841284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0170815-56de-40d0-a9b1-b19ff293555e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:38.846186 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e9b76678-f140-4844-88ce-431b30b61f4f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:38.846955 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Added segment e9b76678-f140-4844-88ce-431b30b61f4f of type vlan for network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 Feb 28 17:55:38.903017 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:38.994528 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313e787a-93d5-4146-bac8-48503185ba74 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router 50659863-13de-4332-9098-8a564d66055a has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:55:39.018839 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:39.024208 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:39.024850 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:39.131166 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313e787a-93d5-4146-bac8-48503185ba74 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:55:39.136016 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-313e787a-93d5-4146-bac8-48503185ba74 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:39.144872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Network': ['ID=5a3fb5d5-fc25-486f-a2f8-85b60d0f3608,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:39.154723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3318e4-09fb-4dc2-8f1f-eacdae5962f9 None None] Sync routers for ids ['50659863-13de-4332-9098-8a564d66055a'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:55:39.173716 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:55:39.174286 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-313e787a-93d5-4146-bac8-48503185ba74 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/floatingips/b80a03c7-2f54-4ef4-9e3b-517ae65118f8 HTTP/1.1" status: 204 len: 168 time: 1.1350076 Feb 28 17:55:39.174563 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:55:39.179408 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c975ae8b-1267-4e34-96df-06694978a917" -d '{"events": [{"name": "network-changed", "server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:55:39.229234 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ecad30-572d-43a4-9469-04b0fd68e18c x-openstack-request-id: req-24ecad30-572d-43a4-9469-04b0fd68e18c {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:55:39.229858 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:55:39.230367 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-24ecad30-572d-43a4-9469-04b0fd68e18c {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:55:39.230970 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'status': 'completed', 'code': 200} Feb 28 17:55:39.235491 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e27c396e-6afc-4c9b-8e08-e9ac4ee03320 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9551260 Feb 28 17:55:39.237278 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41890) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:39.240685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'name': 'tempest-PortsIpV6TestJSON-1066156895'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:39.283567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3318e4-09fb-4dc2-8f1f-eacdae5962f9 None None] Routers {'50659863-13de-4332-9098-8a564d66055a'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:55:39.284211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4c3318e4-09fb-4dc2-8f1f-eacdae5962f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:55:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50659863-13de-4332-9098-8a564d66055a'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:39.348531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975ae8b-1267-4e34-96df-06694978a917 req-7768d498-17b2-4634-8cdc-2113fd8727a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:39.351910 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c975ae8b-1267-4e34-96df-06694978a917 req-7768d498-17b2-4634-8cdc-2113fd8727a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 1128 time: 0.0977161 Feb 28 17:55:39.424691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-4c3318e4-09fb-4dc2-8f1f-eacdae5962f9 None None] Set router 50659863-13de-4332-9098-8a564d66055a gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:55:39.474006 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975ae8b-1267-4e34-96df-06694978a917 req-c4b71e94-bbf5-4baf-98b2-1083a1490ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:39.475443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:39.475943 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c975ae8b-1267-4e34-96df-06694978a917 req-c4b71e94-bbf5-4baf-98b2-1083a1490ec5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=97f667c3-ebbd-4ba2-8869-206053121e67 HTTP/1.1" status: 200 len: 898 time: 0.1177073 Feb 28 17:55:39.479105 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:39.527215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:55:39.589127 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c975ae8b-1267-4e34-96df-06694978a917 req-cacdd738-38bd-4fa5-8882-b65f70b00d49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c HTTP/1.1" status: 200 len: 217 time: 0.1017299 Feb 28 17:55:39.657040 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975ae8b-1267-4e34-96df-06694978a917 req-61ec7b14-85ab-48ea-87b7-2708e9c2cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:39.659145 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c975ae8b-1267-4e34-96df-06694978a917 req-61ec7b14-85ab-48ea-87b7-2708e9c2cf06 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25edc0db-cd52-48a1-8071-36b94a90fde2 HTTP/1.1" status: 200 len: 835 time: 0.0612609 Feb 28 17:55:39.705316 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4c3318e4-09fb-4dc2-8f1f-eacdae5962f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:54:16Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0f7bf4b5-3140-450b-b8ca-ef040e7c53ca', 'name': '', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:b7:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:14Z', 'updated_at': '2022-02-28T17:54:21Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:39.742671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3318e4-09fb-4dc2-8f1f-eacdae5962f9 None None] Checking router: 50659863-13de-4332-9098-8a564d66055a for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:55:39.753026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975ae8b-1267-4e34-96df-06694978a917 req-9e21c9ca-7d66-432a-946d-e59618c87b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:39.761137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3318e4-09fb-4dc2-8f1f-eacdae5962f9 None None] Routers {'50659863-13de-4332-9098-8a564d66055a'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:55:39.761137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4c3318e4-09fb-4dc2-8f1f-eacdae5962f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:55:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50659863-13de-4332-9098-8a564d66055a'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:39.762198 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c975ae8b-1267-4e34-96df-06694978a917 req-9e21c9ca-7d66-432a-946d-e59618c87b87 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97f667c3-ebbd-4ba2-8869-206053121e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0942960 Feb 28 17:55:39.834083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331e6ab-1970-426a-b5f5-42e33e296f2d req-1d9f3a7a-37b8-4466-b899-48fcc179ba0f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:39.842968 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2331e6ab-1970-426a-b5f5-42e33e296f2d req-1d9f3a7a-37b8-4466-b899-48fcc179ba0f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 945 time: 0.1534476 Feb 28 17:55:39.872185 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (d0c3611c-9bd4-4c7b-8285-adcc7af54c16), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:39.898140 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c975ae8b-1267-4e34-96df-06694978a917 req-0cecc953-7e12-4c48-b9a8-655fad07f2ed service neutron] 10.222.0.73 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288607 Feb 28 17:55:39.917690 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-4c3318e4-09fb-4dc2-8f1f-eacdae5962f9 None None] Set router 50659863-13de-4332-9098-8a564d66055a gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:55:39.950354 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cc5002e0-3d3c-4be2-9a37-cdbb4ef1c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:40.004219 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2331e6ab-1970-426a-b5f5-42e33e296f2d req-8539e7e0-126e-4f07-adb7-1d26169bbbaf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=bbf27eb3-3237-497f-89c6-5c18bd160521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618307 Feb 28 17:55:40.010690 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d0c3611c-9bd4-4c7b-8285-adcc7af54c16), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:40.104469 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c975ae8b-1267-4e34-96df-06694978a917 req-b0ac9454-54bb-4eeb-aa02-0b6d03f9568b service neutron] 10.222.0.73 "GET /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974223 Feb 28 17:55:40.113165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=d0c3611c-9bd4-4c7b-8285-adcc7af54c16,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:40.136392 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Checking segment: {'id': 'e9b76678-f140-4844-88ce-431b30b61f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:55:40.136392 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network hostable DHCP agents. Network: 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:55:40.212876 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-4c3318e4-09fb-4dc2-8f1f-eacdae5962f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:54:16Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0f7bf4b5-3140-450b-b8ca-ef040e7c53ca', 'name': '', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:b7:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:14Z', 'updated_at': '2022-02-28T17:54:21Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:40.241213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:55:40.245026 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3318e4-09fb-4dc2-8f1f-eacdae5962f9 None None] The sync data for ids ['50659863-13de-4332-9098-8a564d66055a'] in n-d-820368-19 is: [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:54:16Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '0f7bf4b5-3140-450b-b8ca-ef040e7c53ca', 'name': '', 'network_id': '97f667c3-ebbd-4ba2-8869-206053121e67', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:b7:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:14Z', 'updated_at': '2022-02-28T17:54:21Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '25edc0db-cd52-48a1-8071-36b94a90fde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:55:40.248171 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:40.315657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:40.322067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:55:40.327705 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:40.328441 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:40.331624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367fc87b-b113-4fe9-9c9b-5cb13a4c1054 None None] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:55:40.399131 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4506605b-bf91-4f0c-bc0b-a9ac9a78ca17 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1622658 Feb 28 17:55:40.401988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41898) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:40.406908 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-542213dd-6eb6-4ed0-87e8-4c9113e323c5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-255616997'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:40.411855 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a282811-6d62-4d80-836c-edd73c80a6ec req-f35f40ef-6dd4-43ef-a2fb-69b4c82822fd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:40.413980 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a282811-6d62-4d80-836c-edd73c80a6ec req-f35f40ef-6dd4-43ef-a2fb-69b4c82822fd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.73 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 945 time: 0.1089160 Feb 28 17:55:40.528500 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542213dd-6eb6-4ed0-87e8-4c9113e323c5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:40.532758 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-542213dd-6eb6-4ed0-87e8-4c9113e323c5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:40.549385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-4a282811-6d62-4d80-836c-edd73c80a6ec req-67e61e1a-301b-43d6-ae99-5e2ca7c61955 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:40.549738 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4a282811-6d62-4d80-836c-edd73c80a6ec req-67e61e1a-301b-43d6-ae99-5e2ca7c61955 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:40.578927 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542213dd-6eb6-4ed0-87e8-4c9113e323c5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:55:40.599950 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-542213dd-6eb6-4ed0-87e8-4c9113e323c5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b386bd50-afc5-4d02-8f01-d7e44f982904), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:40.600288 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-542213dd-6eb6-4ed0-87e8-4c9113e323c5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Added segment b386bd50-afc5-4d02-8f01-d7e44f982904 of type vlan for network be3f1ebd-413b-4029-8adc-5f5d0586675d Feb 28 17:55:40.656797 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:55:40.660516 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-542213dd-6eb6-4ed0-87e8-4c9113e323c5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (be3f1ebd-413b-4029-8adc-5f5d0586675d), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:40.664829 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-4a282811-6d62-4d80-836c-edd73c80a6ec req-67e61e1a-301b-43d6-ae99-5e2ca7c61955 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] For port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:40.665246 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4a282811-6d62-4d80-836c-edd73c80a6ec req-67e61e1a-301b-43d6-ae99-5e2ca7c61955 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:40.675087 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f49639-4924-4300-a4f4-23705060ad59 None None] New status for floating IP b80a03c7-2f54-4ef4-9e3b-517ae65118f8: DOWN {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:55:40.695030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-4a282811-6d62-4d80-836c-edd73c80a6ec req-67e61e1a-301b-43d6-ae99-5e2ca7c61955 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:40.797059 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-542213dd-6eb6-4ed0-87e8-4c9113e323c5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (be3f1ebd-413b-4029-8adc-5f5d0586675d), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:40.805637 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542213dd-6eb6-4ed0-87e8-4c9113e323c5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:40.806269 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-542213dd-6eb6-4ed0-87e8-4c9113e323c5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:40.886766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542213dd-6eb6-4ed0-87e8-4c9113e323c5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Network': ['ID=be3f1ebd-413b-4029-8adc-5f5d0586675d,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:40.905420 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network be3f1ebd-413b-4029-8adc-5f5d0586675d details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:55:40.947963 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4a282811-6d62-4d80-836c-edd73c80a6ec req-67e61e1a-301b-43d6-ae99-5e2ca7c61955 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7b404277-6bd5-4cdc-bbfd-f551f71c1a9c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:40.957368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-542213dd-6eb6-4ed0-87e8-4c9113e323c5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5509048 Feb 28 17:55:40.958179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41902) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:40.965001 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'ports': [{'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608'}, {'network_id': 'be3f1ebd-413b-4029-8adc-5f5d0586675d'}]} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:40.965564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:40.966695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'network_id': 'be3f1ebd-413b-4029-8adc-5f5d0586675d'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:40.987051 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e61e1a-301b-43d6-ae99-5e2ca7c61955 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=7b404277-6bd5-4cdc-bbfd-f551f71c1a9c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:41.079638 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a282811-6d62-4d80-836c-edd73c80a6ec req-67e61e1a-301b-43d6-ae99-5e2ca7c61955 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] No DVR routers for this DVR port 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:55:41.083140 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-4a282811-6d62-4d80-836c-edd73c80a6ec req-67e61e1a-301b-43d6-ae99-5e2ca7c61955 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:41.087366 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4a282811-6d62-4d80-836c-edd73c80a6ec req-67e61e1a-301b-43d6-ae99-5e2ca7c61955 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.73 "DELETE /v2.0/ports/7b404277-6bd5-4cdc-bbfd-f551f71c1a9c HTTP/1.1" status: 204 len: 173 time: 0.6665659 Feb 28 17:55:41.125534 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-527855ac-6993-400c-8e4c-51811be15e5d req-bbc37f8d-e3c9-41f8-ab3d-9e5e131da48d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=768a97ef-b373-4d62-8762-91dabff0a337 HTTP/1.1" status: 200 len: 210 time: 0.0274501 Feb 28 17:55:41.232347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'name': 'network-vif-deleted', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:55:41.234722 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c97fac-d999-4625-b692-3e8bff5205dd" -d '{"events": [{"server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "name": "network-vif-deleted", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:55:41.239806 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 2} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:41.244307 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:41.260115 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:41.289709 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc503d6d-1561-48ac-9a69-e7b9072c8863 x-openstack-request-id: req-fc503d6d-1561-48ac-9a69-e7b9072c8863 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:55:41.290059 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768a97ef-b373-4d62-8762-91dabff0a337", "name": "network-vif-deleted", "tag": "7b404277-6bd5-4cdc-bbfd-f551f71c1a9c", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:55:41.290290 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fc503d6d-1561-48ac-9a69-e7b9072c8863 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:55:41.290709 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768a97ef-b373-4d62-8762-91dabff0a337', 'name': 'network-vif-deleted', 'tag': '7b404277-6bd5-4cdc-bbfd-f551f71c1a9c', 'status': 'completed', 'code': 200} Feb 28 17:55:41.432108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port c4f77603-3388-40ae-a49d-c2c572e3cc5e yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:55:41.464493 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:41.523424 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (c4f77603-3388-40ae-a49d-c2c572e3cc5e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:41.594790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port 30341141-df18-4856-a0a0-df3ac4c0445b yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:55:41.685523 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (30341141-df18-4856-a0a0-df3ac4c0445b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:41.779146 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c4f77603-3388-40ae-a49d-c2c572e3cc5e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:41.823488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:55:41.826399 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:41.830047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:55:41.830900 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (30341141-df18-4856-a0a0-df3ac4c0445b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:41.837377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=c4f77603-3388-40ae-a49d-c2c572e3cc5e,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:41.896216 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=30341141-df18-4856-a0a0-df3ac4c0445b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:41.909107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Checking segment: {'id': 'b386bd50-afc5-4d02-8f01-d7e44f982904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'be3f1ebd-413b-4029-8adc-5f5d0586675d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:55:41.909470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network hostable DHCP agents. Network: be3f1ebd-413b-4029-8adc-5f5d0586675d, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:55:41.982737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network be3f1ebd-413b-4029-8adc-5f5d0586675d is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:55:42.069760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, be3f1ebd-413b-4029-8adc-5f5d0586675d) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:42.073578 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:55:42.079377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:42.081472 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0c184d-be31-49d7-af81-c0eb26a04b58 None None] Network be3f1ebd-413b-4029-8adc-5f5d0586675d requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:55:42.085095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:42.086009 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:42.181683 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f76db020-3b2e-449b-91b9-458f362992cd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2217631 Feb 28 17:55:42.184577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41920) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:42.208509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41922) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:42.300966 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec3e73-c953-4fd0-b9e0-436747059691 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 30341141-df18-4856-a0a0-df3ac4c0445b {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:42.301317 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1ec3e73-c953-4fd0-b9e0-436747059691 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (30341141-df18-4856-a0a0-df3ac4c0445b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:42.377831 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1ec3e73-c953-4fd0-b9e0-436747059691 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (30341141-df18-4856-a0a0-df3ac4c0445b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:42.396188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec3e73-c953-4fd0-b9e0-436747059691 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 30341141-df18-4856-a0a0-df3ac4c0445b owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:42.544631 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1ec3e73-c953-4fd0-b9e0-436747059691 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (30341141-df18-4856-a0a0-df3ac4c0445b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:42.582497 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec3e73-c953-4fd0-b9e0-436747059691 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=30341141-df18-4856-a0a0-df3ac4c0445b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:42.593741 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1ec3e73-c953-4fd0-b9e0-436747059691 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:42.599729 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a1ec3e73-c953-4fd0-b9e0-436747059691 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/30341141-df18-4856-a0a0-df3ac4c0445b HTTP/1.1" status: 204 len: 168 time: 0.4117916 Feb 28 17:55:42.600623 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41926) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:42.630038 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:42.676936 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2448359a-2e61-4645-9788-9dd5d055e145 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (50659863-13de-4332-9098-8a564d66055a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:42.760829 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86fc7b2-dd5f-4652-a217-07e34aa97e9b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:42.767053 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86fc7b2-dd5f-4652-a217-07e34aa97e9b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:42.768595 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f86fc7b2-dd5f-4652-a217-07e34aa97e9b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1674638 Feb 28 17:55:42.771907 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41930) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:42.889383 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c348860d-4b10-43ce-b4da-c0ba50207530 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port c4f77603-3388-40ae-a49d-c2c572e3cc5e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:42.889963 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c348860d-4b10-43ce-b4da-c0ba50207530 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c4f77603-3388-40ae-a49d-c2c572e3cc5e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:43.004696 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c348860d-4b10-43ce-b4da-c0ba50207530 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c4f77603-3388-40ae-a49d-c2c572e3cc5e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:43.021993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c348860d-4b10-43ce-b4da-c0ba50207530 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for c4f77603-3388-40ae-a49d-c2c572e3cc5e owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:43.086011 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-2448359a-2e61-4645-9788-9dd5d055e145 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:43.086497 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2448359a-2e61-4645-9788-9dd5d055e145 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:43.193365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-2448359a-2e61-4645-9788-9dd5d055e145 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] For port 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0f7bf4b5-3140-450b-b8ca-ef040e7c53ca,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:43.193803 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2448359a-2e61-4645-9788-9dd5d055e145 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:43.194720 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c348860d-4b10-43ce-b4da-c0ba50207530 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c4f77603-3388-40ae-a49d-c2c572e3cc5e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:43.210724 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-2448359a-2e61-4645-9788-9dd5d055e145 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:43.224703 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348860d-4b10-43ce-b4da-c0ba50207530 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=c4f77603-3388-40ae-a49d-c2c572e3cc5e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:43.229908 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c348860d-4b10-43ce-b4da-c0ba50207530 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:43.233421 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c348860d-4b10-43ce-b4da-c0ba50207530 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/c4f77603-3388-40ae-a49d-c2c572e3cc5e HTTP/1.1" status: 204 len: 168 time: 0.4600136 Feb 28 17:55:43.236431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41934) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:43.369971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885be73-32e7-4da6-af81-1aa6632d90b8 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:43.374745 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4885be73-32e7-4da6-af81-1aa6632d90b8 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1371336 Feb 28 17:55:43.375385 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41938) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:43.402744 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5224fdd-c13e-4f83-9015-c63fe884c69d tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] GET failed (client error): The resource could not be found. Feb 28 17:55:43.408720 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a5224fdd-c13e-4f83-9015-c63fe884c69d tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/30341141-df18-4856-a0a0-df3ac4c0445b HTTP/1.1" status: 404 len: 333 time: 0.0308833 Feb 28 17:55:43.408720 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41940) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:43.435331 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97db483-84ff-40f8-bfa4-9f718038f87b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] GET failed (client error): The resource could not be found. Feb 28 17:55:43.439934 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a97db483-84ff-40f8-bfa4-9f718038f87b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/c4f77603-3388-40ae-a49d-c2c572e3cc5e HTTP/1.1" status: 404 len: 333 time: 0.0302999 Feb 28 17:55:43.440552 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41942) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:43.530641 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106e9a35-b91a-48c8-99f3-a2674e42f4ea tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (be3f1ebd-413b-4029-8adc-5f5d0586675d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:43.653006 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106e9a35-b91a-48c8-99f3-a2674e42f4ea tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (be3f1ebd-413b-4029-8adc-5f5d0586675d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:43.688249 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-106e9a35-b91a-48c8-99f3-a2674e42f4ea tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3f1ebd-413b-4029-8adc-5f5d0586675d']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:43.700174 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-106e9a35-b91a-48c8-99f3-a2674e42f4ea tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b386bd50-afc5-4d02-8f01-d7e44f982904') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:43.700974 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-106e9a35-b91a-48c8-99f3-a2674e42f4ea tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b386bd50-afc5-4d02-8f01-d7e44f982904') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:43.713061 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106e9a35-b91a-48c8-99f3-a2674e42f4ea tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (b386bd50-afc5-4d02-8f01-d7e44f982904), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:43.728741 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106e9a35-b91a-48c8-99f3-a2674e42f4ea tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (b386bd50-afc5-4d02-8f01-d7e44f982904), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:43.747462 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106e9a35-b91a-48c8-99f3-a2674e42f4ea tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:55:43.747870 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106e9a35-b91a-48c8-99f3-a2674e42f4ea tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (b386bd50-afc5-4d02-8f01-d7e44f982904), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:55:43.751167 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:55:43.886085 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2448359a-2e61-4645-9788-9dd5d055e145 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0f7bf4b5-3140-450b-b8ca-ef040e7c53ca), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:43.909276 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106e9a35-b91a-48c8-99f3-a2674e42f4ea tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (be3f1ebd-413b-4029-8adc-5f5d0586675d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:43.913909 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448359a-2e61-4645-9788-9dd5d055e145 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=0f7bf4b5-3140-450b-b8ca-ef040e7c53ca,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:43.918368 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-106e9a35-b91a-48c8-99f3-a2674e42f4ea tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:43.919607 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-106e9a35-b91a-48c8-99f3-a2674e42f4ea tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/networks/be3f1ebd-413b-4029-8adc-5f5d0586675d HTTP/1.1" status: 204 len: 168 time: 0.4780667 Feb 28 17:55:43.923872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41948) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:43.931664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-6bfc0b85-fcd6-45ab-a2df-27a36a996db6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1568433715'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:43.945127 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e9a35-b91a-48c8-99f3-a2674e42f4ea tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Network': ['ID=be3f1ebd-413b-4029-8adc-5f5d0586675d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:43.966949 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:44.060312 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfc0b85-fcd6-45ab-a2df-27a36a996db6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:44.064338 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bfc0b85-fcd6-45ab-a2df-27a36a996db6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:44.132046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfc0b85-fcd6-45ab-a2df-27a36a996db6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:55:44.145784 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2448359a-2e61-4645-9788-9dd5d055e145 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (50659863-13de-4332-9098-8a564d66055a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:44.147876 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bfc0b85-fcd6-45ab-a2df-27a36a996db6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (ccca8c8f-12f4-400e-bf46-6a63eead2911), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:44.148222 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-6bfc0b85-fcd6-45ab-a2df-27a36a996db6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Added segment ccca8c8f-12f4-400e-bf46-6a63eead2911 of type vlan for network 51df22de-07d7-4b7b-9d7d-7759da6bf149 Feb 28 17:55:44.228453 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bfc0b85-fcd6-45ab-a2df-27a36a996db6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (51df22de-07d7-4b7b-9d7d-7759da6bf149), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:44.355685 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bfc0b85-fcd6-45ab-a2df-27a36a996db6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (51df22de-07d7-4b7b-9d7d-7759da6bf149), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:44.360686 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfc0b85-fcd6-45ab-a2df-27a36a996db6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:44.361283 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6bfc0b85-fcd6-45ab-a2df-27a36a996db6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:44.470443 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6bfc0b85-fcd6-45ab-a2df-27a36a996db6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5451169 Feb 28 17:55:44.473649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41952) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:44.475442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc0b85-fcd6-45ab-a2df-27a36a996db6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Network': ['ID=51df22de-07d7-4b7b-9d7d-7759da6bf149,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:44.489417 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-fd1f046c-60c8-46a7-a3be-8a34453a3841 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': '51df22de-07d7-4b7b-9d7d-7759da6bf149', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:44.492072 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 51df22de-07d7-4b7b-9d7d-7759da6bf149 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:55:44.506010 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2448359a-2e61-4645-9788-9dd5d055e145 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router 50659863-13de-4332-9098-8a564d66055a has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:55:44.622158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2448359a-2e61-4645-9788-9dd5d055e145 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:55:44.631096 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2448359a-2e61-4645-9788-9dd5d055e145 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "PUT /v2.0/routers/50659863-13de-4332-9098-8a564d66055a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4214544 Feb 28 17:55:44.631650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41954) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:44.635940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d399060-d139-4d2a-8671-eb2fdfee9161 None None] Sync routers for ids ['50659863-13de-4332-9098-8a564d66055a'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:55:44.647079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d399060-d139-4d2a-8671-eb2fdfee9161 None None] Routers {'50659863-13de-4332-9098-8a564d66055a'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:55:44.647815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-7d399060-d139-4d2a-8671-eb2fdfee9161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:55:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50659863-13de-4332-9098-8a564d66055a'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:44.660795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1f046c-60c8-46a7-a3be-8a34453a3841 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:44.664310 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd1f046c-60c8-46a7-a3be-8a34453a3841 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:44.766893 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-7d399060-d139-4d2a-8671-eb2fdfee9161 None None] Set router 50659863-13de-4332-9098-8a564d66055a gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:55:44.771592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-fd1f046c-60c8-46a7-a3be-8a34453a3841 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Performing IP validity checks on allocation pools {{(pid=104247) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 17:55:44.774506 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.ipam_backend_mixin [None req-fd1f046c-60c8-46a7-a3be-8a34453a3841 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104247) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 17:55:44.936206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-01aae2b2-a28c-4de3-946d-abbc68a7c24a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting subnet 25edc0db-cd52-48a1-8071-36b94a90fde2 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:55:44.941053 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01aae2b2-a28c-4de3-946d-abbc68a7c24a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for subnet (25edc0db-cd52-48a1-8071-36b94a90fde2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:44.964272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-7d399060-d139-4d2a-8671-eb2fdfee9161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:55:43Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:44.989718 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01aae2b2-a28c-4de3-946d-abbc68a7c24a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (25edc0db-cd52-48a1-8071-36b94a90fde2), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:44.998312 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d399060-d139-4d2a-8671-eb2fdfee9161 None None] Checking router: 50659863-13de-4332-9098-8a564d66055a for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:55:45.004189 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:55:45.011536 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d399060-d139-4d2a-8671-eb2fdfee9161 None None] Routers {'50659863-13de-4332-9098-8a564d66055a'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:55:45.012206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-7d399060-d139-4d2a-8671-eb2fdfee9161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:55:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['50659863-13de-4332-9098-8a564d66055a'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:45.033521 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:55:45.034035 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 7b404277-6bd5-4cdc-bbfd-f551f71c1a9c not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:55:45.105139 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01aae2b2-a28c-4de3-946d-abbc68a7c24a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (25edc0db-cd52-48a1-8071-36b94a90fde2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:45.156901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-7d399060-d139-4d2a-8671-eb2fdfee9161 None None] Set router 50659863-13de-4332-9098-8a564d66055a gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:55:45.171001 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd1f046c-60c8-46a7-a3be-8a34453a3841 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (b9791cb7-961a-4eca-ab5c-55a543b73ae2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:45.290969 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f046c-60c8-46a7-a3be-8a34453a3841 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Subnet': ['ID=b9791cb7-961a-4eca-ab5c-55a543b73ae2,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:45.293280 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01aae2b2-a28c-4de3-946d-abbc68a7c24a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (25edc0db-cd52-48a1-8071-36b94a90fde2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:45.363783 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aae2b2-a28c-4de3-946d-abbc68a7c24a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Subnet': ['ID=25edc0db-cd52-48a1-8071-36b94a90fde2,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:45.366226 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1f046c-60c8-46a7-a3be-8a34453a3841 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Checking segment: {'id': 'ccca8c8f-12f4-400e-bf46-6a63eead2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '51df22de-07d7-4b7b-9d7d-7759da6bf149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:55:45.366648 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1f046c-60c8-46a7-a3be-8a34453a3841 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network hostable DHCP agents. Network: 51df22de-07d7-4b7b-9d7d-7759da6bf149, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:55:45.371842 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01aae2b2-a28c-4de3-946d-abbc68a7c24a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:45.378420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 41962) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:45.384699 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-01aae2b2-a28c-4de3-946d-abbc68a7c24a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/subnets/25edc0db-cd52-48a1-8071-36b94a90fde2 HTTP/1.1" status: 204 len: 168 time: 0.7518904 Feb 28 17:55:45.453051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9471fb1d-89b7-4de8-9b20-fdbc4b46340c None None] Network 97f667c3-ebbd-4ba2-8869-206053121e67 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:55:45.487699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1f046c-60c8-46a7-a3be-8a34453a3841 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 51df22de-07d7-4b7b-9d7d-7759da6bf149 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:55:45.529479 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router (50659863-13de-4332-9098-8a564d66055a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:45.544443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-fd1f046c-60c8-46a7-a3be-8a34453a3841 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 51df22de-07d7-4b7b-9d7d-7759da6bf149) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:45.550654 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1f046c-60c8-46a7-a3be-8a34453a3841 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:45.551309 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fd1f046c-60c8-46a7-a3be-8a34453a3841 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:45.562257 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44167881-bbc1-46fc-80d8-bbfc0296f19e None None] Network 51df22de-07d7-4b7b-9d7d-7759da6bf149 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:55:45.645910 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fd1f046c-60c8-46a7-a3be-8a34453a3841 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1665816 Feb 28 17:55:45.646156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41964) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:45.651589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-02432ed8-06c9-45fb-bca6-b81543e509ca tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'network_id': '51df22de-07d7-4b7b-9d7d-7759da6bf149', 'name': 'tempest-PortsIpV6TestJSON-1403028347'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:45.742979 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (50659863-13de-4332-9098-8a564d66055a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:45.779205 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-51df22de-07d7-4b7b-9d7d-7759da6bf149', 'network_id': '51df22de-07d7-4b7b-9d7d-7759da6bf149', 'project_id': '69b70c139b9d4aa39a6b2e36ff30c54f', 'fixed_ips': [{'subnet_id': 'b9791cb7-961a-4eca-ab5c-55a543b73ae2'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:55:45.780137 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:45.800645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-7d399060-d139-4d2a-8671-eb2fdfee9161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:55:43Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:45.883319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port 57e486c4-63d0-497e-9b5a-4fdda0e4d61f {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:45.884185 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (57e486c4-63d0-497e-9b5a-4fdda0e4d61f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:45.955357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02432ed8-06c9-45fb-bca6-b81543e509ca tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:45.959088 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-02432ed8-06c9-45fb-bca6-b81543e509ca tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:45.983382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d399060-d139-4d2a-8671-eb2fdfee9161 None None] The sync data for ids ['50659863-13de-4332-9098-8a564d66055a'] in n-d-820368-19 is: [{'id': '50659863-13de-4332-9098-8a564d66055a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884011898', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:08Z', 'updated_at': '2022-02-28T17:55:43Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': '57e486c4-63d0-497e-9b5a-4fdda0e4d61f', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50659863-13de-4332-9098-8a564d66055a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:09Z', 'updated_at': '2022-02-28T17:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:55:45.983382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696ce1d-28dc-45a4-a9e3-34b3a532647d None None] DHCP port deletion for 97f667c3-ebbd-4ba2-8869-206053121e67 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:55:45.992784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Allocated IP 2001:db8::2 (51df22de-07d7-4b7b-9d7d-7759da6bf149/b9791cb7-961a-4eca-ab5c-55a543b73ae2/3cf3660a-c911-4ce1-a584-eaf3780c13f3) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:55:45.995391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-02432ed8-06c9-45fb-bca6-b81543e509ca tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port 0c41e6da-2be7-4025-b547-6c9629ba3fe6 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:55:46.024552 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] For port 57e486c4-63d0-497e-9b5a-4fdda0e4d61f, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=57e486c4-63d0-497e-9b5a-4fdda0e4d61f,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:46.025014 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (57e486c4-63d0-497e-9b5a-4fdda0e4d61f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.056695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for 57e486c4-63d0-497e-9b5a-4fdda0e4d61f owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:46.183248 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9696ce1d-28dc-45a4-a9e3-34b3a532647d None None] Deleting port f10cec06-effb-4b2c-8ea0-0097c63e7efc {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:46.183857 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9696ce1d-28dc-45a4-a9e3-34b3a532647d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f10cec06-effb-4b2c-8ea0-0097c63e7efc), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.301281 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-9696ce1d-28dc-45a4-a9e3-34b3a532647d None None] For port f10cec06-effb-4b2c-8ea0-0097c63e7efc, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=f10cec06-effb-4b2c-8ea0-0097c63e7efc,segment=NetworkSegment(9eba7342-f1e6-48e1-a413-21d7e6dc8607),segment_id=9eba7342-f1e6-48e1-a413-21d7e6dc8607)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:46.301632 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9696ce1d-28dc-45a4-a9e3-34b3a532647d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f10cec06-effb-4b2c-8ea0-0097c63e7efc), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.310727 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Publish callbacks [] for port (3cf3660a-c911-4ce1-a584-eaf3780c13f3), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.318269 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9696ce1d-28dc-45a4-a9e3-34b3a532647d None None] Calling delete_port for f10cec06-effb-4b2c-8ea0-0097c63e7efc owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:46.365595 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (57e486c4-63d0-497e-9b5a-4fdda0e4d61f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.408506 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (3cf3660a-c911-4ce1-a584-eaf3780c13f3), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.477964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Network 51df22de-07d7-4b7b-9d7d-7759da6bf149 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:55:46.483589 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:46.499581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:55:46.501191 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=57e486c4-63d0-497e-9b5a-4fdda0e4d61f,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:46.501771 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Pushing event updated for resources: {'Port': ['ID=3cf3660a-c911-4ce1-a584-eaf3780c13f3,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:46.516457 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:46.516809 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:46.517153 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:46.517539 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:46.517873 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:46.518255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:46.518577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:46.518901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:46.519230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:46.519819 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:46.520346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:46.520672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:46.520993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:46.531668 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (50659863-13de-4332-9098-8a564d66055a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.548517 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-02432ed8-06c9-45fb-bca6-b81543e509ca tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Allocated IP 2001:db8::3dc (51df22de-07d7-4b7b-9d7d-7759da6bf149/b9791cb7-961a-4eca-ab5c-55a543b73ae2/0c41e6da-2be7-4025-b547-6c9629ba3fe6) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:55:46.619347 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9696ce1d-28dc-45a4-a9e3-34b3a532647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (f10cec06-effb-4b2c-8ea0-0097c63e7efc), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.662521 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696ce1d-28dc-45a4-a9e3-34b3a532647d None None] Pushing event deleted for resources: {'Port': ['ID=f10cec06-effb-4b2c-8ea0-0097c63e7efc,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:46.668320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Attempting to bind port 3cf3660a-c911-4ce1-a584-eaf3780c13f3 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:55:46.668753 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Attempting to bind port 3cf3660a-c911-4ce1-a584-eaf3780c13f3 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'ccca8c8f-12f4-400e-bf46-6a63eead2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '51df22de-07d7-4b7b-9d7d-7759da6bf149'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:55:46.669111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Attempting to bind port 3cf3660a-c911-4ce1-a584-eaf3780c13f3 on network 51df22de-07d7-4b7b-9d7d-7759da6bf149 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:55:46.675147 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (50659863-13de-4332-9098-8a564d66055a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.675546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9696ce1d-28dc-45a4-a9e3-34b3a532647d None None] No DVR routers for this DVR port f10cec06-effb-4b2c-8ea0-0097c63e7efc on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:55:46.677737 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_controller (50659863-13de-4332-9098-8a564d66055a), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.682561 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:55:46.686801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Checking segment: {'id': 'ccca8c8f-12f4-400e-bf46-6a63eead2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '51df22de-07d7-4b7b-9d7d-7759da6bf149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:55:46.686801 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.686801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Bound using segment: {'id': 'ccca8c8f-12f4-400e-bf46-6a63eead2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '51df22de-07d7-4b7b-9d7d-7759da6bf149'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:55:46.686801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Bound port: 3cf3660a-c911-4ce1-a584-eaf3780c13f3, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccca8c8f-12f4-400e-bf46-6a63eead2911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '51df22de-07d7-4b7b-9d7d-7759da6bf149'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:55:46.686801 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3cf3660a-c911-4ce1-a584-eaf3780c13f3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.777696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] For port 3cf3660a-c911-4ce1-a584-eaf3780c13f3, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:55:46.780978 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] For port 3cf3660a-c911-4ce1-a584-eaf3780c13f3, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3cf3660a-c911-4ce1-a584-eaf3780c13f3,segment=NetworkSegment(ccca8c8f-12f4-400e-bf46-6a63eead2911),segment_id=ccca8c8f-12f4-400e-bf46-6a63eead2911)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:55:46.818125 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-02432ed8-06c9-45fb-bca6-b81543e509ca tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (0c41e6da-2be7-4025-b547-6c9629ba3fe6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.874439 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (50659863-13de-4332-9098-8a564d66055a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.875028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Fanout notify agent at l3_agent the message router_deleted on router 50659863-13de-4332-9098-8a564d66055a {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:55:46.888266 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.889459 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-79dd5e63-d050-4afd-a907-cdbb098038a1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/routers/50659863-13de-4332-9098-8a564d66055a HTTP/1.1" status: 204 len: 168 time: 1.5100381 Feb 28 17:55:46.892849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41992) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:46.899257 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3cf3660a-c911-4ce1-a584-eaf3780c13f3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:46.995574 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-02432ed8-06c9-45fb-bca6-b81543e509ca tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0c41e6da-2be7-4025-b547-6c9629ba3fe6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.026062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedb328-6a55-4703-bbbb-ed25c33e7ed8 None None] Pushing event updated for resources: {'Port': ['ID=3cf3660a-c911-4ce1-a584-eaf3780c13f3,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:47.080260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02432ed8-06c9-45fb-bca6-b81543e509ca tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=0c41e6da-2be7-4025-b547-6c9629ba3fe6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:47.093146 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6cedddbb-8440-43c1-945d-9afad89b4ddd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (97f667c3-ebbd-4ba2-8869-206053121e67), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.097145 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02432ed8-06c9-45fb-bca6-b81543e509ca tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 51df22de-07d7-4b7b-9d7d-7759da6bf149 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:55:47.100707 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-02432ed8-06c9-45fb-bca6-b81543e509ca tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:47.103171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02432ed8-06c9-45fb-bca6-b81543e509ca tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:55:47.108919 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02432ed8-06c9-45fb-bca6-b81543e509ca tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:47.109561 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-02432ed8-06c9-45fb-bca6-b81543e509ca tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.216134 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-02432ed8-06c9-45fb-bca6-b81543e509ca tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5665667 Feb 28 17:55:47.217612 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 41996) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:47.245283 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6cedddbb-8440-43c1-945d-9afad89b4ddd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (97f667c3-ebbd-4ba2-8869-206053121e67), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.285093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6cedddbb-8440-43c1-945d-9afad89b4ddd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f667c3-ebbd-4ba2-8869-206053121e67']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:47.302188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6cedddbb-8440-43c1-945d-9afad89b4ddd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eba7342-f1e6-48e1-a413-21d7e6dc8607') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:47.302483 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6cedddbb-8440-43c1-945d-9afad89b4ddd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eba7342-f1e6-48e1-a413-21d7e6dc8607') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:47.331271 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6cedddbb-8440-43c1-945d-9afad89b4ddd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (9eba7342-f1e6-48e1-a413-21d7e6dc8607), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.347166 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6cedddbb-8440-43c1-945d-9afad89b4ddd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9eba7342-f1e6-48e1-a413-21d7e6dc8607), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.357958 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cedddbb-8440-43c1-945d-9afad89b4ddd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:55:47.358352 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6cedddbb-8440-43c1-945d-9afad89b4ddd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (9eba7342-f1e6-48e1-a413-21d7e6dc8607), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:55:47.361303 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:55:47.432540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e61eed1a-ddb3-4f26-95a6-fd9e405312f2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 0c41e6da-2be7-4025-b547-6c9629ba3fe6 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:47.432881 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e61eed1a-ddb3-4f26-95a6-fd9e405312f2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0c41e6da-2be7-4025-b547-6c9629ba3fe6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.545702 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6cedddbb-8440-43c1-945d-9afad89b4ddd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (97f667c3-ebbd-4ba2-8869-206053121e67), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.555551 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6cedddbb-8440-43c1-945d-9afad89b4ddd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.581485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42002) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:47.582069 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6cedddbb-8440-43c1-945d-9afad89b4ddd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/networks/97f667c3-ebbd-4ba2-8869-206053121e67 HTTP/1.1" status: 204 len: 168 time: 0.6875610 Feb 28 17:55:47.605437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedddbb-8440-43c1-945d-9afad89b4ddd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Network': ['ID=97f667c3-ebbd-4ba2-8869-206053121e67,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:47.652851 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f10cec06-effb-4b2c-8ea0-0097c63e7efc no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:55:47.668749 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e61eed1a-ddb3-4f26-95a6-fd9e405312f2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0c41e6da-2be7-4025-b547-6c9629ba3fe6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.680805 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: f10cec06-effb-4b2c-8ea0-0097c63e7efc {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:55:47.689988 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device f10cec06-effb-4b2c-8ea0-0097c63e7efc not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:55:47.690316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e61eed1a-ddb3-4f26-95a6-fd9e405312f2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 0c41e6da-2be7-4025-b547-6c9629ba3fe6 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:47.693295 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:55:47.720276 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-14fb9e5f-8331-4506-9f00-04e4e2dfaec5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (bbf27eb3-3237-497f-89c6-5c18bd160521), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.729122 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:55:47.729640 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0f7bf4b5-3140-450b-b8ca-ef040e7c53ca not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:55:47.730134 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 57e486c4-63d0-497e-9b5a-4fdda0e4d61f no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:55:47.761402 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-14fb9e5f-8331-4506-9f00-04e4e2dfaec5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (bbf27eb3-3237-497f-89c6-5c18bd160521), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.771852 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 57e486c4-63d0-497e-9b5a-4fdda0e4d61f {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:55:47.772272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 57e486c4-63d0-497e-9b5a-4fdda0e4d61f not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:55:47.944408 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-14fb9e5f-8331-4506-9f00-04e4e2dfaec5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (bbf27eb3-3237-497f-89c6-5c18bd160521), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.947117 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-14fb9e5f-8331-4506-9f00-04e4e2dfaec5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.950851 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-14fb9e5f-8331-4506-9f00-04e4e2dfaec5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/security-groups/bbf27eb3-3237-497f-89c6-5c18bd160521 HTTP/1.1" status: 204 len: 168 time: 0.3650930 Feb 28 17:55:47.956628 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e61eed1a-ddb3-4f26-95a6-fd9e405312f2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0c41e6da-2be7-4025-b547-6c9629ba3fe6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:47.962786 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb9e5f-8331-4506-9f00-04e4e2dfaec5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf27eb3-3237-497f-89c6-5c18bd160521,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:48.031715 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61eed1a-ddb3-4f26-95a6-fd9e405312f2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=0c41e6da-2be7-4025-b547-6c9629ba3fe6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:48.062582 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e61eed1a-ddb3-4f26-95a6-fd9e405312f2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:48.066016 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e61eed1a-ddb3-4f26-95a6-fd9e405312f2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/0c41e6da-2be7-4025-b547-6c9629ba3fe6 HTTP/1.1" status: 204 len: 168 time: 0.8479757 Feb 28 17:55:48.069113 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42014) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:48.097606 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29d35ab-6444-4036-9e06-94d17d3859ce tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] DELETE failed (client error): The resource could not be found. Feb 28 17:55:48.098186 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29d35ab-6444-4036-9e06-94d17d3859ce tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:55:48.102014 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e29d35ab-6444-4036-9e06-94d17d3859ce tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/0c41e6da-2be7-4025-b547-6c9629ba3fe6 HTTP/1.1" status: 404 len: 333 time: 0.0311463 Feb 28 17:55:48.106501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42016) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:48.136908 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a5bd38-296d-4b52-893f-862d682a17e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] GET failed (client error): The resource could not be found. Feb 28 17:55:48.138509 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f3a5bd38-296d-4b52-893f-862d682a17e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/0c41e6da-2be7-4025-b547-6c9629ba3fe6 HTTP/1.1" status: 404 len: 333 time: 0.0309606 Feb 28 17:55:48.141945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42020) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:48.209953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9579e5-403c-4a95-a97a-8e36969d9524 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting subnet b9791cb7-961a-4eca-ab5c-55a543b73ae2 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:55:48.222451 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fb9579e5-403c-4a95-a97a-8e36969d9524 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (b9791cb7-961a-4eca-ab5c-55a543b73ae2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:48.315623 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fb9579e5-403c-4a95-a97a-8e36969d9524 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (b9791cb7-961a-4eca-ab5c-55a543b73ae2), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:48.425210 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fb9579e5-403c-4a95-a97a-8e36969d9524 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (b9791cb7-961a-4eca-ab5c-55a543b73ae2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:48.613843 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fb9579e5-403c-4a95-a97a-8e36969d9524 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (b9791cb7-961a-4eca-ab5c-55a543b73ae2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:48.647019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9579e5-403c-4a95-a97a-8e36969d9524 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Subnet': ['ID=b9791cb7-961a-4eca-ab5c-55a543b73ae2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:48.652552 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fb9579e5-403c-4a95-a97a-8e36969d9524 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:48.655329 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fb9579e5-403c-4a95-a97a-8e36969d9524 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/b9791cb7-961a-4eca-ab5c-55a543b73ae2 HTTP/1.1" status: 204 len: 168 time: 0.5122242 Feb 28 17:55:48.656129 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42028) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:48.660669 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d8d4cf6d-5125-44e8-b873-06a9d1187dd0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656216587', 'description': 'tempest-secgroup-smoke-656216587 description', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:48.663667 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42030) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:48.686232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f297d65a-6182-41bb-84cc-8612821ba35f None None] Network 51df22de-07d7-4b7b-9d7d-7759da6bf149 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:55:48.770368 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (51df22de-07d7-4b7b-9d7d-7759da6bf149), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:48.779586 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e6afebf9-5866-473b-95f7-78b4e311fe3a None None] Provisioning complete for port 3cf3660a-c911-4ce1-a584-eaf3780c13f3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:48.780277 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e6afebf9-5866-473b-95f7-78b4e311fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (3cf3660a-c911-4ce1-a584-eaf3780c13f3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:48.784342 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d8d4cf6d-5125-44e8-b873-06a9d1187dd0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:48.868029 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d8d4cf6d-5125-44e8-b873-06a9d1187dd0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (b53570df-971c-4769-a99f-81b9ac5cadc2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:48.880397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e6afebf9-5866-473b-95f7-78b4e311fe3a None None] Current status of the port 3cf3660a-c911-4ce1-a584-eaf3780c13f3 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:48.881952 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e6afebf9-5866-473b-95f7-78b4e311fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (3cf3660a-c911-4ce1-a584-eaf3780c13f3), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:48.884784 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 3cf3660a-c911-4ce1-a584-eaf3780c13f3 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:48.886604 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3cf3660a-c911-4ce1-a584-eaf3780c13f3), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:48.950286 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d8d4cf6d-5125-44e8-b873-06a9d1187dd0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b53570df-971c-4769-a99f-81b9ac5cadc2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:48.987946 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afe368a-09aa-4f7d-a300-8cd6103e1255 None None] DHCP port deletion for 51df22de-07d7-4b7b-9d7d-7759da6bf149 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:55:48.999620 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4cf6d-5125-44e8-b873-06a9d1187dd0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53570df-971c-4769-a99f-81b9ac5cadc2,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:49.013190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] For port 3cf3660a-c911-4ce1-a584-eaf3780c13f3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3cf3660a-c911-4ce1-a584-eaf3780c13f3,segment=NetworkSegment(ccca8c8f-12f4-400e-bf46-6a63eead2911),segment_id=ccca8c8f-12f4-400e-bf46-6a63eead2911)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:49.013546 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3cf3660a-c911-4ce1-a584-eaf3780c13f3), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.017803 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-e6afebf9-5866-473b-95f7-78b4e311fe3a None None] For port 3cf3660a-c911-4ce1-a584-eaf3780c13f3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3cf3660a-c911-4ce1-a584-eaf3780c13f3,segment=NetworkSegment(ccca8c8f-12f4-400e-bf46-6a63eead2911),segment_id=ccca8c8f-12f4-400e-bf46-6a63eead2911)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:49.036044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 3cf3660a-c911-4ce1-a584-eaf3780c13f3 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:49.053185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5afe368a-09aa-4f7d-a300-8cd6103e1255 None None] Deleting port 3cf3660a-c911-4ce1-a584-eaf3780c13f3 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:49.053185 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5afe368a-09aa-4f7d-a300-8cd6103e1255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3cf3660a-c911-4ce1-a584-eaf3780c13f3), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.123351 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d8d4cf6d-5125-44e8-b873-06a9d1187dd0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.125769 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d8d4cf6d-5125-44e8-b873-06a9d1187dd0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4674249 Feb 28 17:55:49.128396 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42038) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:49.130752 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5afe368a-09aa-4f7d-a300-8cd6103e1255 None None] For port 3cf3660a-c911-4ce1-a584-eaf3780c13f3, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=3cf3660a-c911-4ce1-a584-eaf3780c13f3,segment=NetworkSegment(ccca8c8f-12f4-400e-bf46-6a63eead2911),segment_id=ccca8c8f-12f4-400e-bf46-6a63eead2911)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:49.131359 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5afe368a-09aa-4f7d-a300-8cd6103e1255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3cf3660a-c911-4ce1-a584-eaf3780c13f3), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.135242 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-ec97c6f0-717f-4534-81fd-c07e4efbc316 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': 'b53570df-971c-4769-a99f-81b9ac5cadc2', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:49.146888 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e6afebf9-5866-473b-95f7-78b4e311fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (3cf3660a-c911-4ce1-a584-eaf3780c13f3), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.149195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5afe368a-09aa-4f7d-a300-8cd6103e1255 None None] Calling delete_port for 3cf3660a-c911-4ce1-a584-eaf3780c13f3 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:49.238028 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afebf9-5866-473b-95f7-78b4e311fe3a None None] Pushing event updated for resources: {'Port': ['ID=3cf3660a-c911-4ce1-a584-eaf3780c13f3,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:49.257641 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (3cf3660a-c911-4ce1-a584-eaf3780c13f3), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.275389 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5afe368a-09aa-4f7d-a300-8cd6103e1255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (3cf3660a-c911-4ce1-a584-eaf3780c13f3), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.292685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=3cf3660a-c911-4ce1-a584-eaf3780c13f3,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:49.301546 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No DVR routers for this DVR port 3cf3660a-c911-4ce1-a584-eaf3780c13f3 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:55:49.302978 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afe368a-09aa-4f7d-a300-8cd6103e1255 None None] No DVR routers for this DVR port 3cf3660a-c911-4ce1-a584-eaf3780c13f3 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:55:49.303204 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec97c6f0-717f-4534-81fd-c07e4efbc316 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (5aeb9a0f-ce1d-4494-9b20-af83d6ae775e), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.325546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe368a-09aa-4f7d-a300-8cd6103e1255 None None] Pushing event deleted for resources: {'Port': ['ID=3cf3660a-c911-4ce1-a584-eaf3780c13f3,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:49.422981 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (51df22de-07d7-4b7b-9d7d-7759da6bf149), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.455140 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51df22de-07d7-4b7b-9d7d-7759da6bf149']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:49.469211 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec97c6f0-717f-4534-81fd-c07e4efbc316 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (5aeb9a0f-ce1d-4494-9b20-af83d6ae775e), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.473197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccca8c8f-12f4-400e-bf46-6a63eead2911') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:49.473563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccca8c8f-12f4-400e-bf46-6a63eead2911') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:49.491052 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (ccca8c8f-12f4-400e-bf46-6a63eead2911), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.507661 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (ccca8c8f-12f4-400e-bf46-6a63eead2911), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.513805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:55:49.514282 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (ccca8c8f-12f4-400e-bf46-6a63eead2911), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:55:49.518192 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:55:49.561437 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec97c6f0-717f-4534-81fd-c07e4efbc316 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (5aeb9a0f-ce1d-4494-9b20-af83d6ae775e), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.591084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97c6f0-717f-4534-81fd-c07e4efbc316 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aeb9a0f-ce1d-4494-9b20-af83d6ae775e,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:49.670139 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (51df22de-07d7-4b7b-9d7d-7759da6bf149), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.678165 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.681097 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/networks/51df22de-07d7-4b7b-9d7d-7759da6bf149 HTTP/1.1" status: 204 len: 168 time: 1.0162754 Feb 28 17:55:49.685391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42046) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:49.692165 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-ac2f137f-47fb-456f-b2b7-4bfe8a26261f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1683010164'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:49.698193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4214e-f829-46ce-8682-1578fe0dfee6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Network': ['ID=51df22de-07d7-4b7b-9d7d-7759da6bf149,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:49.699984 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ec97c6f0-717f-4534-81fd-c07e4efbc316 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.704049 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ec97c6f0-717f-4534-81fd-c07e4efbc316 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5717208 Feb 28 17:55:49.709427 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42050) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:49.713974 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f5e1117e-93be-4285-9f42-b7e1ecbca19a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': 'b53570df-971c-4769-a99f-81b9ac5cadc2', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:49.801297 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2f137f-47fb-456f-b2b7-4bfe8a26261f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:49.804948 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ac2f137f-47fb-456f-b2b7-4bfe8a26261f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.832619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2f137f-47fb-456f-b2b7-4bfe8a26261f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:55:49.838004 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5e1117e-93be-4285-9f42-b7e1ecbca19a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (67463e37-41c4-4ab8-b6b3-77b1a2c8cdc8), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.853177 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ac2f137f-47fb-456f-b2b7-4bfe8a26261f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2d9d9ec6-93c0-4641-94e2-76882cbaf07a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.853747 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-ac2f137f-47fb-456f-b2b7-4bfe8a26261f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Added segment 2d9d9ec6-93c0-4641-94e2-76882cbaf07a of type vlan for network 1d1f872a-5ec2-4c01-8030-964d644db5af Feb 28 17:55:49.912655 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ac2f137f-47fb-456f-b2b7-4bfe8a26261f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (1d1f872a-5ec2-4c01-8030-964d644db5af), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:49.933310 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5e1117e-93be-4285-9f42-b7e1ecbca19a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (67463e37-41c4-4ab8-b6b3-77b1a2c8cdc8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:50.024112 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5e1117e-93be-4285-9f42-b7e1ecbca19a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (67463e37-41c4-4ab8-b6b3-77b1a2c8cdc8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:50.042004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1117e-93be-4285-9f42-b7e1ecbca19a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67463e37-41c4-4ab8-b6b3-77b1a2c8cdc8,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:50.075586 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ac2f137f-47fb-456f-b2b7-4bfe8a26261f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (1d1f872a-5ec2-4c01-8030-964d644db5af), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:50.080984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2f137f-47fb-456f-b2b7-4bfe8a26261f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:50.081557 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ac2f137f-47fb-456f-b2b7-4bfe8a26261f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:50.135984 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5e1117e-93be-4285-9f42-b7e1ecbca19a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:50.139766 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f5e1117e-93be-4285-9f42-b7e1ecbca19a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4264858 Feb 28 17:55:50.140760 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42058) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:50.144974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-63f8cc5b-9dd6-4ac5-85fe-30b667715890 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': 'b53570df-971c-4769-a99f-81b9ac5cadc2', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:50.168252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f137f-47fb-456f-b2b7-4bfe8a26261f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Network': ['ID=1d1f872a-5ec2-4c01-8030-964d644db5af,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:50.180365 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ac2f137f-47fb-456f-b2b7-4bfe8a26261f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4904122 Feb 28 17:55:50.180776 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42060) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:50.192138 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-396f69d0-d3f1-43b7-abeb-37bca030f043 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': '1d1f872a-5ec2-4c01-8030-964d644db5af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:50.196358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 1d1f872a-5ec2-4c01-8030-964d644db5af details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:55:50.554814 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63f8cc5b-9dd6-4ac5-85fe-30b667715890 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (49940eb6-bf6b-4ba1-9a2b-08e2fac18866), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:50.598521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396f69d0-d3f1-43b7-abeb-37bca030f043 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:50.601942 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-396f69d0-d3f1-43b7-abeb-37bca030f043 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:50.685487 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63f8cc5b-9dd6-4ac5-85fe-30b667715890 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (49940eb6-bf6b-4ba1-9a2b-08e2fac18866), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:50.773814 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63f8cc5b-9dd6-4ac5-85fe-30b667715890 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (49940eb6-bf6b-4ba1-9a2b-08e2fac18866), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:51.080577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8cc5b-9dd6-4ac5-85fe-30b667715890 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49940eb6-bf6b-4ba1-9a2b-08e2fac18866,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:51.191012 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-63f8cc5b-9dd6-4ac5-85fe-30b667715890 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:51.194956 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-63f8cc5b-9dd6-4ac5-85fe-30b667715890 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0512624 Feb 28 17:55:51.200850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42074) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:51.200850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e172daf8-d053-4773-af2b-ba746f15bc38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': 'b53570df-971c-4769-a99f-81b9ac5cadc2', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:51.217586 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-396f69d0-d3f1-43b7-abeb-37bca030f043 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (078fd1a3-d004-479c-8d7b-776b8121d350), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:51.283365 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f69d0-d3f1-43b7-abeb-37bca030f043 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Subnet': ['ID=078fd1a3-d004-479c-8d7b-776b8121d350,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:51.293502 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e172daf8-d053-4773-af2b-ba746f15bc38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (e5bc4704-048a-4835-b9aa-a4560965d9ad), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:51.297484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f69d0-d3f1-43b7-abeb-37bca030f043 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Checking segment: {'id': '2d9d9ec6-93c0-4641-94e2-76882cbaf07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1d1f872a-5ec2-4c01-8030-964d644db5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:55:51.298017 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396f69d0-d3f1-43b7-abeb-37bca030f043 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network hostable DHCP agents. Network: 1d1f872a-5ec2-4c01-8030-964d644db5af, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:55:51.353239 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e172daf8-d053-4773-af2b-ba746f15bc38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (e5bc4704-048a-4835-b9aa-a4560965d9ad), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:51.445654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396f69d0-d3f1-43b7-abeb-37bca030f043 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 1d1f872a-5ec2-4c01-8030-964d644db5af is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:55:51.468564 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e172daf8-d053-4773-af2b-ba746f15bc38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (e5bc4704-048a-4835-b9aa-a4560965d9ad), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:51.487975 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172daf8-d053-4773-af2b-ba746f15bc38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bc4704-048a-4835-b9aa-a4560965d9ad,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:51.521961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-396f69d0-d3f1-43b7-abeb-37bca030f043 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 1d1f872a-5ec2-4c01-8030-964d644db5af) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:51.527288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396f69d0-d3f1-43b7-abeb-37bca030f043 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:51.530572 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-396f69d0-d3f1-43b7-abeb-37bca030f043 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:51.537827 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5041a7d0-2a23-4517-a552-e437f83950ef None None] Network 1d1f872a-5ec2-4c01-8030-964d644db5af requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:55:51.558742 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e172daf8-d053-4773-af2b-ba746f15bc38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:51.558742 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e172daf8-d053-4773-af2b-ba746f15bc38 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3573370 Feb 28 17:55:51.558742 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42082) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:51.561800 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-36fb29da-d778-4759-8773-f6d9c27508eb tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': 'b53570df-971c-4769-a99f-81b9ac5cadc2', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:51.633622 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-396f69d0-d3f1-43b7-abeb-37bca030f043 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4517858 Feb 28 17:55:51.636490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42084) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:51.643895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a66f8e85-60ac-4db4-9dea-c225c1ebf301 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'network_id': '1d1f872a-5ec2-4c01-8030-964d644db5af', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1951178978'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:51.659187 n-d-820368-19 neutron-server[104246]: INFO neutron.db.securitygroups_db [None req-36fb29da-d778-4759-8773-f6d9c27508eb tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Project a3eb0a57573941dbb6964a85dd6477cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:55:51.667102 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36fb29da-d778-4759-8773-f6d9c27508eb tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (03d32246-3903-4a12-ab61-5180f52858c9), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:51.713614 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-1d1f872a-5ec2-4c01-8030-964d644db5af', 'network_id': '1d1f872a-5ec2-4c01-8030-964d644db5af', 'project_id': '69b70c139b9d4aa39a6b2e36ff30c54f', 'fixed_ips': [{'subnet_id': '078fd1a3-d004-479c-8d7b-776b8121d350'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:55:51.716181 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:51.799037 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36fb29da-d778-4759-8773-f6d9c27508eb tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (03d32246-3903-4a12-ab61-5180f52858c9), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:51.860010 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66f8e85-60ac-4db4-9dea-c225c1ebf301 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:51.864188 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a66f8e85-60ac-4db4-9dea-c225c1ebf301 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:51.871456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Allocated IP 2001:db8::2 (1d1f872a-5ec2-4c01-8030-964d644db5af/078fd1a3-d004-479c-8d7b-776b8121d350/289d2871-09d5-4929-ab19-cd57a4c87854) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:55:51.881949 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36fb29da-d778-4759-8773-f6d9c27508eb tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (03d32246-3903-4a12-ab61-5180f52858c9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:51.887026 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-a66f8e85-60ac-4db4-9dea-c225c1ebf301 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port 7394ce46-ad02-4955-ade5-253539a0cba6 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:55:51.937361 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb29da-d778-4759-8773-f6d9c27508eb tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d32246-3903-4a12-ab61-5180f52858c9,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:52.020488 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36fb29da-d778-4759-8773-f6d9c27508eb tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.024606 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-36fb29da-d778-4759-8773-f6d9c27508eb tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4641979 Feb 28 17:55:52.024946 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42090) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:52.035003 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f592219d-1605-4b97-ac54-e7630cc526b8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'security_group_rule': {'security_group_id': 'b53570df-971c-4769-a99f-81b9ac5cadc2', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:52.089062 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Publish callbacks [] for port (289d2871-09d5-4929-ab19-cd57a4c87854), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.138483 n-d-820368-19 neutron-server[104246]: INFO neutron.db.securitygroups_db [None req-f592219d-1605-4b97-ac54-e7630cc526b8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Project a3eb0a57573941dbb6964a85dd6477cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:55:52.144097 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f592219d-1605-4b97-ac54-e7630cc526b8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (c0b493e5-f365-4dd4-848e-71cfd4885809), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.167348 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (289d2871-09d5-4929-ab19-cd57a4c87854), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.221489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Pushing event updated for resources: {'Port': ['ID=289d2871-09d5-4929-ab19-cd57a4c87854,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:52.235873 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f592219d-1605-4b97-ac54-e7630cc526b8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (c0b493e5-f365-4dd4-848e-71cfd4885809), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.236021 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Network 1d1f872a-5ec2-4c01-8030-964d644db5af is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:55:52.237704 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:52.240203 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:55:52.314097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Attempting to bind port 289d2871-09d5-4929-ab19-cd57a4c87854 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:55:52.314576 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Attempting to bind port 289d2871-09d5-4929-ab19-cd57a4c87854 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '2d9d9ec6-93c0-4641-94e2-76882cbaf07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1d1f872a-5ec2-4c01-8030-964d644db5af'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:55:52.315009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Attempting to bind port 289d2871-09d5-4929-ab19-cd57a4c87854 on network 1d1f872a-5ec2-4c01-8030-964d644db5af {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:55:52.321241 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f592219d-1605-4b97-ac54-e7630cc526b8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (c0b493e5-f365-4dd4-848e-71cfd4885809), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.321498 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:55:52.322012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Checking segment: {'id': '2d9d9ec6-93c0-4641-94e2-76882cbaf07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1d1f872a-5ec2-4c01-8030-964d644db5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:55:52.323082 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.323559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Bound using segment: {'id': '2d9d9ec6-93c0-4641-94e2-76882cbaf07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1d1f872a-5ec2-4c01-8030-964d644db5af'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:55:52.324084 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Bound port: 289d2871-09d5-4929-ab19-cd57a4c87854, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9d9ec6-93c0-4641-94e2-76882cbaf07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1d1f872a-5ec2-4c01-8030-964d644db5af'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:55:52.324539 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (289d2871-09d5-4929-ab19-cd57a4c87854), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.349768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592219d-1605-4b97-ac54-e7630cc526b8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b493e5-f365-4dd4-848e-71cfd4885809,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:52.419684 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f592219d-1605-4b97-ac54-e7630cc526b8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.424197 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f592219d-1605-4b97-ac54-e7630cc526b8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3950913 Feb 28 17:55:52.424699 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42098) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:52.430230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-dd6d7b8c-a0c2-4569-8e38-75a08e214de6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'network': {'name': 'tempest-network-smoke--1624183740', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'port_security_enabled': True}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:52.437192 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] For port 289d2871-09d5-4929-ab19-cd57a4c87854, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:55:52.441767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] For port 289d2871-09d5-4929-ab19-cd57a4c87854, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=289d2871-09d5-4929-ab19-cd57a4c87854,segment=NetworkSegment(2d9d9ec6-93c0-4641-94e2-76882cbaf07a),segment_id=2d9d9ec6-93c0-4641-94e2-76882cbaf07a)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:55:52.521270 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (289d2871-09d5-4929-ab19-cd57a4c87854), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.549095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6d7b8c-a0c2-4569-8e38-75a08e214de6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Made reservation on behalf of a3eb0a57573941dbb6964a85dd6477cc for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:52.552856 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7b8c-a0c2-4569-8e38-75a08e214de6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.594108 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72449375-42f3-4fed-924e-9f019d595f34 None None] Pushing event updated for resources: {'Port': ['ID=289d2871-09d5-4929-ab19-cd57a4c87854,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:52.615036 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6d7b8c-a0c2-4569-8e38-75a08e214de6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:55:52.624349 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7b8c-a0c2-4569-8e38-75a08e214de6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9cfee069-f33e-4d91-9f28-9893f32894d4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.624740 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-dd6d7b8c-a0c2-4569-8e38-75a08e214de6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Added segment 9cfee069-f33e-4d91-9f28-9893f32894d4 of type vlan for network db7b3bca-281a-4fc9-b25b-c298bc308536 Feb 28 17:55:52.671763 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7b8c-a0c2-4569-8e38-75a08e214de6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (db7b3bca-281a-4fc9-b25b-c298bc308536), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.729712 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-a66f8e85-60ac-4db4-9dea-c225c1ebf301 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Allocated IP 2001:db8::e4 (1d1f872a-5ec2-4c01-8030-964d644db5af/078fd1a3-d004-479c-8d7b-776b8121d350/7394ce46-ad02-4955-ade5-253539a0cba6) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:55:52.788686 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7b8c-a0c2-4569-8e38-75a08e214de6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (db7b3bca-281a-4fc9-b25b-c298bc308536), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.795569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6d7b8c-a0c2-4569-8e38-75a08e214de6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:52.798244 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7b8c-a0c2-4569-8e38-75a08e214de6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.892353 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a66f8e85-60ac-4db4-9dea-c225c1ebf301 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (7394ce46-ad02-4955-ade5-253539a0cba6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:52.936047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d7b8c-a0c2-4569-8e38-75a08e214de6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Network': ['ID=db7b3bca-281a-4fc9-b25b-c298bc308536,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:52.947582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network db7b3bca-281a-4fc9-b25b-c298bc308536 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:55:52.974564 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dd6d7b8c-a0c2-4569-8e38-75a08e214de6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5486867 Feb 28 17:55:52.978790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42106) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:52.982144 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'admin_state_up': True, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:53.023238 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a66f8e85-60ac-4db4-9dea-c225c1ebf301 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7394ce46-ad02-4955-ade5-253539a0cba6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:53.080677 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:53.081779 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:53.117746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f8e85-60ac-4db4-9dea-c225c1ebf301 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=7394ce46-ad02-4955-ade5-253539a0cba6,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:53.126831 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66f8e85-60ac-4db4-9dea-c225c1ebf301 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 1d1f872a-5ec2-4c01-8030-964d644db5af is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:55:53.128316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a66f8e85-60ac-4db4-9dea-c225c1ebf301 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:53.130718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f8e85-60ac-4db4-9dea-c225c1ebf301 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:55:53.135926 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66f8e85-60ac-4db4-9dea-c225c1ebf301 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:53.136755 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a66f8e85-60ac-4db4-9dea-c225c1ebf301 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:53.148804 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_controller (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), precommit_add_association {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:53.222286 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a66f8e85-60ac-4db4-9dea-c225c1ebf301 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5843999 Feb 28 17:55:53.226904 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42114) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:53.332102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 289d2871-09d5-4929-ab19-cd57a4c87854 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:55:53.392196 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 289d2871-09d5-4929-ab19-cd57a4c87854 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:53.392833 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (289d2871-09d5-4929-ab19-cd57a4c87854), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:53.446133 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-b0392d5e-0ab6-4dc5-9713-bc0da549c9f0 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 7394ce46-ad02-4955-ade5-253539a0cba6 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:53.446349 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0392d5e-0ab6-4dc5-9713-bc0da549c9f0 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (7394ce46-ad02-4955-ade5-253539a0cba6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:53.465212 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:53.518723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 289d2871-09d5-4929-ab19-cd57a4c87854 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:53.518723 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (289d2871-09d5-4929-ab19-cd57a4c87854), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:53.589724 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0392d5e-0ab6-4dc5-9713-bc0da549c9f0 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (7394ce46-ad02-4955-ade5-253539a0cba6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:53.593436 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 289d2871-09d5-4929-ab19-cd57a4c87854, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=289d2871-09d5-4929-ab19-cd57a4c87854,segment=NetworkSegment(2d9d9ec6-93c0-4641-94e2-76882cbaf07a),segment_id=2d9d9ec6-93c0-4641-94e2-76882cbaf07a)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:53.608002 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-b0392d5e-0ab6-4dc5-9713-bc0da549c9f0 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 7394ce46-ad02-4955-ade5-253539a0cba6 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:53.664419 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (289d2871-09d5-4929-ab19-cd57a4c87854), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:53.738715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=289d2871-09d5-4929-ab19-cd57a4c87854,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:53.850739 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:53.871409 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:53.897551 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0392d5e-0ab6-4dc5-9713-bc0da549c9f0 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (7394ce46-ad02-4955-ade5-253539a0cba6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:53.952007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0392d5e-0ab6-4dc5-9713-bc0da549c9f0 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=7394ce46-ad02-4955-ade5-253539a0cba6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:54.004651 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b0392d5e-0ab6-4dc5-9713-bc0da549c9f0 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:54.011146 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b0392d5e-0ab6-4dc5-9713-bc0da549c9f0 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/7394ce46-ad02-4955-ade5-253539a0cba6 HTTP/1.1" status: 204 len: 168 time: 0.7802126 Feb 28 17:55:54.013110 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42124) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:54.040266 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7359e68-0b1f-437e-aa32-12019868ecc4 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] GET failed (client error): The resource could not be found. Feb 28 17:55:54.041963 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e7359e68-0b1f-437e-aa32-12019868ecc4 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/7394ce46-ad02-4955-ade5-253539a0cba6 HTTP/1.1" status: 404 len: 333 time: 0.0276148 Feb 28 17:55:54.044833 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42126) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:54.058230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64fe34d-eaff-4a43-847e-a6dc5e6bae98 None None] Network 1d1f872a-5ec2-4c01-8030-964d644db5af requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:55:54.085749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.25.3.5 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/ccf55693-03a2-4277-98bc-739f2bdac9a4) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:55:54.134047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e79274-0f3a-4c26-a875-1db20da6bbdc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting subnet 078fd1a3-d004-479c-8d7b-776b8121d350 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:55:54.137334 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1e79274-0f3a-4c26-a875-1db20da6bbdc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (078fd1a3-d004-479c-8d7b-776b8121d350), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:54.138102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-acb4df71-4e1e-43f7-95e7-ebdf5bb1816e None None] Provisioning complete for port 289d2871-09d5-4929-ab19-cd57a4c87854 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:54.139900 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-acb4df71-4e1e-43f7-95e7-ebdf5bb1816e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (289d2871-09d5-4929-ab19-cd57a4c87854), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:54.244712 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1e79274-0f3a-4c26-a875-1db20da6bbdc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (078fd1a3-d004-479c-8d7b-776b8121d350), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:54.310802 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-acb4df71-4e1e-43f7-95e7-ebdf5bb1816e None None] Current status of the port 289d2871-09d5-4929-ab19-cd57a4c87854 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:54.383736 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (ccf55693-03a2-4277-98bc-739f2bdac9a4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:54.396762 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1e79274-0f3a-4c26-a875-1db20da6bbdc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (078fd1a3-d004-479c-8d7b-776b8121d350), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:54.516683 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ccf55693-03a2-4277-98bc-739f2bdac9a4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:54.546905 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-95ac1b52-3186-406f-82c7-57de7cca3d5c None None] Provisioning complete for port 289d2871-09d5-4929-ab19-cd57a4c87854 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:54.548344 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-95ac1b52-3186-406f-82c7-57de7cca3d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (289d2871-09d5-4929-ab19-cd57a4c87854), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:54.598205 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1e79274-0f3a-4c26-a875-1db20da6bbdc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (078fd1a3-d004-479c-8d7b-776b8121d350), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:54.644756 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1e79274-0f3a-4c26-a875-1db20da6bbdc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:54.651757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42138) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:54.651946 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b1e79274-0f3a-4c26-a875-1db20da6bbdc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/078fd1a3-d004-479c-8d7b-776b8121d350 HTTP/1.1" status: 204 len: 168 time: 0.6059351 Feb 28 17:55:54.655636 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:55:54.659572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:54.673826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:55:54.681354 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-95ac1b52-3186-406f-82c7-57de7cca3d5c None None] Current status of the port 289d2871-09d5-4929-ab19-cd57a4c87854 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:54.709180 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e79274-0f3a-4c26-a875-1db20da6bbdc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Subnet': ['ID=078fd1a3-d004-479c-8d7b-776b8121d350,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:54.781453 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (1d1f872a-5ec2-4c01-8030-964d644db5af), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:54.783228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=ccf55693-03a2-4277-98bc-739f2bdac9a4,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:54.842852 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 289d2871-09d5-4929-ab19-cd57a4c87854 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:54.843733 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (289d2871-09d5-4929-ab19-cd57a4c87854), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:54.913381 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73c6e7e-c4f6-45e9-bef4-b9a7c6910ada None None] Network 1d1f872a-5ec2-4c01-8030-964d644db5af requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:55:54.945971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] For port 289d2871-09d5-4929-ab19-cd57a4c87854, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=289d2871-09d5-4929-ab19-cd57a4c87854,segment=NetworkSegment(2d9d9ec6-93c0-4641-94e2-76882cbaf07a),segment_id=2d9d9ec6-93c0-4641-94e2-76882cbaf07a)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:54.946457 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (289d2871-09d5-4929-ab19-cd57a4c87854), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:54.962502 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 289d2871-09d5-4929-ab19-cd57a4c87854 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:55.049448 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-13aac21d-f31e-4dff-b34d-41c8fa0ab921 None None] Could not find standard attr ID for object 7394ce46-ad02-4955-ade5-253539a0cba6. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:55:55.140888 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:55.155230 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (289d2871-09d5-4929-ab19-cd57a4c87854), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:55.160578 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a941476-0e0c-42e0-9ed6-4cb0daa55326 None None] DHCP port deletion for 1d1f872a-5ec2-4c01-8030-964d644db5af request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:55:55.227532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=289d2871-09d5-4929-ab19-cd57a4c87854,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:55.231355 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No DVR routers for this DVR port 289d2871-09d5-4929-ab19-cd57a4c87854 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:55:55.347141 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (1d1f872a-5ec2-4c01-8030-964d644db5af), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:55.373033 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1f872a-5ec2-4c01-8030-964d644db5af']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:55.385820 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9d9ec6-93c0-4641-94e2-76882cbaf07a') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:55.386149 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9d9ec6-93c0-4641-94e2-76882cbaf07a') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:55.401080 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (2d9d9ec6-93c0-4641-94e2-76882cbaf07a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:55.427116 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (2d9d9ec6-93c0-4641-94e2-76882cbaf07a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:55.439949 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:55:55.440688 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (2d9d9ec6-93c0-4641-94e2-76882cbaf07a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:55.468913 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:55:55.504558 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:55:55.513011 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 289d2871-09d5-4929-ab19-cd57a4c87854 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:55:55.538271 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 289d2871-09d5-4929-ab19-cd57a4c87854 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:55:55.538928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 289d2871-09d5-4929-ab19-cd57a4c87854 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:55:55.584358 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (1d1f872a-5ec2-4c01-8030-964d644db5af), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:55.605031 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:55.605031 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/networks/1d1f872a-5ec2-4c01-8030-964d644db5af HTTP/1.1" status: 204 len: 168 time: 0.9482508 Feb 28 17:55:55.614398 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42152) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:55.618033 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-63f58b73-d6e5-4ff8-a773-398836242758 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'name': 'tempest-PortsIpV6TestJSON-977910008'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:55.642229 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37ec6e-a267-4228-8779-80d1a63400a2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Network': ['ID=1d1f872a-5ec2-4c01-8030-964d644db5af,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:55.752202 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:55:55.790169 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f58b73-d6e5-4ff8-a773-398836242758 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:55.794477 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63f58b73-d6e5-4ff8-a773-398836242758 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:55.816455 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-63f58b73-d6e5-4ff8-a773-398836242758 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port 3307e48d-7c0a-4790-87d6-5e221c2f3dab yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:55:55.877109 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:55:55.887745 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Sync routers for ids ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:55:55.903225 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Routers {'e1273ffd-01e2-40aa-bc32-b2cc575d6c37'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:55:55.904856 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:55:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:55.965311 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:55.970504 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-503704fe-9d0b-4b95-ab99-124d641a0f80 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9922287 Feb 28 17:55:55.971194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42160) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:56.022383 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Set router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:55:56.022681 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2a0a1309-59ff-46d5-bd1b-e00cf8f769a9 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=a3eb0a57573941dbb6964a85dd6477cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501397 Feb 28 17:55:56.023248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42162) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:56.030607 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63f58b73-d6e5-4ff8-a773-398836242758 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (3307e48d-7c0a-4790-87d6-5e221c2f3dab), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:56.127892 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63f58b73-d6e5-4ff8-a773-398836242758 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3307e48d-7c0a-4790-87d6-5e221c2f3dab), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:56.178161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f58b73-d6e5-4ff8-a773-398836242758 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:55:56.181156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-63f58b73-d6e5-4ff8-a773-398836242758 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:56.184856 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f58b73-d6e5-4ff8-a773-398836242758 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:55:56.185482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e5c6ce-cf7a-488a-a6aa-e9e3386d127e tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:56.189819 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-16e5c6ce-cf7a-488a-a6aa-e9e3386d127e tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1629670 Feb 28 17:55:56.190075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42166) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:56.193662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f58b73-d6e5-4ff8-a773-398836242758 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:56.193662 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-63f58b73-d6e5-4ff8-a773-398836242758 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:56.200893 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f58b73-d6e5-4ff8-a773-398836242758 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=3307e48d-7c0a-4790-87d6-5e221c2f3dab,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:56.222374 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:54Z', 'revision_number': 3, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:56.227550 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-50e4112f-a13a-433e-867b-70ee694a1210 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=d0ac13c2-6bb6-418b-b4bb-969706e8b064&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340819 Feb 28 17:55:56.227763 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42170) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:56.232649 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-e1684229-ea02-4cc3-80e6-5647f32e480c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-967675715', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:56.251359 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Checking router: e1273ffd-01e2-40aa-bc32-b2cc575d6c37 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:55:56.251703 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Updating router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 port ccf55693-03a2-4277-98bc-739f2bdac9a4 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:55:56.281543 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ccf55693-03a2-4277-98bc-739f2bdac9a4), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:56.298759 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-63f58b73-d6e5-4ff8-a773-398836242758 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6844478 Feb 28 17:55:56.299699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42174) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:56.427307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-69ab2618-0636-43da-96d1-b219bdb510e4 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 3307e48d-7c0a-4790-87d6-5e221c2f3dab {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:56.428072 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69ab2618-0636-43da-96d1-b219bdb510e4 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (3307e48d-7c0a-4790-87d6-5e221c2f3dab), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:56.509427 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69ab2618-0636-43da-96d1-b219bdb510e4 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (3307e48d-7c0a-4790-87d6-5e221c2f3dab), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:56.525807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-69ab2618-0636-43da-96d1-b219bdb510e4 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 3307e48d-7c0a-4790-87d6-5e221c2f3dab owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:56.551031 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Publish callbacks [] for port (ccf55693-03a2-4277-98bc-739f2bdac9a4), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:56.635799 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ccf55693-03a2-4277-98bc-739f2bdac9a4), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:56.689999 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Pushing event updated for resources: {'Port': ['ID=ccf55693-03a2-4277-98bc-739f2bdac9a4,revision_number=2']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:56.692096 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Attempting to bind port ccf55693-03a2-4277-98bc-739f2bdac9a4 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:55:56.692461 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Attempting to bind port ccf55693-03a2-4277-98bc-739f2bdac9a4 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:55:56.692813 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Attempting to bind port ccf55693-03a2-4277-98bc-739f2bdac9a4 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:55:56.701873 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:56.702235 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:56.707412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:56.707412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:56.707412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:56.707412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:56.707412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:56.707412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:56.707412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:56.707412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:56.707412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:56.707412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:56.707412 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:55:56.710607 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:55:56.711199 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:55:56.711784 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:56.712353 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:55:56.712823 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Bound port: ccf55693-03a2-4277-98bc-739f2bdac9a4, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:55:56.713370 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ccf55693-03a2-4277-98bc-739f2bdac9a4), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:56.727114 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69ab2618-0636-43da-96d1-b219bdb510e4 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (3307e48d-7c0a-4790-87d6-5e221c2f3dab), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:56.767200 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] For port ccf55693-03a2-4277-98bc-739f2bdac9a4, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:55:56.770919 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] For port ccf55693-03a2-4277-98bc-739f2bdac9a4, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=ccf55693-03a2-4277-98bc-739f2bdac9a4,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:55:56.771357 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab2618-0636-43da-96d1-b219bdb510e4 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=3307e48d-7c0a-4790-87d6-5e221c2f3dab,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:56.777699 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-69ab2618-0636-43da-96d1-b219bdb510e4 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:56.781535 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-69ab2618-0636-43da-96d1-b219bdb510e4 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/3307e48d-7c0a-4790-87d6-5e221c2f3dab HTTP/1.1" status: 204 len: 168 time: 0.4812078 Feb 28 17:55:56.784865 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42182) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:56.790134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-25be28d3-fc03-45cb-9e75-b03e33f04248 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'mac_address': 'fa:16:3e:2a:b3:aa', 'name': 'tempest-PortsIpV6TestJSON-2099159043'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:56.796034 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1684229-ea02-4cc3-80e6-5647f32e480c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Made reservation on behalf of a3eb0a57573941dbb6964a85dd6477cc for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:56.799951 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e1684229-ea02-4cc3-80e6-5647f32e480c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:56.853409 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ccf55693-03a2-4277-98bc-739f2bdac9a4), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:57.032295 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Routers {'e1273ffd-01e2-40aa-bc32-b2cc575d6c37'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:55:57.033380 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:55:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:57.081128 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0c0db-ad99-457d-8f0a-dfb3eae96965 None None] Pushing event updated for resources: {'Port': ['ID=ccf55693-03a2-4277-98bc-739f2bdac9a4,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:57.156367 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e1684229-ea02-4cc3-80e6-5647f32e480c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (50fffb81-71c6-4a44-9e11-7d9cebb5356b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:57.167674 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] Set router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:55:57.206386 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25be28d3-fc03-45cb-9e75-b03e33f04248 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:57.294266 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-25be28d3-fc03-45cb-9e75-b03e33f04248 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:57.330124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1684229-ea02-4cc3-80e6-5647f32e480c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Subnet': ['ID=50fffb81-71c6-4a44-9e11-7d9cebb5356b,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:57.343256 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-25be28d3-fc03-45cb-9e75-b03e33f04248 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port 302e70a6-9503-4db7-b91e-ada3bc47296b yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:55:57.398470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1684229-ea02-4cc3-80e6-5647f32e480c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Checking segment: {'id': '9cfee069-f33e-4d91-9f28-9893f32894d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:55:57.398840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1684229-ea02-4cc3-80e6-5647f32e480c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network hostable DHCP agents. Network: db7b3bca-281a-4fc9-b25b-c298bc308536, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:55:57.450403 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:54Z', 'revision_number': 3, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:55:57.480811 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb3b71-29b8-4333-9667-90e4dcf554a6 None None] The sync data for ids ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'] in n-d-820368-19 is: [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:54Z', 'revision_number': 3, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:55:57.517951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1684229-ea02-4cc3-80e6-5647f32e480c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network db7b3bca-281a-4fc9-b25b-c298bc308536 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:55:57.554448 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-25be28d3-fc03-45cb-9e75-b03e33f04248 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (302e70a6-9503-4db7-b91e-ada3bc47296b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:57.601774 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-e1684229-ea02-4cc3-80e6-5647f32e480c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, db7b3bca-281a-4fc9-b25b-c298bc308536) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:57.606487 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1684229-ea02-4cc3-80e6-5647f32e480c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:57.607177 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e1684229-ea02-4cc3-80e6-5647f32e480c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:57.623731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2554098-3c3c-4b87-9c60-0636f3959eb8 None None] Network db7b3bca-281a-4fc9-b25b-c298bc308536 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:55:57.676158 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-25be28d3-fc03-45cb-9e75-b03e33f04248 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (302e70a6-9503-4db7-b91e-ada3bc47296b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:57.720025 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e1684229-ea02-4cc3-80e6-5647f32e480c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4906619 Feb 28 17:55:57.722914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42194) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:57.752379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25be28d3-fc03-45cb-9e75-b03e33f04248 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:55:57.764299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-25be28d3-fc03-45cb-9e75-b03e33f04248 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:57.781541 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25be28d3-fc03-45cb-9e75-b03e33f04248 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:55:57.790905 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be28d3-fc03-45cb-9e75-b03e33f04248 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:57.794453 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-25be28d3-fc03-45cb-9e75-b03e33f04248 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:57.862549 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be28d3-fc03-45cb-9e75-b03e33f04248 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=302e70a6-9503-4db7-b91e-ada3bc47296b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:57.864870 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-db7b3bca-281a-4fc9-b25b-c298bc308536', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ips': [{'subnet_id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:55:57.865772 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:57.907753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-25be28d3-fc03-45cb-9e75-b03e33f04248 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1211567 Feb 28 17:55:57.908711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42198) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:57.967170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f414a8-879e-4ec9-8fc6-644f7f2d7d6f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:57.968701 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a9f414a8-879e-4ec9-8fc6-644f7f2d7d6f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/302e70a6-9503-4db7-b91e-ada3bc47296b HTTP/1.1" status: 200 len: 845 time: 0.0590885 Feb 28 17:55:57.972116 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42206) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:58.124057 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0f3de51b-f932-4c8e-8576-925dade842b6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 302e70a6-9503-4db7-b91e-ada3bc47296b {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:55:58.124552 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0f3de51b-f932-4c8e-8576-925dade842b6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (302e70a6-9503-4db7-b91e-ada3bc47296b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:58.139908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Allocated IP 172.20.0.2 (db7b3bca-281a-4fc9-b25b-c298bc308536/50fffb81-71c6-4a44-9e11-7d9cebb5356b/6767bcd2-2ff5-4175-b87d-31e22f54ad74) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:55:58.263250 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0f3de51b-f932-4c8e-8576-925dade842b6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (302e70a6-9503-4db7-b91e-ada3bc47296b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:58.294704 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-0f3de51b-f932-4c8e-8576-925dade842b6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 302e70a6-9503-4db7-b91e-ada3bc47296b owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:55:58.409648 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Publish callbacks [] for port (6767bcd2-2ff5-4175-b87d-31e22f54ad74), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:58.505689 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:58.508982 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (6767bcd2-2ff5-4175-b87d-31e22f54ad74), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:58.517478 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0f3de51b-f932-4c8e-8576-925dade842b6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (302e70a6-9503-4db7-b91e-ada3bc47296b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:58.561177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3de51b-f932-4c8e-8576-925dade842b6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=302e70a6-9503-4db7-b91e-ada3bc47296b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:58.569994 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Network db7b3bca-281a-4fc9-b25b-c298bc308536 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:55:58.574799 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-0f3de51b-f932-4c8e-8576-925dade842b6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:58.579926 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:58.580145 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0f3de51b-f932-4c8e-8576-925dade842b6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/302e70a6-9503-4db7-b91e-ada3bc47296b HTTP/1.1" status: 204 len: 168 time: 0.6066666 Feb 28 17:55:58.584454 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42220) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:58.587091 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:55:58.608394 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Pushing event updated for resources: {'Port': ['ID=6767bcd2-2ff5-4175-b87d-31e22f54ad74,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:58.635756 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5dc97e-9111-4be3-85ea-b163f09b10b7 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] GET failed (client error): The resource could not be found. Feb 28 17:55:58.640846 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-0f5dc97e-9111-4be3-85ea-b163f09b10b7 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/302e70a6-9503-4db7-b91e-ada3bc47296b HTTP/1.1" status: 404 len: 333 time: 0.0492680 Feb 28 17:55:58.642353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42228) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:58.647968 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-01c40496-c46c-414c-bfb3-7edee8ca00f5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'name': 'tempest-PortsIpV6TestJSON-1222049971'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:58.679044 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Attempting to bind port 6767bcd2-2ff5-4175-b87d-31e22f54ad74 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:55:58.680602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Attempting to bind port 6767bcd2-2ff5-4175-b87d-31e22f54ad74 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '9cfee069-f33e-4d91-9f28-9893f32894d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:55:58.680602 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Attempting to bind port 6767bcd2-2ff5-4175-b87d-31e22f54ad74 on network db7b3bca-281a-4fc9-b25b-c298bc308536 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:55:58.686978 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:55:58.687755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Checking segment: {'id': '9cfee069-f33e-4d91-9f28-9893f32894d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:55:58.689023 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:58.689725 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Bound using segment: {'id': '9cfee069-f33e-4d91-9f28-9893f32894d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:55:58.690904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Bound port: 6767bcd2-2ff5-4175-b87d-31e22f54ad74, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfee069-f33e-4d91-9f28-9893f32894d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:55:58.691539 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6767bcd2-2ff5-4175-b87d-31e22f54ad74), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:58.783363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] For port 6767bcd2-2ff5-4175-b87d-31e22f54ad74, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:55:58.787159 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] For port 6767bcd2-2ff5-4175-b87d-31e22f54ad74, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6767bcd2-2ff5-4175-b87d-31e22f54ad74,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:55:58.880956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c40496-c46c-414c-bfb3-7edee8ca00f5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:55:58.882648 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6767bcd2-2ff5-4175-b87d-31e22f54ad74), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:58.883348 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.20.0.1 (db7b3bca-281a-4fc9-b25b-c298bc308536/50fffb81-71c6-4a44-9e11-7d9cebb5356b/d885accd-e308-474e-86ef-c240e0796ca1) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:55:58.885054 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01c40496-c46c-414c-bfb3-7edee8ca00f5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:58.928009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-01c40496-c46c-414c-bfb3-7edee8ca00f5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port 9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:55:59.018702 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b959b03-5937-48c6-b054-cb43a909047b None None] Pushing event updated for resources: {'Port': ['ID=6767bcd2-2ff5-4175-b87d-31e22f54ad74,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:59.063650 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (d885accd-e308-474e-86ef-c240e0796ca1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:59.177912 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d885accd-e308-474e-86ef-c240e0796ca1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:59.182301 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01c40496-c46c-414c-bfb3-7edee8ca00f5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:59.278951 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network db7b3bca-281a-4fc9-b25b-c298bc308536 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:55:59.282644 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:59.286542 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:55:59.314494 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01c40496-c46c-414c-bfb3-7edee8ca00f5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:59.329205 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=d885accd-e308-474e-86ef-c240e0796ca1,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:59.399598 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ccf55693-03a2-4277-98bc-739f2bdac9a4 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:55:59.409487 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:59.414634 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c40496-c46c-414c-bfb3-7edee8ca00f5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:55:59.414840 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c40496-c46c-414c-bfb3-7edee8ca00f5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:59.417506 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-01c40496-c46c-414c-bfb3-7edee8ca00f5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:55:59.419746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c40496-c46c-414c-bfb3-7edee8ca00f5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:55:59.425904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c40496-c46c-414c-bfb3-7edee8ca00f5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:59.426859 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-01c40496-c46c-414c-bfb3-7edee8ca00f5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:59.496446 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port ccf55693-03a2-4277-98bc-739f2bdac9a4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:55:59.496821 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ccf55693-03a2-4277-98bc-739f2bdac9a4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:59.509483 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-01c40496-c46c-414c-bfb3-7edee8ca00f5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8635406 Feb 28 17:55:59.517014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42244) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:55:59.517014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-394de168-66a5-4839-ae88-9a2eb7a5e23c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:55:59.620829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port ccf55693-03a2-4277-98bc-739f2bdac9a4 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:55:59.621463 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ccf55693-03a2-4277-98bc-739f2bdac9a4), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:59.622674 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-394de168-66a5-4839-ae88-9a2eb7a5e23c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:59.644801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port ccf55693-03a2-4277-98bc-739f2bdac9a4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=ccf55693-03a2-4277-98bc-739f2bdac9a4,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:55:59.707733 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d885accd-e308-474e-86ef-c240e0796ca1), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:59.727191 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (ccf55693-03a2-4277-98bc-739f2bdac9a4), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:59.790923 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=ccf55693-03a2-4277-98bc-739f2bdac9a4,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:55:59.839020 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-394de168-66a5-4839-ae88-9a2eb7a5e23c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:59.904372 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-394de168-66a5-4839-ae88-9a2eb7a5e23c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:59.964063 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-394de168-66a5-4839-ae88-9a2eb7a5e23c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] In _notify_port_updated(), no bound segment for port 9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261 on network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:55:59.969527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394de168-66a5-4839-ae88-9a2eb7a5e23c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:55:59.970511 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-394de168-66a5-4839-ae88-9a2eb7a5e23c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:55:59.972492 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-394de168-66a5-4839-ae88-9a2eb7a5e23c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "PUT /v2.0/ports/9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261 HTTP/1.1" status: 200 len: 818 time: 0.4619172 Feb 28 17:55:59.995263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42256) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:00.031923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394de168-66a5-4839-ae88-9a2eb7a5e23c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:00.180897 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (d885accd-e308-474e-86ef-c240e0796ca1), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:00.185119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-03f16292-b0b9-4795-a6ad-e336526ac9bf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:00.185437 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03f16292-b0b9-4795-a6ad-e336526ac9bf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:00.239286 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (d885accd-e308-474e-86ef-c240e0796ca1), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:00.336353 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03f16292-b0b9-4795-a6ad-e336526ac9bf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:00.338189 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c14da3-f668-42bf-88e8-cf85ac6fb7a2 None None] Network db7b3bca-281a-4fc9-b25b-c298bc308536 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:00.373212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=d885accd-e308-474e-86ef-c240e0796ca1,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:00.389685 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:00.395789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-03f16292-b0b9-4795-a6ad-e336526ac9bf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:00.460816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ded400b9-e0f5-4ae1-8917-48e1224d40bf None None] Provisioning complete for port 6767bcd2-2ff5-4175-b87d-31e22f54ad74 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:00.461645 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ded400b9-e0f5-4ae1-8917-48e1224d40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6767bcd2-2ff5-4175-b87d-31e22f54ad74), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:00.561684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ded400b9-e0f5-4ae1-8917-48e1224d40bf None None] Current status of the port 6767bcd2-2ff5-4175-b87d-31e22f54ad74 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:00.561684 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ded400b9-e0f5-4ae1-8917-48e1224d40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6767bcd2-2ff5-4175-b87d-31e22f54ad74), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:00.567818 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network db7b3bca-281a-4fc9-b25b-c298bc308536 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:00.569481 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:00.624391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ded400b9-e0f5-4ae1-8917-48e1224d40bf None None] For port 6767bcd2-2ff5-4175-b87d-31e22f54ad74, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6767bcd2-2ff5-4175-b87d-31e22f54ad74,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:00.687585 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03f16292-b0b9-4795-a6ad-e336526ac9bf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:00.734201 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-03f16292-b0b9-4795-a6ad-e336526ac9bf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:00.737726 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ded400b9-e0f5-4ae1-8917-48e1224d40bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (6767bcd2-2ff5-4175-b87d-31e22f54ad74), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:00.739499 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-03f16292-b0b9-4795-a6ad-e336526ac9bf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261 HTTP/1.1" status: 204 len: 168 time: 0.7430985 Feb 28 17:56:00.740475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f16292-b0b9-4795-a6ad-e336526ac9bf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:00.741680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42268) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:00.775921 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:56:00.835147 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714b3f1d-3895-4d84-b2f1-89e76faf0c19 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:00.836670 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-714b3f1d-3895-4d84-b2f1-89e76faf0c19 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0933769 Feb 28 17:56:00.842686 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42274) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:00.843009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded400b9-e0f5-4ae1-8917-48e1224d40bf None None] Pushing event updated for resources: {'Port': ['ID=6767bcd2-2ff5-4175-b87d-31e22f54ad74,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:00.902732 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6235a4-c6a4-4522-990c-d0287763f66a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] GET failed (client error): The resource could not be found. Feb 28 17:56:00.904600 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3f6235a4-c6a4-4522-990c-d0287763f66a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/9e8c5c4b-5cbc-4cb4-8f1e-b420dc64b261 HTTP/1.1" status: 404 len: 333 time: 0.0609777 Feb 28 17:56:00.912462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42278) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:00.918904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-85d1ade0-897f-4788-a869-956d9a977f4b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1241358516'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:00.932278 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-3431796e-5745-4de4-8d18-ddd29766398a None None] Provisioning complete for port 6767bcd2-2ff5-4175-b87d-31e22f54ad74 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:00.932857 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3431796e-5745-4de4-8d18-ddd29766398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6767bcd2-2ff5-4175-b87d-31e22f54ad74), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:00.997247 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:56:01.009742 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d1ade0-897f-4788-a869-956d9a977f4b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:01.009742 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85d1ade0-897f-4788-a869-956d9a977f4b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:01.014164 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-65ad1d31-9f49-4b02-9aaa-4e2b37a03883 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "PUT /v2.0/routers/e1273ffd-01e2-40aa-bc32-b2cc575d6c37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2898512 Feb 28 17:56:01.022649 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Sync routers for ids ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:56:01.065330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d1ade0-897f-4788-a869-956d9a977f4b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:56:01.079607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Routers {'e1273ffd-01e2-40aa-bc32-b2cc575d6c37'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:56:01.082778 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:55:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:01.089482 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85d1ade0-897f-4788-a869-956d9a977f4b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (1c2f757f-93dc-468c-80ae-650c7ca20001), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:01.089837 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-85d1ade0-897f-4788-a869-956d9a977f4b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Added segment 1c2f757f-93dc-468c-80ae-650c7ca20001 of type vlan for network e763b157-4c11-4bc5-8fd8-017eb83e0470 Feb 28 17:56:01.094941 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3431796e-5745-4de4-8d18-ddd29766398a None None] Current status of the port 6767bcd2-2ff5-4175-b87d-31e22f54ad74 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:01.173654 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-3431796e-5745-4de4-8d18-ddd29766398a None None] Provisioning complete for port d885accd-e308-474e-86ef-c240e0796ca1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:01.174058 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3431796e-5745-4de4-8d18-ddd29766398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d885accd-e308-474e-86ef-c240e0796ca1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:01.184816 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85d1ade0-897f-4788-a869-956d9a977f4b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (e763b157-4c11-4bc5-8fd8-017eb83e0470), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:01.278375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Set router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:56:01.320113 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-3431796e-5745-4de4-8d18-ddd29766398a None None] Port d885accd-e308-474e-86ef-c240e0796ca1 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:01.322658 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85d1ade0-897f-4788-a869-956d9a977f4b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (e763b157-4c11-4bc5-8fd8-017eb83e0470), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:01.330657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d1ade0-897f-4788-a869-956d9a977f4b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:01.331288 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-85d1ade0-897f-4788-a869-956d9a977f4b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:01.471345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ccf55693-03a2-4277-98bc-739f2bdac9a4 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:01.614627 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port ccf55693-03a2-4277-98bc-739f2bdac9a4 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:01.615352 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ccf55693-03a2-4277-98bc-739f2bdac9a4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:01.620760 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-a5ab88ca-0603-4e28-bf78-f21e790402ce tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656216587&fields=id&tenant_id=a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 267 time: 0.2817864 Feb 28 17:56:01.621592 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1ade0-897f-4788-a869-956d9a977f4b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Network': ['ID=e763b157-4c11-4bc5-8fd8-017eb83e0470,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:01.664816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network e763b157-4c11-4bc5-8fd8-017eb83e0470 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:56:01.675380 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-85d1ade0-897f-4788-a869-956d9a977f4b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7585549 Feb 28 17:56:01.678852 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42302) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:01.682731 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-6d237910-0534-4c74-aa8b-3dfdd30dc443 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': 'e763b157-4c11-4bc5-8fd8-017eb83e0470', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:01.796909 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a349ee80-9648-4447-a8c2-505ff27c58d7 None None] Provisioning complete for port d885accd-e308-474e-86ef-c240e0796ca1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:01.797988 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a349ee80-9648-4447-a8c2-505ff27c58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d885accd-e308-474e-86ef-c240e0796ca1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:01.866748 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a349ee80-9648-4447-a8c2-505ff27c58d7 None None] Port d885accd-e308-474e-86ef-c240e0796ca1 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:01.870769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d237910-0534-4c74-aa8b-3dfdd30dc443 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:01.875167 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d237910-0534-4c74-aa8b-3dfdd30dc443 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:01.886591 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port ccf55693-03a2-4277-98bc-739f2bdac9a4 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:01.887677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6767bcd2-2ff5-4175-b87d-31e22f54ad74 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:01.900827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dab854-f735-4772-b09a-b16149532417 req-35d7eae3-8b4b-4dfa-b59c-f9a0d053c76a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:01.904411 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-35d7eae3-8b4b-4dfa-b59c-f9a0d053c76a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/networks?id=db7b3bca-281a-4fc9-b25b-c298bc308536 HTTP/1.1" status: 200 len: 797 time: 0.2603273 Feb 28 17:56:01.915575 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'd885accd-e308-474e-86ef-c240e0796ca1', 'name': '', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:73:08:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:58Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 2, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:01.938951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-c655b62a-c24c-45aa-89af-05022a91f762 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/quotas/a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 375 time: 0.0229056 Feb 28 17:56:01.965198 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Checking router: e1273ffd-01e2-40aa-bc32-b2cc575d6c37 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:56:01.965685 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Updating router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 port d885accd-e308-474e-86ef-c240e0796ca1 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:56:02.028326 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d885accd-e308-474e-86ef-c240e0796ca1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:02.045409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e03706a3-fb6a-44a6-ad60-059ca51223b2 None None] Provisioning complete for port d885accd-e308-474e-86ef-c240e0796ca1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:02.045950 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e03706a3-fb6a-44a6-ad60-059ca51223b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d885accd-e308-474e-86ef-c240e0796ca1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:02.072548 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 6767bcd2-2ff5-4175-b87d-31e22f54ad74 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:02.073074 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (6767bcd2-2ff5-4175-b87d-31e22f54ad74), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:02.074492 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-c36197d8-f3f8-4e2f-b128-5a7dae549cbd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286058 Feb 28 17:56:02.161410 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e03706a3-fb6a-44a6-ad60-059ca51223b2 None None] Port d885accd-e308-474e-86ef-c240e0796ca1 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:02.205865 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-c56509e1-40f7-414c-b776-894c4539e91c service neutron] 10.222.0.72 "GET /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166315 Feb 28 17:56:02.247790 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d237910-0534-4c74-aa8b-3dfdd30dc443 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (002472d6-2a8e-43af-9a47-ea7bff88b141), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:02.313861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d237910-0534-4c74-aa8b-3dfdd30dc443 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Subnet': ['ID=002472d6-2a8e-43af-9a47-ea7bff88b141,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:02.328533 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d237910-0534-4c74-aa8b-3dfdd30dc443 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Checking segment: {'id': '1c2f757f-93dc-468c-80ae-650c7ca20001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e763b157-4c11-4bc5-8fd8-017eb83e0470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:56:02.334167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d237910-0534-4c74-aa8b-3dfdd30dc443 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network hostable DHCP agents. Network: e763b157-4c11-4bc5-8fd8-017eb83e0470, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:56:02.352486 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-eb923f21-1298-4b9b-aec7-f95a79c522b3 service neutron] 10.222.0.72 "GET /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456544 Feb 28 17:56:02.358297 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 6767bcd2-2ff5-4175-b87d-31e22f54ad74 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:02.453060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d237910-0534-4c74-aa8b-3dfdd30dc443 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network e763b157-4c11-4bc5-8fd8-017eb83e0470 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:56:02.499709 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Publish callbacks [] for port (d885accd-e308-474e-86ef-c240e0796ca1), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:02.561694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-6d237910-0534-4c74-aa8b-3dfdd30dc443 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, e763b157-4c11-4bc5-8fd8-017eb83e0470) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:02.562685 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d885accd-e308-474e-86ef-c240e0796ca1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:02.573501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d237910-0534-4c74-aa8b-3dfdd30dc443 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:02.573956 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6d237910-0534-4c74-aa8b-3dfdd30dc443 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:02.638888 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b2d21144-0a17-43bc-94d8-43a5e5b46534 req-6a180f9d-78e2-4899-8ca3-6f610b8d208a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 210 time: 0.0443752 Feb 28 17:56:02.640256 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e4212e-991c-4159-967a-2ad655ed06f0 None None] Network e763b157-4c11-4bc5-8fd8-017eb83e0470 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:02.650439 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e278a4-f1ec-4f08-af7e-748c0cba21ab None None] Pushing event updated for resources: {'Port': ['ID=d885accd-e308-474e-86ef-c240e0796ca1,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:02.673820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42324) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:02.674862 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6d237910-0534-4c74-aa8b-3dfdd30dc443 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9971373 Feb 28 17:56:02.680539 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4a9e71be-e15d-4110-9eec-eaf74d2e4c16 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': 'e763b157-4c11-4bc5-8fd8-017eb83e0470', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:02.921892 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9e71be-e15d-4110-9eec-eaf74d2e4c16 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:02.926335 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4a9e71be-e15d-4110-9eec-eaf74d2e4c16 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:03.093496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-e763b157-4c11-4bc5-8fd8-017eb83e0470', 'network_id': 'e763b157-4c11-4bc5-8fd8-017eb83e0470', 'project_id': '69b70c139b9d4aa39a6b2e36ff30c54f', 'fixed_ips': [{'subnet_id': '002472d6-2a8e-43af-9a47-ea7bff88b141'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:56:03.094916 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:03.098558 n-d-820368-19 neutron-server[104246]: INFO neutron.db.ipam_backend_mixin [None req-4a9e71be-e15d-4110-9eec-eaf74d2e4c16 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 002472d6-2a8e-43af-9a47-ea7bff88b141 (CIDR: 2001:db8::/64) Feb 28 17:56:03.138883 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9e71be-e15d-4110-9eec-eaf74d2e4c16 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:56:03.139611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9e71be-e15d-4110-9eec-eaf74d2e4c16 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:03.211006 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2ea5fa68-221e-46af-949f-d27a49029d4e None None] Provisioning complete for port d885accd-e308-474e-86ef-c240e0796ca1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:03.211382 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ea5fa68-221e-46af-949f-d27a49029d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d885accd-e308-474e-86ef-c240e0796ca1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:03.246853 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4a9e71be-e15d-4110-9eec-eaf74d2e4c16 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5718822 Feb 28 17:56:03.249676 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42338) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:03.277684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-002ec217-3746-461b-924b-54d8f1b44a85 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': 'e763b157-4c11-4bc5-8fd8-017eb83e0470', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:03.283399 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Attempting to bind port d885accd-e308-474e-86ef-c240e0796ca1 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:56:03.284025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Attempting to bind port d885accd-e308-474e-86ef-c240e0796ca1 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '9cfee069-f33e-4d91-9f28-9893f32894d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:56:03.284604 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Attempting to bind port d885accd-e308-474e-86ef-c240e0796ca1 on network db7b3bca-281a-4fc9-b25b-c298bc308536 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:56:03.294115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:56:03.294775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Checking segment: {'id': '9cfee069-f33e-4d91-9f28-9893f32894d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:56:03.295383 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:03.295957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Bound using segment: {'id': '9cfee069-f33e-4d91-9f28-9893f32894d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:56:03.296736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Bound port: d885accd-e308-474e-86ef-c240e0796ca1, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfee069-f33e-4d91-9f28-9893f32894d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:56:03.297326 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d885accd-e308-474e-86ef-c240e0796ca1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:03.330073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5fa68-221e-46af-949f-d27a49029d4e None None] Port d885accd-e308-474e-86ef-c240e0796ca1 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:03.385292 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Allocated IP 2001:db8::2 (e763b157-4c11-4bc5-8fd8-017eb83e0470/002472d6-2a8e-43af-9a47-ea7bff88b141/b606470b-b758-40c2-9941-0b38a48dfd7b) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:03.426389 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] For port d885accd-e308-474e-86ef-c240e0796ca1, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:56:03.464345 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] For port d885accd-e308-474e-86ef-c240e0796ca1, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d885accd-e308-474e-86ef-c240e0796ca1,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:56:03.550391 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002ec217-3746-461b-924b-54d8f1b44a85 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:03.555096 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-002ec217-3746-461b-924b-54d8f1b44a85 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:03.558753 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d885accd-e308-474e-86ef-c240e0796ca1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:03.561012 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Publish callbacks [] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:03.619614 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Routers {'e1273ffd-01e2-40aa-bc32-b2cc575d6c37'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:56:03.620262 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:55:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:03.664582 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:03.673221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e278a4-f1ec-4f08-af7e-748c0cba21ab None None] Pushing event updated for resources: {'Port': ['ID=d885accd-e308-474e-86ef-c240e0796ca1,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:03.766921 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a525f26f-b3f5-4f56-b7da-732606700078 req-55335df0-6bb6-49fe-9c47-f48fca5147a7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 210 time: 0.0494933 Feb 28 17:56:03.830872 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] Set router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:56:04.032507 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d52446c2-2e06-48e0-beab-0a7fb484e9b4 None None] Provisioning complete for port d885accd-e308-474e-86ef-c240e0796ca1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:04.033210 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d52446c2-2e06-48e0-beab-0a7fb484e9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d885accd-e308-474e-86ef-c240e0796ca1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:04.035447 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Network e763b157-4c11-4bc5-8fd8-017eb83e0470 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:04.039188 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Pushing event updated for resources: {'Port': ['ID=b606470b-b758-40c2-9941-0b38a48dfd7b,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:04.079008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:04.086002 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:04.093086 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-002ec217-3746-461b-924b-54d8f1b44a85 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (34e6f17c-6ff1-4e8f-9888-aa76445838d0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:04.153800 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ec217-3746-461b-924b-54d8f1b44a85 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network e763b157-4c11-4bc5-8fd8-017eb83e0470 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:04.157439 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-002ec217-3746-461b-924b-54d8f1b44a85 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:04.161943 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002ec217-3746-461b-924b-54d8f1b44a85 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:04.162891 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-002ec217-3746-461b-924b-54d8f1b44a85 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:04.176786 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ec217-3746-461b-924b-54d8f1b44a85 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Subnet': ['ID=34e6f17c-6ff1-4e8f-9888-aa76445838d0,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:04.230043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Attempting to bind port b606470b-b758-40c2-9941-0b38a48dfd7b on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:56:04.230043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Attempting to bind port b606470b-b758-40c2-9941-0b38a48dfd7b by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '1c2f757f-93dc-468c-80ae-650c7ca20001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e763b157-4c11-4bc5-8fd8-017eb83e0470'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:56:04.230043 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Attempting to bind port b606470b-b758-40c2-9941-0b38a48dfd7b on network e763b157-4c11-4bc5-8fd8-017eb83e0470 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:56:04.251497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-002ec217-3746-461b-924b-54d8f1b44a85 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0004621 Feb 28 17:56:04.254157 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42358) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:04.259435 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'network_id': 'e763b157-4c11-4bc5-8fd8-017eb83e0470', 'fixed_ips': [{'subnet_id': '002472d6-2a8e-43af-9a47-ea7bff88b141'}, {'subnet_id': '34e6f17c-6ff1-4e8f-9888-aa76445838d0'}], 'name': 'tempest-PortsIpV6TestJSON-394477181'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:04.261718 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:56:04.262129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Checking segment: {'id': '1c2f757f-93dc-468c-80ae-650c7ca20001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e763b157-4c11-4bc5-8fd8-017eb83e0470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:56:04.262533 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:04.263010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Bound using segment: {'id': '1c2f757f-93dc-468c-80ae-650c7ca20001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e763b157-4c11-4bc5-8fd8-017eb83e0470'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:56:04.263497 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Bound port: b606470b-b758-40c2-9941-0b38a48dfd7b, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2f757f-93dc-468c-80ae-650c7ca20001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e763b157-4c11-4bc5-8fd8-017eb83e0470'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:56:04.263865 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:04.321200 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d52446c2-2e06-48e0-beab-0a7fb484e9b4 None None] Current status of the port d885accd-e308-474e-86ef-c240e0796ca1 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:04.321200 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d52446c2-2e06-48e0-beab-0a7fb484e9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d885accd-e308-474e-86ef-c240e0796ca1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:04.391694 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'd885accd-e308-474e-86ef-c240e0796ca1', 'name': '', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:73:08:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:58Z', 'updated_at': '2022-02-28T17:56:03Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:04.414375 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] For port b606470b-b758-40c2-9941-0b38a48dfd7b, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:56:04.449997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d52446c2-2e06-48e0-beab-0a7fb484e9b4 None None] For port d885accd-e308-474e-86ef-c240e0796ca1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d885accd-e308-474e-86ef-c240e0796ca1,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:04.458184 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ed812-4397-4f04-a904-06a5a48fbcd3 None None] The sync data for ids ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'] in n-d-820368-19 is: [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'd885accd-e308-474e-86ef-c240e0796ca1', 'name': '', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:73:08:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:58Z', 'updated_at': '2022-02-28T17:56:03Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:56:04.461912 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] For port b606470b-b758-40c2-9941-0b38a48dfd7b, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b606470b-b758-40c2-9941-0b38a48dfd7b,segment=NetworkSegment(1c2f757f-93dc-468c-80ae-650c7ca20001),segment_id=1c2f757f-93dc-468c-80ae-650c7ca20001)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:56:04.485826 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:04.527226 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d52446c2-2e06-48e0-beab-0a7fb484e9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d885accd-e308-474e-86ef-c240e0796ca1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:04.621168 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:04.623133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52446c2-2e06-48e0-beab-0a7fb484e9b4 None None] Pushing event updated for resources: {'Port': ['ID=d885accd-e308-474e-86ef-c240e0796ca1,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:04.630425 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:04.654192 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port 0922b4ce-fbfa-4fe6-b5bf-84119b09c65c yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:56:04.697869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770575a-3e2f-459b-867f-3b5a6266c721 None None] Pushing event updated for resources: {'Port': ['ID=b606470b-b758-40c2-9941-0b38a48dfd7b,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:04.950119 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0e67d3e9-ee0b-4866-89d0-df28e64e9c79 req-dcd09b04-b453-4fb0-b5d4-ecedf89f0966 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 210 time: 0.0518146 Feb 28 17:56:05.220411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dab854-f735-4772-b09a-b16149532417 req-2ddad07a-fefa-4472-83fe-89a0a199fafa tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:05.224468 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-2ddad07a-fefa-4472-83fe-89a0a199fafa tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "GET /v2.0/networks?id=db7b3bca-281a-4fc9-b25b-c298bc308536 HTTP/1.1" status: 200 len: 797 time: 0.2223682 Feb 28 17:56:05.287037 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Allocated IP 2001:db8::f5 (e763b157-4c11-4bc5-8fd8-017eb83e0470/002472d6-2a8e-43af-9a47-ea7bff88b141/0922b4ce-fbfa-4fe6-b5bf-84119b09c65c) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:05.298402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Allocated IP 2001:db8:0:1::3cc (e763b157-4c11-4bc5-8fd8-017eb83e0470/34e6f17c-6ff1-4e8f-9888-aa76445838d0/0922b4ce-fbfa-4fe6-b5bf-84119b09c65c) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:05.399697 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-4fe73041-0042-4156-8d41-740a298afd46 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3eb0a57573941dbb6964a85dd6477cc HTTP/1.1" status: 200 len: 379 time: 0.1667154 Feb 28 17:56:05.423220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-d0dab854-f735-4772-b09a-b16149532417 req-b5b10265-9af4-407a-83c5-9cefa93a9c51 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'port': {'device_id': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'admin_state_up': True, 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'security_groups': ['b53570df-971c-4769-a99f-81b9ac5cadc2']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:05.435917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d885accd-e308-474e-86ef-c240e0796ca1 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:05.558107 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port d885accd-e308-474e-86ef-c240e0796ca1 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:05.558616 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d885accd-e308-474e-86ef-c240e0796ca1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:05.559570 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (0922b4ce-fbfa-4fe6-b5bf-84119b09c65c), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:05.680436 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port d885accd-e308-474e-86ef-c240e0796ca1 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:05.681515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b606470b-b758-40c2-9941-0b38a48dfd7b up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:05.697461 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0922b4ce-fbfa-4fe6-b5bf-84119b09c65c), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:05.725591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dab854-f735-4772-b09a-b16149532417 req-b5b10265-9af4-407a-83c5-9cefa93a9c51 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Made reservation on behalf of a3eb0a57573941dbb6964a85dd6477cc for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:05.730176 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d0dab854-f735-4772-b09a-b16149532417 req-b5b10265-9af4-407a-83c5-9cefa93a9c51 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:05.749450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port b606470b-b758-40c2-9941-0b38a48dfd7b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:05.749946 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:05.968879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b606470b-b758-40c2-9941-0b38a48dfd7b is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:05.969293 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:06.035114 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port b606470b-b758-40c2-9941-0b38a48dfd7b, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b606470b-b758-40c2-9941-0b38a48dfd7b,segment=NetworkSegment(1c2f757f-93dc-468c-80ae-650c7ca20001),segment_id=1c2f757f-93dc-468c-80ae-650c7ca20001)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:06.062092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-d0dab854-f735-4772-b09a-b16149532417 req-b5b10265-9af4-407a-83c5-9cefa93a9c51 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.20.0.5 (db7b3bca-281a-4fc9-b25b-c298bc308536/50fffb81-71c6-4a44-9e11-7d9cebb5356b/68f20b1e-20b3-42d8-934a-261f59936cdd) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:06.104645 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:06.220959 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=b606470b-b758-40c2-9941-0b38a48dfd7b,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:06.260892 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee686c06-ec45-4058-a4e5-ddc6e3f56110 req-f2d58b10-7765-4aa7-a59c-dc1c281d9758 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 210 time: 0.0438707 Feb 28 17:56:06.356875 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d0dab854-f735-4772-b09a-b16149532417 req-b5b10265-9af4-407a-83c5-9cefa93a9c51 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:06.450303 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network e763b157-4c11-4bc5-8fd8-017eb83e0470 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:06.454938 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:06.459113 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:06.464245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:06.464859 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:06.480328 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=0922b4ce-fbfa-4fe6-b5bf-84119b09c65c,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:06.501821 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e02e91-6ea2-4c19-b7d7-8b0c233aef9d None None] Network e763b157-4c11-4bc5-8fd8-017eb83e0470 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:06.516054 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d0dab854-f735-4772-b09a-b16149532417 req-b5b10265-9af4-407a-83c5-9cefa93a9c51 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:06.559210 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2bb7d734-7626-44c1-82ec-cf69cb0052ed tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.2967453 Feb 28 17:56:06.559210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42404) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:06.561139 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-296477b0-8dc4-4da5-998a-eaaa0223f225 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '002472d6-2a8e-43af-9a47-ea7bff88b141'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:06.631860 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dab854-f735-4772-b09a-b16149532417 req-b5b10265-9af4-407a-83c5-9cefa93a9c51 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network db7b3bca-281a-4fc9-b25b-c298bc308536 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:06.652918 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-d0dab854-f735-4772-b09a-b16149532417 req-b5b10265-9af4-407a-83c5-9cefa93a9c51 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:06.660190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dab854-f735-4772-b09a-b16149532417 req-b5b10265-9af4-407a-83c5-9cefa93a9c51 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:06.668104 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-296477b0-8dc4-4da5-998a-eaaa0223f225 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0922b4ce-fbfa-4fe6-b5bf-84119b09c65c), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:06.704729 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f71738f7-48b9-40cb-ae40-a719aefc31b4 None None] Provisioning complete for port b606470b-b758-40c2-9941-0b38a48dfd7b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:06.705029 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f71738f7-48b9-40cb-ae40-a719aefc31b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:06.744470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dab854-f735-4772-b09a-b16149532417 req-b5b10265-9af4-407a-83c5-9cefa93a9c51 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:06.745396 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d0dab854-f735-4772-b09a-b16149532417 req-b5b10265-9af4-407a-83c5-9cefa93a9c51 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:06.767209 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b10265-9af4-407a-83c5-9cefa93a9c51 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=68f20b1e-20b3-42d8-934a-261f59936cdd,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:06.841835 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f71738f7-48b9-40cb-ae40-a719aefc31b4 None None] Current status of the port b606470b-b758-40c2-9941-0b38a48dfd7b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:06.889089 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-b5b10265-9af4-407a-83c5-9cefa93a9c51 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4835024 Feb 28 17:56:06.900440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-a984358e-f99c-471a-a2a7-76c5436bbe42 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:56:06.901587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-a984358e-f99c-471a-a2a7-76c5436bbe42 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065050 Feb 28 17:56:06.918193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Request body: {'port': {'device_id': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:06.960731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec29cfbe-26db-4a95-85a2-189b628f1ddb None None] Update dhcp port {'port': {'network_id': 'e763b157-4c11-4bc5-8fd8-017eb83e0470', 'fixed_ips': [{'subnet_id': '002472d6-2a8e-43af-9a47-ea7bff88b141', 'ip_address': '2001:db8::2'}, {'subnet_id': '34e6f17c-6ff1-4e8f-9888-aa76445838d0'}], 'binding:host_id': 'n-d-820368-19'}, 'id': 'b606470b-b758-40c2-9941-0b38a48dfd7b'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:56:07.002239 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ec29cfbe-26db-4a95-85a2-189b628f1ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:07.043514 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:07.135286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-296477b0-8dc4-4da5-998a-eaaa0223f225 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Delete allocated IP 2001:db8:0:1::3cc (e763b157-4c11-4bc5-8fd8-017eb83e0470/34e6f17c-6ff1-4e8f-9888-aa76445838d0) {{(pid=104247) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 17:56:07.163581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c578a8a8-2151-47cc-977b-1b7cee04a219 None None] Provisioning complete for port 68f20b1e-20b3-42d8-934a-261f59936cdd triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:07.164765 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c578a8a8-2151-47cc-977b-1b7cee04a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:07.243010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c578a8a8-2151-47cc-977b-1b7cee04a219 None None] Port 68f20b1e-20b3-42d8-934a-261f59936cdd cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:07.321582 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b606470b-b758-40c2-9941-0b38a48dfd7b up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:07.401984 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port b606470b-b758-40c2-9941-0b38a48dfd7b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:07.401984 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:07.434652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-296477b0-8dc4-4da5-998a-eaaa0223f225 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (0922b4ce-fbfa-4fe6-b5bf-84119b09c65c), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:07.447927 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f20b1e-20b3-42d8-934a-261f59936cdd {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:56:07.454782 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e9c59-546b-458f-a4be-52b9dd9bf5a1 req-9028fc3d-2d24-4693-9a80-b324d4f01532 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:07.456474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-399e9c59-546b-458f-a4be-52b9dd9bf5a1 req-9028fc3d-2d24-4693-9a80-b324d4f01532 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 931 time: 0.0940809 Feb 28 17:56:07.473903 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Publish callbacks [] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:07.495179 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-296477b0-8dc4-4da5-998a-eaaa0223f225 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (0922b4ce-fbfa-4fe6-b5bf-84119b09c65c), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:07.502292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Transition to ACTIVE for port object 68f20b1e-20b3-42d8-934a-261f59936cdd will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:56:07.570503 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-399e9c59-546b-458f-a4be-52b9dd9bf5a1 req-0e679699-befd-4ef5-8693-8c67ebd338b8 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074381 Feb 28 17:56:07.588475 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:07.636223 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-296477b0-8dc4-4da5-998a-eaaa0223f225 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] In _notify_port_updated(), no bound segment for port 0922b4ce-fbfa-4fe6-b5bf-84119b09c65c on network e763b157-4c11-4bc5-8fd8-017eb83e0470 {{(pid=104247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:56:07.658362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296477b0-8dc4-4da5-998a-eaaa0223f225 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:07.659050 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-296477b0-8dc4-4da5-998a-eaaa0223f225 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:07.664121 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-296477b0-8dc4-4da5-998a-eaaa0223f225 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "PUT /v2.0/ports/0922b4ce-fbfa-4fe6-b5bf-84119b09c65c HTTP/1.1" status: 200 len: 924 time: 1.1071413 Feb 28 17:56:07.664478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42430) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:07.676191 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a27c3b73-9271-4b45-b056-a6d3fb137ee7 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '002472d6-2a8e-43af-9a47-ea7bff88b141'}, {'subnet_id': '34e6f17c-6ff1-4e8f-9888-aa76445838d0'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:07.677274 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296477b0-8dc4-4da5-998a-eaaa0223f225 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=0922b4ce-fbfa-4fe6-b5bf-84119b09c65c,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:07.766899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Pushing event updated for resources: {'Port': ['ID=68f20b1e-20b3-42d8-934a-261f59936cdd,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:07.794249 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Attempting to bind port 68f20b1e-20b3-42d8-934a-261f59936cdd on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:56:07.794758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Attempting to bind port 68f20b1e-20b3-42d8-934a-261f59936cdd by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '9cfee069-f33e-4d91-9f28-9893f32894d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:56:07.795150 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Attempting to bind port 68f20b1e-20b3-42d8-934a-261f59936cdd on network db7b3bca-281a-4fc9-b25b-c298bc308536 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:56:07.802516 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Port 68f20b1e-20b3-42d8-934a-261f59936cdd on network db7b3bca-281a-4fc9-b25b-c298bc308536 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:56:07.802961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Attempting to bind port 68f20b1e-20b3-42d8-934a-261f59936cdd on network db7b3bca-281a-4fc9-b25b-c298bc308536 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:56:07.810067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:56:07.810862 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Checking segment: {'id': '9cfee069-f33e-4d91-9f28-9893f32894d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:56:07.811012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Bound using segment: {'id': '9cfee069-f33e-4d91-9f28-9893f32894d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:56:07.812160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Bound port: 68f20b1e-20b3-42d8-934a-261f59936cdd, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cfee069-f33e-4d91-9f28-9893f32894d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:56:07.812951 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:07.859020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b606470b-b758-40c2-9941-0b38a48dfd7b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:07.878015 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-ec29cfbe-26db-4a95-85a2-189b628f1ddb None None] Allocated IP 2001:db8:0:1::2 (e763b157-4c11-4bc5-8fd8-017eb83e0470/34e6f17c-6ff1-4e8f-9888-aa76445838d0/b606470b-b758-40c2-9941-0b38a48dfd7b) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:07.960692 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ba844c61-45e8-47ac-93c1-17cd0df37a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:08.033644 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ec29cfbe-26db-4a95-85a2-189b628f1ddb None None] For port b606470b-b758-40c2-9941-0b38a48dfd7b, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b606470b-b758-40c2-9941-0b38a48dfd7b,segment=NetworkSegment(1c2f757f-93dc-468c-80ae-650c7ca20001),segment_id=1c2f757f-93dc-468c-80ae-650c7ca20001)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:08.051603 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:08.069568 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ec29cfbe-26db-4a95-85a2-189b628f1ddb None None] Publish callbacks [] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:08.137557 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ec29cfbe-26db-4a95-85a2-189b628f1ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:08.252699 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29cfbe-26db-4a95-85a2-189b628f1ddb None None] Pushing event updated for resources: {'Port': ['ID=b606470b-b758-40c2-9941-0b38a48dfd7b,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:08.267179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] For port 68f20b1e-20b3-42d8-934a-261f59936cdd, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:56:08.272630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] For port 68f20b1e-20b3-42d8-934a-261f59936cdd, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=68f20b1e-20b3-42d8-934a-261f59936cdd,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:56:08.352106 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a27c3b73-9271-4b45-b056-a6d3fb137ee7 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0922b4ce-fbfa-4fe6-b5bf-84119b09c65c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:08.367765 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:08.456080 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:08.456699 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:08.458128 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] 10.222.0.69 "PUT /v2.0/ports/68f20b1e-20b3-42d8-934a-261f59936cdd HTTP/1.1" status: 200 len: 1092 time: 1.5490580 Feb 28 17:56:08.458609 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'tag': '68f20b1e-20b3-42d8-934a-261f59936cdd'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:56:08.460893 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13ac40e-3539-4fd4-bb23-7ffce1766809" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc3fee2-6c70-41d7-ab4f-dedc07ce1def", "tag": "68f20b1e-20b3-42d8-934a-261f59936cdd"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:56:08.711503 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e91abd-cfb0-4a97-b4be-d4d7a4c5441d x-openstack-request-id: req-e2e91abd-cfb0-4a97-b4be-d4d7a4c5441d {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:56:08.712062 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc3fee2-6c70-41d7-ab4f-dedc07ce1def", "tag": "68f20b1e-20b3-42d8-934a-261f59936cdd", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:56:08.712659 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2e91abd-cfb0-4a97-b4be-d4d7a4c5441d {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:56:08.713472 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'tag': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'status': 'completed', 'code': 200} Feb 28 17:56:08.769959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f5804-ead3-43ba-94af-1f54e057b707 service neutron] Pushing event updated for resources: {'Port': ['ID=68f20b1e-20b3-42d8-934a-261f59936cdd,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:08.770449 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffed92-e2d9-4fd2-9aa5-35b2e954151c req-6c3bf41f-b6cf-4659-b8c3-18787997f425 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:08.772857 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ebffed92-e2d9-4fd2-9aa5-35b2e954151c req-6c3bf41f-b6cf-4659-b8c3-18787997f425 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 943 time: 0.0897806 Feb 28 17:56:08.879336 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dab854-f735-4772-b09a-b16149532417 req-dc34d179-497f-42eb-bb5f-d2125b2da2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:08.880973 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-dc34d179-497f-42eb-bb5f-d2125b2da2e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 1126 time: 0.1777165 Feb 28 17:56:08.918107 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ebffed92-e2d9-4fd2-9aa5-35b2e954151c req-41080a15-6c6c-4e71-ae90-f60f32877235 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087313 Feb 28 17:56:08.967055 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-3455a7ef-b776-4ecd-96ec-8806347e86c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f20b1e-20b3-42d8-934a-261f59936cdd HTTP/1.1" status: 200 len: 217 time: 0.0786443 Feb 28 17:56:09.011190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-a27c3b73-9271-4b45-b056-a6d3fb137ee7 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Allocated IP 2001:db8:0:1::2eb (e763b157-4c11-4bc5-8fd8-017eb83e0470/34e6f17c-6ff1-4e8f-9888-aa76445838d0/0922b4ce-fbfa-4fe6-b5bf-84119b09c65c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:09.103946 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dab854-f735-4772-b09a-b16149532417 req-9ff2e3a7-a0e3-408c-b8ae-80b9b5f63621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:09.105422 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-9ff2e3a7-a0e3-408c-b8ae-80b9b5f63621 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50fffb81-71c6-4a44-9e11-7d9cebb5356b HTTP/1.1" status: 200 len: 834 time: 0.1325932 Feb 28 17:56:09.124823 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77731d0a-eb21-4d4e-afff-76feb2120f70 None None] Network e763b157-4c11-4bc5-8fd8-017eb83e0470 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:09.193248 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dab854-f735-4772-b09a-b16149532417 req-87794ec1-d536-4766-bf71-01a56c4cead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:09.194523 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-87794ec1-d536-4766-bf71-01a56c4cead4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db7b3bca-281a-4fc9-b25b-c298bc308536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0830662 Feb 28 17:56:09.196606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-01cff3ce-6bb4-446b-a51c-9979f343ff60 None None] Provisioning complete for port b606470b-b758-40c2-9941-0b38a48dfd7b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:09.196985 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-01cff3ce-6bb4-446b-a51c-9979f343ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:09.259798 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a27c3b73-9271-4b45-b056-a6d3fb137ee7 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (0922b4ce-fbfa-4fe6-b5bf-84119b09c65c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:09.301861 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b606470b-b758-40c2-9941-0b38a48dfd7b up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:09.342408 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-707481f3-d8fe-4d1a-ab1f-94bd65170de4 service neutron] 10.222.0.69 "GET /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393969 Feb 28 17:56:09.347707 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a27c3b73-9271-4b45-b056-a6d3fb137ee7 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (0922b4ce-fbfa-4fe6-b5bf-84119b09c65c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:09.382847 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-01cff3ce-6bb4-446b-a51c-9979f343ff60 None None] Current status of the port b606470b-b758-40c2-9941-0b38a48dfd7b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:09.407380 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port b606470b-b758-40c2-9941-0b38a48dfd7b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:09.407761 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:09.432829 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-01cff3ce-6bb4-446b-a51c-9979f343ff60 None None] Provisioning complete for port 0922b4ce-fbfa-4fe6-b5bf-84119b09c65c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:09.433205 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-01cff3ce-6bb4-446b-a51c-9979f343ff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0922b4ce-fbfa-4fe6-b5bf-84119b09c65c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:09.514340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-01cff3ce-6bb4-446b-a51c-9979f343ff60 None None] Port 0922b4ce-fbfa-4fe6-b5bf-84119b09c65c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:09.543555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-a27c3b73-9271-4b45-b056-a6d3fb137ee7 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] In _notify_port_updated(), no bound segment for port 0922b4ce-fbfa-4fe6-b5bf-84119b09c65c on network e763b157-4c11-4bc5-8fd8-017eb83e0470 {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:56:09.548850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27c3b73-9271-4b45-b056-a6d3fb137ee7 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:09.555644 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a27c3b73-9271-4b45-b056-a6d3fb137ee7 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:09.555805 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42470) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:09.555910 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a27c3b73-9271-4b45-b056-a6d3fb137ee7 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "PUT /v2.0/ports/0922b4ce-fbfa-4fe6-b5bf-84119b09c65c HTTP/1.1" status: 200 len: 1010 time: 1.8878734 Feb 28 17:56:09.565980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c3b73-9271-4b45-b056-a6d3fb137ee7 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=0922b4ce-fbfa-4fe6-b5bf-84119b09c65c,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:09.576813 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port b606470b-b758-40c2-9941-0b38a48dfd7b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:09.622234 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0dab854-f735-4772-b09a-b16149532417 req-6b661b84-e7c7-4629-944f-b67c92a31949 service neutron] 10.222.0.69 "GET /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631257 Feb 28 17:56:09.710939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-76513c89-f6e6-404a-a644-65b07cb4d9dd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 0922b4ce-fbfa-4fe6-b5bf-84119b09c65c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:09.711279 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-76513c89-f6e6-404a-a644-65b07cb4d9dd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0922b4ce-fbfa-4fe6-b5bf-84119b09c65c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:09.742565 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7f9b91e2-c4fe-4bf2-963c-89ff6d0a7beb None None] Provisioning complete for port b606470b-b758-40c2-9941-0b38a48dfd7b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:09.742938 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7f9b91e2-c4fe-4bf2-963c-89ff6d0a7beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:09.825900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ac40e-3539-4fd4-bb23-7ffce1766809 req-74f9566b-64da-44bd-8e87-d786d78174f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:09.829286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c13ac40e-3539-4fd4-bb23-7ffce1766809 req-74f9566b-64da-44bd-8e87-d786d78174f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 1126 time: 0.0815995 Feb 28 17:56:09.849463 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-76513c89-f6e6-404a-a644-65b07cb4d9dd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0922b4ce-fbfa-4fe6-b5bf-84119b09c65c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:09.866462 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-76513c89-f6e6-404a-a644-65b07cb4d9dd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 0922b4ce-fbfa-4fe6-b5bf-84119b09c65c owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:09.919302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7f9b91e2-c4fe-4bf2-963c-89ff6d0a7beb None None] Current status of the port b606470b-b758-40c2-9941-0b38a48dfd7b is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:09.932123 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-7f9b91e2-c4fe-4bf2-963c-89ff6d0a7beb None None] Provisioning complete for port 0922b4ce-fbfa-4fe6-b5bf-84119b09c65c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:09.932504 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7f9b91e2-c4fe-4bf2-963c-89ff6d0a7beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0922b4ce-fbfa-4fe6-b5bf-84119b09c65c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:10.000103 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cdcd77e4-5e3d-4b17-9938-557234f7a570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:10.013879 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-7f9b91e2-c4fe-4bf2-963c-89ff6d0a7beb None None] Port 0922b4ce-fbfa-4fe6-b5bf-84119b09c65c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:10.142009 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ac40e-3539-4fd4-bb23-7ffce1766809 req-e7f056a1-caed-4231-b9d4-f704d1c256e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:10.144674 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c13ac40e-3539-4fd4-bb23-7ffce1766809 req-e7f056a1-caed-4231-b9d4-f704d1c256e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=db7b3bca-281a-4fc9-b25b-c298bc308536 HTTP/1.1" status: 200 len: 898 time: 0.3100426 Feb 28 17:56:10.158096 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-67ea54f6-0ac1-4b06-81ef-231353fff257 None None] Provisioning complete for port 0922b4ce-fbfa-4fe6-b5bf-84119b09c65c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:10.159124 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-67ea54f6-0ac1-4b06-81ef-231353fff257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0922b4ce-fbfa-4fe6-b5bf-84119b09c65c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:10.201572 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-76513c89-f6e6-404a-a644-65b07cb4d9dd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0922b4ce-fbfa-4fe6-b5bf-84119b09c65c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:10.205967 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c13ac40e-3539-4fd4-bb23-7ffce1766809 req-547554ab-0bea-4cf5-a72a-f4961c91faad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f20b1e-20b3-42d8-934a-261f59936cdd HTTP/1.1" status: 200 len: 217 time: 0.0528040 Feb 28 17:56:10.226356 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-67ea54f6-0ac1-4b06-81ef-231353fff257 None None] Port 0922b4ce-fbfa-4fe6-b5bf-84119b09c65c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:10.232708 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:10.301745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48196f76-38a9-412e-9e66-3aa88e524490 req-3ffdef54-933c-4f43-bb85-9b2e2a096d97 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:10.303336 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48196f76-38a9-412e-9e66-3aa88e524490 req-3ffdef54-933c-4f43-bb85-9b2e2a096d97 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 943 time: 0.2195280 Feb 28 17:56:10.305970 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-76513c89-f6e6-404a-a644-65b07cb4d9dd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:10.311352 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-76513c89-f6e6-404a-a644-65b07cb4d9dd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/0922b4ce-fbfa-4fe6-b5bf-84119b09c65c HTTP/1.1" status: 204 len: 168 time: 0.7554374 Feb 28 17:56:10.317452 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76513c89-f6e6-404a-a644-65b07cb4d9dd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=0922b4ce-fbfa-4fe6-b5bf-84119b09c65c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:10.319030 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42484) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:10.352909 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d554dbe-e160-4fb1-92c2-8226ae932a7c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] GET failed (client error): The resource could not be found. Feb 28 17:56:10.355555 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1d554dbe-e160-4fb1-92c2-8226ae932a7c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/0922b4ce-fbfa-4fe6-b5bf-84119b09c65c HTTP/1.1" status: 404 len: 333 time: 0.0355239 Feb 28 17:56:10.355701 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ac40e-3539-4fd4-bb23-7ffce1766809 req-2f33770e-534b-42f1-88d5-40ad31c9d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:10.357164 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c13ac40e-3539-4fd4-bb23-7ffce1766809 req-2f33770e-534b-42f1-88d5-40ad31c9d15e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50fffb81-71c6-4a44-9e11-7d9cebb5356b HTTP/1.1" status: 200 len: 834 time: 0.1429384 Feb 28 17:56:10.358222 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42486) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:10.423088 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48196f76-38a9-412e-9e66-3aa88e524490 req-88027040-e396-4728-8f86-a1d207d74255 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026547 Feb 28 17:56:10.457202 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-874ef21c-07a9-4b99-9cd8-884cd9324464 None None] Could not find standard attr ID for object 0922b4ce-fbfa-4fe6-b5bf-84119b09c65c. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:56:10.476175 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ac40e-3539-4fd4-bb23-7ffce1766809 req-d43b1453-54a1-4437-bf59-a8445f069545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:10.478059 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c13ac40e-3539-4fd4-bb23-7ffce1766809 req-d43b1453-54a1-4437-bf59-a8445f069545 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db7b3bca-281a-4fc9-b25b-c298bc308536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1099584 Feb 28 17:56:10.491519 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ca4a30-8e65-4a75-981a-a93647454edd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting subnet 34e6f17c-6ff1-4e8f-9888-aa76445838d0 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:56:10.495124 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-34ca4a30-8e65-4a75-981a-a93647454edd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (34e6f17c-6ff1-4e8f-9888-aa76445838d0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:10.546732 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-34ca4a30-8e65-4a75-981a-a93647454edd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (34e6f17c-6ff1-4e8f-9888-aa76445838d0), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:10.601983 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c13ac40e-3539-4fd4-bb23-7ffce1766809 req-f0094a86-67b1-4064-861b-9f623383f1ce service neutron] 10.222.0.69 "GET /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160772 Feb 28 17:56:10.677843 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-34ca4a30-8e65-4a75-981a-a93647454edd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (34e6f17c-6ff1-4e8f-9888-aa76445838d0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:10.730043 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c13ac40e-3539-4fd4-bb23-7ffce1766809 req-a84a291d-d7a8-4e31-b241-45dc02f8d194 service neutron] 10.222.0.69 "GET /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202374 Feb 28 17:56:10.778152 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-46eb47b7-fcd5-4c21-9493-2f9569a73a02 None None] Could not find standard attr ID for object 0922b4ce-fbfa-4fe6-b5bf-84119b09c65c. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:56:10.880014 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-34ca4a30-8e65-4a75-981a-a93647454edd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (34e6f17c-6ff1-4e8f-9888-aa76445838d0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:10.910729 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca4a30-8e65-4a75-981a-a93647454edd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Subnet': ['ID=34e6f17c-6ff1-4e8f-9888-aa76445838d0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:10.918297 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-34ca4a30-8e65-4a75-981a-a93647454edd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:10.921478 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-34ca4a30-8e65-4a75-981a-a93647454edd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/34e6f17c-6ff1-4e8f-9888-aa76445838d0 HTTP/1.1" status: 204 len: 168 time: 0.5609303 Feb 28 17:56:10.925664 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42498) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:10.978947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0c5cea-d40d-4c82-a254-8dc3b15556fd None None] Network e763b157-4c11-4bc5-8fd8-017eb83e0470 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:11.003646 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eca25c1-fde2-4189-b277-497a6cbc0dc8 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting subnet 002472d6-2a8e-43af-9a47-ea7bff88b141 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:56:11.007508 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5eca25c1-fde2-4189-b277-497a6cbc0dc8 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (002472d6-2a8e-43af-9a47-ea7bff88b141), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:11.068116 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5eca25c1-fde2-4189-b277-497a6cbc0dc8 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (002472d6-2a8e-43af-9a47-ea7bff88b141), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:11.162141 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5eca25c1-fde2-4189-b277-497a6cbc0dc8 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (002472d6-2a8e-43af-9a47-ea7bff88b141), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:11.295330 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5eca25c1-fde2-4189-b277-497a6cbc0dc8 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (002472d6-2a8e-43af-9a47-ea7bff88b141), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:11.331658 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca25c1-fde2-4189-b277-497a6cbc0dc8 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Subnet': ['ID=002472d6-2a8e-43af-9a47-ea7bff88b141,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:11.339970 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5eca25c1-fde2-4189-b277-497a6cbc0dc8 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:11.349795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5eca25c1-fde2-4189-b277-497a6cbc0dc8 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/002472d6-2a8e-43af-9a47-ea7bff88b141 HTTP/1.1" status: 204 len: 168 time: 0.4165580 Feb 28 17:56:11.351739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42506) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:11.471615 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (e763b157-4c11-4bc5-8fd8-017eb83e0470), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:11.516395 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:11.552337 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port b606470b-b758-40c2-9941-0b38a48dfd7b {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:11.552693 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:11.600042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af91fca-9059-4710-b259-e9b24e6c76d4 req-200107d5-1c98-4e84-9777-a8613d57a3c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:11.602030 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4af91fca-9059-4710-b259-e9b24e6c76d4 req-200107d5-1c98-4e84-9777-a8613d57a3c9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 943 time: 0.0767469 Feb 28 17:56:11.665670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] For port b606470b-b758-40c2-9941-0b38a48dfd7b, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=b606470b-b758-40c2-9941-0b38a48dfd7b,segment=NetworkSegment(1c2f757f-93dc-468c-80ae-650c7ca20001),segment_id=1c2f757f-93dc-468c-80ae-650c7ca20001)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:11.666226 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:11.668350 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4af91fca-9059-4710-b259-e9b24e6c76d4 req-f33eb609-05c0-45ad-b505-af9b22c5cbcf tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600965 Feb 28 17:56:11.689468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for b606470b-b758-40c2-9941-0b38a48dfd7b owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:11.849742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae3e380-7335-450d-8141-cf14cf21c81c None None] Network e763b157-4c11-4bc5-8fd8-017eb83e0470 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:11.853146 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (b606470b-b758-40c2-9941-0b38a48dfd7b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:11.886550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=b606470b-b758-40c2-9941-0b38a48dfd7b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:11.890488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No DVR routers for this DVR port b606470b-b758-40c2-9941-0b38a48dfd7b on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:56:11.928734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d997b994-3bbf-4e6d-b1c3-7353f956fafc None None] Could not find standard attr ID for object b606470b-b758-40c2-9941-0b38a48dfd7b. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:56:11.979169 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (e763b157-4c11-4bc5-8fd8-017eb83e0470), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:12.015408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e763b157-4c11-4bc5-8fd8-017eb83e0470']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:12.029397 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2f757f-93dc-468c-80ae-650c7ca20001') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:12.029833 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2f757f-93dc-468c-80ae-650c7ca20001') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:12.033252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b07bfae-b7e1-45e1-befa-b979947a08b3 None None] DHCP port deletion for e763b157-4c11-4bc5-8fd8-017eb83e0470 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:56:12.045456 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (1c2f757f-93dc-468c-80ae-650c7ca20001), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:12.059399 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (1c2f757f-93dc-468c-80ae-650c7ca20001), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:12.065818 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:56:12.066240 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (1c2f757f-93dc-468c-80ae-650c7ca20001), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:56:12.069778 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:56:12.207394 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (e763b157-4c11-4bc5-8fd8-017eb83e0470), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:12.218116 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:12.221611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42524) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:12.222192 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/networks/e763b157-4c11-4bc5-8fd8-017eb83e0470 HTTP/1.1" status: 204 len: 168 time: 0.8684614 Feb 28 17:56:12.232972 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e09b6-b959-4bf0-bc6a-e8485488526e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Network': ['ID=e763b157-4c11-4bc5-8fd8-017eb83e0470,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:12.278770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1fef70-2e46-4ea3-90cd-84a00157af55 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:12.283594 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6e1fef70-2e46-4ea3-90cd-84a00157af55 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0580375 Feb 28 17:56:12.283877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42528) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:12.348055 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42532) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:12.356758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b926ecd8-7250-4034-afc2-56d424fd2e5a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2138510407'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:12.359551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7dccdd0b-6c61-433d-a232-4514fa4a19b3 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0733466 Feb 28 17:56:12.453119 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b926ecd8-7250-4034-afc2-56d424fd2e5a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:12.456501 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b926ecd8-7250-4034-afc2-56d424fd2e5a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:12.480224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b926ecd8-7250-4034-afc2-56d424fd2e5a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:56:12.496148 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b926ecd8-7250-4034-afc2-56d424fd2e5a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e717de7d-58ca-4774-b9a6-b928f60a7df3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:12.496485 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-b926ecd8-7250-4034-afc2-56d424fd2e5a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Added segment e717de7d-58ca-4774-b9a6-b928f60a7df3 of type vlan for network 1c9fc798-f005-447e-b1e3-c0b158bf55b8 Feb 28 17:56:12.535865 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b926ecd8-7250-4034-afc2-56d424fd2e5a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (1c9fc798-f005-447e-b1e3-c0b158bf55b8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:12.601582 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:12.630137 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b926ecd8-7250-4034-afc2-56d424fd2e5a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (1c9fc798-f005-447e-b1e3-c0b158bf55b8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:12.635588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b926ecd8-7250-4034-afc2-56d424fd2e5a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:12.636265 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b926ecd8-7250-4034-afc2-56d424fd2e5a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:12.725677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926ecd8-7250-4034-afc2-56d424fd2e5a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Network': ['ID=1c9fc798-f005-447e-b1e3-c0b158bf55b8,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:12.738069 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 1c9fc798-f005-447e-b1e3-c0b158bf55b8 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:56:12.802950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07dd7b-f57a-44ec-8530-9872bcd80b09 req-4efe15b3-f97a-4a8f-bacb-28589ef8d07a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:12.804736 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b07dd7b-f57a-44ec-8530-9872bcd80b09 req-4efe15b3-f97a-4a8f-bacb-28589ef8d07a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 943 time: 0.0644948 Feb 28 17:56:12.811688 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42540) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:12.817223 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d7d373c4-ef5d-4fea-8e3e-da02b7211a9c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': '1c9fc798-f005-447e-b1e3-c0b158bf55b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:12.821789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b926ecd8-7250-4034-afc2-56d424fd2e5a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4723871 Feb 28 17:56:12.885642 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3b07dd7b-f57a-44ec-8530-9872bcd80b09 req-47d2af62-45a4-4000-8e82-a76012105961 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617154 Feb 28 17:56:12.911489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 68f20b1e-20b3-42d8-934a-261f59936cdd details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:56:13.013573 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 68f20b1e-20b3-42d8-934a-261f59936cdd, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=68f20b1e-20b3-42d8-934a-261f59936cdd,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:13.026084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d373c4-ef5d-4fea-8e3e-da02b7211a9c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:13.028829 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7d373c4-ef5d-4fea-8e3e-da02b7211a9c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:13.047172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'port_id': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'mac_address': 'fa:16:3e:c1:41:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:56:13.108619 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 68f20b1e-20b3-42d8-934a-261f59936cdd is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:13.109007 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:13.122692 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f20b1e-20b3-42d8-934a-261f59936cdd {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:56:13.143126 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 68f20b1e-20b3-42d8-934a-261f59936cdd, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=68f20b1e-20b3-42d8-934a-261f59936cdd,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:13.214588 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:13.273374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=68f20b1e-20b3-42d8-934a-261f59936cdd,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:13.276606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b606470b-b758-40c2-9941-0b38a48dfd7b no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:56:13.293238 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7d373c4-ef5d-4fea-8e3e-da02b7211a9c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (f2537c72-87b5-42fe-b50c-27e2e9aeb443), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:13.298116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: b606470b-b758-40c2-9941-0b38a48dfd7b {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:56:13.298460 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device b606470b-b758-40c2-9941-0b38a48dfd7b not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:56:13.365746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d373c4-ef5d-4fea-8e3e-da02b7211a9c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Subnet': ['ID=f2537c72-87b5-42fe-b50c-27e2e9aeb443,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:13.377999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d373c4-ef5d-4fea-8e3e-da02b7211a9c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Checking segment: {'id': 'e717de7d-58ca-4774-b9a6-b928f60a7df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1c9fc798-f005-447e-b1e3-c0b158bf55b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:56:13.378371 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d373c4-ef5d-4fea-8e3e-da02b7211a9c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network hostable DHCP agents. Network: 1c9fc798-f005-447e-b1e3-c0b158bf55b8, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:56:13.452775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d373c4-ef5d-4fea-8e3e-da02b7211a9c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 1c9fc798-f005-447e-b1e3-c0b158bf55b8 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:56:13.460893 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['68f20b1e-20b3-42d8-934a-261f59936cdd'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:56:13.527930 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-d7d373c4-ef5d-4fea-8e3e-da02b7211a9c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 1c9fc798-f005-447e-b1e3-c0b158bf55b8) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:13.532209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d373c4-ef5d-4fea-8e3e-da02b7211a9c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:13.532813 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d7d373c4-ef5d-4fea-8e3e-da02b7211a9c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:13.553691 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01098d2-6f15-40bb-a436-2b697c4323ca None None] Network 1c9fc798-f005-447e-b1e3-c0b158bf55b8 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:13.620060 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42558) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:13.621339 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d7d373c4-ef5d-4fea-8e3e-da02b7211a9c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8080223 Feb 28 17:56:13.626007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-14695f60-4a08-40c7-92bc-a4210add02e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'network_id': '1c9fc798-f005-447e-b1e3-c0b158bf55b8', 'name': 'tempest-PortsIpV6TestJSON-707635695'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:13.710028 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-1c9fc798-f005-447e-b1e3-c0b158bf55b8', 'network_id': '1c9fc798-f005-447e-b1e3-c0b158bf55b8', 'project_id': '69b70c139b9d4aa39a6b2e36ff30c54f', 'fixed_ips': [{'subnet_id': 'f2537c72-87b5-42fe-b50c-27e2e9aeb443'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:56:13.711546 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:13.842337 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14695f60-4a08-40c7-92bc-a4210add02e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:13.847833 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-14695f60-4a08-40c7-92bc-a4210add02e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:13.880070 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-14695f60-4a08-40c7-92bc-a4210add02e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port 882deacc-453e-4ba1-9835-23de79b52561 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:56:13.952197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Allocated IP 2001:db8::2 (1c9fc798-f005-447e-b1e3-c0b158bf55b8/f2537c72-87b5-42fe-b50c-27e2e9aeb443/0300ce85-13b5-49be-b7c0-74aaa329c266) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:14.026522 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:14.062604 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf63ba-4918-4c54-9a62-5cc7c2c8748f req-3f8a3a5a-30a5-4c82-b050-757e8f7869da tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:14.071050 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27cf63ba-4918-4c54-9a62-5cc7c2c8748f req-3f8a3a5a-30a5-4c82-b050-757e8f7869da tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 944 time: 0.0687993 Feb 28 17:56:14.133093 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27cf63ba-4918-4c54-9a62-5cc7c2c8748f req-dc7ecfc0-ef1e-42a7-aeaa-d48115a62219 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608323 Feb 28 17:56:14.133628 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Publish callbacks [] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:14.224409 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:14.268768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Network 1c9fc798-f005-447e-b1e3-c0b158bf55b8 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:14.271985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:14.274461 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:14.283289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-14695f60-4a08-40c7-92bc-a4210add02e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Allocated IP 2001:db8::4b (1c9fc798-f005-447e-b1e3-c0b158bf55b8/f2537c72-87b5-42fe-b50c-27e2e9aeb443/882deacc-453e-4ba1-9835-23de79b52561) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:14.284544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Pushing event updated for resources: {'Port': ['ID=0300ce85-13b5-49be-b7c0-74aaa329c266,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:14.348527 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Attempting to bind port 0300ce85-13b5-49be-b7c0-74aaa329c266 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:56:14.349088 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Attempting to bind port 0300ce85-13b5-49be-b7c0-74aaa329c266 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e717de7d-58ca-4774-b9a6-b928f60a7df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1c9fc798-f005-447e-b1e3-c0b158bf55b8'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:56:14.349672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Attempting to bind port 0300ce85-13b5-49be-b7c0-74aaa329c266 on network 1c9fc798-f005-447e-b1e3-c0b158bf55b8 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:56:14.355243 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:56:14.355807 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Checking segment: {'id': 'e717de7d-58ca-4774-b9a6-b928f60a7df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1c9fc798-f005-447e-b1e3-c0b158bf55b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:56:14.356312 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:14.356859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Bound using segment: {'id': 'e717de7d-58ca-4774-b9a6-b928f60a7df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1c9fc798-f005-447e-b1e3-c0b158bf55b8'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:56:14.357433 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Bound port: 0300ce85-13b5-49be-b7c0-74aaa329c266, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e717de7d-58ca-4774-b9a6-b928f60a7df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1c9fc798-f005-447e-b1e3-c0b158bf55b8'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:56:14.357981 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:14.471569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] For port 0300ce85-13b5-49be-b7c0-74aaa329c266, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:56:14.475162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] For port 0300ce85-13b5-49be-b7c0-74aaa329c266, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0300ce85-13b5-49be-b7c0-74aaa329c266,segment=NetworkSegment(e717de7d-58ca-4774-b9a6-b928f60a7df3),segment_id=e717de7d-58ca-4774-b9a6-b928f60a7df3)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:56:14.479554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-14695f60-4a08-40c7-92bc-a4210add02e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (882deacc-453e-4ba1-9835-23de79b52561), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:14.548531 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:14.580131 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-14695f60-4a08-40c7-92bc-a4210add02e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (882deacc-453e-4ba1-9835-23de79b52561), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:14.617656 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4742d9a-2bce-48cf-bada-6ea4dc3e95cb None None] Pushing event updated for resources: {'Port': ['ID=0300ce85-13b5-49be-b7c0-74aaa329c266,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:14.624069 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14695f60-4a08-40c7-92bc-a4210add02e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 1c9fc798-f005-447e-b1e3-c0b158bf55b8 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:14.627856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-14695f60-4a08-40c7-92bc-a4210add02e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:14.631078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14695f60-4a08-40c7-92bc-a4210add02e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:14.636644 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14695f60-4a08-40c7-92bc-a4210add02e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:14.640283 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-14695f60-4a08-40c7-92bc-a4210add02e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:14.666118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14695f60-4a08-40c7-92bc-a4210add02e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=882deacc-453e-4ba1-9835-23de79b52561,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:14.758596 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-14695f60-4a08-40c7-92bc-a4210add02e6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1323557 Feb 28 17:56:14.758752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42582) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:14.761951 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-82d17da9-e95b-420d-b9c5-4601d7358480 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'network_id': '1c9fc798-f005-447e-b1e3-c0b158bf55b8', 'name': 'tempest-PortsIpV6TestJSON-44625654'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:14.927560 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 68f20b1e-20b3-42d8-934a-261f59936cdd up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:14.978785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d17da9-e95b-420d-b9c5-4601d7358480 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:14.987793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-82d17da9-e95b-420d-b9c5-4601d7358480 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:15.028994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-82d17da9-e95b-420d-b9c5-4601d7358480 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port 1c3f3dba-680f-4f7c-8170-803f0c3869f4 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:56:15.088889 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 68f20b1e-20b3-42d8-934a-261f59936cdd completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:56:15.094451 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 68f20b1e-20b3-42d8-934a-261f59936cdd triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:15.094830 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:15.179578 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-82d17da9-e95b-420d-b9c5-4601d7358480 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Allocated IP 2001:db8::3aa (1c9fc798-f005-447e-b1e3-c0b158bf55b8/f2537c72-87b5-42fe-b50c-27e2e9aeb443/1c3f3dba-680f-4f7c-8170-803f0c3869f4) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:15.185305 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 68f20b1e-20b3-42d8-934a-261f59936cdd is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:15.185753 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:15.227876 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 68f20b1e-20b3-42d8-934a-261f59936cdd, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=68f20b1e-20b3-42d8-934a-261f59936cdd,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:15.229156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f20b1e-20b3-42d8-934a-261f59936cdd'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:56:15.231513 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096443b3-607b-4d0f-a8ce-f7a31595f432" -d '{"events": [{"server_uuid": "5cc3fee2-6c70-41d7-ab4f-dedc07ce1def", "name": "network-vif-plugged", "status": "completed", "tag": "68f20b1e-20b3-42d8-934a-261f59936cdd"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:56:15.287223 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3889f3-17c7-4919-94c8-010a0638bc2f x-openstack-request-id: req-9b3889f3-17c7-4919-94c8-010a0638bc2f {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:56:15.287223 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc3fee2-6c70-41d7-ab4f-dedc07ce1def", "name": "network-vif-plugged", "status": "completed", "tag": "68f20b1e-20b3-42d8-934a-261f59936cdd", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:56:15.287223 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9b3889f3-17c7-4919-94c8-010a0638bc2f {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:56:15.287223 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'code': 200} Feb 28 17:56:15.349988 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:15.367903 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b108508-3a22-4f9e-81ea-6af6aad9559f req-9e88b70f-4057-4e0c-9802-48daedee55f0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:15.370060 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8b108508-3a22-4f9e-81ea-6af6aad9559f req-9e88b70f-4057-4e0c-9802-48daedee55f0 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 944 time: 0.1631229 Feb 28 17:56:15.445034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0300ce85-13b5-49be-b7c0-74aaa329c266 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:15.510157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08babe80-7316-450e-8a64-a3bc576861a4 req-c2d8072b-d893-4d12-b5f6-01c56365b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:15.515643 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-82d17da9-e95b-420d-b9c5-4601d7358480 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (1c3f3dba-680f-4f7c-8170-803f0c3869f4), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:15.525132 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08babe80-7316-450e-8a64-a3bc576861a4 req-c2d8072b-d893-4d12-b5f6-01c56365b8f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 1128 time: 0.1447496 Feb 28 17:56:15.572619 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=68f20b1e-20b3-42d8-934a-261f59936cdd,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:15.597195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0300ce85-13b5-49be-b7c0-74aaa329c266 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:15.598378 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:15.603040 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8b108508-3a22-4f9e-81ea-6af6aad9559f req-19747e3c-425e-4cbc-9ef4-b610e7acc24f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927400 Feb 28 17:56:15.618150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-08babe80-7316-450e-8a64-a3bc576861a4 req-9b8e380c-d728-415e-8fb5-0614ce9eda0c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946341 Feb 28 17:56:15.679716 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-82d17da9-e95b-420d-b9c5-4601d7358480 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (1c3f3dba-680f-4f7c-8170-803f0c3869f4), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:15.720997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0300ce85-13b5-49be-b7c0-74aaa329c266 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:15.721470 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:15.752475 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d17da9-e95b-420d-b9c5-4601d7358480 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 1c9fc798-f005-447e-b1e3-c0b158bf55b8 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:15.753877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-82d17da9-e95b-420d-b9c5-4601d7358480 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:15.762395 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d17da9-e95b-420d-b9c5-4601d7358480 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:15.765392 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 0300ce85-13b5-49be-b7c0-74aaa329c266, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0300ce85-13b5-49be-b7c0-74aaa329c266,segment=NetworkSegment(e717de7d-58ca-4774-b9a6-b928f60a7df3),segment_id=e717de7d-58ca-4774-b9a6-b928f60a7df3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:15.768911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d17da9-e95b-420d-b9c5-4601d7358480 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:15.769920 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-82d17da9-e95b-420d-b9c5-4601d7358480 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:15.776784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d17da9-e95b-420d-b9c5-4601d7358480 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=1c3f3dba-680f-4f7c-8170-803f0c3869f4,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:15.847250 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:15.886759 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-82d17da9-e95b-420d-b9c5-4601d7358480 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1290445 Feb 28 17:56:15.888227 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42602) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:15.913639 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=0300ce85-13b5-49be-b7c0-74aaa329c266,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:15.955445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e3f53b-c558-41a9-958d-3873d814e6c6 None None] Network 1c9fc798-f005-447e-b1e3-c0b158bf55b8 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:16.053499 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f324dc-f961-481a-b5f1-36d3ba320636 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:16.057821 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-99f324dc-f961-481a-b5f1-36d3ba320636 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A4b HTTP/1.1" status: 200 len: 927 time: 0.1659150 Feb 28 17:56:16.058369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42608) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:16.104718 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4aeca805-8b9d-4f3c-830c-41dedff4d8c6 None None] Provisioning complete for port 0300ce85-13b5-49be-b7c0-74aaa329c266 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:16.105239 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4aeca805-8b9d-4f3c-830c-41dedff4d8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:16.179413 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f7c6c74c-9306-4b83-a3c8-8097246513fd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 1c3f3dba-680f-4f7c-8170-803f0c3869f4 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:16.179765 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c74c-9306-4b83-a3c8-8097246513fd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (1c3f3dba-680f-4f7c-8170-803f0c3869f4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:16.232281 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4aeca805-8b9d-4f3c-830c-41dedff4d8c6 None None] Current status of the port 0300ce85-13b5-49be-b7c0-74aaa329c266 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:16.287034 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c74c-9306-4b83-a3c8-8097246513fd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (1c3f3dba-680f-4f7c-8170-803f0c3869f4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:16.300710 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-f7c6c74c-9306-4b83-a3c8-8097246513fd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 1c3f3dba-680f-4f7c-8170-803f0c3869f4 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:16.568047 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-03425367-1d2c-42bf-a5f9-0b4fd28adea4 None None] Provisioning complete for port 1c3f3dba-680f-4f7c-8170-803f0c3869f4 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:16.568415 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-03425367-1d2c-42bf-a5f9-0b4fd28adea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (1c3f3dba-680f-4f7c-8170-803f0c3869f4), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:16.570930 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c74c-9306-4b83-a3c8-8097246513fd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (1c3f3dba-680f-4f7c-8170-803f0c3869f4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:16.618661 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-03425367-1d2c-42bf-a5f9-0b4fd28adea4 None None] Port 1c3f3dba-680f-4f7c-8170-803f0c3869f4 was deleted so its status cannot be updated. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 28 17:56:16.625423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6c74c-9306-4b83-a3c8-8097246513fd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=1c3f3dba-680f-4f7c-8170-803f0c3869f4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:16.655034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-03425367-1d2c-42bf-a5f9-0b4fd28adea4 None None] Provisioning complete for port 882deacc-453e-4ba1-9835-23de79b52561 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:16.655034 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-03425367-1d2c-42bf-a5f9-0b4fd28adea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (882deacc-453e-4ba1-9835-23de79b52561), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:16.664330 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c74c-9306-4b83-a3c8-8097246513fd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:16.670571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42622) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:16.673079 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f7c6c74c-9306-4b83-a3c8-8097246513fd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/1c3f3dba-680f-4f7c-8170-803f0c3869f4 HTTP/1.1" status: 204 len: 168 time: 0.6115503 Feb 28 17:56:16.702487 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-03425367-1d2c-42bf-a5f9-0b4fd28adea4 None None] Port 882deacc-453e-4ba1-9835-23de79b52561 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:16.705378 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f43cda-1210-4b5d-b110-a7f05f4ecb74 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] GET failed (client error): The resource could not be found. Feb 28 17:56:16.707325 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b2f43cda-1210-4b5d-b110-a7f05f4ecb74 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/1c3f3dba-680f-4f7c-8170-803f0c3869f4 HTTP/1.1" status: 404 len: 333 time: 0.0354540 Feb 28 17:56:16.712228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42624) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:16.717035 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-03425367-1d2c-42bf-a5f9-0b4fd28adea4 None None] Provisioning complete for port 0300ce85-13b5-49be-b7c0-74aaa329c266 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:16.717496 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-03425367-1d2c-42bf-a5f9-0b4fd28adea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:16.772957 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5b7c0-6f68-4b7f-bb86-da5072a102b0 req-44722bac-6527-4bc0-a6fc-a90026a5bc6d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:16.774516 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-50c5b7c0-6f68-4b7f-bb86-da5072a102b0 req-44722bac-6527-4bc0-a6fc-a90026a5bc6d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0840890 Feb 28 17:56:16.851845 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-50c5b7c0-6f68-4b7f-bb86-da5072a102b0 req-e3829634-0588-41ca-b0f6-cd70aca1cc86 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689592 Feb 28 17:56:16.902949 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-1b00f603-f8b0-4398-b1b4-7c4abdfa6076 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 882deacc-453e-4ba1-9835-23de79b52561 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:16.903540 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b00f603-f8b0-4398-b1b4-7c4abdfa6076 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (882deacc-453e-4ba1-9835-23de79b52561), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:17.029662 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b00f603-f8b0-4398-b1b4-7c4abdfa6076 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (882deacc-453e-4ba1-9835-23de79b52561), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:17.052905 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-1b00f603-f8b0-4398-b1b4-7c4abdfa6076 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 882deacc-453e-4ba1-9835-23de79b52561 owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:17.084031 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-03425367-1d2c-42bf-a5f9-0b4fd28adea4 None None] Current status of the port 0300ce85-13b5-49be-b7c0-74aaa329c266 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:17.216882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9a206203-2aa8-4e99-afd2-932968b3e083 None None] Provisioning complete for port 882deacc-453e-4ba1-9835-23de79b52561 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:17.217403 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9a206203-2aa8-4e99-afd2-932968b3e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (882deacc-453e-4ba1-9835-23de79b52561), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:17.264722 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9a206203-2aa8-4e99-afd2-932968b3e083 None None] Port 882deacc-453e-4ba1-9835-23de79b52561 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:17.318517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0300ce85-13b5-49be-b7c0-74aaa329c266 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:17.333594 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b00f603-f8b0-4398-b1b4-7c4abdfa6076 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (882deacc-453e-4ba1-9835-23de79b52561), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:17.384314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00f603-f8b0-4398-b1b4-7c4abdfa6076 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=882deacc-453e-4ba1-9835-23de79b52561,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:17.401231 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c012d0b3-2964-4c8a-b08d-fc45e0ff3fb1 None None] Could not find standard attr ID for object 1c3f3dba-680f-4f7c-8170-803f0c3869f4. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:56:17.403848 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 0300ce85-13b5-49be-b7c0-74aaa329c266 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:17.404357 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:17.434164 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1b00f603-f8b0-4398-b1b4-7c4abdfa6076 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:17.441292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42636) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:17.451153 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1b00f603-f8b0-4398-b1b4-7c4abdfa6076 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/882deacc-453e-4ba1-9835-23de79b52561 HTTP/1.1" status: 204 len: 168 time: 0.7373378 Feb 28 17:56:17.477656 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db1ce2f-62f5-4ab8-b092-015c69927910 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] GET failed (client error): The resource could not be found. Feb 28 17:56:17.482031 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42638) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:17.483006 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9db1ce2f-62f5-4ab8-b092-015c69927910 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/882deacc-453e-4ba1-9835-23de79b52561 HTTP/1.1" status: 404 len: 333 time: 0.0402796 Feb 28 17:56:17.552895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-518af84d-6583-4e63-8d1c-b57d12732d63 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting subnet f2537c72-87b5-42fe-b50c-27e2e9aeb443 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:56:17.556296 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-518af84d-6583-4e63-8d1c-b57d12732d63 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (f2537c72-87b5-42fe-b50c-27e2e9aeb443), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:17.584813 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 0300ce85-13b5-49be-b7c0-74aaa329c266 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:17.623988 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-518af84d-6583-4e63-8d1c-b57d12732d63 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (f2537c72-87b5-42fe-b50c-27e2e9aeb443), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:17.658005 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:56:17.738488 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-518af84d-6583-4e63-8d1c-b57d12732d63 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (f2537c72-87b5-42fe-b50c-27e2e9aeb443), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:17.868637 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-518af84d-6583-4e63-8d1c-b57d12732d63 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (f2537c72-87b5-42fe-b50c-27e2e9aeb443), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:17.903213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518af84d-6583-4e63-8d1c-b57d12732d63 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Subnet': ['ID=f2537c72-87b5-42fe-b50c-27e2e9aeb443,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:17.923662 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-518af84d-6583-4e63-8d1c-b57d12732d63 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:17.927530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-518af84d-6583-4e63-8d1c-b57d12732d63 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/f2537c72-87b5-42fe-b50c-27e2e9aeb443 HTTP/1.1" status: 204 len: 168 time: 0.4436719 Feb 28 17:56:17.930323 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42648) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:17.943409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad92ce03-4a74-417d-9530-4778b84f023b None None] Network 1c9fc798-f005-447e-b1e3-c0b158bf55b8 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:18.079408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14933964-c1ad-4723-b84c-b19587892291 req-377c6979-86d7-4a69-b685-96a56a259204 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:18.086674 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14933964-c1ad-4723-b84c-b19587892291 req-377c6979-86d7-4a69-b685-96a56a259204 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0845115 Feb 28 17:56:18.095069 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (1c9fc798-f005-447e-b1e3-c0b158bf55b8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:18.145634 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14933964-c1ad-4723-b84c-b19587892291 req-a6ba2ea9-9f6a-4584-b83c-56ae7d9f63d6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578938 Feb 28 17:56:18.164472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 0300ce85-13b5-49be-b7c0-74aaa329c266 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:18.165038 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:18.199276 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71c195-d161-41a2-b660-89674de9036f None None] DHCP port deletion for 1c9fc798-f005-447e-b1e3-c0b158bf55b8 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:56:18.268597 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ec71c195-d161-41a2-b660-89674de9036f None None] Deleting port 0300ce85-13b5-49be-b7c0-74aaa329c266 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:18.269344 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ec71c195-d161-41a2-b660-89674de9036f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:18.294492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] For port 0300ce85-13b5-49be-b7c0-74aaa329c266, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0300ce85-13b5-49be-b7c0-74aaa329c266,segment=NetworkSegment(e717de7d-58ca-4774-b9a6-b928f60a7df3),segment_id=e717de7d-58ca-4774-b9a6-b928f60a7df3)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:18.295911 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:18.338530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 0300ce85-13b5-49be-b7c0-74aaa329c266 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:18.349987 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ec71c195-d161-41a2-b660-89674de9036f None None] For port 0300ce85-13b5-49be-b7c0-74aaa329c266, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=0300ce85-13b5-49be-b7c0-74aaa329c266,segment=NetworkSegment(e717de7d-58ca-4774-b9a6-b928f60a7df3),segment_id=e717de7d-58ca-4774-b9a6-b928f60a7df3)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:18.349987 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ec71c195-d161-41a2-b660-89674de9036f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:18.362559 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c1fce-d5c1-4365-afb3-58a3266cc85c req-31ed7e47-0e20-4135-ac22-adf8d1bed51c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:18.362824 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f8c1fce-d5c1-4365-afb3-58a3266cc85c req-31ed7e47-0e20-4135-ac22-adf8d1bed51c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.1247056 Feb 28 17:56:18.375884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ec71c195-d161-41a2-b660-89674de9036f None None] Calling delete_port for 0300ce85-13b5-49be-b7c0-74aaa329c266 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:18.460209 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8f8c1fce-d5c1-4365-afb3-58a3266cc85c req-555d4924-69cb-4be4-bfa0-d0e81fcede22 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630529 Feb 28 17:56:18.486167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42662) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:18.538849 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f41fd5-7a72-493d-81f3-1c2b4f6a0e81 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:18.539483 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ec71c195-d161-41a2-b660-89674de9036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:18.543001 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f0f41fd5-7a72-493d-81f3-1c2b4f6a0e81 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 1123 time: 0.0510755 Feb 28 17:56:18.543337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42664) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:18.548083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:18.558918 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0300ce85-13b5-49be-b7c0-74aaa329c266), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:18.606650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=0300ce85-13b5-49be-b7c0-74aaa329c266,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:18.613915 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71c195-d161-41a2-b660-89674de9036f None None] Pushing event deleted for resources: {'Port': ['ID=0300ce85-13b5-49be-b7c0-74aaa329c266,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:18.613915 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71c195-d161-41a2-b660-89674de9036f None None] No DVR routers for this DVR port 0300ce85-13b5-49be-b7c0-74aaa329c266 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:56:18.614183 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No DVR routers for this DVR port 0300ce85-13b5-49be-b7c0-74aaa329c266 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:56:18.691448 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:18.698240 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (1c9fc798-f005-447e-b1e3-c0b158bf55b8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:18.762004 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9fc798-f005-447e-b1e3-c0b158bf55b8']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:18.778939 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e717de7d-58ca-4774-b9a6-b928f60a7df3') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:18.782723 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e717de7d-58ca-4774-b9a6-b928f60a7df3') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:18.791035 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (e717de7d-58ca-4774-b9a6-b928f60a7df3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:18.808280 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e717de7d-58ca-4774-b9a6-b928f60a7df3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:18.817224 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:56:18.817604 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (e717de7d-58ca-4774-b9a6-b928f60a7df3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: self.session.flush() Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:56:18.820629 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:56:18.900866 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:18.962945 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (1c9fc798-f005-447e-b1e3-c0b158bf55b8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:18.997405 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:19.003297 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/networks/1c9fc798-f005-447e-b1e3-c0b158bf55b8 HTTP/1.1" status: 204 len: 168 time: 1.0719094 Feb 28 17:56:19.007739 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42676) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:19.015591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-b22c7db1-e857-40a7-b875-1b43ec4dbd5b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1599617504'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:19.029143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fcdea-b32e-4916-b7f5-4074d3c08b8a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Network': ['ID=1c9fc798-f005-447e-b1e3-c0b158bf55b8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:19.099477 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Allocated IP 172.25.3.95 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/6483bde3-9715-4d59-bf95-5d85c024ee6e) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:19.121732 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22c7db1-e857-40a7-b875-1b43ec4dbd5b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:19.126359 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b22c7db1-e857-40a7-b875-1b43ec4dbd5b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:19.164094 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22c7db1-e857-40a7-b875-1b43ec4dbd5b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:56:19.176327 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b22c7db1-e857-40a7-b875-1b43ec4dbd5b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5d48923c-fca1-4c27-b621-135234a74b7c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:19.176669 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-b22c7db1-e857-40a7-b875-1b43ec4dbd5b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Added segment 5d48923c-fca1-4c27-b621-135234a74b7c of type vlan for network be0f9268-a79d-4781-8bcb-c096dae2b875 Feb 28 17:56:19.243292 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b22c7db1-e857-40a7-b875-1b43ec4dbd5b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (be0f9268-a79d-4781-8bcb-c096dae2b875), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:19.264145 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (6483bde3-9715-4d59-bf95-5d85c024ee6e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:19.339758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0300ce85-13b5-49be-b7c0-74aaa329c266 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:56:19.343421 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b22c7db1-e857-40a7-b875-1b43ec4dbd5b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (be0f9268-a79d-4781-8bcb-c096dae2b875), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:19.352033 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22c7db1-e857-40a7-b875-1b43ec4dbd5b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:19.352722 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b22c7db1-e857-40a7-b875-1b43ec4dbd5b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:19.365347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 0300ce85-13b5-49be-b7c0-74aaa329c266 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:56:19.365347 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 0300ce85-13b5-49be-b7c0-74aaa329c266 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:56:19.396403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6483bde3-9715-4d59-bf95-5d85c024ee6e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:19.452290 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c7db1-e857-40a7-b875-1b43ec4dbd5b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Network': ['ID=be0f9268-a79d-4781-8bcb-c096dae2b875,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:19.464549 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b22c7db1-e857-40a7-b875-1b43ec4dbd5b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4518495 Feb 28 17:56:19.464672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network be0f9268-a79d-4781-8bcb-c096dae2b875 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:56:19.464812 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42686) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:19.470478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-49000885-6a83-42be-90bb-8b5571bfafaf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': 'be0f9268-a79d-4781-8bcb-c096dae2b875', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:19.482177 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:19.486437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:19.491638 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:19.535402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=6483bde3-9715-4d59-bf95-5d85c024ee6e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:19.642351 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49000885-6a83-42be-90bb-8b5571bfafaf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:19.646177 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-49000885-6a83-42be-90bb-8b5571bfafaf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:19.930960 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-49000885-6a83-42be-90bb-8b5571bfafaf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (851756f1-9926-4b2c-ad72-dabe060d8986), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:19.939338 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (35b6f815-505a-48c6-9108-339b2b0ff3e2), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:20.005382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49000885-6a83-42be-90bb-8b5571bfafaf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Subnet': ['ID=851756f1-9926-4b2c-ad72-dabe060d8986,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:20.021832 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49000885-6a83-42be-90bb-8b5571bfafaf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Checking segment: {'id': '5d48923c-fca1-4c27-b621-135234a74b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'be0f9268-a79d-4781-8bcb-c096dae2b875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:56:20.022514 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49000885-6a83-42be-90bb-8b5571bfafaf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network hostable DHCP agents. Network: be0f9268-a79d-4781-8bcb-c096dae2b875, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:56:20.077814 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (6483bde3-9715-4d59-bf95-5d85c024ee6e), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:20.102229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49000885-6a83-42be-90bb-8b5571bfafaf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network be0f9268-a79d-4781-8bcb-c096dae2b875 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:56:20.183308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-49000885-6a83-42be-90bb-8b5571bfafaf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, be0f9268-a79d-4781-8bcb-c096dae2b875) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:20.188648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49000885-6a83-42be-90bb-8b5571bfafaf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:20.192193 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-49000885-6a83-42be-90bb-8b5571bfafaf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:20.195715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a39d4d-f402-418f-a011-6540c44c2a31 None None] Network be0f9268-a79d-4781-8bcb-c096dae2b875 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:20.246768 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for port (6483bde3-9715-4d59-bf95-5d85c024ee6e), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:20.271361 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-49000885-6a83-42be-90bb-8b5571bfafaf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8056834 Feb 28 17:56:20.275074 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42702) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:20.282260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-021f9c88-e35d-46d9-b14a-99ca5ebbc2fb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'network_id': 'be0f9268-a79d-4781-8bcb-c096dae2b875', 'name': 'tempest-PortsIpV6TestJSON-700486563', 'fixed_ips': [{'subnet_id': '851756f1-9926-4b2c-ad72-dabe060d8986', 'ip_address': '2001:db8::10'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:20.302097 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-be0f9268-a79d-4781-8bcb-c096dae2b875', 'network_id': 'be0f9268-a79d-4781-8bcb-c096dae2b875', 'project_id': '69b70c139b9d4aa39a6b2e36ff30c54f', 'fixed_ips': [{'subnet_id': '851756f1-9926-4b2c-ad72-dabe060d8986'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:56:20.303211 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:20.339780 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (6483bde3-9715-4d59-bf95-5d85c024ee6e), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:20.462304 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event updated for resources: {'Port': ['ID=6483bde3-9715-4d59-bf95-5d85c024ee6e,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:20.483902 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (35b6f815-505a-48c6-9108-339b2b0ff3e2), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:20.507754 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Allocated IP 2001:db8::2 (be0f9268-a79d-4781-8bcb-c096dae2b875/851756f1-9926-4b2c-ad72-dabe060d8986/572179c0-c78d-4414-8055-54086b29f3e8) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:20.714404 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Publish callbacks [] for port (572179c0-c78d-4414-8055-54086b29f3e8), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:20.782892 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (572179c0-c78d-4414-8055-54086b29f3e8), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:20.830964 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Network be0f9268-a79d-4781-8bcb-c096dae2b875 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:20.836437 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:20.847898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:20.893363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Pushing event updated for resources: {'Port': ['ID=572179c0-c78d-4414-8055-54086b29f3e8,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:20.939168 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Attempting to bind port 572179c0-c78d-4414-8055-54086b29f3e8 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:56:20.939675 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Attempting to bind port 572179c0-c78d-4414-8055-54086b29f3e8 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '5d48923c-fca1-4c27-b621-135234a74b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'be0f9268-a79d-4781-8bcb-c096dae2b875'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:56:20.940379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Attempting to bind port 572179c0-c78d-4414-8055-54086b29f3e8 on network be0f9268-a79d-4781-8bcb-c096dae2b875 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:56:20.947130 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:56:20.947662 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Checking segment: {'id': '5d48923c-fca1-4c27-b621-135234a74b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'be0f9268-a79d-4781-8bcb-c096dae2b875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:56:20.948173 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:20.948663 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Bound using segment: {'id': '5d48923c-fca1-4c27-b621-135234a74b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'be0f9268-a79d-4781-8bcb-c096dae2b875'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:56:20.949232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Bound port: 572179c0-c78d-4414-8055-54086b29f3e8, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d48923c-fca1-4c27-b621-135234a74b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'be0f9268-a79d-4781-8bcb-c096dae2b875'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:56:20.949715 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (572179c0-c78d-4414-8055-54086b29f3e8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:20.994960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021f9c88-e35d-46d9-b14a-99ca5ebbc2fb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:21.026767 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] For port 572179c0-c78d-4414-8055-54086b29f3e8, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:56:21.029680 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] For port 572179c0-c78d-4414-8055-54086b29f3e8, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=572179c0-c78d-4414-8055-54086b29f3e8,segment=NetworkSegment(5d48923c-fca1-4c27-b621-135234a74b7c),segment_id=5d48923c-fca1-4c27-b621-135234a74b7c)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:56:21.052149 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Floating IP 35b6f815-505a-48c6-9108-339b2b0ff3e2 associated. External IP: 172.25.3.95, port: 68f20b1e-20b3-42d8-934a-261f59936cdd. Feb 28 17:56:21.119635 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (572179c0-c78d-4414-8055-54086b29f3e8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:21.196606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0492a4-871a-4949-a455-7461038563f6 None None] Pushing event updated for resources: {'Port': ['ID=572179c0-c78d-4414-8055-54086b29f3e8,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:21.196882 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-021f9c88-e35d-46d9-b14a-99ca5ebbc2fb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:21.232312 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-021f9c88-e35d-46d9-b14a-99ca5ebbc2fb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port f3986066-2214-4279-97aa-b3b4748c31da yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:56:21.557396 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:56:21.558660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-021f9c88-e35d-46d9-b14a-99ca5ebbc2fb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Allocated IP 2001:db8::10 (be0f9268-a79d-4781-8bcb-c096dae2b875/851756f1-9926-4b2c-ad72-dabe060d8986/f3986066-2214-4279-97aa-b3b4748c31da) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:21.776585 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7299df61-74e6-4ef6-a5e7-08fd4cf5e92b req-2b46b9b8-e015-4d97-9d6d-a7606b6677b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0869617 Feb 28 17:56:21.819529 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:56:21.841239 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e22a04f-4e2f-4d6d-afbb-e1a623c48c30 None None] Sync routers for ids ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:56:21.855425 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e22a04f-4e2f-4d6d-afbb-e1a623c48c30 None None] Routers {'e1273ffd-01e2-40aa-bc32-b2cc575d6c37'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:56:21.856489 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4e22a04f-4e2f-4d6d-afbb-e1a623c48c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:56:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:21.898079 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-021f9c88-e35d-46d9-b14a-99ca5ebbc2fb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (f3986066-2214-4279-97aa-b3b4748c31da), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:21.903695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299df61-74e6-4ef6-a5e7-08fd4cf5e92b req-b1f30bca-44f2-4ef2-8b7e-84231d658719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:21.905441 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7299df61-74e6-4ef6-a5e7-08fd4cf5e92b req-b1f30bca-44f2-4ef2-8b7e-84231d658719 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 1128 time: 0.0844214 Feb 28 17:56:21.955197 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:21.995746 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-4e22a04f-4e2f-4d6d-afbb-e1a623c48c30 None None] Set router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:56:22.055558 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c7687bf9-7966-44ea-adb3-01f7a7de6984 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5089161 Feb 28 17:56:22.055981 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'tag': '68f20b1e-20b3-42d8-934a-261f59936cdd'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:56:22.062782 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0b6816-2497-4d0b-a142-b0fb89d5653e" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc3fee2-6c70-41d7-ab4f-dedc07ce1def", "tag": "68f20b1e-20b3-42d8-934a-261f59936cdd"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:56:22.092997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299df61-74e6-4ef6-a5e7-08fd4cf5e92b req-359b8a74-fa17-4772-b684-eadc715e52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:22.095179 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7299df61-74e6-4ef6-a5e7-08fd4cf5e92b req-359b8a74-fa17-4772-b684-eadc715e52f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=db7b3bca-281a-4fc9-b25b-c298bc308536 HTTP/1.1" status: 200 len: 898 time: 0.1698658 Feb 28 17:56:22.125514 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-021f9c88-e35d-46d9-b14a-99ca5ebbc2fb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (f3986066-2214-4279-97aa-b3b4748c31da), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:22.180785 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8208a6c2-5ef9-4b9b-ae18-6ee5d8753121 x-openstack-request-id: req-8208a6c2-5ef9-4b9b-ae18-6ee5d8753121 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:56:22.181081 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc3fee2-6c70-41d7-ab4f-dedc07ce1def", "tag": "68f20b1e-20b3-42d8-934a-261f59936cdd", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:56:22.181323 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8208a6c2-5ef9-4b9b-ae18-6ee5d8753121 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:56:22.181732 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'tag': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'status': 'completed', 'code': 200} Feb 28 17:56:22.217216 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f9c88-e35d-46d9-b14a-99ca5ebbc2fb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network be0f9268-a79d-4781-8bcb-c096dae2b875 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:22.221589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-021f9c88-e35d-46d9-b14a-99ca5ebbc2fb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:22.226520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021f9c88-e35d-46d9-b14a-99ca5ebbc2fb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:22.234616 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f9c88-e35d-46d9-b14a-99ca5ebbc2fb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:22.236766 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-021f9c88-e35d-46d9-b14a-99ca5ebbc2fb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:22.266823 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f9c88-e35d-46d9-b14a-99ca5ebbc2fb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=f3986066-2214-4279-97aa-b3b4748c31da,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:22.324918 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-021f9c88-e35d-46d9-b14a-99ca5ebbc2fb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0434411 Feb 28 17:56:22.324918 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42740) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:22.328770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-356d5788-465e-490c-ad6e-0a0d4d68f362 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'network_id': 'be0f9268-a79d-4781-8bcb-c096dae2b875', 'name': 'tempest-PortsIpV6TestJSON-1229365716', 'fixed_ips': [{'subnet_id': '851756f1-9926-4b2c-ad72-dabe060d8986', 'ip_address': '2001:db8::f'}]}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:22.376409 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4e22a04f-4e2f-4d6d-afbb-e1a623c48c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '35b6f815-505a-48c6-9108-339b2b0ff3e2', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'port_id': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'mac_address': 'fa:16:3e:c1:41:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:56:19Z', 'updated_at': '2022-02-28T17:56:19Z', 'revision_number': 0, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd885accd-e308-474e-86ef-c240e0796ca1', 'name': '', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:73:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:58Z', 'updated_at': '2022-02-28T17:56:04Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:22.443682 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e22a04f-4e2f-4d6d-afbb-e1a623c48c30 None None] Checking router: e1273ffd-01e2-40aa-bc32-b2cc575d6c37 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:56:22.456228 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e22a04f-4e2f-4d6d-afbb-e1a623c48c30 None None] Routers {'e1273ffd-01e2-40aa-bc32-b2cc575d6c37'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:56:22.458301 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4e22a04f-4e2f-4d6d-afbb-e1a623c48c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:56:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:22.584570 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356d5788-465e-490c-ad6e-0a0d4d68f362 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:22.600378 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-356d5788-465e-490c-ad6e-0a0d4d68f362 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:22.638971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [None req-356d5788-465e-490c-ad6e-0a0d4d68f362 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port 8f9cfacc-a7ac-4801-81fb-d90617104cd9 yet. {{(pid=104247) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:56:22.650499 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-4e22a04f-4e2f-4d6d-afbb-e1a623c48c30 None None] Set router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:56:22.670427 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7299df61-74e6-4ef6-a5e7-08fd4cf5e92b req-32b46401-d9c3-4fff-8cde-0aca5bd66ed8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f20b1e-20b3-42d8-934a-261f59936cdd HTTP/1.1" status: 200 len: 998 time: 0.5698943 Feb 28 17:56:22.678255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3022d7-aa01-4277-98f8-42447ca97198 None None] Network be0f9268-a79d-4781-8bcb-c096dae2b875 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:22.711261 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63584734-5ab8-44a6-b428-d4925477809f req-5d91aa71-72cf-4898-ad54-0d64670f0f7f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:22.713708 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-63584734-5ab8-44a6-b428-d4925477809f req-5d91aa71-72cf-4898-ad54-0d64670f0f7f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.1148899 Feb 28 17:56:22.784668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299df61-74e6-4ef6-a5e7-08fd4cf5e92b req-ed2f7910-bb0f-44bd-906c-9cc8811d895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:22.786926 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7299df61-74e6-4ef6-a5e7-08fd4cf5e92b req-ed2f7910-bb0f-44bd-906c-9cc8811d895c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50fffb81-71c6-4a44-9e11-7d9cebb5356b HTTP/1.1" status: 200 len: 834 time: 0.1099110 Feb 28 17:56:22.843503 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-63584734-5ab8-44a6-b428-d4925477809f req-ae82ddfc-5ec5-4cc9-8541-5777cbf7d88e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204841 Feb 28 17:56:22.874118 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42748) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:22.880392 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5bb502b4-756b-4dc9-8302-ca44b97556f9 None None] Provisioning complete for port 572179c0-c78d-4414-8055-54086b29f3e8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:22.880774 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5bb502b4-756b-4dc9-8302-ca44b97556f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (572179c0-c78d-4414-8055-54086b29f3e8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:22.907529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299df61-74e6-4ef6-a5e7-08fd4cf5e92b req-50b31219-7e91-4aa0-9b0e-dbba1289234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:22.911192 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7299df61-74e6-4ef6-a5e7-08fd4cf5e92b req-50b31219-7e91-4aa0-9b0e-dbba1289234a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db7b3bca-281a-4fc9-b25b-c298bc308536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1183124 Feb 28 17:56:22.926887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-356d5788-465e-490c-ad6e-0a0d4d68f362 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Allocated IP 2001:db8::f (be0f9268-a79d-4781-8bcb-c096dae2b875/851756f1-9926-4b2c-ad72-dabe060d8986/8f9cfacc-a7ac-4801-81fb-d90617104cd9) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:23.080828 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5bb502b4-756b-4dc9-8302-ca44b97556f9 None None] Current status of the port 572179c0-c78d-4414-8055-54086b29f3e8 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:23.081375 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5bb502b4-756b-4dc9-8302-ca44b97556f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (572179c0-c78d-4414-8055-54086b29f3e8), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:23.114533 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fe457dae-5c49-4c1c-987f-bfd83edb185e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/35b6f815-505a-48c6-9108-339b2b0ff3e2 HTTP/1.1" status: 200 len: 990 time: 0.2388685 Feb 28 17:56:23.141727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5bb502b4-756b-4dc9-8302-ca44b97556f9 None None] For port 572179c0-c78d-4414-8055-54086b29f3e8, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=572179c0-c78d-4414-8055-54086b29f3e8,segment=NetworkSegment(5d48923c-fca1-4c27-b621-135234a74b7c),segment_id=5d48923c-fca1-4c27-b621-135234a74b7c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:23.168356 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7299df61-74e6-4ef6-a5e7-08fd4cf5e92b req-6d41387e-781f-4455-b904-049f8f0fa0bf service neutron] 10.222.0.69 "GET /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650701 Feb 28 17:56:23.235279 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-356d5788-465e-490c-ad6e-0a0d4d68f362 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (8f9cfacc-a7ac-4801-81fb-d90617104cd9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:23.241624 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5bb502b4-756b-4dc9-8302-ca44b97556f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (572179c0-c78d-4414-8055-54086b29f3e8), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:23.249911 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-4e22a04f-4e2f-4d6d-afbb-e1a623c48c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '35b6f815-505a-48c6-9108-339b2b0ff3e2', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'port_id': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'mac_address': 'fa:16:3e:c1:41:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:56:19Z', 'updated_at': '2022-02-28T17:56:19Z', 'revision_number': 0, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd885accd-e308-474e-86ef-c240e0796ca1', 'name': '', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:73:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:58Z', 'updated_at': '2022-02-28T17:56:04Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:23.317668 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e22a04f-4e2f-4d6d-afbb-e1a623c48c30 None None] The sync data for ids ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'] in n-d-820368-19 is: [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '35b6f815-505a-48c6-9108-339b2b0ff3e2', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'port_id': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'mac_address': 'fa:16:3e:c1:41:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:56:19Z', 'updated_at': '2022-02-28T17:56:19Z', 'revision_number': 0, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd885accd-e308-474e-86ef-c240e0796ca1', 'name': '', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:73:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:58Z', 'updated_at': '2022-02-28T17:56:04Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:56:23.322653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7299df61-74e6-4ef6-a5e7-08fd4cf5e92b req-782a8dae-ec52-429b-931f-190a1bac820b service neutron] 10.222.0.69 "GET /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479316 Feb 28 17:56:23.382224 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb502b4-756b-4dc9-8302-ca44b97556f9 None None] Pushing event updated for resources: {'Port': ['ID=572179c0-c78d-4414-8055-54086b29f3e8,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:23.383056 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-356d5788-465e-490c-ad6e-0a0d4d68f362 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (8f9cfacc-a7ac-4801-81fb-d90617104cd9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:23.471008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 572179c0-c78d-4414-8055-54086b29f3e8 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:23.525193 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356d5788-465e-490c-ad6e-0a0d4d68f362 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network be0f9268-a79d-4781-8bcb-c096dae2b875 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:23.535108 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-356d5788-465e-490c-ad6e-0a0d4d68f362 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:23.556844 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d5788-465e-490c-ad6e-0a0d4d68f362 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:23.569660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d5788-465e-490c-ad6e-0a0d4d68f362 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:23.570322 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-356d5788-465e-490c-ad6e-0a0d4d68f362 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:23.593529 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 572179c0-c78d-4414-8055-54086b29f3e8 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:23.595674 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (572179c0-c78d-4414-8055-54086b29f3e8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:23.620332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d5788-465e-490c-ad6e-0a0d4d68f362 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=8f9cfacc-a7ac-4801-81fb-d90617104cd9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:23.624397 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b6816-2497-4d0b-a142-b0fb89d5653e req-919dc2cc-1c8b-474a-9fbf-2f9c62b53a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:23.626247 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a0b6816-2497-4d0b-a142-b0fb89d5653e req-919dc2cc-1c8b-474a-9fbf-2f9c62b53a6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 1128 time: 0.1312048 Feb 28 17:56:23.681307 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-356d5788-465e-490c-ad6e-0a0d4d68f362 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3579745 Feb 28 17:56:23.682592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42760) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:23.724909 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-212b97bc-ac34-46f9-8654-6d914a6c1f01 None None] Provisioning complete for port f3986066-2214-4279-97aa-b3b4748c31da triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:23.725490 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-212b97bc-ac34-46f9-8654-6d914a6c1f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f3986066-2214-4279-97aa-b3b4748c31da), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:23.790626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-212b97bc-ac34-46f9-8654-6d914a6c1f01 None None] Port f3986066-2214-4279-97aa-b3b4748c31da cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:23.850465 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b6816-2497-4d0b-a142-b0fb89d5653e req-186d6ed8-2756-4066-b5d7-ab259748b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:23.851969 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a0b6816-2497-4d0b-a142-b0fb89d5653e req-186d6ed8-2756-4066-b5d7-ab259748b254 service neutron] 10.222.0.69 "GET /v2.0/networks?id=db7b3bca-281a-4fc9-b25b-c298bc308536 HTTP/1.1" status: 200 len: 898 time: 0.2194400 Feb 28 17:56:23.874429 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ecee0c-62b2-411c-9607-fe27c7fd8d37 None None] New status for floating IP 35b6f815-505a-48c6-9108-339b2b0ff3e2: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:56:23.919566 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 572179c0-c78d-4414-8055-54086b29f3e8 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:23.924079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-212b97bc-ac34-46f9-8654-6d914a6c1f01 None None] Provisioning complete for port 572179c0-c78d-4414-8055-54086b29f3e8 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:23.924670 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-212b97bc-ac34-46f9-8654-6d914a6c1f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (572179c0-c78d-4414-8055-54086b29f3e8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:23.931000 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc25b9c-dd03-416f-b59d-913abd614db2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:23.938882 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fbc25b9c-dd03-416f-b59d-913abd614db2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2547479 Feb 28 17:56:23.939523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42768) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:24.017359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a0b6816-2497-4d0b-a142-b0fb89d5653e req-a9866a44-42b6-4a5f-a481-8dadfb2db9c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f20b1e-20b3-42d8-934a-261f59936cdd HTTP/1.1" status: 200 len: 998 time: 0.1588318 Feb 28 17:56:24.086853 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f66f16-03a5-46b8-afd0-75b40596190d tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:24.120088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42770) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:24.121584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f66f16-03a5-46b8-afd0-75b40596190d tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:24.139511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b6816-2497-4d0b-a142-b0fb89d5653e req-969c35aa-96b3-4917-bc9e-5a0db32acc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:24.141569 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a0b6816-2497-4d0b-a142-b0fb89d5653e req-969c35aa-96b3-4917-bc9e-5a0db32acc40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50fffb81-71c6-4a44-9e11-7d9cebb5356b HTTP/1.1" status: 200 len: 834 time: 0.1175919 Feb 28 17:56:24.155682 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f66f16-03a5-46b8-afd0-75b40596190d tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:24.160313 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-87f66f16-03a5-46b8-afd0-75b40596190d tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2185116 Feb 28 17:56:24.161903 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42774) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:24.241695 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-938b633b-84f6-4013-b424-f4006cd0fce7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/35b6f815-505a-48c6-9108-339b2b0ff3e2 HTTP/1.1" status: 200 len: 990 time: 0.1204324 Feb 28 17:56:24.248483 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b6816-2497-4d0b-a142-b0fb89d5653e req-244a8deb-acd5-46d5-8fc2-b5f7d2ea0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:24.250755 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a0b6816-2497-4d0b-a142-b0fb89d5653e req-244a8deb-acd5-46d5-8fc2-b5f7d2ea0810 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db7b3bca-281a-4fc9-b25b-c298bc308536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0791738 Feb 28 17:56:24.283176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-212b97bc-ac34-46f9-8654-6d914a6c1f01 None None] Current status of the port 572179c0-c78d-4414-8055-54086b29f3e8 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:24.288091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8b0dee9b-a4a8-47c4-85f1-b0afc2832bda tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 8f9cfacc-a7ac-4801-81fb-d90617104cd9 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:24.288865 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b0dee9b-a4a8-47c4-85f1-b0afc2832bda tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8f9cfacc-a7ac-4801-81fb-d90617104cd9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:24.408815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f2e00119-5b12-418c-a8c3-35fc40cb85af None None] Provisioning complete for port 8f9cfacc-a7ac-4801-81fb-d90617104cd9 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:24.409711 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f2e00119-5b12-418c-a8c3-35fc40cb85af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8f9cfacc-a7ac-4801-81fb-d90617104cd9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:24.416249 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b0dee9b-a4a8-47c4-85f1-b0afc2832bda tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8f9cfacc-a7ac-4801-81fb-d90617104cd9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:24.426621 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a0b6816-2497-4d0b-a142-b0fb89d5653e req-3ef9a8a7-fce1-4b5d-bbcb-7e0ad4d5df53 service neutron] 10.222.0.69 "GET /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692150 Feb 28 17:56:24.437561 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8b0dee9b-a4a8-47c4-85f1-b0afc2832bda tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 8f9cfacc-a7ac-4801-81fb-d90617104cd9 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:24.461422 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f2e00119-5b12-418c-a8c3-35fc40cb85af None None] Port 8f9cfacc-a7ac-4801-81fb-d90617104cd9 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:24.475597 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f2e00119-5b12-418c-a8c3-35fc40cb85af None None] Provisioning complete for port f3986066-2214-4279-97aa-b3b4748c31da triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:24.476056 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f2e00119-5b12-418c-a8c3-35fc40cb85af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f3986066-2214-4279-97aa-b3b4748c31da), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:24.514421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f2e00119-5b12-418c-a8c3-35fc40cb85af None None] Port f3986066-2214-4279-97aa-b3b4748c31da cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:24.533510 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a0b6816-2497-4d0b-a142-b0fb89d5653e req-6b8c31ed-5252-4b6e-b2f9-b845dd7b9682 service neutron] 10.222.0.69 "GET /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011505 Feb 28 17:56:24.679196 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b0dee9b-a4a8-47c4-85f1-b0afc2832bda tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (8f9cfacc-a7ac-4801-81fb-d90617104cd9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:24.712704 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dee9b-a4a8-47c4-85f1-b0afc2832bda tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=8f9cfacc-a7ac-4801-81fb-d90617104cd9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:24.743260 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8b0dee9b-a4a8-47c4-85f1-b0afc2832bda tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:24.746643 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8b0dee9b-a4a8-47c4-85f1-b0afc2832bda tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/8f9cfacc-a7ac-4801-81fb-d90617104cd9 HTTP/1.1" status: 204 len: 168 time: 0.5836060 Feb 28 17:56:24.749400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42788) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:24.788744 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-95435fe0-81f7-4001-9fd1-217b1f810167 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] GET failed (client error): The resource could not be found. Feb 28 17:56:24.791258 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-95435fe0-81f7-4001-9fd1-217b1f810167 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/8f9cfacc-a7ac-4801-81fb-d90617104cd9 HTTP/1.1" status: 404 len: 333 time: 0.0407960 Feb 28 17:56:24.794564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42790) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:24.919733 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-5f7596ec-8b55-4e2c-91b6-2b837978bddc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port f3986066-2214-4279-97aa-b3b4748c31da {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:24.920931 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f7596ec-8b55-4e2c-91b6-2b837978bddc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f3986066-2214-4279-97aa-b3b4748c31da), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:25.027880 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f7596ec-8b55-4e2c-91b6-2b837978bddc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f3986066-2214-4279-97aa-b3b4748c31da), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:25.043734 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-5f7596ec-8b55-4e2c-91b6-2b837978bddc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for f3986066-2214-4279-97aa-b3b4748c31da owned by {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:25.246112 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42798) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:25.255419 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f7596ec-8b55-4e2c-91b6-2b837978bddc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f3986066-2214-4279-97aa-b3b4748c31da), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:25.318620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7596ec-8b55-4e2c-91b6-2b837978bddc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=f3986066-2214-4279-97aa-b3b4748c31da,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:25.335113 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 572179c0-c78d-4414-8055-54086b29f3e8 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:25.360635 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-75170f24-64fc-426a-b59f-5cf3ea0c4b06 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/35b6f815-505a-48c6-9108-339b2b0ff3e2 HTTP/1.1" status: 200 len: 992 time: 0.1128469 Feb 28 17:56:25.380528 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5f7596ec-8b55-4e2c-91b6-2b837978bddc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:25.384047 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5f7596ec-8b55-4e2c-91b6-2b837978bddc tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/f3986066-2214-4279-97aa-b3b4748c31da HTTP/1.1" status: 204 len: 168 time: 0.5882740 Feb 28 17:56:25.387086 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42800) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:25.452211 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-00aa5d75-e593-4931-8101-3f712c48ed3e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] GET failed (client error): The resource could not be found. Feb 28 17:56:25.454755 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-00aa5d75-e593-4931-8101-3f712c48ed3e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/f3986066-2214-4279-97aa-b3b4748c31da HTTP/1.1" status: 404 len: 333 time: 0.0672600 Feb 28 17:56:25.457718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42808) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:25.474567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 572179c0-c78d-4414-8055-54086b29f3e8 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:25.475971 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (572179c0-c78d-4414-8055-54086b29f3e8), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:25.529668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-664edf07-fcff-4ac1-8430-98113f32da94 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting subnet 851756f1-9926-4b2c-ad72-dabe060d8986 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:56:25.532990 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-664edf07-fcff-4ac1-8430-98113f32da94 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (851756f1-9926-4b2c-ad72-dabe060d8986), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:25.560221 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 572179c0-c78d-4414-8055-54086b29f3e8 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:25.580506 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-664edf07-fcff-4ac1-8430-98113f32da94 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (851756f1-9926-4b2c-ad72-dabe060d8986), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:25.672894 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-664edf07-fcff-4ac1-8430-98113f32da94 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (851756f1-9926-4b2c-ad72-dabe060d8986), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:25.794599 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-664edf07-fcff-4ac1-8430-98113f32da94 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (851756f1-9926-4b2c-ad72-dabe060d8986), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:25.821681 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664edf07-fcff-4ac1-8430-98113f32da94 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Subnet': ['ID=851756f1-9926-4b2c-ad72-dabe060d8986,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:25.833089 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-664edf07-fcff-4ac1-8430-98113f32da94 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:25.834377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3fc64d-e8c5-4970-a28c-4587824fd511 None None] Network be0f9268-a79d-4781-8bcb-c096dae2b875 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:25.839411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42814) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:25.839647 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-664edf07-fcff-4ac1-8430-98113f32da94 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/851756f1-9926-4b2c-ad72-dabe060d8986 HTTP/1.1" status: 204 len: 168 time: 0.3805649 Feb 28 17:56:25.946244 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (be0f9268-a79d-4781-8bcb-c096dae2b875), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.002505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb74e1-5e5e-4a11-9972-41664720776d None None] DHCP port deletion for be0f9268-a79d-4781-8bcb-c096dae2b875 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:56:26.016220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 572179c0-c78d-4414-8055-54086b29f3e8 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:26.016560 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (572179c0-c78d-4414-8055-54086b29f3e8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.069186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-29bb74e1-5e5e-4a11-9972-41664720776d None None] Deleting port 572179c0-c78d-4414-8055-54086b29f3e8 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:26.069665 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-29bb74e1-5e5e-4a11-9972-41664720776d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (572179c0-c78d-4414-8055-54086b29f3e8), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.096650 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] For port 572179c0-c78d-4414-8055-54086b29f3e8, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=572179c0-c78d-4414-8055-54086b29f3e8,segment=NetworkSegment(5d48923c-fca1-4c27-b621-135234a74b7c),segment_id=5d48923c-fca1-4c27-b621-135234a74b7c)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:26.097188 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (572179c0-c78d-4414-8055-54086b29f3e8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.111135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 572179c0-c78d-4414-8055-54086b29f3e8 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:26.140224 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-29bb74e1-5e5e-4a11-9972-41664720776d None None] For port 572179c0-c78d-4414-8055-54086b29f3e8, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=572179c0-c78d-4414-8055-54086b29f3e8,segment=NetworkSegment(5d48923c-fca1-4c27-b621-135234a74b7c),segment_id=5d48923c-fca1-4c27-b621-135234a74b7c)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:26.140929 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-29bb74e1-5e5e-4a11-9972-41664720776d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (572179c0-c78d-4414-8055-54086b29f3e8), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.153909 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-29bb74e1-5e5e-4a11-9972-41664720776d None None] Calling delete_port for 572179c0-c78d-4414-8055-54086b29f3e8 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:26.268161 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (572179c0-c78d-4414-8055-54086b29f3e8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.275090 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-29bb74e1-5e5e-4a11-9972-41664720776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (572179c0-c78d-4414-8055-54086b29f3e8), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.299593 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=572179c0-c78d-4414-8055-54086b29f3e8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:26.303347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No DVR routers for this DVR port 572179c0-c78d-4414-8055-54086b29f3e8 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:56:26.309554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb74e1-5e5e-4a11-9972-41664720776d None None] Pushing event deleted for resources: {'Port': ['ID=572179c0-c78d-4414-8055-54086b29f3e8,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:26.311469 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb74e1-5e5e-4a11-9972-41664720776d None None] No DVR routers for this DVR port 572179c0-c78d-4414-8055-54086b29f3e8 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:56:26.392796 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (be0f9268-a79d-4781-8bcb-c096dae2b875), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.413445 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0f9268-a79d-4781-8bcb-c096dae2b875']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:26.423122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d48923c-fca1-4c27-b621-135234a74b7c') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:26.423416 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d48923c-fca1-4c27-b621-135234a74b7c') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:26.433500 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (5d48923c-fca1-4c27-b621-135234a74b7c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.450057 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (5d48923c-fca1-4c27-b621-135234a74b7c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.457264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:56:26.457986 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (5d48923c-fca1-4c27-b621-135234a74b7c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:56:26.460850 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:56:26.596110 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (be0f9268-a79d-4781-8bcb-c096dae2b875), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.615397 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.622619 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/networks/be0f9268-a79d-4781-8bcb-c096dae2b875 HTTP/1.1" status: 204 len: 168 time: 0.7777679 Feb 28 17:56:26.623309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42832) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:26.626973 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a45bc-e119-40d1-9868-19c12b594678 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Network': ['ID=be0f9268-a79d-4781-8bcb-c096dae2b875,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:26.629322 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-629eb80c-9c4b-4a52-8037-5d3702101f2b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-725149131'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:26.732803 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629eb80c-9c4b-4a52-8037-5d3702101f2b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:26.736316 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-629eb80c-9c4b-4a52-8037-5d3702101f2b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.764634 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629eb80c-9c4b-4a52-8037-5d3702101f2b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:56:26.776060 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-629eb80c-9c4b-4a52-8037-5d3702101f2b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (1abf2958-50be-4f7e-88d7-95983d2b988a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.776506 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-629eb80c-9c4b-4a52-8037-5d3702101f2b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Added segment 1abf2958-50be-4f7e-88d7-95983d2b988a of type vlan for network d021148a-9da4-4d29-a8e1-25ae7b2893a3 Feb 28 17:56:26.820735 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-629eb80c-9c4b-4a52-8037-5d3702101f2b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (d021148a-9da4-4d29-a8e1-25ae7b2893a3), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.904243 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-629eb80c-9c4b-4a52-8037-5d3702101f2b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (d021148a-9da4-4d29-a8e1-25ae7b2893a3), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:26.911076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629eb80c-9c4b-4a52-8037-5d3702101f2b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:26.915694 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-629eb80c-9c4b-4a52-8037-5d3702101f2b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:27.009882 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-629eb80c-9c4b-4a52-8037-5d3702101f2b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3827310 Feb 28 17:56:27.010352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42840) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:27.014970 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-c8ebed23-495c-4f66-aa4f-7e9d906f1b66 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': 'd021148a-9da4-4d29-a8e1-25ae7b2893a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:27.021518 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629eb80c-9c4b-4a52-8037-5d3702101f2b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Network': ['ID=d021148a-9da4-4d29-a8e1-25ae7b2893a3,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:27.032613 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network d021148a-9da4-4d29-a8e1-25ae7b2893a3 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:56:27.207610 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ebed23-495c-4f66-aa4f-7e9d906f1b66 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:27.213092 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8ebed23-495c-4f66-aa4f-7e9d906f1b66 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:27.324339 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 572179c0-c78d-4414-8055-54086b29f3e8 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:56:27.348512 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 572179c0-c78d-4414-8055-54086b29f3e8 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:56:27.349111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 572179c0-c78d-4414-8055-54086b29f3e8 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:56:27.516373 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8ebed23-495c-4f66-aa4f-7e9d906f1b66 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (9a31664e-2922-4a1a-8bde-20fa77a1c4e0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:27.577119 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebed23-495c-4f66-aa4f-7e9d906f1b66 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Subnet': ['ID=9a31664e-2922-4a1a-8bde-20fa77a1c4e0,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:27.590799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ebed23-495c-4f66-aa4f-7e9d906f1b66 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Checking segment: {'id': '1abf2958-50be-4f7e-88d7-95983d2b988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd021148a-9da4-4d29-a8e1-25ae7b2893a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:56:27.590799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ebed23-495c-4f66-aa4f-7e9d906f1b66 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network hostable DHCP agents. Network: d021148a-9da4-4d29-a8e1-25ae7b2893a3, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:56:27.670361 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ebed23-495c-4f66-aa4f-7e9d906f1b66 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network d021148a-9da4-4d29-a8e1-25ae7b2893a3 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:56:27.751526 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-c8ebed23-495c-4f66-aa4f-7e9d906f1b66 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, d021148a-9da4-4d29-a8e1-25ae7b2893a3) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:27.758378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ebed23-495c-4f66-aa4f-7e9d906f1b66 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:27.759630 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8ebed23-495c-4f66-aa4f-7e9d906f1b66 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:27.765235 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38129f5-7bbd-49ce-9316-4629b0d8eada None None] Network d021148a-9da4-4d29-a8e1-25ae7b2893a3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:27.847042 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c8ebed23-495c-4f66-aa4f-7e9d906f1b66 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8350880 Feb 28 17:56:27.848994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42858) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:27.853867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-43a4d979-0f9f-4b82-89ca-f8958e741e5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1361753705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:27.869138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-d021148a-9da4-4d29-a8e1-25ae7b2893a3', 'network_id': 'd021148a-9da4-4d29-a8e1-25ae7b2893a3', 'project_id': '69b70c139b9d4aa39a6b2e36ff30c54f', 'fixed_ips': [{'subnet_id': '9a31664e-2922-4a1a-8bde-20fa77a1c4e0'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:56:27.870414 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:27.959552 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-43a4d979-0f9f-4b82-89ca-f8958e741e5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (89978939-8b4d-4d4a-b5c9-867072ad2ffa), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:27.960765 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-43a4d979-0f9f-4b82-89ca-f8958e741e5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (89978939-8b4d-4d4a-b5c9-867072ad2ffa), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:28.082733 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-43a4d979-0f9f-4b82-89ca-f8958e741e5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for router_controller (89978939-8b4d-4d4a-b5c9-867072ad2ffa), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:28.150102 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-43a4d979-0f9f-4b82-89ca-f8958e741e5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (89978939-8b4d-4d4a-b5c9-867072ad2ffa), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:28.205186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Allocated IP 2001:db8::2 (d021148a-9da4-4d29-a8e1-25ae7b2893a3/9a31664e-2922-4a1a-8bde-20fa77a1c4e0/2ea61281-7181-42f6-8e45-ba42cf210e0e) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:28.241249 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-43a4d979-0f9f-4b82-89ca-f8958e741e5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:28.245035 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-43a4d979-0f9f-4b82-89ca-f8958e741e5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3924339 Feb 28 17:56:28.245482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42866) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:28.250811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-ab25ee06-c18f-4716-b6ae-8a21612de615 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'network_id': 'd021148a-9da4-4d29-a8e1-25ae7b2893a3', 'name': 'tempest-PortsIpV6TestJSON-1047026762'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:28.354009 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Publish callbacks [] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:28.417054 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:28.447344 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab25ee06-c18f-4716-b6ae-8a21612de615 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:28.452350 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ab25ee06-c18f-4716-b6ae-8a21612de615 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:28.474207 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-ab25ee06-c18f-4716-b6ae-8a21612de615 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port 827ec926-e2a5-4df8-b26a-6e01450aede3 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:56:28.475105 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Pushing event updated for resources: {'Port': ['ID=2ea61281-7181-42f6-8e45-ba42cf210e0e,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:28.490300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Network d021148a-9da4-4d29-a8e1-25ae7b2893a3 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:28.491795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:28.500273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:28.582127 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Attempting to bind port 2ea61281-7181-42f6-8e45-ba42cf210e0e on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:56:28.582632 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Attempting to bind port 2ea61281-7181-42f6-8e45-ba42cf210e0e by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': '1abf2958-50be-4f7e-88d7-95983d2b988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd021148a-9da4-4d29-a8e1-25ae7b2893a3'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:56:28.584346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Attempting to bind port 2ea61281-7181-42f6-8e45-ba42cf210e0e on network d021148a-9da4-4d29-a8e1-25ae7b2893a3 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:56:28.591076 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:56:28.591670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Checking segment: {'id': '1abf2958-50be-4f7e-88d7-95983d2b988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd021148a-9da4-4d29-a8e1-25ae7b2893a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:56:28.592197 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:28.592673 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Bound using segment: {'id': '1abf2958-50be-4f7e-88d7-95983d2b988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd021148a-9da4-4d29-a8e1-25ae7b2893a3'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:56:28.593251 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Bound port: 2ea61281-7181-42f6-8e45-ba42cf210e0e, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abf2958-50be-4f7e-88d7-95983d2b988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd021148a-9da4-4d29-a8e1-25ae7b2893a3'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:56:28.594269 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:28.626193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-ab25ee06-c18f-4716-b6ae-8a21612de615 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Allocated IP 2001:db8::3d0 (d021148a-9da4-4d29-a8e1-25ae7b2893a3/9a31664e-2922-4a1a-8bde-20fa77a1c4e0/827ec926-e2a5-4df8-b26a-6e01450aede3) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:28.666491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] For port 2ea61281-7181-42f6-8e45-ba42cf210e0e, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:56:28.669867 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] For port 2ea61281-7181-42f6-8e45-ba42cf210e0e, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2ea61281-7181-42f6-8e45-ba42cf210e0e,segment=NetworkSegment(1abf2958-50be-4f7e-88d7-95983d2b988a),segment_id=1abf2958-50be-4f7e-88d7-95983d2b988a)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:56:28.757157 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:28.799597 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ab25ee06-c18f-4716-b6ae-8a21612de615 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:28.838768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e31db-6129-4b94-81fe-cbaf0cbed1a4 None None] Pushing event updated for resources: {'Port': ['ID=2ea61281-7181-42f6-8e45-ba42cf210e0e,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:28.928012 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ab25ee06-c18f-4716-b6ae-8a21612de615 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:28.984596 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25ee06-c18f-4716-b6ae-8a21612de615 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=827ec926-e2a5-4df8-b26a-6e01450aede3,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:29.009314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab25ee06-c18f-4716-b6ae-8a21612de615 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network d021148a-9da4-4d29-a8e1-25ae7b2893a3 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:29.021106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-ab25ee06-c18f-4716-b6ae-8a21612de615 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:29.028104 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25ee06-c18f-4716-b6ae-8a21612de615 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:29.038143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab25ee06-c18f-4716-b6ae-8a21612de615 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:29.039072 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ab25ee06-c18f-4716-b6ae-8a21612de615 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:29.172745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ab25ee06-c18f-4716-b6ae-8a21612de615 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9256895 Feb 28 17:56:29.176469 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42882) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:29.392003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2ea61281-7181-42f6-8e45-ba42cf210e0e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:29.461913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2ea61281-7181-42f6-8e45-ba42cf210e0e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:29.462736 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:29.593558 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2ea61281-7181-42f6-8e45-ba42cf210e0e is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:29.594012 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:29.630230 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:29.663105 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 2ea61281-7181-42f6-8e45-ba42cf210e0e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2ea61281-7181-42f6-8e45-ba42cf210e0e,segment=NetworkSegment(1abf2958-50be-4f7e-88d7-95983d2b988a),segment_id=1abf2958-50be-4f7e-88d7-95983d2b988a)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:29.724739 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:29.819792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=2ea61281-7181-42f6-8e45-ba42cf210e0e,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:29.935481 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:30.024098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:30.114415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=827ec926-e2a5-4df8-b26a-6e01450aede3,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:30.146471 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:30.146811 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:30.147149 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:30.147481 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:30.147807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:30.148133 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:30.148453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:30.148776 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:30.149147 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:30.149473 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:30.149791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:30.150128 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:30.150443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:30.262309 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (89978939-8b4d-4d4a-b5c9-867072ad2ffa), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:30.288260 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173f124d-97e5-469b-994c-2eede880325b None None] Network d021148a-9da4-4d29-a8e1-25ae7b2893a3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:30.418887 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fe537aa0-3af6-4563-987c-da3f09cd4401 None None] Provisioning complete for port 2ea61281-7181-42f6-8e45-ba42cf210e0e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:30.420048 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fe537aa0-3af6-4563-987c-da3f09cd4401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:30.472609 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:30.542567 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fe537aa0-3af6-4563-987c-da3f09cd4401 None None] Current status of the port 2ea61281-7181-42f6-8e45-ba42cf210e0e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:30.826754 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:30.871216 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2cf8a110-edfc-4cec-acd7-21c7a48f9a24 None None] Provisioning complete for port 827ec926-e2a5-4df8-b26a-6e01450aede3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:30.882905 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2cf8a110-edfc-4cec-acd7-21c7a48f9a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:30.904793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:30.905985 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (89978939-8b4d-4d4a-b5c9-867072ad2ffa), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:30.936750 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2cf8a110-edfc-4cec-acd7-21c7a48f9a24 None None] Port 827ec926-e2a5-4df8-b26a-6e01450aede3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:30.949969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2cf8a110-edfc-4cec-acd7-21c7a48f9a24 None None] Provisioning complete for port 2ea61281-7181-42f6-8e45-ba42cf210e0e triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:30.950538 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2cf8a110-edfc-4cec-acd7-21c7a48f9a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:30.982244 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=827ec926-e2a5-4df8-b26a-6e01450aede3,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:31.043938 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2cf8a110-edfc-4cec-acd7-21c7a48f9a24 None None] Current status of the port 2ea61281-7181-42f6-8e45-ba42cf210e0e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:31.103853 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network d021148a-9da4-4d29-a8e1-25ae7b2893a3 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:31.105377 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:31.296929 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9f62c1e9-7c0f-4e82-9dbe-a1060f9dc2dc None None] Provisioning complete for port 827ec926-e2a5-4df8-b26a-6e01450aede3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:31.299973 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9f62c1e9-7c0f-4e82-9dbe-a1060f9dc2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:31.412241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9f62c1e9-7c0f-4e82-9dbe-a1060f9dc2dc None None] Port 827ec926-e2a5-4df8-b26a-6e01450aede3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:31.447195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2ea61281-7181-42f6-8e45-ba42cf210e0e up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:31.549332 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 2ea61281-7181-42f6-8e45-ba42cf210e0e triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:31.549811 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:31.660546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-23d6df64-17f0-4fcc-a339-3bdbdabdedd2 None None] Provisioning complete for port 827ec926-e2a5-4df8-b26a-6e01450aede3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:31.661029 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-23d6df64-17f0-4fcc-a339-3bdbdabdedd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:31.772165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 2ea61281-7181-42f6-8e45-ba42cf210e0e is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:31.777559 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-23d6df64-17f0-4fcc-a339-3bdbdabdedd2 None None] Port 827ec926-e2a5-4df8-b26a-6e01450aede3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:31.841671 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Router 89978939-8b4d-4d4a-b5c9-867072ad2ffa is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:56:31.952209 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:56:31.962206 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5190059-dd16-4a3e-9126-1751132d5e8a None None] Sync routers for ids ['89978939-8b4d-4d4a-b5c9-867072ad2ffa'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:56:31.965579 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-685245e0-b08c-447b-819f-4a238ecddacb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "PUT /v2.0/routers/89978939-8b4d-4d4a-b5c9-867072ad2ffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7869334 Feb 28 17:56:31.965960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42918) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:31.993179 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5190059-dd16-4a3e-9126-1751132d5e8a None None] Routers {'89978939-8b4d-4d4a-b5c9-867072ad2ffa'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:56:31.994144 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c5190059-dd16-4a3e-9126-1751132d5e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:56:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['89978939-8b4d-4d4a-b5c9-867072ad2ffa'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:32.012944 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-50ff7b8f-e032-41ed-b0cb-f1b39bf37034 None None] Provisioning complete for port 827ec926-e2a5-4df8-b26a-6e01450aede3 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:32.013413 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-50ff7b8f-e032-41ed-b0cb-f1b39bf37034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:32.036907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ba89dd-4813-4f56-a1b0-6f65503c2551 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:32.037576 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c5190059-dd16-4a3e-9126-1751132d5e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:32.042950 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42922) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:32.043506 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d5ba89dd-4813-4f56-a1b0-6f65503c2551 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports?device_id=89978939-8b4d-4d4a-b5c9-867072ad2ffa HTTP/1.1" status: 200 len: 989 time: 0.0762880 Feb 28 17:56:32.048759 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5190059-dd16-4a3e-9126-1751132d5e8a None None] Routers {'89978939-8b4d-4d4a-b5c9-867072ad2ffa'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:56:32.049674 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c5190059-dd16-4a3e-9126-1751132d5e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:56:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['89978939-8b4d-4d4a-b5c9-867072ad2ffa'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:32.061269 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-50ff7b8f-e032-41ed-b0cb-f1b39bf37034 None None] Port 827ec926-e2a5-4df8-b26a-6e01450aede3 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:32.092492 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c5190059-dd16-4a3e-9126-1751132d5e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:32.098565 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5190059-dd16-4a3e-9126-1751132d5e8a None None] The sync data for ids ['89978939-8b4d-4d4a-b5c9-867072ad2ffa'] in n-d-820368-19 is: [] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:56:32.519338 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c373e73c-babb-41b1-bc1e-3704eeb4c7ad tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (89978939-8b4d-4d4a-b5c9-867072ad2ffa), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:32.799957 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c373e73c-babb-41b1-bc1e-3704eeb4c7ad tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 827ec926-e2a5-4df8-b26a-6e01450aede3 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:32.800207 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c373e73c-babb-41b1-bc1e-3704eeb4c7ad tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:32.896259 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c373e73c-babb-41b1-bc1e-3704eeb4c7ad tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:32.910661 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-c373e73c-babb-41b1-bc1e-3704eeb4c7ad tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 827ec926-e2a5-4df8-b26a-6e01450aede3 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:33.182281 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c373e73c-babb-41b1-bc1e-3704eeb4c7ad tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (827ec926-e2a5-4df8-b26a-6e01450aede3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:33.213766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373e73c-babb-41b1-bc1e-3704eeb4c7ad tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=827ec926-e2a5-4df8-b26a-6e01450aede3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:33.330322 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c373e73c-babb-41b1-bc1e-3704eeb4c7ad tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (89978939-8b4d-4d4a-b5c9-867072ad2ffa), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:33.521515 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c373e73c-babb-41b1-bc1e-3704eeb4c7ad tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Router 89978939-8b4d-4d4a-b5c9-867072ad2ffa has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:56:33.596994 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c373e73c-babb-41b1-bc1e-3704eeb4c7ad tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:56:33.601905 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c373e73c-babb-41b1-bc1e-3704eeb4c7ad tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "PUT /v2.0/routers/89978939-8b4d-4d4a-b5c9-867072ad2ffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5576391 Feb 28 17:56:33.604559 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42954) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:33.607171 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ffa209-e21f-48c9-9a20-79e34c5141bb None None] Sync routers for ids ['89978939-8b4d-4d4a-b5c9-867072ad2ffa'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:56:33.619010 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ffa209-e21f-48c9-9a20-79e34c5141bb None None] Routers {'89978939-8b4d-4d4a-b5c9-867072ad2ffa'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:56:33.619830 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-41ffa209-e21f-48c9-9a20-79e34c5141bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:56:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['89978939-8b4d-4d4a-b5c9-867072ad2ffa'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:33.634019 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fc2a68-bbe4-4405-aa6b-c189bc536961 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] GET failed (client error): The resource could not be found. Feb 28 17:56:33.635707 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-54fc2a68-bbe4-4405-aa6b-c189bc536961 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/827ec926-e2a5-4df8-b26a-6e01450aede3 HTTP/1.1" status: 404 len: 333 time: 0.0300333 Feb 28 17:56:33.638486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42958) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:33.660723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-41ffa209-e21f-48c9-9a20-79e34c5141bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:33.671182 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ffa209-e21f-48c9-9a20-79e34c5141bb None None] Routers {'89978939-8b4d-4d4a-b5c9-867072ad2ffa'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:56:33.671885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-41ffa209-e21f-48c9-9a20-79e34c5141bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:56:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['89978939-8b4d-4d4a-b5c9-867072ad2ffa'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:33.722985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-41ffa209-e21f-48c9-9a20-79e34c5141bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:33.723658 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ffa209-e21f-48c9-9a20-79e34c5141bb None None] The sync data for ids ['89978939-8b4d-4d4a-b5c9-867072ad2ffa'] in n-d-820368-19 is: [] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:56:33.728443 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ee155f5-ec40-41d3-8c82-da64bff8f60d tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for router (89978939-8b4d-4d4a-b5c9-867072ad2ffa), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:33.914883 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ee155f5-ec40-41d3-8c82-da64bff8f60d tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (89978939-8b4d-4d4a-b5c9-867072ad2ffa), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:33.917243 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ee155f5-ec40-41d3-8c82-da64bff8f60d tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for router_controller (89978939-8b4d-4d4a-b5c9-867072ad2ffa), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.050810 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ee155f5-ec40-41d3-8c82-da64bff8f60d tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (89978939-8b4d-4d4a-b5c9-867072ad2ffa), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.051646 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee155f5-ec40-41d3-8c82-da64bff8f60d tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Fanout notify agent at l3_agent the message router_deleted on router 89978939-8b4d-4d4a-b5c9-867072ad2ffa {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:56:34.064976 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2ee155f5-ec40-41d3-8c82-da64bff8f60d tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.064976 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2ee155f5-ec40-41d3-8c82-da64bff8f60d tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/routers/89978939-8b4d-4d4a-b5c9-867072ad2ffa HTTP/1.1" status: 204 len: 168 time: 0.4206307 Feb 28 17:56:34.065170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42966) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:34.119823 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ab787f-426f-49d7-96e8-319648d2ebd3 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting subnet 9a31664e-2922-4a1a-8bde-20fa77a1c4e0 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:56:34.123044 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-53ab787f-426f-49d7-96e8-319648d2ebd3 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (9a31664e-2922-4a1a-8bde-20fa77a1c4e0), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.163795 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-53ab787f-426f-49d7-96e8-319648d2ebd3 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (9a31664e-2922-4a1a-8bde-20fa77a1c4e0), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.254344 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-53ab787f-426f-49d7-96e8-319648d2ebd3 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (9a31664e-2922-4a1a-8bde-20fa77a1c4e0), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.373120 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-53ab787f-426f-49d7-96e8-319648d2ebd3 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (9a31664e-2922-4a1a-8bde-20fa77a1c4e0), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.402366 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab787f-426f-49d7-96e8-319648d2ebd3 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Subnet': ['ID=9a31664e-2922-4a1a-8bde-20fa77a1c4e0,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:34.404319 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-53ab787f-426f-49d7-96e8-319648d2ebd3 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.408283 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-53ab787f-426f-49d7-96e8-319648d2ebd3 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/9a31664e-2922-4a1a-8bde-20fa77a1c4e0 HTTP/1.1" status: 204 len: 168 time: 0.3437130 Feb 28 17:56:34.410147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef552e56-ea4f-48e2-b46c-478e3834885f None None] Network d021148a-9da4-4d29-a8e1-25ae7b2893a3 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:34.410981 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42978) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:34.488357 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (d021148a-9da4-4d29-a8e1-25ae7b2893a3), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.553245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port 2ea61281-7181-42f6-8e45-ba42cf210e0e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:34.553579 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.571029 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c5617-7810-4ac4-b151-0e6220897f36 None None] DHCP port deletion for d021148a-9da4-4d29-a8e1-25ae7b2893a3 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:56:34.623682 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-335c5617-7810-4ac4-b151-0e6220897f36 None None] Deleting port 2ea61281-7181-42f6-8e45-ba42cf210e0e {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:34.633681 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-335c5617-7810-4ac4-b151-0e6220897f36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.633829 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] For port 2ea61281-7181-42f6-8e45-ba42cf210e0e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2ea61281-7181-42f6-8e45-ba42cf210e0e,segment=NetworkSegment(1abf2958-50be-4f7e-88d7-95983d2b988a),segment_id=1abf2958-50be-4f7e-88d7-95983d2b988a)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:34.633829 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.640791 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for 2ea61281-7181-42f6-8e45-ba42cf210e0e owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:34.699957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-335c5617-7810-4ac4-b151-0e6220897f36 None None] For port 2ea61281-7181-42f6-8e45-ba42cf210e0e, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=2ea61281-7181-42f6-8e45-ba42cf210e0e,segment=NetworkSegment(1abf2958-50be-4f7e-88d7-95983d2b988a),segment_id=1abf2958-50be-4f7e-88d7-95983d2b988a)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:34.700641 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-335c5617-7810-4ac4-b151-0e6220897f36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.713459 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-335c5617-7810-4ac4-b151-0e6220897f36 None None] Calling delete_port for 2ea61281-7181-42f6-8e45-ba42cf210e0e owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:34.824678 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.832008 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-335c5617-7810-4ac4-b151-0e6220897f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (2ea61281-7181-42f6-8e45-ba42cf210e0e), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.862057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=2ea61281-7181-42f6-8e45-ba42cf210e0e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:34.862293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c5617-7810-4ac4-b151-0e6220897f36 None None] Pushing event deleted for resources: {'Port': ['ID=2ea61281-7181-42f6-8e45-ba42cf210e0e,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:34.864036 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c5617-7810-4ac4-b151-0e6220897f36 None None] No DVR routers for this DVR port 2ea61281-7181-42f6-8e45-ba42cf210e0e on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:56:34.873673 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No DVR routers for this DVR port 2ea61281-7181-42f6-8e45-ba42cf210e0e on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:56:34.969646 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (d021148a-9da4-4d29-a8e1-25ae7b2893a3), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:34.992739 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d021148a-9da4-4d29-a8e1-25ae7b2893a3']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:35.002984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abf2958-50be-4f7e-88d7-95983d2b988a') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:35.003359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abf2958-50be-4f7e-88d7-95983d2b988a') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:35.013058 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (1abf2958-50be-4f7e-88d7-95983d2b988a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:35.026613 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (1abf2958-50be-4f7e-88d7-95983d2b988a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:35.032923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:56:35.033299 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (1abf2958-50be-4f7e-88d7-95983d2b988a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:56:35.036662 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:56:35.163003 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (d021148a-9da4-4d29-a8e1-25ae7b2893a3), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:35.175366 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:35.183730 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/networks/d021148a-9da4-4d29-a8e1-25ae7b2893a3 HTTP/1.1" status: 204 len: 168 time: 0.7672005 Feb 28 17:56:35.183898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42990) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:35.209084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a075d-ec43-454f-b08b-087e2366db14 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Network': ['ID=d021148a-9da4-4d29-a8e1-25ae7b2893a3,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:35.252287 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3b7345-0106-440a-a84e-a37c36c184f1 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:35.258577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 42994) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:35.259228 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4d3b7345-0106-440a-a84e-a37c36c184f1 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/d0c3611c-9bd4-4c7b-8285-adcc7af54c16 HTTP/1.1" status: 200 len: 845 time: 0.0743110 Feb 28 17:56:35.322413 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2fceb5a8-57fa-4f18-a98d-8922aee82445 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/d0c3611c-9bd4-4c7b-8285-adcc7af54c16?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0593343 Feb 28 17:56:35.323288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 42996) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:35.328402 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:35.351471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2ea61281-7181-42f6-8e45-ba42cf210e0e no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:56:35.379050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 2ea61281-7181-42f6-8e45-ba42cf210e0e {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:56:35.379658 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 2ea61281-7181-42f6-8e45-ba42cf210e0e not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:56:35.481314 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:35.484881 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:35.744695 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (f6ccaaaf-7eab-474f-8633-c8322b0f3a11), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:35.798068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:35.802722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:35.804530 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:35.805121 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:35.817674 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Subnet': ['ID=f6ccaaaf-7eab-474f-8633-c8322b0f3a11,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:35.820368 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae116243-a7e9-467c-a93f-8dc3b2ee8dde None None] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:35.827294 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:35.827746 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:35.828611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:35.828953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:35.829281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:35.829607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:35.829945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:35.831082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:35.831529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:35.831858 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:35.832180 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:35.832499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:35.832815 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:35.909745 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43004) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:35.910186 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-903ebc78-81bc-4a48-9e7b-fe1562ee3aa9 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5856109 Feb 28 17:56:35.916251 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-1e09db15-ff86-4289-8ddc-21cb5d8e28cb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'security_group': {'name': 'tempest-secgroup-2046861637'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:35.976239 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'project_id': '69b70c139b9d4aa39a6b2e36ff30c54f', 'fixed_ips': [{'subnet_id': 'f6ccaaaf-7eab-474f-8633-c8322b0f3a11'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:56:35.977218 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:36.018387 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e09db15-ff86-4289-8ddc-21cb5d8e28cb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:36.110272 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e09db15-ff86-4289-8ddc-21cb5d8e28cb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (92d5eb76-63d0-4133-a709-b70682b12170), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:36.139062 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Allocated IP 2001:db8::2 (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608/f6ccaaaf-7eab-474f-8633-c8322b0f3a11/a9fdeb43-92e0-4483-9824-df348a9fc819) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:36.173686 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e09db15-ff86-4289-8ddc-21cb5d8e28cb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (92d5eb76-63d0-4133-a709-b70682b12170), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:36.210092 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09db15-ff86-4289-8ddc-21cb5d8e28cb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d5eb76-63d0-4133-a709-b70682b12170,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:36.286970 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-1e09db15-ff86-4289-8ddc-21cb5d8e28cb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:36.291970 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1e09db15-ff86-4289-8ddc-21cb5d8e28cb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3796082 Feb 28 17:56:36.292960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43008) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:36.296572 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Publish callbacks [] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:36.303019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-d81b6802-a59e-4546-8a0f-2782c689eccd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'security_group': {'name': 'tempest-secgroup-495428737'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:36.371691 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:36.396515 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d81b6802-a59e-4546-8a0f-2782c689eccd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:36.429574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:36.433366 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:36.438051 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:36.447362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Pushing event updated for resources: {'Port': ['ID=a9fdeb43-92e0-4483-9824-df348a9fc819,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:36.504525 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d81b6802-a59e-4546-8a0f-2782c689eccd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (85f33407-1386-402e-9058-e14ee0fe305a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:36.507281 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Attempting to bind port a9fdeb43-92e0-4483-9824-df348a9fc819 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:56:36.507868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Attempting to bind port a9fdeb43-92e0-4483-9824-df348a9fc819 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'e9b76678-f140-4844-88ce-431b30b61f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:56:36.508244 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Attempting to bind port a9fdeb43-92e0-4483-9824-df348a9fc819 on network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:56:36.513524 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:56:36.513969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Checking segment: {'id': 'e9b76678-f140-4844-88ce-431b30b61f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:56:36.514371 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:36.514933 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Bound using segment: {'id': 'e9b76678-f140-4844-88ce-431b30b61f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:56:36.515641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Bound port: a9fdeb43-92e0-4483-9824-df348a9fc819, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b76678-f140-4844-88ce-431b30b61f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:56:36.516211 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:36.573212 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d81b6802-a59e-4546-8a0f-2782c689eccd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (85f33407-1386-402e-9058-e14ee0fe305a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:36.582873 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] For port a9fdeb43-92e0-4483-9824-df348a9fc819, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:56:36.586015 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] For port a9fdeb43-92e0-4483-9824-df348a9fc819, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a9fdeb43-92e0-4483-9824-df348a9fc819,segment=NetworkSegment(e9b76678-f140-4844-88ce-431b30b61f4f),segment_id=e9b76678-f140-4844-88ce-431b30b61f4f)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:56:36.604592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b6802-a59e-4546-8a0f-2782c689eccd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f33407-1386-402e-9058-e14ee0fe305a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:36.693613 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:36.715083 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d81b6802-a59e-4546-8a0f-2782c689eccd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:36.723644 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d81b6802-a59e-4546-8a0f-2782c689eccd tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4261734 Feb 28 17:56:36.724111 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43014) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:36.729176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-737bc9d7-2b2a-4453-8361-c9a3541f6586 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1220447270', 'security_groups': ['85f33407-1386-402e-9058-e14ee0fe305a'], 'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f6ccaaaf-7eab-474f-8633-c8322b0f3a11'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:36.783280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703755b-e1c1-4cd9-a34f-cb1228a7a7a8 None None] Pushing event updated for resources: {'Port': ['ID=a9fdeb43-92e0-4483-9824-df348a9fc819,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:36.927686 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737bc9d7-2b2a-4453-8361-c9a3541f6586 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:37.046270 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-737bc9d7-2b2a-4453-8361-c9a3541f6586 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:37.067832 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-737bc9d7-2b2a-4453-8361-c9a3541f6586 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port bbbd2791-df58-4d3e-9138-f9d8166e3599 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:56:37.279768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-737bc9d7-2b2a-4453-8361-c9a3541f6586 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Allocated IP 2001:db8::13f (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608/f6ccaaaf-7eab-474f-8633-c8322b0f3a11/bbbd2791-df58-4d3e-9138-f9d8166e3599) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:37.445848 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a9fdeb43-92e0-4483-9824-df348a9fc819 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:37.469099 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-737bc9d7-2b2a-4453-8361-c9a3541f6586 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (bbbd2791-df58-4d3e-9138-f9d8166e3599), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:37.513644 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port a9fdeb43-92e0-4483-9824-df348a9fc819 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:37.514340 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:37.591297 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-737bc9d7-2b2a-4453-8361-c9a3541f6586 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (bbbd2791-df58-4d3e-9138-f9d8166e3599), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:37.591883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port a9fdeb43-92e0-4483-9824-df348a9fc819 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:37.592264 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:37.640877 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port a9fdeb43-92e0-4483-9824-df348a9fc819, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a9fdeb43-92e0-4483-9824-df348a9fc819,segment=NetworkSegment(e9b76678-f140-4844-88ce-431b30b61f4f),segment_id=e9b76678-f140-4844-88ce-431b30b61f4f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:37.691486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bc9d7-2b2a-4453-8361-c9a3541f6586 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=bbbd2791-df58-4d3e-9138-f9d8166e3599,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:37.697548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737bc9d7-2b2a-4453-8361-c9a3541f6586 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:37.701328 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-737bc9d7-2b2a-4453-8361-c9a3541f6586 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:37.705075 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737bc9d7-2b2a-4453-8361-c9a3541f6586 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:37.709964 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:37.711264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737bc9d7-2b2a-4453-8361-c9a3541f6586 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:37.712601 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-737bc9d7-2b2a-4453-8361-c9a3541f6586 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:37.764328 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cd8d6180-7800-442a-b5a8-dd4b6c6a385c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:37.769409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=a9fdeb43-92e0-4483-9824-df348a9fc819,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:37.840289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-737bc9d7-2b2a-4453-8361-c9a3541f6586 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1097403 Feb 28 17:56:37.840289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43022) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:37.842891 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-2c90b187-bf95-4dda-986a-7c3e5f5657a6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:37.990220 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:38.056188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c90b187-bf95-4dda-986a-7c3e5f5657a6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:38.059846 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c90b187-bf95-4dda-986a-7c3e5f5657a6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:38.162375 n-d-820368-19 neutron-server[104246]: INFO neutron.db.ipam_backend_mixin [None req-2c90b187-bf95-4dda-986a-7c3e5f5657a6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f6ccaaaf-7eab-474f-8633-c8322b0f3a11 (CIDR: 2001:db8::/64) Feb 28 17:56:38.172520 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-506702cd-3287-40e4-936c-16a10f539746 None None] Provisioning complete for port a9fdeb43-92e0-4483-9824-df348a9fc819 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:38.172862 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-506702cd-3287-40e4-936c-16a10f539746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:38.226212 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c90b187-bf95-4dda-986a-7c3e5f5657a6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:56:38.227066 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c90b187-bf95-4dda-986a-7c3e5f5657a6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:38.261471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-506702cd-3287-40e4-936c-16a10f539746 None None] Current status of the port a9fdeb43-92e0-4483-9824-df348a9fc819 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:38.273825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-506702cd-3287-40e4-936c-16a10f539746 None None] Provisioning complete for port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:38.274233 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-506702cd-3287-40e4-936c-16a10f539746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d0c3611c-9bd4-4c7b-8285-adcc7af54c16), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:38.314855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-506702cd-3287-40e4-936c-16a10f539746 None None] Port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:38.324728 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2c90b187-bf95-4dda-986a-7c3e5f5657a6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4843135 Feb 28 17:56:38.325889 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43028) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:38.335456 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-dfd68e9a-f293-42f1-901f-3b478915759f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:38.437845 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-44910bcb-aa16-4b6c-9963-30aa0041c8da None None] Provisioning complete for port bbbd2791-df58-4d3e-9138-f9d8166e3599 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:38.438237 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-44910bcb-aa16-4b6c-9963-30aa0041c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (bbbd2791-df58-4d3e-9138-f9d8166e3599), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:38.472000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-44910bcb-aa16-4b6c-9963-30aa0041c8da None None] Port bbbd2791-df58-4d3e-9138-f9d8166e3599 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:38.575711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd68e9a-f293-42f1-901f-3b478915759f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:38.579203 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dfd68e9a-f293-42f1-901f-3b478915759f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:38.916067 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dfd68e9a-f293-42f1-901f-3b478915759f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (107ead79-f22e-41fd-8f8d-590bc8d97503), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:38.970024 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd68e9a-f293-42f1-901f-3b478915759f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:38.973223 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-dfd68e9a-f293-42f1-901f-3b478915759f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:38.977640 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd68e9a-f293-42f1-901f-3b478915759f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:38.985377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543315f0-ee44-4878-9f87-f92662e4d71c None None] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:38.985513 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-dfd68e9a-f293-42f1-901f-3b478915759f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:38.995789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd68e9a-f293-42f1-901f-3b478915759f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Subnet': ['ID=107ead79-f22e-41fd-8f8d-590bc8d97503,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:39.061491 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-dfd68e9a-f293-42f1-901f-3b478915759f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7337642 Feb 28 17:56:39.063980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43038) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:39.069309 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-482783e2-8c19-4121-871f-b52208a4db5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1551248436', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '107ead79-f22e-41fd-8f8d-590bc8d97503'}], 'security_groups': ['92d5eb76-63d0-4133-a709-b70682b12170']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:39.176695 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-482783e2-8c19-4121-871f-b52208a4db5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (bbbd2791-df58-4d3e-9138-f9d8166e3599), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:39.377271 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a9fdeb43-92e0-4483-9824-df348a9fc819 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:39.481261 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e908f3a-e6f9-41da-ae16-feb1743a54eb None None] Update dhcp port {'port': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'fixed_ips': [{'subnet_id': 'f6ccaaaf-7eab-474f-8633-c8322b0f3a11', 'ip_address': '2001:db8::2'}, {'subnet_id': '107ead79-f22e-41fd-8f8d-590bc8d97503'}], 'binding:host_id': 'n-d-820368-19'}, 'id': 'a9fdeb43-92e0-4483-9824-df348a9fc819'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:56:39.517182 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1e908f3a-e6f9-41da-ae16-feb1743a54eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:39.541639 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port a9fdeb43-92e0-4483-9824-df348a9fc819 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:39.542193 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:39.714855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port a9fdeb43-92e0-4483-9824-df348a9fc819 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:39.787715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-1e908f3a-e6f9-41da-ae16-feb1743a54eb None None] Allocated IP 2001:db8:0:1::2 (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608/107ead79-f22e-41fd-8f8d-590bc8d97503/a9fdeb43-92e0-4483-9824-df348a9fc819) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:39.882252 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-1e908f3a-e6f9-41da-ae16-feb1743a54eb None None] For port a9fdeb43-92e0-4483-9824-df348a9fc819, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a9fdeb43-92e0-4483-9824-df348a9fc819,segment=NetworkSegment(e9b76678-f140-4844-88ce-431b30b61f4f),segment_id=e9b76678-f140-4844-88ce-431b30b61f4f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:39.932632 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1e908f3a-e6f9-41da-ae16-feb1743a54eb None None] Publish callbacks [] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:39.982174 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-97573577-8963-441e-8f30-63a03d3d394c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:40.005072 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1e908f3a-e6f9-41da-ae16-feb1743a54eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:40.102198 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e908f3a-e6f9-41da-ae16-feb1743a54eb None None] Pushing event updated for resources: {'Port': ['ID=a9fdeb43-92e0-4483-9824-df348a9fc819,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:40.128744 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-482783e2-8c19-4121-871f-b52208a4db5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Delete allocated IP 2001:db8::13f (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608/f6ccaaaf-7eab-474f-8633-c8322b0f3a11) {{(pid=104246) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 17:56:40.139087 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-482783e2-8c19-4121-871f-b52208a4db5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Allocated IP 2001:db8:0:1::1bf (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608/107ead79-f22e-41fd-8f8d-590bc8d97503/bbbd2791-df58-4d3e-9138-f9d8166e3599) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:40.227497 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:40.344523 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-482783e2-8c19-4121-871f-b52208a4db5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (bbbd2791-df58-4d3e-9138-f9d8166e3599), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:40.404774 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-482783e2-8c19-4121-871f-b52208a4db5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (bbbd2791-df58-4d3e-9138-f9d8166e3599), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:40.472929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-482783e2-8c19-4121-871f-b52208a4db5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] In _notify_port_updated(), no bound segment for port bbbd2791-df58-4d3e-9138-f9d8166e3599 on network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 {{(pid=104246) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:56:40.479312 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482783e2-8c19-4121-871f-b52208a4db5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:40.480055 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-482783e2-8c19-4121-871f-b52208a4db5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:40.484009 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-482783e2-8c19-4121-871f-b52208a4db5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "PUT /v2.0/ports/bbbd2791-df58-4d3e-9138-f9d8166e3599 HTTP/1.1" status: 200 len: 931 time: 1.4166374 Feb 28 17:56:40.484819 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43052) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:40.490397 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482783e2-8c19-4121-871f-b52208a4db5c tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=bbbd2791-df58-4d3e-9138-f9d8166e3599,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:40.598923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-49966af0-0d65-490c-9e45-1977e6068beb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port bbbd2791-df58-4d3e-9138-f9d8166e3599 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:40.599543 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49966af0-0d65-490c-9e45-1977e6068beb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (bbbd2791-df58-4d3e-9138-f9d8166e3599), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:40.700610 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49966af0-0d65-490c-9e45-1977e6068beb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (bbbd2791-df58-4d3e-9138-f9d8166e3599), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:40.715520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-49966af0-0d65-490c-9e45-1977e6068beb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for bbbd2791-df58-4d3e-9138-f9d8166e3599 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:40.920144 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fe22cd84-7832-4f0a-9dad-1eacd77b2c6f None None] Provisioning complete for port a9fdeb43-92e0-4483-9824-df348a9fc819 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:40.921058 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fe22cd84-7832-4f0a-9dad-1eacd77b2c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:40.935901 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49966af0-0d65-490c-9e45-1977e6068beb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (bbbd2791-df58-4d3e-9138-f9d8166e3599), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:40.972904 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49966af0-0d65-490c-9e45-1977e6068beb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=bbbd2791-df58-4d3e-9138-f9d8166e3599,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:41.058379 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49966af0-0d65-490c-9e45-1977e6068beb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:41.072701 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-49966af0-0d65-490c-9e45-1977e6068beb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/bbbd2791-df58-4d3e-9138-f9d8166e3599 HTTP/1.1" status: 204 len: 168 time: 0.5758178 Feb 28 17:56:41.075044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43058) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:41.087236 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fe22cd84-7832-4f0a-9dad-1eacd77b2c6f None None] Current status of the port a9fdeb43-92e0-4483-9824-df348a9fc819 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:41.091810 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fe22cd84-7832-4f0a-9dad-1eacd77b2c6f None None] Could not find standard attr ID for object bbbd2791-df58-4d3e-9138-f9d8166e3599. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:56:41.103569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-fe22cd84-7832-4f0a-9dad-1eacd77b2c6f None None] Provisioning complete for port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:41.104190 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fe22cd84-7832-4f0a-9dad-1eacd77b2c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d0c3611c-9bd4-4c7b-8285-adcc7af54c16), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:41.110635 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-397b7d5b-f7b4-4d90-8521-25825f2cccec tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] GET failed (client error): The resource could not be found. Feb 28 17:56:41.112888 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-397b7d5b-f7b4-4d90-8521-25825f2cccec tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/bbbd2791-df58-4d3e-9138-f9d8166e3599 HTTP/1.1" status: 404 len: 333 time: 0.0365472 Feb 28 17:56:41.115639 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43060) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:41.148940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-fe22cd84-7832-4f0a-9dad-1eacd77b2c6f None None] Port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:41.183372 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47e4f754-9df4-48a9-a343-782a3ef52c37 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (85f33407-1386-402e-9058-e14ee0fe305a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:41.213783 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47e4f754-9df4-48a9-a343-782a3ef52c37 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (85f33407-1386-402e-9058-e14ee0fe305a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:41.272985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-326e3d45-71d2-4577-86b0-2b1d6fd17a2d None None] Could not find standard attr ID for object bbbd2791-df58-4d3e-9138-f9d8166e3599. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:56:41.330121 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a9fdeb43-92e0-4483-9824-df348a9fc819 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:41.391252 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47e4f754-9df4-48a9-a343-782a3ef52c37 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (85f33407-1386-402e-9058-e14ee0fe305a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:41.394503 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-47e4f754-9df4-48a9-a343-782a3ef52c37 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:41.395847 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-47e4f754-9df4-48a9-a343-782a3ef52c37 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/security-groups/85f33407-1386-402e-9058-e14ee0fe305a HTTP/1.1" status: 204 len: 168 time: 0.2791626 Feb 28 17:56:41.398580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43064) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:41.412545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4f754-9df4-48a9-a343-782a3ef52c37 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f33407-1386-402e-9058-e14ee0fe305a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:41.461270 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port a9fdeb43-92e0-4483-9824-df348a9fc819 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:41.461640 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:41.504639 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7e170216-1d31-4b81-82ea-85d1ab185dbe tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (92d5eb76-63d0-4133-a709-b70682b12170), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:41.522910 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:41.565518 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7e170216-1d31-4b81-82ea-85d1ab185dbe tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (92d5eb76-63d0-4133-a709-b70682b12170), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:41.627067 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port a9fdeb43-92e0-4483-9824-df348a9fc819 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:41.713175 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7e170216-1d31-4b81-82ea-85d1ab185dbe tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (92d5eb76-63d0-4133-a709-b70682b12170), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:41.715901 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7e170216-1d31-4b81-82ea-85d1ab185dbe tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:41.717124 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7e170216-1d31-4b81-82ea-85d1ab185dbe tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/security-groups/92d5eb76-63d0-4133-a709-b70682b12170 HTTP/1.1" status: 204 len: 168 time: 0.3174362 Feb 28 17:56:41.719864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43072) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:41.744380 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e170216-1d31-4b81-82ea-85d1ab185dbe tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d5eb76-63d0-4133-a709-b70682b12170,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:41.790320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cbba73-c76b-44ab-818a-f981926ca098 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting subnet f6ccaaaf-7eab-474f-8633-c8322b0f3a11 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:56:41.793716 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49cbba73-c76b-44ab-818a-f981926ca098 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (f6ccaaaf-7eab-474f-8633-c8322b0f3a11), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:41.835763 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49cbba73-c76b-44ab-818a-f981926ca098 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (f6ccaaaf-7eab-474f-8633-c8322b0f3a11), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:41.925766 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49cbba73-c76b-44ab-818a-f981926ca098 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (f6ccaaaf-7eab-474f-8633-c8322b0f3a11), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:42.064729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49cbba73-c76b-44ab-818a-f981926ca098 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (f6ccaaaf-7eab-474f-8633-c8322b0f3a11), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:42.096267 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbba73-c76b-44ab-818a-f981926ca098 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ccaaaf-7eab-474f-8633-c8322b0f3a11,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:42.099840 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49cbba73-c76b-44ab-818a-f981926ca098 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:42.107421 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43080) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:42.107613 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-49cbba73-c76b-44ab-818a-f981926ca098 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/f6ccaaaf-7eab-474f-8633-c8322b0f3a11 HTTP/1.1" status: 204 len: 168 time: 0.3867607 Feb 28 17:56:42.119192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f84c7406-58ba-4ed2-861a-9da45723a720 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:42.121156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff421df-47e0-435e-9e3a-5df1aaf35e87 None None] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:42.342220 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84c7406-58ba-4ed2-861a-9da45723a720 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:42.346716 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f84c7406-58ba-4ed2-861a-9da45723a720 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:42.595768 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:42.727278 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f84c7406-58ba-4ed2-861a-9da45723a720 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (b42505ff-5728-4889-90ed-19b2ea77a2f5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:42.780563 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c7406-58ba-4ed2-861a-9da45723a720 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:42.784431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-f84c7406-58ba-4ed2-861a-9da45723a720 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:42.788988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c7406-58ba-4ed2-861a-9da45723a720 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:42.789858 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f84c7406-58ba-4ed2-861a-9da45723a720 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:42.811119 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c7406-58ba-4ed2-861a-9da45723a720 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Subnet': ['ID=b42505ff-5728-4889-90ed-19b2ea77a2f5,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:42.904139 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f84c7406-58ba-4ed2-861a-9da45723a720 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7927592 Feb 28 17:56:42.904885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43086) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:42.909514 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-6946113b-cd4c-4527-8970-6edccba304ab tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'security_group': {'name': 'tempest-secgroup-1881386380'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:42.943897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961e54b5-9b8c-4a91-938f-72ca103a58f3 None None] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:42.984854 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6946113b-cd4c-4527-8970-6edccba304ab tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:43.019374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a56c17f6-f6ea-4f5e-9921-9d366b78d9d2 None None] Provisioning complete for port a9fdeb43-92e0-4483-9824-df348a9fc819 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:43.019787 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a56c17f6-f6ea-4f5e-9921-9d366b78d9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:43.105077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6946113b-cd4c-4527-8970-6edccba304ab tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (c2a5b970-b2cf-4d11-8aac-0d08157bae75), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:43.190590 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6946113b-cd4c-4527-8970-6edccba304ab tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c2a5b970-b2cf-4d11-8aac-0d08157bae75), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:43.251775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946113b-cd4c-4527-8970-6edccba304ab tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a5b970-b2cf-4d11-8aac-0d08157bae75,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:43.301271 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6946113b-cd4c-4527-8970-6edccba304ab tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:43.302643 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a56c17f6-f6ea-4f5e-9921-9d366b78d9d2 None None] Current status of the port a9fdeb43-92e0-4483-9824-df348a9fc819 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:43.303242 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6946113b-cd4c-4527-8970-6edccba304ab tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3973200 Feb 28 17:56:43.305972 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43092) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:43.314652 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-4a312be2-fe97-452b-a0ba-6ad8362947ab tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'security_group': {'name': 'tempest-secgroup-1163633323'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:43.351894 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902b27a0-5754-4227-ab80-b943fe37875d None None] Update dhcp port {'port': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'fixed_ips': [{'subnet_id': '107ead79-f22e-41fd-8f8d-590bc8d97503', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b42505ff-5728-4889-90ed-19b2ea77a2f5'}], 'binding:host_id': 'n-d-820368-19'}, 'id': 'a9fdeb43-92e0-4483-9824-df348a9fc819'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:56:43.354473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a56c17f6-f6ea-4f5e-9921-9d366b78d9d2 None None] Provisioning complete for port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:43.355070 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a56c17f6-f6ea-4f5e-9921-9d366b78d9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d0c3611c-9bd4-4c7b-8285-adcc7af54c16), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:43.401810 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4a312be2-fe97-452b-a0ba-6ad8362947ab tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:43.423839 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-902b27a0-5754-4227-ab80-b943fe37875d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:43.428161 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a56c17f6-f6ea-4f5e-9921-9d366b78d9d2 None None] Port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:43.578405 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4a312be2-fe97-452b-a0ba-6ad8362947ab tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (38376c18-9793-40a0-902d-d81285ce2dcb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:43.652436 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-902b27a0-5754-4227-ab80-b943fe37875d None None] Allocated IP 2001:db8::2 (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608/b42505ff-5728-4889-90ed-19b2ea77a2f5/a9fdeb43-92e0-4483-9824-df348a9fc819) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:43.670957 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4a312be2-fe97-452b-a0ba-6ad8362947ab tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (38376c18-9793-40a0-902d-d81285ce2dcb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:43.713031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a312be2-fe97-452b-a0ba-6ad8362947ab tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38376c18-9793-40a0-902d-d81285ce2dcb,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:43.801129 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4a312be2-fe97-452b-a0ba-6ad8362947ab tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:43.806494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43096) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:43.811433 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f9faecd3-9001-4e7b-8b7e-74384d5bffe2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'security_group': {'name': 'tempest-secgroup-384205774'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:43.814422 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4a312be2-fe97-452b-a0ba-6ad8362947ab tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5066431 Feb 28 17:56:43.827692 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-902b27a0-5754-4227-ab80-b943fe37875d None None] For port a9fdeb43-92e0-4483-9824-df348a9fc819, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a9fdeb43-92e0-4483-9824-df348a9fc819,segment=NetworkSegment(e9b76678-f140-4844-88ce-431b30b61f4f),segment_id=e9b76678-f140-4844-88ce-431b30b61f4f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:43.875589 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-902b27a0-5754-4227-ab80-b943fe37875d None None] Publish callbacks [] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:43.898587 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f9faecd3-9001-4e7b-8b7e-74384d5bffe2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:43.944045 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-902b27a0-5754-4227-ab80-b943fe37875d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:43.974704 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f9faecd3-9001-4e7b-8b7e-74384d5bffe2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (2b14c608-7594-4152-90ac-cf323912f408), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:44.014461 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:44.051969 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b27a0-5754-4227-ab80-b943fe37875d None None] Pushing event updated for resources: {'Port': ['ID=a9fdeb43-92e0-4483-9824-df348a9fc819,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:44.058574 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f9faecd3-9001-4e7b-8b7e-74384d5bffe2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2b14c608-7594-4152-90ac-cf323912f408), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:44.111088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faecd3-9001-4e7b-8b7e-74384d5bffe2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b14c608-7594-4152-90ac-cf323912f408,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:44.135478 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f9faecd3-9001-4e7b-8b7e-74384d5bffe2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:44.137004 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f9faecd3-9001-4e7b-8b7e-74384d5bffe2 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3294697 Feb 28 17:56:44.140240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43102) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:44.154330 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-1c469454-d5fc-4325-96bb-d231d5101f43 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-944988659', 'security_groups': ['2b14c608-7594-4152-90ac-cf323912f408'], 'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b42505ff-5728-4889-90ed-19b2ea77a2f5'}]}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:44.376661 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c469454-d5fc-4325-96bb-d231d5101f43 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:44.479812 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c469454-d5fc-4325-96bb-d231d5101f43 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:44.501107 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [None req-1c469454-d5fc-4325-96bb-d231d5101f43 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] device_id is not set on port ffc53a80-1215-477e-8d2d-5cd26ee8c574 yet. {{(pid=104246) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 17:56:44.707897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-1c469454-d5fc-4325-96bb-d231d5101f43 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Allocated IP 2001:db8::361 (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608/b42505ff-5728-4889-90ed-19b2ea77a2f5/ffc53a80-1215-477e-8d2d-5cd26ee8c574) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:44.773609 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-52d0cfce-19a3-4a3e-97fa-8523d13e7ac5 None None] Provisioning complete for port a9fdeb43-92e0-4483-9824-df348a9fc819 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:44.774711 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-52d0cfce-19a3-4a3e-97fa-8523d13e7ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:44.853981 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c469454-d5fc-4325-96bb-d231d5101f43 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (ffc53a80-1215-477e-8d2d-5cd26ee8c574), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:44.877017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-52d0cfce-19a3-4a3e-97fa-8523d13e7ac5 None None] Current status of the port a9fdeb43-92e0-4483-9824-df348a9fc819 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:44.892234 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-52d0cfce-19a3-4a3e-97fa-8523d13e7ac5 None None] Provisioning complete for port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:44.894168 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-52d0cfce-19a3-4a3e-97fa-8523d13e7ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d0c3611c-9bd4-4c7b-8285-adcc7af54c16), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:44.934050 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-52d0cfce-19a3-4a3e-97fa-8523d13e7ac5 None None] Port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:44.954278 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c469454-d5fc-4325-96bb-d231d5101f43 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (ffc53a80-1215-477e-8d2d-5cd26ee8c574), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:45.010624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c469454-d5fc-4325-96bb-d231d5101f43 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:45.011899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c469454-d5fc-4325-96bb-d231d5101f43 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=ffc53a80-1215-477e-8d2d-5cd26ee8c574,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:45.022257 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-1c469454-d5fc-4325-96bb-d231d5101f43 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:45.024993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c469454-d5fc-4325-96bb-d231d5101f43 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:56:45.031462 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c469454-d5fc-4325-96bb-d231d5101f43 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:45.032204 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1c469454-d5fc-4325-96bb-d231d5101f43 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:45.116435 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1c469454-d5fc-4325-96bb-d231d5101f43 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9748240 Feb 28 17:56:45.119286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43110) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:45.130609 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-11ad36aa-690f-46e4-b19f-ff5387a76fc6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:45.325309 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a9fdeb43-92e0-4483-9824-df348a9fc819 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:45.377068 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ad36aa-690f-46e4-b19f-ff5387a76fc6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:45.383398 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-11ad36aa-690f-46e4-b19f-ff5387a76fc6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:45.390795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port a9fdeb43-92e0-4483-9824-df348a9fc819 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:45.392145 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:45.393889 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-4a3a8ef7-411e-4473-ac51-0e16d3efddae None None] Provisioning complete for port ffc53a80-1215-477e-8d2d-5cd26ee8c574 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:45.394292 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4a3a8ef7-411e-4473-ac51-0e16d3efddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (ffc53a80-1215-477e-8d2d-5cd26ee8c574), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:45.461805 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a8ef7-411e-4473-ac51-0e16d3efddae None None] Port ffc53a80-1215-477e-8d2d-5cd26ee8c574 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:45.506379 n-d-820368-19 neutron-server[104247]: INFO neutron.db.ipam_backend_mixin [None req-11ad36aa-690f-46e4-b19f-ff5387a76fc6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b42505ff-5728-4889-90ed-19b2ea77a2f5 (CIDR: 2001:db8::/64) Feb 28 17:56:45.512008 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port a9fdeb43-92e0-4483-9824-df348a9fc819 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:45.553919 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ad36aa-690f-46e4-b19f-ff5387a76fc6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:56:45.554407 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ad36aa-690f-46e4-b19f-ff5387a76fc6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:45.690230 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-11ad36aa-690f-46e4-b19f-ff5387a76fc6 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5691137 Feb 28 17:56:45.695168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43122) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:45.700342 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-13196e82-b38d-44ab-89d1-13d521d62a36 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:46.233344 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13196e82-b38d-44ab-89d1-13d521d62a36 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:46.236904 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-13196e82-b38d-44ab-89d1-13d521d62a36 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:46.346608 n-d-820368-19 neutron-server[104247]: INFO neutron.db.ipam_backend_mixin [None req-13196e82-b38d-44ab-89d1-13d521d62a36 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 107ead79-f22e-41fd-8f8d-590bc8d97503 (CIDR: 2001:db8:0:1::/64) Feb 28 17:56:46.418990 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-13196e82-b38d-44ab-89d1-13d521d62a36 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 17:56:46.419445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13196e82-b38d-44ab-89d1-13d521d62a36 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:46.504739 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-13196e82-b38d-44ab-89d1-13d521d62a36 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8080301 Feb 28 17:56:46.508846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43130) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:46.512835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-79ef374a-c4c2-4490-9b04-9af8dec7fe9e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'subnet': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:46.704249 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ef374a-c4c2-4490-9b04-9af8dec7fe9e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Made reservation on behalf of 69b70c139b9d4aa39a6b2e36ff30c54f for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:56:46.707809 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-79ef374a-c4c2-4490-9b04-9af8dec7fe9e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:47.022148 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-79ef374a-c4c2-4490-9b04-9af8dec7fe9e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (a77008f2-0058-439a-a651-a3245999b940), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:47.065259 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ef374a-c4c2-4490-9b04-9af8dec7fe9e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:56:47.068663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-79ef374a-c4c2-4490-9b04-9af8dec7fe9e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:56:47.072651 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef374a-c4c2-4490-9b04-9af8dec7fe9e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:47.073254 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-79ef374a-c4c2-4490-9b04-9af8dec7fe9e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:47.079734 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae65026-c1d2-405f-814f-c07954b75b41 None None] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:47.088340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef374a-c4c2-4490-9b04-9af8dec7fe9e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Subnet': ['ID=a77008f2-0058-439a-a651-a3245999b940,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:47.181276 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-79ef374a-c4c2-4490-9b04-9af8dec7fe9e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6729558 Feb 28 17:56:47.183870 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43146) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:47.189293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-bebe3f7e-913a-4241-9c7f-3c992136e567 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-23148714', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a77008f2-0058-439a-a651-a3245999b940'}], 'security_groups': ['c2a5b970-b2cf-4d11-8aac-0d08157bae75', '38376c18-9793-40a0-902d-d81285ce2dcb']}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:56:47.291121 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Update dhcp port {'port': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'fixed_ips': [{'subnet_id': '107ead79-f22e-41fd-8f8d-590bc8d97503', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b42505ff-5728-4889-90ed-19b2ea77a2f5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a77008f2-0058-439a-a651-a3245999b940'}], 'binding:host_id': 'n-d-820368-19'}, 'id': 'a9fdeb43-92e0-4483-9824-df348a9fc819'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:56:47.321433 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:47.371657 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bebe3f7e-913a-4241-9c7f-3c992136e567 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (ffc53a80-1215-477e-8d2d-5cd26ee8c574), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:47.505130 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Allocated IP 2001:db8:0:2::2 (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608/a77008f2-0058-439a-a651-a3245999b940/a9fdeb43-92e0-4483-9824-df348a9fc819) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:47.770362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] For port a9fdeb43-92e0-4483-9824-df348a9fc819, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a9fdeb43-92e0-4483-9824-df348a9fc819,segment=NetworkSegment(e9b76678-f140-4844-88ce-431b30b61f4f),segment_id=e9b76678-f140-4844-88ce-431b30b61f4f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:47.802339 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Publish callbacks [] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:47.867841 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:47.957445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Pushing event updated for resources: {'Port': ['ID=a9fdeb43-92e0-4483-9824-df348a9fc819,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:47.994743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:47.995642 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:47.996226 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:47.996790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:47.997351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:47.997904 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:47.998505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:47.999058 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:48.000166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:48.000719 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:48.001280 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:48.001826 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:48.002419 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd079eb-ab50-4b0e-99ea-8a4914b889bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:56:48.004735 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-bebe3f7e-913a-4241-9c7f-3c992136e567 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Delete allocated IP 2001:db8::361 (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608/b42505ff-5728-4889-90ed-19b2ea77a2f5) {{(pid=104247) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 17:56:48.023825 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-bebe3f7e-913a-4241-9c7f-3c992136e567 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Allocated IP 2001:db8:0:2::32e (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608/a77008f2-0058-439a-a651-a3245999b940/ffc53a80-1215-477e-8d2d-5cd26ee8c574) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:56:48.231881 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bebe3f7e-913a-4241-9c7f-3c992136e567 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for port (ffc53a80-1215-477e-8d2d-5cd26ee8c574), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:48.293091 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bebe3f7e-913a-4241-9c7f-3c992136e567 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (ffc53a80-1215-477e-8d2d-5cd26ee8c574), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:48.376539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-bebe3f7e-913a-4241-9c7f-3c992136e567 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] In _notify_port_updated(), no bound segment for port ffc53a80-1215-477e-8d2d-5cd26ee8c574 on network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 {{(pid=104247) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 17:56:48.381760 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe3f7e-913a-4241-9c7f-3c992136e567 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:48.382407 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bebe3f7e-913a-4241-9c7f-3c992136e567 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:48.387258 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bebe3f7e-913a-4241-9c7f-3c992136e567 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "PUT /v2.0/ports/ffc53a80-1215-477e-8d2d-5cd26ee8c574 HTTP/1.1" status: 200 len: 968 time: 1.1989293 Feb 28 17:56:48.387258 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43160) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:48.418454 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe3f7e-913a-4241-9c7f-3c992136e567 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event updated for resources: {'Port': ['ID=ffc53a80-1215-477e-8d2d-5cd26ee8c574,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:48.526340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2b32a8af-76ec-4bdf-b01a-ce55c57329eb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port ffc53a80-1215-477e-8d2d-5cd26ee8c574 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:48.526822 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2b32a8af-76ec-4bdf-b01a-ce55c57329eb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ffc53a80-1215-477e-8d2d-5cd26ee8c574), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:48.639098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2b32a8af-76ec-4bdf-b01a-ce55c57329eb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ffc53a80-1215-477e-8d2d-5cd26ee8c574), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:48.652404 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-2b32a8af-76ec-4bdf-b01a-ce55c57329eb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for ffc53a80-1215-477e-8d2d-5cd26ee8c574 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:48.881755 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2b32a8af-76ec-4bdf-b01a-ce55c57329eb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ffc53a80-1215-477e-8d2d-5cd26ee8c574), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:48.902980 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a3a7cb22-6abe-41de-8ab9-77ce24519f0e None None] Could not find standard attr ID for object ffc53a80-1215-477e-8d2d-5cd26ee8c574. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:56:48.918352 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a3a7cb22-6abe-41de-8ab9-77ce24519f0e None None] Provisioning complete for port a9fdeb43-92e0-4483-9824-df348a9fc819 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:48.919008 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a3a7cb22-6abe-41de-8ab9-77ce24519f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:48.944275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32a8af-76ec-4bdf-b01a-ce55c57329eb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=ffc53a80-1215-477e-8d2d-5cd26ee8c574,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:48.972274 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2b32a8af-76ec-4bdf-b01a-ce55c57329eb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:48.984805 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43164) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:48.995657 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2b32a8af-76ec-4bdf-b01a-ce55c57329eb tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/ffc53a80-1215-477e-8d2d-5cd26ee8c574 HTTP/1.1" status: 204 len: 168 time: 0.6079586 Feb 28 17:56:49.020306 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1876fc-c6ca-4bd0-9f0a-adf892c40661 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] GET failed (client error): The resource could not be found. Feb 28 17:56:49.023711 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8e1876fc-c6ca-4bd0-9f0a-adf892c40661 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports/ffc53a80-1215-477e-8d2d-5cd26ee8c574 HTTP/1.1" status: 404 len: 333 time: 0.0377171 Feb 28 17:56:49.029709 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43166) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:49.057416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7cb22-6abe-41de-8ab9-77ce24519f0e None None] Current status of the port a9fdeb43-92e0-4483-9824-df348a9fc819 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:49.069211 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-a3a7cb22-6abe-41de-8ab9-77ce24519f0e None None] Provisioning complete for port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:49.069672 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a3a7cb22-6abe-41de-8ab9-77ce24519f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d0c3611c-9bd4-4c7b-8285-adcc7af54c16), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.108917 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8baea24-88b8-4e6c-8f64-693403c7975a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (2b14c608-7594-4152-90ac-cf323912f408), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.118997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7cb22-6abe-41de-8ab9-77ce24519f0e None None] Port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:49.136474 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8baea24-88b8-4e6c-8f64-693403c7975a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (2b14c608-7594-4152-90ac-cf323912f408), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.231499 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-41e85266-3cbe-4962-8594-a2ceeb36b827 None None] Could not find standard attr ID for object ffc53a80-1215-477e-8d2d-5cd26ee8c574. {{(pid=104248) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 17:56:49.296248 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8baea24-88b8-4e6c-8f64-693403c7975a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (2b14c608-7594-4152-90ac-cf323912f408), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.299756 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c8baea24-88b8-4e6c-8f64-693403c7975a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.302040 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c8baea24-88b8-4e6c-8f64-693403c7975a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/security-groups/2b14c608-7594-4152-90ac-cf323912f408 HTTP/1.1" status: 204 len: 168 time: 0.2699230 Feb 28 17:56:49.315439 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43172) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:49.323250 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8baea24-88b8-4e6c-8f64-693403c7975a tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b14c608-7594-4152-90ac-cf323912f408,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:49.398290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a9fdeb43-92e0-4483-9824-df348a9fc819 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:56:49.423814 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e86e2a0b-b18e-4a89-b912-7987ee0574cf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (38376c18-9793-40a0-902d-d81285ce2dcb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.452465 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e86e2a0b-b18e-4a89-b912-7987ee0574cf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (38376c18-9793-40a0-902d-d81285ce2dcb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.501524 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port a9fdeb43-92e0-4483-9824-df348a9fc819 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:49.502042 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.590735 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port a9fdeb43-92e0-4483-9824-df348a9fc819 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:49.613298 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e86e2a0b-b18e-4a89-b912-7987ee0574cf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (38376c18-9793-40a0-902d-d81285ce2dcb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.615978 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e86e2a0b-b18e-4a89-b912-7987ee0574cf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.622145 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e86e2a0b-b18e-4a89-b912-7987ee0574cf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/security-groups/38376c18-9793-40a0-902d-d81285ce2dcb HTTP/1.1" status: 204 len: 168 time: 0.3005307 Feb 28 17:56:49.622425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43176) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:49.637177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e2a0b-b18e-4a89-b912-7987ee0574cf tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38376c18-9793-40a0-902d-d81285ce2dcb,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:49.684780 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-158d080f-94e3-44fc-92ad-2520f94362da tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (c2a5b970-b2cf-4d11-8aac-0d08157bae75), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.707706 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-158d080f-94e3-44fc-92ad-2520f94362da tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (c2a5b970-b2cf-4d11-8aac-0d08157bae75), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.824420 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-158d080f-94e3-44fc-92ad-2520f94362da tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c2a5b970-b2cf-4d11-8aac-0d08157bae75), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.827197 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-158d080f-94e3-44fc-92ad-2520f94362da tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.828481 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-158d080f-94e3-44fc-92ad-2520f94362da tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/security-groups/c2a5b970-b2cf-4d11-8aac-0d08157bae75 HTTP/1.1" status: 204 len: 168 time: 0.2074392 Feb 28 17:56:49.831329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43178) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:49.838201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d080f-94e3-44fc-92ad-2520f94362da tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a5b970-b2cf-4d11-8aac-0d08157bae75,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:49.890164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91f0b6f-e110-4ded-8dba-af49af21b28e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting subnet b42505ff-5728-4889-90ed-19b2ea77a2f5 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:56:49.895203 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d91f0b6f-e110-4ded-8dba-af49af21b28e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (b42505ff-5728-4889-90ed-19b2ea77a2f5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:49.939797 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d91f0b6f-e110-4ded-8dba-af49af21b28e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (b42505ff-5728-4889-90ed-19b2ea77a2f5), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:50.030782 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d91f0b6f-e110-4ded-8dba-af49af21b28e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (b42505ff-5728-4889-90ed-19b2ea77a2f5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:50.153517 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d91f0b6f-e110-4ded-8dba-af49af21b28e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (b42505ff-5728-4889-90ed-19b2ea77a2f5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:50.179475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f0b6f-e110-4ded-8dba-af49af21b28e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Subnet': ['ID=b42505ff-5728-4889-90ed-19b2ea77a2f5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:50.187842 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d91f0b6f-e110-4ded-8dba-af49af21b28e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:50.194652 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d91f0b6f-e110-4ded-8dba-af49af21b28e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/b42505ff-5728-4889-90ed-19b2ea77a2f5 HTTP/1.1" status: 204 len: 168 time: 0.3586094 Feb 28 17:56:50.195350 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43180) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:50.198672 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22417e04-325f-4bdc-bd19-06e2fa361de8 None None] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:50.248292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-62cdd70a-6309-4ca2-9d8e-7e453f8b91a5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting subnet a77008f2-0058-439a-a651-a3245999b940 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:56:50.251537 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62cdd70a-6309-4ca2-9d8e-7e453f8b91a5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (a77008f2-0058-439a-a651-a3245999b940), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:50.295973 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62cdd70a-6309-4ca2-9d8e-7e453f8b91a5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (a77008f2-0058-439a-a651-a3245999b940), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:50.403202 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62cdd70a-6309-4ca2-9d8e-7e453f8b91a5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (a77008f2-0058-439a-a651-a3245999b940), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:50.548274 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62cdd70a-6309-4ca2-9d8e-7e453f8b91a5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (a77008f2-0058-439a-a651-a3245999b940), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:50.576367 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdd70a-6309-4ca2-9d8e-7e453f8b91a5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Subnet': ['ID=a77008f2-0058-439a-a651-a3245999b940,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:50.583517 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-62cdd70a-6309-4ca2-9d8e-7e453f8b91a5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:50.587346 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-62cdd70a-6309-4ca2-9d8e-7e453f8b91a5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/a77008f2-0058-439a-a651-a3245999b940 HTTP/1.1" status: 204 len: 168 time: 0.3912373 Feb 28 17:56:50.590406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43188) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:50.620068 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2747c79-f05e-42cb-96a1-687efd9a474f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] DELETE failed (client error): The resource could not be found. Feb 28 17:56:50.620938 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2747c79-f05e-42cb-96a1-687efd9a474f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:50.624712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f2747c79-f05e-42cb-96a1-687efd9a474f tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/b42505ff-5728-4889-90ed-19b2ea77a2f5 HTTP/1.1" status: 404 len: 337 time: 0.0331607 Feb 28 17:56:50.628259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43190) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:50.712083 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f40bcb-e211-4924-9314-eaf6ba049a60 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting subnet 107ead79-f22e-41fd-8f8d-590bc8d97503 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:56:50.719158 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-86f40bcb-e211-4924-9314-eaf6ba049a60 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (107ead79-f22e-41fd-8f8d-590bc8d97503), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:50.774588 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-86f40bcb-e211-4924-9314-eaf6ba049a60 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (107ead79-f22e-41fd-8f8d-590bc8d97503), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:50.886851 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-86f40bcb-e211-4924-9314-eaf6ba049a60 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (107ead79-f22e-41fd-8f8d-590bc8d97503), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:51.007907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690e629d-852d-4315-94e0-b3ef38b66dc2 None None] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:51.059182 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-86f40bcb-e211-4924-9314-eaf6ba049a60 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (107ead79-f22e-41fd-8f8d-590bc8d97503), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:51.078165 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ab2830cb-e074-4e60-a801-73ea08848977 None None] Provisioning complete for port a9fdeb43-92e0-4483-9824-df348a9fc819 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:51.078450 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ab2830cb-e074-4e60-a801-73ea08848977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:51.095211 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f40bcb-e211-4924-9314-eaf6ba049a60 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Subnet': ['ID=107ead79-f22e-41fd-8f8d-590bc8d97503,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:51.099179 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-86f40bcb-e211-4924-9314-eaf6ba049a60 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:51.102537 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-86f40bcb-e211-4924-9314-eaf6ba049a60 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/107ead79-f22e-41fd-8f8d-590bc8d97503 HTTP/1.1" status: 204 len: 168 time: 0.4733155 Feb 28 17:56:51.109549 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43198) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:51.144718 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3d160e-4557-422a-a623-80704c18eb48 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] DELETE failed (client error): The resource could not be found. Feb 28 17:56:51.145320 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b3d160e-4557-422a-a623-80704c18eb48 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:51.150043 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0b3d160e-4557-422a-a623-80704c18eb48 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/f6ccaaaf-7eab-474f-8633-c8322b0f3a11 HTTP/1.1" status: 404 len: 337 time: 0.0423489 Feb 28 17:56:51.151171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43202) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:51.190385 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9cc7ca92-2d35-4c37-99b1-bac2bc8f1ab5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "GET /v2.0/ports?device_id=89978939-8b4d-4d4a-b5c9-867072ad2ffa HTTP/1.1" status: 200 len: 205 time: 0.0378518 Feb 28 17:56:51.192723 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43206) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:51.258036 n-d-820368-19 neutron-server[104247]: INFO neutron.api.v2.resource [None req-2a9bebac-d79c-4683-aaac-53c1772b82c3 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] delete failed (client error): The resource could not be found. Feb 28 17:56:51.259085 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2a9bebac-d79c-4683-aaac-53c1772b82c3 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/routers/89978939-8b4d-4d4a-b5c9-867072ad2ffa HTTP/1.1" status: 404 len: 336 time: 0.0651674 Feb 28 17:56:51.261544 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43208) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:51.291370 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0adaf9-470b-4906-ab6b-1edd22480c97 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] DELETE failed (client error): The resource could not be found. Feb 28 17:56:51.291835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0adaf9-470b-4906-ab6b-1edd22480c97 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:51.295058 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-dd0adaf9-470b-4906-ab6b-1edd22480c97 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/9a31664e-2922-4a1a-8bde-20fa77a1c4e0 HTTP/1.1" status: 404 len: 337 time: 0.0325522 Feb 28 17:56:51.297662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43210) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:51.308093 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef330a2a-a40e-48b2-a1ae-80a438c03860 None None] Update dhcp port {'port': {'network_id': '5a3fb5d5-fc25-486f-a2f8-85b60d0f3608', 'fixed_ips': [{'subnet_id': '107ead79-f22e-41fd-8f8d-590bc8d97503'}], 'binding:host_id': 'n-d-820368-19'}, 'id': 'a9fdeb43-92e0-4483-9824-df348a9fc819'} from n-d-820368-19. {{(pid=104248) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 17:56:51.334498 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-1513baa8-7894-4713-9806-2a4e9d4a88b5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] DELETE failed (client error): The resource could not be found. Feb 28 17:56:51.334963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1513baa8-7894-4713-9806-2a4e9d4a88b5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:51.338641 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-1513baa8-7894-4713-9806-2a4e9d4a88b5 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/851756f1-9926-4b2c-ad72-dabe060d8986 HTTP/1.1" status: 404 len: 337 time: 0.0400305 Feb 28 17:56:51.341075 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43214) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:51.361293 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ef330a2a-a40e-48b2-a1ae-80a438c03860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:51.364061 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ab2830cb-e074-4e60-a801-73ea08848977 None None] Current status of the port a9fdeb43-92e0-4483-9824-df348a9fc819 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:51.370134 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2f85d7-16ac-485b-8fe0-139beacfd42b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] DELETE failed (client error): The resource could not be found. Feb 28 17:56:51.370596 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2f85d7-16ac-485b-8fe0-139beacfd42b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:51.373707 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7f2f85d7-16ac-485b-8fe0-139beacfd42b tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/f2537c72-87b5-42fe-b50c-27e2e9aeb443 HTTP/1.1" status: 404 len: 337 time: 0.0313935 Feb 28 17:56:51.378829 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43216) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:51.403852 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-613ba36d-37b9-45db-9e83-1f3f342ef699 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] DELETE failed (client error): The resource could not be found. Feb 28 17:56:51.404551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613ba36d-37b9-45db-9e83-1f3f342ef699 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:51.408480 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-613ba36d-37b9-45db-9e83-1f3f342ef699 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/0922b4ce-fbfa-4fe6-b5bf-84119b09c65c HTTP/1.1" status: 404 len: 333 time: 0.0282111 Feb 28 17:56:51.410861 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43220) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:51.424077 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-ab2830cb-e074-4e60-a801-73ea08848977 None None] Provisioning complete for port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:51.424452 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ab2830cb-e074-4e60-a801-73ea08848977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d0c3611c-9bd4-4c7b-8285-adcc7af54c16), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:51.443458 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-18105e53-487d-4cad-b064-0fa145eac757 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] DELETE failed (client error): The resource could not be found. Feb 28 17:56:51.443905 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18105e53-487d-4cad-b064-0fa145eac757 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:51.449693 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-18105e53-487d-4cad-b064-0fa145eac757 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/34e6f17c-6ff1-4e8f-9888-aa76445838d0 HTTP/1.1" status: 404 len: 337 time: 0.0353286 Feb 28 17:56:51.450051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43222) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:51.476398 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf50f610-538f-4419-9c20-5d4fb87bff27 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] DELETE failed (client error): The resource could not be found. Feb 28 17:56:51.476855 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf50f610-538f-4419-9c20-5d4fb87bff27 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:51.482495 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-bf50f610-538f-4419-9c20-5d4fb87bff27 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/002472d6-2a8e-43af-9a47-ea7bff88b141 HTTP/1.1" status: 404 len: 337 time: 0.0288742 Feb 28 17:56:51.482672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43224) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:51.507426 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab84cb9-585d-472c-b116-61d5a32636b0 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] DELETE failed (client error): The resource could not be found. Feb 28 17:56:51.507964 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab84cb9-585d-472c-b116-61d5a32636b0 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:51.514009 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43226) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:51.514175 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9ab84cb9-585d-472c-b116-61d5a32636b0 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/7394ce46-ad02-4955-ade5-253539a0cba6 HTTP/1.1" status: 404 len: 333 time: 0.0304039 Feb 28 17:56:51.530242 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ab2830cb-e074-4e60-a801-73ea08848977 None None] Port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:51.560176 n-d-820368-19 neutron-server[104247]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf1c742-e022-4861-bf4a-a83e3fd2ce2e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] DELETE failed (client error): The resource could not be found. Feb 28 17:56:51.560738 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf1c742-e022-4861-bf4a-a83e3fd2ce2e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104247) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:51.565357 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fcf1c742-e022-4861-bf4a-a83e3fd2ce2e tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/078fd1a3-d004-479c-8d7b-776b8121d350 HTTP/1.1" status: 404 len: 337 time: 0.0501494 Feb 28 17:56:51.567225 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43230) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:51.607253 n-d-820368-19 neutron-server[104246]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54ca41f-44e3-411b-938d-bcb7868becde tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] DELETE failed (client error): The resource could not be found. Feb 28 17:56:51.607927 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54ca41f-44e3-411b-938d-bcb7868becde tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104246) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 17:56:51.613856 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c54ca41f-44e3-411b-938d-bcb7868becde tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/subnets/b9791cb7-961a-4eca-ab5c-55a543b73ae2 HTTP/1.1" status: 404 len: 337 time: 0.0448468 Feb 28 17:56:51.615799 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43232) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:51.617705 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcef9120-981f-4bf1-a89b-2bfe1338d536 None None] Network 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:56:51.691024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-cf71b9f4-3e7a-428c-9bb8-ab62bcdbaa3b None None] Provisioning complete for port a9fdeb43-92e0-4483-9824-df348a9fc819 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:51.691422 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cf71b9f4-3e7a-428c-9bb8-ab62bcdbaa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:51.731884 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7c819104-52c4-48e5-ad69-139ce4e08807 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:51.732418 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7c819104-52c4-48e5-ad69-139ce4e08807 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d0c3611c-9bd4-4c7b-8285-adcc7af54c16), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:51.817189 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-cf71b9f4-3e7a-428c-9bb8-ab62bcdbaa3b None None] Current status of the port a9fdeb43-92e0-4483-9824-df348a9fc819 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:56:51.820298 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6dcd3d-d237-403d-b4ec-cc870935b7dd None None] DHCP port deletion for 5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:56:51.820879 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7c819104-52c4-48e5-ad69-139ce4e08807 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d0c3611c-9bd4-4c7b-8285-adcc7af54c16), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:51.837789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7c819104-52c4-48e5-ad69-139ce4e08807 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for d0c3611c-9bd4-4c7b-8285-adcc7af54c16 owned by {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:51.865653 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-cf71b9f4-3e7a-428c-9bb8-ab62bcdbaa3b None None] Provisioning complete for port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:56:51.866203 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cf71b9f4-3e7a-428c-9bb8-ab62bcdbaa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d0c3611c-9bd4-4c7b-8285-adcc7af54c16), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:51.908711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-cf71b9f4-3e7a-428c-9bb8-ab62bcdbaa3b None None] Port d0c3611c-9bd4-4c7b-8285-adcc7af54c16 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:56:51.920627 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ac6dcd3d-d237-403d-b4ec-cc870935b7dd None None] Deleting port a9fdeb43-92e0-4483-9824-df348a9fc819 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:51.920627 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ac6dcd3d-d237-403d-b4ec-cc870935b7dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:51.992652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-ac6dcd3d-d237-403d-b4ec-cc870935b7dd None None] For port a9fdeb43-92e0-4483-9824-df348a9fc819, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=a9fdeb43-92e0-4483-9824-df348a9fc819,segment=NetworkSegment(e9b76678-f140-4844-88ce-431b30b61f4f),segment_id=e9b76678-f140-4844-88ce-431b30b61f4f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:51.993050 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ac6dcd3d-d237-403d-b4ec-cc870935b7dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:52.007861 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7c819104-52c4-48e5-ad69-139ce4e08807 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d0c3611c-9bd4-4c7b-8285-adcc7af54c16), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:52.010687 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-ac6dcd3d-d237-403d-b4ec-cc870935b7dd None None] Calling delete_port for a9fdeb43-92e0-4483-9824-df348a9fc819 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:52.048043 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c819104-52c4-48e5-ad69-139ce4e08807 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=d0c3611c-9bd4-4c7b-8285-adcc7af54c16,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:52.051719 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7c819104-52c4-48e5-ad69-139ce4e08807 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:52.057690 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7c819104-52c4-48e5-ad69-139ce4e08807 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/ports/d0c3611c-9bd4-4c7b-8285-adcc7af54c16 HTTP/1.1" status: 204 len: 168 time: 0.4386079 Feb 28 17:56:52.058098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43240) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:52.148059 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:52.176312 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ac6dcd3d-d237-403d-b4ec-cc870935b7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:52.206846 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Deleting port a9fdeb43-92e0-4483-9824-df348a9fc819 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:56:52.207322 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:52.211460 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dcd3d-d237-403d-b4ec-cc870935b7dd None None] Pushing event deleted for resources: {'Port': ['ID=a9fdeb43-92e0-4483-9824-df348a9fc819,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:52.221338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6dcd3d-d237-403d-b4ec-cc870935b7dd None None] No DVR routers for this DVR port a9fdeb43-92e0-4483-9824-df348a9fc819 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:56:52.282926 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] For port a9fdeb43-92e0-4483-9824-df348a9fc819, host n-d-820368-19, got binding levels [] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:56:52.283307 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:52.296214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Calling delete_port for a9fdeb43-92e0-4483-9824-df348a9fc819 owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:56:52.299407 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.ipam_backend_mixin [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Port a9fdeb43-92e0-4483-9824-df348a9fc819 was not found and therefore no delete operation was performed {{(pid=104246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 17:56:52.300670 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (a9fdeb43-92e0-4483-9824-df348a9fc819), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:52.326309 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Port': ['ID=a9fdeb43-92e0-4483-9824-df348a9fc819,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:52.329598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] No DVR routers for this DVR port a9fdeb43-92e0-4483-9824-df348a9fc819 on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:56:52.418168 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:52.437958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3fb5d5-fc25-486f-a2f8-85b60d0f3608']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:52.446900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b76678-f140-4844-88ce-431b30b61f4f') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:52.447193 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b76678-f140-4844-88ce-431b30b61f4f') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:56:52.456893 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (e9b76678-f140-4844-88ce-431b30b61f4f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:52.471066 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (e9b76678-f140-4844-88ce-431b30b61f4f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:52.477247 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:56:52.477741 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (e9b76678-f140-4844-88ce-431b30b61f4f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: timer() Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:56:52.480970 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:56:52.613110 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (5a3fb5d5-fc25-486f-a2f8-85b60d0f3608), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:52.631992 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:52.636431 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] 10.222.0.72 "DELETE /v2.0/networks/5a3fb5d5-fc25-486f-a2f8-85b60d0f3608 HTTP/1.1" status: 204 len: 168 time: 0.5763130 Feb 28 17:56:52.638018 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f4eb5-74a1-4acf-832e-bcc251e24949 tempest-PortsIpV6TestJSON-547932696 tempest-PortsIpV6TestJSON-547932696-project] Pushing event deleted for resources: {'Network': ['ID=5a3fb5d5-fc25-486f-a2f8-85b60d0f3608,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:53.121319 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff00d3-58c0-4d2a-adde-4b599bb0177a req-8bd55efd-0fab-4144-aada-30e3ea0f627d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:53.123024 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1dff00d3-58c0-4d2a-adde-4b599bb0177a req-8bd55efd-0fab-4144-aada-30e3ea0f627d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0647516 Feb 28 17:56:53.202566 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1dff00d3-58c0-4d2a-adde-4b599bb0177a req-2a46b0c7-b6ed-43a3-87dd-735df7e8f36d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700109 Feb 28 17:56:53.338371 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a9fdeb43-92e0-4483-9824-df348a9fc819 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:56:53.363337 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: a9fdeb43-92e0-4483-9824-df348a9fc819 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:56:53.363800 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device a9fdeb43-92e0-4483-9824-df348a9fc819 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:56:53.478364 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43278) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:53.629157 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-83cbe5ea-df2a-47ea-bf87-1a281312a6d8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=69b70c139b9d4aa39a6b2e36ff30c54f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493268 Feb 28 17:56:53.631522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43284) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:53.687029 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6382a01b-bcc0-4dbb-a59c-ded123236e6e admin admin] Publish callbacks [] for security_group (e0170815-56de-40d0-a9b1-b19ff293555e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:53.707770 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6382a01b-bcc0-4dbb-a59c-ded123236e6e admin admin] Publish callbacks [] for security_group (e0170815-56de-40d0-a9b1-b19ff293555e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:53.842207 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6382a01b-bcc0-4dbb-a59c-ded123236e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (e0170815-56de-40d0-a9b1-b19ff293555e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:53.842512 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-6382a01b-bcc0-4dbb-a59c-ded123236e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:53.846231 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-6382a01b-bcc0-4dbb-a59c-ded123236e6e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e0170815-56de-40d0-a9b1-b19ff293555e HTTP/1.1" status: 204 len: 168 time: 0.2115357 Feb 28 17:56:53.859450 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382a01b-bcc0-4dbb-a59c-ded123236e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0170815-56de-40d0-a9b1-b19ff293555e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:54.380852 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73bdab-f3df-41de-9c5d-df05ccad9573 req-02e40231-4c55-491f-b6cd-10d83ec9a8a6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:54.383131 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7a73bdab-f3df-41de-9c5d-df05ccad9573 req-02e40231-4c55-491f-b6cd-10d83ec9a8a6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0706754 Feb 28 17:56:54.441952 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7a73bdab-f3df-41de-9c5d-df05ccad9573 req-f072387f-adc5-436f-b800-207745f88285 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486298 Feb 28 17:56:54.659039 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:56:54.974563 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43324) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:55.079804 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-709b883c-5b56-481a-a8ad-76bde4b492f8 tempest-ServiceProvidersTest-1506710290 tempest-ServiceProvidersTest-1506710290-project] 10.222.0.72 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1040876 Feb 28 17:56:55.590708 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786e1a-12c0-4788-9455-bdfb5193d847 req-5d057220-b583-4820-8411-fbb8f838001e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:55.598350 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0786e1a-12c0-4788-9455-bdfb5193d847 req-5d057220-b583-4820-8411-fbb8f838001e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0609715 Feb 28 17:56:55.617204 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43340) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:55.657732 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0786e1a-12c0-4788-9455-bdfb5193d847 req-c50863d0-7d1b-4742-a911-1b80a2913806 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531690 Feb 28 17:56:55.727370 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47c8de42-27d8-474d-ac6f-007fe6016260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:55.808245 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47c8de42-27d8-474d-ac6f-007fe6016260 admin admin] Publish callbacks [] for security_group (31ceb4ea-4cee-4b10-bbbf-2b06ffa61075), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:55.887525 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-47c8de42-27d8-474d-ac6f-007fe6016260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (31ceb4ea-4cee-4b10-bbbf-2b06ffa61075), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:55.934353 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-47c8de42-27d8-474d-ac6f-007fe6016260 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e6c38224c1e9478182ba5be065a3e3f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3133788 Feb 28 17:56:55.934353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8de42-27d8-474d-ac6f-007fe6016260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ceb4ea-4cee-4b10-bbbf-2b06ffa61075,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:55.934955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43348) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:55.990547 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e1b92e2-2f27-4bb9-8f0f-27f8327df659 admin admin] Publish callbacks [] for security_group (31ceb4ea-4cee-4b10-bbbf-2b06ffa61075), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:56.016618 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e1b92e2-2f27-4bb9-8f0f-27f8327df659 admin admin] Publish callbacks [] for security_group (31ceb4ea-4cee-4b10-bbbf-2b06ffa61075), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:56.124609 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e1b92e2-2f27-4bb9-8f0f-27f8327df659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (31ceb4ea-4cee-4b10-bbbf-2b06ffa61075), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:56.127462 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-3e1b92e2-2f27-4bb9-8f0f-27f8327df659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:56.131342 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-3e1b92e2-2f27-4bb9-8f0f-27f8327df659 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31ceb4ea-4cee-4b10-bbbf-2b06ffa61075 HTTP/1.1" status: 204 len: 168 time: 0.1926525 Feb 28 17:56:56.137669 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b92e2-2f27-4bb9-8f0f-27f8327df659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ceb4ea-4cee-4b10-bbbf-2b06ffa61075,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:56.793006 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769549c-98fc-454e-9000-4ff80ed37ff6 req-ebc2f1e5-5848-4475-8237-614988e19d53 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:56.795310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a769549c-98fc-454e-9000-4ff80ed37ff6 req-ebc2f1e5-5848-4475-8237-614988e19d53 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0788631 Feb 28 17:56:56.859581 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a769549c-98fc-454e-9000-4ff80ed37ff6 req-f704f2db-6a1f-4bde-88b5-8edf240f8ffd tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570891 Feb 28 17:56:57.333191 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43386) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:57.337823 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030138 Feb 28 17:56:57.340855 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43388) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:57.467438 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-73a5ed60-49d8-4626-afdf-57200a520534 tempest-NetworksApiDiscovery-1851550495 tempest-NetworksApiDiscovery-1851550495-project] 10.222.0.72 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1216526 Feb 28 17:56:57.923338 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43404) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:58.015611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5ef9a-655c-4ffa-944a-c620222a545f req-58f3fc86-f48d-4dba-8a0e-97804c566381 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:58.024489 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74a5ef9a-655c-4ffa-944a-c620222a545f req-58f3fc86-f48d-4dba-8a0e-97804c566381 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0666907 Feb 28 17:56:58.079229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74a5ef9a-655c-4ffa-944a-c620222a545f req-8144599c-808a-4d96-b919-a34c56934c14 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537996 Feb 28 17:56:58.089037 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fdec-105f-4152-84ec-b9d71b7188dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:58.174600 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fdec-105f-4152-84ec-b9d71b7188dd admin admin] Publish callbacks [] for security_group (46658d8b-c076-4ebc-93f0-b5183570bbfe), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:58.246858 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fdec-105f-4152-84ec-b9d71b7188dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (46658d8b-c076-4ebc-93f0-b5183570bbfe), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:58.286550 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1ae1fdec-105f-4152-84ec-b9d71b7188dd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=915362577a1e4bab876f7428e0bb4d3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3613276 Feb 28 17:56:58.287119 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1fdec-105f-4152-84ec-b9d71b7188dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46658d8b-c076-4ebc-93f0-b5183570bbfe,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:58.289270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43414) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:56:58.362106 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2a53c94-8d2d-4a41-805d-3278d2bf68a5 admin admin] Publish callbacks [] for security_group (46658d8b-c076-4ebc-93f0-b5183570bbfe), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:58.399279 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2a53c94-8d2d-4a41-805d-3278d2bf68a5 admin admin] Publish callbacks [] for security_group (46658d8b-c076-4ebc-93f0-b5183570bbfe), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:58.515644 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2a53c94-8d2d-4a41-805d-3278d2bf68a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (46658d8b-c076-4ebc-93f0-b5183570bbfe), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:58.518370 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b2a53c94-8d2d-4a41-805d-3278d2bf68a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:56:58.522259 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b2a53c94-8d2d-4a41-805d-3278d2bf68a5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/46658d8b-c076-4ebc-93f0-b5183570bbfe HTTP/1.1" status: 204 len: 168 time: 0.2296395 Feb 28 17:56:58.528598 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a53c94-8d2d-4a41-805d-3278d2bf68a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46658d8b-c076-4ebc-93f0-b5183570bbfe,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:56:59.240181 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531ee06-f0c3-4c96-8533-a4af9e39115e req-936cfd9c-159c-44d1-943a-4154f308905f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:56:59.243166 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b531ee06-f0c3-4c96-8533-a4af9e39115e req-936cfd9c-159c-44d1-943a-4154f308905f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0836999 Feb 28 17:56:59.302745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b531ee06-f0c3-4c96-8533-a4af9e39115e req-2932a042-c40d-4d4d-8710-1657ce55133e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534372 Feb 28 17:57:00.443775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746acfef-bcdd-49cb-989c-5fa3e5005534 req-4861eea2-a79b-409d-b015-fd73e584236c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:00.446488 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-746acfef-bcdd-49cb-989c-5fa3e5005534 req-4861eea2-a79b-409d-b015-fd73e584236c tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0622466 Feb 28 17:57:00.499092 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-746acfef-bcdd-49cb-989c-5fa3e5005534 req-c977d24c-ed8f-45f1-9da7-0a51e0f0dff4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477972 Feb 28 17:57:01.648754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f3160-e43d-4d80-8540-d804ea9c601f req-512dcfbe-c459-43e8-8c4d-784dbbe3b327 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:01.650385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-291f3160-e43d-4d80-8540-d804ea9c601f req-512dcfbe-c459-43e8-8c4d-784dbbe3b327 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0695610 Feb 28 17:57:01.709822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-291f3160-e43d-4d80-8540-d804ea9c601f req-53167dd4-8d69-436b-83b9-c1cfdb0d32d6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490832 Feb 28 17:57:02.199367 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43532) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:02.304520 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8cffc452-6d82-4917-8705-29576fa1f2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:02.379437 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8cffc452-6d82-4917-8705-29576fa1f2a6 admin admin] Publish callbacks [] for security_group (838d389a-3ada-46d7-92e6-2227b27ee529), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:02.440956 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8cffc452-6d82-4917-8705-29576fa1f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (838d389a-3ada-46d7-92e6-2227b27ee529), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:02.479179 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffc452-6d82-4917-8705-29576fa1f2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838d389a-3ada-46d7-92e6-2227b27ee529,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:02.487387 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8cffc452-6d82-4917-8705-29576fa1f2a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bfea0f92550644788644cf652df9a240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2868254 Feb 28 17:57:02.487518 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43538) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:02.537860 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f58993ab-4793-437c-9209-503be16f2fee admin admin] Publish callbacks [] for security_group (838d389a-3ada-46d7-92e6-2227b27ee529), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:02.558523 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f58993ab-4793-437c-9209-503be16f2fee admin admin] Publish callbacks [] for security_group (838d389a-3ada-46d7-92e6-2227b27ee529), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:02.764133 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f58993ab-4793-437c-9209-503be16f2fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (838d389a-3ada-46d7-92e6-2227b27ee529), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:02.767476 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f58993ab-4793-437c-9209-503be16f2fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:02.771707 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f58993ab-4793-437c-9209-503be16f2fee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/838d389a-3ada-46d7-92e6-2227b27ee529 HTTP/1.1" status: 204 len: 168 time: 0.2805142 Feb 28 17:57:02.781406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58993ab-4793-437c-9209-503be16f2fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838d389a-3ada-46d7-92e6-2227b27ee529,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:02.835585 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17201b32-0075-4289-bc06-e7328fadc4ab req-b4227c16-7215-4942-bb04-f92064ebc9d7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:02.839680 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17201b32-0075-4289-bc06-e7328fadc4ab req-b4227c16-7215-4942-bb04-f92064ebc9d7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0625429 Feb 28 17:57:02.893070 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17201b32-0075-4289-bc06-e7328fadc4ab req-673ec01c-8c69-49ce-b95c-dba9a5535d6d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485759 Feb 28 17:57:03.431046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43556) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:03.445520 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aafbec29-ce10-4e5b-9e9f-5d29fb7da9a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:03.527721 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aafbec29-ce10-4e5b-9e9f-5d29fb7da9a9 admin admin] Publish callbacks [] for security_group (48a6b8de-20e9-4352-aa0d-6828e17c5c20), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:03.595667 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aafbec29-ce10-4e5b-9e9f-5d29fb7da9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (48a6b8de-20e9-4352-aa0d-6828e17c5c20), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:03.649964 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-aafbec29-ce10-4e5b-9e9f-5d29fb7da9a9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a1550c4b4714da386bc8b5355ed610b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2055104 Feb 28 17:57:03.649964 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbec29-ce10-4e5b-9e9f-5d29fb7da9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a6b8de-20e9-4352-aa0d-6828e17c5c20,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:03.651198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43562) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:03.727985 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5bd7425-f87a-4ea7-b955-479446b3ccf5 admin admin] Publish callbacks [] for security_group (48a6b8de-20e9-4352-aa0d-6828e17c5c20), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:03.752723 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5bd7425-f87a-4ea7-b955-479446b3ccf5 admin admin] Publish callbacks [] for security_group (48a6b8de-20e9-4352-aa0d-6828e17c5c20), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:03.915967 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5bd7425-f87a-4ea7-b955-479446b3ccf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (48a6b8de-20e9-4352-aa0d-6828e17c5c20), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:03.919131 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5bd7425-f87a-4ea7-b955-479446b3ccf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:03.924599 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e5bd7425-f87a-4ea7-b955-479446b3ccf5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48a6b8de-20e9-4352-aa0d-6828e17c5c20 HTTP/1.1" status: 204 len: 168 time: 0.2820797 Feb 28 17:57:03.933899 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd7425-f87a-4ea7-b955-479446b3ccf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a6b8de-20e9-4352-aa0d-6828e17c5c20,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:04.057512 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427dce8-5d9b-4b4a-ba3d-2befc5b194b6 req-1589d9c2-bc5b-4623-b44e-46928adff54b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:04.059949 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e427dce8-5d9b-4b4a-ba3d-2befc5b194b6 req-1589d9c2-bc5b-4623-b44e-46928adff54b tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0669823 Feb 28 17:57:04.118152 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e427dce8-5d9b-4b4a-ba3d-2befc5b194b6 req-cc859913-f57f-4cf0-b049-24bff307e18d tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480325 Feb 28 17:57:05.250060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57d3e8-e2ef-4c97-9612-b43ea23980b4 req-9ad1d419-b6a9-44d5-9002-15553b6d62b6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:05.251644 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b57d3e8-e2ef-4c97-9612-b43ea23980b4 req-9ad1d419-b6a9-44d5-9002-15553b6d62b6 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0572510 Feb 28 17:57:05.306334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b57d3e8-e2ef-4c97-9612-b43ea23980b4 req-bdf908cf-9a0c-408a-b51f-c6e5b9f87501 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492280 Feb 28 17:57:06.431045 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4ba21-4026-445c-a9b9-003074681ed7 req-b6bfd3d2-c59a-498f-9c2f-4544d06967d1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:06.432538 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-68b4ba21-4026-445c-a9b9-003074681ed7 req-b6bfd3d2-c59a-498f-9c2f-4544d06967d1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0545020 Feb 28 17:57:06.487822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-68b4ba21-4026-445c-a9b9-003074681ed7 req-1797afe7-3f45-44ac-965f-b963ae5814df tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485797 Feb 28 17:57:07.622734 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0abac-8a94-423c-b71c-3577206b273f req-6f94fa25-66dd-427b-9640-a9e00937f163 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:07.624918 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17e0abac-8a94-423c-b71c-3577206b273f req-6f94fa25-66dd-427b-9640-a9e00937f163 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0649464 Feb 28 17:57:07.698199 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17e0abac-8a94-423c-b71c-3577206b273f req-9b0ef170-9deb-4711-91c1-819fd348d051 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674539 Feb 28 17:57:07.707153 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-70b798b6-3a95-4ef6-8cb5-a20d318217e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:07.991419 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:08.823745 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e5d99-9d59-4c73-a5bf-45dd1378bfde req-8f2cda7e-de8b-4cbb-bbaf-3761528c5965 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:08.825346 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-297e5d99-9d59-4c73-a5bf-45dd1378bfde req-8f2cda7e-de8b-4cbb-bbaf-3761528c5965 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0606041 Feb 28 17:57:08.882049 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-297e5d99-9d59-4c73-a5bf-45dd1378bfde req-f0cf28b4-1e78-46f7-9f48-0ce218395726 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488017 Feb 28 17:57:09.987788 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cd597d89-5784-44f4-85cf-9f803198cd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:10.111161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb12848-0ad2-4897-9701-b7bd609e9c36 req-f31201ea-ae7e-4fd3-9c43-9a3fd55f90d1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:10.112822 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-efb12848-0ad2-4897-9701-b7bd609e9c36 req-f31201ea-ae7e-4fd3-9c43-9a3fd55f90d1 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.1422825 Feb 28 17:57:10.169246 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-efb12848-0ad2-4897-9701-b7bd609e9c36 req-f049b28f-47e9-467d-b9f3-92e83dc4b2b4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508053 Feb 28 17:57:10.248029 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:10.876895 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43838) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:11.028055 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8cf27adb-5393-46d6-a23b-e92e2d25c6c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:11.124793 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8cf27adb-5393-46d6-a23b-e92e2d25c6c6 admin admin] Publish callbacks [] for security_group (8aae0a0d-53e6-40b3-a3dc-3a9c98df556e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:11.177906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ddb6b-9122-43f0-a284-bcb071438b85 req-71a10de1-2c4d-47a4-a886-f4a6b2326b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:11.180441 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c3ddb6b-9122-43f0-a284-bcb071438b85 req-71a10de1-2c4d-47a4-a886-f4a6b2326b0f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 1128 time: 0.0569794 Feb 28 17:57:11.215414 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8cf27adb-5393-46d6-a23b-e92e2d25c6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8aae0a0d-53e6-40b3-a3dc-3a9c98df556e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:11.252787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9c3ddb6b-9122-43f0-a284-bcb071438b85 req-6d30f42c-239c-4ac9-88da-eabe42144005 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665751 Feb 28 17:57:11.257166 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43854) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:11.260214 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8cf27adb-5393-46d6-a23b-e92e2d25c6c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8968efb3013449c7884f16fa1248e04c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793783 Feb 28 17:57:11.282846 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf27adb-5393-46d6-a23b-e92e2d25c6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aae0a0d-53e6-40b3-a3dc-3a9c98df556e,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:11.333062 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-642373d6-7dff-42be-a4b1-912fd6282429 admin admin] Publish callbacks [] for security_group (8aae0a0d-53e6-40b3-a3dc-3a9c98df556e), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:11.360658 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-642373d6-7dff-42be-a4b1-912fd6282429 admin admin] Publish callbacks [] for security_group (8aae0a0d-53e6-40b3-a3dc-3a9c98df556e), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:11.465906 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4167f-e9c8-47f2-801f-1fe07a421f95 req-b5916dee-16c7-45ac-afdf-ecad8ed2b2e5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:11.468589 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abe4167f-e9c8-47f2-801f-1fe07a421f95 req-b5916dee-16c7-45ac-afdf-ecad8ed2b2e5 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.1363418 Feb 28 17:57:11.496636 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:11.525542 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-abe4167f-e9c8-47f2-801f-1fe07a421f95 req-7c05ab25-b471-421f-9663-999a07dd6b44 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484729 Feb 28 17:57:11.540169 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-642373d6-7dff-42be-a4b1-912fd6282429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8aae0a0d-53e6-40b3-a3dc-3a9c98df556e), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:11.542935 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-642373d6-7dff-42be-a4b1-912fd6282429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:11.544089 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-642373d6-7dff-42be-a4b1-912fd6282429 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8aae0a0d-53e6-40b3-a3dc-3a9c98df556e HTTP/1.1" status: 204 len: 168 time: 0.2856727 Feb 28 17:57:11.552707 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642373d6-7dff-42be-a4b1-912fd6282429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aae0a0d-53e6-40b3-a3dc-3a9c98df556e,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:12.339897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 43886) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:12.354694 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f6e67c70-5782-4f90-96ea-1cd5bb4677d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:12.448554 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f6e67c70-5782-4f90-96ea-1cd5bb4677d6 admin admin] Publish callbacks [] for security_group (110ce621-9ef2-4b23-9b38-7c6d4ebaaabc), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:12.504715 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f6e67c70-5782-4f90-96ea-1cd5bb4677d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (110ce621-9ef2-4b23-9b38-7c6d4ebaaabc), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:12.552565 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f6e67c70-5782-4f90-96ea-1cd5bb4677d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0b899c590027491aa27f221eec135c82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2114291 Feb 28 17:57:12.554130 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e67c70-5782-4f90-96ea-1cd5bb4677d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110ce621-9ef2-4b23-9b38-7c6d4ebaaabc,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:12.555222 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43898) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:12.616501 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-10da61dc-59ba-41b4-b0e1-391469a01f60 admin admin] Publish callbacks [] for security_group (110ce621-9ef2-4b23-9b38-7c6d4ebaaabc), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:12.618643 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:12.640574 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-10da61dc-59ba-41b4-b0e1-391469a01f60 admin admin] Publish callbacks [] for security_group (110ce621-9ef2-4b23-9b38-7c6d4ebaaabc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:12.734835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de7790-6f09-44bb-b495-186f7457bc48 req-84c4a6cd-f250-4bf7-9d70-eb73a304e609 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:12.736344 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74de7790-6f09-44bb-b495-186f7457bc48 req-84c4a6cd-f250-4bf7-9d70-eb73a304e609 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0883927 Feb 28 17:57:12.798785 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-74de7790-6f09-44bb-b495-186f7457bc48 req-7a3f9313-fb4b-4952-a56a-a1f659c7c81e tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565901 Feb 28 17:57:12.823065 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 43904) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:12.935347 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-10da61dc-59ba-41b4-b0e1-391469a01f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (110ce621-9ef2-4b23-9b38-7c6d4ebaaabc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:12.937888 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-10da61dc-59ba-41b4-b0e1-391469a01f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:12.939157 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-10da61dc-59ba-41b4-b0e1-391469a01f60 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/110ce621-9ef2-4b23-9b38-7c6d4ebaaabc HTTP/1.1" status: 204 len: 168 time: 0.3821809 Feb 28 17:57:12.965675 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-61ff1dc4-8a68-4251-b9e5-1b4c85ac29af tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/floatingips/35b6f815-505a-48c6-9108-339b2b0ff3e2 HTTP/1.1" status: 200 len: 992 time: 0.1414654 Feb 28 17:57:12.966530 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da61dc-59ba-41b4-b0e1-391469a01f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110ce621-9ef2-4b23-9b38-7c6d4ebaaabc,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:13.135174 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 68f20b1e-20b3-42d8-934a-261f59936cdd details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:57:13.140317 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 68f20b1e-20b3-42d8-934a-261f59936cdd no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:57:13.286302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 68f20b1e-20b3-42d8-934a-261f59936cdd is: ACTIVE; New status is: DOWN {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:57:13.286674 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:13.321362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 68f20b1e-20b3-42d8-934a-261f59936cdd, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=68f20b1e-20b3-42d8-934a-261f59936cdd,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:57:13.326977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f20b1e-20b3-42d8-934a-261f59936cdd'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:57:13.329745 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df454c-27f2-4d72-aa14-260fd6ff97fd" -d '{"events": [{"server_uuid": "5cc3fee2-6c70-41d7-ab4f-dedc07ce1def", "name": "network-vif-unplugged", "status": "completed", "tag": "68f20b1e-20b3-42d8-934a-261f59936cdd"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:57:13.349057 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 68f20b1e-20b3-42d8-934a-261f59936cdd, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=68f20b1e-20b3-42d8-934a-261f59936cdd,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:57:13.350148 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'port_id': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'mac_address': 'fa:16:3e:c1:41:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:57:13.391646 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 68f20b1e-20b3-42d8-934a-261f59936cdd is: ACTIVE; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:57:13.392576 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:13.428303 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68f20b1e-20b3-42d8-934a-261f59936cdd {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:57:13.432423 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:13.548015 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=68f20b1e-20b3-42d8-934a-261f59936cdd,revision_number=6']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:13.566908 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.db.api [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:57:13.567277 n-d-820368-19 neutron-server[104248]: DEBUG oslo_db.api [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:57:13.597063 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 17:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd5554b-5aa1-4de4-a197-b9cef5b34980 x-openstack-request-id: req-7dd5554b-5aa1-4de4-a197-b9cef5b34980 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:57:13.597414 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc3fee2-6c70-41d7-ab4f-dedc07ce1def", "name": "network-vif-unplugged", "status": "completed", "tag": "68f20b1e-20b3-42d8-934a-261f59936cdd", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:57:13.597864 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7dd5554b-5aa1-4de4-a197-b9cef5b34980 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:57:13.598312 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'code': 200} Feb 28 17:57:13.992787 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:14.107920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 68f20b1e-20b3-42d8-934a-261f59936cdd is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:57:14.108366 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:14.122160 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f20b1e-20b3-42d8-934a-261f59936cdd {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:57:14.148543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 68f20b1e-20b3-42d8-934a-261f59936cdd, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=68f20b1e-20b3-42d8-934a-261f59936cdd,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:57:14.222947 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:14.275899 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=68f20b1e-20b3-42d8-934a-261f59936cdd,revision_number=7']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:14.470400 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['68f20b1e-20b3-42d8-934a-261f59936cdd'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:57:15.145550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 68f20b1e-20b3-42d8-934a-261f59936cdd up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:57:15.208907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 68f20b1e-20b3-42d8-934a-261f59936cdd triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:57:15.209409 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:15.303810 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 68f20b1e-20b3-42d8-934a-261f59936cdd is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:57:15.304222 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:15.337624 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 68f20b1e-20b3-42d8-934a-261f59936cdd, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=68f20b1e-20b3-42d8-934a-261f59936cdd,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:57:15.478683 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:15.535600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=68f20b1e-20b3-42d8-934a-261f59936cdd,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:15.599825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f20b1e-20b3-42d8-934a-261f59936cdd'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:57:15.603236 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfcd9f8-cc59-45ee-85b2-4362107d3dde" -d '{"events": [{"server_uuid": "5cc3fee2-6c70-41d7-ab4f-dedc07ce1def", "name": "network-vif-plugged", "status": "completed", "tag": "68f20b1e-20b3-42d8-934a-261f59936cdd"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:57:15.684929 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9434eb77-6e8b-4735-a3cd-e2e9cdb5b7de x-openstack-request-id: req-9434eb77-6e8b-4735-a3cd-e2e9cdb5b7de {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:57:15.684929 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc3fee2-6c70-41d7-ab4f-dedc07ce1def", "name": "network-vif-plugged", "status": "completed", "tag": "68f20b1e-20b3-42d8-934a-261f59936cdd", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:57:15.684929 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9434eb77-6e8b-4735-a3cd-e2e9cdb5b7de {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:57:15.684929 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'code': 200} Feb 28 17:57:16.326088 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44026) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:16.438268 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49ea5dee-f88e-415a-a7b3-21950e8b6611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:16.520253 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49ea5dee-f88e-415a-a7b3-21950e8b6611 admin admin] Publish callbacks [] for security_group (7b154b51-f96f-43b1-97dd-678fb18e2d94), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:16.612824 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-49ea5dee-f88e-415a-a7b3-21950e8b6611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7b154b51-f96f-43b1-97dd-678fb18e2d94), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:16.653852 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-49ea5dee-f88e-415a-a7b3-21950e8b6611 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee5eafc18eeb4bc69cf5a8d8855a31a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3311605 Feb 28 17:57:16.654753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea5dee-f88e-415a-a7b3-21950e8b6611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b154b51-f96f-43b1-97dd-678fb18e2d94,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:16.657296 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44038) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:16.706701 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-49910b57-1eec-406d-9e40-fe4328649f75 admin admin] Publish callbacks [] for security_group (7b154b51-f96f-43b1-97dd-678fb18e2d94), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:16.732436 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-49910b57-1eec-406d-9e40-fe4328649f75 admin admin] Publish callbacks [] for security_group (7b154b51-f96f-43b1-97dd-678fb18e2d94), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:16.893101 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-49910b57-1eec-406d-9e40-fe4328649f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7b154b51-f96f-43b1-97dd-678fb18e2d94), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:16.896661 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-49910b57-1eec-406d-9e40-fe4328649f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:16.901062 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-49910b57-1eec-406d-9e40-fe4328649f75 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7b154b51-f96f-43b1-97dd-678fb18e2d94 HTTP/1.1" status: 204 len: 168 time: 0.2424157 Feb 28 17:57:16.920233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49910b57-1eec-406d-9e40-fe4328649f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b154b51-f96f-43b1-97dd-678fb18e2d94,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:17.656912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44066) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:17.671677 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1cde370-ec83-4dfb-bacf-2d2ad775dcf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:17.747569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1cde370-ec83-4dfb-bacf-2d2ad775dcf2 admin admin] Publish callbacks [] for security_group (82dc4771-6a1a-4edf-9086-3c889aa429c8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:17.861098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1cde370-ec83-4dfb-bacf-2d2ad775dcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (82dc4771-6a1a-4edf-9086-3c889aa429c8), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:17.902480 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e1cde370-ec83-4dfb-bacf-2d2ad775dcf2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bf154fa75c03469eaf175a0a1a3cb63e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419393 Feb 28 17:57:17.902480 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cde370-ec83-4dfb-bacf-2d2ad775dcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dc4771-6a1a-4edf-9086-3c889aa429c8,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:17.903838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44072) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:17.959269 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6562a354-07af-46a5-a4cb-784ab17bf0ab admin admin] Publish callbacks [] for security_group (82dc4771-6a1a-4edf-9086-3c889aa429c8), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:17.989474 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6562a354-07af-46a5-a4cb-784ab17bf0ab admin admin] Publish callbacks [] for security_group (82dc4771-6a1a-4edf-9086-3c889aa429c8), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:18.137521 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6562a354-07af-46a5-a4cb-784ab17bf0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (82dc4771-6a1a-4edf-9086-3c889aa429c8), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:18.137521 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6562a354-07af-46a5-a4cb-784ab17bf0ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:18.137521 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6562a354-07af-46a5-a4cb-784ab17bf0ab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/82dc4771-6a1a-4edf-9086-3c889aa429c8 HTTP/1.1" status: 204 len: 168 time: 0.2248611 Feb 28 17:57:18.139762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562a354-07af-46a5-a4cb-784ab17bf0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dc4771-6a1a-4edf-9086-3c889aa429c8,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:21.738944 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc1005ca-b1f1-4629-96e8-055a79d7bdf2 req-e8d5b542-42cd-43c3-bb1b-a48ac59ee54f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459900 Feb 28 17:57:21.827674 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1005ca-b1f1-4629-96e8-055a79d7bdf2 req-c732d22b-339d-400b-bda9-78f36dcf0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:21.829208 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc1005ca-b1f1-4629-96e8-055a79d7bdf2 req-c732d22b-339d-400b-bda9-78f36dcf0e36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 1128 time: 0.0471070 Feb 28 17:57:21.938273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1005ca-b1f1-4629-96e8-055a79d7bdf2 req-47bb263c-1ff8-4fd0-91cc-83cc7ad1032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:21.939788 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc1005ca-b1f1-4629-96e8-055a79d7bdf2 req-47bb263c-1ff8-4fd0-91cc-83cc7ad1032d service neutron] 10.222.0.69 "GET /v2.0/networks?id=db7b3bca-281a-4fc9-b25b-c298bc308536 HTTP/1.1" status: 200 len: 898 time: 0.0927212 Feb 28 17:57:22.021764 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc1005ca-b1f1-4629-96e8-055a79d7bdf2 req-338b405b-3e80-421e-be94-38f89346397b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f20b1e-20b3-42d8-934a-261f59936cdd HTTP/1.1" status: 200 len: 1000 time: 0.0746875 Feb 28 17:57:22.089029 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1005ca-b1f1-4629-96e8-055a79d7bdf2 req-d5d3596d-4bef-429a-b7a0-b60df3338f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:22.090530 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc1005ca-b1f1-4629-96e8-055a79d7bdf2 req-d5d3596d-4bef-429a-b7a0-b60df3338f4c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50fffb81-71c6-4a44-9e11-7d9cebb5356b HTTP/1.1" status: 200 len: 834 time: 0.0545146 Feb 28 17:57:22.140362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1005ca-b1f1-4629-96e8-055a79d7bdf2 req-726f379b-2551-4504-8a60-f549a57f8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:22.141759 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc1005ca-b1f1-4629-96e8-055a79d7bdf2 req-726f379b-2551-4504-8a60-f549a57f8d76 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db7b3bca-281a-4fc9-b25b-c298bc308536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457668 Feb 28 17:57:22.250873 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc1005ca-b1f1-4629-96e8-055a79d7bdf2 req-465c213a-7a78-4d9f-a93e-4d9e553aa898 service neutron] 10.222.0.69 "GET /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028607 Feb 28 17:57:22.346386 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc1005ca-b1f1-4629-96e8-055a79d7bdf2 req-36820239-fec0-4b00-b9db-3b7b0c2e6db1 service neutron] 10.222.0.69 "GET /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897770 Feb 28 17:57:31.661552 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:57:36.944439 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44342) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:37.058410 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:37.151699 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Publish callbacks [] for security_group (af7fd9cf-d3a8-4810-893e-c8b0392a536b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:37.224243 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (af7fd9cf-d3a8-4810-893e-c8b0392a536b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:37.265409 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08d7f3b669cb44aeacebefdcaf63fe63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3193462 Feb 28 17:57:37.266793 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7fd9cf-d3a8-4810-893e-c8b0392a536b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:37.268358 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44352) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:37.281190 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.281816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.282951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.283455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.283960 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.284482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.284983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.285482 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.286017 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.286513 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.287029 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.287543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.287878 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef98f5d-8ac6-42af-8b0c-fcf3fad795db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.327253 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Publish callbacks [] for security_group (af7fd9cf-d3a8-4810-893e-c8b0392a536b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:37.351688 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Publish callbacks [] for security_group (af7fd9cf-d3a8-4810-893e-c8b0392a536b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:37.475507 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (af7fd9cf-d3a8-4810-893e-c8b0392a536b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:37.478183 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:37.479407 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/af7fd9cf-d3a8-4810-893e-c8b0392a536b HTTP/1.1" status: 204 len: 168 time: 0.2100704 Feb 28 17:57:37.488278 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7fd9cf-d3a8-4810-893e-c8b0392a536b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:37.496627 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.497057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.497479 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.498017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.498922 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.499359 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.499805 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.500226 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.500649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.501309 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.501877 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.502233 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.502663 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36656f6-a9ea-4c0e-ab90-520ea5b4cb21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:37.721056 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b857c416-5143-4701-b46d-642db9d3214a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:37.986206 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:38.180181 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44366) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:38.190301 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7b2b4089-1bea-4fd9-9c71-c2831a951625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:38.266874 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7b2b4089-1bea-4fd9-9c71-c2831a951625 admin admin] Publish callbacks [] for security_group (f2663038-0854-462c-bec0-b54795dd40b9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:38.340405 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7b2b4089-1bea-4fd9-9c71-c2831a951625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f2663038-0854-462c-bec0-b54795dd40b9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:38.381475 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7b2b4089-1bea-4fd9-9c71-c2831a951625 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=90fa57d878b14244a1f37c4ad25cd3d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2041888 Feb 28 17:57:38.382433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b4089-1bea-4fd9-9c71-c2831a951625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2663038-0854-462c-bec0-b54795dd40b9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:38.384356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44368) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:38.446417 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-08f3ea5e-0403-4638-b60b-d170bb16e052 admin admin] Publish callbacks [] for security_group (f2663038-0854-462c-bec0-b54795dd40b9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:38.474891 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-08f3ea5e-0403-4638-b60b-d170bb16e052 admin admin] Publish callbacks [] for security_group (f2663038-0854-462c-bec0-b54795dd40b9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:38.626278 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-08f3ea5e-0403-4638-b60b-d170bb16e052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f2663038-0854-462c-bec0-b54795dd40b9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:38.628958 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-08f3ea5e-0403-4638-b60b-d170bb16e052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:38.630205 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-08f3ea5e-0403-4638-b60b-d170bb16e052 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f2663038-0854-462c-bec0-b54795dd40b9 HTTP/1.1" status: 204 len: 168 time: 0.2440445 Feb 28 17:57:38.639528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3ea5e-0403-4638-b60b-d170bb16e052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2663038-0854-462c-bec0-b54795dd40b9,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:39.900964 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dc088388-abe7-4994-be3d-413b6ae3fb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:40.209274 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:41.466541 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:42.601032 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:43.531059 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44470) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:43.731430 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e5eff17b-8dff-4344-9ac7-6a4044751ca3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port 6483bde3-9715-4d59-bf95-5d85c024ee6e {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:57:43.731779 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5eff17b-8dff-4344-9ac7-6a4044751ca3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6483bde3-9715-4d59-bf95-5d85c024ee6e), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:43.851259 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5eff17b-8dff-4344-9ac7-6a4044751ca3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6483bde3-9715-4d59-bf95-5d85c024ee6e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:43.851764 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5eff17b-8dff-4344-9ac7-6a4044751ca3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (6483bde3-9715-4d59-bf95-5d85c024ee6e), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:43.864879 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e5eff17b-8dff-4344-9ac7-6a4044751ca3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for 6483bde3-9715-4d59-bf95-5d85c024ee6e owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:57:43.944230 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:44.161500 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5eff17b-8dff-4344-9ac7-6a4044751ca3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6483bde3-9715-4d59-bf95-5d85c024ee6e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:44.188498 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eff17b-8dff-4344-9ac7-6a4044751ca3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=6483bde3-9715-4d59-bf95-5d85c024ee6e,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:44.250463 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5eff17b-8dff-4344-9ac7-6a4044751ca3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for floatingip (35b6f815-505a-48c6-9108-339b2b0ff3e2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:44.250778 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-e5eff17b-8dff-4344-9ac7-6a4044751ca3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Floating IP 35b6f815-505a-48c6-9108-339b2b0ff3e2 disassociated (deleted). External IP: 172.25.3.95, port: 68f20b1e-20b3-42d8-934a-261f59936cdd. Feb 28 17:57:44.735164 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5eff17b-8dff-4344-9ac7-6a4044751ca3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:57:44.871923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5eff17b-8dff-4344-9ac7-6a4044751ca3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:57:44.876843 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e5eff17b-8dff-4344-9ac7-6a4044751ca3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:44.883796 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95cca32-7187-41d9-ab72-3ac88f5e4336 None None] Sync routers for ids ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:57:44.893795 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95cca32-7187-41d9-ab72-3ac88f5e4336 None None] Routers {'e1273ffd-01e2-40aa-bc32-b2cc575d6c37'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:57:44.894458 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f95cca32-7187-41d9-ab72-3ac88f5e4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:57:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:57:44.910042 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e5eff17b-8dff-4344-9ac7-6a4044751ca3 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/floatingips/35b6f815-505a-48c6-9108-339b2b0ff3e2 HTTP/1.1" status: 204 len: 168 time: 1.3753073 Feb 28 17:57:44.910042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'tag': '68f20b1e-20b3-42d8-934a-261f59936cdd'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:57:44.910869 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d64d8a-bf5a-492d-a497-ea6f8e51c29e" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc3fee2-6c70-41d7-ab4f-dedc07ce1def", "tag": "68f20b1e-20b3-42d8-934a-261f59936cdd"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:57:44.964412 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c54b60-57c4-4760-80a9-a94a874abaec x-openstack-request-id: req-20c54b60-57c4-4760-80a9-a94a874abaec {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:57:44.964975 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc3fee2-6c70-41d7-ab4f-dedc07ce1def", "tag": "68f20b1e-20b3-42d8-934a-261f59936cdd", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:57:44.965370 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-20c54b60-57c4-4760-80a9-a94a874abaec {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:57:44.965938 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'tag': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'status': 'completed', 'code': 200} Feb 28 17:57:45.034307 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-f95cca32-7187-41d9-ab72-3ac88f5e4336 None None] Set router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:57:45.047376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d64d8a-bf5a-492d-a497-ea6f8e51c29e req-7454f943-3173-4332-8c5f-71c7e9358de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:45.049046 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d64d8a-bf5a-492d-a497-ea6f8e51c29e req-7454f943-3173-4332-8c5f-71c7e9358de5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 1128 time: 0.0555022 Feb 28 17:57:45.171329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d64d8a-bf5a-492d-a497-ea6f8e51c29e req-78cd8956-1111-47fd-b4cb-570d5547c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:45.172969 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d64d8a-bf5a-492d-a497-ea6f8e51c29e req-78cd8956-1111-47fd-b4cb-570d5547c84f service neutron] 10.222.0.69 "GET /v2.0/networks?id=db7b3bca-281a-4fc9-b25b-c298bc308536 HTTP/1.1" status: 200 len: 898 time: 0.1151352 Feb 28 17:57:45.218279 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d64d8a-bf5a-492d-a497-ea6f8e51c29e req-c13c93a2-c89f-40fe-bb73-5f0f0cbbdd70 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68f20b1e-20b3-42d8-934a-261f59936cdd HTTP/1.1" status: 200 len: 217 time: 0.0377357 Feb 28 17:57:45.266057 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f95cca32-7187-41d9-ab72-3ac88f5e4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'd885accd-e308-474e-86ef-c240e0796ca1', 'name': '', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:73:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:58Z', 'updated_at': '2022-02-28T17:56:04Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:57:45.298864 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95cca32-7187-41d9-ab72-3ac88f5e4336 None None] Checking router: e1273ffd-01e2-40aa-bc32-b2cc575d6c37 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:57:45.311871 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95cca32-7187-41d9-ab72-3ac88f5e4336 None None] Routers {'e1273ffd-01e2-40aa-bc32-b2cc575d6c37'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:57:45.317703 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f95cca32-7187-41d9-ab72-3ac88f5e4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:57:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:57:45.317802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d64d8a-bf5a-492d-a497-ea6f8e51c29e req-88b22852-2e6b-409d-8a35-ae8e6d791423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:45.318712 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d64d8a-bf5a-492d-a497-ea6f8e51c29e req-88b22852-2e6b-409d-8a35-ae8e6d791423 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50fffb81-71c6-4a44-9e11-7d9cebb5356b HTTP/1.1" status: 200 len: 834 time: 0.0947196 Feb 28 17:57:45.398951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d64d8a-bf5a-492d-a497-ea6f8e51c29e req-88693d4e-ce0d-444a-a907-45159449fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:45.400479 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d64d8a-bf5a-492d-a497-ea6f8e51c29e req-88693d4e-ce0d-444a-a907-45159449fc38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db7b3bca-281a-4fc9-b25b-c298bc308536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0718491 Feb 28 17:57:45.454960 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-f95cca32-7187-41d9-ab72-3ac88f5e4336 None None] Set router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:57:45.488177 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96db1f1-7bbf-420e-875a-92ed1cba90a3 req-4bb1f899-7831-4eb9-bc6b-53a39d82833f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:45.490310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a96db1f1-7bbf-420e-875a-92ed1cba90a3 req-4bb1f899-7831-4eb9-bc6b-53a39d82833f tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.1210763 Feb 28 17:57:45.541231 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d64d8a-bf5a-492d-a497-ea6f8e51c29e req-5527843e-d83a-4253-9b91-1159c5d6e832 service neutron] 10.222.0.69 "GET /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339457 Feb 28 17:57:45.587235 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a96db1f1-7bbf-420e-875a-92ed1cba90a3 req-5cc4d1e2-d893-4b0b-99e3-aecbc05a3eb2 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847189 Feb 28 17:57:45.654010 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23d64d8a-bf5a-492d-a497-ea6f8e51c29e req-411778c6-1eed-45fb-a14b-b14228f4a8e2 service neutron] 10.222.0.69 "GET /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042747 Feb 28 17:57:45.693953 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-f95cca32-7187-41d9-ab72-3ac88f5e4336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'd885accd-e308-474e-86ef-c240e0796ca1', 'name': '', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:73:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:58Z', 'updated_at': '2022-02-28T17:56:04Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:57:45.725740 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95cca32-7187-41d9-ab72-3ac88f5e4336 None None] The sync data for ids ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'] in n-d-820368-19 is: [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'd885accd-e308-474e-86ef-c240e0796ca1', 'name': '', 'network_id': 'db7b3bca-281a-4fc9-b25b-c298bc308536', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'mac_address': 'fa:16:3e:73:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:58Z', 'updated_at': '2022-02-28T17:56:04Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'subnets': [{'id': '50fffb81-71c6-4a44-9e11-7d9cebb5356b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:57:46.042853 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a588676c-3660-4f55-a840-e83c8d7bbf9d None None] New status for floating IP 35b6f815-505a-48c6-9108-339b2b0ff3e2: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:57:46.744604 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc9bf8-d69b-423b-b29f-66802ac3913c req-da676d6a-efe0-4b3f-85a6-cb9f2b3a3b5a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:46.752518 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4cc9bf8-d69b-423b-b29f-66802ac3913c req-da676d6a-efe0-4b3f-85a6-cb9f2b3a3b5a tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0688777 Feb 28 17:57:46.772473 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935e972-23fb-4ec5-a587-dea19e4b679c req-897abf3a-d3ae-48dc-a78e-4199e5943457 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:46.775341 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4935e972-23fb-4ec5-a587-dea19e4b679c req-897abf3a-d3ae-48dc-a78e-4199e5943457 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 945 time: 0.0752332 Feb 28 17:57:46.804107 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4cc9bf8-d69b-423b-b29f-66802ac3913c req-cfa56001-e5ba-4ce8-aad3-b9afcd517ce4 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/security-groups?id=b53570df-971c-4769-a99f-81b9ac5cadc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506954 Feb 28 17:57:46.902588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-4935e972-23fb-4ec5-a587-dea19e4b679c req-d72eb4c0-8106-43bc-9e1b-a228f0355be7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port 68f20b1e-20b3-42d8-934a-261f59936cdd {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:57:46.902588 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4935e972-23fb-4ec5-a587-dea19e4b679c req-d72eb4c0-8106-43bc-9e1b-a228f0355be7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:47.000088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-4935e972-23fb-4ec5-a587-dea19e4b679c req-d72eb4c0-8106-43bc-9e1b-a228f0355be7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] For port 68f20b1e-20b3-42d8-934a-261f59936cdd, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=68f20b1e-20b3-42d8-934a-261f59936cdd,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:57:47.000453 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4935e972-23fb-4ec5-a587-dea19e4b679c req-d72eb4c0-8106-43bc-9e1b-a228f0355be7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:47.013287 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-4935e972-23fb-4ec5-a587-dea19e4b679c req-d72eb4c0-8106-43bc-9e1b-a228f0355be7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for 68f20b1e-20b3-42d8-934a-261f59936cdd owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:57:47.238374 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4935e972-23fb-4ec5-a587-dea19e4b679c req-d72eb4c0-8106-43bc-9e1b-a228f0355be7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (68f20b1e-20b3-42d8-934a-261f59936cdd), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:47.272575 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72eb4c0-8106-43bc-9e1b-a228f0355be7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=68f20b1e-20b3-42d8-934a-261f59936cdd,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:47.315157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-4935e972-23fb-4ec5-a587-dea19e4b679c req-d72eb4c0-8106-43bc-9e1b-a228f0355be7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] No DVR routers for this DVR port 68f20b1e-20b3-42d8-934a-261f59936cdd on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:57:47.322117 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-4935e972-23fb-4ec5-a587-dea19e4b679c req-d72eb4c0-8106-43bc-9e1b-a228f0355be7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:47.322117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4935e972-23fb-4ec5-a587-dea19e4b679c req-d72eb4c0-8106-43bc-9e1b-a228f0355be7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.69 "DELETE /v2.0/ports/68f20b1e-20b3-42d8-934a-261f59936cdd HTTP/1.1" status: 204 len: 173 time: 0.5420554 Feb 28 17:57:47.323006 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'name': 'network-vif-deleted', 'tag': '68f20b1e-20b3-42d8-934a-261f59936cdd'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:57:47.325575 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152a00d4-0ecf-48f4-a61d-63f97945f095" -d '{"events": [{"server_uuid": "5cc3fee2-6c70-41d7-ab4f-dedc07ce1def", "name": "network-vif-deleted", "tag": "68f20b1e-20b3-42d8-934a-261f59936cdd"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:57:47.368346 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2dae1a-b82c-43f2-8d6f-bfafe08f6405 x-openstack-request-id: req-3f2dae1a-b82c-43f2-8d6f-bfafe08f6405 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:57:47.368929 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc3fee2-6c70-41d7-ab4f-dedc07ce1def", "name": "network-vif-deleted", "tag": "68f20b1e-20b3-42d8-934a-261f59936cdd", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:57:47.369375 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3f2dae1a-b82c-43f2-8d6f-bfafe08f6405 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:57:47.370020 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc3fee2-6c70-41d7-ab4f-dedc07ce1def', 'name': 'network-vif-deleted', 'tag': '68f20b1e-20b3-42d8-934a-261f59936cdd', 'status': 'completed', 'code': 200} Feb 28 17:57:47.929273 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-84114b4c-af75-440b-8fea-242294556fdb req-e39bab39-f50d-444c-ba63-f75723d50724 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc3fee2-6c70-41d7-ab4f-dedc07ce1def HTTP/1.1" status: 200 len: 210 time: 0.0303249 Feb 28 17:57:49.008949 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44540) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:49.469396 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9ac40858-e8d8-4e6b-b0bb-ee923ca0ccc9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:49.754500 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9ac40858-e8d8-4e6b-b0bb-ee923ca0ccc9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port d885accd-e308-474e-86ef-c240e0796ca1 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:57:49.754986 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9ac40858-e8d8-4e6b-b0bb-ee923ca0ccc9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (d885accd-e308-474e-86ef-c240e0796ca1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:49.879617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-9ac40858-e8d8-4e6b-b0bb-ee923ca0ccc9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] For port d885accd-e308-474e-86ef-c240e0796ca1, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=d885accd-e308-474e-86ef-c240e0796ca1,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:57:49.879617 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9ac40858-e8d8-4e6b-b0bb-ee923ca0ccc9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (d885accd-e308-474e-86ef-c240e0796ca1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:49.896903 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-9ac40858-e8d8-4e6b-b0bb-ee923ca0ccc9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for d885accd-e308-474e-86ef-c240e0796ca1 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:57:50.201617 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9ac40858-e8d8-4e6b-b0bb-ee923ca0ccc9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (d885accd-e308-474e-86ef-c240e0796ca1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:50.240181 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac40858-e8d8-4e6b-b0bb-ee923ca0ccc9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=d885accd-e308-474e-86ef-c240e0796ca1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:50.618403 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9ac40858-e8d8-4e6b-b0bb-ee923ca0ccc9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:50.648238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44556) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:50.785620 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f00feb5d-5564-465c-af71-634112cd32ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:50.939998 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f00feb5d-5564-465c-af71-634112cd32ac admin admin] Publish callbacks [] for security_group (5ad7698f-67ca-4374-8166-1e4de5839e11), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:50.997685 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f00feb5d-5564-465c-af71-634112cd32ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5ad7698f-67ca-4374-8166-1e4de5839e11), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:51.030527 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac40858-e8d8-4e6b-b0bb-ee923ca0ccc9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:57:51.090588 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f00feb5d-5564-465c-af71-634112cd32ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4bb84a49892e4d45a01e9ce46ddc6f18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4388573 Feb 28 17:57:51.090588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00feb5d-5564-465c-af71-634112cd32ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad7698f-67ca-4374-8166-1e4de5839e11,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:51.092284 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44562) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:51.202825 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c584aa8-93b4-48ea-a671-53cf6713cbac admin admin] Publish callbacks [] for security_group (5ad7698f-67ca-4374-8166-1e4de5839e11), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:51.207245 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 68f20b1e-20b3-42d8-934a-261f59936cdd no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:57:51.270774 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 68f20b1e-20b3-42d8-934a-261f59936cdd {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:57:51.278812 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 68f20b1e-20b3-42d8-934a-261f59936cdd not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:57:51.281817 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac40858-e8d8-4e6b-b0bb-ee923ca0ccc9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:57:51.294596 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48632b8-1a10-4264-ab68-714baad83e2b None None] Sync routers for ids ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:57:51.296306 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c584aa8-93b4-48ea-a671-53cf6713cbac admin admin] Publish callbacks [] for security_group (5ad7698f-67ca-4374-8166-1e4de5839e11), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:51.307981 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48632b8-1a10-4264-ab68-714baad83e2b None None] Routers {'e1273ffd-01e2-40aa-bc32-b2cc575d6c37'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:57:51.308597 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a48632b8-1a10-4264-ab68-714baad83e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:57:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:57:51.337850 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9ac40858-e8d8-4e6b-b0bb-ee923ca0ccc9 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "PUT /v2.0/routers/e1273ffd-01e2-40aa-bc32-b2cc575d6c37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3266079 Feb 28 17:57:51.340953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44566) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:51.464355 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c035d0f-bb54-42d2-bbe4-afffbfda2049 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting subnet 50fffb81-71c6-4a44-9e11-7d9cebb5356b {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 17:57:51.465484 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a48632b8-1a10-4264-ab68-714baad83e2b None None] Set router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:57:51.477521 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c035d0f-bb54-42d2-bbe4-afffbfda2049 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for subnet (50fffb81-71c6-4a44-9e11-7d9cebb5356b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:51.552228 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c035d0f-bb54-42d2-bbe4-afffbfda2049 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (50fffb81-71c6-4a44-9e11-7d9cebb5356b), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:51.600376 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c584aa8-93b4-48ea-a671-53cf6713cbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (5ad7698f-67ca-4374-8166-1e4de5839e11), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:51.606955 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c584aa8-93b4-48ea-a671-53cf6713cbac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:51.609398 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2c584aa8-93b4-48ea-a671-53cf6713cbac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ad7698f-67ca-4374-8166-1e4de5839e11 HTTP/1.1" status: 204 len: 168 time: 0.5046086 Feb 28 17:57:51.656944 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c584aa8-93b4-48ea-a671-53cf6713cbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad7698f-67ca-4374-8166-1e4de5839e11,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:51.684140 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a48632b8-1a10-4264-ab68-714baad83e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:57:50Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:57:51.719375 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48632b8-1a10-4264-ab68-714baad83e2b None None] Checking router: e1273ffd-01e2-40aa-bc32-b2cc575d6c37 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:57:51.744778 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48632b8-1a10-4264-ab68-714baad83e2b None None] Routers {'e1273ffd-01e2-40aa-bc32-b2cc575d6c37'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:57:51.745413 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a48632b8-1a10-4264-ab68-714baad83e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:57:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:57:51.775012 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c035d0f-bb54-42d2-bbe4-afffbfda2049 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (50fffb81-71c6-4a44-9e11-7d9cebb5356b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:51.929340 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c035d0f-bb54-42d2-bbe4-afffbfda2049 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (50fffb81-71c6-4a44-9e11-7d9cebb5356b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:51.939560 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a48632b8-1a10-4264-ab68-714baad83e2b None None] Set router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:57:51.996668 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c035d0f-bb54-42d2-bbe4-afffbfda2049 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Subnet': ['ID=50fffb81-71c6-4a44-9e11-7d9cebb5356b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:52.001182 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2c035d0f-bb54-42d2-bbe4-afffbfda2049 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:52.007690 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44572) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:52.008198 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b9d25d-34f9-41db-ace1-02bf3db00f64 None None] Network db7b3bca-281a-4fc9-b25b-c298bc308536 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:57:52.020373 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2c035d0f-bb54-42d2-bbe4-afffbfda2049 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/subnets/50fffb81-71c6-4a44-9e11-7d9cebb5356b HTTP/1.1" status: 204 len: 168 time: 0.6770170 Feb 28 17:57:52.274543 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:52.318122 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] DHCP port deletion for db7b3bca-281a-4fc9-b25b-c298bc308536 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 17:57:52.402652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Deleting port 6767bcd2-2ff5-4175-b87d-31e22f54ad74 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:57:52.403281 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6767bcd2-2ff5-4175-b87d-31e22f54ad74), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:52.468814 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a48632b8-1a10-4264-ab68-714baad83e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:57:50Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:57:52.469836 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44578) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:52.494718 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fa05e703-a995-4807-97cd-122ffa94ecfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:52.495517 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48632b8-1a10-4264-ab68-714baad83e2b None None] The sync data for ids ['e1273ffd-01e2-40aa-bc32-b2cc575d6c37'] in n-d-820368-19 is: [{'id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363720323', 'tenant_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:57:50Z', 'revision_number': 5, 'project_id': 'a3eb0a57573941dbb6964a85dd6477cc', 'gw_port': {'id': 'ccf55693-03a2-4277-98bc-739f2bdac9a4', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:aa:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1273ffd-01e2-40aa-bc32-b2cc575d6c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:55:53Z', 'updated_at': '2022-02-28T17:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:57:52.528373 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_gateway (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:52.561373 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] For port 6767bcd2-2ff5-4175-b87d-31e22f54ad74, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6767bcd2-2ff5-4175-b87d-31e22f54ad74,segment=NetworkSegment(9cfee069-f33e-4d91-9f28-9893f32894d4),segment_id=9cfee069-f33e-4d91-9f28-9893f32894d4)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:57:52.561863 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6767bcd2-2ff5-4175-b87d-31e22f54ad74), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:52.582337 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Calling delete_port for 6767bcd2-2ff5-4175-b87d-31e22f54ad74 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:57:52.695981 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fa05e703-a995-4807-97cd-122ffa94ecfa admin admin] Publish callbacks [] for security_group (d7219c43-b8b7-4660-8859-c5fe6085d7fd), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:52.734794 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Deleting port ccf55693-03a2-4277-98bc-739f2bdac9a4 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:57:52.735145 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (ccf55693-03a2-4277-98bc-739f2bdac9a4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:52.744674 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (6767bcd2-2ff5-4175-b87d-31e22f54ad74), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:52.776195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Pushing event deleted for resources: {'Port': ['ID=6767bcd2-2ff5-4175-b87d-31e22f54ad74,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:52.781217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] No DVR routers for this DVR port 6767bcd2-2ff5-4175-b87d-31e22f54ad74 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:57:52.804268 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:52.805292 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:52.806018 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:52.806574 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:52.807118 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:52.807227 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fa05e703-a995-4807-97cd-122ffa94ecfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d7219c43-b8b7-4660-8859-c5fe6085d7fd), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:52.807736 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:52.808249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:52.808758 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:52.809277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:52.810341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:52.811551 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:52.812715 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:52.813397 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad081a6-334d-4465-80fc-0661cf2f7901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:57:52.882062 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] For port ccf55693-03a2-4277-98bc-739f2bdac9a4, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=ccf55693-03a2-4277-98bc-739f2bdac9a4,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:57:52.882738 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (ccf55693-03a2-4277-98bc-739f2bdac9a4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:52.890339 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fa05e703-a995-4807-97cd-122ffa94ecfa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=725dcb1e7a9d432eab186148884ad887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4191000 Feb 28 17:57:52.891414 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05e703-a995-4807-97cd-122ffa94ecfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7219c43-b8b7-4660-8859-c5fe6085d7fd,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:52.893451 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44580) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:52.909449 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Calling delete_port for ccf55693-03a2-4277-98bc-739f2bdac9a4 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:57:53.277837 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ec7b548-55be-42be-996a-26a270d44282 admin admin] Publish callbacks [] for security_group (d7219c43-b8b7-4660-8859-c5fe6085d7fd), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:53.341140 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ec7b548-55be-42be-996a-26a270d44282 admin admin] Publish callbacks [] for security_group (d7219c43-b8b7-4660-8859-c5fe6085d7fd), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:53.408443 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d885accd-e308-474e-86ef-c240e0796ca1 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:57:53.494964 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ec7b548-55be-42be-996a-26a270d44282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d7219c43-b8b7-4660-8859-c5fe6085d7fd), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:53.498309 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7ec7b548-55be-42be-996a-26a270d44282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:53.500989 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7ec7b548-55be-42be-996a-26a270d44282 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d7219c43-b8b7-4660-8859-c5fe6085d7fd HTTP/1.1" status: 204 len: 168 time: 0.6063428 Feb 28 17:57:53.514662 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7b548-55be-42be-996a-26a270d44282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7219c43-b8b7-4660-8859-c5fe6085d7fd,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:53.527117 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (ccf55693-03a2-4277-98bc-739f2bdac9a4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:53.569995 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Port': ['ID=ccf55693-03a2-4277-98bc-739f2bdac9a4,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:53.627382 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: d885accd-e308-474e-86ef-c240e0796ca1 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:57:53.628023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device d885accd-e308-474e-86ef-c240e0796ca1 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:57:53.628897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6767bcd2-2ff5-4175-b87d-31e22f54ad74 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:57:53.651910 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 6767bcd2-2ff5-4175-b87d-31e22f54ad74 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:57:53.652533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6767bcd2-2ff5-4175-b87d-31e22f54ad74 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:57:53.689141 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:53.799260 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:53.802304 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router_controller (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:53.947323 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (e1273ffd-01e2-40aa-bc32-b2cc575d6c37), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:53.947992 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Fanout notify agent at l3_agent the message router_deleted on router e1273ffd-01e2-40aa-bc32-b2cc575d6c37 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 17:57:53.971016 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:53.973903 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-90d4e3f2-bb30-4be4-9955-04f48ccbd1ec tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/routers/e1273ffd-01e2-40aa-bc32-b2cc575d6c37 HTTP/1.1" status: 204 len: 168 time: 1.9639678 Feb 28 17:57:53.975909 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44590) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:54.086005 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4f03-34aa-41ac-ab08-e17538c0bec7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (db7b3bca-281a-4fc9-b25b-c298bc308536), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.210216 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4f03-34aa-41ac-ab08-e17538c0bec7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (db7b3bca-281a-4fc9-b25b-c298bc308536), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.232232 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-c3fb4f03-34aa-41ac-ab08-e17538c0bec7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7b3bca-281a-4fc9-b25b-c298bc308536']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:57:54.243324 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-c3fb4f03-34aa-41ac-ab08-e17538c0bec7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfee069-f33e-4d91-9f28-9893f32894d4') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:57:54.243625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-c3fb4f03-34aa-41ac-ab08-e17538c0bec7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfee069-f33e-4d91-9f28-9893f32894d4') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:57:54.254385 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4f03-34aa-41ac-ab08-e17538c0bec7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (9cfee069-f33e-4d91-9f28-9893f32894d4), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.269276 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4f03-34aa-41ac-ab08-e17538c0bec7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9cfee069-f33e-4d91-9f28-9893f32894d4), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.281298 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fb4f03-34aa-41ac-ab08-e17538c0bec7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 17:57:54.281749 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4f03-34aa-41ac-ab08-e17538c0bec7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (9cfee069-f33e-4d91-9f28-9893f32894d4), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: timer() Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 17:57:54.285089 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 17:57:54.307894 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44594) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:54.322845 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cecc4906-9190-43fc-bb53-eae6331d7bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.439990 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4f03-34aa-41ac-ab08-e17538c0bec7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (db7b3bca-281a-4fc9-b25b-c298bc308536), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.446666 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-c3fb4f03-34aa-41ac-ab08-e17538c0bec7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.451046 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-c3fb4f03-34aa-41ac-ab08-e17538c0bec7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/networks/db7b3bca-281a-4fc9-b25b-c298bc308536 HTTP/1.1" status: 204 len: 168 time: 0.4737227 Feb 28 17:57:54.454611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44600) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:54.473156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb4f03-34aa-41ac-ab08-e17538c0bec7 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'Network': ['ID=db7b3bca-281a-4fc9-b25b-c298bc308536,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:54.565332 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b842ccf-dc92-4acf-8b13-191c23f57762 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (b53570df-971c-4769-a99f-81b9ac5cadc2), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.588950 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cecc4906-9190-43fc-bb53-eae6331d7bd0 admin admin] Publish callbacks [] for security_group (d8b08cd6-fed2-4599-a57a-79ded2d3a47b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.603254 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b842ccf-dc92-4acf-8b13-191c23f57762 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (b53570df-971c-4769-a99f-81b9ac5cadc2), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.665835 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-cecc4906-9190-43fc-bb53-eae6331d7bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d8b08cd6-fed2-4599-a57a-79ded2d3a47b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.706469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc4906-9190-43fc-bb53-eae6331d7bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b08cd6-fed2-4599-a57a-79ded2d3a47b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:54.710752 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-cecc4906-9190-43fc-bb53-eae6331d7bd0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5f59197615884160b89b738cefee688a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4018476 Feb 28 17:57:54.713427 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44602) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:54.742786 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b842ccf-dc92-4acf-8b13-191c23f57762 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (b53570df-971c-4769-a99f-81b9ac5cadc2), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.745566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b842ccf-dc92-4acf-8b13-191c23f57762 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.746754 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5b842ccf-dc92-4acf-8b13-191c23f57762 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] 10.222.0.72 "DELETE /v2.0/security-groups/b53570df-971c-4769-a99f-81b9ac5cadc2 HTTP/1.1" status: 204 len: 168 time: 0.2899630 Feb 28 17:57:54.765574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b842ccf-dc92-4acf-8b13-191c23f57762 tempest-TestNetworkAdvancedServerOps-1546691564 tempest-TestNetworkAdvancedServerOps-1546691564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53570df-971c-4769-a99f-81b9ac5cadc2,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:54.783707 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9ef883e-f98b-4c19-bbc7-0754df893413 admin admin] Publish callbacks [] for security_group (d8b08cd6-fed2-4599-a57a-79ded2d3a47b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.806396 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9ef883e-f98b-4c19-bbc7-0754df893413 admin admin] Publish callbacks [] for security_group (d8b08cd6-fed2-4599-a57a-79ded2d3a47b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.945949 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9ef883e-f98b-4c19-bbc7-0754df893413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (d8b08cd6-fed2-4599-a57a-79ded2d3a47b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.949140 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a9ef883e-f98b-4c19-bbc7-0754df893413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:54.950497 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a9ef883e-f98b-4c19-bbc7-0754df893413 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d8b08cd6-fed2-4599-a57a-79ded2d3a47b HTTP/1.1" status: 204 len: 168 time: 0.2361524 Feb 28 17:57:54.959542 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef883e-f98b-4c19-bbc7-0754df893413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b08cd6-fed2-4599-a57a-79ded2d3a47b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:55.393163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ccf55693-03a2-4277-98bc-739f2bdac9a4 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:57:55.407186 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44618) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:55.423605 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: ccf55693-03a2-4277-98bc-739f2bdac9a4 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:57:55.424156 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device ccf55693-03a2-4277-98bc-739f2bdac9a4 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:57:55.565688 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7a103ab4-18ae-453f-9cdf-e879582f69f4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a3eb0a57573941dbb6964a85dd6477cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1573205 Feb 28 17:57:55.568366 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44630) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:55.634431 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6cab2d43-456b-4dae-840b-0680c7be861f admin admin] Publish callbacks [] for security_group (0e1dc88f-b027-487f-84ad-47a2c049c9c5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:55.668164 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6cab2d43-456b-4dae-840b-0680c7be861f admin admin] Publish callbacks [] for security_group (0e1dc88f-b027-487f-84ad-47a2c049c9c5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:55.841386 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6cab2d43-456b-4dae-840b-0680c7be861f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (0e1dc88f-b027-487f-84ad-47a2c049c9c5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:55.844221 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-6cab2d43-456b-4dae-840b-0680c7be861f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:55.845399 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-6cab2d43-456b-4dae-840b-0680c7be861f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0e1dc88f-b027-487f-84ad-47a2c049c9c5 HTTP/1.1" status: 204 len: 168 time: 0.2754014 Feb 28 17:57:55.870529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab2d43-456b-4dae-840b-0680c7be861f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1dc88f-b027-487f-84ad-47a2c049c9c5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:56.897123 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44714) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:56.942381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bfd73979-4a3e-4ee2-8359-7ce9417c761a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f2e4c26005c04433a670770777528971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432222 Feb 28 17:57:56.944917 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44720) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:56.999476 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2983b768-740f-42bf-b05d-bf91be7d5fe6 admin admin] Publish callbacks [] for security_group (99fb1cd4-5a97-4786-80ab-3cee826c1c8d), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:57.025648 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2983b768-740f-42bf-b05d-bf91be7d5fe6 admin admin] Publish callbacks [] for security_group (99fb1cd4-5a97-4786-80ab-3cee826c1c8d), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:57.145337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44734) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:57.197583 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2983b768-740f-42bf-b05d-bf91be7d5fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (99fb1cd4-5a97-4786-80ab-3cee826c1c8d), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:57.200088 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2983b768-740f-42bf-b05d-bf91be7d5fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:57.202015 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2983b768-740f-42bf-b05d-bf91be7d5fe6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/99fb1cd4-5a97-4786-80ab-3cee826c1c8d HTTP/1.1" status: 204 len: 168 time: 0.2553911 Feb 28 17:57:57.210739 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983b768-740f-42bf-b05d-bf91be7d5fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fb1cd4-5a97-4786-80ab-3cee826c1c8d,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:57.285070 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4daa-912e-47f3-9398-4ee7f8073afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:57.366785 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4daa-912e-47f3-9398-4ee7f8073afc admin admin] Publish callbacks [] for security_group (c78320bc-4dd3-4fcf-a863-85094b698218), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:57.431826 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4daa-912e-47f3-9398-4ee7f8073afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c78320bc-4dd3-4fcf-a863-85094b698218), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:57.474457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-bbfe4daa-912e-47f3-9398-4ee7f8073afc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=140d644ef5cf45d1bdb98422c6c84d39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279755 Feb 28 17:57:57.475577 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe4daa-912e-47f3-9398-4ee7f8073afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78320bc-4dd3-4fcf-a863-85094b698218,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:57.477159 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44750) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:57.538590 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d47adeaa-9175-4e8b-93d4-61f8cc6bf85e admin admin] Publish callbacks [] for security_group (c78320bc-4dd3-4fcf-a863-85094b698218), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:57.560143 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d47adeaa-9175-4e8b-93d4-61f8cc6bf85e admin admin] Publish callbacks [] for security_group (c78320bc-4dd3-4fcf-a863-85094b698218), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:57.704969 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d47adeaa-9175-4e8b-93d4-61f8cc6bf85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (c78320bc-4dd3-4fcf-a863-85094b698218), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:57.707576 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-d47adeaa-9175-4e8b-93d4-61f8cc6bf85e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:57.708795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-d47adeaa-9175-4e8b-93d4-61f8cc6bf85e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c78320bc-4dd3-4fcf-a863-85094b698218 HTTP/1.1" status: 204 len: 168 time: 0.2301126 Feb 28 17:57:57.720883 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47adeaa-9175-4e8b-93d4-61f8cc6bf85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78320bc-4dd3-4fcf-a863-85094b698218,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:58.344091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 44814) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:58.497726 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1418074059-network', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:57:58.648927 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] Made reservation on behalf of 8f2f50b6dc1548afbb43704599faf1ad for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:57:58.651359 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:58.662607 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:58.737910 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] Publish callbacks [] for security_group (feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:58.825845 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:58.854292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:57:58.863366 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:58.871015 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:58.871015 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] Added segment a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc of type vlan for network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b Feb 28 17:57:58.914612 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:59.025785 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:59.026813 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:59.027381 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:59.094494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] Pushing event updated for resources: {'Network': ['ID=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:59.105320 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:57:59.122636 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-34d137ee-8565-48bd-83b4-1519f8587089 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7771442 Feb 28 17:57:59.123708 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44858) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:59.128816 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cce39ac1-77a8-48ba-a561-62151eee8181 admin admin] Request body: {'subnet': {'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1418074059-subnet', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:57:59.213443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce39ac1-77a8-48ba-a561-62151eee8181 admin admin] Made reservation on behalf of 8f2f50b6dc1548afbb43704599faf1ad for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:57:59.216037 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cce39ac1-77a8-48ba-a561-62151eee8181 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:59.562921 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cce39ac1-77a8-48ba-a561-62151eee8181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (763c8435-84e1-45bb-92ab-e5b73ac32526), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:59.620125 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce39ac1-77a8-48ba-a561-62151eee8181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=763c8435-84e1-45bb-92ab-e5b73ac32526,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:57:59.629256 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce39ac1-77a8-48ba-a561-62151eee8181 admin admin] Checking segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:57:59.629677 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce39ac1-77a8-48ba-a561-62151eee8181 admin admin] Network hostable DHCP agents. Network: ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:57:59.709606 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce39ac1-77a8-48ba-a561-62151eee8181 admin admin] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:57:59.863999 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-cce39ac1-77a8-48ba-a561-62151eee8181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:57:59.868156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce39ac1-77a8-48ba-a561-62151eee8181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:57:59.868763 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cce39ac1-77a8-48ba-a561-62151eee8181 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:57:59.876470 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c64647-fb03-4355-8441-4e345e833e90 None None] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:57:59.987169 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cce39ac1-77a8-48ba-a561-62151eee8181 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8620636 Feb 28 17:57:59.989548 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 44890) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:57:59.993871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:00.006255 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:58:00.006255 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:00.153265 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Allocated IP 172.20.0.2 (ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b/763c8435-84e1-45bb-92ab-e5b73ac32526/4f02949f-e47a-4fb7-bbb1-423b39d152dc) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:58:00.192063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (e407f346-4c75-4ab4-94c9-ba80a855846f), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:00.216170 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (e407f346-4c75-4ab4-94c9-ba80a855846f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:00.249043 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Publish callbacks [] for router_controller (e407f346-4c75-4ab4-94c9-ba80a855846f), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:00.299320 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Publish callbacks [] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:00.352333 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:00.401065 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:58:00.402981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:58:00.405823 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:58:00.455927 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Pushing event updated for resources: {'Port': ['ID=4f02949f-e47a-4fb7-bbb1-423b39d152dc,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:00.457541 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Publish callbacks [] for router_gateway (e407f346-4c75-4ab4-94c9-ba80a855846f), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:00.473547 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Attempting to bind port 4f02949f-e47a-4fb7-bbb1-423b39d152dc on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:58:00.473902 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Attempting to bind port 4f02949f-e47a-4fb7-bbb1-423b39d152dc by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:58:00.474295 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Attempting to bind port 4f02949f-e47a-4fb7-bbb1-423b39d152dc on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:58:00.479933 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:58:00.480312 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Checking segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:58:00.480711 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:00.481110 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Bound using segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:58:00.481554 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Bound port: 4f02949f-e47a-4fb7-bbb1-423b39d152dc, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:58:00.481949 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:00.559700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] For port 4f02949f-e47a-4fb7-bbb1-423b39d152dc, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:58:00.564445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] For port 4f02949f-e47a-4fb7-bbb1-423b39d152dc, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4f02949f-e47a-4fb7-bbb1-423b39d152dc,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:58:00.678433 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:00.760555 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bc2e7-2fa7-4fb8-8dcb-0761efa46e05 None None] Pushing event updated for resources: {'Port': ['ID=4f02949f-e47a-4fb7-bbb1-423b39d152dc,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:00.820119 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Publish callbacks [] for router_gateway (e407f346-4c75-4ab4-94c9-ba80a855846f), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:00.854622 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:01.040880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Allocated IP 172.25.3.226 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/e993118e-4955-4c7e-be9c-7c2de1ff1189) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:58:01.192660 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Publish callbacks [] for port (e993118e-4955-4c7e-be9c-7c2de1ff1189), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:01.363762 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (e993118e-4955-4c7e-be9c-7c2de1ff1189), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:01.407370 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4f02949f-e47a-4fb7-bbb1-423b39d152dc up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:58:01.426907 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:58:01.430878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:58:01.435159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:58:01.465955 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Pushing event updated for resources: {'Port': ['ID=e993118e-4955-4c7e-be9c-7c2de1ff1189,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:01.480635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 4f02949f-e47a-4fb7-bbb1-423b39d152dc triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:01.481182 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:01.583766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 4f02949f-e47a-4fb7-bbb1-423b39d152dc is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:01.584261 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:01.624456 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port 4f02949f-e47a-4fb7-bbb1-423b39d152dc, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4f02949f-e47a-4fb7-bbb1-423b39d152dc,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:58:01.727493 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:01.788523 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=4f02949f-e47a-4fb7-bbb1-423b39d152dc,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:01.920381 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Publish callbacks [] for router_gateway (e407f346-4c75-4ab4-94c9-ba80a855846f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:02.052801 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a018a-99a7-4bce-8135-7bb27aeb4321 None None] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:58:02.149619 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (e407f346-4c75-4ab4-94c9-ba80a855846f), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:02.202153 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e5ecaa51-6190-48e4-ba73-60729a736c32 None None] Provisioning complete for port 4f02949f-e47a-4fb7-bbb1-423b39d152dc triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:02.202153 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e5ecaa51-6190-48e4-ba73-60729a736c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:02.303909 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e5ecaa51-6190-48e4-ba73-60729a736c32 None None] Current status of the port 4f02949f-e47a-4fb7-bbb1-423b39d152dc is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:02.391648 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Router e407f346-4c75-4ab4-94c9-ba80a855846f is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:58:02.526914 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-37bdf8bb-ae9f-40e6-99c5-43cc98c35d6b None None] Provisioning complete for port 4f02949f-e47a-4fb7-bbb1-423b39d152dc triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:02.527467 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-37bdf8bb-ae9f-40e6-99c5-43cc98c35d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:02.646648 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-37bdf8bb-ae9f-40e6-99c5-43cc98c35d6b None None] Current status of the port 4f02949f-e47a-4fb7-bbb1-423b39d152dc is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:02.792425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:58:02.801998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Sync routers for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:58:02.811863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:58:02.812479 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:57:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:02.909563 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:02.914874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45002) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:02.931505 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-196b44b2-490b-4db2-9ad1-aa9f35e93aad admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9307997 Feb 28 17:58:02.961259 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:58:03.179699 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:01Z', 'revision_number': 3, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:03.207902 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Checking router: e407f346-4c75-4ab4-94c9-ba80a855846f for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:58:03.208168 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Updating router e407f346-4c75-4ab4-94c9-ba80a855846f port e993118e-4955-4c7e-be9c-7c2de1ff1189 binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:58:03.238820 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e993118e-4955-4c7e-be9c-7c2de1ff1189), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:03.398642 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4f02949f-e47a-4fb7-bbb1-423b39d152dc up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:58:03.578864 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 4f02949f-e47a-4fb7-bbb1-423b39d152dc triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:03.579978 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:03.683340 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Publish callbacks [] for port (e993118e-4955-4c7e-be9c-7c2de1ff1189), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:03.734538 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 4f02949f-e47a-4fb7-bbb1-423b39d152dc is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:03.768454 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:03.774497 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e993118e-4955-4c7e-be9c-7c2de1ff1189), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:03.833842 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adfc1c-1f10-4382-bf37-21d7b833e53c None None] Pushing event updated for resources: {'Port': ['ID=e993118e-4955-4c7e-be9c-7c2de1ff1189,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:03.838394 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Attempting to bind port e993118e-4955-4c7e-be9c-7c2de1ff1189 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:58:03.838394 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Attempting to bind port e993118e-4955-4c7e-be9c-7c2de1ff1189 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:58:03.838394 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Attempting to bind port e993118e-4955-4c7e-be9c-7c2de1ff1189 on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:58:03.842988 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:58:03.843363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:58:03.843764 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:03.844144 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:58:03.845231 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Bound port: e993118e-4955-4c7e-be9c-7c2de1ff1189, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:58:03.845231 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e993118e-4955-4c7e-be9c-7c2de1ff1189), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:03.901309 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] For port e993118e-4955-4c7e-be9c-7c2de1ff1189, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:58:03.905023 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] For port e993118e-4955-4c7e-be9c-7c2de1ff1189, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e993118e-4955-4c7e-be9c-7c2de1ff1189,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:58:03.955333 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Allocated IP 172.20.0.1 (ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b/763c8435-84e1-45bb-92ab-e5b73ac32526/e9a70f6a-dcd8-449c-bb4c-97211292793c) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:58:04.008994 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e993118e-4955-4c7e-be9c-7c2de1ff1189), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:04.067326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:58:04.068117 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:57:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:04.072185 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Publish callbacks [] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:04.117645 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adfc1c-1f10-4382-bf37-21d7b833e53c None None] Pushing event updated for resources: {'Port': ['ID=e993118e-4955-4c7e-be9c-7c2de1ff1189,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:04.169467 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:04.210703 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:58:04.220469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:58:04.225271 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:58:04.229015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:58:04.253516 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Pushing event updated for resources: {'Port': ['ID=e9a70f6a-dcd8-449c-bb4c-97211292793c,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:04.290697 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (e407f346-4c75-4ab4-94c9-ba80a855846f), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:04.424342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:01Z', 'revision_number': 3, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:04.453654 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ffbb8-64b0-4d0c-a653-9938cfc68981 None None] The sync data for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 is: [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:01Z', 'revision_number': 3, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:58:04.566847 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:04.588232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-91bfd159-05cb-4017-929a-46b97e37ab23 None None] Provisioning complete for port e9a70f6a-dcd8-449c-bb4c-97211292793c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:04.588921 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-91bfd159-05cb-4017-929a-46b97e37ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:04.634180 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-91bfd159-05cb-4017-929a-46b97e37ab23 None None] Port e9a70f6a-dcd8-449c-bb4c-97211292793c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:58:04.771941 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Publish callbacks [] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:04.837561 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:04.931524 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (e407f346-4c75-4ab4-94c9-ba80a855846f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:04.934496 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Pushing event updated for resources: {'Port': ['ID=e9a70f6a-dcd8-449c-bb4c-97211292793c,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:05.073214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:58:05.074765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:58:05.226281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Router e407f346-4c75-4ab4-94c9-ba80a855846f has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:58:05.359965 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:58:05.379988 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c07682f3-97f3-4ecf-ac75-38c07e8de414 admin admin] 10.222.0.72 "PUT /v2.0/routers/e407f346-4c75-4ab4-94c9-ba80a855846f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4627376 Feb 28 17:58:05.382338 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d12014bc-b5d6-43bd-bb52-c95fdb78347c None None] Provisioning complete for port e9a70f6a-dcd8-449c-bb4c-97211292793c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:05.383181 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d12014bc-b5d6-43bd-bb52-c95fdb78347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:05.423997 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d12014bc-b5d6-43bd-bb52-c95fdb78347c None None] Port e9a70f6a-dcd8-449c-bb4c-97211292793c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:58:05.454586 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e993118e-4955-4c7e-be9c-7c2de1ff1189 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:58:05.507753 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e993118e-4955-4c7e-be9c-7c2de1ff1189 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:05.508136 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e993118e-4955-4c7e-be9c-7c2de1ff1189), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:05.776816 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e993118e-4955-4c7e-be9c-7c2de1ff1189 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:05.777479 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e993118e-4955-4c7e-be9c-7c2de1ff1189), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:05.798315 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port e993118e-4955-4c7e-be9c-7c2de1ff1189, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e993118e-4955-4c7e-be9c-7c2de1ff1189,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:58:05.889758 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e993118e-4955-4c7e-be9c-7c2de1ff1189), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:05.941615 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=e993118e-4955-4c7e-be9c-7c2de1ff1189,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:06.383831 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45132) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:06.388779 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1928286486-network', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:06.450200 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Sync routers for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:58:06.465588 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:58:06.466376 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:57:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:06.489131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] Made reservation on behalf of 4b4e04ee08c642eeafc50c1a46bec5c8 for: {'network': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:58:06.492147 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:06.503429 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:06.583296 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] Publish callbacks [] for security_group (33d9baf4-9bc8-411d-9324-24a029b72cd7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:06.589738 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:58:06.643232 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (33d9baf4-9bc8-411d-9324-24a029b72cd7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:06.672677 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=104246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:58:06.682485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d9baf4-9bc8-411d-9324-24a029b72cd7,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:06.688653 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (c67f921c-5ff2-4c8d-8b3b-221e822c3fb2), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:06.689125 n-d-820368-19 neutron-server[104246]: INFO neutron.db.segments_db [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] Added segment c67f921c-5ff2-4c8d-8b3b-221e822c3fb2 of type vlan for network e8324b14-87ea-4af9-8a73-329569eddae6 Feb 28 17:58:06.736149 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (e8324b14-87ea-4af9-8a73-329569eddae6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:06.824126 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 2, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:06.853627 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (e8324b14-87ea-4af9-8a73-329569eddae6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:06.855478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:06.856929 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Checking router: e407f346-4c75-4ab4-94c9-ba80a855846f for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:58:06.857782 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Updating router e407f346-4c75-4ab4-94c9-ba80a855846f port e9a70f6a-dcd8-449c-bb4c-97211292793c binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:58:06.858817 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:06.890578 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:06.924574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] Pushing event updated for resources: {'Network': ['ID=e8324b14-87ea-4af9-8a73-329569eddae6,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:06.936235 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network e8324b14-87ea-4af9-8a73-329569eddae6 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:58:07.017855 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c00e91d8-d707-499b-8145-09a468d3f383 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6326644 Feb 28 17:58:07.020631 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45158) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:07.025502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-70a3ea8b-c276-4a69-9a5d-f5f40009be25 admin admin] Request body: {'subnet': {'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1928286486-subnet', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'ip_version': 4}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:07.128611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a3ea8b-c276-4a69-9a5d-f5f40009be25 admin admin] Made reservation on behalf of 4b4e04ee08c642eeafc50c1a46bec5c8 for: {'subnet': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:58:07.134807 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-70a3ea8b-c276-4a69-9a5d-f5f40009be25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14415067'] for subnet (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:07.183179 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Publish callbacks [] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:07.289268 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:07.383647 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Pushing event updated for resources: {'Port': ['ID=e9a70f6a-dcd8-449c-bb4c-97211292793c,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:07.397756 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-70a3ea8b-c276-4a69-9a5d-f5f40009be25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15015442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14415081'] for subnet (4de23613-0eed-470a-95c2-b73a86d36bb1), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:07.422186 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:07.422618 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:07.422879 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:07.423215 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:07.423547 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:07.423876 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:07.424203 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:07.427552 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:07.427919 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:07.430676 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:07.430676 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:07.430676 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:07.430676 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:07.443991 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Attempting to bind port e9a70f6a-dcd8-449c-bb4c-97211292793c on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:58:07.444367 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Attempting to bind port e9a70f6a-dcd8-449c-bb4c-97211292793c by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:58:07.444955 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Attempting to bind port e9a70f6a-dcd8-449c-bb4c-97211292793c on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:58:07.452059 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:58:07.453641 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Checking segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:58:07.453641 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:07.454174 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Bound using segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:58:07.454861 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Bound port: e9a70f6a-dcd8-449c-bb4c-97211292793c, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:58:07.455410 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:07.463698 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e993118e-4955-4c7e-be9c-7c2de1ff1189 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:58:07.532263 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3ea8b-c276-4a69-9a5d-f5f40009be25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de23613-0eed-470a-95c2-b73a86d36bb1,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:07.548562 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3ea8b-c276-4a69-9a5d-f5f40009be25 admin admin] Checking segment: {'id': 'c67f921c-5ff2-4c8d-8b3b-221e822c3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:58:07.551774 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a3ea8b-c276-4a69-9a5d-f5f40009be25 admin admin] Network hostable DHCP agents. Network: e8324b14-87ea-4af9-8a73-329569eddae6, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:58:07.567641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e993118e-4955-4c7e-be9c-7c2de1ff1189 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:07.568250 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e993118e-4955-4c7e-be9c-7c2de1ff1189), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:07.607611 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] For port e9a70f6a-dcd8-449c-bb4c-97211292793c, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:58:07.613549 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] For port e9a70f6a-dcd8-449c-bb4c-97211292793c, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e9a70f6a-dcd8-449c-bb4c-97211292793c,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:58:07.647478 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a3ea8b-c276-4a69-9a5d-f5f40009be25 admin admin] Network e8324b14-87ea-4af9-8a73-329569eddae6 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:58:07.723600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-c0dba9d5-2fc5-4e9f-983d-6216254063e8 None None] Provisioning complete for port e9a70f6a-dcd8-449c-bb4c-97211292793c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:07.724065 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c0dba9d5-2fc5-4e9f-983d-6216254063e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:07.726603 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e993118e-4955-4c7e-be9c-7c2de1ff1189 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:07.752224 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:07.762216 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-c0dba9d5-2fc5-4e9f-983d-6216254063e8 None None] Port e9a70f6a-dcd8-449c-bb4c-97211292793c cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:58:07.812933 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:58:07.813565 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:57:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:07.830236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [None req-70a3ea8b-c276-4a69-9a5d-f5f40009be25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, e8324b14-87ea-4af9-8a73-329569eddae6) {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:58:07.834539 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a3ea8b-c276-4a69-9a5d-f5f40009be25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:07.835141 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-70a3ea8b-c276-4a69-9a5d-f5f40009be25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:07.844711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8fed34-8cad-4bef-a684-f2eb13be5eef None None] Network e8324b14-87ea-4af9-8a73-329569eddae6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:58:07.937969 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-70a3ea8b-c276-4a69-9a5d-f5f40009be25 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9162762 Feb 28 17:58:07.940748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45194) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:07.941212 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-20d31fe7-400a-44cd-b87e-bb57b5cbe370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:07.947215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1928286486-router', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:07.949818 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa14dcc-af0f-4d24-a460-e17726fa1708 None None] Pushing event updated for resources: {'Port': ['ID=e9a70f6a-dcd8-449c-bb4c-97211292793c,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:08.028055 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd47021cd-7c88-5a85-981e-be78a8250471-e8324b14-87ea-4af9-8a73-329569eddae6', 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6', 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'fixed_ips': [{'subnet_id': '4de23613-0eed-470a-95c2-b73a86d36bb1'}]}} from n-d-820368-19. {{(pid=104248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 17:58:08.029246 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:08.068262 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:08.083358 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:58:08.089047 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29271'] for router (702b4f4d-8cda-493e-8546-ea6060500de6), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:08.092696 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-892601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29230'] for router (702b4f4d-8cda-493e-8546-ea6060500de6), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:08.204024 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Publish callbacks [] for router_controller (702b4f4d-8cda-493e-8546-ea6060500de6), precommit_add_association {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:08.263896 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.db_base_plugin_common [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Allocated IP 172.20.0.2 (e8324b14-87ea-4af9-8a73-329569eddae6/4de23613-0eed-470a-95c2-b73a86d36bb1/8ed3f624-623e-4528-8492-62a1046bcc15) {{(pid=104248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:58:08.310836 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-d7560b7a-11da-4a38-900b-ece2098849d5 None None] Provisioning complete for port e9a70f6a-dcd8-449c-bb4c-97211292793c triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:08.311548 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d7560b7a-11da-4a38-900b-ece2098849d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:08.407610 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:07Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:08.467446 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cede81-51bd-4e83-bf97-a9dfccad58ca None None] The sync data for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 is: [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:07Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:58:08.488258 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Publish callbacks [] for router_gateway (702b4f4d-8cda-493e-8546-ea6060500de6), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:08.596082 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Publish callbacks [] for port (8ed3f624-623e-4528-8492-62a1046bcc15), precommit_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:08.610445 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-d7560b7a-11da-4a38-900b-ece2098849d5 None None] Current status of the port e9a70f6a-dcd8-449c-bb4c-97211292793c is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:08.610787 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d7560b7a-11da-4a38-900b-ece2098849d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:08.656331 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-d7560b7a-11da-4a38-900b-ece2098849d5 None None] For port e9a70f6a-dcd8-449c-bb4c-97211292793c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e9a70f6a-dcd8-449c-bb4c-97211292793c,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:58:08.665690 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:58:08.750507 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), after_create {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:08.806136 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d7560b7a-11da-4a38-900b-ece2098849d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:08.819635 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Network e8324b14-87ea-4af9-8a73-329569eddae6 is already hosted by enough agents. {{(pid=104248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:58:08.825324 n-d-820368-19 neutron-server[104248]: DEBUG neutron.scheduler.base_scheduler [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Resources bound (agent type, host, resource id): {{(pid=104248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:58:08.829852 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Received port after_create {{(pid=104248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:58:08.846493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Pushing event updated for resources: {'Port': ['ID=8ed3f624-623e-4528-8492-62a1046bcc15,revision_number=1']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:08.916344 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Publish callbacks [] for router_gateway (702b4f4d-8cda-493e-8546-ea6060500de6), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:08.948419 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:08.978651 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Attempting to bind port 8ed3f624-623e-4528-8492-62a1046bcc15 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:58:08.979609 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Attempting to bind port 8ed3f624-623e-4528-8492-62a1046bcc15 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'c67f921c-5ff2-4c8d-8b3b-221e822c3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:58:08.988484 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Attempting to bind port 8ed3f624-623e-4528-8492-62a1046bcc15 on network e8324b14-87ea-4af9-8a73-329569eddae6 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:58:09.000952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7560b7a-11da-4a38-900b-ece2098849d5 None None] Pushing event updated for resources: {'Port': ['ID=e9a70f6a-dcd8-449c-bb4c-97211292793c,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:09.011121 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:58:09.011459 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Checking segment: {'id': 'c67f921c-5ff2-4c8d-8b3b-221e822c3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:58:09.012004 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:09.012391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Bound using segment: {'id': 'c67f921c-5ff2-4c8d-8b3b-221e822c3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:58:09.015009 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Bound port: 8ed3f624-623e-4528-8492-62a1046bcc15, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67f921c-5ff2-4c8d-8b3b-221e822c3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:58:09.019185 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:09.103706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Allocated IP 172.25.3.17 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/c8074e3c-53d9-4b61-8f16-eddfc9b4011a) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:58:09.115341 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] For port 8ed3f624-623e-4528-8492-62a1046bcc15, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:58:09.129053 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] For port 8ed3f624-623e-4528-8492-62a1046bcc15, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8ed3f624-623e-4528-8492-62a1046bcc15,segment=NetworkSegment(c67f921c-5ff2-4c8d-8b3b-221e822c3fb2),segment_id=c67f921c-5ff2-4c8d-8b3b-221e822c3fb2)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:58:09.232786 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Publish callbacks [] for port (c8074e3c-53d9-4b61-8f16-eddfc9b4011a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:09.267791 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:09.346796 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c8074e3c-53d9-4b61-8f16-eddfc9b4011a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:09.353047 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d36fb0-e7da-4c4a-91b7-7e589939f9e0 None None] Pushing event updated for resources: {'Port': ['ID=8ed3f624-623e-4528-8492-62a1046bcc15,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:09.395086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:58:09.410419 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:58:09.414929 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:58:09.466089 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Pushing event updated for resources: {'Port': ['ID=c8074e3c-53d9-4b61-8f16-eddfc9b4011a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:09.493772 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e9a70f6a-dcd8-449c-bb4c-97211292793c up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:58:09.589073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port e9a70f6a-dcd8-449c-bb4c-97211292793c triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:09.589689 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:09.750940 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port e9a70f6a-dcd8-449c-bb4c-97211292793c is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:09.885034 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Publish callbacks [] for router_gateway (702b4f4d-8cda-493e-8546-ea6060500de6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:09.952844 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fdabc7dd-6120-4181-9c81-78d77264deb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:10.125754 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544621'] for router (702b4f4d-8cda-493e-8546-ea6060500de6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:10.209599 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:10.447160 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Router 702b4f4d-8cda-493e-8546-ea6060500de6 is scheduled to L3 agent 489e5ace-b806-448a-ab33-43b58885a368 with binding_index 1 {{(pid=104247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 17:58:10.580894 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:58:10.606020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Sync routers for ids ['702b4f4d-8cda-493e-8546-ea6060500de6'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:58:10.630534 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Routers {'702b4f4d-8cda-493e-8546-ea6060500de6'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:58:10.631416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:58:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['702b4f4d-8cda-493e-8546-ea6060500de6'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:10.667523 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:10.670102 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f1b04aef-e485-47ed-a64d-a08456e19c6a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7273564 Feb 28 17:58:10.672362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45292) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:10.703566 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669f452f-9881-42d7-938d-fe503670cacf None None] Network e8324b14-87ea-4af9-8a73-329569eddae6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:58:10.916947 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-0514175c-994e-4cdd-8c9c-b0f14302200f None None] Provisioning complete for port 8ed3f624-623e-4528-8492-62a1046bcc15 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:10.917236 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0514175c-994e-4cdd-8c9c-b0f14302200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:11.010909 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Set router 702b4f4d-8cda-493e-8546-ea6060500de6 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:58:11.241450 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0514175c-994e-4cdd-8c9c-b0f14302200f None None] Current status of the port 8ed3f624-623e-4528-8492-62a1046bcc15 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:11.253066 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0514175c-994e-4cdd-8c9c-b0f14302200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:11.350384 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:11.375530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0514175c-994e-4cdd-8c9c-b0f14302200f None None] For port 8ed3f624-623e-4528-8492-62a1046bcc15, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8ed3f624-623e-4528-8492-62a1046bcc15,segment=NetworkSegment(c67f921c-5ff2-4c8d-8b3b-221e822c3fb2),segment_id=c67f921c-5ff2-4c8d-8b3b-221e822c3fb2)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:58:11.407422 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'name': 'tempest-TestVolumeBootPattern-1928286486-router', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c8074e3c-53d9-4b61-8f16-eddfc9b4011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T17:58:09Z', 'revision_number': 3, 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'gw_port': {'id': 'c8074e3c-53d9-4b61-8f16-eddfc9b4011a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:72:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T17:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:11.449784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Checking router: 702b4f4d-8cda-493e-8546-ea6060500de6 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:58:11.450584 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Updating router 702b4f4d-8cda-493e-8546-ea6060500de6 port c8074e3c-53d9-4b61-8f16-eddfc9b4011a binding host n-d-820368-19 {{(pid=104248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:58:11.489672 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0514175c-994e-4cdd-8c9c-b0f14302200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:11.496412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8ed3f624-623e-4528-8492-62a1046bcc15 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:58:11.566323 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c8074e3c-53d9-4b61-8f16-eddfc9b4011a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:11.643181 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514175c-994e-4cdd-8c9c-b0f14302200f None None] Pushing event updated for resources: {'Port': ['ID=8ed3f624-623e-4528-8492-62a1046bcc15,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:11.684460 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Allocated IP 172.20.0.1 (e8324b14-87ea-4af9-8a73-329569eddae6/4de23613-0eed-470a-95c2-b73a86d36bb1/c7542715-7deb-4e2d-ba5e-20ee544d8891) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:58:11.704859 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8d9b2811-ddd4-4e54-99e3-948c2fb2a5f3 None None] Provisioning complete for port 8ed3f624-623e-4528-8492-62a1046bcc15 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:11.705234 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8d9b2811-ddd4-4e54-99e3-948c2fb2a5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:11.706809 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:11.740945 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8ed3f624-623e-4528-8492-62a1046bcc15 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:11.741732 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:12.114208 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Publish callbacks [] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:12.118066 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b2811-ddd4-4e54-99e3-948c2fb2a5f3 None None] Current status of the port 8ed3f624-623e-4528-8492-62a1046bcc15 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:12.192173 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8ed3f624-623e-4528-8492-62a1046bcc15 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:12.197576 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:12.276770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Network e8324b14-87ea-4af9-8a73-329569eddae6 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:58:12.292080 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Publish callbacks [] for port (c8074e3c-53d9-4b61-8f16-eddfc9b4011a), precommit_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:12.295898 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:58:12.297325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:58:12.303736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c7542715-7deb-4e2d-ba5e-20ee544d8891,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:12.348033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542768'] for router_interface (702b4f4d-8cda-493e-8546-ea6060500de6), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:12.418584 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c8074e3c-53d9-4b61-8f16-eddfc9b4011a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:12.509607 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Attempting to bind port c8074e3c-53d9-4b61-8f16-eddfc9b4011a on host n-d-820368-19 for vnic_type normal with profile {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:58:12.510241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Attempting to bind port c8074e3c-53d9-4b61-8f16-eddfc9b4011a by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:58:12.510756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Attempting to bind port c8074e3c-53d9-4b61-8f16-eddfc9b4011a on network d0ac13c2-6bb6-418b-b4bb-969706e8b064 {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:58:12.517711 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:58:12.518351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Checking segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:58:12.518909 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:12.519471 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Bound using segment: {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'} {{(pid=104248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:58:12.520096 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.managers [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Bound port: c8074e3c-53d9-4b61-8f16-eddfc9b4011a, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9815bf-e168-49ea-9605-02e6ab384ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064'}}] {{(pid=104248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:58:12.520634 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c8074e3c-53d9-4b61-8f16-eddfc9b4011a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:12.525843 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ef089-402f-440c-a325-5a4114f07223 None None] Pushing event updated for resources: {'Port': ['ID=c8074e3c-53d9-4b61-8f16-eddfc9b4011a,revision_number=2']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:12.602550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] For port c8074e3c-53d9-4b61-8f16-eddfc9b4011a, host n-d-820368-19, cleared binding levels {{(pid=104248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:58:12.604957 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] For port c8074e3c-53d9-4b61-8f16-eddfc9b4011a, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c8074e3c-53d9-4b61-8f16-eddfc9b4011a,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:58:12.609703 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:12.643247 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-8e72ce7a-bb3e-443b-971a-e17c7572c1d9 None None] Provisioning complete for port c7542715-7deb-4e2d-ba5e-20ee544d8891 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:12.643612 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8e72ce7a-bb3e-443b-971a-e17c7572c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:12.666215 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:12.686699 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-8e72ce7a-bb3e-443b-971a-e17c7572c1d9 None None] Port c7542715-7deb-4e2d-ba5e-20ee544d8891 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:58:12.727461 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c8074e3c-53d9-4b61-8f16-eddfc9b4011a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:12.794493 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Routers {'702b4f4d-8cda-493e-8546-ea6060500de6'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:58:12.795197 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:58:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['702b4f4d-8cda-493e-8546-ea6060500de6'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:12.805052 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Publish callbacks [] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:12.840995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ef089-402f-440c-a325-5a4114f07223 None None] Pushing event updated for resources: {'Port': ['ID=c8074e3c-53d9-4b61-8f16-eddfc9b4011a,revision_number=3']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:12.875153 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:12.938300 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] Set router 702b4f4d-8cda-493e-8546-ea6060500de6 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:58:12.947539 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c7542715-7deb-4e2d-ba5e-20ee544d8891,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:12.951788 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553120'] for router_interface (702b4f4d-8cda-493e-8546-ea6060500de6), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:13.069429 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Network e8324b14-87ea-4af9-8a73-329569eddae6 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:58:13.071031 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:58:13.223875 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Router 702b4f4d-8cda-493e-8546-ea6060500de6 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:58:13.251212 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'name': 'tempest-TestVolumeBootPattern-1928286486-router', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c8074e3c-53d9-4b61-8f16-eddfc9b4011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T17:58:12Z', 'revision_number': 4, 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'gw_port': {'id': 'c8074e3c-53d9-4b61-8f16-eddfc9b4011a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:72:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T17:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'c7542715-7deb-4e2d-ba5e-20ee544d8891', 'name': '', 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'mac_address': 'fa:16:3e:de:2b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '4de23613-0eed-470a-95c2-b73a86d36bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:11Z', 'updated_at': '2022-02-28T17:58:11Z', 'revision_number': 1, 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'subnets': [{'id': '4de23613-0eed-470a-95c2-b73a86d36bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:13.280038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f98e5-8440-4e3b-b74f-cf560a33c84a None None] The sync data for ids ['702b4f4d-8cda-493e-8546-ea6060500de6'] in n-d-820368-19 is: [{'id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'name': 'tempest-TestVolumeBootPattern-1928286486-router', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c8074e3c-53d9-4b61-8f16-eddfc9b4011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T17:58:12Z', 'revision_number': 4, 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'gw_port': {'id': 'c8074e3c-53d9-4b61-8f16-eddfc9b4011a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:72:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T17:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'c7542715-7deb-4e2d-ba5e-20ee544d8891', 'name': '', 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'mac_address': 'fa:16:3e:de:2b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '4de23613-0eed-470a-95c2-b73a86d36bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:11Z', 'updated_at': '2022-02-28T17:58:11Z', 'revision_number': 1, 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'subnets': [{'id': '4de23613-0eed-470a-95c2-b73a86d36bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:58:13.424116 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:58:13.429535 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-395032ee-f71e-4344-8b5d-9f90f24670b9 admin admin] 10.222.0.72 "PUT /v2.0/routers/702b4f4d-8cda-493e-8546-ea6060500de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7560856 Feb 28 17:58:13.438819 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8ed3f624-623e-4528-8492-62a1046bcc15 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:58:13.488194 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-e94f2441-e020-4f4c-9503-c58819f4c20d None None] Provisioning complete for port c7542715-7deb-4e2d-ba5e-20ee544d8891 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:13.488568 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e94f2441-e020-4f4c-9503-c58819f4c20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:13.533550 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-e94f2441-e020-4f4c-9503-c58819f4c20d None None] Port c7542715-7deb-4e2d-ba5e-20ee544d8891 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:58:13.540944 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port 8ed3f624-623e-4528-8492-62a1046bcc15 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:13.541262 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:13.637866 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port 8ed3f624-623e-4528-8492-62a1046bcc15 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:13.970045 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:15.447931 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c8074e3c-53d9-4b61-8f16-eddfc9b4011a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:58:15.550768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c8074e3c-53d9-4b61-8f16-eddfc9b4011a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:15.551382 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c8074e3c-53d9-4b61-8f16-eddfc9b4011a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:15.750424 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c8074e3c-53d9-4b61-8f16-eddfc9b4011a is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:15.750424 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c8074e3c-53d9-4b61-8f16-eddfc9b4011a), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:15.831248 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] For port c8074e3c-53d9-4b61-8f16-eddfc9b4011a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c8074e3c-53d9-4b61-8f16-eddfc9b4011a,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:58:16.048359 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c8074e3c-53d9-4b61-8f16-eddfc9b4011a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:16.176020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Pushing event updated for resources: {'Port': ['ID=c8074e3c-53d9-4b61-8f16-eddfc9b4011a,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:17.418032 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c8074e3c-53d9-4b61-8f16-eddfc9b4011a up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:58:17.475311 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Sync routers for ids ['702b4f4d-8cda-493e-8546-ea6060500de6'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:58:17.489773 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Routers {'702b4f4d-8cda-493e-8546-ea6060500de6'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:58:17.490446 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:58:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['702b4f4d-8cda-493e-8546-ea6060500de6'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:17.503981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c8074e3c-53d9-4b61-8f16-eddfc9b4011a triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:17.504505 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c8074e3c-53d9-4b61-8f16-eddfc9b4011a), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:17.643993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c8074e3c-53d9-4b61-8f16-eddfc9b4011a is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:17.753791 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Set router 702b4f4d-8cda-493e-8546-ea6060500de6 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:58:17.976722 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'name': 'tempest-TestVolumeBootPattern-1928286486-router', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c8074e3c-53d9-4b61-8f16-eddfc9b4011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T17:58:12Z', 'revision_number': 4, 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'gw_port': {'id': 'c8074e3c-53d9-4b61-8f16-eddfc9b4011a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T17:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'c7542715-7deb-4e2d-ba5e-20ee544d8891', 'name': '', 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'mac_address': 'fa:16:3e:de:2b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '4de23613-0eed-470a-95c2-b73a86d36bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:11Z', 'updated_at': '2022-02-28T17:58:12Z', 'revision_number': 2, 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'subnets': [{'id': '4de23613-0eed-470a-95c2-b73a86d36bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:18.004047 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Checking router: 702b4f4d-8cda-493e-8546-ea6060500de6 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:58:18.005328 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Updating router 702b4f4d-8cda-493e-8546-ea6060500de6 port c7542715-7deb-4e2d-ba5e-20ee544d8891 binding host n-d-820368-19 {{(pid=104249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 17:58:18.033749 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:18.365538 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Publish callbacks [] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), precommit_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:18.446999 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:18.494588 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306453b-0144-4104-a412-a82d00ed37c8 None None] Pushing event updated for resources: {'Port': ['ID=c7542715-7deb-4e2d-ba5e-20ee544d8891,revision_number=3']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:18.586700 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Attempting to bind port c7542715-7deb-4e2d-ba5e-20ee544d8891 on host n-d-820368-19 for vnic_type normal with profile {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:58:18.587021 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Attempting to bind port c7542715-7deb-4e2d-ba5e-20ee544d8891 by drivers openvswitch,hyperv on host n-d-820368-19 at level 0 using segments [{'id': 'c67f921c-5ff2-4c8d-8b3b-221e822c3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6'}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:58:18.587385 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Attempting to bind port c7542715-7deb-4e2d-ba5e-20ee544d8891 on network e8324b14-87ea-4af9-8a73-329569eddae6 {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:58:18.593450 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Checking agent: {'id': '38b336cc-eda0-42dc-a958-9d39d665014f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 4, 44), 'started_at': datetime.datetime(2022, 2, 28, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820368-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:58:18.593828 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Checking segment: {'id': 'c67f921c-5ff2-4c8d-8b3b-221e822c3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:58:18.594377 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:18.594770 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Bound using segment: {'id': 'c67f921c-5ff2-4c8d-8b3b-221e822c3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6'} {{(pid=104249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:58:18.595452 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.managers [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Bound port: c7542715-7deb-4e2d-ba5e-20ee544d8891, host: n-d-820368-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67f921c-5ff2-4c8d-8b3b-221e822c3fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6'}}] {{(pid=104249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:58:18.596198 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), before_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:18.701575 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] For port c7542715-7deb-4e2d-ba5e-20ee544d8891, host n-d-820368-19, cleared binding levels {{(pid=104249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:58:18.704934 n-d-820368-19 neutron-server[104249]: DEBUG neutron.plugins.ml2.db [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] For port c7542715-7deb-4e2d-ba5e-20ee544d8891, host n-d-820368-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c7542715-7deb-4e2d-ba5e-20ee544d8891,segment=NetworkSegment(c67f921c-5ff2-4c8d-8b3b-221e822c3fb2),segment_id=c67f921c-5ff2-4c8d-8b3b-221e822c3fb2)] {{(pid=104249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:58:18.805732 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.callbacks.manager [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), after_update {{(pid=104249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:18.924906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-55b2b0bd-26d5-45a6-b87f-02d502e6fee6 None None] Provisioning complete for port c7542715-7deb-4e2d-ba5e-20ee544d8891 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:18.925704 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55b2b0bd-26d5-45a6-b87f-02d502e6fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:18.973097 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-3648615a-2016-4c7b-b344-002873820b66 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:18.982554 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-3648615a-2016-4c7b-b344-002873820b66 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 812 time: 0.2071154 Feb 28 17:58:18.989020 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Routers {'702b4f4d-8cda-493e-8546-ea6060500de6'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:58:18.990018 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:58:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['702b4f4d-8cda-493e-8546-ea6060500de6'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:19.022033 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-d6a2d303-eeb8-41da-ba41-2359a5b966fe tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/quotas/8f2f50b6dc1548afbb43704599faf1ad HTTP/1.1" status: 200 len: 375 time: 0.0337784 Feb 28 17:58:19.090367 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306453b-0144-4104-a412-a82d00ed37c8 None None] Pushing event updated for resources: {'Port': ['ID=c7542715-7deb-4e2d-ba5e-20ee544d8891,revision_number=4']} {{(pid=104249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:19.127652 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-55b2b0bd-26d5-45a6-b87f-02d502e6fee6 None None] Current status of the port c7542715-7deb-4e2d-ba5e-20ee544d8891 is: DOWN; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:19.128062 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55b2b0bd-26d5-45a6-b87f-02d502e6fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:19.192040 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-55b2b0bd-26d5-45a6-b87f-02d502e6fee6 None None] For port c7542715-7deb-4e2d-ba5e-20ee544d8891, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c7542715-7deb-4e2d-ba5e-20ee544d8891,segment=NetworkSegment(c67f921c-5ff2-4c8d-8b3b-221e822c3fb2),segment_id=c67f921c-5ff2-4c8d-8b3b-221e822c3fb2)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:58:19.287476 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] Set router 702b4f4d-8cda-493e-8546-ea6060500de6 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:58:19.294616 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-0d9d064a-9dcf-48a3-a416-65dcf7f1e646 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2715600 Feb 28 17:58:19.331387 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-55b2b0bd-26d5-45a6-b87f-02d502e6fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:19.541684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2b0bd-26d5-45a6-b87f-02d502e6fee6 None None] Pushing event updated for resources: {'Port': ['ID=c7542715-7deb-4e2d-ba5e-20ee544d8891,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:19.551425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-86b4f8f0-b04f-4090-a4aa-fcaf0b68b75e None None] Provisioning complete for port c7542715-7deb-4e2d-ba5e-20ee544d8891 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:19.552053 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86b4f8f0-b04f-4090-a4aa-fcaf0b68b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:19.606187 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-b4c44a3b-9aa0-431a-8ae4-0fdf02c23136 service neutron] 10.222.0.72 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081739 Feb 28 17:58:19.609838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c7542715-7deb-4e2d-ba5e-20ee544d8891 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:58:19.802233 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-82dae81c-54c8-421e-bdd7-97156ba24a1c service neutron] 10.222.0.72 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925693 Feb 28 17:58:19.827684 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c7542715-7deb-4e2d-ba5e-20ee544d8891 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:19.828061 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:19.832700 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-86b4f8f0-b04f-4090-a4aa-fcaf0b68b75e None None] Current status of the port c7542715-7deb-4e2d-ba5e-20ee544d8891 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:19.942669 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'name': 'tempest-TestVolumeBootPattern-1928286486-router', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c8074e3c-53d9-4b61-8f16-eddfc9b4011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T17:58:12Z', 'revision_number': 4, 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'gw_port': {'id': 'c8074e3c-53d9-4b61-8f16-eddfc9b4011a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T17:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'c7542715-7deb-4e2d-ba5e-20ee544d8891', 'name': '', 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'mac_address': 'fa:16:3e:de:2b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '4de23613-0eed-470a-95c2-b73a86d36bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:11Z', 'updated_at': '2022-02-28T17:58:18Z', 'revision_number': 4, 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'subnets': [{'id': '4de23613-0eed-470a-95c2-b73a86d36bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:58:19.953770 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c7542715-7deb-4e2d-ba5e-20ee544d8891 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:19.999546 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a618bd-7630-427e-9627-6063dfc63f46 None None] The sync data for ids ['702b4f4d-8cda-493e-8546-ea6060500de6'] in n-d-820368-19 is: [{'id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'name': 'tempest-TestVolumeBootPattern-1928286486-router', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c8074e3c-53d9-4b61-8f16-eddfc9b4011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T17:58:12Z', 'revision_number': 4, 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'gw_port': {'id': 'c8074e3c-53d9-4b61-8f16-eddfc9b4011a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T17:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'c7542715-7deb-4e2d-ba5e-20ee544d8891', 'name': '', 'network_id': 'e8324b14-87ea-4af9-8a73-329569eddae6', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'mac_address': 'fa:16:3e:de:2b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '4de23613-0eed-470a-95c2-b73a86d36bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:11Z', 'updated_at': '2022-02-28T17:58:18Z', 'revision_number': 4, 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'subnets': [{'id': '4de23613-0eed-470a-95c2-b73a86d36bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:58:20.834195 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-05105188-84d5-473a-a720-83fa3da98022 req-2439e62c-5529-4752-818f-2be4f0b9b12f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.1266234 Feb 28 17:58:21.443129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c7542715-7deb-4e2d-ba5e-20ee544d8891 up at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:58:21.569539 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Provisioning complete for port c7542715-7deb-4e2d-ba5e-20ee544d8891 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:21.569919 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:21.675272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Current status of the port c7542715-7deb-4e2d-ba5e-20ee544d8891 is: ACTIVE; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:58:21.973552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-991504d3-f2f3-4d94-a891-4b4883d384f0 req-a4d341ff-727c-4cdd-b552-49b585e05371 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0585246 Feb 28 17:58:23.085766 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-88a93f85-e301-4769-ae86-9e05697143f5 req-be5ab2ac-e407-4c2f-801a-d77d00087c6b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0321581 Feb 28 17:58:24.183591 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-31242ad9-2a9d-4414-9a4d-99d24a880576 req-737b92c1-38ef-4222-b4ad-9cd3babe217b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0281892 Feb 28 17:58:25.422677 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-809ad7d3-a1fa-4ef6-b066-35d054edc336 req-92fad7fc-7406-414c-aef3-b8f64edb2bb6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0994487 Feb 28 17:58:26.555130 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-83344187-b4cc-4d6a-85f7-d68d470803ea req-cfd7e134-c389-48f1-bbd2-8fb6b3367c8d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0474184 Feb 28 17:58:27.662098 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aa5fe0b7-20d1-41fd-827d-c406467cedc6 req-ee815079-ae91-4359-863c-1db50c2a610b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0303049 Feb 28 17:58:28.228750 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-37233504-0af5-4a19-aaf1-315ec337f948 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:28.230239 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-37233504-0af5-4a19-aaf1-315ec337f948 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 812 time: 0.3333495 Feb 28 17:58:28.241952 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-e8305011-dacb-42e8-b222-fb1b6f185235 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'port': {'device_id': '33ee0a9b-f738-411a-ada8-e36c7e86b056', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'admin_state_up': True, 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:28.676984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-e8305011-dacb-42e8-b222-fb1b6f185235 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Made reservation on behalf of 8f2f50b6dc1548afbb43704599faf1ad for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:58:28.681593 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-e8305011-dacb-42e8-b222-fb1b6f185235 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:28.848418 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-71eae60b-3865-48e3-b030-8f42d9e9d49c req-2dcb25cb-b636-4dac-926e-99d36bc62acd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0593886 Feb 28 17:58:29.000626 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-e8305011-dacb-42e8-b222-fb1b6f185235 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Allocated IP 172.20.0.14 (ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b/763c8435-84e1-45bb-92ab-e5b73ac32526/da5ad317-0193-40b9-87ff-1f65fe243741) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:58:29.307842 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-e8305011-dacb-42e8-b222-fb1b6f185235 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for port (da5ad317-0193-40b9-87ff-1f65fe243741), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:29.426033 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-e8305011-dacb-42e8-b222-fb1b6f185235 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (da5ad317-0193-40b9-87ff-1f65fe243741), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:29.519587 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8305011-dacb-42e8-b222-fb1b6f185235 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'Port': ['ID=da5ad317-0193-40b9-87ff-1f65fe243741,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:29.553178 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-e8305011-dacb-42e8-b222-fb1b6f185235 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:58:29.558569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-e8305011-dacb-42e8-b222-fb1b6f185235 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:58:29.582188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-e8305011-dacb-42e8-b222-fb1b6f185235 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:58:29.709488 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-e8305011-dacb-42e8-b222-fb1b6f185235 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:29.732269 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-e8305011-dacb-42e8-b222-fb1b6f185235 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:29.880291 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-e8305011-dacb-42e8-b222-fb1b6f185235 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6422286 Feb 28 17:58:29.894058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-b673e902-f093-487c-896f-2e9d9300b9d0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 17:58:29.895978 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-b673e902-f093-487c-896f-2e9d9300b9d0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087399 Feb 28 17:58:30.067005 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-9ffcd2c6-e163-48db-914c-d051f12701cf None None] Provisioning complete for port da5ad317-0193-40b9-87ff-1f65fe243741 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:30.067587 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9ffcd2c6-e163-48db-914c-d051f12701cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (da5ad317-0193-40b9-87ff-1f65fe243741), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:30.128428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-9ffcd2c6-e163-48db-914c-d051f12701cf None None] Port da5ad317-0193-40b9-87ff-1f65fe243741 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:58:30.143074 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5c3a1-a43f-40d5-a07c-9849bedbd1f2 req-7ef3727c-7eae-4504-bb07-a449002a2ce4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:30.150748 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cca5c3a1-a43f-40d5-a07c-9849bedbd1f2 req-7ef3727c-7eae-4504-bb07-a449002a2ce4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 932 time: 0.1820846 Feb 28 17:58:30.223792 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Request body: {'port': {'device_id': '33ee0a9b-f738-411a-ada8-e36c7e86b056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:30.306932 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (da5ad317-0193-40b9-87ff-1f65fe243741), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:30.332549 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cca5c3a1-a43f-40d5-a07c-9849bedbd1f2 req-ab878902-9ca0-4914-9f99-889812fc0b87 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759832 Feb 28 17:58:30.782406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5ad317-0193-40b9-87ff-1f65fe243741 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:58:30.803317 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Publish callbacks [] for port (da5ad317-0193-40b9-87ff-1f65fe243741), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:30.833215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Transition to ACTIVE for port object da5ad317-0193-40b9-87ff-1f65fe243741 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:58:30.934485 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (da5ad317-0193-40b9-87ff-1f65fe243741), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:31.048810 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Pushing event updated for resources: {'Port': ['ID=da5ad317-0193-40b9-87ff-1f65fe243741,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:31.228630 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Attempting to bind port da5ad317-0193-40b9-87ff-1f65fe243741 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:58:31.229210 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Attempting to bind port da5ad317-0193-40b9-87ff-1f65fe243741 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:58:31.229705 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Attempting to bind port da5ad317-0193-40b9-87ff-1f65fe243741 on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:58:31.253740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Port da5ad317-0193-40b9-87ff-1f65fe243741 on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:58:31.254465 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Attempting to bind port da5ad317-0193-40b9-87ff-1f65fe243741 on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:58:31.260867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:58:31.261425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Checking segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:58:31.262279 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Bound using segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:58:31.264247 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Bound port: da5ad317-0193-40b9-87ff-1f65fe243741, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:58:31.264885 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (da5ad317-0193-40b9-87ff-1f65fe243741), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:31.397437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] For port da5ad317-0193-40b9-87ff-1f65fe243741, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:58:31.401964 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] For port da5ad317-0193-40b9-87ff-1f65fe243741, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=da5ad317-0193-40b9-87ff-1f65fe243741,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:58:31.484076 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (da5ad317-0193-40b9-87ff-1f65fe243741), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:31.556267 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa065d3-19e4-4143-9938-0c691438e055 req-9ed680c8-cef5-418c-8c65-df7bf77cbf69 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:31.558034 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1aa065d3-19e4-4143-9938-0c691438e055 req-9ed680c8-cef5-418c-8c65-df7bf77cbf69 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.1012526 Feb 28 17:58:31.579293 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Pushing event updated for resources: {'Port': ['ID=da5ad317-0193-40b9-87ff-1f65fe243741,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:31.600942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:31.601066 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:31.602913 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-61267c33-c0d4-4dae-b71c-c3769e3af872 service neutron] 10.222.0.73 "PUT /v2.0/ports/da5ad317-0193-40b9-87ff-1f65fe243741 HTTP/1.1" status: 200 len: 1093 time: 1.6992917 Feb 28 17:58:31.603657 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ee0a9b-f738-411a-ada8-e36c7e86b056', 'tag': 'da5ad317-0193-40b9-87ff-1f65fe243741'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:58:31.621160 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5c5b4a-20ef-45ca-9939-94f5b4a058a7" -d '{"events": [{"name": "network-changed", "server_uuid": "33ee0a9b-f738-411a-ada8-e36c7e86b056", "tag": "da5ad317-0193-40b9-87ff-1f65fe243741"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:58:31.734772 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1aa065d3-19e4-4143-9938-0c691438e055 req-f5357cb8-b173-4c30-b57c-f1255232905a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701975 Feb 28 17:58:31.861912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-668aee36-a678-427d-b9af-7d27c0e94d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:31.868194 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-668aee36-a678-427d-b9af-7d27c0e94d49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 1127 time: 0.1124032 Feb 28 17:58:31.998480 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-fc07048f-bc96-4fb7-81e6-871d3d04d66b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da5ad317-0193-40b9-87ff-1f65fe243741 HTTP/1.1" status: 200 len: 217 time: 0.1224151 Feb 28 17:58:32.003976 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ba5c1a-4f6c-428e-a6b0-58f4e8fef857 x-openstack-request-id: req-86ba5c1a-4f6c-428e-a6b0-58f4e8fef857 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:58:32.004444 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ee0a9b-f738-411a-ada8-e36c7e86b056", "tag": "da5ad317-0193-40b9-87ff-1f65fe243741", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:58:32.004800 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-86ba5c1a-4f6c-428e-a6b0-58f4e8fef857 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:58:32.005357 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ee0a9b-f738-411a-ada8-e36c7e86b056', 'tag': 'da5ad317-0193-40b9-87ff-1f65fe243741', 'status': 'completed', 'code': 200} Feb 28 17:58:32.075781 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-9d62f3d5-f19f-4e3c-b123-db1fc74be206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:32.077505 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-9d62f3d5-f19f-4e3c-b123-db1fc74be206 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0669596 Feb 28 17:58:32.137360 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-6557f704-a94b-4d60-912e-4063c987184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:32.140237 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-6557f704-a94b-4d60-912e-4063c987184b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552430 Feb 28 17:58:32.399633 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-9a80e706-80da-4b50-aaa0-0bcc97ed4120 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426288 Feb 28 17:58:32.531090 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45788) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:32.532745 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a218b7af-c820-4a38-ad07-572bf7cec37e req-d58aa932-81e5-48c0-9183-7042a2093a50 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266022 Feb 28 17:58:32.694276 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1a163de9-a2d8-4e32-8690-18952af1ccf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:32.724319 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5b4a-20ef-45ca-9939-94f5b4a058a7 req-07fbba27-0377-4273-8296-ed2c3d453a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:32.727961 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f5c5b4a-20ef-45ca-9939-94f5b4a058a7 req-07fbba27-0377-4273-8296-ed2c3d453a18 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 1127 time: 0.0710971 Feb 28 17:58:32.937396 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5b4a-20ef-45ca-9939-94f5b4a058a7 req-890d792f-57c4-4db4-a217-0bb7714b85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:32.940416 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f5c5b4a-20ef-45ca-9939-94f5b4a058a7 req-890d792f-57c4-4db4-a217-0bb7714b85cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.2069526 Feb 28 17:58:32.991019 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1a163de9-a2d8-4e32-8690-18952af1ccf3 admin admin] Publish callbacks [] for security_group (93fa2bd7-9727-4dfa-8be9-06516a546f28), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:33.005297 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f5c5b4a-20ef-45ca-9939-94f5b4a058a7 req-b3f00c56-193b-4ad6-8999-5031329e5cca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da5ad317-0193-40b9-87ff-1f65fe243741 HTTP/1.1" status: 200 len: 217 time: 0.0591807 Feb 28 17:58:33.061891 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9e149-ebc6-4e7a-977d-d7dd21ea8f83 req-6c967973-2346-4656-9b9a-a7c83a08be5a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:33.070955 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ade9e149-ebc6-4e7a-977d-d7dd21ea8f83 req-6c967973-2346-4656-9b9a-a7c83a08be5a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.1853371 Feb 28 17:58:33.110614 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1a163de9-a2d8-4e32-8690-18952af1ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (93fa2bd7-9727-4dfa-8be9-06516a546f28), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:33.141908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5b4a-20ef-45ca-9939-94f5b4a058a7 req-4e18e157-fb63-4627-b850-8b6bc1503638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:33.144807 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f5c5b4a-20ef-45ca-9939-94f5b4a058a7 req-4e18e157-fb63-4627-b850-8b6bc1503638 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.1328540 Feb 28 17:58:33.176074 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1a163de9-a2d8-4e32-8690-18952af1ccf3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=54abfd767e6e4522bab81ecd9f9a92e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6437871 Feb 28 17:58:33.201013 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45802) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:33.209025 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ade9e149-ebc6-4e7a-977d-d7dd21ea8f83 req-a9bc25d6-8431-495b-9efa-2287fa37d3dd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369870 Feb 28 17:58:33.257289 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5b4a-20ef-45ca-9939-94f5b4a058a7 req-a038a13f-25e4-48ab-8b97-b82c942678f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:33.259137 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f5c5b4a-20ef-45ca-9939-94f5b4a058a7 req-a038a13f-25e4-48ab-8b97-b82c942678f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1078005 Feb 28 17:58:33.259439 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a163de9-a2d8-4e32-8690-18952af1ccf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fa2bd7-9727-4dfa-8be9-06516a546f28,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:33.311903 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-289bd2f0-8ed8-4f90-aa44-fff79b59c909 admin admin] Publish callbacks [] for security_group (93fa2bd7-9727-4dfa-8be9-06516a546f28), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:33.359926 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-289bd2f0-8ed8-4f90-aa44-fff79b59c909 admin admin] Publish callbacks [] for security_group (93fa2bd7-9727-4dfa-8be9-06516a546f28), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:33.439807 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f5c5b4a-20ef-45ca-9939-94f5b4a058a7 req-0b7e0d0f-d8d4-4529-bbea-72d700a8e99a service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748459 Feb 28 17:58:33.510362 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-289bd2f0-8ed8-4f90-aa44-fff79b59c909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (93fa2bd7-9727-4dfa-8be9-06516a546f28), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:33.514787 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-289bd2f0-8ed8-4f90-aa44-fff79b59c909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:33.520137 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-289bd2f0-8ed8-4f90-aa44-fff79b59c909 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/93fa2bd7-9727-4dfa-8be9-06516a546f28 HTTP/1.1" status: 204 len: 168 time: 0.3058937 Feb 28 17:58:33.532275 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bd2f0-8ed8-4f90-aa44-fff79b59c909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fa2bd7-9727-4dfa-8be9-06516a546f28,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:33.673883 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f5c5b4a-20ef-45ca-9939-94f5b4a058a7 req-4592b9dd-b61d-418c-9efd-6554bf8de411 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282417 Feb 28 17:58:33.704356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 45808) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:33.877177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-24713dbb-e09d-4bbf-b53d-de9428df4e09 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=289de0055079436c8a0d7cf8f4e90414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1715896 Feb 28 17:58:33.880005 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45812) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:33.938598 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9de47ef0-3991-4176-9e33-443956131e9e admin admin] Publish callbacks [] for security_group (042e0205-cd53-4a31-93ff-e8d4b8fd6228), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:33.962798 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9de47ef0-3991-4176-9e33-443956131e9e admin admin] Publish callbacks [] for security_group (042e0205-cd53-4a31-93ff-e8d4b8fd6228), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:34.111091 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9de47ef0-3991-4176-9e33-443956131e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (042e0205-cd53-4a31-93ff-e8d4b8fd6228), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:34.114021 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-9de47ef0-3991-4176-9e33-443956131e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:34.117684 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-9de47ef0-3991-4176-9e33-443956131e9e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/042e0205-cd53-4a31-93ff-e8d4b8fd6228 HTTP/1.1" status: 204 len: 168 time: 0.2342937 Feb 28 17:58:34.133801 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de47ef0-3991-4176-9e33-443956131e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042e0205-cd53-4a31-93ff-e8d4b8fd6228,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:34.431752 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6e788-6a88-4f97-adbd-d8ad3ca2d9ea req-7dccbf84-f9ac-4e62-a8e6-ffde9373b594 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:34.431752 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-58a6e788-6a88-4f97-adbd-d8ad3ca2d9ea req-7dccbf84-f9ac-4e62-a8e6-ffde9373b594 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0788505 Feb 28 17:58:34.496398 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-58a6e788-6a88-4f97-adbd-d8ad3ca2d9ea req-2f71cb29-67de-4a46-9eb7-f7673136137e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641551 Feb 28 17:58:35.157447 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45850) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:35.340082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1605881528-network', 'tenant_id': '4c571cd80ed84523a4f9c66035077765'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:35.453642 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] Made reservation on behalf of 4c571cd80ed84523a4f9c66035077765 for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:58:35.456078 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:35.464862 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:35.563822 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] Publish callbacks [] for security_group (6ced3c9b-24e8-42fd-a75f-35ff1bb3add9), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:35.630998 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6ced3c9b-24e8-42fd-a75f-35ff1bb3add9), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:35.650054 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f935394-38df-451e-8f6c-faf826f6d2bf req-76b77568-34af-44e7-8efc-d32c22de115c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:35.654438 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f935394-38df-451e-8f6c-faf826f6d2bf req-76b77568-34af-44e7-8efc-d32c22de115c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0771573 Feb 28 17:58:35.668726 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 17:58:35.687354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:35.693756 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9394a326-8b67-4bc7-a340-fbf38514fe2f), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:35.694132 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] Added segment 9394a326-8b67-4bc7-a340-fbf38514fe2f of type vlan for network 3fb5a58c-aa05-4556-b201-e200d5f4e6eb Feb 28 17:58:35.726836 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f935394-38df-451e-8f6c-faf826f6d2bf req-75578556-e17f-439d-910d-389feb804f87 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637162 Feb 28 17:58:35.746471 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (3fb5a58c-aa05-4556-b201-e200d5f4e6eb), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:35.826226 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (3fb5a58c-aa05-4556-b201-e200d5f4e6eb), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:35.827758 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:35.829378 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:35.931785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] Pushing event updated for resources: {'Network': ['ID=3fb5a58c-aa05-4556-b201-e200d5f4e6eb,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:35.943579 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 3fb5a58c-aa05-4556-b201-e200d5f4e6eb details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 17:58:35.993678 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-73f72ae4-4ebd-4c91-abab-a40da5d1aa63 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8350186 Feb 28 17:58:35.996650 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 45868) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:36.002201 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a258482c-b063-436f-8839-ae30db515a3a admin admin] Request body: {'subnet': {'network_id': '3fb5a58c-aa05-4556-b201-e200d5f4e6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1605881528-subnet', 'tenant_id': '4c571cd80ed84523a4f9c66035077765', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:36.087276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a258482c-b063-436f-8839-ae30db515a3a admin admin] Made reservation on behalf of 4c571cd80ed84523a4f9c66035077765 for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:58:36.089989 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a258482c-b063-436f-8839-ae30db515a3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:36.345122 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a258482c-b063-436f-8839-ae30db515a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (0017ecd3-1b40-46f0-acfc-80d185333fe0), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:36.425163 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258482c-b063-436f-8839-ae30db515a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0017ecd3-1b40-46f0-acfc-80d185333fe0,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:36.433984 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258482c-b063-436f-8839-ae30db515a3a admin admin] Checking segment: {'id': '9394a326-8b67-4bc7-a340-fbf38514fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3fb5a58c-aa05-4556-b201-e200d5f4e6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:58:36.434347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a258482c-b063-436f-8839-ae30db515a3a admin admin] Network hostable DHCP agents. Network: 3fb5a58c-aa05-4556-b201-e200d5f4e6eb, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 17:58:36.509857 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a258482c-b063-436f-8839-ae30db515a3a admin admin] Network 3fb5a58c-aa05-4556-b201-e200d5f4e6eb is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 17:58:36.601171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a258482c-b063-436f-8839-ae30db515a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 3fb5a58c-aa05-4556-b201-e200d5f4e6eb) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:58:36.612175 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a258482c-b063-436f-8839-ae30db515a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:36.614043 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a258482c-b063-436f-8839-ae30db515a3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:36.621838 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f3e723-41fa-43f1-8527-3eb44cd08a97 None None] Network 3fb5a58c-aa05-4556-b201-e200d5f4e6eb requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:58:36.730718 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a258482c-b063-436f-8839-ae30db515a3a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7322514 Feb 28 17:58:36.752546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f137c272-b80d-4502-8dcd-cccc3a542904 None None] Network 3fb5a58c-aa05-4556-b201-e200d5f4e6eb requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 17:58:36.894732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf836e-e592-4828-b94c-0268d3dafdba req-2db1cdd3-c7f8-4958-8480-8a5a5e843bcf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:36.896411 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-05cf836e-e592-4828-b94c-0268d3dafdba req-2db1cdd3-c7f8-4958-8480-8a5a5e843bcf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0666933 Feb 28 17:58:36.964270 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-05cf836e-e592-4828-b94c-0268d3dafdba req-985fe22f-9ad9-4af9-98d0-a1767a4208c4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614967 Feb 28 17:58:37.729206 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-eb1fd4b2-310a-4ae4-8ab1-ed213e17a911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:37.990798 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:38.092943 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82e25-aa85-4362-b9ab-090099689f8b req-cc4da28c-3db7-4e40-bec6-29507da3cdcc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:38.094600 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66d82e25-aa85-4362-b9ab-090099689f8b req-cc4da28c-3db7-4e40-bec6-29507da3cdcc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0554571 Feb 28 17:58:38.159959 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66d82e25-aa85-4362-b9ab-090099689f8b req-c972719a-2421-42f1-a1c6-b1cac5ca006d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565979 Feb 28 17:58:39.277625 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09895f-a3ea-4ff7-a62b-becff1d8e0ee req-ea214d28-5ce2-40c2-8ae8-ca1ca5b746f7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:39.286232 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c09895f-a3ea-4ff7-a62b-becff1d8e0ee req-ea214d28-5ce2-40c2-8ae8-ca1ca5b746f7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0642474 Feb 28 17:58:39.354262 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4c09895f-a3ea-4ff7-a62b-becff1d8e0ee req-50bd6304-18dc-46de-9774-07f7bbe568cf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639887 Feb 28 17:58:39.950809 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9fd909c6-eb0b-4469-ab72-e26af9c3f781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:40.243636 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:40.512200 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c1397-c9a9-4a4d-a214-1cb97bf68605 req-2d0d8dab-99ee-4ae4-be52-0e01415634ec tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:40.514686 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-949c1397-c9a9-4a4d-a214-1cb97bf68605 req-2d0d8dab-99ee-4ae4-be52-0e01415634ec tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0608504 Feb 28 17:58:40.590137 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-949c1397-c9a9-4a4d-a214-1cb97bf68605 req-7288cfbd-fa31-4d4d-84b4-f16fd7880f7f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693173 Feb 28 17:58:41.483358 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:41.727254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c978e7-6b13-4a03-9dc6-456c39220af9 req-2f55a195-c26a-4786-b52f-e174b75ac5d2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:41.734547 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e5c978e7-6b13-4a03-9dc6-456c39220af9 req-2f55a195-c26a-4786-b52f-e174b75ac5d2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0670984 Feb 28 17:58:41.787356 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e5c978e7-6b13-4a03-9dc6-456c39220af9 req-b2732bcf-4cc3-4736-bfd2-dc030a792783 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518909 Feb 28 17:58:42.597592 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:42.930698 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdc1a6-7bd4-417a-bfe0-e8bed25ebf7c req-bf67aef6-5771-4e0b-85e1-bc1b1157a785 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:42.932480 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24cdc1a6-7bd4-417a-bfe0-e8bed25ebf7c req-bf67aef6-5771-4e0b-85e1-bc1b1157a785 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0576899 Feb 28 17:58:42.991804 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24cdc1a6-7bd4-417a-bfe0-e8bed25ebf7c req-b830caca-b24c-42f5-9764-5d733138e53c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526490 Feb 28 17:58:43.920949 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:44.206194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e16f7-75ef-41e8-92b0-4bf5d8da8a97 req-76aac1de-54f8-403c-a4af-bb2f02af209f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:44.218784 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9c4e16f7-75ef-41e8-92b0-4bf5d8da8a97 req-76aac1de-54f8-403c-a4af-bb2f02af209f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.1480341 Feb 28 17:58:44.300828 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9c4e16f7-75ef-41e8-92b0-4bf5d8da8a97 req-59272b62-fcaf-4cbc-b29b-9e2f030ddd34 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721328 Feb 28 17:58:45.442953 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b345db-c7c4-4e4f-8ac3-470803132aba req-24052be1-404e-4b86-a686-dd66e3791459 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:45.445058 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-67b345db-c7c4-4e4f-8ac3-470803132aba req-24052be1-404e-4b86-a686-dd66e3791459 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0644500 Feb 28 17:58:45.503529 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-67b345db-c7c4-4e4f-8ac3-470803132aba req-a53cadbc-3c2d-4303-a75e-59cd01be3cbf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508764 Feb 28 17:58:45.668270 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:58:46.694617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282f351-4113-4914-99ad-67f342dfb90a req-680472ec-bc46-4ea6-9e93-a75341fd282e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:46.696996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8282f351-4113-4914-99ad-67f342dfb90a req-680472ec-bc46-4ea6-9e93-a75341fd282e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.1013038 Feb 28 17:58:46.778602 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8282f351-4113-4914-99ad-67f342dfb90a req-3754c6c3-ff9f-4629-90b7-843dd8f81e10 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648184 Feb 28 17:58:48.024260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7438c-59e1-4f1b-b3d8-dbe6afaa40b0 req-9ee30e7b-b830-4f96-a392-4dbeab0ef8d0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:48.034583 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1dd7438c-59e1-4f1b-b3d8-dbe6afaa40b0 req-9ee30e7b-b830-4f96-a392-4dbeab0ef8d0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.1362762 Feb 28 17:58:48.137083 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1dd7438c-59e1-4f1b-b3d8-dbe6afaa40b0 req-24fb93e5-5cb4-45e9-8a66-7d3bcd8d3e7d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011860 Feb 28 17:58:48.481551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46008) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:48.487007 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2036327414', 'description': 'tempest-secgroup-smoke-2036327414 description', 'project_id': '80c797479bd04b3ca63fb2ebe1a223db'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:48.619703 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:48.775412 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group (a305a7ce-57d1-4175-9f45-5456192ac2ea), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:48.841809 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a305a7ce-57d1-4175-9f45-5456192ac2ea), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:48.897781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a305a7ce-57d1-4175-9f45-5456192ac2ea,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:48.907285 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:48.907992 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:48.908733 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:48.909443 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:48.910033 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:48.910599 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:48.911131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:48.911675 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:48.912212 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:48.912804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:48.913469 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:48.915393 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:48.915972 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:48.975608 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:48.977279 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-349454c0-a5e4-4b1e-b400-db6d4f0f4e2e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4946337 Feb 28 17:58:48.980432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46010) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:48.985798 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-157f866a-a97e-4d93-b6fb-c885d8983160 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Request body: {'security_group_rule': {'security_group_id': 'a305a7ce-57d1-4175-9f45-5456192ac2ea', 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:49.098834 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-157f866a-a97e-4d93-b6fb-c885d8983160 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (ed4a9447-3e54-45f0-9903-9448df6fed8f), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:49.230302 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-157f866a-a97e-4d93-b6fb-c885d8983160 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (ed4a9447-3e54-45f0-9903-9448df6fed8f), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:49.294077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-157f866a-a97e-4d93-b6fb-c885d8983160 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (ed4a9447-3e54-45f0-9903-9448df6fed8f), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:49.331978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f866a-a97e-4d93-b6fb-c885d8983160 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4a9447-3e54-45f0-9903-9448df6fed8f,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:49.332832 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301dd0eb-4692-42ad-b481-486cfa4e16ee req-ebe6730d-4077-4011-8d4b-fbd39d0aade8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:49.336135 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-301dd0eb-4692-42ad-b481-486cfa4e16ee req-ebe6730d-4077-4011-8d4b-fbd39d0aade8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.1015177 Feb 28 17:58:49.398441 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-157f866a-a97e-4d93-b6fb-c885d8983160 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:49.399904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-157f866a-a97e-4d93-b6fb-c885d8983160 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4176700 Feb 28 17:58:49.402529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46018) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:49.406624 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-301dd0eb-4692-42ad-b481-486cfa4e16ee req-61161ea6-37c1-4fe8-aa48-0bbd6ab7f9fc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641136 Feb 28 17:58:49.407821 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-3e729547-1e35-4da6-a368-4d0c0af2d577 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Request body: {'security_group_rule': {'security_group_id': 'a305a7ce-57d1-4175-9f45-5456192ac2ea', 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:49.504432 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3e729547-1e35-4da6-a368-4d0c0af2d577 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (6847b9ac-13f2-49c4-b481-00c8d594d492), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:49.600402 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3e729547-1e35-4da6-a368-4d0c0af2d577 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (6847b9ac-13f2-49c4-b481-00c8d594d492), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:49.665209 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3e729547-1e35-4da6-a368-4d0c0af2d577 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (6847b9ac-13f2-49c4-b481-00c8d594d492), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:49.682604 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e729547-1e35-4da6-a368-4d0c0af2d577 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6847b9ac-13f2-49c4-b481-00c8d594d492,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:49.797036 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-3e729547-1e35-4da6-a368-4d0c0af2d577 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:49.798660 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-3e729547-1e35-4da6-a368-4d0c0af2d577 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3945584 Feb 28 17:58:49.801657 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46020) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:49.806968 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Request body: {'security_group_rule': {'security_group_id': 'a305a7ce-57d1-4175-9f45-5456192ac2ea', 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:49.881067 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (f72ec3db-d31b-48ca-85a3-889d7ff5b428), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:49.962567 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (f72ec3db-d31b-48ca-85a3-889d7ff5b428), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:50.007300 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (f72ec3db-d31b-48ca-85a3-889d7ff5b428), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:50.021779 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72ec3db-d31b-48ca-85a3-889d7ff5b428,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:50.030628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:50.031178 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:50.031699 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:50.032200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:50.032694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:50.033184 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:50.033660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:50.034171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:50.034661 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:50.035136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:50.035618 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:50.036101 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:50.036591 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:58:50.095521 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:50.101474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-cd109187-e39f-4906-9985-df875dba8c9c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2947052 Feb 28 17:58:50.102019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46024) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:50.108260 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-685d4d57-b4fa-4811-a79c-80892a0bf79b tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Request body: {'security_group_rule': {'security_group_id': 'a305a7ce-57d1-4175-9f45-5456192ac2ea', 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:50.230408 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-685d4d57-b4fa-4811-a79c-80892a0bf79b tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (18b58987-f09d-45fb-a0fe-3295ede5cdec), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:50.309695 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-685d4d57-b4fa-4811-a79c-80892a0bf79b tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (18b58987-f09d-45fb-a0fe-3295ede5cdec), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:50.407885 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-685d4d57-b4fa-4811-a79c-80892a0bf79b tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (18b58987-f09d-45fb-a0fe-3295ede5cdec), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:50.437304 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d4d57-b4fa-4811-a79c-80892a0bf79b tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b58987-f09d-45fb-a0fe-3295ede5cdec,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:50.537011 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-685d4d57-b4fa-4811-a79c-80892a0bf79b tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:50.541313 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-685d4d57-b4fa-4811-a79c-80892a0bf79b tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4355929 Feb 28 17:58:50.541777 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46030) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:50.548051 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-2f4550c0-94dc-464b-a02f-c5e3895f85d7 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Request body: {'security_group_rule': {'security_group_id': 'a305a7ce-57d1-4175-9f45-5456192ac2ea', 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:50.597153 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955c265-79e4-400a-8133-e3500d02e552 req-b32b746f-0d9e-4de2-94e1-c6968a289fc7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:50.605750 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1955c265-79e4-400a-8133-e3500d02e552 req-b32b746f-0d9e-4de2-94e1-c6968a289fc7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.1143057 Feb 28 17:58:50.678105 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1955c265-79e4-400a-8133-e3500d02e552 req-06c1fbf9-4413-4085-844b-6e54c95a92d3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676126 Feb 28 17:58:50.680965 n-d-820368-19 neutron-server[104246]: INFO neutron.db.securitygroups_db [None req-2f4550c0-94dc-464b-a02f-c5e3895f85d7 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Project 80c797479bd04b3ca63fb2ebe1a223db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:58:50.697237 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f4550c0-94dc-464b-a02f-c5e3895f85d7 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (95d7f409-543c-4e0f-956d-cf77ba74fcc6), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:50.774405 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f4550c0-94dc-464b-a02f-c5e3895f85d7 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (95d7f409-543c-4e0f-956d-cf77ba74fcc6), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:50.846833 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f4550c0-94dc-464b-a02f-c5e3895f85d7 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (95d7f409-543c-4e0f-956d-cf77ba74fcc6), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:50.867304 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4550c0-94dc-464b-a02f-c5e3895f85d7 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d7f409-543c-4e0f-956d-cf77ba74fcc6,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:50.992946 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-2f4550c0-94dc-464b-a02f-c5e3895f85d7 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:50.994294 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-2f4550c0-94dc-464b-a02f-c5e3895f85d7 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4514139 Feb 28 17:58:50.997457 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46032) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:58:51.001981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-f71144f4-93b1-4f8f-a1f9-dc0b8bc8dbe9 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Request body: {'security_group_rule': {'security_group_id': 'a305a7ce-57d1-4175-9f45-5456192ac2ea', 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:51.139742 n-d-820368-19 neutron-server[104246]: INFO neutron.db.securitygroups_db [None req-f71144f4-93b1-4f8f-a1f9-dc0b8bc8dbe9 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Project 80c797479bd04b3ca63fb2ebe1a223db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 17:58:51.146159 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f71144f4-93b1-4f8f-a1f9-dc0b8bc8dbe9 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (e9f99be8-c614-4abc-a24e-3f3a28bff385), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:51.225267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f71144f4-93b1-4f8f-a1f9-dc0b8bc8dbe9 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (e9f99be8-c614-4abc-a24e-3f3a28bff385), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:51.303510 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f71144f4-93b1-4f8f-a1f9-dc0b8bc8dbe9 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (e9f99be8-c614-4abc-a24e-3f3a28bff385), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:51.321517 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71144f4-93b1-4f8f-a1f9-dc0b8bc8dbe9 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f99be8-c614-4abc-a24e-3f3a28bff385,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:51.404022 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f71144f4-93b1-4f8f-a1f9-dc0b8bc8dbe9 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:51.405287 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f71144f4-93b1-4f8f-a1f9-dc0b8bc8dbe9 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4068077 Feb 28 17:58:51.621079 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-abd7b7ae-fc0a-4bc6-a3b5-f621356d2c19 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036327414&fields=id&tenant_id=80c797479bd04b3ca63fb2ebe1a223db HTTP/1.1" status: 200 len: 267 time: 0.0543807 Feb 28 17:58:51.817672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede9456-09f4-450b-9fd7-25adaa094949 req-fe8a3a8d-c0c9-482c-9382-25b992015b34 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:51.926569 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ede9456-09f4-450b-9fd7-25adaa094949 req-fe8a3a8d-c0c9-482c-9382-25b992015b34 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0628211 Feb 28 17:58:51.926569 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ede9456-09f4-450b-9fd7-25adaa094949 req-80db0dec-c831-458f-b59b-7ed4b400981e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486338 Feb 28 17:58:52.030520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-cffe8c9d-f20a-465e-835c-754e627a901f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:52.032021 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-cffe8c9d-f20a-465e-835c-754e627a901f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/networks?id=2fd6aa2e-3824-4daf-8370-d541cc993244 HTTP/1.1" status: 200 len: 813 time: 0.4034767 Feb 28 17:58:52.049974 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-f15855c2-b071-4268-88c6-eacc531efa11 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/quotas/80c797479bd04b3ca63fb2ebe1a223db HTTP/1.1" status: 200 len: 375 time: 0.0102556 Feb 28 17:58:52.151297 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-3d0f06af-590b-4cb1-a729-a5168e97fb6d tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=80c797479bd04b3ca63fb2ebe1a223db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892699 Feb 28 17:58:52.376439 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-6994c78a-e0e5-44e2-9a69-a8d3a94d8ce2 service neutron] 10.222.0.72 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123716 Feb 28 17:58:52.493645 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-076e82af-6ed2-4da6-a965-5163903c7dda service neutron] 10.222.0.72 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097329 Feb 28 17:58:53.035111 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c25cc-93a3-483a-84ab-1a833583959a req-b7fa95df-d0be-4278-90e8-6b9948f57cc5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:53.040043 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bd5c25cc-93a3-483a-84ab-1a833583959a req-b7fa95df-d0be-4278-90e8-6b9948f57cc5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0637100 Feb 28 17:58:53.102353 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bd5c25cc-93a3-483a-84ab-1a833583959a req-9a3a9616-bd2c-47f2-acdf-773899199130 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517340 Feb 28 17:58:53.298583 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-67c95d37-9384-438a-8599-d9690e4a84f0 req-60b2c865-3f53-41d7-ad4b-dca2cc48c729 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0350251 Feb 28 17:58:54.241083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cea437-909a-42b5-a399-00d894512e1d req-4f5df3e0-f72a-46e4-8a29-16fcba4f56a7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:54.242656 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-05cea437-909a-42b5-a399-00d894512e1d req-4f5df3e0-f72a-46e4-8a29-16fcba4f56a7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0538149 Feb 28 17:58:54.292197 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-05cea437-909a-42b5-a399-00d894512e1d req-495f02e2-9e84-4749-b8fd-2477b804994c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431471 Feb 28 17:58:54.388131 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d8d27e50-a64e-4727-a5c7-5cb424bcc97a req-203fa081-48ea-4008-bcfc-268ad2375871 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0356660 Feb 28 17:58:55.418845 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23995a15-aaf3-4baa-bdc9-e345e3b65a6b req-6b5b405c-e285-45ec-ac5b-36597750a7f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:55.420125 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-23995a15-aaf3-4baa-bdc9-e345e3b65a6b req-6b5b405c-e285-45ec-ac5b-36597750a7f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0545588 Feb 28 17:58:55.476314 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f8416a76-11d0-4caf-8ee5-08b5b191ac57 req-0a11a9a1-23ae-4cae-abf6-6d78e8f82764 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0291357 Feb 28 17:58:55.477157 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-23995a15-aaf3-4baa-bdc9-e345e3b65a6b req-c141ea39-cfa0-4b13-85ec-63fbd11a9189 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426829 Feb 28 17:58:56.585246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d07332ef-0a96-4deb-9308-836feb129cb2 req-1f8b26d2-8dc1-4006-9e25-678b78c13f86 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0444398 Feb 28 17:58:56.645847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73aa02f-e3b1-44e0-8910-1de923596225 req-19da1eeb-8549-4211-b78d-2ad519c2daad tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:56.648177 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c73aa02f-e3b1-44e0-8910-1de923596225 req-19da1eeb-8549-4211-b78d-2ad519c2daad tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0850837 Feb 28 17:58:56.696868 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c73aa02f-e3b1-44e0-8910-1de923596225 req-9119a912-e75f-4d7d-a132-a88570a65460 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418637 Feb 28 17:58:57.691844 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9fcd21cc-f785-420c-9a0a-785e1a54f344 req-93419ce2-8994-42e4-a84c-cb092243fb9b tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0318224 Feb 28 17:58:57.838326 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84e7ec-90fb-4299-9bf4-ce4640eb7a5c req-159a0a1a-b82e-4e17-a0ba-5a6893edd4d3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:57.842334 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d84e7ec-90fb-4299-9bf4-ce4640eb7a5c req-159a0a1a-b82e-4e17-a0ba-5a6893edd4d3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0719962 Feb 28 17:58:57.896259 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8d84e7ec-90fb-4299-9bf4-ce4640eb7a5c req-f7f77839-e489-4285-b975-cab177a1f0aa tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491314 Feb 28 17:58:57.907095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-1633da16-6205-46aa-8a53-b25528bc929d tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:57.917167 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-1633da16-6205-46aa-8a53-b25528bc929d tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.69 "GET /v2.0/networks?id=2fd6aa2e-3824-4daf-8370-d541cc993244 HTTP/1.1" status: 200 len: 813 time: 0.1416132 Feb 28 17:58:57.989450 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-9a8ca098-8bec-4305-8015-7d8d6fba21e4 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c797479bd04b3ca63fb2ebe1a223db HTTP/1.1" status: 200 len: 380 time: 0.0722303 Feb 28 17:58:57.997556 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-ff1d4528-6e6d-4865-82ad-34eeb4903c85 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Request body: {'port': {'device_id': '6bea9640-8739-4003-bc3c-10749da47238', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'admin_state_up': True, 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'security_groups': ['a305a7ce-57d1-4175-9f45-5456192ac2ea']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:58.213221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-ff1d4528-6e6d-4865-82ad-34eeb4903c85 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Made reservation on behalf of 80c797479bd04b3ca63fb2ebe1a223db for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 17:58:58.217193 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-ff1d4528-6e6d-4865-82ad-34eeb4903c85 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:58.373802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-ff1d4528-6e6d-4865-82ad-34eeb4903c85 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Allocated IP 172.20.0.4 (2fd6aa2e-3824-4daf-8370-d541cc993244/813db112-aa33-404d-886f-af004c549571/c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:58:58.539868 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-ff1d4528-6e6d-4865-82ad-34eeb4903c85 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:58.698658 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-ff1d4528-6e6d-4865-82ad-34eeb4903c85 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:58.767503 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-ff1d4528-6e6d-4865-82ad-34eeb4903c85 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Network 2fd6aa2e-3824-4daf-8370-d541cc993244 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:58:58.770774 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-ff1d4528-6e6d-4865-82ad-34eeb4903c85 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:58:58.773431 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-ff1d4528-6e6d-4865-82ad-34eeb4903c85 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:58:58.853301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d4528-6e6d-4865-82ad-34eeb4903c85 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Pushing event updated for resources: {'Port': ['ID=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:58.963100 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-ff1d4528-6e6d-4865-82ad-34eeb4903c85 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:58.967640 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-ff1d4528-6e6d-4865-82ad-34eeb4903c85 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:59.032854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fd7de-d337-43ef-b083-c30c0747586d req-90fd1492-bfcf-42f8-b343-64e9d5d21472 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:59.038274 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d89fd7de-d337-43ef-b083-c30c0747586d req-90fd1492-bfcf-42f8-b343-64e9d5d21472 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 931 time: 0.2156341 Feb 28 17:58:59.123185 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d89fd7de-d337-43ef-b083-c30c0747586d req-efe02ac7-56c8-4417-8666-f4a78d55b0d9 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758321 Feb 28 17:58:59.133727 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-ff1d4528-6e6d-4865-82ad-34eeb4903c85 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1398768 Feb 28 17:58:59.176328 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4f9e7-0cc0-476b-b6d1-d5edb882564f req-83f5cbd7-439e-4e2f-92ad-80283afd1562 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:58:59.183902 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ccb4f9e7-0cc0-476b-b6d1-d5edb882564f req-83f5cbd7-439e-4e2f-92ad-80283afd1562 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.1283648 Feb 28 17:58:59.247720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Request body: {'port': {'device_id': '6bea9640-8739-4003-bc3c-10749da47238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:58:59.279057 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ccb4f9e7-0cc0-476b-b6d1-d5edb882564f req-740ffa03-d6d0-4157-b4bc-8b6c9afc5f88 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834775 Feb 28 17:58:59.280337 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f65e75ed-66b5-4a0d-8e41-292886f2b47c None None] Provisioning complete for port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:58:59.281376 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f65e75ed-66b5-4a0d-8e41-292886f2b47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:59.332096 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f65e75ed-66b5-4a0d-8e41-292886f2b47c None None] Port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 17:58:59.354821 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:59.695145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:58:59.703150 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Publish callbacks [] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:59.717620 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Transition to ACTIVE for port object c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 17:58:59.767658 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:58:59.855777 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:58:59.920972 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Attempting to bind port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 17:58:59.921318 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Attempting to bind port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '194d9db2-4dae-49eb-acbc-b5283bfecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 17:58:59.921656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Attempting to bind port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 on network 2fd6aa2e-3824-4daf-8370-d541cc993244 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:58:59.939556 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 on network 2fd6aa2e-3824-4daf-8370-d541cc993244 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 17:58:59.939896 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Attempting to bind port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 on network 2fd6aa2e-3824-4daf-8370-d541cc993244 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 17:58:59.948622 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 17, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 17:58:59.949505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Checking segment: {'id': '194d9db2-4dae-49eb-acbc-b5283bfecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 17:58:59.949505 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Bound using segment: {'id': '194d9db2-4dae-49eb-acbc-b5283bfecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 17:58:59.949719 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Bound port: c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194d9db2-4dae-49eb-acbc-b5283bfecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 17:58:59.950679 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:00.041950 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] For port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 17:59:00.046049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] For port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5,segment=NetworkSegment(194d9db2-4dae-49eb-acbc-b5283bfecf7f),segment_id=194d9db2-4dae-49eb-acbc-b5283bfecf7f)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 17:59:00.116159 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:00.166216 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:00.174898 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:00.174898 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] 10.222.0.69 "PUT /v2.0/ports/c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 HTTP/1.1" status: 200 len: 1092 time: 1.0243387 Feb 28 17:59:00.174898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bea9640-8739-4003-bc3c-10749da47238', 'tag': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:59:00.174898 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fda4eb5-e7a8-4474-b3ed-5237273ed53a" -d '{"events": [{"name": "network-changed", "server_uuid": "6bea9640-8739-4003-bc3c-10749da47238", "tag": "c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:59:00.226930 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e4032-b719-4d07-acb3-1a946e9d33d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:59:00.346792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274e373-2d7f-4bba-8491-06ea88652403 req-31d99939-4f66-4e96-8a7e-8f74bd904de1 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:00.356542 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d274e373-2d7f-4bba-8491-06ea88652403 req-31d99939-4f66-4e96-8a7e-8f74bd904de1 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.1072605 Feb 28 17:59:00.510541 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d274e373-2d7f-4bba-8491-06ea88652403 req-8e950825-9f2e-46b8-8e3d-068ba0adf701 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530113 Feb 28 17:59:00.534002 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-b6e8c906-87e5-438b-9c0d-a4cb397ef56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:00.535498 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-b6e8c906-87e5-438b-9c0d-a4cb397ef56d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80c797479bd04b3ca63fb2ebe1a223db&device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 1126 time: 0.1654806 Feb 28 17:59:00.586721 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee627fe-ba61-492e-b05c-603814dd4f73 x-openstack-request-id: req-cee627fe-ba61-492e-b05c-603814dd4f73 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:59:00.586995 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bea9640-8739-4003-bc3c-10749da47238", "tag": "c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:59:00.587252 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cee627fe-ba61-492e-b05c-603814dd4f73 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:59:00.587652 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bea9640-8739-4003-bc3c-10749da47238', 'tag': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'status': 'completed', 'code': 200} Feb 28 17:59:00.597312 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-cab64afa-8e61-425e-b2d3-60a06392129a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 HTTP/1.1" status: 200 len: 217 time: 0.0551372 Feb 28 17:59:00.693299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-476fcfd8-56bc-4497-820e-cae631f3e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:00.694994 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-476fcfd8-56bc-4497-820e-cae631f3e094 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=813db112-aa33-404d-886f-af004c549571 HTTP/1.1" status: 200 len: 852 time: 0.0784180 Feb 28 17:59:00.711769 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab8e51-8d16-49bc-89f7-a616a59bdafc req-2caa35ba-ad3a-4ce0-9958-276d40756374 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:00.718873 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0bab8e51-8d16-49bc-89f7-a616a59bdafc req-2caa35ba-ad3a-4ce0-9958-276d40756374 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.1339295 Feb 28 17:59:00.870848 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0bab8e51-8d16-49bc-89f7-a616a59bdafc req-07ce5d3d-2061-41da-8253-fd1126caf3b1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282215 Feb 28 17:59:00.876540 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e27f4b81-80f9-4ea1-b6dc-4c5c4130cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:00.878157 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-e27f4b81-80f9-4ea1-b6dc-4c5c4130cc39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2fd6aa2e-3824-4daf-8370-d541cc993244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1571028 Feb 28 17:59:01.289388 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-9739654e-a916-4db6-b74f-86ad5039068b service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046466 Feb 28 17:59:01.412859 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0f370afd-86e6-495b-80ed-c1fc87a4e6e3 req-2e48b49c-3942-4f61-b6d4-693324a6be7b service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157870 Feb 28 17:59:01.646738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda4eb5-e7a8-4474-b3ed-5237273ed53a req-4ed416b8-d506-4353-ad37-1891082ea244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:01.648372 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8fda4eb5-e7a8-4474-b3ed-5237273ed53a req-4ed416b8-d506-4353-ad37-1891082ea244 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80c797479bd04b3ca63fb2ebe1a223db&device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 1126 time: 0.0583091 Feb 28 17:59:01.668993 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe9862-7a99-4457-b74f-95ef85efc8f0 req-cc1e99c1-2f54-4a8f-9332-6b4a9c86f367 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:01.671235 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ffe9862-7a99-4457-b74f-95ef85efc8f0 req-cc1e99c1-2f54-4a8f-9332-6b4a9c86f367 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0692949 Feb 28 17:59:01.757044 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ffe9862-7a99-4457-b74f-95ef85efc8f0 req-ec11a86f-d69d-43e3-83ae-7dab90ca5cb8 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761418 Feb 28 17:59:01.798219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda4eb5-e7a8-4474-b3ed-5237273ed53a req-13a152d8-c8df-49a4-abf1-297c3a7a9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:01.799091 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8fda4eb5-e7a8-4474-b3ed-5237273ed53a req-13a152d8-c8df-49a4-abf1-297c3a7a9b4e service neutron] 10.222.0.69 "GET /v2.0/networks?id=2fd6aa2e-3824-4daf-8370-d541cc993244 HTTP/1.1" status: 200 len: 914 time: 0.1404495 Feb 28 17:59:01.823387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device da5ad317-0193-40b9-87ff-1f65fe243741 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:59:01.851132 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8fda4eb5-e7a8-4474-b3ed-5237273ed53a req-59cdbc6b-6eaf-461b-b87b-a83f8998393b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 HTTP/1.1" status: 200 len: 217 time: 0.0464640 Feb 28 17:59:01.927188 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda4eb5-e7a8-4474-b3ed-5237273ed53a req-26927516-3fb4-499b-9bbb-c4b53b63572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:01.932707 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8fda4eb5-e7a8-4474-b3ed-5237273ed53a req-26927516-3fb4-499b-9bbb-c4b53b63572b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=813db112-aa33-404d-886f-af004c549571 HTTP/1.1" status: 200 len: 852 time: 0.0726707 Feb 28 17:59:02.014331 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port da5ad317-0193-40b9-87ff-1f65fe243741, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=da5ad317-0193-40b9-87ff-1f65fe243741,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:59:02.029203 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'da5ad317-0193-40b9-87ff-1f65fe243741', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'port_id': 'da5ad317-0193-40b9-87ff-1f65fe243741', 'mac_address': 'fa:16:3e:42:7c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:59:02.039747 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda4eb5-e7a8-4474-b3ed-5237273ed53a req-c50d34bc-ad11-40b1-9b54-f694d3bf126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:02.041710 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8fda4eb5-e7a8-4474-b3ed-5237273ed53a req-c50d34bc-ad11-40b1-9b54-f694d3bf126c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2fd6aa2e-3824-4daf-8370-d541cc993244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1045656 Feb 28 17:59:02.049756 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ff907-b3f7-4809-8662-2d484fac0446 req-e44cb558-a9ea-43cd-8437-523f7145d051 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:02.051420 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e83ff907-b3f7-4809-8662-2d484fac0446 req-e44cb558-a9ea-43cd-8437-523f7145d051 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 944 time: 0.0786085 Feb 28 17:59:02.089489 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port da5ad317-0193-40b9-87ff-1f65fe243741 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:59:02.091934 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (da5ad317-0193-40b9-87ff-1f65fe243741), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:02.123463 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5ad317-0193-40b9-87ff-1f65fe243741 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:59:02.149636 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port da5ad317-0193-40b9-87ff-1f65fe243741, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=da5ad317-0193-40b9-87ff-1f65fe243741,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:59:02.196945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e83ff907-b3f7-4809-8662-2d484fac0446 req-c7776aed-30c5-4d6c-98c9-bb0c3d24af15 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364994 Feb 28 17:59:02.214469 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8fda4eb5-e7a8-4474-b3ed-5237273ed53a req-34f4c5bb-0890-4d71-bfd4-a691a828d8f9 service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619902 Feb 28 17:59:02.236349 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (da5ad317-0193-40b9-87ff-1f65fe243741), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:02.305789 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=da5ad317-0193-40b9-87ff-1f65fe243741,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:59:02.320003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:59:02.320636 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:59:02.321084 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:59:02.321556 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:59:02.322151 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:59:02.323448 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:59:02.323570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:59:02.324000 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:59:02.324428 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:59:02.324898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:59:02.325336 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:59:02.325884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:59:02.326439 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 17:59:02.357161 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8fda4eb5-e7a8-4474-b3ed-5237273ed53a req-6fcc8e71-e49c-4545-ac2f-262d072316d5 service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360857 Feb 28 17:59:02.576885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['da5ad317-0193-40b9-87ff-1f65fe243741'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:59:02.897546 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1a39a-94dd-48e8-8085-e09cfc1c55ef req-efe1f2d9-f09b-447e-b9dd-19254df990c4 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:02.899142 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5fa1a39a-94dd-48e8-8085-e09cfc1c55ef req-efe1f2d9-f09b-447e-b9dd-19254df990c4 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0618653 Feb 28 17:59:02.967345 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5fa1a39a-94dd-48e8-8085-e09cfc1c55ef req-312c0813-9f33-4e91-9a55-f4f99f3883ee tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618296 Feb 28 17:59:03.381654 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ddcb8-3dc0-4597-853a-0087597c2a12 req-69ed1530-2e5f-4dc9-9cbc-1dd78b08a274 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:03.383415 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e1ddcb8-3dc0-4597-853a-0087597c2a12 req-69ed1530-2e5f-4dc9-9cbc-1dd78b08a274 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 945 time: 0.0945408 Feb 28 17:59:03.454463 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e1ddcb8-3dc0-4597-853a-0087597c2a12 req-8b81c447-9e4a-4fb3-8c0d-1c319428d749 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628154 Feb 28 17:59:03.837637 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device da5ad317-0193-40b9-87ff-1f65fe243741 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:59:03.961811 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port da5ad317-0193-40b9-87ff-1f65fe243741 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:59:03.967515 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port da5ad317-0193-40b9-87ff-1f65fe243741 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:59:03.967884 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (da5ad317-0193-40b9-87ff-1f65fe243741), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:04.122790 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port da5ad317-0193-40b9-87ff-1f65fe243741 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:59:04.123214 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (da5ad317-0193-40b9-87ff-1f65fe243741), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:04.151589 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f64aa1-eb36-4298-aea3-806142f79346 req-197ab6a2-a613-4d37-a624-f28cb6309f08 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:04.163487 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-29f64aa1-eb36-4298-aea3-806142f79346 req-197ab6a2-a613-4d37-a624-f28cb6309f08 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0897903 Feb 28 17:59:04.176436 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port da5ad317-0193-40b9-87ff-1f65fe243741, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=da5ad317-0193-40b9-87ff-1f65fe243741,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:59:04.178516 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ee0a9b-f738-411a-ada8-e36c7e86b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5ad317-0193-40b9-87ff-1f65fe243741'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:59:04.180606 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05352977-bb78-426c-8c09-e59faeab968c" -d '{"events": [{"server_uuid": "33ee0a9b-f738-411a-ada8-e36c7e86b056", "name": "network-vif-plugged", "status": "completed", "tag": "da5ad317-0193-40b9-87ff-1f65fe243741"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:59:04.229033 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1feeb3c1-1634-493e-8297-9ffadb46708c x-openstack-request-id: req-1feeb3c1-1634-493e-8297-9ffadb46708c {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:59:04.234538 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ee0a9b-f738-411a-ada8-e36c7e86b056", "name": "network-vif-plugged", "status": "completed", "tag": "da5ad317-0193-40b9-87ff-1f65fe243741", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:59:04.234538 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1feeb3c1-1634-493e-8297-9ffadb46708c {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:59:04.234538 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ee0a9b-f738-411a-ada8-e36c7e86b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5ad317-0193-40b9-87ff-1f65fe243741', 'code': 200} Feb 28 17:59:04.235070 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-29f64aa1-eb36-4298-aea3-806142f79346 req-0dbf3433-2065-4889-9520-ce819a90d17f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664847 Feb 28 17:59:04.305773 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (da5ad317-0193-40b9-87ff-1f65fe243741), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:04.349857 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb174a7a-8c48-4e07-ba22-c31e2224163c req-ab454cdf-1b5a-416a-9b8d-ed6b68c8945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:04.351530 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb174a7a-8c48-4e07-ba22-c31e2224163c req-ab454cdf-1b5a-416a-9b8d-ed6b68c8945d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 1129 time: 0.0527687 Feb 28 17:59:04.365988 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=da5ad317-0193-40b9-87ff-1f65fe243741,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:59:04.438742 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cb174a7a-8c48-4e07-ba22-c31e2224163c req-37365a36-6cb4-403e-a732-bf6c325e22df service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784717 Feb 28 17:59:04.610564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a8b5-d000-4eeb-ac37-db008abaebae req-a22e7b3a-8153-4cf9-89bf-754a861466d3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:04.612110 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1190a8b5-d000-4eeb-ac37-db008abaebae req-a22e7b3a-8153-4cf9-89bf-754a861466d3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 946 time: 0.0725281 Feb 28 17:59:04.666729 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1190a8b5-d000-4eeb-ac37-db008abaebae req-d34caeba-1957-4380-b258-a9b8cfa7cb2f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477054 Feb 28 17:59:05.390009 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45886b90-6115-4803-9c17-46f777834f87 req-965a2d50-18da-48d8-a503-5ff7122d0c96 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:05.392191 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45886b90-6115-4803-9c17-46f777834f87 req-965a2d50-18da-48d8-a503-5ff7122d0c96 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0904138 Feb 28 17:59:05.453668 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-45886b90-6115-4803-9c17-46f777834f87 req-2d7ab641-9367-4f33-890e-4e9536e3cc14 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547462 Feb 28 17:59:05.826537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a96d5-3c56-4450-beca-011e21ff86de req-970b806c-99cc-475c-920e-1ac8d69f30af tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:05.829069 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-422a96d5-3c56-4450-beca-011e21ff86de req-970b806c-99cc-475c-920e-1ac8d69f30af tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 946 time: 0.0770130 Feb 28 17:59:05.896261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-422a96d5-3c56-4450-beca-011e21ff86de req-c560d8a9-f733-4fb4-938f-319bacc682e7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612967 Feb 28 17:59:06.589362 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987040-110b-4785-97b6-eb8df7a48fde req-b210347a-87e5-432b-ae78-73f2be42978c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:06.590928 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82987040-110b-4785-97b6-eb8df7a48fde req-b210347a-87e5-432b-ae78-73f2be42978c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0596082 Feb 28 17:59:06.672925 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-82987040-110b-4785-97b6-eb8df7a48fde req-44d0739a-3ee5-44f3-be4b-1e9a6b9f7961 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645232 Feb 28 17:59:07.029638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bedd6-14ac-40f2-8099-bd35eacbc61d req-64c63743-9f8a-40ff-a31d-035cc3a23715 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:07.030870 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-390bedd6-14ac-40f2-8099-bd35eacbc61d req-64c63743-9f8a-40ff-a31d-035cc3a23715 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 946 time: 0.0603461 Feb 28 17:59:07.081117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-390bedd6-14ac-40f2-8099-bd35eacbc61d req-d5e74073-bdee-4b63-927b-41dfed28a0e7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 Feb 28 17:59:07.223136 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efe810-f623-4b35-9a34-c6b66170149d req-f5d1f1e7-58b0-40ed-9bb4-bb144af29293 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:07.225441 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90efe810-f623-4b35-9a34-c6b66170149d req-f5d1f1e7-58b0-40ed-9bb4-bb144af29293 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 946 time: 0.0705545 Feb 28 17:59:07.281874 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90efe810-f623-4b35-9a34-c6b66170149d req-98e9495e-4077-4473-a68a-566890e067d0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512967 Feb 28 17:59:07.412853 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dd2bc-3ff9-44a9-816d-985ac9c01d0a req-aeb05ac5-9f33-4d7c-95ca-3dd8a14ca518 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:07.414513 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f9dd2bc-3ff9-44a9-816d-985ac9c01d0a req-aeb05ac5-9f33-4d7c-95ca-3dd8a14ca518 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 946 time: 0.0580394 Feb 28 17:59:07.494191 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3f9dd2bc-3ff9-44a9-816d-985ac9c01d0a req-9b133ae3-e9d6-4e1a-9969-0ce1c92c0e89 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729396 Feb 28 17:59:07.795315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c8202-4e6b-411d-afe7-b23b141dfaae req-62b315d3-6592-4efd-a51b-fc2e8f2b648f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:07.798382 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-866c8202-4e6b-411d-afe7-b23b141dfaae req-62b315d3-6592-4efd-a51b-fc2e8f2b648f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0728214 Feb 28 17:59:07.820062 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c19c-d06c-426a-a9a7-39052a53898f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:07.860781 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-866c8202-4e6b-411d-afe7-b23b141dfaae req-ae67d340-e3af-4764-a078-39dbcbfde945 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581110 Feb 28 17:59:07.987624 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:08.130203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7a3e7-f7af-4a65-8e9a-a47171bb4223 req-31e46ef2-8805-4241-aa01-7589410f5125 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:08.132038 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6af7a3e7-f7af-4a65-8e9a-a47171bb4223 req-31e46ef2-8805-4241-aa01-7589410f5125 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 946 time: 0.0656900 Feb 28 17:59:08.187628 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6af7a3e7-f7af-4a65-8e9a-a47171bb4223 req-7ae1c308-2ef4-40a4-9b46-8c2ac7d91225 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485218 Feb 28 17:59:09.017878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23245c2-b4da-42b5-a8d9-f4faf0d94457 req-1ce0ea36-f1b7-48dd-8d62-2d96413c32fa tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:09.019617 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b23245c2-b4da-42b5-a8d9-f4faf0d94457 req-1ce0ea36-f1b7-48dd-8d62-2d96413c32fa tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0725207 Feb 28 17:59:09.073760 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b23245c2-b4da-42b5-a8d9-f4faf0d94457 req-f85cb00e-1a23-4295-b746-4201f25ea250 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478745 Feb 28 17:59:09.370373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c58b1-af1a-455d-87c2-62373fd7e316 req-47814bbf-3908-46a3-9f6d-675b75606c6b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:09.372710 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-714c58b1-af1a-455d-87c2-62373fd7e316 req-47814bbf-3908-46a3-9f6d-675b75606c6b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 946 time: 0.0903058 Feb 28 17:59:09.438851 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-714c58b1-af1a-455d-87c2-62373fd7e316 req-800769cd-4991-4df5-b0ad-2a7389664b7e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587380 Feb 28 17:59:09.748631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040d6ab-a211-40b4-9d2e-2e00b2893431 req-ba8f3b3f-50ec-4555-9bf8-424105851426 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:09.750274 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2040d6ab-a211-40b4-9d2e-2e00b2893431 req-ba8f3b3f-50ec-4555-9bf8-424105851426 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 946 time: 0.0561829 Feb 28 17:59:09.872337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-2040d6ab-a211-40b4-9d2e-2e00b2893431 req-572aeb53-c323-4bc5-9f3f-b7c333ca1d80 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Deleting port da5ad317-0193-40b9-87ff-1f65fe243741 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 17:59:09.885287 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2040d6ab-a211-40b4-9d2e-2e00b2893431 req-572aeb53-c323-4bc5-9f3f-b7c333ca1d80 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (da5ad317-0193-40b9-87ff-1f65fe243741), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:09.951387 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e6a27214-fa6d-48c0-9c9f-b94f593af220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:09.980976 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-2040d6ab-a211-40b4-9d2e-2e00b2893431 req-572aeb53-c323-4bc5-9f3f-b7c333ca1d80 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] For port da5ad317-0193-40b9-87ff-1f65fe243741, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=da5ad317-0193-40b9-87ff-1f65fe243741,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:59:09.981365 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2040d6ab-a211-40b4-9d2e-2e00b2893431 req-572aeb53-c323-4bc5-9f3f-b7c333ca1d80 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (da5ad317-0193-40b9-87ff-1f65fe243741), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:09.996161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-2040d6ab-a211-40b4-9d2e-2e00b2893431 req-572aeb53-c323-4bc5-9f3f-b7c333ca1d80 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Calling delete_port for da5ad317-0193-40b9-87ff-1f65fe243741 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 17:59:10.222874 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a532cd-2c8e-47b4-ab66-d21e09c407a7 req-1e804e43-52fe-4a60-9737-14f7505fac41 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:10.223538 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d8a532cd-2c8e-47b4-ab66-d21e09c407a7 req-1e804e43-52fe-4a60-9737-14f7505fac41 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0577054 Feb 28 17:59:10.275039 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d8a532cd-2c8e-47b4-ab66-d21e09c407a7 req-61f441b0-1187-47be-ae96-e1518907b6cd tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454333 Feb 28 17:59:10.293054 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2040d6ab-a211-40b4-9d2e-2e00b2893431 req-572aeb53-c323-4bc5-9f3f-b7c333ca1d80 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (da5ad317-0193-40b9-87ff-1f65fe243741), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:10.304782 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['da5ad317-0193-40b9-87ff-1f65fe243741'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:59:10.330119 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:10.340971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572aeb53-c323-4bc5-9f3f-b7c333ca1d80 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event deleted for resources: {'Port': ['ID=da5ad317-0193-40b9-87ff-1f65fe243741,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:59:10.393835 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-2040d6ab-a211-40b4-9d2e-2e00b2893431 req-572aeb53-c323-4bc5-9f3f-b7c333ca1d80 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] No DVR routers for this DVR port da5ad317-0193-40b9-87ff-1f65fe243741 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 17:59:10.397636 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-2040d6ab-a211-40b4-9d2e-2e00b2893431 req-572aeb53-c323-4bc5-9f3f-b7c333ca1d80 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:10.401209 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2040d6ab-a211-40b4-9d2e-2e00b2893431 req-572aeb53-c323-4bc5-9f3f-b7c333ca1d80 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "DELETE /v2.0/ports/da5ad317-0193-40b9-87ff-1f65fe243741 HTTP/1.1" status: 204 len: 173 time: 0.6445088 Feb 28 17:59:10.401706 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ee0a9b-f738-411a-ada8-e36c7e86b056', 'name': 'network-vif-deleted', 'tag': 'da5ad317-0193-40b9-87ff-1f65fe243741'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:59:10.404281 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf5a473-3b9c-4b07-a2a9-1c02e6ccb021" -d '{"events": [{"server_uuid": "33ee0a9b-f738-411a-ada8-e36c7e86b056", "name": "network-vif-deleted", "tag": "da5ad317-0193-40b9-87ff-1f65fe243741"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:59:10.458399 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dbdd94-3456-49b3-91dc-30d20dd1d242 x-openstack-request-id: req-78dbdd94-3456-49b3-91dc-30d20dd1d242 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:59:10.461107 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ee0a9b-f738-411a-ada8-e36c7e86b056", "name": "network-vif-deleted", "tag": "da5ad317-0193-40b9-87ff-1f65fe243741", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:59:10.461375 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78dbdd94-3456-49b3-91dc-30d20dd1d242 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:59:10.462139 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ee0a9b-f738-411a-ada8-e36c7e86b056', 'name': 'network-vif-deleted', 'tag': 'da5ad317-0193-40b9-87ff-1f65fe243741', 'status': 'completed', 'code': 200} Feb 28 17:59:10.559844 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a1312066-7e7c-4ecd-8db4-caac149ececd req-333e1783-bb51-406b-86b1-15c9073beaa9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0345099 Feb 28 17:59:11.417379 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a2f44-172a-4f5a-beeb-587f4b790dc8 req-ebbcbeb7-39e5-4364-adb6-3b51feec9a59 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:11.422512 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df8a2f44-172a-4f5a-beeb-587f4b790dc8 req-ebbcbeb7-39e5-4364-adb6-3b51feec9a59 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0723116 Feb 28 17:59:11.469674 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:11.475982 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-df8a2f44-172a-4f5a-beeb-587f4b790dc8 req-82358f37-7a30-4258-99ab-60549a5af17d tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496349 Feb 28 17:59:11.664325 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a0467e5-cd33-463c-9ff2-fb5f2e1bcea7 req-b9a3d34f-565d-4e7b-bb91-42781c4c95f6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0301466 Feb 28 17:59:12.617737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f931bf-935c-4fa6-8a13-2091fe75dab6 req-6a696d74-466c-4dd1-85b6-d6a5f76bb713 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:12.622440 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07f931bf-935c-4fa6-8a13-2091fe75dab6 req-6a696d74-466c-4dd1-85b6-d6a5f76bb713 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0641310 Feb 28 17:59:12.625640 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:12.676303 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07f931bf-935c-4fa6-8a13-2091fe75dab6 req-df087dfe-0f47-47e7-b66d-b638fbce5bfa tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521908 Feb 28 17:59:12.773075 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1ce0e9f6-0133-4749-8bfc-61f653674acc req-4f6bf9c7-32e5-4cde-a1de-1b7cc98179a0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0369809 Feb 28 17:59:13.815560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1f7a2-9419-4c53-980a-aaf4708433ae req-92743c32-eca9-4605-ad38-0b16d661642e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:13.824097 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92b1f7a2-9419-4c53-980a-aaf4708433ae req-92743c32-eca9-4605-ad38-0b16d661642e tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0777872 Feb 28 17:59:13.909295 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-92b1f7a2-9419-4c53-980a-aaf4708433ae req-07b606e4-e09c-48b9-bca9-67518d4f562a tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840380 Feb 28 17:59:13.913224 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device da5ad317-0193-40b9-87ff-1f65fe243741 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 17:59:13.930678 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dfdb4f17-8656-45be-a582-1099a346f198 req-0973db12-b4ac-442b-acde-5cb3f4e89233 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0455821 Feb 28 17:59:13.946972 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: da5ad317-0193-40b9-87ff-1f65fe243741 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 17:59:13.947308 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device da5ad317-0193-40b9-87ff-1f65fe243741 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 17:59:13.990731 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:15.074619 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fc8b6-6e28-4ba7-8b69-dbe1990c756e req-569a6859-3939-48d4-8231-977f4fb2a3d8 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:15.076409 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c00fc8b6-6e28-4ba7-8b69-dbe1990c756e req-569a6859-3939-48d4-8231-977f4fb2a3d8 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0804253 Feb 28 17:59:15.138082 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dc475a58-be12-4b4f-bffd-9d584a8254eb req-db8a890c-af45-4bcc-a997-0d627e6f7522 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0705204 Feb 28 17:59:15.138630 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c00fc8b6-6e28-4ba7-8b69-dbe1990c756e req-658b19b4-bdbc-4251-9e84-542e5f587872 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534124 Feb 28 17:59:16.307043 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cec67c57-ee56-4754-aa50-7a0ac627b74a req-566e9b47-d34b-4c49-a6f6-08c731bf3d71 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0492647 Feb 28 17:59:16.309612 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37e9f0-4695-43a6-9e2e-3daf123447f1 req-a23b950a-1ae0-472b-8a2c-df3c78f5c5c2 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:16.311547 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3e37e9f0-4695-43a6-9e2e-3daf123447f1 req-a23b950a-1ae0-472b-8a2c-df3c78f5c5c2 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0745790 Feb 28 17:59:16.370543 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3e37e9f0-4695-43a6-9e2e-3daf123447f1 req-98e69b63-599d-4c3e-86f6-387e8c2f7d15 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488794 Feb 28 17:59:17.398328 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ca2e2cd3-5bac-4b66-a48e-2de1d2fb83e7 req-de2bc07f-9843-4081-879f-43074bc397c3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0309000 Feb 28 17:59:17.510330 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b1cbc-e97c-47c4-ab80-dc13dd9271b4 req-d2457c6d-dcb0-4fb3-a836-e31fcb8ffc41 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:17.514421 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-875b1cbc-e97c-47c4-ab80-dc13dd9271b4 req-d2457c6d-dcb0-4fb3-a836-e31fcb8ffc41 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0647471 Feb 28 17:59:17.565946 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-875b1cbc-e97c-47c4-ab80-dc13dd9271b4 req-edff45ed-518f-4845-a796-1ba9fa95667d tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468910 Feb 28 17:59:18.517857 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fac42ee4-6764-462b-96f7-4bf8cff0a512 req-59b73942-6275-4bc2-9392-34eacffdc6b0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0410564 Feb 28 17:59:18.713325 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b25810-fe77-48ff-9b2c-d4d2f58d226d req-e524fe83-9543-42a9-86de-552c25d2ada6 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:18.715221 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90b25810-fe77-48ff-9b2c-d4d2f58d226d req-e524fe83-9543-42a9-86de-552c25d2ada6 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0771909 Feb 28 17:59:18.766694 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90b25810-fe77-48ff-9b2c-d4d2f58d226d req-f054ca27-294f-484e-afe1-2e6eca37ae0d tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454926 Feb 28 17:59:19.618591 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87eaffa0-5768-4cdb-bd33-d13eaa26919d req-a6fa8b7c-d59e-4f6e-891f-7fb78e71e720 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0297046 Feb 28 17:59:19.673742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 17:59:19.774230 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5,segment=NetworkSegment(194d9db2-4dae-49eb-acbc-b5283bfecf7f),segment_id=194d9db2-4dae-49eb-acbc-b5283bfecf7f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:59:19.787850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'port_id': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'mac_address': 'fa:16:3e:71:c1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813db112-aa33-404d-886f-af004c549571', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 17:59:19.830825 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:59:19.831223 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:19.846477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 17:59:19.868057 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5,segment=NetworkSegment(194d9db2-4dae-49eb-acbc-b5283bfecf7f),segment_id=194d9db2-4dae-49eb-acbc-b5283bfecf7f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:59:19.927107 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd92bc-cfc2-4cc3-9ee0-065e1ff5fd7b req-73c27535-0c4b-42bb-a5b7-2fd9de7a68e1 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:19.928869 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-00bd92bc-cfc2-4cc3-9ee0-065e1ff5fd7b req-73c27535-0c4b-42bb-a5b7-2fd9de7a68e1 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 943 time: 0.0719683 Feb 28 17:59:19.973372 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:20.003843 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-00bd92bc-cfc2-4cc3-9ee0-065e1ff5fd7b req-287a105b-0df4-4a96-9eed-2ef1601a0611 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672019 Feb 28 17:59:20.209905 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:59:20.260198 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 17:59:20.714918 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cd0421af-2c55-4bbe-bf37-4c3173c25910 req-50c0dd89-7983-4779-8599-27361347725b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0271714 Feb 28 17:59:21.128013 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df853e96-23da-4d76-a648-6857250adfef req-7ad3790a-a4c1-4543-9d6a-d3dc187b00a5 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:21.129523 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df853e96-23da-4d76-a648-6857250adfef req-7ad3790a-a4c1-4543-9d6a-d3dc187b00a5 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 944 time: 0.0535777 Feb 28 17:59:21.181870 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-df853e96-23da-4d76-a648-6857250adfef req-b53a345e-0763-4b96-a917-0aad6fa864e1 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467229 Feb 28 17:59:21.690367 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 17:59:21.820066 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4f752acf-ff2a-46ec-874a-0d732afc5165 req-b66fc623-65d0-4b6c-9b89-fd237d49098c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0293696 Feb 28 17:59:21.886455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 17:59:21.890993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 17:59:21.891793 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:21.991206 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 17:59:21.994823 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:22.023775 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bea9640-8739-4003-bc3c-10749da47238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:59:22.026074 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334a6d12-c229-4692-bb0c-1c1c1ace2aec" -d '{"events": [{"server_uuid": "6bea9640-8739-4003-bc3c-10749da47238", "name": "network-vif-plugged", "status": "completed", "tag": "c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:59:22.042901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5,segment=NetworkSegment(194d9db2-4dae-49eb-acbc-b5283bfecf7f),segment_id=194d9db2-4dae-49eb-acbc-b5283bfecf7f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 17:59:22.072901 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 17:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd85056-555e-4143-a5ae-9d1f36866107 x-openstack-request-id: req-4fd85056-555e-4143-a5ae-9d1f36866107 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:59:22.073228 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bea9640-8739-4003-bc3c-10749da47238", "name": "network-vif-plugged", "status": "completed", "tag": "c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:59:22.073509 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4fd85056-555e-4143-a5ae-9d1f36866107 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:59:22.073979 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bea9640-8739-4003-bc3c-10749da47238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'code': 200} Feb 28 17:59:22.144367 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:22.192143 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4067827-3091-4fb8-8cac-31a88227b92e req-e11f1786-5675-4986-99ad-bda2910443ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:22.193768 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b4067827-3091-4fb8-8cac-31a88227b92e req-e11f1786-5675-4986-99ad-bda2910443ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 1128 time: 0.0581458 Feb 28 17:59:22.216356 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:59:22.254715 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b4067827-3091-4fb8-8cac-31a88227b92e req-b035284d-8a07-4965-b8b9-dfad12afd93d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541661 Feb 28 17:59:22.328442 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837efe2b-3696-414f-9ab8-b3e3572df267 req-4312c327-6d4b-414b-8a1b-c2b489900bc3 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:22.330109 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-837efe2b-3696-414f-9ab8-b3e3572df267 req-4312c327-6d4b-414b-8a1b-c2b489900bc3 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 945 time: 0.0596750 Feb 28 17:59:22.389500 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-837efe2b-3696-414f-9ab8-b3e3572df267 req-f3ab63ce-cad0-4e57-bf78-1df39e22d6af tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531952 Feb 28 17:59:22.670339 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 17:59:22.939537 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-520ffa9b-c06b-4041-b8d5-2e8e7e5aa4ea req-f59be017-1efc-40e1-ba12-8b6d8d68b10e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0319819 Feb 28 17:59:23.559737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86331e27-19de-4166-9ee5-1dfec837c16c req-92139371-4a9c-48a5-865c-2b0922f303c9 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:23.561391 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-86331e27-19de-4166-9ee5-1dfec837c16c req-92139371-4a9c-48a5-865c-2b0922f303c9 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 945 time: 0.0687518 Feb 28 17:59:23.650768 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-86331e27-19de-4166-9ee5-1dfec837c16c req-9ac8e8fd-1788-4ed0-b910-d535457bc1d9 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827394 Feb 28 17:59:23.775494 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af90672f-6853-4819-9bdc-1f632dc6116e req-2461e96e-ccd9-4f82-a767-6a61ee0e0696 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522583 Feb 28 17:59:23.880416 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90672f-6853-4819-9bdc-1f632dc6116e req-9bdad034-c910-45f3-9637-165ef93715e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:23.882090 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af90672f-6853-4819-9bdc-1f632dc6116e req-9bdad034-c910-45f3-9637-165ef93715e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80c797479bd04b3ca63fb2ebe1a223db&device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 1128 time: 0.0534356 Feb 28 17:59:24.036591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90672f-6853-4819-9bdc-1f632dc6116e req-a823b9d4-45af-4388-9374-ccf42519c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:24.039805 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af90672f-6853-4819-9bdc-1f632dc6116e req-a823b9d4-45af-4388-9374-ccf42519c357 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2fd6aa2e-3824-4daf-8370-d541cc993244 HTTP/1.1" status: 200 len: 914 time: 0.1379249 Feb 28 17:59:24.063374 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b1e456e0-40e9-4310-b372-c8b0c8910f38 req-cd7325f1-c7f7-49ce-b1d5-fb79249c78e8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0494211 Feb 28 17:59:24.088616 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af90672f-6853-4819-9bdc-1f632dc6116e req-6a318b13-62ff-4f12-b1a1-2ef4dd3327f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 HTTP/1.1" status: 200 len: 217 time: 0.0430357 Feb 28 17:59:24.140837 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90672f-6853-4819-9bdc-1f632dc6116e req-485845b2-11ae-4581-84a5-c98a17d84d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:24.142643 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af90672f-6853-4819-9bdc-1f632dc6116e req-485845b2-11ae-4581-84a5-c98a17d84d33 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=813db112-aa33-404d-886f-af004c549571 HTTP/1.1" status: 200 len: 852 time: 0.0486717 Feb 28 17:59:24.207238 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90672f-6853-4819-9bdc-1f632dc6116e req-049d6ef4-2850-4218-9241-5d5aa28ae4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:24.208879 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af90672f-6853-4819-9bdc-1f632dc6116e req-049d6ef4-2850-4218-9241-5d5aa28ae4eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2fd6aa2e-3824-4daf-8370-d541cc993244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0582116 Feb 28 17:59:24.316053 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af90672f-6853-4819-9bdc-1f632dc6116e req-67c198c1-6c3a-4789-8c8f-3ba27623d1dc service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009305 Feb 28 17:59:24.420727 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-af90672f-6853-4819-9bdc-1f632dc6116e req-3a14ab6f-84cd-4643-83b9-50e07c4e6913 service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982280 Feb 28 17:59:24.826547 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4375a44-7bb2-4662-86c2-a3185748e146 req-263a9f37-b4a4-4853-9d71-f5da5f4fd62f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:24.828163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d4375a44-7bb2-4662-86c2-a3185748e146 req-263a9f37-b4a4-4853-9d71-f5da5f4fd62f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 945 time: 0.0839417 Feb 28 17:59:24.892263 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d4375a44-7bb2-4662-86c2-a3185748e146 req-4ac9ce2c-7330-4b5e-9170-a632705afea1 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550921 Feb 28 17:59:25.018828 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b8e9d-d5b2-44af-b658-4e359f6088c3 req-4b99b72b-0e63-4c02-9608-1e5a7f9aab6a tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:25.020585 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c0b8e9d-d5b2-44af-b658-4e359f6088c3 req-4b99b72b-0e63-4c02-9608-1e5a7f9aab6a tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 945 time: 0.0575674 Feb 28 17:59:25.074581 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6c0b8e9d-d5b2-44af-b658-4e359f6088c3 req-4400de63-7b5d-42de-99e6-66b4fa3a9c7a tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484591 Feb 28 17:59:25.102132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46344) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:59:25.174261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cc912f7b-50b3-4b68-bc9a-867fb426d576 req-39a8b03d-ed5b-40dd-b33f-5caac5cd9e58 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0312290 Feb 28 17:59:25.274402 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf7b40-1fdb-45d6-84e1-c5116393e0d3 tempest-TestVolumeBackupRestore-780027703 tempest-TestVolumeBackupRestore-780027703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:25.279634 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-22cf7b40-1fdb-45d6-84e1-c5116393e0d3 tempest-TestVolumeBackupRestore-780027703 tempest-TestVolumeBackupRestore-780027703-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 1123 time: 0.1751359 Feb 28 17:59:25.280061 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46348) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:59:25.284822 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:59:25.452340 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:25.562863 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:25.671780 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Allocated IP 172.25.3.168 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/75d25004-441c-4818-a89e-8100b05000da) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 17:59:25.812326 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for port (75d25004-441c-4818-a89e-8100b05000da), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:25.921380 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (75d25004-441c-4818-a89e-8100b05000da), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:25.967908 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 17:59:25.970991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 17:59:25.976308 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 17:59:26.007246 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Pushing event updated for resources: {'Port': ['ID=75d25004-441c-4818-a89e-8100b05000da,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:59:26.348598 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b95f01e2-a7c2-4795-97b2-592e3aecfe45 req-6d29e18e-0b5a-4863-bd93-8de7f4a4e5c2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ee0a9b-f738-411a-ada8-e36c7e86b056 HTTP/1.1" status: 200 len: 210 time: 0.0412676 Feb 28 17:59:26.454911 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for floatingip (e03ebfae-393e-406a-a9ba-c70d44f21976), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:26.632739 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (75d25004-441c-4818-a89e-8100b05000da), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:26.818108 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for port (75d25004-441c-4818-a89e-8100b05000da), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:26.967235 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (75d25004-441c-4818-a89e-8100b05000da), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:27.068532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Pushing event updated for resources: {'Port': ['ID=75d25004-441c-4818-a89e-8100b05000da,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 17:59:27.089214 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (e03ebfae-393e-406a-a9ba-c70d44f21976), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:27.206140 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Floating IP e03ebfae-393e-406a-a9ba-c70d44f21976 associated. External IP: 172.25.3.168, port: c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5. Feb 28 17:59:27.473617 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Router 92f49ee1-826c-4ce7-8e32-a4b749804460 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:59:27.604653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:59:27.619707 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fca1bb2-2b1c-44a7-9ea4-e7ee19f869aa None None] Sync routers for ids ['92f49ee1-826c-4ce7-8e32-a4b749804460'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:59:27.629414 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca1bb2-2b1c-44a7-9ea4-e7ee19f869aa None None] Routers {'92f49ee1-826c-4ce7-8e32-a4b749804460'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:59:27.630079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2fca1bb2-2b1c-44a7-9ea4-e7ee19f869aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:59:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['92f49ee1-826c-4ce7-8e32-a4b749804460'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:59:27.735803 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:27.802431 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a8a50097-b202-4e45-9934-b642cfa6845c tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5210853 Feb 28 17:59:27.803234 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bea9640-8739-4003-bc3c-10749da47238', 'tag': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:59:27.805145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 46382) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:59:27.806791 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5f12d1-04bd-4f00-9fa0-ead153c54e72" -d '{"events": [{"name": "network-changed", "server_uuid": "6bea9640-8739-4003-bc3c-10749da47238", "tag": "c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:59:27.880136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-2fca1bb2-2b1c-44a7-9ea4-e7ee19f869aa None None] Set router 92f49ee1-826c-4ce7-8e32-a4b749804460 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:59:27.881473 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 17:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86df6110-9a34-4cad-83de-c4a20df89d00 x-openstack-request-id: req-86df6110-9a34-4cad-83de-c4a20df89d00 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:59:27.882057 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bea9640-8739-4003-bc3c-10749da47238", "tag": "c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:59:27.886388 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-86df6110-9a34-4cad-83de-c4a20df89d00 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:59:27.886388 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bea9640-8739-4003-bc3c-10749da47238', 'tag': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'status': 'completed', 'code': 200} Feb 28 17:59:27.890935 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa98b93e-0cd1-4816-8023-cab3d70f5465 tempest-TestVolumeBackupRestore-780027703 tempest-TestVolumeBackupRestore-780027703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:27.893053 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-aa98b93e-0cd1-4816-8023-cab3d70f5465 tempest-TestVolumeBackupRestore-780027703 tempest-TestVolumeBackupRestore-780027703-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 1123 time: 0.0868762 Feb 28 17:59:27.895920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 46388) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 17:59:27.901073 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-44b76389-591a-4292-8bed-728f3298875a tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Request body: {'floatingip': {'port_id': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 17:59:27.977396 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b76389-591a-4292-8bed-728f3298875a tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for floatingip (e03ebfae-393e-406a-a9ba-c70d44f21976), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:27.986602 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f12d1-04bd-4f00-9fa0-ead153c54e72 req-a0eaff80-9c34-4840-9dc6-a6aa95ec8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:27.988109 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5f12d1-04bd-4f00-9fa0-ead153c54e72 req-a0eaff80-9c34-4840-9dc6-a6aa95ec8bb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80c797479bd04b3ca63fb2ebe1a223db&device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 1128 time: 0.0768857 Feb 28 17:59:28.128069 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f12d1-04bd-4f00-9fa0-ead153c54e72 req-7513c1ba-f156-4b8b-9b75-5caa62611718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:28.130117 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5f12d1-04bd-4f00-9fa0-ead153c54e72 req-7513c1ba-f156-4b8b-9b75-5caa62611718 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2fd6aa2e-3824-4daf-8370-d541cc993244 HTTP/1.1" status: 200 len: 914 time: 0.1359293 Feb 28 17:59:28.265373 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5f12d1-04bd-4f00-9fa0-ead153c54e72 req-477dbe1f-e0c8-449e-bc59-2ee5ac5f5722 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 HTTP/1.1" status: 200 len: 999 time: 0.1265035 Feb 28 17:59:28.269048 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2fca1bb2-2b1c-44a7-9ea4-e7ee19f869aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e03ebfae-393e-406a-a9ba-c70d44f21976', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'port_id': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'mac_address': 'fa:16:3e:71:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bea9640-8739-4003-bc3c-10749da47238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:59:26Z', 'updated_at': '2022-02-28T17:59:26Z', 'revision_number': 0, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4380402e-9e48-431b-a934-66859895bf66', 'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'mac_address': 'fa:16:3e:e0:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '813db112-aa33-404d-886f-af004c549571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:56Z', 'revision_number': 5, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'subnets': [{'id': '813db112-aa33-404d-886f-af004c549571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:59:28.300581 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fca1bb2-2b1c-44a7-9ea4-e7ee19f869aa None None] Checking router: 92f49ee1-826c-4ce7-8e32-a4b749804460 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:59:28.310988 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca1bb2-2b1c-44a7-9ea4-e7ee19f869aa None None] Routers {'92f49ee1-826c-4ce7-8e32-a4b749804460'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:59:28.311597 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2fca1bb2-2b1c-44a7-9ea4-e7ee19f869aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:59:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['92f49ee1-826c-4ce7-8e32-a4b749804460'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:59:28.380850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f12d1-04bd-4f00-9fa0-ead153c54e72 req-731be312-a613-49f9-8970-9d1dbb022d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:28.385708 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5f12d1-04bd-4f00-9fa0-ead153c54e72 req-731be312-a613-49f9-8970-9d1dbb022d36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=813db112-aa33-404d-886f-af004c549571 HTTP/1.1" status: 200 len: 852 time: 0.1039472 Feb 28 17:59:28.471699 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-2fca1bb2-2b1c-44a7-9ea4-e7ee19f869aa None None] Set router 92f49ee1-826c-4ce7-8e32-a4b749804460 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:59:28.483329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f12d1-04bd-4f00-9fa0-ead153c54e72 req-79c13f3a-1120-4613-a05c-d2c0432315b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:28.485032 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5f12d1-04bd-4f00-9fa0-ead153c54e72 req-79c13f3a-1120-4613-a05c-d2c0432315b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2fd6aa2e-3824-4daf-8370-d541cc993244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0864434 Feb 28 17:59:28.659047 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5f12d1-04bd-4f00-9fa0-ead153c54e72 req-646f88d9-0268-481a-82b4-9962dd9dc088 service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678021 Feb 28 17:59:28.795861 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5d5f12d1-04bd-4f00-9fa0-ead153c54e72 req-d451eb30-f3fc-4dce-b4d6-a04045f5e06a service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313415 Feb 28 17:59:28.801961 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-2fca1bb2-2b1c-44a7-9ea4-e7ee19f869aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e03ebfae-393e-406a-a9ba-c70d44f21976', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'port_id': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'mac_address': 'fa:16:3e:71:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bea9640-8739-4003-bc3c-10749da47238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:59:26Z', 'updated_at': '2022-02-28T17:59:26Z', 'revision_number': 0, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4380402e-9e48-431b-a934-66859895bf66', 'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'mac_address': 'fa:16:3e:e0:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '813db112-aa33-404d-886f-af004c549571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:56Z', 'revision_number': 5, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'subnets': [{'id': '813db112-aa33-404d-886f-af004c549571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:59:28.862111 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fca1bb2-2b1c-44a7-9ea4-e7ee19f869aa None None] The sync data for ids ['92f49ee1-826c-4ce7-8e32-a4b749804460'] in n-d-820368-19 is: [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e03ebfae-393e-406a-a9ba-c70d44f21976', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'port_id': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'mac_address': 'fa:16:3e:71:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bea9640-8739-4003-bc3c-10749da47238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:59:26Z', 'updated_at': '2022-02-28T17:59:26Z', 'revision_number': 0, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4380402e-9e48-431b-a934-66859895bf66', 'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'mac_address': 'fa:16:3e:e0:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '813db112-aa33-404d-886f-af004c549571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:56Z', 'revision_number': 5, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'subnets': [{'id': '813db112-aa33-404d-886f-af004c549571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:59:29.287674 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b76389-591a-4292-8bed-728f3298875a tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:29.296443 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7cad7-9bed-4036-8889-7c6f94a85053 None None] New status for floating IP e03ebfae-393e-406a-a9ba-c70d44f21976: ACTIVE {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:59:29.374362 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b76389-591a-4292-8bed-728f3298875a tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (e03ebfae-393e-406a-a9ba-c70d44f21976), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:29.451558 n-d-820368-19 neutron-server[104249]: DEBUG neutron_lib.db.api [None req-a2e7cad7-9bed-4036-8889-7c6f94a85053 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104249) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 17:59:29.452214 n-d-820368-19 neutron-server[104249]: DEBUG oslo_db.api [None req-a2e7cad7-9bed-4036-8889-7c6f94a85053 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 17:59:29.684198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b76389-591a-4292-8bed-728f3298875a tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Router 92f49ee1-826c-4ce7-8e32-a4b749804460 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 17:59:29.807131 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b76389-591a-4292-8bed-728f3298875a tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 17:59:29.818048 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44b76389-591a-4292-8bed-728f3298875a tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:29.878809 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-44b76389-591a-4292-8bed-728f3298875a tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "PUT /v2.0/floatingips/e03ebfae-393e-406a-a9ba-c70d44f21976 HTTP/1.1" status: 200 len: 991 time: 1.9813766 Feb 28 17:59:29.886778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bea9640-8739-4003-bc3c-10749da47238', 'tag': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5'}, {'name': 'network-changed', 'server_uuid': '6bea9640-8739-4003-bc3c-10749da47238', 'tag': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 17:59:29.889394 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce13b0bd-2b36-49a8-b253-99e23deeed15" -d '{"events": [{"name": "network-changed", "server_uuid": "6bea9640-8739-4003-bc3c-10749da47238", "tag": "c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5"}, {"name": "network-changed", "server_uuid": "6bea9640-8739-4003-bc3c-10749da47238", "tag": "c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 17:59:29.954596 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7cad7-9bed-4036-8889-7c6f94a85053 None None] New status for floating IP e03ebfae-393e-406a-a9ba-c70d44f21976: ACTIVE {{(pid=104249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 17:59:29.967693 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd1f5e3-df2c-49d5-860f-ca6faea5af86 x-openstack-request-id: req-dfd1f5e3-df2c-49d5-860f-ca6faea5af86 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 17:59:29.968272 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bea9640-8739-4003-bc3c-10749da47238", "tag": "c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6bea9640-8739-4003-bc3c-10749da47238", "tag": "c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 17:59:29.968532 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dfd1f5e3-df2c-49d5-860f-ca6faea5af86 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 17:59:29.968958 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bea9640-8739-4003-bc3c-10749da47238', 'tag': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'status': 'completed', 'code': 200} Feb 28 17:59:29.969206 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bea9640-8739-4003-bc3c-10749da47238', 'tag': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'status': 'completed', 'code': 200} Feb 28 17:59:30.063887 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-b822a3b6-237c-4d05-984e-0ac2a325a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:30.066368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-b822a3b6-237c-4d05-984e-0ac2a325a11b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80c797479bd04b3ca63fb2ebe1a223db&device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 1128 time: 0.0672109 Feb 28 17:59:30.192711 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-bdcfa21d-8e87-4476-9477-a31f03ddf944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:30.194734 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-bdcfa21d-8e87-4476-9477-a31f03ddf944 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2fd6aa2e-3824-4daf-8370-d541cc993244 HTTP/1.1" status: 200 len: 914 time: 0.1231055 Feb 28 17:59:30.307813 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-b50c99d2-a909-48d6-beb0-1610316e4c71 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 HTTP/1.1" status: 200 len: 999 time: 0.1065927 Feb 28 17:59:30.390625 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-64e4ed79-91dd-4ce2-ba26-fd2a86c25c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:30.390625 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-64e4ed79-91dd-4ce2-ba26-fd2a86c25c8b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=813db112-aa33-404d-886f-af004c549571 HTTP/1.1" status: 200 len: 852 time: 0.0643032 Feb 28 17:59:30.459199 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-bb9c0d4c-07e8-4e5c-a287-991a76c91fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:30.475389 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-bb9c0d4c-07e8-4e5c-a287-991a76c91fcd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2fd6aa2e-3824-4daf-8370-d541cc993244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0772619 Feb 28 17:59:30.497225 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93174589-e7e9-466d-89f1-abf153fce2f8 None None] Sync routers for ids ['92f49ee1-826c-4ce7-8e32-a4b749804460'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 17:59:30.512530 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93174589-e7e9-466d-89f1-abf153fce2f8 None None] Routers {'92f49ee1-826c-4ce7-8e32-a4b749804460'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:59:30.513179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-93174589-e7e9-466d-89f1-abf153fce2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:59:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['92f49ee1-826c-4ce7-8e32-a4b749804460'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:59:30.585898 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-ada65936-f98d-4e92-87ce-84b56f5a5a1a service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178505 Feb 28 17:59:30.709059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-93174589-e7e9-466d-89f1-abf153fce2f8 None None] Set router 92f49ee1-826c-4ce7-8e32-a4b749804460 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:59:30.747129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-9654f0db-a687-4707-accc-c420fddba68a service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529281 Feb 28 17:59:30.862033 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-9a609718-6c62-416f-a693-b91e6b3962a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:30.864227 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-9a609718-6c62-416f-a693-b91e6b3962a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80c797479bd04b3ca63fb2ebe1a223db&device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 1128 time: 0.0730553 Feb 28 17:59:31.063962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-3a9975e6-03bc-4058-a866-d95b82be0d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:31.069636 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-3a9975e6-03bc-4058-a866-d95b82be0d8c service neutron] 10.222.0.69 "GET /v2.0/networks?id=2fd6aa2e-3824-4daf-8370-d541cc993244 HTTP/1.1" status: 200 len: 914 time: 0.1998603 Feb 28 17:59:31.219342 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-93174589-e7e9-466d-89f1-abf153fce2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e03ebfae-393e-406a-a9ba-c70d44f21976', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'port_id': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'mac_address': 'fa:16:3e:71:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bea9640-8739-4003-bc3c-10749da47238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:59:26Z', 'updated_at': '2022-02-28T17:59:30Z', 'revision_number': 2, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4380402e-9e48-431b-a934-66859895bf66', 'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'mac_address': 'fa:16:3e:e0:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '813db112-aa33-404d-886f-af004c549571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:56Z', 'revision_number': 5, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'subnets': [{'id': '813db112-aa33-404d-886f-af004c549571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:59:31.242450 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-ed728d5b-a301-4ab1-aec7-c682c6b8870d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 HTTP/1.1" status: 200 len: 1001 time: 0.1665215 Feb 28 17:59:31.273766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93174589-e7e9-466d-89f1-abf153fce2f8 None None] Checking router: 92f49ee1-826c-4ce7-8e32-a4b749804460 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 17:59:31.294536 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93174589-e7e9-466d-89f1-abf153fce2f8 None None] Routers {'92f49ee1-826c-4ce7-8e32-a4b749804460'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 17:59:31.295176 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-93174589-e7e9-466d-89f1-abf153fce2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T17:59:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['92f49ee1-826c-4ce7-8e32-a4b749804460'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:59:31.302202 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-b5e64b76-2b6a-46ba-a193-2eaa983485ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:31.303773 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-b5e64b76-2b6a-46ba-a193-2eaa983485ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=813db112-aa33-404d-886f-af004c549571 HTTP/1.1" status: 200 len: 852 time: 0.0556357 Feb 28 17:59:31.375533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-3dda33c7-1914-4cbf-811c-43c35f13a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 17:59:31.377765 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-3dda33c7-1914-4cbf-811c-43c35f13a902 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2fd6aa2e-3824-4daf-8370-d541cc993244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0678098 Feb 28 17:59:31.424845 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-93174589-e7e9-466d-89f1-abf153fce2f8 None None] Set router 92f49ee1-826c-4ce7-8e32-a4b749804460 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 17:59:31.502746 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-2ce436d6-deb8-42e0-96f8-d5ffcb791a74 service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102300 Feb 28 17:59:31.654749 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ce13b0bd-2b36-49a8-b253-99e23deeed15 req-b395b804-0028-464c-8f51-b01df4aacd79 service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459641 Feb 28 17:59:31.691862 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-93174589-e7e9-466d-89f1-abf153fce2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e03ebfae-393e-406a-a9ba-c70d44f21976', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'port_id': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'mac_address': 'fa:16:3e:71:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bea9640-8739-4003-bc3c-10749da47238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:59:26Z', 'updated_at': '2022-02-28T17:59:30Z', 'revision_number': 2, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4380402e-9e48-431b-a934-66859895bf66', 'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'mac_address': 'fa:16:3e:e0:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '813db112-aa33-404d-886f-af004c549571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:56Z', 'revision_number': 5, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'subnets': [{'id': '813db112-aa33-404d-886f-af004c549571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 17:59:31.728278 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93174589-e7e9-466d-89f1-abf153fce2f8 None None] The sync data for ids ['92f49ee1-826c-4ce7-8e32-a4b749804460'] in n-d-820368-19 is: [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'e03ebfae-393e-406a-a9ba-c70d44f21976', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'port_id': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'mac_address': 'fa:16:3e:71:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bea9640-8739-4003-bc3c-10749da47238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T17:59:26Z', 'updated_at': '2022-02-28T17:59:30Z', 'revision_number': 2, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4380402e-9e48-431b-a934-66859895bf66', 'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'mac_address': 'fa:16:3e:e0:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '813db112-aa33-404d-886f-af004c549571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:56Z', 'revision_number': 5, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'subnets': [{'id': '813db112-aa33-404d-886f-af004c549571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 17:59:37.798265 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6c7ed7de-ceb8-45df-9e69-850b34576c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:38.035010 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:39.943759 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-70274265-6a92-4efe-88b5-17ba4fdecb6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:40.252040 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:41.514741 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:42.617603 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:44.275323 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 17:59:59.672307 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:00:07.806274 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8122-9773-498f-8fb0-d0c97558d3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:07.989601 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:10.052242 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2b5523f1-668f-4865-8c83-a84d3a3dbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:10.258096 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:11.521092 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:12.629171 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:13.971964 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:24.759395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60581ed3-b3a6-47df-95f8-def3d7dfab4a req-3f0d4a45-64c1-44da-8120-fdade468d927 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455627 Feb 28 18:00:24.850237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60581ed3-b3a6-47df-95f8-def3d7dfab4a req-c565fa5e-f4e7-4900-bd98-0343ffb0cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:24.851733 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60581ed3-b3a6-47df-95f8-def3d7dfab4a req-c565fa5e-f4e7-4900-bd98-0343ffb0cd8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80c797479bd04b3ca63fb2ebe1a223db&device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 1128 time: 0.0463467 Feb 28 18:00:24.963694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60581ed3-b3a6-47df-95f8-def3d7dfab4a req-71d2c64a-d327-490b-a7a2-e3e7af3e7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:24.965740 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60581ed3-b3a6-47df-95f8-def3d7dfab4a req-71d2c64a-d327-490b-a7a2-e3e7af3e7d15 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2fd6aa2e-3824-4daf-8370-d541cc993244 HTTP/1.1" status: 200 len: 914 time: 0.0957336 Feb 28 18:00:25.035023 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60581ed3-b3a6-47df-95f8-def3d7dfab4a req-2815080b-d76a-4f20-bb65-11fd6292452c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 HTTP/1.1" status: 200 len: 1001 time: 0.0639112 Feb 28 18:00:25.091946 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60581ed3-b3a6-47df-95f8-def3d7dfab4a req-460ac614-2902-48b7-acc2-3a7f9f3475f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:25.093517 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60581ed3-b3a6-47df-95f8-def3d7dfab4a req-460ac614-2902-48b7-acc2-3a7f9f3475f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=813db112-aa33-404d-886f-af004c549571 HTTP/1.1" status: 200 len: 852 time: 0.0533087 Feb 28 18:00:25.146183 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60581ed3-b3a6-47df-95f8-def3d7dfab4a req-ca12e1e7-1db7-4e10-8641-36abf823f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:25.147722 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60581ed3-b3a6-47df-95f8-def3d7dfab4a req-ca12e1e7-1db7-4e10-8641-36abf823f185 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2fd6aa2e-3824-4daf-8370-d541cc993244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480118 Feb 28 18:00:25.244284 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60581ed3-b3a6-47df-95f8-def3d7dfab4a req-6637c58a-b543-4bf7-8e0d-7d2534a2a585 service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901279 Feb 28 18:00:25.357599 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-60581ed3-b3a6-47df-95f8-def3d7dfab4a req-669e7333-b1b3-4c61-9d45-a9fae28cd9a6 service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072574 Feb 28 18:00:25.656727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-fbab1a7a-c387-4857-913a-516f4af9c27f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:25.658965 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-fbab1a7a-c387-4857-913a-516f4af9c27f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 812 time: 0.1146653 Feb 28 18:00:25.675923 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-15a44fec-55a7-4c57-b889-505fa43aca95 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/quotas/8f2f50b6dc1548afbb43704599faf1ad HTTP/1.1" status: 200 len: 375 time: 0.0113509 Feb 28 18:00:25.736850 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-8bd88d7d-6451-4457-b5c8-460fbef7a0a1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552700 Feb 28 18:00:25.835257 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-74bf3018-e6d7-443e-9959-22fc3e92585c service neutron] 10.222.0.72 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914185 Feb 28 18:00:25.929789 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-dea06105-598a-45b4-8c16-28cae74666ac service neutron] 10.222.0.72 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873606 Feb 28 18:00:26.340344 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b95dd7a3-f6a0-45fa-a507-7fa58ce43928 req-b5f74c5a-914b-40f4-a97e-4b92433d17a9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 210 time: 0.1104164 Feb 28 18:00:27.443885 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c2a521a9-28a4-4a5a-9666-6fbfdf0fdda2 req-5245c3d8-bcec-4a27-861c-def1789d27f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 210 time: 0.0306878 Feb 28 18:00:28.435445 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-1ab336f5-0889-4932-9dd9-e2d3b1bcd7b2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:28.437205 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-1ab336f5-0889-4932-9dd9-e2d3b1bcd7b2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 812 time: 0.1271451 Feb 28 18:00:28.449732 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'port': {'device_id': 'a3788e10-e8a5-4a19-a4a9-d6dff308d16c', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'admin_state_up': True, 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:00:28.639441 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-44a4e5f5-82fe-46e0-8178-90e344e2cf9e req-6b3b6039-62b7-4477-a001-5c7552463d05 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 210 time: 0.0466475 Feb 28 18:00:28.863011 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Made reservation on behalf of 8f2f50b6dc1548afbb43704599faf1ad for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:00:28.866794 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:29.094425 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Allocated IP 172.20.0.9 (ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b/763c8435-84e1-45bb-92ab-e5b73ac32526/b8c846bd-dda6-47b3-8559-278ddd1e3ff1) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:00:29.407617 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:29.601744 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:29.755387 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:00:29.771017 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:00:29.777372 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:00:29.959996 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'Port': ['ID=b8c846bd-dda6-47b3-8559-278ddd1e3ff1,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:00:30.016316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:30.016929 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:30.017461 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:30.018322 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:30.018950 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:30.019479 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:30.019996 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:30.020514 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:30.021045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:30.021623 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:30.022161 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:30.023045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:30.023580 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:30.037808 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:30.038298 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:30.063789 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f247b7-04d2-4547-a5af-8d4001d1adbf req-d1411758-ce8d-489f-a479-ae2f6da72fae tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:30.072356 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69f247b7-04d2-4547-a5af-8d4001d1adbf req-d1411758-ce8d-489f-a479-ae2f6da72fae tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 931 time: 0.2843909 Feb 28 18:00:30.153077 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-69f247b7-04d2-4547-a5af-8d4001d1adbf req-3a773600-a56a-43d6-869d-dbb3700a5e57 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793343 Feb 28 18:00:30.201838 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-c641d1b4-8722-40b7-96a0-6f6aa8df8bff tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7565815 Feb 28 18:00:30.215147 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Request body: {'port': {'device_id': 'a3788e10-e8a5-4a19-a4a9-d6dff308d16c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:00:30.296928 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:30.297651 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-885b06b7-2860-41b3-9a95-cdb89f7379ad None None] Provisioning complete for port b8c846bd-dda6-47b3-8559-278ddd1e3ff1 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:00:30.299650 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-885b06b7-2860-41b3-9a95-cdb89f7379ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:30.373070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-885b06b7-2860-41b3-9a95-cdb89f7379ad None None] Port b8c846bd-dda6-47b3-8559-278ddd1e3ff1 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 18:00:30.699664 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c846bd-dda6-47b3-8559-278ddd1e3ff1 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:00:30.709420 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Publish callbacks [] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:30.724135 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Transition to ACTIVE for port object b8c846bd-dda6-47b3-8559-278ddd1e3ff1 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 18:00:30.812149 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:31.142816 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c846bd-dda6-47b3-8559-278ddd1e3ff1,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:00:31.188579 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Attempting to bind port b8c846bd-dda6-47b3-8559-278ddd1e3ff1 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 18:00:31.191645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Attempting to bind port b8c846bd-dda6-47b3-8559-278ddd1e3ff1 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 18:00:31.192007 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Attempting to bind port b8c846bd-dda6-47b3-8559-278ddd1e3ff1 on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:00:31.212876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Port b8c846bd-dda6-47b3-8559-278ddd1e3ff1 on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:00:31.212876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Attempting to bind port b8c846bd-dda6-47b3-8559-278ddd1e3ff1 on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:00:31.232322 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:00:31.234478 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Checking segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 18:00:31.236132 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Bound using segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:00:31.240408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Bound port: b8c846bd-dda6-47b3-8559-278ddd1e3ff1, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 18:00:31.240408 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:31.421770 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] For port b8c846bd-dda6-47b3-8559-278ddd1e3ff1, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:00:31.428834 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] For port b8c846bd-dda6-47b3-8559-278ddd1e3ff1, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=b8c846bd-dda6-47b3-8559-278ddd1e3ff1,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:00:31.493735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5feef-f6c2-48ac-8232-2f19d83570fe req-74cb21f7-370d-42dd-a5bb-28475546d7c4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:31.502440 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29c5feef-f6c2-48ac-8232-2f19d83570fe req-74cb21f7-370d-42dd-a5bb-28475546d7c4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.1559925 Feb 28 18:00:31.515192 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:31.553503 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:31.554165 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:31.559159 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] 10.222.0.73 "PUT /v2.0/ports/b8c846bd-dda6-47b3-8559-278ddd1e3ff1 HTTP/1.1" status: 200 len: 1092 time: 1.3465700 Feb 28 18:00:31.559159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3788e10-e8a5-4a19-a4a9-d6dff308d16c', 'tag': 'b8c846bd-dda6-47b3-8559-278ddd1e3ff1'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:00:31.565369 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961d6aa3-b7cd-4cb7-9d5c-2574055f3bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3788e10-e8a5-4a19-a4a9-d6dff308d16c", "tag": "b8c846bd-dda6-47b3-8559-278ddd1e3ff1"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:00:31.689753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29c5feef-f6c2-48ac-8232-2f19d83570fe req-f657aeec-7ade-4126-bfc9-4f1cb73e8173 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857679 Feb 28 18:00:31.701589 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66200a3-bf09-4048-8c74-103f1c3b45eb x-openstack-request-id: req-a66200a3-bf09-4048-8c74-103f1c3b45eb {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:00:31.702167 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3788e10-e8a5-4a19-a4a9-d6dff308d16c", "tag": "b8c846bd-dda6-47b3-8559-278ddd1e3ff1", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:00:31.702167 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a66200a3-bf09-4048-8c74-103f1c3b45eb {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:00:31.702579 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3788e10-e8a5-4a19-a4a9-d6dff308d16c', 'tag': 'b8c846bd-dda6-47b3-8559-278ddd1e3ff1', 'status': 'completed', 'code': 200} Feb 28 18:00:31.776053 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae95d9-2345-4240-8125-f50bfdaa8628 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c846bd-dda6-47b3-8559-278ddd1e3ff1,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:00:31.824487 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-9bf97b4d-8631-4e6d-a398-1a79ffac04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:31.826362 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-9bf97b4d-8631-4e6d-a398-1a79ffac04e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 1126 time: 0.1525822 Feb 28 18:00:31.936320 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-7bdcd9d8-a1c6-44e5-8bba-6a0cb1a20d18 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c846bd-dda6-47b3-8559-278ddd1e3ff1 HTTP/1.1" status: 200 len: 217 time: 0.1014771 Feb 28 18:00:32.051020 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-47defe57-2d39-4627-8d6f-b818570fd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:32.052450 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-47defe57-2d39-4627-8d6f-b818570fd6dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.1092777 Feb 28 18:00:32.144813 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-03c2883b-7887-42ff-b61f-7bd7358aa902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:32.146450 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-03c2883b-7887-42ff-b61f-7bd7358aa902 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0861745 Feb 28 18:00:32.264052 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-03eb5c13-d379-4b1f-8419-63e3093deb8f service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071055 Feb 28 18:00:32.371677 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a787b1-e5ba-4058-8fb1-24b6b66de272 req-95b7fb5b-c727-4421-974d-8461d52dbe92 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011541 Feb 28 18:00:32.646534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d6aa3-b7cd-4cb7-9d5c-2574055f3bc3 req-d8b2f70d-b6ff-49eb-815d-b99069080b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:32.648852 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-961d6aa3-b7cd-4cb7-9d5c-2574055f3bc3 req-d8b2f70d-b6ff-49eb-815d-b99069080b3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 1126 time: 0.0725894 Feb 28 18:00:32.807292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d6aa3-b7cd-4cb7-9d5c-2574055f3bc3 req-01895967-f3a9-437e-abbc-7afa8c741298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:32.809030 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-961d6aa3-b7cd-4cb7-9d5c-2574055f3bc3 req-01895967-f3a9-437e-abbc-7afa8c741298 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.1549540 Feb 28 18:00:32.886762 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-961d6aa3-b7cd-4cb7-9d5c-2574055f3bc3 req-cbfe6953-259c-43e6-ba33-5ce740d45214 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8c846bd-dda6-47b3-8559-278ddd1e3ff1 HTTP/1.1" status: 200 len: 217 time: 0.0701993 Feb 28 18:00:32.943790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f63e-1594-4229-8b09-1c340c0f1ff3 req-3deb4aac-5c76-403d-961d-e2e1aef0e92f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:32.957194 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d6aa3-b7cd-4cb7-9d5c-2574055f3bc3 req-d8083bbe-04b2-43cf-b2fb-f01b1dd10042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:32.957721 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1857f63e-1594-4229-8b09-1c340c0f1ff3 req-3deb4aac-5c76-403d-961d-e2e1aef0e92f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.1325464 Feb 28 18:00:32.958389 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-961d6aa3-b7cd-4cb7-9d5c-2574055f3bc3 req-d8083bbe-04b2-43cf-b2fb-f01b1dd10042 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0657935 Feb 28 18:00:33.076200 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d6aa3-b7cd-4cb7-9d5c-2574055f3bc3 req-7ac87a2b-2b10-4e69-b0dc-4c0ab9d75646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:33.078152 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-961d6aa3-b7cd-4cb7-9d5c-2574055f3bc3 req-7ac87a2b-2b10-4e69-b0dc-4c0ab9d75646 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1120496 Feb 28 18:00:33.082534 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1857f63e-1594-4229-8b09-1c340c0f1ff3 req-677efe20-a373-4812-921d-18922a60281c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235249 Feb 28 18:00:33.216045 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-961d6aa3-b7cd-4cb7-9d5c-2574055f3bc3 req-a9ebafe0-f361-4565-b342-34ff28165d1d service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319726 Feb 28 18:00:33.379415 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-961d6aa3-b7cd-4cb7-9d5c-2574055f3bc3 req-83f0bbf7-aba8-475d-a13f-046a51d385b3 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568670 Feb 28 18:00:34.240682 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01549ec-c3e2-4ff2-a3cc-2db1dbdcd40c req-4f34467d-24c6-4c9b-9bda-1d46de9e373d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:34.242347 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c01549ec-c3e2-4ff2-a3cc-2db1dbdcd40c req-4f34467d-24c6-4c9b-9bda-1d46de9e373d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0642362 Feb 28 18:00:34.299288 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c01549ec-c3e2-4ff2-a3cc-2db1dbdcd40c req-2682c270-b9d0-4106-a765-937c85515be1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497255 Feb 28 18:00:35.448735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2843be6-a81b-4966-9991-4fd8629e99a0 req-9ae6d9bc-4bcb-411f-8368-f92ea0ade42b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:35.456998 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2843be6-a81b-4966-9991-4fd8629e99a0 req-9ae6d9bc-4bcb-411f-8368-f92ea0ade42b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0846658 Feb 28 18:00:35.518490 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2843be6-a81b-4966-9991-4fd8629e99a0 req-f60b0cb3-22b0-4ae5-853b-c0b30b9cdb18 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598791 Feb 28 18:00:36.674090 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:00:36.745775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb5933-ddcc-458d-af8e-0686199d237a req-cc267ad8-f2a8-4381-9378-5666d981ae7e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:36.747703 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17cb5933-ddcc-458d-af8e-0686199d237a req-cc267ad8-f2a8-4381-9378-5666d981ae7e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.1411004 Feb 28 18:00:36.803694 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-17cb5933-ddcc-458d-af8e-0686199d237a req-0256cda9-bc77-4b59-ab8d-2cac8ac235d0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498798 Feb 28 18:00:37.754415 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-949e2f81-170e-40ea-b915-6dd8dcff4511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:37.998812 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1709-6e94-49a7-a28a-f36123972ce3 req-67d4840f-1222-4c0d-b650-c69d18054acb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:38.016962 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4b5c1709-6e94-49a7-a28a-f36123972ce3 req-67d4840f-1222-4c0d-b650-c69d18054acb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.1107285 Feb 28 18:00:38.033212 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:38.106165 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4b5c1709-6e94-49a7-a28a-f36123972ce3 req-d161ee97-ae0a-4a84-a880-61467d9aca51 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876951 Feb 28 18:00:39.253649 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaeac9-ba58-49d9-aec0-0ebe452f0d7e req-b3c9b911-5e32-4e88-b758-e30979fba83c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:39.255839 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15aaeac9-ba58-49d9-aec0-0ebe452f0d7e req-b3c9b911-5e32-4e88-b758-e30979fba83c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0675998 Feb 28 18:00:39.316626 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-15aaeac9-ba58-49d9-aec0-0ebe452f0d7e req-e5b3db05-9b2b-4da3-b06a-61c9e8f0915d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535398 Feb 28 18:00:39.932658 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6a90be36-627c-4d90-9646-c6605ffeba37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:40.274951 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:40.472135 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b20d7c-40bc-41af-9705-1e9422282634 req-f7079817-fa43-43e4-a13b-fe62ccb69bd1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:40.488352 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2b20d7c-40bc-41af-9705-1e9422282634 req-f7079817-fa43-43e4-a13b-fe62ccb69bd1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0929990 Feb 28 18:00:40.572473 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c2b20d7c-40bc-41af-9705-1e9422282634 req-d37f3553-1ba1-44a6-9150-16a05623dc56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807464 Feb 28 18:00:41.588757 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:41.712868 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e483a-8e5a-4ce7-97ef-4d10fe2ad6f5 req-794e34f1-203c-4aa8-9ac6-81b65a8af92a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:41.715453 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed8e483a-8e5a-4ce7-97ef-4d10fe2ad6f5 req-794e34f1-203c-4aa8-9ac6-81b65a8af92a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0764849 Feb 28 18:00:41.790379 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ed8e483a-8e5a-4ce7-97ef-4d10fe2ad6f5 req-c6730b3c-6a30-42a8-9ee5-5583ce4364c9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630364 Feb 28 18:00:42.730841 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:42.944804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8664e9-cc38-481b-89b2-b907d85b6509 req-c63bf1fc-f57e-456b-b85d-afe80219b4de tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:42.946908 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0d8664e9-cc38-481b-89b2-b907d85b6509 req-c63bf1fc-f57e-456b-b85d-afe80219b4de tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0651972 Feb 28 18:00:43.026715 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0d8664e9-cc38-481b-89b2-b907d85b6509 req-18504127-1a32-4bfe-ab7e-ed182e30974a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719531 Feb 28 18:00:43.059509 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47628) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:00:43.247760 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90f38bd5-396f-47ec-81a1-c9107542e1aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:43.342311 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90f38bd5-396f-47ec-81a1-c9107542e1aa admin admin] Publish callbacks [] for security_group (553583fb-0d21-4349-9bee-32ecb2574462), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:43.490180 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-90f38bd5-396f-47ec-81a1-c9107542e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (553583fb-0d21-4349-9bee-32ecb2574462), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:43.536770 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-90f38bd5-396f-47ec-81a1-c9107542e1aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=372ffe15086e4385b70ef7bad0bdc336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4727359 Feb 28 18:00:43.538796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47644) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:00:43.542721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f38bd5-396f-47ec-81a1-c9107542e1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553583fb-0d21-4349-9bee-32ecb2574462,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:00:43.625821 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Publish callbacks [] for security_group (553583fb-0d21-4349-9bee-32ecb2574462), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:43.660118 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Publish callbacks [] for security_group (553583fb-0d21-4349-9bee-32ecb2574462), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:43.872618 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (553583fb-0d21-4349-9bee-32ecb2574462), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:43.876628 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:43.877960 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/553583fb-0d21-4349-9bee-32ecb2574462 HTTP/1.1" status: 204 len: 168 time: 0.3376148 Feb 28 18:00:43.887306 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553583fb-0d21-4349-9bee-32ecb2574462,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:00:43.902900 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:43.903319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:43.903639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:43.904272 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:43.904759 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:43.905239 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:43.905722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:43.906233 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:43.906576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:43.906967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:43.907441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:43.907947 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:43.908274 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1409e7c8-4f22-41e1-b928-4c7aaa7cfa15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:00:44.013388 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:44.158263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0c08a-05c6-4818-8100-2134635e1ebd req-c8586643-e277-4e53-b547-77dd7551ccca tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:44.159919 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a0c08a-05c6-4818-8100-2134635e1ebd req-c8586643-e277-4e53-b547-77dd7551ccca tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0618052 Feb 28 18:00:44.227649 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-30a0c08a-05c6-4818-8100-2134635e1ebd req-88503e3d-3fec-45da-badb-1b6a0f80e62c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614636 Feb 28 18:00:44.988387 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47712) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:00:45.436224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3b7fe-711d-4bb6-a89e-bfd31e236cc3 req-1bc16d15-9a1c-432f-a2da-6015c3316521 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:45.437758 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a9c3b7fe-711d-4bb6-a89e-bfd31e236cc3 req-1bc16d15-9a1c-432f-a2da-6015c3316521 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.1271896 Feb 28 18:00:45.496843 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf041d-c923-4b55-aae6-d482bb9436fe tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Deleting port 75d25004-441c-4818-a89e-8100b05000da {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:00:45.496843 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6bf041d-c923-4b55-aae6-d482bb9436fe tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (75d25004-441c-4818-a89e-8100b05000da), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:45.513687 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a9c3b7fe-711d-4bb6-a89e-bfd31e236cc3 req-f242fcd1-4bca-4404-8aa7-6158efe6b27f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696990 Feb 28 18:00:45.583713 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6bf041d-c923-4b55-aae6-d482bb9436fe tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (75d25004-441c-4818-a89e-8100b05000da), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:45.584154 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6bf041d-c923-4b55-aae6-d482bb9436fe tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for floatingip (75d25004-441c-4818-a89e-8100b05000da), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:45.597548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf041d-c923-4b55-aae6-d482bb9436fe tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Calling delete_port for 75d25004-441c-4818-a89e-8100b05000da owned by network:floatingip {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:00:45.960448 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6bf041d-c923-4b55-aae6-d482bb9436fe tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (75d25004-441c-4818-a89e-8100b05000da), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:45.992938 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf041d-c923-4b55-aae6-d482bb9436fe tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Pushing event deleted for resources: {'Port': ['ID=75d25004-441c-4818-a89e-8100b05000da,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:00:46.077453 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6bf041d-c923-4b55-aae6-d482bb9436fe tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for floatingip (e03ebfae-393e-406a-a9ba-c70d44f21976), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:46.077799 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [None req-a6bf041d-c923-4b55-aae6-d482bb9436fe tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Floating IP e03ebfae-393e-406a-a9ba-c70d44f21976 disassociated (deleted). External IP: 172.25.3.168, port: c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5. Feb 28 18:00:46.141069 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 47764) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:00:46.619340 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b898685-cff4-432c-8b78-8b4f3ecda9f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:46.668399 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bf041d-c923-4b55-aae6-d482bb9436fe tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Router 92f49ee1-826c-4ce7-8e32-a4b749804460 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:00:46.671067 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b361e-559e-4671-bb9d-7eb71e811af8 req-647ce9c7-b48c-418e-a706-dbdfbb7f9bbf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:46.673433 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc2b361e-559e-4671-bb9d-7eb71e811af8 req-647ce9c7-b48c-418e-a706-dbdfbb7f9bbf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0772104 Feb 28 18:00:46.734568 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fc2b361e-559e-4671-bb9d-7eb71e811af8 req-10cebf86-3307-4754-8b10-3626521e1246 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536466 Feb 28 18:00:46.811319 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b898685-cff4-432c-8b78-8b4f3ecda9f5 admin admin] Publish callbacks [] for security_group (ff797e65-f811-4f89-a2a9-27433a81f166), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:46.831352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bf041d-c923-4b55-aae6-d482bb9436fe tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:00:46.836501 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6bf041d-c923-4b55-aae6-d482bb9436fe tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:46.843276 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088604f0-2151-418f-b35c-650ba6ad2898 None None] Sync routers for ids ['92f49ee1-826c-4ce7-8e32-a4b749804460'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:00:46.852901 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088604f0-2151-418f-b35c-650ba6ad2898 None None] Routers {'92f49ee1-826c-4ce7-8e32-a4b749804460'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:00:46.853527 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-088604f0-2151-418f-b35c-650ba6ad2898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:00:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['92f49ee1-826c-4ce7-8e32-a4b749804460'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:00:46.869286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a6bf041d-c923-4b55-aae6-d482bb9436fe tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "DELETE /v2.0/floatingips/e03ebfae-393e-406a-a9ba-c70d44f21976 HTTP/1.1" status: 204 len: 168 time: 1.8789856 Feb 28 18:00:46.869863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bea9640-8739-4003-bc3c-10749da47238', 'tag': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:00:46.872191 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b915fd20-4c22-40e6-abec-512fa8c81add" -d '{"events": [{"name": "network-changed", "server_uuid": "6bea9640-8739-4003-bc3c-10749da47238", "tag": "c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:00:46.912567 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9183f84c-437b-43a5-a38c-57107108aba9 x-openstack-request-id: req-9183f84c-437b-43a5-a38c-57107108aba9 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:00:46.912954 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bea9640-8739-4003-bc3c-10749da47238", "tag": "c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:00:46.913409 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9183f84c-437b-43a5-a38c-57107108aba9 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:00:46.913907 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bea9640-8739-4003-bc3c-10749da47238', 'tag': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'status': 'completed', 'code': 200} Feb 28 18:00:46.929871 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-5b898685-cff4-432c-8b78-8b4f3ecda9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ff797e65-f811-4f89-a2a9-27433a81f166), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:47.006353 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-088604f0-2151-418f-b35c-650ba6ad2898 None None] Set router 92f49ee1-826c-4ce7-8e32-a4b749804460 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:00:47.018386 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-5b898685-cff4-432c-8b78-8b4f3ecda9f5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=be05f61e4c6645ca89b8d6f0381a68a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8762028 Feb 28 18:00:47.018921 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 47804) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:00:47.022630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b898685-cff4-432c-8b78-8b4f3ecda9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff797e65-f811-4f89-a2a9-27433a81f166,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:00:47.053396 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915fd20-4c22-40e6-abec-512fa8c81add req-76bb15fb-d79c-4e74-9fc9-dff2c930ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:47.053396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b915fd20-4c22-40e6-abec-512fa8c81add req-76bb15fb-d79c-4e74-9fc9-dff2c930ada7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80c797479bd04b3ca63fb2ebe1a223db&device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 1128 time: 0.1061096 Feb 28 18:00:47.085818 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60048045-9537-4ead-b341-3cd206e290e9 admin admin] Publish callbacks [] for security_group (ff797e65-f811-4f89-a2a9-27433a81f166), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:47.109690 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60048045-9537-4ead-b341-3cd206e290e9 admin admin] Publish callbacks [] for security_group (ff797e65-f811-4f89-a2a9-27433a81f166), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:47.147056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915fd20-4c22-40e6-abec-512fa8c81add req-858bd292-455c-43af-958d-d900c0acef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:47.148656 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b915fd20-4c22-40e6-abec-512fa8c81add req-858bd292-455c-43af-958d-d900c0acef32 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2fd6aa2e-3824-4daf-8370-d541cc993244 HTTP/1.1" status: 200 len: 914 time: 0.0961342 Feb 28 18:00:47.194556 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b915fd20-4c22-40e6-abec-512fa8c81add req-a1d29d2f-4fe8-4b1a-a4dd-26005b8c3148 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 HTTP/1.1" status: 200 len: 217 time: 0.0393851 Feb 28 18:00:47.246204 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-088604f0-2151-418f-b35c-650ba6ad2898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '4380402e-9e48-431b-a934-66859895bf66', 'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'mac_address': 'fa:16:3e:e0:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '813db112-aa33-404d-886f-af004c549571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:56Z', 'revision_number': 5, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'subnets': [{'id': '813db112-aa33-404d-886f-af004c549571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:00:47.246926 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915fd20-4c22-40e6-abec-512fa8c81add req-05e53655-7ab1-49e0-adf7-290b262367f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:47.248403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b915fd20-4c22-40e6-abec-512fa8c81add req-05e53655-7ab1-49e0-adf7-290b262367f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=813db112-aa33-404d-886f-af004c549571 HTTP/1.1" status: 200 len: 852 time: 0.0489151 Feb 28 18:00:47.281329 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60048045-9537-4ead-b341-3cd206e290e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (ff797e65-f811-4f89-a2a9-27433a81f166), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:47.281728 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-60048045-9537-4ead-b341-3cd206e290e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:47.286424 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-60048045-9537-4ead-b341-3cd206e290e9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff797e65-f811-4f89-a2a9-27433a81f166 HTTP/1.1" status: 204 len: 168 time: 0.2653215 Feb 28 18:00:47.288883 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088604f0-2151-418f-b35c-650ba6ad2898 None None] Checking router: 92f49ee1-826c-4ce7-8e32-a4b749804460 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:00:47.296352 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60048045-9537-4ead-b341-3cd206e290e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff797e65-f811-4f89-a2a9-27433a81f166,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:00:47.305199 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088604f0-2151-418f-b35c-650ba6ad2898 None None] Routers {'92f49ee1-826c-4ce7-8e32-a4b749804460'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:00:47.305829 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-088604f0-2151-418f-b35c-650ba6ad2898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:00:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['92f49ee1-826c-4ce7-8e32-a4b749804460'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:00:47.341349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915fd20-4c22-40e6-abec-512fa8c81add req-4010a310-4eb9-49a2-aa4c-9d733587676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:47.344120 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b915fd20-4c22-40e6-abec-512fa8c81add req-4010a310-4eb9-49a2-aa4c-9d733587676b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2fd6aa2e-3824-4daf-8370-d541cc993244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0886416 Feb 28 18:00:47.463770 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-088604f0-2151-418f-b35c-650ba6ad2898 None None] Set router 92f49ee1-826c-4ce7-8e32-a4b749804460 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:00:47.466452 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b915fd20-4c22-40e6-abec-512fa8c81add req-0d4d393b-c36e-48da-a8ca-70a79dcf6478 service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099117 Feb 28 18:00:47.527419 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f70110-2e7b-46c2-ba96-24145fe379dd req-14a4fb73-d07e-4da6-91f1-3deff4295de5 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:47.529635 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a0f70110-2e7b-46c2-ba96-24145fe379dd req-14a4fb73-d07e-4da6-91f1-3deff4295de5 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 945 time: 0.0673885 Feb 28 18:00:47.589328 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b915fd20-4c22-40e6-abec-512fa8c81add req-21d4eeae-da2b-43c7-a681-36fb1a14b3fd service neutron] 10.222.0.69 "GET /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211517 Feb 28 18:00:47.614921 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a0f70110-2e7b-46c2-ba96-24145fe379dd req-8e60d869-0e4a-4a3c-9260-dba3759a8dbf tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665429 Feb 28 18:00:47.690374 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-088604f0-2151-418f-b35c-650ba6ad2898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '4380402e-9e48-431b-a934-66859895bf66', 'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'mac_address': 'fa:16:3e:e0:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '813db112-aa33-404d-886f-af004c549571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:56Z', 'revision_number': 5, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'subnets': [{'id': '813db112-aa33-404d-886f-af004c549571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:00:47.716551 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088604f0-2151-418f-b35c-650ba6ad2898 None None] The sync data for ids ['92f49ee1-826c-4ce7-8e32-a4b749804460'] in n-d-820368-19 is: [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:50Z', 'revision_number': 4, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': '4380402e-9e48-431b-a934-66859895bf66', 'name': '', 'network_id': '2fd6aa2e-3824-4daf-8370-d541cc993244', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'mac_address': 'fa:16:3e:e0:80:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '813db112-aa33-404d-886f-af004c549571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:49Z', 'updated_at': '2022-02-28T17:54:56Z', 'revision_number': 5, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'subnets': [{'id': '813db112-aa33-404d-886f-af004c549571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:00:47.888742 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747be67-a3b9-4e10-9629-c5f7f2e4413a req-6d89c08c-96ef-42a8-bf67-09390056816e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:47.891030 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4747be67-a3b9-4e10-9629-c5f7f2e4413a req-6d89c08c-96ef-42a8-bf67-09390056816e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0725186 Feb 28 18:00:47.962269 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4747be67-a3b9-4e10-9629-c5f7f2e4413a req-a9947b74-9e00-4c21-a576-3e438639062c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630341 Feb 28 18:00:48.026920 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a33dd-7ed5-48f3-abbd-680d14bf01ce None None] New status for floating IP e03ebfae-393e-406a-a9ba-c70d44f21976: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:00:48.742054 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda19fa7-f885-4fd6-8c54-bd441ddcf572 req-7b9ef82c-9078-493f-b9d0-fb542e8305f6 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:48.743532 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bda19fa7-f885-4fd6-8c54-bd441ddcf572 req-7b9ef82c-9078-493f-b9d0-fb542e8305f6 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 945 time: 0.0575750 Feb 28 18:00:48.800509 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bda19fa7-f885-4fd6-8c54-bd441ddcf572 req-edf7551a-df8a-4e5d-b82f-6b873de11bad tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/security-groups?id=a305a7ce-57d1-4175-9f45-5456192ac2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512059 Feb 28 18:00:49.098632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637996d-6201-4560-b5b3-6efd7a4fac4a req-20523b90-0311-4737-88de-e6507c2c56f2 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:49.100095 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b637996d-6201-4560-b5b3-6efd7a4fac4a req-20523b90-0311-4737-88de-e6507c2c56f2 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 945 time: 0.0843782 Feb 28 18:00:49.112856 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939d65f-b9a6-49e8-a7b8-dcdb816c8ad4 req-55066b1d-3c34-4629-92ec-4120b15194b7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:49.113689 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c939d65f-b9a6-49e8-a7b8-dcdb816c8ad4 req-55066b1d-3c34-4629-92ec-4120b15194b7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0728002 Feb 28 18:00:49.219795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c939d65f-b9a6-49e8-a7b8-dcdb816c8ad4 req-f54a8550-0ad8-4092-8e55-87023e1ccf8c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998981 Feb 28 18:00:49.240562 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-b637996d-6201-4560-b5b3-6efd7a4fac4a req-f7a629bf-ce39-4763-ae23-f97ee86fa91f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Deleting port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:00:49.240907 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b637996d-6201-4560-b5b3-6efd7a4fac4a req-f7a629bf-ce39-4763-ae23-f97ee86fa91f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:49.333718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-b637996d-6201-4560-b5b3-6efd7a4fac4a req-f7a629bf-ce39-4763-ae23-f97ee86fa91f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] For port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5,segment=NetworkSegment(194d9db2-4dae-49eb-acbc-b5283bfecf7f),segment_id=194d9db2-4dae-49eb-acbc-b5283bfecf7f)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:00:49.334108 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b637996d-6201-4560-b5b3-6efd7a4fac4a req-f7a629bf-ce39-4763-ae23-f97ee86fa91f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:49.346798 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-b637996d-6201-4560-b5b3-6efd7a4fac4a req-f7a629bf-ce39-4763-ae23-f97ee86fa91f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Calling delete_port for c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:00:49.588725 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b637996d-6201-4560-b5b3-6efd7a4fac4a req-f7a629bf-ce39-4763-ae23-f97ee86fa91f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:49.620240 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a629bf-ce39-4763-ae23-f97ee86fa91f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Pushing event deleted for resources: {'Port': ['ID=c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:00:49.679528 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-b637996d-6201-4560-b5b3-6efd7a4fac4a req-f7a629bf-ce39-4763-ae23-f97ee86fa91f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] No DVR routers for this DVR port c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:00:49.682351 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b637996d-6201-4560-b5b3-6efd7a4fac4a req-f7a629bf-ce39-4763-ae23-f97ee86fa91f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:00:49.685898 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b637996d-6201-4560-b5b3-6efd7a4fac4a req-f7a629bf-ce39-4763-ae23-f97ee86fa91f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.69 "DELETE /v2.0/ports/c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 HTTP/1.1" status: 204 len: 173 time: 0.5806637 Feb 28 18:00:49.686356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bea9640-8739-4003-bc3c-10749da47238', 'name': 'network-vif-deleted', 'tag': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:00:49.688797 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f47ba3d-f7d6-4e3a-a611-13c436bda7ea" -d '{"events": [{"server_uuid": "6bea9640-8739-4003-bc3c-10749da47238", "name": "network-vif-deleted", "tag": "c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:00:49.732812 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212331ec-ba99-4cf6-bc46-bfdd5a3de3f0 x-openstack-request-id: req-212331ec-ba99-4cf6-bc46-bfdd5a3de3f0 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:00:49.732812 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bea9640-8739-4003-bc3c-10749da47238", "name": "network-vif-deleted", "tag": "c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:00:49.732812 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-212331ec-ba99-4cf6-bc46-bfdd5a3de3f0 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:00:49.732812 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bea9640-8739-4003-bc3c-10749da47238', 'name': 'network-vif-deleted', 'tag': 'c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5', 'status': 'completed', 'code': 200} Feb 28 18:00:49.927187 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a7d09f1e-7d84-40fc-824e-26267dae5ee3 req-ae6431ad-bbfd-4a27-b374-47e3fdc62f95 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0353010 Feb 28 18:00:50.362388 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b906e-4a0a-4a64-ac75-c30ad9fc7cf7 req-7b754b05-25d1-4209-b771-4efef8155cde tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:50.365026 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eb0b906e-4a0a-4a64-ac75-c30ad9fc7cf7 req-7b754b05-25d1-4209-b771-4efef8155cde tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0737424 Feb 28 18:00:50.418845 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eb0b906e-4a0a-4a64-ac75-c30ad9fc7cf7 req-72b5d6cf-e0e0-4acb-9af1-91554d13f906 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477004 Feb 28 18:00:51.044449 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-72ea90df-bb52-4bd3-9669-a8919e0d309b req-a19a1f8c-f34c-41d3-963d-1e65f4c7ed15 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0291979 Feb 28 18:00:51.552603 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db962-919d-4e96-9544-773cfdcdc772 req-6300da7d-fc42-41aa-b028-1b1e5093de5c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:51.554132 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e52db962-919d-4e96-9544-773cfdcdc772 req-6300da7d-fc42-41aa-b028-1b1e5093de5c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0584962 Feb 28 18:00:51.601867 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e52db962-919d-4e96-9544-773cfdcdc772 req-10366895-fadc-4bf9-9667-58e083faae04 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413063 Feb 28 18:00:52.156503 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-73b1e02a-2727-45da-abe9-c6873b17627d req-b59efdfe-030d-4b28-b541-f94680251372 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0316119 Feb 28 18:00:52.734281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862ea8d-42e3-42c8-9f6d-449975f2d7f5 req-8d01ba50-f08a-412f-98dd-6e703b60dc86 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:52.735839 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f862ea8d-42e3-42c8-9f6d-449975f2d7f5 req-8d01ba50-f08a-412f-98dd-6e703b60dc86 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0584040 Feb 28 18:00:52.790264 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f862ea8d-42e3-42c8-9f6d-449975f2d7f5 req-db8bfbaf-ad06-4f34-a795-18fd0a77ea70 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485029 Feb 28 18:00:53.269818 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27bc3d69-a36a-4a2f-b38e-6ff7c0b21a4f req-cad3a568-de19-4ef2-8bc2-fa41077cc707 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0317187 Feb 28 18:00:53.945250 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4a9d4-39bb-4b55-9d91-71c7a0e24aeb req-e5a6c0c0-67e3-4f34-9ea6-eb90ebb704f8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:53.952926 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fdb4a9d4-39bb-4b55-9d91-71c7a0e24aeb req-e5a6c0c0-67e3-4f34-9ea6-eb90ebb704f8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0844481 Feb 28 18:00:54.009773 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fdb4a9d4-39bb-4b55-9d91-71c7a0e24aeb req-59f11981-7f38-45a9-89ab-d27d3e0939d1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558231 Feb 28 18:00:54.202724 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:00:54.223339 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:00:54.223683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device c61c9d7e-7cb0-4c52-b5b7-18cc715e30f5 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:00:54.370229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26e2b958-9d0a-4f50-a820-d3b80ccd79f2 req-18980dc5-0b9d-4b83-b4fb-0439f6a8c9b2 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0280576 Feb 28 18:00:55.143738 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91793d3-1479-4478-91a1-a52129d4131d req-01914549-313d-4472-8c63-e510ab9a7439 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:55.143738 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d91793d3-1479-4478-91a1-a52129d4131d req-01914549-313d-4472-8c63-e510ab9a7439 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0566926 Feb 28 18:00:55.184104 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d91793d3-1479-4478-91a1-a52129d4131d req-63741db0-52a6-4b27-a71c-86e3478afba6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 Feb 28 18:00:55.483363 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c8b0415-ec50-4e41-bc4d-6aa07838e3fb req-47c5b563-f581-4504-b495-bd118e4f1f84 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0406625 Feb 28 18:00:56.272332 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-980dd6a4-dc6f-4235-8b78-cc447280d962 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:56.273966 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-980dd6a4-dc6f-4235-8b78-cc447280d962 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/networks?id=3fb5a58c-aa05-4556-b201-e200d5f4e6eb HTTP/1.1" status: 200 len: 814 time: 0.1132555 Feb 28 18:00:56.294850 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-98b47d98-f857-43ab-8642-c8c243d22caf tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/quotas/4c571cd80ed84523a4f9c66035077765 HTTP/1.1" status: 200 len: 375 time: 0.0100372 Feb 28 18:00:56.331061 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c960a65-2d88-4900-aeb1-71eb32f63151 req-d6c5ae8d-1f3c-4b94-9ce5-00c72f49d8e8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:56.333266 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c960a65-2d88-4900-aeb1-71eb32f63151 req-d6c5ae8d-1f3c-4b94-9ce5-00c72f49d8e8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0673203 Feb 28 18:00:56.334654 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-0f403008-6d78-46a6-894d-437085f6aeb9 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4c571cd80ed84523a4f9c66035077765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330744 Feb 28 18:00:56.391692 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c960a65-2d88-4900-aeb1-71eb32f63151 req-d75b725e-2771-44b3-8020-9ac8d4fb00ce tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522246 Feb 28 18:00:56.445496 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-e71dea57-6b71-4283-92bb-fb090480eeab service neutron] 10.222.0.72 "GET /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055498 Feb 28 18:00:56.547384 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-c6633605-f5ff-452c-96e4-86eceaf6623e service neutron] 10.222.0.72 "GET /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954547 Feb 28 18:00:56.611449 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-aa390e69-06f2-4625-bc64-4e96d0ceb42d req-5c609038-fba8-471d-81d7-2703b27732da tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0327225 Feb 28 18:00:56.799257 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e3c3ea1a-8f7e-4ca6-86bc-c138f22fe879 req-dc420f81-7da0-4a3e-a129-f752b15499a7 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 210 time: 0.0389001 Feb 28 18:00:57.601485 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9527d-c112-498d-83a2-b3e7b633aec5 req-e66535ef-9d12-4e8d-8365-1e6450da7ee2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:57.609090 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ab9527d-c112-498d-83a2-b3e7b633aec5 req-e66535ef-9d12-4e8d-8365-1e6450da7ee2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0815008 Feb 28 18:00:57.709788 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ab9527d-c112-498d-83a2-b3e7b633aec5 req-2ddf039b-a3a6-410e-9c26-d649e5072ef8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965624 Feb 28 18:00:57.807767 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b32fda94-098b-4b42-a77b-ebaf97d030bf req-0776c3c1-7fef-4a5b-adb0-985927ba05e7 tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0634542 Feb 28 18:00:57.943382 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e89de673-6ca0-4d6f-bfa3-f7404b66ff2d req-a4142eea-ba98-4827-a294-3685f2b90344 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 210 time: 0.0512981 Feb 28 18:00:58.843676 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d4c33-7420-4814-82cc-fe997ed07468 req-f5cb3b7e-c371-4718-9103-7599084750cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:58.852108 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-742d4c33-7420-4814-82cc-fe997ed07468 req-f5cb3b7e-c371-4718-9103-7599084750cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0665913 Feb 28 18:00:58.905848 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-742d4c33-7420-4814-82cc-fe997ed07468 req-72c77ac9-2f90-42be-bbe6-7fb99e0ca794 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528023 Feb 28 18:00:58.969536 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4dc8636e-e04d-45a1-a0cd-e53488cbe79b req-bcb1c963-b674-4ccf-b2a6-023dec840b7d tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0312140 Feb 28 18:00:59.073657 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3231b519-0b2a-44d2-8ba1-c03745495c6d req-e79c69ae-6f83-4995-ab4b-0276b49dfe48 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 210 time: 0.0286045 Feb 28 18:00:59.796113 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-5c60a3a9-bb7a-4a0a-8d44-025443f8023a tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:00:59.797757 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-5c60a3a9-bb7a-4a0a-8d44-025443f8023a tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.69 "GET /v2.0/networks?id=3fb5a58c-aa05-4556-b201-e200d5f4e6eb HTTP/1.1" status: 200 len: 814 time: 0.1355367 Feb 28 18:00:59.824301 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-5c35bfd8-a8ab-4019-8e1f-88c74875f182 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Request body: {'port': {'device_id': '643b3e8c-93a9-4b86-97f1-59f4097630c0', 'network_id': '3fb5a58c-aa05-4556-b201-e200d5f4e6eb', 'admin_state_up': True, 'tenant_id': '4c571cd80ed84523a4f9c66035077765'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:01:00.051771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72535b42-8cb4-43d3-a847-b6eeedc5d54a req-ada7a534-69fc-4169-b025-aa5b835b4028 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:00.060077 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-72535b42-8cb4-43d3-a847-b6eeedc5d54a req-ada7a534-69fc-4169-b025-aa5b835b4028 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0672710 Feb 28 18:01:00.127805 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-72535b42-8cb4-43d3-a847-b6eeedc5d54a req-aa6e5acb-0dbb-4476-a4e9-c5c1f38a4616 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665832 Feb 28 18:01:00.143891 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9b06b2c2-5753-4e79-ab39-b5b3e656219f req-13e5ca3d-5ccb-4d40-99ee-3bd5bb2fcb5f tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bea9640-8739-4003-bc3c-10749da47238 HTTP/1.1" status: 200 len: 210 time: 0.0423610 Feb 28 18:01:00.149652 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-5c35bfd8-a8ab-4019-8e1f-88c74875f182 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Made reservation on behalf of 4c571cd80ed84523a4f9c66035077765 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:01:00.155113 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-5c35bfd8-a8ab-4019-8e1f-88c74875f182 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:00.266003 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-38f44b17-7f0c-4c79-a78f-9794a560527a req-10e23c95-2e2b-45b4-894f-73fc68a13861 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 210 time: 0.0542521 Feb 28 18:01:00.348472 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-5c35bfd8-a8ab-4019-8e1f-88c74875f182 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Allocated IP 172.20.0.13 (3fb5a58c-aa05-4556-b201-e200d5f4e6eb/0017ecd3-1b40-46f0-acfc-80d185333fe0/f62e9506-1f97-494b-ad0e-84dd1dd09258) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:01:00.510147 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-5c35bfd8-a8ab-4019-8e1f-88c74875f182 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks [] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:00.611970 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-5c35bfd8-a8ab-4019-8e1f-88c74875f182 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:00.665961 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-5c35bfd8-a8ab-4019-8e1f-88c74875f182 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Network 3fb5a58c-aa05-4556-b201-e200d5f4e6eb is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:01:00.671198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-5c35bfd8-a8ab-4019-8e1f-88c74875f182 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:01:00.676277 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-5c35bfd8-a8ab-4019-8e1f-88c74875f182 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:01:00.697885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35bfd8-a8ab-4019-8e1f-88c74875f182 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Pushing event updated for resources: {'Port': ['ID=f62e9506-1f97-494b-ad0e-84dd1dd09258,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:00.730569 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-5c35bfd8-a8ab-4019-8e1f-88c74875f182 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:00.739500 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-5c35bfd8-a8ab-4019-8e1f-88c74875f182 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:00.859681 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-5c35bfd8-a8ab-4019-8e1f-88c74875f182 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0505724 Feb 28 18:01:00.872095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Request body: {'port': {'device_id': '643b3e8c-93a9-4b86-97f1-59f4097630c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:01:00.949487 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:01.215711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48158) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:01:01.262498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62e9506-1f97-494b-ad0e-84dd1dd09258 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:01:01.272910 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Publish callbacks [] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:01.275917 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb3c1-e94a-4eee-b774-bc6caf790f7d tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group (a305a7ce-57d1-4175-9f45-5456192ac2ea), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:01.292762 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c69883-068a-4059-a559-edb1e8ba1844 req-84c3b9e2-a014-4396-9e9f-4d00595d7bef tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:01.294333 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29c69883-068a-4059-a559-edb1e8ba1844 req-84c3b9e2-a014-4396-9e9f-4d00595d7bef tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0984328 Feb 28 18:01:01.299436 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Transition to ACTIVE for port object f62e9506-1f97-494b-ad0e-84dd1dd09258 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 18:01:01.309130 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb3c1-e94a-4eee-b774-bc6caf790f7d tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group (a305a7ce-57d1-4175-9f45-5456192ac2ea), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:01.345971 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29c69883-068a-4059-a559-edb1e8ba1844 req-aeecffaa-30d2-4b98-b802-f907c14c3e52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449641 Feb 28 18:01:01.394243 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:01.404275 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316e67e-658e-4aa0-80c8-98eccbfc8732 req-b6ddbb5c-b79c-4119-8def-45519d641844 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:01.405690 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4316e67e-658e-4aa0-80c8-98eccbfc8732 req-b6ddbb5c-b79c-4119-8def-45519d641844 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 932 time: 0.0593150 Feb 28 18:01:01.451844 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Pushing event updated for resources: {'Port': ['ID=f62e9506-1f97-494b-ad0e-84dd1dd09258,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:01.457787 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4316e67e-658e-4aa0-80c8-98eccbfc8732 req-1c527616-6a31-4943-b3b1-e062279164f4 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450380 Feb 28 18:01:01.485184 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb3c1-e94a-4eee-b774-bc6caf790f7d tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (a305a7ce-57d1-4175-9f45-5456192ac2ea), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:01.488124 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb3c1-e94a-4eee-b774-bc6caf790f7d tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:01.489301 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-ae6cb3c1-e94a-4eee-b774-bc6caf790f7d tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] 10.222.0.72 "DELETE /v2.0/security-groups/a305a7ce-57d1-4175-9f45-5456192ac2ea HTTP/1.1" status: 204 len: 168 time: 0.2725103 Feb 28 18:01:01.498657 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cb3c1-e94a-4eee-b774-bc6caf790f7d tempest-TestVolumeBackupRestore-794256620 tempest-TestVolumeBackupRestore-794256620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a305a7ce-57d1-4175-9f45-5456192ac2ea,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:01.519979 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Attempting to bind port f62e9506-1f97-494b-ad0e-84dd1dd09258 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 18:01:01.520315 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Attempting to bind port f62e9506-1f97-494b-ad0e-84dd1dd09258 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '9394a326-8b67-4bc7-a340-fbf38514fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3fb5a58c-aa05-4556-b201-e200d5f4e6eb'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 18:01:01.520826 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Attempting to bind port f62e9506-1f97-494b-ad0e-84dd1dd09258 on network 3fb5a58c-aa05-4556-b201-e200d5f4e6eb {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:01:01.525335 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Port f62e9506-1f97-494b-ad0e-84dd1dd09258 on network 3fb5a58c-aa05-4556-b201-e200d5f4e6eb not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:01:01.528256 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Attempting to bind port f62e9506-1f97-494b-ad0e-84dd1dd09258 on network 3fb5a58c-aa05-4556-b201-e200d5f4e6eb {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:01:01.531798 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:01:01.532132 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Checking segment: {'id': '9394a326-8b67-4bc7-a340-fbf38514fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3fb5a58c-aa05-4556-b201-e200d5f4e6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 18:01:01.532511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Bound using segment: {'id': '9394a326-8b67-4bc7-a340-fbf38514fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3fb5a58c-aa05-4556-b201-e200d5f4e6eb'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:01:01.532936 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Bound port: f62e9506-1f97-494b-ad0e-84dd1dd09258, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9394a326-8b67-4bc7-a340-fbf38514fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3fb5a58c-aa05-4556-b201-e200d5f4e6eb'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 18:01:01.533289 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:01.598049 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] For port f62e9506-1f97-494b-ad0e-84dd1dd09258, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:01:01.601158 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] For port f62e9506-1f97-494b-ad0e-84dd1dd09258, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f62e9506-1f97-494b-ad0e-84dd1dd09258,segment=NetworkSegment(9394a326-8b67-4bc7-a340-fbf38514fe2f),segment_id=9394a326-8b67-4bc7-a340-fbf38514fe2f)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:01:01.673044 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:01.711015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:01.711637 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:01.713073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] 10.222.0.69 "PUT /v2.0/ports/f62e9506-1f97-494b-ad0e-84dd1dd09258 HTTP/1.1" status: 200 len: 1093 time: 0.8466487 Feb 28 18:01:01.713504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643b3e8c-93a9-4b86-97f1-59f4097630c0', 'tag': 'f62e9506-1f97-494b-ad0e-84dd1dd09258'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:01:01.715762 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb711b3-d395-45bd-984e-8d22e726d693" -d '{"events": [{"name": "network-changed", "server_uuid": "643b3e8c-93a9-4b86-97f1-59f4097630c0", "tag": "f62e9506-1f97-494b-ad0e-84dd1dd09258"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:01:01.741549 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78685162-a260-41d1-95f1-291ba1242a8d service neutron] Pushing event updated for resources: {'Port': ['ID=f62e9506-1f97-494b-ad0e-84dd1dd09258,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:01.754921 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2125a464-bbcc-4914-83d2-37918cca905b x-openstack-request-id: req-2125a464-bbcc-4914-83d2-37918cca905b {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:01:01.755216 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643b3e8c-93a9-4b86-97f1-59f4097630c0", "tag": "f62e9506-1f97-494b-ad0e-84dd1dd09258", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:01:01.755474 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2125a464-bbcc-4914-83d2-37918cca905b {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:01:01.755908 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643b3e8c-93a9-4b86-97f1-59f4097630c0', 'tag': 'f62e9506-1f97-494b-ad0e-84dd1dd09258', 'status': 'completed', 'code': 200} Feb 28 18:01:01.825630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb711b3-d395-45bd-984e-8d22e726d693 req-a4e5b478-a606-4a8f-bbd1-d7349e8cb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:01.827277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ffb711b3-d395-45bd-984e-8d22e726d693 req-a4e5b478-a606-4a8f-bbd1-d7349e8cb443 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c571cd80ed84523a4f9c66035077765&device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 1127 time: 0.0476737 Feb 28 18:01:01.944904 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb711b3-d395-45bd-984e-8d22e726d693 req-ca6a3c09-c961-42fc-8d42-ad89fd80825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:01.946573 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ffb711b3-d395-45bd-984e-8d22e726d693 req-ca6a3c09-c961-42fc-8d42-ad89fd80825f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4c571cd80ed84523a4f9c66035077765&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1128705 Feb 28 18:01:02.059956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb711b3-d395-45bd-984e-8d22e726d693 req-1d282276-ef15-43e7-8b97-20b646da94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:02.061515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ffb711b3-d395-45bd-984e-8d22e726d693 req-1d282276-ef15-43e7-8b97-20b646da94e7 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086123 Feb 28 18:01:02.183690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-d2e12f7d-45d1-484c-84cc-8566c55f18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:02.183690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-d2e12f7d-45d1-484c-84cc-8566c55f18a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c571cd80ed84523a4f9c66035077765&device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 1127 time: 0.0685325 Feb 28 18:01:02.233153 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-d3d418d1-392f-472f-96d7-6814c9193a69 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f62e9506-1f97-494b-ad0e-84dd1dd09258 HTTP/1.1" status: 200 len: 217 time: 0.0446770 Feb 28 18:01:02.287259 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-f9d82eca-1361-4a36-bce4-82f7faccd35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:02.288760 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-f9d82eca-1361-4a36-bce4-82f7faccd35f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0017ecd3-1b40-46f0-acfc-80d185333fe0 HTTP/1.1" status: 200 len: 854 time: 0.0495842 Feb 28 18:01:02.319983 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-acbc437a-8501-4861-b11c-a39fe2c8bbd1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3fb5a58c-aa05-4556-b201-e200d5f4e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258832 Feb 28 18:01:02.415515 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-45194b68-a4d8-4847-9829-0441d015b968 service neutron] 10.222.0.69 "GET /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893066 Feb 28 18:01:02.559154 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9de0ec-e7aa-457e-b5ff-764978d35382 req-68c5e022-015f-4991-9ed1-7a1f8d3d3840 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:02.560744 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc9de0ec-e7aa-457e-b5ff-764978d35382 req-68c5e022-015f-4991-9ed1-7a1f8d3d3840 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.1139710 Feb 28 18:01:02.563555 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66a7edeb-1f54-4408-9f5a-8e5c0e471497 req-14772ee0-e317-4bc6-b91e-0369b9d9e542 service neutron] 10.222.0.69 "GET /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409445 Feb 28 18:01:02.604284 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c44ff-cc68-4673-b249-bf7c13d02cae req-311b81df-d8ae-4d61-b670-755dcc94e342 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:02.610856 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba9c44ff-cc68-4673-b249-bf7c13d02cae req-311b81df-d8ae-4d61-b670-755dcc94e342 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 944 time: 0.0757565 Feb 28 18:01:02.620832 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bc9de0ec-e7aa-457e-b5ff-764978d35382 req-c71bae33-1538-4606-9cf6-c9be038f1f82 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491598 Feb 28 18:01:02.661027 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ba9c44ff-cc68-4673-b249-bf7c13d02cae req-bd685e02-8f2b-4833-9304-b2a6d16966c4 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490642 Feb 28 18:01:03.788841 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34dd76-6cd1-4e6b-a89a-52cf155bc6b7 req-b145b648-c9a2-4bea-9a00-410410029a68 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:03.791431 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e34dd76-6cd1-4e6b-a89a-52cf155bc6b7 req-b145b648-c9a2-4bea-9a00-410410029a68 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0706673 Feb 28 18:01:03.852427 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65741f0d-6438-4070-94f5-de35e679f5a5 req-6d286c27-7226-4145-8964-cdb2bd926aa1 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:03.861919 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-65741f0d-6438-4070-94f5-de35e679f5a5 req-6d286c27-7226-4145-8964-cdb2bd926aa1 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 944 time: 0.1074343 Feb 28 18:01:03.862310 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7e34dd76-6cd1-4e6b-a89a-52cf155bc6b7 req-0139d939-d734-4ff8-a2e6-b8858d2780cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635023 Feb 28 18:01:03.922082 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-65741f0d-6438-4070-94f5-de35e679f5a5 req-5ad4f640-acff-40bc-9c8c-aa00a35f1d63 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567510 Feb 28 18:01:05.052087 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2536add-f44a-4515-ac76-14beeeee9d2f req-82cd13ff-18dc-431c-947d-a3ce538bbdc0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:05.054358 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e2536add-f44a-4515-ac76-14beeeee9d2f req-82cd13ff-18dc-431c-947d-a3ce538bbdc0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.1035609 Feb 28 18:01:05.151521 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e2536add-f44a-4515-ac76-14beeeee9d2f req-b05182e4-ac99-4d29-a785-f70983ba32fc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859241 Feb 28 18:01:05.173847 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c4327-c619-4ca7-91d4-3c9b28d8c20a req-f20a3db1-5836-476a-9344-19c95353cf4c tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:05.176345 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b39c4327-c619-4ca7-91d4-3c9b28d8c20a req-f20a3db1-5836-476a-9344-19c95353cf4c tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 944 time: 0.1177139 Feb 28 18:01:05.255211 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b39c4327-c619-4ca7-91d4-3c9b28d8c20a req-51e18e3f-0920-478c-bd5c-f84ad2bbb5e5 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736425 Feb 28 18:01:06.310510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f62e9506-1f97-494b-ad0e-84dd1dd09258 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:01:06.321919 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688e130-b72d-4c6f-a90d-bdcd2d9f8bb8 req-d022bc2e-d953-4064-b338-48bbcfa7a5ba tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:06.340653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6688e130-b72d-4c6f-a90d-bdcd2d9f8bb8 req-d022bc2e-d953-4064-b338-48bbcfa7a5ba tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.1042645 Feb 28 18:01:06.496359 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6688e130-b72d-4c6f-a90d-bdcd2d9f8bb8 req-e5f25dab-97a6-4ce0-926b-98464fb11faa tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542311 Feb 28 18:01:06.537098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c907cd-9c2d-490a-a7f3-27e4acab483a req-12bf0fba-0316-47e9-953d-0c392db71543 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:06.540618 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3c907cd-9c2d-490a-a7f3-27e4acab483a req-12bf0fba-0316-47e9-953d-0c392db71543 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 944 time: 0.1633630 Feb 28 18:01:06.569952 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f62e9506-1f97-494b-ad0e-84dd1dd09258, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f62e9506-1f97-494b-ad0e-84dd1dd09258,segment=NetworkSegment(9394a326-8b67-4bc7-a340-fbf38514fe2f),segment_id=9394a326-8b67-4bc7-a340-fbf38514fe2f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:06.584199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'f62e9506-1f97-494b-ad0e-84dd1dd09258', 'network_id': '3fb5a58c-aa05-4556-b201-e200d5f4e6eb', 'port_id': 'f62e9506-1f97-494b-ad0e-84dd1dd09258', 'mac_address': 'fa:16:3e:e9:f4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0017ecd3-1b40-46f0-acfc-80d185333fe0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:01:06.627914 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f62e9506-1f97-494b-ad0e-84dd1dd09258 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:01:06.628609 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:06.645045 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62e9506-1f97-494b-ad0e-84dd1dd09258 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:01:06.664759 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3c907cd-9c2d-490a-a7f3-27e4acab483a req-c16eb4a7-be7b-4226-b1f2-67485c81b9e0 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176834 Feb 28 18:01:06.672412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f62e9506-1f97-494b-ad0e-84dd1dd09258, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f62e9506-1f97-494b-ad0e-84dd1dd09258,segment=NetworkSegment(9394a326-8b67-4bc7-a340-fbf38514fe2f),segment_id=9394a326-8b67-4bc7-a340-fbf38514fe2f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:06.767564 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:06.835100 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f62e9506-1f97-494b-ad0e-84dd1dd09258,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:06.844310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:06.845784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:06.845784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:06.845784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:06.845784 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:06.846098 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:06.846390 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:06.846884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:06.847374 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:06.847697 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:06.848174 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:06.848597 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:06.848888 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:07.016885 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['f62e9506-1f97-494b-ad0e-84dd1dd09258'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:01:07.668164 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c2f94-7fc5-4384-8bb3-72f6691f45c8 req-6625e28d-0ac5-47c8-ac1f-9780ff9ddc29 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:07.676716 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-892c2f94-7fc5-4384-8bb3-72f6691f45c8 req-6625e28d-0ac5-47c8-ac1f-9780ff9ddc29 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0979142 Feb 28 18:01:07.719867 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ef941d83-d3c5-48ae-ab33-99e217dd9f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:07.770763 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-892c2f94-7fc5-4384-8bb3-72f6691f45c8 req-d2ee5fca-2b16-4bbd-b47d-be00f976111d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917642 Feb 28 18:01:07.844070 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9bca7-26f4-410a-bd7b-521209f29b40 req-000fabfe-b153-4884-a2ab-e554cb69d29d tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:07.852926 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-51a9bca7-26f4-410a-bd7b-521209f29b40 req-000fabfe-b153-4884-a2ab-e554cb69d29d tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 945 time: 0.0781546 Feb 28 18:01:07.914374 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-51a9bca7-26f4-410a-bd7b-521209f29b40 req-000b79e7-e799-4bc5-b5df-390206a4a7bb tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599113 Feb 28 18:01:08.017553 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:08.312114 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f62e9506-1f97-494b-ad0e-84dd1dd09258 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:01:08.445630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port f62e9506-1f97-494b-ad0e-84dd1dd09258 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 18:01:08.450503 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port f62e9506-1f97-494b-ad0e-84dd1dd09258 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:01:08.451079 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:08.574248 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f62e9506-1f97-494b-ad0e-84dd1dd09258 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:01:08.574856 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:08.629233 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643b3e8c-93a9-4b86-97f1-59f4097630c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62e9506-1f97-494b-ad0e-84dd1dd09258'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:01:08.634640 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aad8900-0465-4ae2-a98d-d561314e8fc8" -d '{"events": [{"server_uuid": "643b3e8c-93a9-4b86-97f1-59f4097630c0", "name": "network-vif-plugged", "status": "completed", "tag": "f62e9506-1f97-494b-ad0e-84dd1dd09258"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:01:08.657800 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f62e9506-1f97-494b-ad0e-84dd1dd09258, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f62e9506-1f97-494b-ad0e-84dd1dd09258,segment=NetworkSegment(9394a326-8b67-4bc7-a340-fbf38514fe2f),segment_id=9394a326-8b67-4bc7-a340-fbf38514fe2f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:08.700596 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6389d0c4-9409-4edf-ba98-a14c6bdb3332 x-openstack-request-id: req-6389d0c4-9409-4edf-ba98-a14c6bdb3332 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:01:08.701293 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643b3e8c-93a9-4b86-97f1-59f4097630c0", "name": "network-vif-plugged", "status": "completed", "tag": "f62e9506-1f97-494b-ad0e-84dd1dd09258", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:01:08.701756 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6389d0c4-9409-4edf-ba98-a14c6bdb3332 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:01:08.702414 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643b3e8c-93a9-4b86-97f1-59f4097630c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62e9506-1f97-494b-ad0e-84dd1dd09258', 'code': 200} Feb 28 18:01:08.737507 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:08.851011 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f62e9506-1f97-494b-ad0e-84dd1dd09258,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:08.859791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea89a5-030d-4b4f-9249-6f93126d0f2b req-b9cbcd86-eb0e-46e2-b434-168ad4b7d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:08.864087 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4dea89a5-030d-4b4f-9249-6f93126d0f2b req-b9cbcd86-eb0e-46e2-b434-168ad4b7d13c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 1129 time: 0.0799139 Feb 28 18:01:08.960979 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4dea89a5-030d-4b4f-9249-6f93126d0f2b req-6e0086ef-0900-4457-a5a9-36a68285d80f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894785 Feb 28 18:01:08.992354 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c095335-061f-46d3-b3f7-640f58b46c80 req-40d8f61d-b3be-4c8f-952d-cd6de57ea646 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:08.994577 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c095335-061f-46d3-b3f7-640f58b46c80 req-40d8f61d-b3be-4c8f-952d-cd6de57ea646 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.1204355 Feb 28 18:01:09.071248 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c095335-061f-46d3-b3f7-640f58b46c80 req-b700df0f-d796-42e0-939d-364e0a07e7e4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704298 Feb 28 18:01:09.104766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe9a15-39aa-47ef-9086-7e7b395a1a55 req-d880d0ab-4439-4248-802d-4c566de8716e tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:09.106648 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ffe9a15-39aa-47ef-9086-7e7b395a1a55 req-d880d0ab-4439-4248-802d-4c566de8716e tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 946 time: 0.0795302 Feb 28 18:01:09.179183 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ffe9a15-39aa-47ef-9086-7e7b395a1a55 req-7d1cd6a9-6862-4933-8393-e6f967eb8bb7 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513380 Feb 28 18:01:09.941903 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-9a353249-239f-42fa-821e-971fed51c8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:10.213408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4aa14d-3cbd-47aa-953c-76b96fcc2e6d req-86010291-c249-4619-9927-e3a215bfd258 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:10.215874 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe4aa14d-3cbd-47aa-953c-76b96fcc2e6d req-86010291-c249-4619-9927-e3a215bfd258 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0604029 Feb 28 18:01:10.270712 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fe4aa14d-3cbd-47aa-953c-76b96fcc2e6d req-23c3d46b-7933-47c4-8485-4ed00f540fdf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474839 Feb 28 18:01:10.302727 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:10.334026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056950c-667e-4209-b8c9-ae1e41a0b693 req-1633c570-82cb-436e-b16e-c8f563498344 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:10.342413 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b056950c-667e-4209-b8c9-ae1e41a0b693 req-1633c570-82cb-436e-b16e-c8f563498344 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 946 time: 0.0681522 Feb 28 18:01:10.394368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b056950c-667e-4209-b8c9-ae1e41a0b693 req-ed09bfa6-ae77-46ca-9eb5-817de94561c3 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510120 Feb 28 18:01:11.267795 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48620) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:01:11.470734 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87649d14-dccc-4975-8ac3-237db406a49e req-393ce82b-de76-444b-8191-c4b170951c96 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:11.472376 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-87649d14-dccc-4975-8ac3-237db406a49e req-393ce82b-de76-444b-8191-c4b170951c96 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.1107259 Feb 28 18:01:11.514391 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:12.021121 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-87649d14-dccc-4975-8ac3-237db406a49e req-93f0dfd4-3998-4c5e-a64f-be5bf649b88d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431230 Feb 28 18:01:12.399225 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01e63930-60e4-49cb-ad50-f58656542a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (92f49ee1-826c-4ce7-8e32-a4b749804460), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:12.611906 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:12.718742 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-01e63930-60e4-49cb-ad50-f58656542a94 admin admin] Deleting port 4380402e-9e48-431b-a934-66859895bf66 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:01:12.719216 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01e63930-60e4-49cb-ad50-f58656542a94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4380402e-9e48-431b-a934-66859895bf66), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:12.831156 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-01e63930-60e4-49cb-ad50-f58656542a94 admin admin] For port 4380402e-9e48-431b-a934-66859895bf66, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4380402e-9e48-431b-a934-66859895bf66,segment=NetworkSegment(194d9db2-4dae-49eb-acbc-b5283bfecf7f),segment_id=194d9db2-4dae-49eb-acbc-b5283bfecf7f)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:12.832959 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01e63930-60e4-49cb-ad50-f58656542a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4380402e-9e48-431b-a934-66859895bf66), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:12.851240 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-01e63930-60e4-49cb-ad50-f58656542a94 admin admin] Calling delete_port for 4380402e-9e48-431b-a934-66859895bf66 owned by network:router_interface {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:01:13.142804 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01e63930-60e4-49cb-ad50-f58656542a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (4380402e-9e48-431b-a934-66859895bf66), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:13.167022 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf14006-b9f0-4816-a67f-f01aa75983b8 req-73c87f5e-df3e-41d2-a0dc-c6e9a79577ae tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:13.170401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ebf14006-b9f0-4816-a67f-f01aa75983b8 req-73c87f5e-df3e-41d2-a0dc-c6e9a79577ae tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0688138 Feb 28 18:01:13.200454 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e63930-60e4-49cb-ad50-f58656542a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=4380402e-9e48-431b-a934-66859895bf66,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:13.249774 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ebf14006-b9f0-4816-a67f-f01aa75983b8 req-f767a8c6-ccc8-4b31-bbb3-e3e781c13b64 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672636 Feb 28 18:01:13.456197 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-01e63930-60e4-49cb-ad50-f58656542a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (92f49ee1-826c-4ce7-8e32-a4b749804460), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:13.676121 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:01:13.736645 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e63930-60e4-49cb-ad50-f58656542a94 admin admin] Router 92f49ee1-826c-4ce7-8e32-a4b749804460 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:01:13.860608 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e63930-60e4-49cb-ad50-f58656542a94 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:01:13.872698 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322b954-4842-4bf1-af73-0938d3678570 None None] Sync routers for ids ['92f49ee1-826c-4ce7-8e32-a4b749804460'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:01:13.887602 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-01e63930-60e4-49cb-ad50-f58656542a94 admin admin] 10.222.0.72 "PUT /v2.0/routers/92f49ee1-826c-4ce7-8e32-a4b749804460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6176920 Feb 28 18:01:13.889415 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48740) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:01:13.889872 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7322b954-4842-4bf1-af73-0938d3678570 None None] Routers {'92f49ee1-826c-4ce7-8e32-a4b749804460'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:01:13.890532 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7322b954-4842-4bf1-af73-0938d3678570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:01:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['92f49ee1-826c-4ce7-8e32-a4b749804460'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:01:13.960197 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:14.032411 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-7322b954-4842-4bf1-af73-0938d3678570 None None] Set router 92f49ee1-826c-4ce7-8e32-a4b749804460 gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:01:14.036049 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] Publish callbacks [] for router (92f49ee1-826c-4ce7-8e32-a4b749804460), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:14.205753 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] Publish callbacks [] for router_gateway (92f49ee1-826c-4ce7-8e32-a4b749804460), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:14.330580 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7322b954-4842-4bf1-af73-0938d3678570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T18:01:13Z', 'revision_number': 5, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port': {'id': '6336d203-f9ec-43c7-b7cb-8dab553b1ec8', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T17:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:01:14.348106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] Deleting port 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:01:14.350904 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (6336d203-f9ec-43c7-b7cb-8dab553b1ec8), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:14.364787 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322b954-4842-4bf1-af73-0938d3678570 None None] Checking router: 92f49ee1-826c-4ce7-8e32-a4b749804460 for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:01:14.376165 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7322b954-4842-4bf1-af73-0938d3678570 None None] Routers {'92f49ee1-826c-4ce7-8e32-a4b749804460'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:01:14.377047 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7322b954-4842-4bf1-af73-0938d3678570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:01:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['92f49ee1-826c-4ce7-8e32-a4b749804460'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:01:14.483462 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d4f69-28af-40db-aa3e-59f868e90889 req-82c3fc85-d8d2-4a4a-b80c-023c52b421c5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:14.490798 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-851d4f69-28af-40db-aa3e-59f868e90889 req-82c3fc85-d8d2-4a4a-b80c-023c52b421c5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.1446428 Feb 28 18:01:14.513343 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-7322b954-4842-4bf1-af73-0938d3678570 None None] Set router 92f49ee1-826c-4ce7-8e32-a4b749804460 gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:01:14.558151 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-851d4f69-28af-40db-aa3e-59f868e90889 req-1dc7bdaf-1fdc-45e6-a0b1-4dd875808c79 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643251 Feb 28 18:01:14.572909 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] For port 6336d203-f9ec-43c7-b7cb-8dab553b1ec8, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=6336d203-f9ec-43c7-b7cb-8dab553b1ec8,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:14.573284 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (6336d203-f9ec-43c7-b7cb-8dab553b1ec8), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:14.574390 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-7322b954-4842-4bf1-af73-0938d3678570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T18:01:14Z', 'revision_number': 6, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:01:14.589127 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] Calling delete_port for 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:01:14.612341 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322b954-4842-4bf1-af73-0938d3678570 None None] The sync data for ids ['92f49ee1-826c-4ce7-8e32-a4b749804460'] in n-d-820368-19 is: [{'id': '92f49ee1-826c-4ce7-8e32-a4b749804460', 'name': 'tempest-TestVolumeBackupRestore-250310654-router', 'tenant_id': '80c797479bd04b3ca63fb2ebe1a223db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:45Z', 'updated_at': '2022-02-28T18:01:14Z', 'revision_number': 6, 'project_id': '80c797479bd04b3ca63fb2ebe1a223db', 'gw_port_host': None}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:01:14.847027 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (6336d203-f9ec-43c7-b7cb-8dab553b1ec8), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:14.880667 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] Pushing event deleted for resources: {'Port': ['ID=6336d203-f9ec-43c7-b7cb-8dab553b1ec8,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:14.965369 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (92f49ee1-826c-4ce7-8e32-a4b749804460), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:15.096373 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (92f49ee1-826c-4ce7-8e32-a4b749804460), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:15.098968 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] Publish callbacks [] for router_controller (92f49ee1-826c-4ce7-8e32-a4b749804460), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:15.217378 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (92f49ee1-826c-4ce7-8e32-a4b749804460), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:15.217941 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92f49ee1-826c-4ce7-8e32-a4b749804460 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:01:15.222743 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:15.226287 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-8c1864d5-a237-46df-851a-1162f3a9687a admin admin] 10.222.0.72 "DELETE /v2.0/routers/92f49ee1-826c-4ce7-8e32-a4b749804460 HTTP/1.1" status: 204 len: 168 time: 1.3326085 Feb 28 18:01:15.226712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48746) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:01:15.288685 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2473b19-9d01-4599-9bc0-6d0bb9e07389 admin admin] Deleting subnet 813db112-aa33-404d-886f-af004c549571 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 18:01:15.292911 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2473b19-9d01-4599-9bc0-6d0bb9e07389 admin admin] Publish callbacks [] for subnet (813db112-aa33-404d-886f-af004c549571), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:15.332670 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2473b19-9d01-4599-9bc0-6d0bb9e07389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (813db112-aa33-404d-886f-af004c549571), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:15.435396 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2473b19-9d01-4599-9bc0-6d0bb9e07389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (813db112-aa33-404d-886f-af004c549571), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:15.568577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:01:15.583472 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2473b19-9d01-4599-9bc0-6d0bb9e07389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (813db112-aa33-404d-886f-af004c549571), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:15.610235 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:01:15.618570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 6336d203-f9ec-43c7-b7cb-8dab553b1ec8 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:01:15.618570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4380402e-9e48-431b-a934-66859895bf66 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:01:15.618570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304234c-e711-4ceb-a7f6-a7b8ca054156 None None] Network 2fd6aa2e-3824-4daf-8370-d541cc993244 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 18:01:15.619927 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-e2473b19-9d01-4599-9bc0-6d0bb9e07389 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:15.626309 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-e2473b19-9d01-4599-9bc0-6d0bb9e07389 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/813db112-aa33-404d-886f-af004c549571 HTTP/1.1" status: 204 len: 168 time: 0.3982091 Feb 28 18:01:15.627311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2473b19-9d01-4599-9bc0-6d0bb9e07389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813db112-aa33-404d-886f-af004c549571,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:15.628658 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48752) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:01:15.704329 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 4380402e-9e48-431b-a934-66859895bf66 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:01:15.704596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4380402e-9e48-431b-a934-66859895bf66 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:01:15.733232 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da12f2-5983-4f82-a072-875f8bcf80c2 req-4016eb00-e82e-4c53-862a-499fa9b9d4e1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:15.740488 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77da12f2-5983-4f82-a072-875f8bcf80c2 req-4016eb00-e82e-4c53-862a-499fa9b9d4e1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0675981 Feb 28 18:01:15.775763 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (2fd6aa2e-3824-4daf-8370-d541cc993244), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:15.836343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77da12f2-5983-4f82-a072-875f8bcf80c2 req-6473833f-6f87-46ea-afce-429462e215b3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936563 Feb 28 18:01:15.881092 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Deleting port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:01:15.882095 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:15.954162 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221c892c-b14b-47f8-931a-7d0b9236d60f None None] DHCP port deletion for 2fd6aa2e-3824-4daf-8370-d541cc993244 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 18:01:16.018485 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] For port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5d5638ca-f0f8-4b61-acd3-c7a702dc951c,segment=NetworkSegment(194d9db2-4dae-49eb-acbc-b5283bfecf7f),segment_id=194d9db2-4dae-49eb-acbc-b5283bfecf7f)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:16.018827 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:16.028863 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-221c892c-b14b-47f8-931a-7d0b9236d60f None None] Deleting port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:01:16.029560 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-221c892c-b14b-47f8-931a-7d0b9236d60f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:16.043638 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Calling delete_port for 5d5638ca-f0f8-4b61-acd3-c7a702dc951c owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:01:16.119873 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-221c892c-b14b-47f8-931a-7d0b9236d60f None None] For port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5d5638ca-f0f8-4b61-acd3-c7a702dc951c,segment=NetworkSegment(194d9db2-4dae-49eb-acbc-b5283bfecf7f),segment_id=194d9db2-4dae-49eb-acbc-b5283bfecf7f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:16.120636 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-221c892c-b14b-47f8-931a-7d0b9236d60f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:16.137884 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-221c892c-b14b-47f8-931a-7d0b9236d60f None None] Calling delete_port for 5d5638ca-f0f8-4b61-acd3-c7a702dc951c owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:01:16.217029 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:16.231103 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-221c892c-b14b-47f8-931a-7d0b9236d60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (5d5638ca-f0f8-4b61-acd3-c7a702dc951c), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:16.250208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5638ca-f0f8-4b61-acd3-c7a702dc951c,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:16.254816 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] No DVR routers for this DVR port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:01:16.268182 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c892c-b14b-47f8-931a-7d0b9236d60f None None] Pushing event deleted for resources: {'Port': ['ID=5d5638ca-f0f8-4b61-acd3-c7a702dc951c,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:16.273430 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c892c-b14b-47f8-931a-7d0b9236d60f None None] No DVR routers for this DVR port 5d5638ca-f0f8-4b61-acd3-c7a702dc951c on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:01:16.344402 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (2fd6aa2e-3824-4daf-8370-d541cc993244), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:16.372232 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd6aa2e-3824-4daf-8370-d541cc993244']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:01:16.383083 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194d9db2-4dae-49eb-acbc-b5283bfecf7f') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:01:16.383443 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194d9db2-4dae-49eb-acbc-b5283bfecf7f') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:01:16.394189 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (194d9db2-4dae-49eb-acbc-b5283bfecf7f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:16.408560 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (194d9db2-4dae-49eb-acbc-b5283bfecf7f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:16.414923 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:01:16.415308 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (194d9db2-4dae-49eb-acbc-b5283bfecf7f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: timer() Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:01:16.417477 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:01:16.531161 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (2fd6aa2e-3824-4daf-8370-d541cc993244), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:16.538233 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:16.545022 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2fd6aa2e-3824-4daf-8370-d541cc993244 HTTP/1.1" status: 204 len: 168 time: 0.9151566 Feb 28 18:01:16.545755 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48754) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:01:16.557300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2169d-6a0c-4a43-a828-5409871bdc03 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fd6aa2e-3824-4daf-8370-d541cc993244,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:16.954963 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1c8676a-5251-4871-ba5d-de581a1aeb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (3e0a48aa-49ab-41ea-8841-8c783d564fdb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:16.980084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b6c03-37e1-40d9-9d67-3c67d50dda00 req-0657c58e-4944-4a16-bed6-c770038e26ac tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:16.981709 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-231b6c03-37e1-40d9-9d67-3c67d50dda00 req-0657c58e-4944-4a16-bed6-c770038e26ac tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0671322 Feb 28 18:01:17.037499 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-231b6c03-37e1-40d9-9d67-3c67d50dda00 req-d9fcdc43-dabb-4d1c-b374-7cf82c1bec85 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480685 Feb 28 18:01:17.235628 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8676a-5251-4871-ba5d-de581a1aeb86 admin admin] Deleting port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:01:17.235967 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1c8676a-5251-4871-ba5d-de581a1aeb86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:17.320584 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-b1c8676a-5251-4871-ba5d-de581a1aeb86 admin admin] For port c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a,segment=NetworkSegment(a029c645-d7af-458f-95fc-31534badb6b7),segment_id=a029c645-d7af-458f-95fc-31534badb6b7)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:17.320944 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1c8676a-5251-4871-ba5d-de581a1aeb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:17.339531 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8676a-5251-4871-ba5d-de581a1aeb86 admin admin] Calling delete_port for c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:01:17.518286 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5d5638ca-f0f8-4b61-acd3-c7a702dc951c no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:01:17.540486 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 5d5638ca-f0f8-4b61-acd3-c7a702dc951c {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:01:17.541028 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5d5638ca-f0f8-4b61-acd3-c7a702dc951c not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:01:17.621380 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1c8676a-5251-4871-ba5d-de581a1aeb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:17.652099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8676a-5251-4871-ba5d-de581a1aeb86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:17.843925 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b1c8676a-5251-4871-ba5d-de581a1aeb86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (3e0a48aa-49ab-41ea-8841-8c783d564fdb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:18.082775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c8676a-5251-4871-ba5d-de581a1aeb86 admin admin] Router 3e0a48aa-49ab-41ea-8841-8c783d564fdb has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:01:18.529591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee804b47-97d8-4a3c-94db-0065ba41184f req-9211c2c1-4f44-4afe-9780-0b88bb2f19b1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:18.531106 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee804b47-97d8-4a3c-94db-0065ba41184f req-9211c2c1-4f44-4afe-9780-0b88bb2f19b1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.4012723 Feb 28 18:01:18.558874 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c8676a-5251-4871-ba5d-de581a1aeb86 admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:01:18.565708 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b1c8676a-5251-4871-ba5d-de581a1aeb86 admin admin] 10.222.0.72 "PUT /v2.0/routers/3e0a48aa-49ab-41ea-8841-8c783d564fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0182481 Feb 28 18:01:18.568373 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48764) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:01:18.571102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dabff2-3064-4292-98b4-27a1d5f2cec3 None None] Sync routers for ids ['3e0a48aa-49ab-41ea-8841-8c783d564fdb'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:01:18.583109 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dabff2-3064-4292-98b4-27a1d5f2cec3 None None] Routers {'3e0a48aa-49ab-41ea-8841-8c783d564fdb'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:01:18.625421 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-d3dabff2-3064-4292-98b4-27a1d5f2cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:01:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['3e0a48aa-49ab-41ea-8841-8c783d564fdb'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:01:18.657105 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee804b47-97d8-4a3c-94db-0065ba41184f req-dfcf4d0b-67da-44c0-9c64-e3114565a5d8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201100 Feb 28 18:01:18.706474 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-d3dabff2-3064-4292-98b4-27a1d5f2cec3 None None] Set router 3e0a48aa-49ab-41ea-8841-8c783d564fdb gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:01:18.719530 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] Publish callbacks [] for router (3e0a48aa-49ab-41ea-8841-8c783d564fdb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:18.835704 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] Publish callbacks [] for router_gateway (3e0a48aa-49ab-41ea-8841-8c783d564fdb), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:18.901267 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-d3dabff2-3064-4292-98b4-27a1d5f2cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'name': 'tempest-TestVolumeBackupRestore-866220996-router', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fec74807-7f28-4e1f-bae1-69731fd5bea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:55Z', 'updated_at': '2022-02-28T18:01:17Z', 'revision_number': 5, 'project_id': '75c0316b36894ec39aa0c4845650e1da', 'gw_port': {'id': 'fec74807-7f28-4e1f-bae1-69731fd5bea6', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:54:56Z', 'updated_at': '2022-02-28T17:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:01:18.928059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dabff2-3064-4292-98b4-27a1d5f2cec3 None None] Checking router: 3e0a48aa-49ab-41ea-8841-8c783d564fdb for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:01:18.938356 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dabff2-3064-4292-98b4-27a1d5f2cec3 None None] Routers {'3e0a48aa-49ab-41ea-8841-8c783d564fdb'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:01:18.939080 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-d3dabff2-3064-4292-98b4-27a1d5f2cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:01:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['3e0a48aa-49ab-41ea-8841-8c783d564fdb'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:01:18.973472 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] Deleting port fec74807-7f28-4e1f-bae1-69731fd5bea6 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:01:18.973812 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (fec74807-7f28-4e1f-bae1-69731fd5bea6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:19.040670 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-d3dabff2-3064-4292-98b4-27a1d5f2cec3 None None] Set router 3e0a48aa-49ab-41ea-8841-8c783d564fdb gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:01:19.069548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] For port fec74807-7f28-4e1f-bae1-69731fd5bea6, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=fec74807-7f28-4e1f-bae1-69731fd5bea6,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:19.075576 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (fec74807-7f28-4e1f-bae1-69731fd5bea6), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:19.085353 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] Calling delete_port for fec74807-7f28-4e1f-bae1-69731fd5bea6 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:01:19.098585 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-d3dabff2-3064-4292-98b4-27a1d5f2cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'name': 'tempest-TestVolumeBackupRestore-866220996-router', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:55Z', 'updated_at': '2022-02-28T18:01:18Z', 'revision_number': 6, 'project_id': '75c0316b36894ec39aa0c4845650e1da', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:01:19.133083 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dabff2-3064-4292-98b4-27a1d5f2cec3 None None] The sync data for ids ['3e0a48aa-49ab-41ea-8841-8c783d564fdb'] in n-d-820368-19 is: [{'id': '3e0a48aa-49ab-41ea-8841-8c783d564fdb', 'name': 'tempest-TestVolumeBackupRestore-866220996-router', 'tenant_id': '75c0316b36894ec39aa0c4845650e1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:54:55Z', 'updated_at': '2022-02-28T18:01:18Z', 'revision_number': 6, 'project_id': '75c0316b36894ec39aa0c4845650e1da', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:01:19.324085 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (fec74807-7f28-4e1f-bae1-69731fd5bea6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:19.351985 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=fec74807-7f28-4e1f-bae1-69731fd5bea6,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:19.417343 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (3e0a48aa-49ab-41ea-8841-8c783d564fdb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:19.525827 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (3e0a48aa-49ab-41ea-8841-8c783d564fdb), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:19.528319 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] Publish callbacks [] for router_controller (3e0a48aa-49ab-41ea-8841-8c783d564fdb), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:19.623310 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:01:19.645755 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:01:19.646116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c59b5cbf-c27c-466f-b94c-6fe4ecf74a4a not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:01:19.654730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (3e0a48aa-49ab-41ea-8841-8c783d564fdb), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:19.654730 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e0a48aa-49ab-41ea-8841-8c783d564fdb {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:01:19.656543 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:19.660288 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 48768) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:01:19.660834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-36eed501-5eaf-4295-b122-51d3e7510ecc admin admin] 10.222.0.72 "DELETE /v2.0/routers/3e0a48aa-49ab-41ea-8841-8c783d564fdb HTTP/1.1" status: 204 len: 168 time: 1.0906348 Feb 28 18:01:19.710145 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-571ee3d7-f486-42a2-b4e7-ee9739e2feed admin admin] Deleting subnet 48c6fd31-adb7-4788-b13e-5bbf4e078fde {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 18:01:19.713720 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-571ee3d7-f486-42a2-b4e7-ee9739e2feed admin admin] Publish callbacks [] for subnet (48c6fd31-adb7-4788-b13e-5bbf4e078fde), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:19.779889 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-571ee3d7-f486-42a2-b4e7-ee9739e2feed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (48c6fd31-adb7-4788-b13e-5bbf4e078fde), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:19.838540 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a71bac-55e1-4bc4-a894-4b5598253660 req-081c7cb4-41e6-42d9-a1cc-da394902c102 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:19.840242 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79a71bac-55e1-4bc4-a894-4b5598253660 req-081c7cb4-41e6-42d9-a1cc-da394902c102 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.1070020 Feb 28 18:01:19.904652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-571ee3d7-f486-42a2-b4e7-ee9739e2feed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (48c6fd31-adb7-4788-b13e-5bbf4e078fde), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:19.943053 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79a71bac-55e1-4bc4-a894-4b5598253660 req-0b8adef5-f648-49de-8076-dfd85db03b52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971506 Feb 28 18:01:20.074399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-571ee3d7-f486-42a2-b4e7-ee9739e2feed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (48c6fd31-adb7-4788-b13e-5bbf4e078fde), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:20.106824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ee3d7-f486-42a2-b4e7-ee9739e2feed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c6fd31-adb7-4788-b13e-5bbf4e078fde,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:20.109091 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-571ee3d7-f486-42a2-b4e7-ee9739e2feed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:20.112474 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-571ee3d7-f486-42a2-b4e7-ee9739e2feed admin admin] 10.222.0.72 "DELETE /v2.0/subnets/48c6fd31-adb7-4788-b13e-5bbf4e078fde HTTP/1.1" status: 204 len: 168 time: 0.4499798 Feb 28 18:01:20.115098 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48774) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:01:20.115855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03e6db1-3dff-4052-aeba-f00b28b77276 None None] Network 96ba9a15-ce41-4435-8a1b-e0d448e344cc requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 18:01:20.220503 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (96ba9a15-ce41-4435-8a1b-e0d448e344cc), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:20.300775 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Deleting port 5222b5a2-3ec7-4aca-a358-668e2539913a {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:01:20.301184 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:20.318371 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b7fccc-7684-440b-b01a-a65f3317c9e8 None None] DHCP port deletion for 96ba9a15-ce41-4435-8a1b-e0d448e344cc request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 18:01:20.373001 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] For port 5222b5a2-3ec7-4aca-a358-668e2539913a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5222b5a2-3ec7-4aca-a358-668e2539913a,segment=NetworkSegment(a029c645-d7af-458f-95fc-31534badb6b7),segment_id=a029c645-d7af-458f-95fc-31534badb6b7)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:20.373378 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:20.375491 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-21b7fccc-7684-440b-b01a-a65f3317c9e8 None None] Deleting port 5222b5a2-3ec7-4aca-a358-668e2539913a {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:01:20.375869 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-21b7fccc-7684-440b-b01a-a65f3317c9e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:20.391925 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Calling delete_port for 5222b5a2-3ec7-4aca-a358-668e2539913a owned by network:dhcp {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:01:20.462060 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-21b7fccc-7684-440b-b01a-a65f3317c9e8 None None] For port 5222b5a2-3ec7-4aca-a358-668e2539913a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=5222b5a2-3ec7-4aca-a358-668e2539913a,segment=NetworkSegment(a029c645-d7af-458f-95fc-31534badb6b7),segment_id=a029c645-d7af-458f-95fc-31534badb6b7)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:20.462362 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-21b7fccc-7684-440b-b01a-a65f3317c9e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:20.476732 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-21b7fccc-7684-440b-b01a-a65f3317c9e8 None None] Calling delete_port for 5222b5a2-3ec7-4aca-a358-668e2539913a owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:01:20.546193 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:20.560351 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-21b7fccc-7684-440b-b01a-a65f3317c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (5222b5a2-3ec7-4aca-a358-668e2539913a), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:20.577988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Pushing event deleted for resources: {'Port': ['ID=5222b5a2-3ec7-4aca-a358-668e2539913a,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:20.594729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] No DVR routers for this DVR port 5222b5a2-3ec7-4aca-a358-668e2539913a on host n-d-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:01:20.595104 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7fccc-7684-440b-b01a-a65f3317c9e8 None None] Pushing event deleted for resources: {'Port': ['ID=5222b5a2-3ec7-4aca-a358-668e2539913a,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:20.597659 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7fccc-7684-440b-b01a-a65f3317c9e8 None None] No DVR routers for this DVR port 5222b5a2-3ec7-4aca-a358-668e2539913a on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:01:20.658305 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (96ba9a15-ce41-4435-8a1b-e0d448e344cc), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:20.691048 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ba9a15-ce41-4435-8a1b-e0d448e344cc']}} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:01:20.704521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a029c645-d7af-458f-95fc-31534badb6b7') {'for_net_delete': True} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:01:20.704819 n-d-820368-19 neutron-server[104246]: DEBUG neutron.services.segments.db [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a029c645-d7af-458f-95fc-31534badb6b7') {} {{(pid=104246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:01:20.714995 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13958924'] for segment (a029c645-d7af-458f-95fc-31534badb6b7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:20.728651 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a029c645-d7af-458f-95fc-31534badb6b7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:20.735665 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:01:20.735665 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15015563'] for segment (a029c645-d7af-458f-95fc-31534badb6b7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: Traceback (most recent call last): Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: timer() Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: cb(*args, **kw) Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: return func(*args, **kwargs) Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: self._notify() Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: self.callback(batched_events) Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: event.method(event) Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: return f(self, *a, **k) Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: return self._get(url).json() Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: return self.request(url, 'GET', **kwargs) Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:01:20.736776 n-d-820368-19 neutron-server[104246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:01:21.123710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90c199-cc79-4ced-b829-de06cd00a1e3 req-a10c8486-e4af-4bdd-a10c-88cd31d70ae4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:21.123710 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b90c199-cc79-4ced-b829-de06cd00a1e3 req-a10c8486-e4af-4bdd-a10c-88cd31d70ae4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0561523 Feb 28 18:01:21.130414 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6b90c199-cc79-4ced-b829-de06cd00a1e3 req-7b9e8ce8-bd1d-4b5e-80c7-1faaa1710272 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444202 Feb 28 18:01:21.325736 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (96ba9a15-ce41-4435-8a1b-e0d448e344cc), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:21.332667 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:21.337914 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] 10.222.0.72 "DELETE /v2.0/networks/96ba9a15-ce41-4435-8a1b-e0d448e344cc HTTP/1.1" status: 204 len: 168 time: 1.2212155 Feb 28 18:01:21.356574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88f8a6-e33d-43b9-90e7-b798d6165655 admin admin] Pushing event deleted for resources: {'Network': ['ID=96ba9a15-ce41-4435-8a1b-e0d448e344cc,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:21.532355 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5222b5a2-3ec7-4aca-a358-668e2539913a no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:01:21.569869 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 5222b5a2-3ec7-4aca-a358-668e2539913a {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:01:21.570403 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 5222b5a2-3ec7-4aca-a358-668e2539913a not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:01:21.570836 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device fec74807-7f28-4e1f-bae1-69731fd5bea6 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:01:21.599668 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: fec74807-7f28-4e1f-bae1-69731fd5bea6 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:01:21.600293 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device fec74807-7f28-4e1f-bae1-69731fd5bea6 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:01:21.772816 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48782) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:01:21.833976 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9ac146ad-71ed-4fab-a864-e8d490257f1f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=80c797479bd04b3ca63fb2ebe1a223db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0586741 Feb 28 18:01:21.838342 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48784) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:01:21.908263 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04b819e7-f0e0-45d6-a33d-83d6ea8744f1 admin admin] Publish callbacks [] for security_group (8383fa98-3555-485d-9c6e-8a4aea081393), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:21.956348 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04b819e7-f0e0-45d6-a33d-83d6ea8744f1 admin admin] Publish callbacks [] for security_group (8383fa98-3555-485d-9c6e-8a4aea081393), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:22.296093 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95a3cc-2061-467b-bcc9-0bc04cbb3c0e req-ef563541-e691-4fb2-8d0c-5cf1f51a05a7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:22.314135 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d95a3cc-2061-467b-bcc9-0bc04cbb3c0e req-ef563541-e691-4fb2-8d0c-5cf1f51a05a7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0734417 Feb 28 18:01:22.357519 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2d95a3cc-2061-467b-bcc9-0bc04cbb3c0e req-d42f706a-e808-4a4e-a68e-04399de8277f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527227 Feb 28 18:01:22.543419 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04b819e7-f0e0-45d6-a33d-83d6ea8744f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (8383fa98-3555-485d-9c6e-8a4aea081393), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:22.547730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-04b819e7-f0e0-45d6-a33d-83d6ea8744f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:22.549634 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-04b819e7-f0e0-45d6-a33d-83d6ea8744f1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8383fa98-3555-485d-9c6e-8a4aea081393 HTTP/1.1" status: 204 len: 168 time: 0.7098901 Feb 28 18:01:22.563567 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b819e7-f0e0-45d6-a33d-83d6ea8744f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8383fa98-3555-485d-9c6e-8a4aea081393,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:23.495234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a04e34-4deb-40c1-8dba-116df5984a9b req-010051dc-cf97-4119-9f0b-d35e608dd431 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:23.497200 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c5a04e34-4deb-40c1-8dba-116df5984a9b req-010051dc-cf97-4119-9f0b-d35e608dd431 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0631118 Feb 28 18:01:23.565063 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c5a04e34-4deb-40c1-8dba-116df5984a9b req-d585bfb9-9db0-47c8-b236-5c7995196f40 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615678 Feb 28 18:01:23.812108 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48798) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:01:23.863499 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9359feaa-373e-4293-ba5d-1dec1690f891 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=75c0316b36894ec39aa0c4845650e1da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498958 Feb 28 18:01:23.866206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 48800) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:01:23.924157 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a95cf4ea-b276-4d86-9c05-a75e2cd6b8c5 admin admin] Publish callbacks [] for security_group (64e6b669-9a8a-4f3e-9571-b12306560a11), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:23.952936 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a95cf4ea-b276-4d86-9c05-a75e2cd6b8c5 admin admin] Publish callbacks [] for security_group (64e6b669-9a8a-4f3e-9571-b12306560a11), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:24.114052 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a95cf4ea-b276-4d86-9c05-a75e2cd6b8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (64e6b669-9a8a-4f3e-9571-b12306560a11), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:24.117077 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a95cf4ea-b276-4d86-9c05-a75e2cd6b8c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:24.118428 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a95cf4ea-b276-4d86-9c05-a75e2cd6b8c5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/64e6b669-9a8a-4f3e-9571-b12306560a11 HTTP/1.1" status: 204 len: 168 time: 0.2512674 Feb 28 18:01:24.128087 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cf4ea-b276-4d86-9c05-a75e2cd6b8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e6b669-9a8a-4f3e-9571-b12306560a11,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:25.070864 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b454a-db61-429a-b01d-ab1a9e44bf00 req-3c2711c2-2a9e-48b8-9cde-cc1456528d66 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:25.073708 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d64b454a-db61-429a-b01d-ab1a9e44bf00 req-3c2711c2-2a9e-48b8-9cde-cc1456528d66 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.0900056 Feb 28 18:01:25.137479 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d64b454a-db61-429a-b01d-ab1a9e44bf00 req-ffa80e37-2691-4a12-b611-f220d075d796 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540104 Feb 28 18:01:25.837056 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de96de69-84bc-45b3-a9f8-3b8879d58506 req-66a0a265-898f-46bd-b941-3713f45a3de1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489926 Feb 28 18:01:25.936434 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96de69-84bc-45b3-a9f8-3b8879d58506 req-4928765a-040c-4a17-99f8-6281cce707b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:25.937977 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de96de69-84bc-45b3-a9f8-3b8879d58506 req-4928765a-040c-4a17-99f8-6281cce707b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c571cd80ed84523a4f9c66035077765&device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 1129 time: 0.0569408 Feb 28 18:01:26.052629 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96de69-84bc-45b3-a9f8-3b8879d58506 req-0372c9e0-7cbf-4d26-af2e-64b5a6a3a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:26.054150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de96de69-84bc-45b3-a9f8-3b8879d58506 req-0372c9e0-7cbf-4d26-af2e-64b5a6a3a376 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3fb5a58c-aa05-4556-b201-e200d5f4e6eb HTTP/1.1" status: 200 len: 915 time: 0.0964561 Feb 28 18:01:26.106829 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de96de69-84bc-45b3-a9f8-3b8879d58506 req-e896a3fe-ed28-48a5-8ad6-2f91c79ee96a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f62e9506-1f97-494b-ad0e-84dd1dd09258 HTTP/1.1" status: 200 len: 217 time: 0.0453644 Feb 28 18:01:26.158375 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96de69-84bc-45b3-a9f8-3b8879d58506 req-b34ec075-bb22-4b55-9015-82a20104d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:26.159952 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de96de69-84bc-45b3-a9f8-3b8879d58506 req-b34ec075-bb22-4b55-9015-82a20104d8e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0017ecd3-1b40-46f0-acfc-80d185333fe0 HTTP/1.1" status: 200 len: 854 time: 0.0482361 Feb 28 18:01:26.202108 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de96de69-84bc-45b3-a9f8-3b8879d58506 req-ec106fec-5a43-4f60-b814-f7f6dc46a432 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3fb5a58c-aa05-4556-b201-e200d5f4e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350704 Feb 28 18:01:26.343635 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78563c8-0933-4da6-b00e-640bad3e3582 req-9d0075d3-ed93-4286-ae2f-6254b545ac6f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:26.345154 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b78563c8-0933-4da6-b00e-640bad3e3582 req-9d0075d3-ed93-4286-ae2f-6254b545ac6f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 943 time: 0.1130857 Feb 28 18:01:26.352295 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de96de69-84bc-45b3-a9f8-3b8879d58506 req-07644c77-6503-485e-aa21-0a4e19865736 service neutron] 10.222.0.69 "GET /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440120 Feb 28 18:01:26.381762 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device b8c846bd-dda6-47b3-8559-278ddd1e3ff1 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:01:26.456123 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b78563c8-0933-4da6-b00e-640bad3e3582 req-b27919cf-0063-481d-9e75-cd9d5830fc18 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022389 Feb 28 18:01:26.483722 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-de96de69-84bc-45b3-a9f8-3b8879d58506 req-56f5d9d7-61d4-4f04-8f65-bfcec9bfad80 service neutron] 10.222.0.69 "GET /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236761 Feb 28 18:01:26.503452 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port b8c846bd-dda6-47b3-8559-278ddd1e3ff1, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=b8c846bd-dda6-47b3-8559-278ddd1e3ff1,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:26.515708 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'b8c846bd-dda6-47b3-8559-278ddd1e3ff1', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'port_id': 'b8c846bd-dda6-47b3-8559-278ddd1e3ff1', 'mac_address': 'fa:16:3e:a6:9c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:01:26.563136 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port b8c846bd-dda6-47b3-8559-278ddd1e3ff1 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:01:26.563762 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:26.581974 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c846bd-dda6-47b3-8559-278ddd1e3ff1 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:01:26.605840 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port b8c846bd-dda6-47b3-8559-278ddd1e3ff1, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=b8c846bd-dda6-47b3-8559-278ddd1e3ff1,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:26.677658 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:26.729138 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=b8c846bd-dda6-47b3-8559-278ddd1e3ff1,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:27.058606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['b8c846bd-dda6-47b3-8559-278ddd1e3ff1'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:01:27.599252 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de213bc-1261-4c59-90a2-feb475be8989 req-0c0e2d72-49ce-49d2-af1b-a9779364ca86 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:27.600752 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9de213bc-1261-4c59-90a2-feb475be8989 req-0c0e2d72-49ce-49d2-af1b-a9779364ca86 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 944 time: 0.0617559 Feb 28 18:01:27.652439 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9de213bc-1261-4c59-90a2-feb475be8989 req-fa856ec6-645b-493a-98d7-604cb3dc3a66 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448544 Feb 28 18:01:28.412363 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device b8c846bd-dda6-47b3-8559-278ddd1e3ff1 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:01:28.517267 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port b8c846bd-dda6-47b3-8559-278ddd1e3ff1 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 18:01:28.521677 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port b8c846bd-dda6-47b3-8559-278ddd1e3ff1 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:01:28.522215 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:28.615783 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port b8c846bd-dda6-47b3-8559-278ddd1e3ff1 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:01:28.616174 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:28.649425 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3788e10-e8a5-4a19-a4a9-d6dff308d16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c846bd-dda6-47b3-8559-278ddd1e3ff1'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:01:28.653233 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1181003-a8e9-409c-89a9-95e57fe4af27" -d '{"events": [{"server_uuid": "a3788e10-e8a5-4a19-a4a9-d6dff308d16c", "name": "network-vif-plugged", "status": "completed", "tag": "b8c846bd-dda6-47b3-8559-278ddd1e3ff1"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:01:28.669766 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port b8c846bd-dda6-47b3-8559-278ddd1e3ff1, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=b8c846bd-dda6-47b3-8559-278ddd1e3ff1,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:28.716677 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5f26bb-2416-420a-abf6-9c63404ae7d6 x-openstack-request-id: req-cd5f26bb-2416-420a-abf6-9c63404ae7d6 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:01:28.716971 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3788e10-e8a5-4a19-a4a9-d6dff308d16c", "name": "network-vif-plugged", "status": "completed", "tag": "b8c846bd-dda6-47b3-8559-278ddd1e3ff1", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:01:28.717226 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cd5f26bb-2416-420a-abf6-9c63404ae7d6 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:01:28.717618 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3788e10-e8a5-4a19-a4a9-d6dff308d16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c846bd-dda6-47b3-8559-278ddd1e3ff1', 'code': 200} Feb 28 18:01:28.771875 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:28.857557 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=b8c846bd-dda6-47b3-8559-278ddd1e3ff1,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:28.887867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc8ced-bccb-4e78-a142-e079481f14c4 req-48469cea-d3ff-4a30-8360-0823f8df9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:28.890422 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1acc8ced-bccb-4e78-a142-e079481f14c4 req-48469cea-d3ff-4a30-8360-0823f8df9bb1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 1128 time: 0.0927439 Feb 28 18:01:28.932317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4b2a0-1ec6-46cd-941e-5461cdb1ffa2 req-6256e8e5-346e-4751-8850-f9c42be1ccf7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:28.934634 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a1d4b2a0-1ec6-46cd-941e-5461cdb1ffa2 req-6256e8e5-346e-4751-8850-f9c42be1ccf7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 944 time: 0.1827230 Feb 28 18:01:28.977766 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1acc8ced-bccb-4e78-a142-e079481f14c4 req-1b6ef63d-3f67-4766-ac8d-94a6debaea33 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810916 Feb 28 18:01:29.004109 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a1d4b2a0-1ec6-46cd-941e-5461cdb1ffa2 req-31e358cc-e3a6-4a4f-a0da-1f6148631b63 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610094 Feb 28 18:01:30.159970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35be25-1d01-4d54-b05e-61b1eca17c57 req-76f6e452-993a-4fb8-b166-8c94d8ae03df tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:30.163418 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0c35be25-1d01-4d54-b05e-61b1eca17c57 req-76f6e452-993a-4fb8-b166-8c94d8ae03df tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 945 time: 0.0634930 Feb 28 18:01:30.220662 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0c35be25-1d01-4d54-b05e-61b1eca17c57 req-4ee14801-1189-4bb7-93ca-c12732d203e6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506525 Feb 28 18:01:31.355398 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c44b8-9ad9-45ac-98a8-4518877c0af2 req-40104387-e71c-4f65-9a49-03c0bef0324d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:31.356919 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f29c44b8-9ad9-45ac-98a8-4518877c0af2 req-40104387-e71c-4f65-9a49-03c0bef0324d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 945 time: 0.0599976 Feb 28 18:01:31.412603 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f29c44b8-9ad9-45ac-98a8-4518877c0af2 req-69668cba-e822-44c8-b99e-202690b912f7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497220 Feb 28 18:01:31.568564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86037d-ce9a-4b33-9393-d4fb77c19a9d req-d796123a-2cfb-460a-ac60-256433476525 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:31.570305 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f86037d-ce9a-4b33-9393-d4fb77c19a9d req-d796123a-2cfb-460a-ac60-256433476525 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 945 time: 0.0568433 Feb 28 18:01:31.634964 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f86037d-ce9a-4b33-9393-d4fb77c19a9d req-c92bb73b-7d30-47f2-b57d-84f706769f54 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576081 Feb 28 18:01:31.771253 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4972d-a381-4f84-82c0-b9da7ec728d2 req-54725d95-75af-4162-b38f-cdf2d12dde1c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:31.772695 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6b4972d-a381-4f84-82c0-b9da7ec728d2 req-54725d95-75af-4162-b38f-cdf2d12dde1c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 945 time: 0.0581927 Feb 28 18:01:31.828547 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6b4972d-a381-4f84-82c0-b9da7ec728d2 req-8c769155-539f-4aed-a740-d3880818c7db tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502348 Feb 28 18:01:32.447001 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec74aa0-3eef-47ab-8873-fadbfcdf2fff req-cf53af36-0873-4451-a1d0-f2f44392eaa9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:32.448485 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ec74aa0-3eef-47ab-8873-fadbfcdf2fff req-cf53af36-0873-4451-a1d0-f2f44392eaa9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 945 time: 0.0556209 Feb 28 18:01:32.496911 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ec74aa0-3eef-47ab-8873-fadbfcdf2fff req-50038959-b7d7-4bea-99fd-1c85d63d4706 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 Feb 28 18:01:33.635669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c18544-5075-4062-80af-204258dbcfe7 req-c2e231a3-37bd-419e-b8a9-be4ce07157d7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:33.637291 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6c18544-5075-4062-80af-204258dbcfe7 req-c2e231a3-37bd-419e-b8a9-be4ce07157d7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 945 time: 0.0669441 Feb 28 18:01:33.688510 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6c18544-5075-4062-80af-204258dbcfe7 req-79cd3c0b-ec6d-4fd3-adec-c75c3ab8ac5a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 Feb 28 18:01:34.069137 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df9674-8717-47ef-bb9e-b27d629e48af req-84e38f5e-0e0e-4013-b554-47bc78459b31 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:01:34.070625 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0df9674-8717-47ef-bb9e-b27d629e48af req-84e38f5e-0e0e-4013-b554-47bc78459b31 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 945 time: 0.0587089 Feb 28 18:01:34.173339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-d0df9674-8717-47ef-bb9e-b27d629e48af req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Deleting port b8c846bd-dda6-47b3-8559-278ddd1e3ff1 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:01:34.173676 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d0df9674-8717-47ef-bb9e-b27d629e48af req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:34.281278 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-d0df9674-8717-47ef-bb9e-b27d629e48af req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] For port b8c846bd-dda6-47b3-8559-278ddd1e3ff1, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=b8c846bd-dda6-47b3-8559-278ddd1e3ff1,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:01:34.281676 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d0df9674-8717-47ef-bb9e-b27d629e48af req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:34.298597 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [req-d0df9674-8717-47ef-bb9e-b27d629e48af req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Calling delete_port for b8c846bd-dda6-47b3-8559-278ddd1e3ff1 owned by compute:nova {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:01:34.565412 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d0df9674-8717-47ef-bb9e-b27d629e48af req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (b8c846bd-dda6-47b3-8559-278ddd1e3ff1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:34.596245 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event deleted for resources: {'Port': ['ID=b8c846bd-dda6-47b3-8559-278ddd1e3ff1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:01:34.610046 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:34.610404 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:34.610833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:34.611095 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:34.611444 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:34.611771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:34.612097 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:34.612422 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:34.612754 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:34.613078 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:34.613405 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:34.613717 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:34.614084 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:01:34.660230 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0df9674-8717-47ef-bb9e-b27d629e48af req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] No DVR routers for this DVR port b8c846bd-dda6-47b3-8559-278ddd1e3ff1 on host n-h1-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:01:34.663390 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-d0df9674-8717-47ef-bb9e-b27d629e48af req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:34.667285 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d0df9674-8717-47ef-bb9e-b27d629e48af req-33cad174-95f0-454e-a4ee-d672cb3cf42d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "DELETE /v2.0/ports/b8c846bd-dda6-47b3-8559-278ddd1e3ff1 HTTP/1.1" status: 204 len: 173 time: 0.5914502 Feb 28 18:01:34.667891 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3788e10-e8a5-4a19-a4a9-d6dff308d16c', 'name': 'network-vif-deleted', 'tag': 'b8c846bd-dda6-47b3-8559-278ddd1e3ff1'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:01:34.670514 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6958e436-ed83-4646-b864-2d0199e1e8d3" -d '{"events": [{"server_uuid": "a3788e10-e8a5-4a19-a4a9-d6dff308d16c", "name": "network-vif-deleted", "tag": "b8c846bd-dda6-47b3-8559-278ddd1e3ff1"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:01:34.722123 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc45d5e-74c4-4f29-8c7d-00bb92e407f1 x-openstack-request-id: req-4fc45d5e-74c4-4f29-8c7d-00bb92e407f1 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:01:34.722555 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3788e10-e8a5-4a19-a4a9-d6dff308d16c", "name": "network-vif-deleted", "tag": "b8c846bd-dda6-47b3-8559-278ddd1e3ff1", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:01:34.722906 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4fc45d5e-74c4-4f29-8c7d-00bb92e407f1 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:01:34.723271 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3788e10-e8a5-4a19-a4a9-d6dff308d16c', 'name': 'network-vif-deleted', 'tag': 'b8c846bd-dda6-47b3-8559-278ddd1e3ff1', 'status': 'completed', 'code': 200} Feb 28 18:01:34.792426 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5623fe02-188b-4b12-a28a-66777d649f97 req-ad214f63-ec98-4fd8-8f98-83ab585f77aa tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 210 time: 0.0297830 Feb 28 18:01:35.896614 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-54793d9c-4357-4ee0-8395-d34cf8cb997e req-48371801-afe2-4e6f-a8a4-6777ebc8a33a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 210 time: 0.0283444 Feb 28 18:01:36.428272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device b8c846bd-dda6-47b3-8559-278ddd1e3ff1 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:01:36.449600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: b8c846bd-dda6-47b3-8559-278ddd1e3ff1 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:01:36.449895 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device b8c846bd-dda6-47b3-8559-278ddd1e3ff1 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:01:37.005865 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5c69945e-1d0d-4fe4-9508-245efae0ba7d req-5fb2a6ab-11fa-4021-af91-442a47e460a9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 210 time: 0.0300090 Feb 28 18:01:37.759487 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1e2175ad-1ad8-4c3b-b2df-1a15891873b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:38.011547 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:38.108037 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e9aac4ad-c30c-4a7b-86de-3bbeb955956b req-e50b85d5-61b7-4b3c-b1a9-abd839e1f685 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 210 time: 0.0302026 Feb 28 18:01:39.233251 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35975998-b4bc-4018-8b5f-bb103727a891 req-f942b007-47ab-4e44-a93d-b7d1a9960d43 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 210 time: 0.0327013 Feb 28 18:01:39.971089 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1ef38b41-e917-4392-aafc-7e411434582e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:40.292719 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:40.362072 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ae5d0c95-82a2-48df-93eb-23879dfac128 req-d6241b6d-35f5-4606-b58e-c5548baedc6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 210 time: 0.0344346 Feb 28 18:01:41.471319 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f595a983-d944-4402-b8cf-5fbe161d62ff req-674ef631-5698-415b-bcf1-3d8c37bf2436 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 210 time: 0.0300756 Feb 28 18:01:41.525566 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:42.572679 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f7abd7ab-ba6d-4158-9a13-0bfc84c6d310 req-bc618905-ca9b-481a-b9f3-ce721f539ea7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 210 time: 0.0287266 Feb 28 18:01:42.636885 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:43.679869 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ed35f09f-0963-493b-b917-8ea853f6819a req-0cee766d-33d5-47c1-876a-e701969ecddd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 210 time: 0.0288775 Feb 28 18:01:43.988119 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:01:44.781549 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-dbc0dfaf-5d51-48fe-8155-121d333e1359 req-0d3e0627-5956-49df-9876-2b3f9835746e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3788e10-e8a5-4a19-a4a9-d6dff308d16c HTTP/1.1" status: 200 len: 210 time: 0.0288048 Feb 28 18:01:50.675998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:02:07.884605 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4e3a-77a4-4c84-aaad-1bd05a9f0a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:08.107649 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:09.970321 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4e5f2ecf-881b-4f86-ada4-c9fec8081544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:10.290959 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:11.501996 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:12.636276 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:13.979856 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:25.732441 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5b83c30-9800-4429-b060-dfbbf0dc9040 req-d7f63a52-e97c-439d-9c01-35bb3d02b78b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563738 Feb 28 18:02:25.826579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b83c30-9800-4429-b060-dfbbf0dc9040 req-cf336ce7-e972-43f5-8c9b-19de4dd96661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:25.828119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5b83c30-9800-4429-b060-dfbbf0dc9040 req-cf336ce7-e972-43f5-8c9b-19de4dd96661 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c571cd80ed84523a4f9c66035077765&device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 1129 time: 0.0511076 Feb 28 18:02:25.942721 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b83c30-9800-4429-b060-dfbbf0dc9040 req-d9fbd499-2a6c-4771-babd-9f2f4b8f10f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:25.944151 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5b83c30-9800-4429-b060-dfbbf0dc9040 req-d9fbd499-2a6c-4771-babd-9f2f4b8f10f0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3fb5a58c-aa05-4556-b201-e200d5f4e6eb HTTP/1.1" status: 200 len: 915 time: 0.0962522 Feb 28 18:02:25.986677 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5b83c30-9800-4429-b060-dfbbf0dc9040 req-996c4b24-c63d-4b5b-b624-3885e6265d93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f62e9506-1f97-494b-ad0e-84dd1dd09258 HTTP/1.1" status: 200 len: 217 time: 0.0362301 Feb 28 18:02:26.039432 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b83c30-9800-4429-b060-dfbbf0dc9040 req-cee1fce8-b224-477d-87d5-0777724c50f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:26.041093 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5b83c30-9800-4429-b060-dfbbf0dc9040 req-cee1fce8-b224-477d-87d5-0777724c50f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0017ecd3-1b40-46f0-acfc-80d185333fe0 HTTP/1.1" status: 200 len: 854 time: 0.0484929 Feb 28 18:02:26.073939 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5b83c30-9800-4429-b060-dfbbf0dc9040 req-ded93c25-d01f-4baf-86c6-1515a593f9e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3fb5a58c-aa05-4556-b201-e200d5f4e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267315 Feb 28 18:02:26.170010 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5b83c30-9800-4429-b060-dfbbf0dc9040 req-f020d37a-e6fb-400d-91a5-92e5875472af service neutron] 10.222.0.69 "GET /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905790 Feb 28 18:02:26.268018 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5b83c30-9800-4429-b060-dfbbf0dc9040 req-a0c7542c-42bc-4f19-9b0b-31f0cd96c7c3 service neutron] 10.222.0.69 "GET /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921443 Feb 28 18:02:27.678134 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:02:34.148171 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-291ede67-e5f7-4101-bf5a-c669f289cef2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:34.149563 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-291ede67-e5f7-4101-bf5a-c669f289cef2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 812 time: 0.1077247 Feb 28 18:02:34.164549 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-8f4c6acf-0a75-40da-ac22-fe0133af7eb0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/quotas/8f2f50b6dc1548afbb43704599faf1ad HTTP/1.1" status: 200 len: 375 time: 0.0094931 Feb 28 18:02:34.221812 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-e6352343-5dd5-42cb-9bd0-f82ae0bced80 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517559 Feb 28 18:02:34.232936 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-8a9264e1-44dd-4a3a-a2d0-819b7436a3a7 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 18:02:34.233986 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-8a9264e1-44dd-4a3a-a2d0-819b7436a3a7 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051937 Feb 28 18:02:34.340584 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-8877a89e-c055-443f-92d8-95b77ebda83d service neutron] 10.222.0.72 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004086 Feb 28 18:02:34.432991 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-ed28dd12-690f-43dc-a062-2b61cfd41950 service neutron] 10.222.0.72 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866928 Feb 28 18:02:35.155286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b1491798-9826-46e0-bd15-0285cc966e56 req-7e450b3e-8ff9-4354-9379-2b2fcf696a7c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 210 time: 0.0495441 Feb 28 18:02:36.272336 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6bda520c-9b21-468e-b23e-26aae1a7b843 req-c20d3c63-b783-4f0a-a9bd-86ca1491d7e9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 210 time: 0.0361886 Feb 28 18:02:37.143644 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-31ff10fe-ba7c-4623-8c47-5c844f0e3e2f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:37.145477 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-31ff10fe-ba7c-4623-8c47-5c844f0e3e2f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 812 time: 0.1125343 Feb 28 18:02:37.157212 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'port': {'device_id': '94bad2ac-4d3a-448c-8d8a-ab658ee4339e', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'admin_state_up': True, 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:02:37.405431 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0eb96f11-5b8b-47d4-a72c-22e40c0722f5 req-ca882723-33d2-4db4-bac5-7eceef4ffb1a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 210 time: 0.0400550 Feb 28 18:02:37.732961 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Made reservation on behalf of 8f2f50b6dc1548afbb43704599faf1ad for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:02:37.736799 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:37.776070 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86be2b17-65c4-4b9a-932d-599449844a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:37.881784 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Allocated IP 172.20.0.12 (ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b/763c8435-84e1-45bb-92ab-e5b73ac32526/50825b3a-f28d-4b8b-a307-32eae77cf713) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:02:38.041093 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:38.056227 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:38.179119 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:38.227765 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:02:38.231369 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:02:38.235438 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:02:38.282050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'Port': ['ID=50825b3a-f28d-4b8b-a307-32eae77cf713,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:02:38.299668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:38.300180 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:38.300615 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:38.301055 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:38.301483 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:38.301912 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:38.302372 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:38.302816 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:38.303367 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:38.303842 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:38.304273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:38.304700 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:38.305159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:38.335281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:38.335983 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:38.458812 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-0b45db94-bc6d-465c-b52c-e3c8f87a6c6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3055656 Feb 28 18:02:38.471971 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Request body: {'port': {'device_id': '94bad2ac-4d3a-448c-8d8a-ab658ee4339e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:02:38.576889 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:38.588993 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-33a2fd50-4eeb-4452-a285-1f2514e8d842 None None] Provisioning complete for port 50825b3a-f28d-4b8b-a307-32eae77cf713 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:02:38.589859 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-33a2fd50-4eeb-4452-a285-1f2514e8d842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:38.638626 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-33a2fd50-4eeb-4452-a285-1f2514e8d842 None None] Port 50825b3a-f28d-4b8b-a307-32eae77cf713 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 18:02:38.646592 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83af373-d480-4961-9289-e4cbd61ffef3 req-da7896e2-532e-46eb-ad2d-d281368736fa tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:38.648446 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b83af373-d480-4961-9289-e4cbd61ffef3 req-da7896e2-532e-46eb-ad2d-d281368736fa tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 932 time: 0.1558657 Feb 28 18:02:38.771643 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b83af373-d480-4961-9289-e4cbd61ffef3 req-f437b31c-3e96-4bad-b97e-96b76cacceb3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099942 Feb 28 18:02:38.932433 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50825b3a-f28d-4b8b-a307-32eae77cf713 {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:02:38.940673 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Publish callbacks [] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:38.957388 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Transition to ACTIVE for port object 50825b3a-f28d-4b8b-a307-32eae77cf713 will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 18:02:39.035112 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:39.116489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=50825b3a-f28d-4b8b-a307-32eae77cf713,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:02:39.169755 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Attempting to bind port 50825b3a-f28d-4b8b-a307-32eae77cf713 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 18:02:39.170280 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Attempting to bind port 50825b3a-f28d-4b8b-a307-32eae77cf713 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 18:02:39.170711 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Attempting to bind port 50825b3a-f28d-4b8b-a307-32eae77cf713 on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:02:39.175839 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Port 50825b3a-f28d-4b8b-a307-32eae77cf713 on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:02:39.180240 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Attempting to bind port 50825b3a-f28d-4b8b-a307-32eae77cf713 on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:02:39.182142 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:02:39.182494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Checking segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 18:02:39.182883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Bound using segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:02:39.183318 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Bound port: 50825b3a-f28d-4b8b-a307-32eae77cf713, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 18:02:39.183708 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:39.279554 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] For port 50825b3a-f28d-4b8b-a307-32eae77cf713, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:02:39.283490 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] For port 50825b3a-f28d-4b8b-a307-32eae77cf713, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=50825b3a-f28d-4b8b-a307-32eae77cf713,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:02:39.373635 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:39.411208 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:39.411712 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:39.413275 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] 10.222.0.73 "PUT /v2.0/ports/50825b3a-f28d-4b8b-a307-32eae77cf713 HTTP/1.1" status: 200 len: 1093 time: 0.9456873 Feb 28 18:02:39.416242 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bad2ac-4d3a-448c-8d8a-ab658ee4339e', 'tag': '50825b3a-f28d-4b8b-a307-32eae77cf713'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:02:39.418634 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0167adda-87e2-48f2-a2ee-c8cae3ff0b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "94bad2ac-4d3a-448c-8d8a-ab658ee4339e", "tag": "50825b3a-f28d-4b8b-a307-32eae77cf713"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:02:39.453082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6f144-8553-4c8e-a409-bc77fb43d1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=50825b3a-f28d-4b8b-a307-32eae77cf713,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:02:39.471185 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943836af-c5fc-45ea-a5e5-c22eb24c1e4c x-openstack-request-id: req-943836af-c5fc-45ea-a5e5-c22eb24c1e4c {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:02:39.483542 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bad2ac-4d3a-448c-8d8a-ab658ee4339e", "tag": "50825b3a-f28d-4b8b-a307-32eae77cf713", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:02:39.483542 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-943836af-c5fc-45ea-a5e5-c22eb24c1e4c {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:02:39.483542 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94bad2ac-4d3a-448c-8d8a-ab658ee4339e', 'tag': '50825b3a-f28d-4b8b-a307-32eae77cf713', 'status': 'completed', 'code': 200} Feb 28 18:02:39.547044 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167adda-87e2-48f2-a2ee-c8cae3ff0b6a req-f674f65d-f2ea-413a-9d1a-de1c1789140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:39.548744 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0167adda-87e2-48f2-a2ee-c8cae3ff0b6a req-f674f65d-f2ea-413a-9d1a-de1c1789140a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 1127 time: 0.0560312 Feb 28 18:02:39.748738 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167adda-87e2-48f2-a2ee-c8cae3ff0b6a req-832a2210-a16f-4e41-8e3a-06e36542264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:39.750293 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0167adda-87e2-48f2-a2ee-c8cae3ff0b6a req-832a2210-a16f-4e41-8e3a-06e36542264a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1945357 Feb 28 18:02:39.959914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167adda-87e2-48f2-a2ee-c8cae3ff0b6a req-6f441182-10a8-48f3-a96e-bb54929a790a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:39.961862 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0167adda-87e2-48f2-a2ee-c8cae3ff0b6a req-6f441182-10a8-48f3-a96e-bb54929a790a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2058923 Feb 28 18:02:39.981055 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8407e1d-7dee-4d20-8a73-ea3c9c76d4f9 req-a75dd369-ce7e-4362-9a4c-cea9eaa9278a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:39.986121 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8407e1d-7dee-4d20-8a73-ea3c9c76d4f9 req-a75dd369-ce7e-4362-9a4c-cea9eaa9278a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.1371934 Feb 28 18:02:40.072095 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c8407e1d-7dee-4d20-8a73-ea3c9c76d4f9 req-086c8f2c-01ab-479b-a2e9-42879b294ea7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777884 Feb 28 18:02:40.079380 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-16152b2e-45f0-4188-bfef-fcb00cdb46e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:40.080996 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-16152b2e-45f0-4188-bfef-fcb00cdb46e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 1127 time: 0.0727746 Feb 28 18:02:40.118654 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-719d28b6-8739-41ae-bc14-0fa2ef3984be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:40.127436 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-8a01f312-d53f-4065-ad18-0e4020917245 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50825b3a-f28d-4b8b-a307-32eae77cf713 HTTP/1.1" status: 200 len: 217 time: 0.0395775 Feb 28 18:02:40.183137 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-feeafe8f-9be6-46df-a5c9-61c4d84e308f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:40.184760 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-feeafe8f-9be6-46df-a5c9-61c4d84e308f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0498636 Feb 28 18:02:40.242944 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-4845440a-b7db-43ec-bdf2-3f35c7fac5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:40.242944 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-4845440a-b7db-43ec-bdf2-3f35c7fac5de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465164 Feb 28 18:02:40.301779 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:40.339628 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-82133c25-066e-4881-a18f-20d07306bfb0 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956411 Feb 28 18:02:40.441644 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7e8487fa-8494-4159-947d-668fa7eb5819 req-adb2c305-d563-4ed9-9f47-ea31b41277a0 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961175 Feb 28 18:02:41.202604 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9505e-b88f-40be-a673-c6a2a186b3bc req-39d2cf8c-1fcc-451d-a734-258b09ead584 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:41.204105 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49c9505e-b88f-40be-a673-c6a2a186b3bc req-39d2cf8c-1fcc-451d-a734-258b09ead584 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0583711 Feb 28 18:02:41.257407 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49c9505e-b88f-40be-a673-c6a2a186b3bc req-10dc0103-8317-46c3-96e8-dc9daa528084 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470846 Feb 28 18:02:41.492381 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:41.998227 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5378b46-9b54-4c93-b55c-9677e24642e9 req-fbcad313-6f0a-408d-bf38-93c4c4eb0ca2 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:41.999812 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5378b46-9b54-4c93-b55c-9677e24642e9 req-fbcad313-6f0a-408d-bf38-93c4c4eb0ca2 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 946 time: 0.0693724 Feb 28 18:02:42.052223 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b5378b46-9b54-4c93-b55c-9677e24642e9 req-2847abcf-cadc-4a3e-ad66-9355bf041f6a tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460842 Feb 28 18:02:42.406459 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9f42f-6027-4087-b637-582cab7eecb7 req-e24c445f-1438-4ad9-8d4b-e85f2d5d03c1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:42.407987 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2dd9f42f-6027-4087-b637-582cab7eecb7 req-e24c445f-1438-4ad9-8d4b-e85f2d5d03c1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0559757 Feb 28 18:02:42.455820 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2dd9f42f-6027-4087-b637-582cab7eecb7 req-dfedcd00-989b-46cc-b211-e845b5ca2626 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421236 Feb 28 18:02:42.624221 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:43.188911 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d5b8c-ec91-4396-970b-ab7c7b6bb2c5 req-0c919174-3871-4df4-8abe-29ed9d6e1349 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:43.190600 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b4d5b8c-ec91-4396-970b-ab7c7b6bb2c5 req-0c919174-3871-4df4-8abe-29ed9d6e1349 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 946 time: 0.0614891 Feb 28 18:02:43.241194 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7b4d5b8c-ec91-4396-970b-ab7c7b6bb2c5 req-16b23053-ecbd-4ec4-8d93-34963e8d7990 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440016 Feb 28 18:02:43.373576 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0829d-404a-4db5-8fda-1544374b2bda req-62c103f0-3f8b-4641-8065-dc33f5964e03 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:43.375047 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8dc0829d-404a-4db5-8fda-1544374b2bda req-62c103f0-3f8b-4641-8065-dc33f5964e03 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.69 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 946 time: 0.0584745 Feb 28 18:02:43.484163 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-8dc0829d-404a-4db5-8fda-1544374b2bda req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Deleting port f62e9506-1f97-494b-ad0e-84dd1dd09258 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:02:43.484163 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8dc0829d-404a-4db5-8fda-1544374b2bda req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:43.598740 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-8dc0829d-404a-4db5-8fda-1544374b2bda req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] For port f62e9506-1f97-494b-ad0e-84dd1dd09258, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f62e9506-1f97-494b-ad0e-84dd1dd09258,segment=NetworkSegment(9394a326-8b67-4bc7-a340-fbf38514fe2f),segment_id=9394a326-8b67-4bc7-a340-fbf38514fe2f)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:02:43.599403 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8dc0829d-404a-4db5-8fda-1544374b2bda req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:43.616544 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-8dc0829d-404a-4db5-8fda-1544374b2bda req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Calling delete_port for f62e9506-1f97-494b-ad0e-84dd1dd09258 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:02:43.621718 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6eb7c-ba34-4d23-ac12-a034851a004a req-90ca46b1-8925-4471-ad93-bb8325fe24af tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:43.623384 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-daf6eb7c-ba34-4d23-ac12-a034851a004a req-90ca46b1-8925-4471-ad93-bb8325fe24af tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0689490 Feb 28 18:02:43.684248 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-daf6eb7c-ba34-4d23-ac12-a034851a004a req-c815bb6c-ef0e-4e9e-8778-15df7570dc6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511849 Feb 28 18:02:43.844194 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8dc0829d-404a-4db5-8fda-1544374b2bda req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f62e9506-1f97-494b-ad0e-84dd1dd09258), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:43.858164 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['f62e9506-1f97-494b-ad0e-84dd1dd09258'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:02:43.881292 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Pushing event deleted for resources: {'Port': ['ID=f62e9506-1f97-494b-ad0e-84dd1dd09258,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:02:43.917339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:43.917339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:43.917339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:43.917339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:43.917339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:43.917339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:43.917339 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:43.918224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:43.918224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:43.918496 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:43.918609 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:43.918893 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:43.919218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:02:43.937134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc0829d-404a-4db5-8fda-1544374b2bda req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] No DVR routers for this DVR port f62e9506-1f97-494b-ad0e-84dd1dd09258 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:02:43.939909 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-8dc0829d-404a-4db5-8fda-1544374b2bda req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:43.943655 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8dc0829d-404a-4db5-8fda-1544374b2bda req-16fac0e9-d804-4425-a8ea-6d34a7b1bf54 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.69 "DELETE /v2.0/ports/f62e9506-1f97-494b-ad0e-84dd1dd09258 HTTP/1.1" status: 204 len: 173 time: 0.5636039 Feb 28 18:02:43.944176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643b3e8c-93a9-4b86-97f1-59f4097630c0', 'name': 'network-vif-deleted', 'tag': 'f62e9506-1f97-494b-ad0e-84dd1dd09258'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:02:43.947814 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a05768-b57a-494a-8097-67bf7545b91f" -d '{"events": [{"server_uuid": "643b3e8c-93a9-4b86-97f1-59f4097630c0", "name": "network-vif-deleted", "tag": "f62e9506-1f97-494b-ad0e-84dd1dd09258"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:02:43.964912 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:43.998649 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743b7cde-53d3-4c18-9a6e-d7cbc1899850 x-openstack-request-id: req-743b7cde-53d3-4c18-9a6e-d7cbc1899850 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:02:43.998649 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643b3e8c-93a9-4b86-97f1-59f4097630c0", "name": "network-vif-deleted", "tag": "f62e9506-1f97-494b-ad0e-84dd1dd09258", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:02:43.998649 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-743b7cde-53d3-4c18-9a6e-d7cbc1899850 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:02:43.998649 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643b3e8c-93a9-4b86-97f1-59f4097630c0', 'name': 'network-vif-deleted', 'tag': 'f62e9506-1f97-494b-ad0e-84dd1dd09258', 'status': 'completed', 'code': 200} Feb 28 18:02:44.350914 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5ae4f50c-b5ed-4f9e-9263-63c3320e6c80 req-4cab2abb-beb6-471e-b934-78b3f8756956 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=643b3e8c-93a9-4b86-97f1-59f4097630c0 HTTP/1.1" status: 200 len: 210 time: 0.0267792 Feb 28 18:02:44.818656 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407ba8e-dd46-414f-b318-a20395e4d679 req-69b20b0e-a33f-434f-9dcf-5dd09e2cac90 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:44.821481 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6407ba8e-dd46-414f-b318-a20395e4d679 req-69b20b0e-a33f-434f-9dcf-5dd09e2cac90 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0600383 Feb 28 18:02:44.877794 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6407ba8e-dd46-414f-b318-a20395e4d679 req-4f3d4687-2b9c-4f51-9ca9-8c865a00f9e5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502849 Feb 28 18:02:46.025522 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbf75b-9410-4386-b7bb-74fc986ca95f req-336f66d0-08ce-46a9-988c-f61f2aa4fc84 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:46.027103 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24bbf75b-9410-4386-b7bb-74fc986ca95f req-336f66d0-08ce-46a9-988c-f61f2aa4fc84 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0603423 Feb 28 18:02:46.076538 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-24bbf75b-9410-4386-b7bb-74fc986ca95f req-45fa5913-ceaf-42b2-a918-92959a62a0e7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438137 Feb 28 18:02:47.207883 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5ab00-525f-42e4-846f-d056fb5e008d req-0d4e12a1-e72b-4672-a484-fb4a75f96997 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:47.209457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4bf5ab00-525f-42e4-846f-d056fb5e008d req-0d4e12a1-e72b-4672-a484-fb4a75f96997 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0576031 Feb 28 18:02:47.277156 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4bf5ab00-525f-42e4-846f-d056fb5e008d req-751034da-0ef0-47b3-8ccc-ef20b1c014ca tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566821 Feb 28 18:02:48.411679 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e810d-2a26-404d-ae9c-c0ca8a7c1333 req-fea4b716-2772-4946-b0f2-b38714eb1652 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:48.413363 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-943e810d-2a26-404d-ae9c-c0ca8a7c1333 req-fea4b716-2772-4946-b0f2-b38714eb1652 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0643725 Feb 28 18:02:48.493896 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-943e810d-2a26-404d-ae9c-c0ca8a7c1333 req-ff8dbe61-5642-4a1d-a3ee-91e7bad41a1f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731177 Feb 28 18:02:48.794129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f62e9506-1f97-494b-ad0e-84dd1dd09258 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:02:48.817743 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: f62e9506-1f97-494b-ad0e-84dd1dd09258 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:02:48.818163 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f62e9506-1f97-494b-ad0e-84dd1dd09258 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:02:49.632886 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf0ee9-e93a-4fb6-bfde-5d7012fd5f8c req-c236dc7f-73be-4287-ba39-c827dbaff6a3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:49.635421 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-59bf0ee9-e93a-4fb6-bfde-5d7012fd5f8c req-c236dc7f-73be-4287-ba39-c827dbaff6a3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0622568 Feb 28 18:02:49.687550 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-59bf0ee9-e93a-4fb6-bfde-5d7012fd5f8c req-4e22a776-b071-4fe2-b182-d80453512468 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457418 Feb 28 18:02:50.821293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfffb4c-719e-4e73-9970-eb7cd4541917 req-31de80cf-dc4e-448b-9cc5-25fec8b0d557 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:50.822804 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbfffb4c-719e-4e73-9970-eb7cd4541917 req-31de80cf-dc4e-448b-9cc5-25fec8b0d557 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0586054 Feb 28 18:02:50.877447 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bbfffb4c-719e-4e73-9970-eb7cd4541917 req-319d1054-f937-4ca4-8f1f-b831b6212e86 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487797 Feb 28 18:02:52.005398 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273a9a4-9671-4756-af10-02498e83943c req-908b9a33-00cb-4eb2-89b8-0b858758d911 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:52.006786 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7273a9a4-9671-4756-af10-02498e83943c req-908b9a33-00cb-4eb2-89b8-0b858758d911 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0536277 Feb 28 18:02:52.054295 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7273a9a4-9671-4756-af10-02498e83943c req-c2bd8b00-ca2d-43d5-a8e5-65cd27c3845e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Feb 28 18:02:53.203586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90742d-94fa-48be-ac8e-5db202bb1683 req-7eb60411-36a2-4e47-8981-0094d1797615 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:53.205440 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e90742d-94fa-48be-ac8e-5db202bb1683 req-7eb60411-36a2-4e47-8981-0094d1797615 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0601697 Feb 28 18:02:53.257073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5e90742d-94fa-48be-ac8e-5db202bb1683 req-a7c6b6c1-1d62-40af-a077-b155a6902b5d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452669 Feb 28 18:02:54.379527 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41561695-4ac7-4764-b645-3a15c077daf3 req-4758457b-3d81-4a48-9a10-0b135dc678d8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:54.381119 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-41561695-4ac7-4764-b645-3a15c077daf3 req-4758457b-3d81-4a48-9a10-0b135dc678d8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0572362 Feb 28 18:02:54.430813 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-41561695-4ac7-4764-b645-3a15c077daf3 req-c7a88bf4-0409-49f2-ace6-3c5dfd2ac1f0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433836 Feb 28 18:02:55.551695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0bca9-da3b-4230-b362-5e764d6e92b3 req-33ce4f00-f69b-4a86-b124-c1ba95a329b9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:55.553232 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04e0bca9-da3b-4230-b362-5e764d6e92b3 req-33ce4f00-f69b-4a86-b124-c1ba95a329b9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0554817 Feb 28 18:02:55.607211 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-04e0bca9-da3b-4230-b362-5e764d6e92b3 req-70f0de17-ca1d-4e36-bbdd-c85ee976e65f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479059 Feb 28 18:02:56.235306 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-c931f3ff-7ea5-4208-b6a4-60fdafd0142d tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:56.236759 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-c931f3ff-7ea5-4208-b6a4-60fdafd0142d tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/networks?id=3fb5a58c-aa05-4556-b201-e200d5f4e6eb HTTP/1.1" status: 200 len: 814 time: 0.1007719 Feb 28 18:02:56.251755 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-c9e9574d-3553-42ff-a670-7a5931689319 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/quotas/4c571cd80ed84523a4f9c66035077765 HTTP/1.1" status: 200 len: 375 time: 0.0096464 Feb 28 18:02:56.286999 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-129e9118-5856-48a8-81c9-4d6eaf203275 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4c571cd80ed84523a4f9c66035077765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301507 Feb 28 18:02:56.377073 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-7dd067c8-6010-4bf8-893e-8f000e2827c6 service neutron] 10.222.0.72 "GET /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829914 Feb 28 18:02:56.472791 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-0ddfab56-a45e-4f62-a3ec-1bf740ba28fb service neutron] 10.222.0.72 "GET /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897894 Feb 28 18:02:56.731785 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c35b0cd4-e746-4ffb-9173-07f7f0da8f92 req-203bc2f9-a8f4-4073-ad49-07f5a24851e7 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 210 time: 0.0302956 Feb 28 18:02:56.741241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a34c9c-929a-4fe5-b366-016f66ef31fa req-afba4bfb-099d-42af-83c6-c764ab03dba5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:56.742938 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07a34c9c-929a-4fe5-b366-016f66ef31fa req-afba4bfb-099d-42af-83c6-c764ab03dba5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0609057 Feb 28 18:02:56.795603 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07a34c9c-929a-4fe5-b366-016f66ef31fa req-121d23bb-f0b9-4dce-afcd-ef5b83a02e4f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446520 Feb 28 18:02:57.831165 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2e06c1eb-ff72-4eee-ba19-7ce846400e04 req-8b59b95b-899f-44d0-8683-5544fc3f4cd5 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 210 time: 0.0285153 Feb 28 18:02:57.922558 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d03577-65f3-405d-9eea-c8332a4734c0 req-f3d96d2b-37fc-445a-b588-7e7a336fb5bf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:57.924131 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26d03577-65f3-405d-9eea-c8332a4734c0 req-f3d96d2b-37fc-445a-b588-7e7a336fb5bf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.0548882 Feb 28 18:02:57.974370 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-26d03577-65f3-405d-9eea-c8332a4734c0 req-2f6d03f4-5ef1-4633-be62-7166707cd55f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441389 Feb 28 18:02:58.933606 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-139742fb-c6c2-4407-8789-918fabc6946e req-3f2d02ca-fead-4144-88dc-d5322f34f767 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 210 time: 0.0281701 Feb 28 18:02:59.041757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-363284e3-8fd9-4ed6-9fa3-720bd6a264da tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:59.044125 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-363284e3-8fd9-4ed6-9fa3-720bd6a264da tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.69 "GET /v2.0/networks?id=3fb5a58c-aa05-4556-b201-e200d5f4e6eb HTTP/1.1" status: 200 len: 814 time: 0.1118493 Feb 28 18:02:59.056529 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-8130cc1f-f002-4ac2-a8eb-82248ea29101 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Request body: {'port': {'device_id': '80e3691f-ea5f-439b-b00f-56a96ff44f05', 'network_id': '3fb5a58c-aa05-4556-b201-e200d5f4e6eb', 'admin_state_up': True, 'tenant_id': '4c571cd80ed84523a4f9c66035077765'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:02:59.177710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4782f-c90a-4bb2-8fb8-1829397cab44 req-01886560-0350-4c18-865a-dc8d2e8f7846 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:59.179148 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3b4782f-c90a-4bb2-8fb8-1829397cab44 req-01886560-0350-4c18-865a-dc8d2e8f7846 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.1188359 Feb 28 18:02:59.242046 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3b4782f-c90a-4bb2-8fb8-1829397cab44 req-055020c2-02d5-4a11-add4-e81416af38a0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538871 Feb 28 18:02:59.308981 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-8130cc1f-f002-4ac2-a8eb-82248ea29101 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Made reservation on behalf of 4c571cd80ed84523a4f9c66035077765 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:02:59.312389 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-8130cc1f-f002-4ac2-a8eb-82248ea29101 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:59.437630 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-8130cc1f-f002-4ac2-a8eb-82248ea29101 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Allocated IP 172.20.0.14 (3fb5a58c-aa05-4556-b201-e200d5f4e6eb/0017ecd3-1b40-46f0-acfc-80d185333fe0/f789659c-9562-4f36-9bf1-b4e397f2ebe9) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:02:59.579265 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-8130cc1f-f002-4ac2-a8eb-82248ea29101 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks [] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:59.681127 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-8130cc1f-f002-4ac2-a8eb-82248ea29101 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:59.724405 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-8130cc1f-f002-4ac2-a8eb-82248ea29101 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Network 3fb5a58c-aa05-4556-b201-e200d5f4e6eb is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:02:59.728206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-8130cc1f-f002-4ac2-a8eb-82248ea29101 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:02:59.731838 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-8130cc1f-f002-4ac2-a8eb-82248ea29101 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:02:59.760257 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130cc1f-f002-4ac2-a8eb-82248ea29101 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Pushing event updated for resources: {'Port': ['ID=f789659c-9562-4f36-9bf1-b4e397f2ebe9,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:02:59.785516 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-8130cc1f-f002-4ac2-a8eb-82248ea29101 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:02:59.788835 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-8130cc1f-f002-4ac2-a8eb-82248ea29101 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:02:59.870150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-8130cc1f-f002-4ac2-a8eb-82248ea29101 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8190832 Feb 28 18:02:59.881176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Request body: {'port': {'device_id': '80e3691f-ea5f-439b-b00f-56a96ff44f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:02:59.947906 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:00.061416 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e6f90-84ec-4416-9308-fb9dcb212140 req-3b4b3aaf-cf35-458f-8297-ea1e16edddc1 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:00.062927 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e23e6f90-84ec-4416-9308-fb9dcb212140 req-3b4b3aaf-cf35-458f-8297-ea1e16edddc1 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 932 time: 0.0565228 Feb 28 18:03:00.119600 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e23e6f90-84ec-4416-9308-fb9dcb212140 req-45849e28-97d6-47b2-8e92-58d003ee691f tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507829 Feb 28 18:03:00.469503 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5afc46-fe5d-4432-bbf8-f5ae249f931a req-fb653fc1-3afe-46e8-a776-63d66f088329 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:00.473057 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f5afc46-fe5d-4432-bbf8-f5ae249f931a req-fb653fc1-3afe-46e8-a776-63d66f088329 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 944 time: 0.1144938 Feb 28 18:03:00.564539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f5afc46-fe5d-4432-bbf8-f5ae249f931a req-6fea55ca-81a1-4c05-bed2-55daee14b70e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856009 Feb 28 18:03:00.603172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f789659c-9562-4f36-9bf1-b4e397f2ebe9 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:03:00.610871 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Publish callbacks [] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:00.622820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Transition to ACTIVE for port object f789659c-9562-4f36-9bf1-b4e397f2ebe9 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 18:03:00.680161 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:00.749458 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f789659c-9562-4f36-9bf1-b4e397f2ebe9,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:03:00.781249 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 50825b3a-f28d-4b8b-a307-32eae77cf713 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:03:00.801298 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Attempting to bind port f789659c-9562-4f36-9bf1-b4e397f2ebe9 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 18:03:00.801638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Attempting to bind port f789659c-9562-4f36-9bf1-b4e397f2ebe9 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '9394a326-8b67-4bc7-a340-fbf38514fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3fb5a58c-aa05-4556-b201-e200d5f4e6eb'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 18:03:00.802097 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Attempting to bind port f789659c-9562-4f36-9bf1-b4e397f2ebe9 on network 3fb5a58c-aa05-4556-b201-e200d5f4e6eb {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:03:00.807004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Port f789659c-9562-4f36-9bf1-b4e397f2ebe9 on network 3fb5a58c-aa05-4556-b201-e200d5f4e6eb not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:03:00.807326 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Attempting to bind port f789659c-9562-4f36-9bf1-b4e397f2ebe9 on network 3fb5a58c-aa05-4556-b201-e200d5f4e6eb {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:03:00.812382 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:03:00.812721 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Checking segment: {'id': '9394a326-8b67-4bc7-a340-fbf38514fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3fb5a58c-aa05-4556-b201-e200d5f4e6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 18:03:00.813103 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Bound using segment: {'id': '9394a326-8b67-4bc7-a340-fbf38514fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3fb5a58c-aa05-4556-b201-e200d5f4e6eb'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:03:00.813532 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Bound port: f789659c-9562-4f36-9bf1-b4e397f2ebe9, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9394a326-8b67-4bc7-a340-fbf38514fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3fb5a58c-aa05-4556-b201-e200d5f4e6eb'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 18:03:00.813884 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:00.879661 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 50825b3a-f28d-4b8b-a307-32eae77cf713, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=50825b3a-f28d-4b8b-a307-32eae77cf713,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:03:00.882678 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] For port f789659c-9562-4f36-9bf1-b4e397f2ebe9, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:03:00.886955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] For port f789659c-9562-4f36-9bf1-b4e397f2ebe9, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f789659c-9562-4f36-9bf1-b4e397f2ebe9,segment=NetworkSegment(9394a326-8b67-4bc7-a340-fbf38514fe2f),segment_id=9394a326-8b67-4bc7-a340-fbf38514fe2f)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:03:00.892882 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '50825b3a-f28d-4b8b-a307-32eae77cf713', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'port_id': '50825b3a-f28d-4b8b-a307-32eae77cf713', 'mac_address': 'fa:16:3e:94:49:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:03:00.931316 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 50825b3a-f28d-4b8b-a307-32eae77cf713 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:03:00.931754 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:00.950956 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50825b3a-f28d-4b8b-a307-32eae77cf713 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:03:00.971024 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 50825b3a-f28d-4b8b-a307-32eae77cf713, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=50825b3a-f28d-4b8b-a307-32eae77cf713,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:03:00.998705 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:01.033080 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:01.033453 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:01.034912 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] 10.222.0.69 "PUT /v2.0/ports/f789659c-9562-4f36-9bf1-b4e397f2ebe9 HTTP/1.1" status: 200 len: 1093 time: 1.1578207 Feb 28 18:03:01.037388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e3691f-ea5f-439b-b00f-56a96ff44f05', 'tag': 'f789659c-9562-4f36-9bf1-b4e397f2ebe9'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:03:01.040666 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5540f5-d22f-42c9-be49-9e7b4ecdd7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "80e3691f-ea5f-439b-b00f-56a96ff44f05", "tag": "f789659c-9562-4f36-9bf1-b4e397f2ebe9"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:03:01.069178 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:01.071945 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e92891-369c-453e-bd00-5a3ea13f46f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f789659c-9562-4f36-9bf1-b4e397f2ebe9,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:03:01.088524 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e494a01e-c3bb-475c-8ea0-e652d0ec37bb x-openstack-request-id: req-e494a01e-c3bb-475c-8ea0-e652d0ec37bb {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:03:01.088793 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e3691f-ea5f-439b-b00f-56a96ff44f05", "tag": "f789659c-9562-4f36-9bf1-b4e397f2ebe9", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:03:01.089048 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e494a01e-c3bb-475c-8ea0-e652d0ec37bb {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:03:01.089601 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e3691f-ea5f-439b-b00f-56a96ff44f05', 'tag': 'f789659c-9562-4f36-9bf1-b4e397f2ebe9', 'status': 'completed', 'code': 200} Feb 28 18:03:01.126994 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=50825b3a-f28d-4b8b-a307-32eae77cf713,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:03:01.135902 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:03:01.136506 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:03:01.138073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:03:01.138073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:03:01.138073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:03:01.138073 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:03:01.138434 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:03:01.138540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:03:01.138873 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:03:01.139199 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:03:01.139531 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:03:01.139856 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:03:01.140179 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:03:01.167289 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5540f5-d22f-42c9-be49-9e7b4ecdd7e8 req-435b1e8e-8efc-4d64-b01d-358be263bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:01.168826 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f5540f5-d22f-42c9-be49-9e7b4ecdd7e8 req-435b1e8e-8efc-4d64-b01d-358be263bab3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c571cd80ed84523a4f9c66035077765&device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 1127 time: 0.0598865 Feb 28 18:03:01.314898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5540f5-d22f-42c9-be49-9e7b4ecdd7e8 req-41a67b77-573a-450a-b946-305badf7f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:01.316296 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f5540f5-d22f-42c9-be49-9e7b4ecdd7e8 req-41a67b77-573a-450a-b946-305badf7f47a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4c571cd80ed84523a4f9c66035077765&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1407492 Feb 28 18:03:01.324102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5cbe6-696c-4e09-8f4c-0566c518e4fd req-64e60f35-eddb-4a8e-83b8-9409af8d3bbf tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:01.325483 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66e5cbe6-696c-4e09-8f4c-0566c518e4fd req-64e60f35-eddb-4a8e-83b8-9409af8d3bbf tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 944 time: 0.0914404 Feb 28 18:03:01.400664 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['50825b3a-f28d-4b8b-a307-32eae77cf713'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:03:01.433758 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-66e5cbe6-696c-4e09-8f4c-0566c518e4fd req-088d24c5-7294-41af-9f17-52a6faa50565 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997307 Feb 28 18:03:01.456025 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5540f5-d22f-42c9-be49-9e7b4ecdd7e8 req-782314dd-f307-49dc-a0bd-998a041d3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:01.457526 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9f5540f5-d22f-42c9-be49-9e7b4ecdd7e8 req-782314dd-f307-49dc-a0bd-998a041d3ed0 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311581 Feb 28 18:03:01.540648 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-151d4309-94b6-4bc3-a2a8-6eb0c6a9e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:01.542286 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-151d4309-94b6-4bc3-a2a8-6eb0c6a9e13e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c571cd80ed84523a4f9c66035077765&device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 1127 time: 0.0487351 Feb 28 18:03:01.592587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-a723181a-5a56-4291-8fd5-3fd6a26e164b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f789659c-9562-4f36-9bf1-b4e397f2ebe9 HTTP/1.1" status: 200 len: 217 time: 0.0444186 Feb 28 18:03:01.645896 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-ea5cc016-1e8a-40d5-889c-66e028877b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:01.647487 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-ea5cc016-1e8a-40d5-889c-66e028877b35 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0017ecd3-1b40-46f0-acfc-80d185333fe0 HTTP/1.1" status: 200 len: 854 time: 0.0489295 Feb 28 18:03:01.679907 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-632e21ac-34da-4fda-94d7-64c91d0c88aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3fb5a58c-aa05-4556-b201-e200d5f4e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267446 Feb 28 18:03:01.690797 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93641f61-879b-461e-a143-15e011a8f80e req-88dda372-dd48-46bc-87d2-16072585e06d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:01.692305 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93641f61-879b-461e-a143-15e011a8f80e req-88dda372-dd48-46bc-87d2-16072585e06d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 945 time: 0.0536652 Feb 28 18:03:01.745244 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93641f61-879b-461e-a143-15e011a8f80e req-c23d6129-5f74-452c-aea3-aceb147db073 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458355 Feb 28 18:03:01.775536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-ae7c7965-bd3f-4d6c-b3f2-203548f8463e service neutron] 10.222.0.69 "GET /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899928 Feb 28 18:03:01.872745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b65e466a-a866-4251-9b87-c3bf35b66f1c req-66027ab3-3eb3-4b23-b540-420102c6f428 service neutron] 10.222.0.69 "GET /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908732 Feb 28 18:03:02.559086 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f2fb7-3133-4979-9858-5d0957b56cc6 req-b3c649da-9220-4818-87e5-75910c2552d0 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:02.560570 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-420f2fb7-3133-4979-9858-5d0957b56cc6 req-b3c649da-9220-4818-87e5-75910c2552d0 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 944 time: 0.0555663 Feb 28 18:03:02.609154 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-420f2fb7-3133-4979-9858-5d0957b56cc6 req-e47951af-5bac-4e06-acf2-ebe296725348 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430064 Feb 28 18:03:02.803187 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 50825b3a-f28d-4b8b-a307-32eae77cf713 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:03:02.865299 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf047d0-31d4-4324-915c-c4e90541d48c req-d5945cf6-cb12-4337-a08f-8bf8379db522 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:02.867023 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6bf047d0-31d4-4324-915c-c4e90541d48c req-d5945cf6-cb12-4337-a08f-8bf8379db522 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 945 time: 0.0545108 Feb 28 18:03:02.915202 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6bf047d0-31d4-4324-915c-c4e90541d48c req-4984dbff-01b8-4cc3-b43c-7cd00500e505 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415766 Feb 28 18:03:02.931918 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 50825b3a-f28d-4b8b-a307-32eae77cf713 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 18:03:02.936737 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 50825b3a-f28d-4b8b-a307-32eae77cf713 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:03:02.937163 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:03.018116 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 50825b3a-f28d-4b8b-a307-32eae77cf713 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:03:03.018507 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:03.043057 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bad2ac-4d3a-448c-8d8a-ab658ee4339e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50825b3a-f28d-4b8b-a307-32eae77cf713'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:03:03.045428 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7915643b-5cdf-44a1-80ca-2e087c4f9183" -d '{"events": [{"server_uuid": "94bad2ac-4d3a-448c-8d8a-ab658ee4339e", "name": "network-vif-plugged", "status": "completed", "tag": "50825b3a-f28d-4b8b-a307-32eae77cf713"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:03:03.058071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 50825b3a-f28d-4b8b-a307-32eae77cf713, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=50825b3a-f28d-4b8b-a307-32eae77cf713,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:03:03.169985 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:03.214752 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a23ba7c-73bf-4adb-8531-99b8e6faec4a x-openstack-request-id: req-5a23ba7c-73bf-4adb-8531-99b8e6faec4a {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:03:03.215219 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bad2ac-4d3a-448c-8d8a-ab658ee4339e", "name": "network-vif-plugged", "status": "completed", "tag": "50825b3a-f28d-4b8b-a307-32eae77cf713", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:03:03.215470 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5a23ba7c-73bf-4adb-8531-99b8e6faec4a {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:03:03.215868 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bad2ac-4d3a-448c-8d8a-ab658ee4339e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50825b3a-f28d-4b8b-a307-32eae77cf713', 'code': 200} Feb 28 18:03:03.229100 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=50825b3a-f28d-4b8b-a307-32eae77cf713,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:03:03.337692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d0e7a-3673-49ee-9a4c-bbe7f66c2524 req-22f5e62d-8b02-4031-88d0-98f34fba5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:03.339282 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f4d0e7a-3673-49ee-9a4c-bbe7f66c2524 req-22f5e62d-8b02-4031-88d0-98f34fba5d40 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 1129 time: 0.0576108 Feb 28 18:03:03.384222 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f4d0e7a-3673-49ee-9a4c-bbe7f66c2524 req-8dda6f17-362a-4f2f-b9cf-5879226f8f41 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 Feb 28 18:03:03.728679 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47f739-46da-4e2b-bd9b-50750a0fab2d req-f25818bc-0586-4aef-b8e4-7465b8e3163e tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:03.730284 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9d47f739-46da-4e2b-bd9b-50750a0fab2d req-f25818bc-0586-4aef-b8e4-7465b8e3163e tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 944 time: 0.0536473 Feb 28 18:03:03.783788 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9d47f739-46da-4e2b-bd9b-50750a0fab2d req-7808a979-dec9-4991-b228-74698882e265 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437768 Feb 28 18:03:04.044036 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4aebf-43d0-464f-b6f4-da090c4316af req-f64d3823-fc67-470c-99e3-c4357f784b86 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:04.045544 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-caf4aebf-43d0-464f-b6f4-da090c4316af req-f64d3823-fc67-470c-99e3-c4357f784b86 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 946 time: 0.0588238 Feb 28 18:03:04.092827 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-caf4aebf-43d0-464f-b6f4-da090c4316af req-24b28297-0c6c-42e0-acae-492952ee0389 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 Feb 28 18:03:04.679096 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:03:04.870756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f789659c-9562-4f36-9bf1-b4e397f2ebe9 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:03:04.922236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40258c-a2fe-4287-b35d-96dd25e724be req-df5c3b3c-399c-4d51-baab-090144d05da2 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:04.923948 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0b40258c-a2fe-4287-b35d-96dd25e724be req-df5c3b3c-399c-4d51-baab-090144d05da2 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 944 time: 0.0615468 Feb 28 18:03:04.972928 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f789659c-9562-4f36-9bf1-b4e397f2ebe9, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f789659c-9562-4f36-9bf1-b4e397f2ebe9,segment=NetworkSegment(9394a326-8b67-4bc7-a340-fbf38514fe2f),segment_id=9394a326-8b67-4bc7-a340-fbf38514fe2f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:03:04.978880 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0b40258c-a2fe-4287-b35d-96dd25e724be req-087aa0d9-3777-49f4-b11b-6dfc0926ba27 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471673 Feb 28 18:03:04.985544 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'f789659c-9562-4f36-9bf1-b4e397f2ebe9', 'network_id': '3fb5a58c-aa05-4556-b201-e200d5f4e6eb', 'port_id': 'f789659c-9562-4f36-9bf1-b4e397f2ebe9', 'mac_address': 'fa:16:3e:a3:e2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0017ecd3-1b40-46f0-acfc-80d185333fe0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:03:05.028070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f789659c-9562-4f36-9bf1-b4e397f2ebe9 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:03:05.028459 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:05.042142 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f789659c-9562-4f36-9bf1-b4e397f2ebe9 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:03:05.061621 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f789659c-9562-4f36-9bf1-b4e397f2ebe9, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f789659c-9562-4f36-9bf1-b4e397f2ebe9,segment=NetworkSegment(9394a326-8b67-4bc7-a340-fbf38514fe2f),segment_id=9394a326-8b67-4bc7-a340-fbf38514fe2f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:03:05.142775 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:05.199046 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f789659c-9562-4f36-9bf1-b4e397f2ebe9,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:03:05.222310 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524df9b-0567-40d5-98e2-8fc4d37ef33d req-f60787de-6532-424f-977c-835048da4927 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:05.223922 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9524df9b-0567-40d5-98e2-8fc4d37ef33d req-f60787de-6532-424f-977c-835048da4927 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 946 time: 0.0585258 Feb 28 18:03:05.278108 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9524df9b-0567-40d5-98e2-8fc4d37ef33d req-ba1aadbc-d74c-4a8a-bef1-276ec6ebe274 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481794 Feb 28 18:03:05.351386 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['f789659c-9562-4f36-9bf1-b4e397f2ebe9'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:03:05.401796 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a61917-5424-4368-ab1d-958a9b4a7381 req-2cafb67d-38ed-4a6f-984c-8553c9208777 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:05.403362 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0a61917-5424-4368-ab1d-958a9b4a7381 req-2cafb67d-38ed-4a6f-984c-8553c9208777 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 946 time: 0.0540257 Feb 28 18:03:05.453403 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0a61917-5424-4368-ab1d-958a9b4a7381 req-c40034ab-2c06-4a60-8c87-57282b53a95f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442572 Feb 28 18:03:06.101236 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b16c7c-4f49-4210-9c1b-0d49c90027f0 req-8e0b2a41-f56f-47f1-9bb0-47f18ad2c835 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:06.103299 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90b16c7c-4f49-4210-9c1b-0d49c90027f0 req-8e0b2a41-f56f-47f1-9bb0-47f18ad2c835 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 945 time: 0.0537028 Feb 28 18:03:06.163829 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90b16c7c-4f49-4210-9c1b-0d49c90027f0 req-bb0a8c79-7de6-4eb3-9a03-ec7684079f6e tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543654 Feb 28 18:03:06.902186 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f789659c-9562-4f36-9bf1-b4e397f2ebe9 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:03:07.080121 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port f789659c-9562-4f36-9bf1-b4e397f2ebe9 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 18:03:07.084636 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port f789659c-9562-4f36-9bf1-b4e397f2ebe9 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:03:07.085325 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:07.167012 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port f789659c-9562-4f36-9bf1-b4e397f2ebe9 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:03:07.167391 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:07.213629 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port f789659c-9562-4f36-9bf1-b4e397f2ebe9, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f789659c-9562-4f36-9bf1-b4e397f2ebe9,segment=NetworkSegment(9394a326-8b67-4bc7-a340-fbf38514fe2f),segment_id=9394a326-8b67-4bc7-a340-fbf38514fe2f)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:03:07.214606 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e3691f-ea5f-439b-b00f-56a96ff44f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f789659c-9562-4f36-9bf1-b4e397f2ebe9'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:03:07.217620 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161cc6e2-ca2e-43e8-acfe-e2153a11b25f" -d '{"events": [{"server_uuid": "80e3691f-ea5f-439b-b00f-56a96ff44f05", "name": "network-vif-plugged", "status": "completed", "tag": "f789659c-9562-4f36-9bf1-b4e397f2ebe9"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:03:07.286094 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:07.308032 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0af7f-55a1-4623-8370-7efa1836b94c req-1f80fe76-2d5c-4301-888c-7f37aa1fd328 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:07.309589 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3b0af7f-55a1-4623-8370-7efa1836b94c req-1f80fe76-2d5c-4301-888c-7f37aa1fd328 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 945 time: 0.0659177 Feb 28 18:03:07.339651 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=f789659c-9562-4f36-9bf1-b4e397f2ebe9,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:03:07.365149 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a3b0af7f-55a1-4623-8370-7efa1836b94c req-93a25591-7a00-470e-a1f2-35ba36a5cc2e tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489836 Feb 28 18:03:07.419844 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6979c23-c30e-4ac3-bdf7-df645aa82ed7 x-openstack-request-id: req-d6979c23-c30e-4ac3-bdf7-df645aa82ed7 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:03:07.420169 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e3691f-ea5f-439b-b00f-56a96ff44f05", "name": "network-vif-plugged", "status": "completed", "tag": "f789659c-9562-4f36-9bf1-b4e397f2ebe9", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:03:07.420562 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d6979c23-c30e-4ac3-bdf7-df645aa82ed7 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:03:07.421099 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e3691f-ea5f-439b-b00f-56a96ff44f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f789659c-9562-4f36-9bf1-b4e397f2ebe9', 'code': 200} Feb 28 18:03:07.522835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82283be-a813-4994-8930-01b7d805b9e1 req-ca13d7b0-b6fe-4546-b40f-6a86ce0824a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:07.525035 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c82283be-a813-4994-8930-01b7d805b9e1 req-ca13d7b0-b6fe-4546-b40f-6a86ce0824a2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 1129 time: 0.0509918 Feb 28 18:03:07.576691 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c82283be-a813-4994-8930-01b7d805b9e1 req-e5d3a856-2b50-4c06-8c00-1b9df394047a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456488 Feb 28 18:03:07.743926 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86197e8c-6f5a-4a73-b33f-763a8a5fed1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:08.028641 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:08.500228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac96014-540f-48db-b384-83774551677e req-de651984-1aa9-403c-b624-869f530fb209 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:08.506085 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aac96014-540f-48db-b384-83774551677e req-de651984-1aa9-403c-b624-869f530fb209 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 946 time: 0.0639806 Feb 28 18:03:08.564544 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aac96014-540f-48db-b384-83774551677e req-9d1aff6e-d21b-410e-ba69-b8531cd6e4ce tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477390 Feb 28 18:03:09.687855 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc080f4-8f33-4e92-a765-45c0ca92db8a req-c1e2375d-bd23-443f-bbd0-c30addb398b1 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:09.689374 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0dc080f4-8f33-4e92-a765-45c0ca92db8a req-c1e2375d-bd23-443f-bbd0-c30addb398b1 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 946 time: 0.0538769 Feb 28 18:03:09.736129 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0dc080f4-8f33-4e92-a765-45c0ca92db8a req-92a01ce2-731c-4c2d-9f11-e998c95efb22 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Feb 28 18:03:09.891494 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7930e61c-b2ea-4d04-a440-3f1b6159c843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:10.131761 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222c1c4-b966-43b9-a770-807327f6a66c req-7c219c69-0d24-49d4-bee4-193b2928b70e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:10.133311 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-7c219c69-0d24-49d4-bee4-193b2928b70e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 812 time: 0.1073775 Feb 28 18:03:10.149512 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-316cfbe1-ba75-4cfe-af89-07d230dae23d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/quotas/8f2f50b6dc1548afbb43704599faf1ad HTTP/1.1" status: 200 len: 375 time: 0.0101695 Feb 28 18:03:10.215532 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-b1d89ca5-ff29-4676-9acc-131aed93d5ed tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606294 Feb 28 18:03:10.314741 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:10.374551 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-b8cda0d6-c586-45ff-8bb4-39b243d9a0ca service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 18:03:10.375539 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-b8cda0d6-c586-45ff-8bb4-39b243d9a0ca service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1533532 Feb 28 18:03:10.465900 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-fe72ad78-52d7-42cf-8b5c-eb1db425efb2 service neutron] 10.222.0.72 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842476 Feb 28 18:03:10.561066 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-daf89862-5258-4e89-a037-ca301dbbf528 service neutron] 10.222.0.72 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892460 Feb 28 18:03:11.537262 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:11.902512 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-39825a27-6658-4ca2-ad20-00b5b7ab4633 req-32e442c4-781e-4ea7-b5b2-b524be3ee0db tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 210 time: 0.0365241 Feb 28 18:03:12.119735 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-d9391e6c-a48f-477f-98a6-cdde6db84abb req-cc27349b-b3b6-4524-a844-beee0119fb3f service neutron] (104246) timed out ('10.222.0.73', 55057) {{(pid=104246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 18:03:12.609424 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:13.005031 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0e985d4c-8122-444c-9fa5-502c3c9a5f78 req-fce5a051-8df8-4436-9350-e68060dc3d93 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 210 time: 0.0313733 Feb 28 18:03:13.954114 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:14.191084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-62ea06eb-7b83-4de0-8fe9-f3097114a250 req-6b36b1f6-96b7-4dd3-9a0b-e5fefca6e107 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 210 time: 0.0381756 Feb 28 18:03:14.273221 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222c1c4-b966-43b9-a770-807327f6a66c req-ca5f4c88-936a-4c99-bbff-adea0f8bbe05 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:14.275016 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-ca5f4c88-936a-4c99-bbff-adea0f8bbe05 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 812 time: 0.2247705 Feb 28 18:03:14.287692 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-c222c1c4-b966-43b9-a770-807327f6a66c req-11b114f2-842c-4621-b3ce-f211b6b07d44 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'port': {'device_id': '1e0cffcf-d220-41b8-8236-de2f2639850e', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'admin_state_up': True, 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:03:14.508998 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c222c1c4-b966-43b9-a770-807327f6a66c req-11b114f2-842c-4621-b3ce-f211b6b07d44 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Made reservation on behalf of 8f2f50b6dc1548afbb43704599faf1ad for: {'port': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:03:14.512842 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c222c1c4-b966-43b9-a770-807327f6a66c req-11b114f2-842c-4621-b3ce-f211b6b07d44 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:14.652441 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [req-c222c1c4-b966-43b9-a770-807327f6a66c req-11b114f2-842c-4621-b3ce-f211b6b07d44 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Allocated IP 172.20.0.10 (ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b/763c8435-84e1-45bb-92ab-e5b73ac32526/0218acc8-62d5-43a7-a27d-4b17dc2e119d) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:03:14.811223 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c222c1c4-b966-43b9-a770-807327f6a66c req-11b114f2-842c-4621-b3ce-f211b6b07d44 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:14.949090 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c222c1c4-b966-43b9-a770-807327f6a66c req-11b114f2-842c-4621-b3ce-f211b6b07d44 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:14.963731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['50825b3a-f28d-4b8b-a307-32eae77cf713'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:03:15.105531 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c222c1c4-b966-43b9-a770-807327f6a66c req-11b114f2-842c-4621-b3ce-f211b6b07d44 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:03:15.121995 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [req-c222c1c4-b966-43b9-a770-807327f6a66c req-11b114f2-842c-4621-b3ce-f211b6b07d44 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:03:15.128821 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [req-c222c1c4-b966-43b9-a770-807327f6a66c req-11b114f2-842c-4621-b3ce-f211b6b07d44 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:03:15.187763 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b114f2-842c-4621-b3ce-f211b6b07d44 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'Port': ['ID=0218acc8-62d5-43a7-a27d-4b17dc2e119d,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:03:15.217144 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222c1c4-b966-43b9-a770-807327f6a66c req-11b114f2-842c-4621-b3ce-f211b6b07d44 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:15.218567 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c222c1c4-b966-43b9-a770-807327f6a66c req-11b114f2-842c-4621-b3ce-f211b6b07d44 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:15.306179 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-11b114f2-842c-4621-b3ce-f211b6b07d44 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0211501 Feb 28 18:03:15.325199 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Request body: {'port': {'device_id': '1e0cffcf-d220-41b8-8236-de2f2639850e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:03:15.358235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b304c35-3567-4e62-8cb0-14dbe2c4f0f7 req-f20eb875-394d-4f49-a364-41139bf785b6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:15.359855 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b304c35-3567-4e62-8cb0-14dbe2c4f0f7 req-f20eb875-394d-4f49-a364-41139bf785b6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 932 time: 0.0831609 Feb 28 18:03:15.431356 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:15.456201 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5b304c35-3567-4e62-8cb0-14dbe2c4f0f7 req-f265a042-d45e-473c-b995-eeabb61d7eef tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870440 Feb 28 18:03:15.576671 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-5b014710-1de6-4450-b380-8895ec3c3267 None None] Provisioning complete for port 0218acc8-62d5-43a7-a27d-4b17dc2e119d triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:03:15.577583 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5b014710-1de6-4450-b380-8895ec3c3267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:15.637079 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-5b014710-1de6-4450-b380-8895ec3c3267 None None] Port 0218acc8-62d5-43a7-a27d-4b17dc2e119d cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 18:03:15.812390 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0218acc8-62d5-43a7-a27d-4b17dc2e119d {{(pid=104247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:03:15.821038 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Publish callbacks [] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:15.840062 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.provisioning_blocks [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Transition to ACTIVE for port object 0218acc8-62d5-43a7-a27d-4b17dc2e119d will not be triggered until provisioned by entity L2. {{(pid=104247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 18:03:15.937106 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:16.041631 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Pushing event updated for resources: {'Port': ['ID=0218acc8-62d5-43a7-a27d-4b17dc2e119d,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:03:16.154436 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Attempting to bind port 0218acc8-62d5-43a7-a27d-4b17dc2e119d on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 18:03:16.155041 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Attempting to bind port 0218acc8-62d5-43a7-a27d-4b17dc2e119d by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 18:03:16.157072 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Attempting to bind port 0218acc8-62d5-43a7-a27d-4b17dc2e119d on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:03:16.163576 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Port 0218acc8-62d5-43a7-a27d-4b17dc2e119d on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:03:16.163798 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Attempting to bind port 0218acc8-62d5-43a7-a27d-4b17dc2e119d on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:03:16.170907 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:03:16.171517 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Checking segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 18:03:16.172056 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Bound using segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} {{(pid=104247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:03:16.172727 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.managers [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Bound port: 0218acc8-62d5-43a7-a27d-4b17dc2e119d, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}}] {{(pid=104247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 18:03:16.173288 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:16.282538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] For port 0218acc8-62d5-43a7-a27d-4b17dc2e119d, host n-h1-820368-19, cleared binding levels {{(pid=104247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:03:16.287911 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] For port 0218acc8-62d5-43a7-a27d-4b17dc2e119d, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=0218acc8-62d5-43a7-a27d-4b17dc2e119d,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:03:16.361418 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:16.423086 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:16.424063 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:16.427252 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] 10.222.0.73 "PUT /v2.0/ports/0218acc8-62d5-43a7-a27d-4b17dc2e119d HTTP/1.1" status: 200 len: 1093 time: 1.1080709 Feb 28 18:03:16.427737 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0cffcf-d220-41b8-8236-de2f2639850e', 'tag': '0218acc8-62d5-43a7-a27d-4b17dc2e119d'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:03:16.430107 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a60d89a-1422-4f88-8e7a-222ce41bd3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0cffcf-d220-41b8-8236-de2f2639850e", "tag": "0218acc8-62d5-43a7-a27d-4b17dc2e119d"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:03:16.503785 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7ad4e-417b-467a-8f25-5619c7b6537b service neutron] Pushing event updated for resources: {'Port': ['ID=0218acc8-62d5-43a7-a27d-4b17dc2e119d,revision_number=3']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:03:16.519581 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7334cd1-7332-4e25-a238-534b6a52b243 x-openstack-request-id: req-f7334cd1-7332-4e25-a238-534b6a52b243 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:03:16.519581 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0cffcf-d220-41b8-8236-de2f2639850e", "tag": "0218acc8-62d5-43a7-a27d-4b17dc2e119d", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:03:16.519581 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f7334cd1-7332-4e25-a238-534b6a52b243 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:03:16.519581 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0cffcf-d220-41b8-8236-de2f2639850e', 'tag': '0218acc8-62d5-43a7-a27d-4b17dc2e119d', 'status': 'completed', 'code': 200} Feb 28 18:03:16.624624 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60d89a-1422-4f88-8e7a-222ce41bd3d9 req-9ed4b162-44d1-4ea1-9343-5a1562f782cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:16.626561 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a60d89a-1422-4f88-8e7a-222ce41bd3d9 req-9ed4b162-44d1-4ea1-9343-5a1562f782cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 1127 time: 0.0844293 Feb 28 18:03:16.678737 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b31bf8-7a93-4149-8ad8-0d19b85eef83 req-2697ea09-0765-47c7-9624-6599912d7fbd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:16.687753 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91b31bf8-7a93-4149-8ad8-0d19b85eef83 req-2697ea09-0765-47c7-9624-6599912d7fbd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0900795 Feb 28 18:03:16.753900 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-91b31bf8-7a93-4149-8ad8-0d19b85eef83 req-80b73bf2-abaf-4bc2-895d-143a9642657c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650020 Feb 28 18:03:16.828807 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60d89a-1422-4f88-8e7a-222ce41bd3d9 req-e53700da-abb8-40b4-a0b1-12942a9e8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:16.837753 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a60d89a-1422-4f88-8e7a-222ce41bd3d9 req-e53700da-abb8-40b4-a0b1-12942a9e8f1f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1962521 Feb 28 18:03:16.961871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60d89a-1422-4f88-8e7a-222ce41bd3d9 req-9da8a1b0-cb3f-4e33-a2ac-d8aa928c5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:16.963577 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a60d89a-1422-4f88-8e7a-222ce41bd3d9 req-9da8a1b0-cb3f-4e33-a2ac-d8aa928c5bab service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1262836 Feb 28 18:03:17.377202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222c1c4-b966-43b9-a770-807327f6a66c req-e4b4fcf1-013f-437b-8255-0aa67c64aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:17.379366 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-e4b4fcf1-013f-437b-8255-0aa67c64aac3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 1127 time: 0.3660448 Feb 28 18:03:17.441743 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-f4820c40-27c0-4154-b2f4-46a422043e48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0218acc8-62d5-43a7-a27d-4b17dc2e119d HTTP/1.1" status: 200 len: 217 time: 0.0531180 Feb 28 18:03:17.493203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222c1c4-b966-43b9-a770-807327f6a66c req-c5f6acf6-ace9-499c-8408-f674c7c0ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:17.494698 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-c5f6acf6-ace9-499c-8408-f674c7c0ccda service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0476031 Feb 28 18:03:17.548766 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222c1c4-b966-43b9-a770-807327f6a66c req-df06570a-fc0e-40f1-808f-b41e73be8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:17.550354 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-df06570a-fc0e-40f1-808f-b41e73be8bac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502884 Feb 28 18:03:17.645977 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-cebb4056-1192-4ac6-95af-5298d8a8c905 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893230 Feb 28 18:03:17.746540 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c222c1c4-b966-43b9-a770-807327f6a66c req-1a58edbc-d753-4d18-ae4a-d4c2f487a920 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941665 Feb 28 18:03:17.888168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e3ab5-5eec-4eec-907b-fe65ab159653 req-778241cc-5ff1-420c-97ae-8c99c2837b7b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:17.890058 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e49e3ab5-5eec-4eec-907b-fe65ab159653 req-778241cc-5ff1-420c-97ae-8c99c2837b7b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0693500 Feb 28 18:03:17.957086 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e49e3ab5-5eec-4eec-907b-fe65ab159653 req-34f77495-3e33-4ec8-b6de-9518a1e4c45c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608635 Feb 28 18:03:19.097591 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096cd43-5890-4028-8a53-807805e3c996 req-a73cf28d-a4b3-471f-8af8-70d88d3c2da0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:19.099289 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3096cd43-5890-4028-8a53-807805e3c996 req-a73cf28d-a4b3-471f-8af8-70d88d3c2da0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0557084 Feb 28 18:03:19.156829 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3096cd43-5890-4028-8a53-807805e3c996 req-d3dfddc7-646f-44b1-b46f-77a58acc901b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509450 Feb 28 18:03:20.293453 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdea02-f8f0-4319-b4b0-eca98a8b230a req-e114047f-ff3b-40a0-a167-170f34001d70 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:20.295142 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b4fdea02-f8f0-4319-b4b0-eca98a8b230a req-e114047f-ff3b-40a0-a167-170f34001d70 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0616579 Feb 28 18:03:20.374510 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b4fdea02-f8f0-4319-b4b0-eca98a8b230a req-9dbdc1fe-9f6c-4cbb-9c58-1bae1de01709 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684028 Feb 28 18:03:21.508131 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a3b57-ba55-4386-a97f-67f4d8fd9428 req-9646efb5-5096-4b07-818d-3d97ab6c3b82 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:21.509606 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cd5a3b57-ba55-4386-a97f-67f4d8fd9428 req-9646efb5-5096-4b07-818d-3d97ab6c3b82 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0677412 Feb 28 18:03:21.564065 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-cd5a3b57-ba55-4386-a97f-67f4d8fd9428 req-3786b8b6-d317-4c54-8567-a12c1c527938 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478265 Feb 28 18:03:22.704653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca5dd-0a13-44e5-b4fe-0d2dd208011e req-57fbed83-884d-4cc4-ba0e-aa39e4b939b6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:22.706128 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-042ca5dd-0a13-44e5-b4fe-0d2dd208011e req-57fbed83-884d-4cc4-ba0e-aa39e4b939b6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0556688 Feb 28 18:03:22.763670 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-042ca5dd-0a13-44e5-b4fe-0d2dd208011e req-cbf71329-19d7-483d-903c-efdd6d54583b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483932 Feb 28 18:03:23.892722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe68f67-553b-47f7-8c34-3649f4f330de req-ee0a6487-3c16-4f60-8a82-d3369ddd0ece tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:23.894290 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1fe68f67-553b-47f7-8c34-3649f4f330de req-ee0a6487-3c16-4f60-8a82-d3369ddd0ece tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0587420 Feb 28 18:03:23.959464 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1fe68f67-553b-47f7-8c34-3649f4f330de req-88cda906-f124-4b62-9b42-175263dd3d18 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583827 Feb 28 18:03:25.096856 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e533e-8e26-442e-98b7-f1e5e1b4bbe1 req-63a14835-865c-4501-a246-f05e4c8f6826 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:25.098394 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3c0e533e-8e26-442e-98b7-f1e5e1b4bbe1 req-63a14835-865c-4501-a246-f05e4c8f6826 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0609450 Feb 28 18:03:25.156161 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3c0e533e-8e26-442e-98b7-f1e5e1b4bbe1 req-a60c5f9a-4583-48f4-b263-ce44df28d43d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510685 Feb 28 18:03:26.284801 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341c415-696a-4aec-ad7f-450e98c9dde4 req-61a55a91-ac72-4044-9adf-2592823b82d5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:26.286382 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f341c415-696a-4aec-ad7f-450e98c9dde4 req-61a55a91-ac72-4044-9adf-2592823b82d5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0600557 Feb 28 18:03:26.339929 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f341c415-696a-4aec-ad7f-450e98c9dde4 req-6d5e81ae-edf7-4dbf-ba11-c34a94644677 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470648 Feb 28 18:03:26.727295 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2646c5e7-a6c7-4262-abc9-d660afcb2486 req-82e88e01-07c8-4b0e-8d26-d0bc19838b90 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530889 Feb 28 18:03:26.826320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646c5e7-a6c7-4262-abc9-d660afcb2486 req-23cff6de-9769-40a5-aadb-779d4f7d7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:26.827904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2646c5e7-a6c7-4262-abc9-d660afcb2486 req-23cff6de-9769-40a5-aadb-779d4f7d7f70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c571cd80ed84523a4f9c66035077765&device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 1129 time: 0.0518203 Feb 28 18:03:26.962954 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646c5e7-a6c7-4262-abc9-d660afcb2486 req-6f78c3ca-8dfd-47b0-8d0d-f94a534b94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:26.965347 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2646c5e7-a6c7-4262-abc9-d660afcb2486 req-6f78c3ca-8dfd-47b0-8d0d-f94a534b94b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3fb5a58c-aa05-4556-b201-e200d5f4e6eb HTTP/1.1" status: 200 len: 915 time: 0.1107941 Feb 28 18:03:27.012505 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2646c5e7-a6c7-4262-abc9-d660afcb2486 req-16e6ddb3-93d2-4fa4-9d0c-174403dc0880 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f789659c-9562-4f36-9bf1-b4e397f2ebe9 HTTP/1.1" status: 200 len: 217 time: 0.0412834 Feb 28 18:03:27.063854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646c5e7-a6c7-4262-abc9-d660afcb2486 req-138f8038-0003-46a9-8823-be6e3e67fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:27.065358 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2646c5e7-a6c7-4262-abc9-d660afcb2486 req-138f8038-0003-46a9-8823-be6e3e67fc4b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0017ecd3-1b40-46f0-acfc-80d185333fe0 HTTP/1.1" status: 200 len: 854 time: 0.0469582 Feb 28 18:03:27.098904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2646c5e7-a6c7-4262-abc9-d660afcb2486 req-c8e1558e-638a-4165-9d98-940c4ea7e90b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3fb5a58c-aa05-4556-b201-e200d5f4e6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270383 Feb 28 18:03:27.220578 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2646c5e7-a6c7-4262-abc9-d660afcb2486 req-eb534cbb-0b84-4f93-985f-60a3a3c1b189 service neutron] 10.222.0.69 "GET /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152792 Feb 28 18:03:27.325893 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2646c5e7-a6c7-4262-abc9-d660afcb2486 req-1dc10746-6910-483b-b50d-8ae7e4a3a00a service neutron] 10.222.0.69 "GET /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969665 Feb 28 18:03:27.484316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d7909-f756-40e5-8e29-866f80c43fde req-d92e696d-9761-4a96-8d33-5b5a0e2830d7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:27.485733 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-270d7909-f756-40e5-8e29-866f80c43fde req-d92e696d-9761-4a96-8d33-5b5a0e2830d7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0717986 Feb 28 18:03:27.540416 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-270d7909-f756-40e5-8e29-866f80c43fde req-ce19db82-09a4-416a-b187-87e458c052f8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486774 Feb 28 18:03:28.678905 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6feda-d9d5-4eee-8cb8-31c0f4da3d08 req-4b05a965-1d03-46dd-af94-47866988373b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:28.681040 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1f6feda-d9d5-4eee-8cb8-31c0f4da3d08 req-4b05a965-1d03-46dd-af94-47866988373b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0622437 Feb 28 18:03:28.735210 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1f6feda-d9d5-4eee-8cb8-31c0f4da3d08 req-7e5cb02f-15bc-4b1c-b8db-ef4fa131bb83 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480831 Feb 28 18:03:29.889281 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9ccc3-7f1b-4aa5-a721-1f3efa1453cb req-6cbf640b-9f4c-4499-b3aa-cd006e0e7455 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:29.890925 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1cc9ccc3-7f1b-4aa5-a721-1f3efa1453cb req-6cbf640b-9f4c-4499-b3aa-cd006e0e7455 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0690446 Feb 28 18:03:29.945252 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1cc9ccc3-7f1b-4aa5-a721-1f3efa1453cb req-938b56b6-e02e-4147-aded-b1e394ea786f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477943 Feb 28 18:03:30.894374 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc0bd5a8-875d-45ab-854e-f411644a40d3 req-1afdf633-ce1f-4f98-85c4-a598d1c41fb0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1101971 Feb 28 18:03:30.989472 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bd5a8-875d-45ab-854e-f411644a40d3 req-442b6d09-3c14-4540-a5f9-58a8c47ae043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:30.991173 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc0bd5a8-875d-45ab-854e-f411644a40d3 req-442b6d09-3c14-4540-a5f9-58a8c47ae043 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 1129 time: 0.0505891 Feb 28 18:03:31.090993 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef9c79-96dc-4cc1-be19-ae67023c87f5 req-10f2ec5c-8366-4421-ac4c-f64dc8e13eab tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:31.094412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c7ef9c79-96dc-4cc1-be19-ae67023c87f5 req-10f2ec5c-8366-4421-ac4c-f64dc8e13eab tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0624006 Feb 28 18:03:31.114746 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bd5a8-875d-45ab-854e-f411644a40d3 req-ce687162-7813-4e5b-a894-713ba49b9d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:31.116377 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc0bd5a8-875d-45ab-854e-f411644a40d3 req-ce687162-7813-4e5b-a894-713ba49b9d6d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.1033993 Feb 28 18:03:31.153303 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c7ef9c79-96dc-4cc1-be19-ae67023c87f5 req-563a2806-c592-44b0-9d7b-5223bd47adb9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549271 Feb 28 18:03:31.164424 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc0bd5a8-875d-45ab-854e-f411644a40d3 req-22bce88c-3129-46e2-80a9-9d01afa7bf44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50825b3a-f28d-4b8b-a307-32eae77cf713 HTTP/1.1" status: 200 len: 217 time: 0.0422711 Feb 28 18:03:31.216155 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bd5a8-875d-45ab-854e-f411644a40d3 req-58b4838c-a1f7-4d4a-92fe-0ac994267834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:31.217864 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc0bd5a8-875d-45ab-854e-f411644a40d3 req-58b4838c-a1f7-4d4a-92fe-0ac994267834 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0477192 Feb 28 18:03:31.267537 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bd5a8-875d-45ab-854e-f411644a40d3 req-3349ecb6-4106-48ed-bdef-44b9b783395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:31.269020 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc0bd5a8-875d-45ab-854e-f411644a40d3 req-3349ecb6-4106-48ed-bdef-44b9b783395c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458472 Feb 28 18:03:31.367596 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc0bd5a8-875d-45ab-854e-f411644a40d3 req-5fc72dae-a1b3-401d-93e8-cdfebab4b2da service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905452 Feb 28 18:03:31.461620 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bc0bd5a8-875d-45ab-854e-f411644a40d3 req-ba1b65e5-6a32-4460-8bd5-f238987d6081 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900979 Feb 28 18:03:32.314361 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f07c27-001c-402c-b140-d36dd8ba13fd req-f3058cb7-58a7-4935-9a73-235051660891 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:32.317148 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61f07c27-001c-402c-b140-d36dd8ba13fd req-f3058cb7-58a7-4935-9a73-235051660891 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0764155 Feb 28 18:03:32.386325 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-61f07c27-001c-402c-b140-d36dd8ba13fd req-31982136-fe92-462e-acf4-ea674caa704d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550544 Feb 28 18:03:33.533720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827e8ef-a5b1-42ba-a8f3-cd4ba7b07114 req-45555e3b-cf94-4c44-9c5a-375fac4c5964 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:33.536088 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d827e8ef-a5b1-42ba-a8f3-cd4ba7b07114 req-45555e3b-cf94-4c44-9c5a-375fac4c5964 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0634146 Feb 28 18:03:33.586282 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d827e8ef-a5b1-42ba-a8f3-cd4ba7b07114 req-fde6f266-49fe-4cd5-b6a4-84f205e25d54 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 Feb 28 18:03:34.722138 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf61d0e-89da-4e05-8b1f-d37b075268ed req-8fb81700-4f76-407e-99ef-369816fda0e1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:34.724368 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6bf61d0e-89da-4e05-8b1f-d37b075268ed req-8fb81700-4f76-407e-99ef-369816fda0e1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0588288 Feb 28 18:03:34.777779 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6bf61d0e-89da-4e05-8b1f-d37b075268ed req-7c33e99b-3a1c-40d4-892d-f45583cefa51 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464413 Feb 28 18:03:35.908958 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da387c31-e553-467f-b559-9707b83810ce req-3b5f454f-4990-49a1-baee-c6906f9aa3d1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:35.910745 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da387c31-e553-467f-b559-9707b83810ce req-3b5f454f-4990-49a1-baee-c6906f9aa3d1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0566757 Feb 28 18:03:35.960410 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da387c31-e553-467f-b559-9707b83810ce req-742f470f-1e74-4844-b08d-c66cdc2801c2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438497 Feb 28 18:03:37.112655 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d380019-affc-4eaf-8287-869ebc0a6c7e req-9fdd9b7f-b3e0-4efb-bdb1-9e285e492583 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:37.115417 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4d380019-affc-4eaf-8287-869ebc0a6c7e req-9fdd9b7f-b3e0-4efb-bdb1-9e285e492583 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0790167 Feb 28 18:03:37.193047 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4d380019-affc-4eaf-8287-869ebc0a6c7e req-68ddd745-84ac-4f5c-b66e-f7179971b717 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680339 Feb 28 18:03:37.792441 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a1182a8b-40c4-4f66-9ea3-a6f6f21d0c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:38.060790 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:38.360607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f5fb9-53b0-4f82-b93e-971b56847b93 req-2ed216a8-fc3f-4d0f-b9db-91287c10eb35 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:38.362153 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-065f5fb9-53b0-4f82-b93e-971b56847b93 req-2ed216a8-fc3f-4d0f-b9db-91287c10eb35 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0553675 Feb 28 18:03:38.417729 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-065f5fb9-53b0-4f82-b93e-971b56847b93 req-ce0a0512-eced-4545-9183-c0d5a649be37 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497620 Feb 28 18:03:39.568067 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f628a1-98d9-4985-a27f-d83cc810a6e7 req-eac4699b-8774-45c1-aa66-b279bfc80931 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:39.574138 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-68f628a1-98d9-4985-a27f-d83cc810a6e7 req-eac4699b-8774-45c1-aa66-b279bfc80931 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0824981 Feb 28 18:03:39.625643 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-68f628a1-98d9-4985-a27f-d83cc810a6e7 req-8b81dc9e-928c-4998-857d-71b0f4c65b69 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481238 Feb 28 18:03:39.976244 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ed06-f87c-4aa3-aa7f-215b8185b66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:40.359175 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:40.748712 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b77e4-3b58-4da1-aa70-e0b8f9dba8bd req-6d266766-4fe1-449f-934f-c84aefdfa460 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:40.750390 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8d7b77e4-3b58-4da1-aa70-e0b8f9dba8bd req-6d266766-4fe1-449f-934f-c84aefdfa460 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0567062 Feb 28 18:03:40.801056 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8d7b77e4-3b58-4da1-aa70-e0b8f9dba8bd req-6c8a504d-340a-4734-af6f-bf9502108af6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Feb 28 18:03:41.507560 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:41.679615 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:03:41.944206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795aae2-b8ee-4ae9-95ac-a2b916419a86 req-06095bca-5e14-434e-b1b8-a005c535942b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:41.945711 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5795aae2-b8ee-4ae9-95ac-a2b916419a86 req-06095bca-5e14-434e-b1b8-a005c535942b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0573359 Feb 28 18:03:42.000496 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5795aae2-b8ee-4ae9-95ac-a2b916419a86 req-f98ddd79-7d2a-434f-bc69-8ab21882e89c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470729 Feb 28 18:03:42.673224 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:43.124662 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5c2c2-85da-432e-ad77-ccac471c72ca req-926b6653-7510-4434-8ab6-30e0fe26ca95 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:43.126170 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15d5c2c2-85da-432e-ad77-ccac471c72ca req-926b6653-7510-4434-8ab6-30e0fe26ca95 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0540109 Feb 28 18:03:43.173606 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-15d5c2c2-85da-432e-ad77-ccac471c72ca req-ee0ee05a-f973-419c-8b69-8e4c94758070 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416291 Feb 28 18:03:43.970556 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:03:44.296931 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d011c2d-88d2-4f19-b4fc-21fa531414b4 req-90c9ae98-0599-448e-a9df-4a3ea83c7456 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:44.298779 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6d011c2d-88d2-4f19-b4fc-21fa531414b4 req-90c9ae98-0599-448e-a9df-4a3ea83c7456 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0545788 Feb 28 18:03:44.353277 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6d011c2d-88d2-4f19-b4fc-21fa531414b4 req-cef42cd9-8f73-4239-ad3e-74c346a8804e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488474 Feb 28 18:03:45.482829 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e2dc2-3c17-4d66-9127-f4d9c2bc8918 req-54163b2e-8f22-4086-827b-dd42cc6e4a24 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:45.484305 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7c8e2dc2-3c17-4d66-9127-f4d9c2bc8918 req-54163b2e-8f22-4086-827b-dd42cc6e4a24 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0600436 Feb 28 18:03:45.548461 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7c8e2dc2-3c17-4d66-9127-f4d9c2bc8918 req-b841c151-5f10-42b9-a68d-a33b30c9d928 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582094 Feb 28 18:03:46.672682 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2f40e-f63f-4ca4-9616-ec4efc037332 req-e22eb568-c5a6-4f61-a0b0-dcc5a7357c9a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:46.674247 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5cd2f40e-f63f-4ca4-9616-ec4efc037332 req-e22eb568-c5a6-4f61-a0b0-dcc5a7357c9a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0537651 Feb 28 18:03:46.722679 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5cd2f40e-f63f-4ca4-9616-ec4efc037332 req-831fba78-0198-4514-8bae-fac1e42453d3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Feb 28 18:03:47.852820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140a2d9-feee-4947-8495-feb80d14e4fd req-ccc7f817-00dc-4986-9722-55f212de1f13 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:47.854410 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5140a2d9-feee-4947-8495-feb80d14e4fd req-ccc7f817-00dc-4986-9722-55f212de1f13 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0552008 Feb 28 18:03:47.907319 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5140a2d9-feee-4947-8495-feb80d14e4fd req-04b8192d-68b3-4a5d-88a6-dade7561731e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446868 Feb 28 18:03:49.043151 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72ec73-409a-4fee-b484-32e1956dbf5d req-0ebdbf71-e7cd-4b16-9b67-2ff961608a59 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:49.044814 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd72ec73-409a-4fee-b484-32e1956dbf5d req-0ebdbf71-e7cd-4b16-9b67-2ff961608a59 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0616000 Feb 28 18:03:49.093711 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd72ec73-409a-4fee-b484-32e1956dbf5d req-aac888c1-e514-4f78-800b-4e625506f9bf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430703 Feb 28 18:03:50.228485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff5042-8486-483a-b456-51ec0e76bebf req-07078aff-78b5-4b9d-95e2-434106781c19 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:50.230118 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3ff5042-8486-483a-b456-51ec0e76bebf req-07078aff-78b5-4b9d-95e2-434106781c19 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0609283 Feb 28 18:03:50.281105 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f3ff5042-8486-483a-b456-51ec0e76bebf req-3ff86447-c903-4fd6-8af4-0293df4ad1c1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451329 Feb 28 18:03:51.411449 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec72d93-8de6-4a82-b48a-e98a396960d5 req-0ccb9af4-504e-49bc-ac53-ce3e61b6c0d8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:51.413009 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fec72d93-8de6-4a82-b48a-e98a396960d5 req-0ccb9af4-504e-49bc-ac53-ce3e61b6c0d8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0628130 Feb 28 18:03:51.461571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fec72d93-8de6-4a82-b48a-e98a396960d5 req-6aa01869-d13b-481d-a222-92a2948ee11f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424919 Feb 28 18:03:52.585787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f8d79-b1ab-47b2-949e-d82856a01301 req-136f8b0c-ce17-4dc4-b8e1-15773ff4c30f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:52.588313 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-688f8d79-b1ab-47b2-949e-d82856a01301 req-136f8b0c-ce17-4dc4-b8e1-15773ff4c30f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0551383 Feb 28 18:03:52.641251 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-688f8d79-b1ab-47b2-949e-d82856a01301 req-0b39414f-1a93-4564-8729-2e7fd61b76a3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471752 Feb 28 18:03:53.767215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09286139-22ed-480a-b855-86b4e5f4b905 req-74cfa058-58cb-4a31-bf14-bf48b31e273d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:53.770699 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09286139-22ed-480a-b855-86b4e5f4b905 req-74cfa058-58cb-4a31-bf14-bf48b31e273d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0558126 Feb 28 18:03:53.821048 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09286139-22ed-480a-b855-86b4e5f4b905 req-78b0651e-b5dd-4d60-bdd5-fd2c63da9a53 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Feb 28 18:03:54.954965 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2881f-4834-41be-9851-9e908664d3b1 req-bf7e2986-5ce1-4796-88fa-a8f143ad1569 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:54.956536 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-56d2881f-4834-41be-9851-9e908664d3b1 req-bf7e2986-5ce1-4796-88fa-a8f143ad1569 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0593700 Feb 28 18:03:55.022620 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-56d2881f-4834-41be-9851-9e908664d3b1 req-5cd9e4c4-402c-465d-9a3f-7718d1c231fe tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591736 Feb 28 18:03:56.171115 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0ad27-f2d2-4452-996b-83f142f1d6a9 req-30b8b58c-d8c6-4738-a9a5-8ceed0f12b5f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:56.172778 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49c0ad27-f2d2-4452-996b-83f142f1d6a9 req-30b8b58c-d8c6-4738-a9a5-8ceed0f12b5f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0561976 Feb 28 18:03:56.228606 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49c0ad27-f2d2-4452-996b-83f142f1d6a9 req-244bb5e0-981b-4fbb-9a79-0a022c3efd26 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495462 Feb 28 18:03:57.383315 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a7eca-bb16-4fb7-b9d3-88cc45c70c7e req-c0b80f3b-e825-46a6-8a76-d01b602a26b6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:57.391684 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-280a7eca-bb16-4fb7-b9d3-88cc45c70c7e req-c0b80f3b-e825-46a6-8a76-d01b602a26b6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0790138 Feb 28 18:03:57.447754 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-280a7eca-bb16-4fb7-b9d3-88cc45c70c7e req-7b940cdb-b736-4b7e-9f88-7100c3586aa6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545609 Feb 28 18:03:58.577571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621af598-e9cf-47f5-942f-2849bcfc3212 req-898dee1c-2767-4aec-9a59-83fcc0bda199 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:58.579111 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-621af598-e9cf-47f5-942f-2849bcfc3212 req-898dee1c-2767-4aec-9a59-83fcc0bda199 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0549755 Feb 28 18:03:58.629571 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-621af598-e9cf-47f5-942f-2849bcfc3212 req-59a58b98-aadd-4581-b11d-217b486b8f3e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Feb 28 18:03:59.767019 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead2336-328f-49ed-9443-e7e51ad9cc04 req-d98830f6-0b72-438b-b320-73ca5bc5f43f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:03:59.770055 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3ead2336-328f-49ed-9443-e7e51ad9cc04 req-d98830f6-0b72-438b-b320-73ca5bc5f43f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0556626 Feb 28 18:03:59.834318 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3ead2336-328f-49ed-9443-e7e51ad9cc04 req-fcadb5a7-2b37-49df-993c-0b1146f685cb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594103 Feb 28 18:04:00.963311 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075628f-1c5c-41c3-b349-fc2ccc7d631a req-bd6823a1-40a5-41e4-a0b3-d8e2e16a2c00 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:00.965825 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3075628f-1c5c-41c3-b349-fc2ccc7d631a req-bd6823a1-40a5-41e4-a0b3-d8e2e16a2c00 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0582316 Feb 28 18:04:01.020630 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3075628f-1c5c-41c3-b349-fc2ccc7d631a req-64b1f096-e39f-4dfb-9ab8-efecf1094cf0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449169 Feb 28 18:04:02.146964 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d0c6c-cbce-4a2c-b4d2-d9cc03cd615b req-72b2e619-f202-4439-96ea-7528c50f53a0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:02.148515 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-161d0c6c-cbce-4a2c-b4d2-d9cc03cd615b req-72b2e619-f202-4439-96ea-7528c50f53a0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0544915 Feb 28 18:04:02.198588 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-161d0c6c-cbce-4a2c-b4d2-d9cc03cd615b req-f0fca11a-6d83-462b-a647-66e9ce93f135 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437727 Feb 28 18:04:02.996186 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d51a0-da51-4ffc-b2ba-7863343cc2cf req-aa635ac2-8dfa-483f-83ad-0eec64275cfa tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:02.997752 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-620d51a0-da51-4ffc-b2ba-7863343cc2cf req-aa635ac2-8dfa-483f-83ad-0eec64275cfa tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 946 time: 0.0565848 Feb 28 18:04:03.046841 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-620d51a0-da51-4ffc-b2ba-7863343cc2cf req-a7f07492-46fb-4c7e-8688-cef0062bd5cd tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432985 Feb 28 18:04:03.330400 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc9e1b-848e-4802-9d50-715f7da72709 req-601bc775-ec5a-4bee-a85c-87bbf39f345e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:03.331968 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49cc9e1b-848e-4802-9d50-715f7da72709 req-601bc775-ec5a-4bee-a85c-87bbf39f345e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0603054 Feb 28 18:04:03.381501 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-49cc9e1b-848e-4802-9d50-715f7da72709 req-15654e05-e6fc-461e-b880-abffa44af521 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434549 Feb 28 18:04:04.175029 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c4751-02ca-4c63-9b7c-e58a8e6c59d8 req-8de31287-eaf4-44cf-a7b2-8b56699ea68e tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:04.176497 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e97c4751-02ca-4c63-9b7c-e58a8e6c59d8 req-8de31287-eaf4-44cf-a7b2-8b56699ea68e tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 946 time: 0.0597250 Feb 28 18:04:04.227586 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e97c4751-02ca-4c63-9b7c-e58a8e6c59d8 req-7ed7d83e-1ef7-4367-b71e-ef2d924ea813 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453756 Feb 28 18:04:04.502754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c771b4-c9aa-4cdd-af59-488f6df7bd70 req-65cd1316-d123-4fe7-85ce-860abd6ae401 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:04.504141 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07c771b4-c9aa-4cdd-af59-488f6df7bd70 req-65cd1316-d123-4fe7-85ce-860abd6ae401 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 946 time: 0.0792203 Feb 28 18:04:04.552534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbdf53-78b3-4167-983f-845b7ab4e138 req-d74ba3d7-3227-4f73-a51a-3420071d5470 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:04.554059 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3dbbdf53-78b3-4167-983f-845b7ab4e138 req-d74ba3d7-3227-4f73-a51a-3420071d5470 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0985355 Feb 28 18:04:04.637518 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3dbbdf53-78b3-4167-983f-845b7ab4e138 req-58052d5a-78cc-4752-9856-8e365ed42adb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778236 Feb 28 18:04:04.654419 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-07c771b4-c9aa-4cdd-af59-488f6df7bd70 req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Deleting port f789659c-9562-4f36-9bf1-b4e397f2ebe9 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:04:04.654761 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-07c771b4-c9aa-4cdd-af59-488f6df7bd70 req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:04.759360 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-07c771b4-c9aa-4cdd-af59-488f6df7bd70 req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] For port f789659c-9562-4f36-9bf1-b4e397f2ebe9, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=f789659c-9562-4f36-9bf1-b4e397f2ebe9,segment=NetworkSegment(9394a326-8b67-4bc7-a340-fbf38514fe2f),segment_id=9394a326-8b67-4bc7-a340-fbf38514fe2f)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:04:04.759921 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-07c771b4-c9aa-4cdd-af59-488f6df7bd70 req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:04.773835 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-07c771b4-c9aa-4cdd-af59-488f6df7bd70 req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Calling delete_port for f789659c-9562-4f36-9bf1-b4e397f2ebe9 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:04:05.061139 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-07c771b4-c9aa-4cdd-af59-488f6df7bd70 req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (f789659c-9562-4f36-9bf1-b4e397f2ebe9), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:05.073102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['f789659c-9562-4f36-9bf1-b4e397f2ebe9'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:04:05.097406 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Pushing event deleted for resources: {'Port': ['ID=f789659c-9562-4f36-9bf1-b4e397f2ebe9,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:04:05.108527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:05.108881 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:05.109215 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:05.109550 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:05.109875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:05.110214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:05.110537 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:05.110857 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:05.111173 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:05.111489 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:05.111807 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:05.112122 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:05.112444 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:05.151683 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c771b4-c9aa-4cdd-af59-488f6df7bd70 req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] No DVR routers for this DVR port f789659c-9562-4f36-9bf1-b4e397f2ebe9 on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:04:05.154383 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-07c771b4-c9aa-4cdd-af59-488f6df7bd70 req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:05.157710 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07c771b4-c9aa-4cdd-af59-488f6df7bd70 req-d20fec25-8564-4aca-88f6-3b059b2536ca tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.69 "DELETE /v2.0/ports/f789659c-9562-4f36-9bf1-b4e397f2ebe9 HTTP/1.1" status: 204 len: 173 time: 0.6474769 Feb 28 18:04:05.158176 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e3691f-ea5f-439b-b00f-56a96ff44f05', 'name': 'network-vif-deleted', 'tag': 'f789659c-9562-4f36-9bf1-b4e397f2ebe9'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:04:05.160400 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97eaeca-017c-4e53-b70c-09d654222d17" -d '{"events": [{"server_uuid": "80e3691f-ea5f-439b-b00f-56a96ff44f05", "name": "network-vif-deleted", "tag": "f789659c-9562-4f36-9bf1-b4e397f2ebe9"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:04:05.261285 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26d6b1b-7490-41bb-9772-49ec5ce4da02 x-openstack-request-id: req-a26d6b1b-7490-41bb-9772-49ec5ce4da02 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:04:05.261634 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e3691f-ea5f-439b-b00f-56a96ff44f05", "name": "network-vif-deleted", "tag": "f789659c-9562-4f36-9bf1-b4e397f2ebe9", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:04:05.261886 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a26d6b1b-7490-41bb-9772-49ec5ce4da02 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:04:05.262312 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e3691f-ea5f-439b-b00f-56a96ff44f05', 'name': 'network-vif-deleted', 'tag': 'f789659c-9562-4f36-9bf1-b4e397f2ebe9', 'status': 'completed', 'code': 200} Feb 28 18:04:05.335641 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fb428290-05c6-44b6-b8f8-1ce084620ee7 req-94eb2c3c-d0d6-45db-b307-9b40eae77e56 tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 210 time: 0.0308301 Feb 28 18:04:05.764997 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf22e6-c2ed-490a-bdf9-3c890083e874 req-c293fc28-dfe3-4a2c-afcd-ad97a576f64f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:05.766931 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aaaf22e6-c2ed-490a-bdf9-3c890083e874 req-c293fc28-dfe3-4a2c-afcd-ad97a576f64f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0585380 Feb 28 18:04:05.824907 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-aaaf22e6-c2ed-490a-bdf9-3c890083e874 req-536a5b3a-93b1-4760-8598-8890aa480686 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512857 Feb 28 18:04:06.446516 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-608f6a49-774d-441e-af22-060de48133ad req-20be644d-95c3-4b8a-baf2-3134cedad21d tempest-VolumesSnapshotTestJSON-1757192321 tempest-VolumesSnapshotTestJSON-1757192321-project] 10.222.0.72 "GET /v2.0/ports?device_id=80e3691f-ea5f-439b-b00f-56a96ff44f05 HTTP/1.1" status: 200 len: 210 time: 0.0281861 Feb 28 18:04:06.964817 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a129b43-ae78-4c5f-860e-1af4bc71e228 req-dace3bf8-9051-4f90-ad14-8662f0bc4f7e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:06.966417 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a129b43-ae78-4c5f-860e-1af4bc71e228 req-dace3bf8-9051-4f90-ad14-8662f0bc4f7e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0564799 Feb 28 18:04:07.021776 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1a129b43-ae78-4c5f-860e-1af4bc71e228 req-3cf57284-e241-4db7-bff3-150601672a57 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493474 Feb 28 18:04:07.786340 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3bd78683-55e8-43ac-a766-b05a9cf8c4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:08.055704 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:08.164753 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16579b03-8a11-49a7-bd26-cfc95af4593e req-3868d8b4-8ee6-4bfd-88ed-a5b12215ead1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:08.167457 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-16579b03-8a11-49a7-bd26-cfc95af4593e req-3868d8b4-8ee6-4bfd-88ed-a5b12215ead1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0687287 Feb 28 18:04:08.224884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-16579b03-8a11-49a7-bd26-cfc95af4593e req-2e7ffcc7-fee1-419e-8b20-78b13559e9ac tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509579 Feb 28 18:04:09.119232 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f789659c-9562-4f36-9bf1-b4e397f2ebe9 no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:04:09.142473 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: f789659c-9562-4f36-9bf1-b4e397f2ebe9 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:04:09.142815 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device f789659c-9562-4f36-9bf1-b4e397f2ebe9 not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:04:09.361282 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0efeb-b51b-4cb0-9cf7-459503b63821 req-5301727f-9074-4e33-b3ff-ac94526cdecd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:09.363671 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-02f0efeb-b51b-4cb0-9cf7-459503b63821 req-5301727f-9074-4e33-b3ff-ac94526cdecd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0630314 Feb 28 18:04:09.420265 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-02f0efeb-b51b-4cb0-9cf7-459503b63821 req-883bfd46-4c8c-4c50-be12-3c6d7457d6b0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500493 Feb 28 18:04:09.919376 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-65ad2f62-0844-4434-acae-3d9f81b94f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:10.295415 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:10.553406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139eb29-ac11-457e-8f65-acb2af68c8fc req-480699e4-c04f-4bf0-9b4a-a717229dba39 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:10.554783 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d139eb29-ac11-457e-8f65-acb2af68c8fc req-480699e4-c04f-4bf0-9b4a-a717229dba39 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0581772 Feb 28 18:04:10.610510 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d139eb29-ac11-457e-8f65-acb2af68c8fc req-8f348460-6d2b-4563-8b44-782ba2ec3bb4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507405 Feb 28 18:04:11.594865 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:11.756253 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d73f9a-7a18-4bcb-99ac-c8f37da378f2 req-ad0ff1c0-27fe-4f3e-a573-d480929bd6fe tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:11.757979 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79d73f9a-7a18-4bcb-99ac-c8f37da378f2 req-ad0ff1c0-27fe-4f3e-a573-d480929bd6fe tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0722980 Feb 28 18:04:11.811467 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-79d73f9a-7a18-4bcb-99ac-c8f37da378f2 req-50c212eb-4126-4c54-8a0e-e1ee686104f4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470719 Feb 28 18:04:12.660783 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:12.956345 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0e9b6-3211-4c0d-b0f9-f6eca2076023 req-f8957a3a-c3ed-463a-a398-3dbab48f22f8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:12.957885 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0a0e9b6-3211-4c0d-b0f9-f6eca2076023 req-f8957a3a-c3ed-463a-a398-3dbab48f22f8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0619404 Feb 28 18:04:13.013350 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f0a0e9b6-3211-4c0d-b0f9-f6eca2076023 req-90b5de75-51e0-48f5-972c-c97976c5e455 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492492 Feb 28 18:04:14.003403 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:14.182708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b63b71-4d94-4780-ba2f-efc9d083f0c2 req-79302dc9-4c92-47fb-a633-a4c661944181 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:14.185445 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b7b63b71-4d94-4780-ba2f-efc9d083f0c2 req-79302dc9-4c92-47fb-a633-a4c661944181 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0701077 Feb 28 18:04:14.253458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b7b63b71-4d94-4780-ba2f-efc9d083f0c2 req-2be813e6-aec9-4bec-a16a-03a5f762ef29 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615244 Feb 28 18:04:15.404488 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7660797-cadb-451e-87d9-13f770db1f6b req-41a5f072-a739-4214-81e2-724aa702f87b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:15.406213 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b7660797-cadb-451e-87d9-13f770db1f6b req-41a5f072-a739-4214-81e2-724aa702f87b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0656803 Feb 28 18:04:15.463286 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b7660797-cadb-451e-87d9-13f770db1f6b req-f472627a-c9b3-4570-af60-cd29237cd711 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485528 Feb 28 18:04:16.606867 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7914b3-4619-4c62-937e-688f6eab8164 req-441d88fa-548a-48c6-9bee-afd32633b1fe tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:16.608403 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ea7914b3-4619-4c62-937e-688f6eab8164 req-441d88fa-548a-48c6-9bee-afd32633b1fe tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0687871 Feb 28 18:04:16.676299 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ea7914b3-4619-4c62-937e-688f6eab8164 req-4baf502b-43a7-4117-b338-81cc05bb1f92 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608220 Feb 28 18:04:17.816122 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3e597-554e-4f8d-9e6d-5423f9882c22 req-ca970725-1046-4200-aaea-a39452911e87 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:17.817545 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06a3e597-554e-4f8d-9e6d-5423f9882c22 req-ca970725-1046-4200-aaea-a39452911e87 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0601456 Feb 28 18:04:17.870455 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-06a3e597-554e-4f8d-9e6d-5423f9882c22 req-7ee23378-4d0e-425e-b62f-cbfdae16ef60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468998 Feb 28 18:04:18.679254 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:04:19.003787 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe20dc-f778-42f3-9848-8f00999874f9 req-5b7dfa3b-444f-4e6b-a2c8-32e4ce3575e1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:19.005305 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35fe20dc-f778-42f3-9848-8f00999874f9 req-5b7dfa3b-444f-4e6b-a2c8-32e4ce3575e1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0583351 Feb 28 18:04:19.065822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-35fe20dc-f778-42f3-9848-8f00999874f9 req-71aecdcf-fb12-4590-88e1-cc544aeeb3f1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530808 Feb 28 18:04:20.192100 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90788791-d627-468d-abf9-67ac60f0e346 req-f3d4cb8a-9cf1-467a-a535-b40cce0d06c2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:20.193521 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90788791-d627-468d-abf9-67ac60f0e346 req-f3d4cb8a-9cf1-467a-a535-b40cce0d06c2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0545056 Feb 28 18:04:20.241040 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-90788791-d627-468d-abf9-67ac60f0e346 req-e3159030-2c85-465b-9bf7-474eb63548ed tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 Feb 28 18:04:21.376627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a0739-aa22-485a-8dc4-35f5566cdbd0 req-a95ca195-17ab-4f83-87ee-96ebc987c4eb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:21.378157 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5a0a0739-aa22-485a-8dc4-35f5566cdbd0 req-a95ca195-17ab-4f83-87ee-96ebc987c4eb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0537384 Feb 28 18:04:21.426982 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5a0a0739-aa22-485a-8dc4-35f5566cdbd0 req-7b027bd7-3e6e-4f5c-a168-7815fd7cc302 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431309 Feb 28 18:04:22.555239 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cf084-4066-42fa-adf5-b7753b8e48eb req-1001c3ce-cc2e-4f05-b683-c8833cd986fd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:22.556745 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f22cf084-4066-42fa-adf5-b7753b8e48eb req-1001c3ce-cc2e-4f05-b683-c8833cd986fd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0551450 Feb 28 18:04:22.618206 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f22cf084-4066-42fa-adf5-b7753b8e48eb req-e455a37c-2496-4108-9ca2-37a6b9c274f1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553493 Feb 28 18:04:23.760955 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e06a-a3ed-4a90-8c1a-c0b66f3283cf req-887dbb45-551d-4e89-8b3f-92fd93fe10ac tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:23.762535 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29d0e06a-a3ed-4a90-8c1a-c0b66f3283cf req-887dbb45-551d-4e89-8b3f-92fd93fe10ac tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0626662 Feb 28 18:04:23.813628 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-29d0e06a-a3ed-4a90-8c1a-c0b66f3283cf req-4c3d8b47-ca6b-4249-902f-829d032537a2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451512 Feb 28 18:04:24.972924 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4f541-aca8-448f-8cb7-69795bd55cdf req-db903b3e-88f0-4b4d-a1a1-c9fbb0a18c69 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:24.975341 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ab4f541-aca8-448f-8cb7-69795bd55cdf req-db903b3e-88f0-4b4d-a1a1-c9fbb0a18c69 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 944 time: 0.0854378 Feb 28 18:04:25.027488 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ab4f541-aca8-448f-8cb7-69795bd55cdf req-e17438c9-f05f-4e31-aa19-9b191f0d5c06 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464849 Feb 28 18:04:25.250485 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 0218acc8-62d5-43a7-a27d-4b17dc2e119d details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:04:25.362898 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 0218acc8-62d5-43a7-a27d-4b17dc2e119d, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=0218acc8-62d5-43a7-a27d-4b17dc2e119d,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:04:25.377157 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '0218acc8-62d5-43a7-a27d-4b17dc2e119d', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'port_id': '0218acc8-62d5-43a7-a27d-4b17dc2e119d', 'mac_address': 'fa:16:3e:47:57:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:04:25.422013 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 0218acc8-62d5-43a7-a27d-4b17dc2e119d is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:04:25.422405 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:25.440852 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0218acc8-62d5-43a7-a27d-4b17dc2e119d {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:04:25.463068 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 0218acc8-62d5-43a7-a27d-4b17dc2e119d, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=0218acc8-62d5-43a7-a27d-4b17dc2e119d,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:04:25.602585 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:25.655704 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=0218acc8-62d5-43a7-a27d-4b17dc2e119d,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:04:25.662977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:25.663316 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:25.663654 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:25.663985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:25.664313 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:25.664639 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:25.664956 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:25.665276 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:25.665591 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:25.665906 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:25.666822 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:25.667130 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:25.667441 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:04:25.910025 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['0218acc8-62d5-43a7-a27d-4b17dc2e119d'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:04:26.174765 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd9710-7a28-4ddd-a7bd-667d87d6c662 req-daca1b90-f53d-4fd4-99e2-4d4584c0db43 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:26.176177 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ccd9710-7a28-4ddd-a7bd-667d87d6c662 req-daca1b90-f53d-4fd4-99e2-4d4584c0db43 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 945 time: 0.0596809 Feb 28 18:04:26.225225 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5ccd9710-7a28-4ddd-a7bd-667d87d6c662 req-6b20a531-c39b-471d-85dc-f9caaa036a47 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428751 Feb 28 18:04:27.264034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 0218acc8-62d5-43a7-a27d-4b17dc2e119d up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:04:27.347773 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde08baf-42c4-44f6-bc03-0088d48cc9da req-1a9a6ba3-9b5d-447a-9fff-7571e39374bd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:27.349697 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cde08baf-42c4-44f6-bc03-0088d48cc9da req-1a9a6ba3-9b5d-447a-9fff-7571e39374bd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 945 time: 0.0536983 Feb 28 18:04:27.398371 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-cde08baf-42c4-44f6-bc03-0088d48cc9da req-2222da85-be9a-4d11-bef7-5d2f3a9c6e71 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Feb 28 18:04:27.442875 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 0218acc8-62d5-43a7-a27d-4b17dc2e119d completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 18:04:27.446913 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 0218acc8-62d5-43a7-a27d-4b17dc2e119d triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:04:27.447310 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:27.530078 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 0218acc8-62d5-43a7-a27d-4b17dc2e119d is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:04:27.530386 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:27.552057 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0cffcf-d220-41b8-8236-de2f2639850e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0218acc8-62d5-43a7-a27d-4b17dc2e119d'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:04:27.554302 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113ca7a1-24c8-4d81-a175-6a4dac10e313" -d '{"events": [{"server_uuid": "1e0cffcf-d220-41b8-8236-de2f2639850e", "name": "network-vif-plugged", "status": "completed", "tag": "0218acc8-62d5-43a7-a27d-4b17dc2e119d"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:04:27.567190 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 0218acc8-62d5-43a7-a27d-4b17dc2e119d, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=0218acc8-62d5-43a7-a27d-4b17dc2e119d,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:04:27.594991 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c06ed7-9ad3-45d2-9a79-dd0d92498ba9 x-openstack-request-id: req-a4c06ed7-9ad3-45d2-9a79-dd0d92498ba9 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:04:27.595348 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0cffcf-d220-41b8-8236-de2f2639850e", "name": "network-vif-plugged", "status": "completed", "tag": "0218acc8-62d5-43a7-a27d-4b17dc2e119d", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:04:27.595642 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a4c06ed7-9ad3-45d2-9a79-dd0d92498ba9 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:04:27.596167 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0cffcf-d220-41b8-8236-de2f2639850e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0218acc8-62d5-43a7-a27d-4b17dc2e119d', 'code': 200} Feb 28 18:04:27.703220 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a721b26-d7ea-4d8b-ae45-dfd0e9613df2 req-e138e382-c70d-4dd0-899d-2159add83864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:27.704123 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a721b26-d7ea-4d8b-ae45-dfd0e9613df2 req-e138e382-c70d-4dd0-899d-2159add83864 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 1128 time: 0.0513604 Feb 28 18:04:27.746406 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:27.753429 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7a721b26-d7ea-4d8b-ae45-dfd0e9613df2 req-3e7fd440-6939-473e-9876-d2df2c459d00 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440285 Feb 28 18:04:27.802748 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=0218acc8-62d5-43a7-a27d-4b17dc2e119d,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:04:28.535670 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96151af-b3d9-4b9b-ae25-d182ebf427d8 req-227f569b-044d-4f69-b858-c637bcb427b8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:28.539392 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b96151af-b3d9-4b9b-ae25-d182ebf427d8 req-227f569b-044d-4f69-b858-c637bcb427b8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 946 time: 0.0685272 Feb 28 18:04:28.607121 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-b96151af-b3d9-4b9b-ae25-d182ebf427d8 req-e683de73-4fd2-42ae-a7d7-64e0848c41f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624185 Feb 28 18:04:29.751910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8400a5-e5b9-41af-81f0-3ed84fe82897 req-a2235dac-84ad-408d-8d16-879f5312dc29 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:29.753591 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f8400a5-e5b9-41af-81f0-3ed84fe82897 req-a2235dac-84ad-408d-8d16-879f5312dc29 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 946 time: 0.0588679 Feb 28 18:04:29.814253 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1f8400a5-e5b9-41af-81f0-3ed84fe82897 req-60d8cae9-d0b9-4518-836f-1aa7bd2a0a1b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509720 Feb 28 18:04:29.935512 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a164a-a8cf-4861-8c2d-8b3da970f526 req-cb98dddc-19da-4f93-85d9-45095225ee7a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:29.937069 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-272a164a-a8cf-4861-8c2d-8b3da970f526 req-cb98dddc-19da-4f93-85d9-45095225ee7a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 946 time: 0.0578802 Feb 28 18:04:30.005287 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-272a164a-a8cf-4861-8c2d-8b3da970f526 req-a5c304d5-5e95-4e50-9f66-dc5be1d512e5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620182 Feb 28 18:04:30.746485 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d153da6-0f35-42b8-aabd-24f858643fcc req-02efb6b7-fc3d-44c1-8413-9404d5390694 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:30.747975 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6d153da6-0f35-42b8-aabd-24f858643fcc req-02efb6b7-fc3d-44c1-8413-9404d5390694 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 946 time: 0.0544579 Feb 28 18:04:30.797090 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6d153da6-0f35-42b8-aabd-24f858643fcc req-089e9af0-035a-42e3-89e0-390919ff3a7c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 Feb 28 18:04:31.892134 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37f49f44-3a9b-412e-9453-83a42ace7b63 req-0785e5f4-638f-41eb-a476-0780542e8e47 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0678866 Feb 28 18:04:31.935570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d0b85-0bd4-409b-b8bc-5661c33aa58f req-ff86169b-d5f2-44de-9bae-8de3c26e3244 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:31.937435 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c9d0b85-0bd4-409b-b8bc-5661c33aa58f req-ff86169b-d5f2-44de-9bae-8de3c26e3244 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 946 time: 0.0589418 Feb 28 18:04:32.002276 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2c9d0b85-0bd4-409b-b8bc-5661c33aa58f req-789971c1-f27f-4c4d-8cac-9ef357301a4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543344 Feb 28 18:04:32.009576 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f49f44-3a9b-412e-9453-83a42ace7b63 req-53723a1c-7f11-4d63-a5d1-76703cba9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:32.012517 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37f49f44-3a9b-412e-9453-83a42ace7b63 req-53723a1c-7f11-4d63-a5d1-76703cba9b77 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 1129 time: 0.0742784 Feb 28 18:04:32.124091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f49f44-3a9b-412e-9453-83a42ace7b63 req-194a1be3-dabb-462a-8116-963beae449e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:32.125553 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37f49f44-3a9b-412e-9453-83a42ace7b63 req-194a1be3-dabb-462a-8116-963beae449e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0868621 Feb 28 18:04:32.171443 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37f49f44-3a9b-412e-9453-83a42ace7b63 req-6736234a-3cc1-49d4-9d39-765df8a0013b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50825b3a-f28d-4b8b-a307-32eae77cf713 HTTP/1.1" status: 200 len: 217 time: 0.0390592 Feb 28 18:04:32.232554 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f49f44-3a9b-412e-9453-83a42ace7b63 req-b9e9716d-051c-40e3-8725-908f27d88d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:32.234077 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37f49f44-3a9b-412e-9453-83a42ace7b63 req-b9e9716d-051c-40e3-8725-908f27d88d55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0569468 Feb 28 18:04:32.281468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2887dae-8cec-4a7c-9f1e-eeff36c93efa req-a208bc5c-c17f-417c-a942-bbe76e296023 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:32.283675 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d2887dae-8cec-4a7c-9f1e-eeff36c93efa req-a208bc5c-c17f-417c-a942-bbe76e296023 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 946 time: 0.0704987 Feb 28 18:04:32.292668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f49f44-3a9b-412e-9453-83a42ace7b63 req-1c7d0f0e-429f-401d-9a87-6d1dc2282e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:32.294209 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37f49f44-3a9b-412e-9453-83a42ace7b63 req-1c7d0f0e-429f-401d-9a87-6d1dc2282e88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547740 Feb 28 18:04:32.388019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d2887dae-8cec-4a7c-9f1e-eeff36c93efa req-f7af8582-e22f-440a-89d9-a3bafc3e939a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Deleting port 0218acc8-62d5-43a7-a27d-4b17dc2e119d {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:04:32.388285 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d2887dae-8cec-4a7c-9f1e-eeff36c93efa req-f7af8582-e22f-440a-89d9-a3bafc3e939a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:32.389221 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37f49f44-3a9b-412e-9453-83a42ace7b63 req-96572450-fa30-41e7-9266-ebc638f54503 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893157 Feb 28 18:04:32.488420 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-d2887dae-8cec-4a7c-9f1e-eeff36c93efa req-f7af8582-e22f-440a-89d9-a3bafc3e939a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] For port 0218acc8-62d5-43a7-a27d-4b17dc2e119d, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=0218acc8-62d5-43a7-a27d-4b17dc2e119d,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:04:32.488795 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d2887dae-8cec-4a7c-9f1e-eeff36c93efa req-f7af8582-e22f-440a-89d9-a3bafc3e939a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:32.491327 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-37f49f44-3a9b-412e-9453-83a42ace7b63 req-9b11c920-8f9f-4e3b-abb8-ffa648d2aefc service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967159 Feb 28 18:04:32.503910 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-d2887dae-8cec-4a7c-9f1e-eeff36c93efa req-f7af8582-e22f-440a-89d9-a3bafc3e939a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Calling delete_port for 0218acc8-62d5-43a7-a27d-4b17dc2e119d owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:04:32.802945 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d2887dae-8cec-4a7c-9f1e-eeff36c93efa req-f7af8582-e22f-440a-89d9-a3bafc3e939a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (0218acc8-62d5-43a7-a27d-4b17dc2e119d), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:32.816017 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['50825b3a-f28d-4b8b-a307-32eae77cf713', '0218acc8-62d5-43a7-a27d-4b17dc2e119d'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:04:32.833390 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af8582-e22f-440a-89d9-a3bafc3e939a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event deleted for resources: {'Port': ['ID=0218acc8-62d5-43a7-a27d-4b17dc2e119d,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:04:32.896474 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2887dae-8cec-4a7c-9f1e-eeff36c93efa req-f7af8582-e22f-440a-89d9-a3bafc3e939a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] No DVR routers for this DVR port 0218acc8-62d5-43a7-a27d-4b17dc2e119d on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:04:32.899925 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-d2887dae-8cec-4a7c-9f1e-eeff36c93efa req-f7af8582-e22f-440a-89d9-a3bafc3e939a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:32.907849 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d2887dae-8cec-4a7c-9f1e-eeff36c93efa req-f7af8582-e22f-440a-89d9-a3bafc3e939a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "DELETE /v2.0/ports/0218acc8-62d5-43a7-a27d-4b17dc2e119d HTTP/1.1" status: 204 len: 173 time: 0.6189365 Feb 28 18:04:32.908337 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0cffcf-d220-41b8-8236-de2f2639850e', 'name': 'network-vif-deleted', 'tag': '0218acc8-62d5-43a7-a27d-4b17dc2e119d'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:04:32.911116 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf41daa-de04-42a7-a15d-8afe258362d3" -d '{"events": [{"server_uuid": "1e0cffcf-d220-41b8-8236-de2f2639850e", "name": "network-vif-deleted", "tag": "0218acc8-62d5-43a7-a27d-4b17dc2e119d"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:04:32.960135 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137cf4e0-9aae-43bf-a379-7c75aab1f777 x-openstack-request-id: req-137cf4e0-9aae-43bf-a379-7c75aab1f777 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:04:32.961070 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0cffcf-d220-41b8-8236-de2f2639850e", "name": "network-vif-deleted", "tag": "0218acc8-62d5-43a7-a27d-4b17dc2e119d", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:04:32.961472 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-137cf4e0-9aae-43bf-a379-7c75aab1f777 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:04:32.962287 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0cffcf-d220-41b8-8236-de2f2639850e', 'name': 'network-vif-deleted', 'tag': '0218acc8-62d5-43a7-a27d-4b17dc2e119d', 'status': 'completed', 'code': 200} Feb 28 18:04:33.103343 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7db84568-6c58-46a7-9e5a-144a9c6718fe req-e3abbf10-8753-4555-9213-72b2ed52ec6a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 210 time: 0.0278809 Feb 28 18:04:34.209481 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4aa5385-ccc6-438e-8ba0-dcc238f78d9d req-fc50c413-6a44-4bf3-a037-7626470be7d0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 210 time: 0.0293210 Feb 28 18:04:35.314968 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-f5b264fb-eb0c-48ea-a94e-3ea2342bf52d req-cd9b47a8-c293-4c47-83a1-ec40b778a595 service neutron] (104246) timed out ('10.222.0.72', 34066) {{(pid=104246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 18:04:35.316976 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 0218acc8-62d5-43a7-a27d-4b17dc2e119d no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:04:35.318609 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c74c8271-f289-45bc-8e33-b6f4f3a466ca req-f489b0d3-fa07-4524-91d4-c24ee5c103e2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 210 time: 0.0373049 Feb 28 18:04:35.376954 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 0218acc8-62d5-43a7-a27d-4b17dc2e119d {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:04:35.377852 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 0218acc8-62d5-43a7-a27d-4b17dc2e119d not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:04:35.574653 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-f19cd1df-ffaa-42e7-b1c8-cbbd5d2cf293 req-b76f814c-2670-4e19-b7d6-576f655656c4 service neutron] (104247) timed out ('10.222.0.72', 34074) {{(pid=104247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 18:04:36.430338 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-11172847-ec06-4602-b66a-8bb66f074aee req-6720ff36-493c-4dde-b93f-97ae8f1959ac tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 210 time: 0.0288622 Feb 28 18:04:37.531190 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4371edda-7715-44ba-8350-bb8baee58cb7 req-bb03a648-797f-4812-ba0c-5248cb260701 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 210 time: 0.0290389 Feb 28 18:04:37.791493 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-32163a90-9dcf-4279-b671-1d50ee510a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:38.082469 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:38.644731 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0c7968a4-d267-420c-8bea-4a673eff00ef req-845f9e9e-2fb2-4f09-8779-285848a17306 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 210 time: 0.0355523 Feb 28 18:04:39.747553 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a3898285-f876-49cb-88f2-0ae459bf8071 req-1578d84c-dd6a-4372-83bf-3f5127dbdb8e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 210 time: 0.0287688 Feb 28 18:04:39.956998 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7b8991e5-9482-4bd8-9c7d-74e58c371cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:40.334083 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:40.863971 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8b72609c-79c7-41f8-be54-ac8c529ab1e0 req-3cb6626c-e91a-4261-a44b-40d7eb2ca9cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 210 time: 0.0306439 Feb 28 18:04:41.553137 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:41.977127 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-190f0f14-810e-4783-9a9e-faacadf73b50 req-09419041-c908-4589-af4c-2e2862ef5f60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 210 time: 0.0303590 Feb 28 18:04:42.666345 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:43.091041 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4bb3462c-3def-4293-914d-e11725e6e547 req-1bc05b67-564e-436f-9c32-8c10aec60d96 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e0cffcf-d220-41b8-8236-de2f2639850e HTTP/1.1" status: 200 len: 210 time: 0.0334640 Feb 28 18:04:44.242697 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:54.229559 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5412c8e-0b83-4e93-a071-d9d98e117bdf req-76162579-bb00-4d3e-9c62-d322bf4cba48 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:54.231197 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5412c8e-0b83-4e93-a071-d9d98e117bdf req-76162579-bb00-4d3e-9c62-d322bf4cba48 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 946 time: 0.0584035 Feb 28 18:04:54.290339 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a5412c8e-0b83-4e93-a071-d9d98e117bdf req-24a10b45-a4ed-41a5-972a-11f70a870c4f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527039 Feb 28 18:04:55.429492 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370dc94-f6a0-4261-9aae-25dbd5d5c6c8 req-da20b11d-e824-4550-8d44-1512ef41c2c8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:55.431251 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3370dc94-f6a0-4261-9aae-25dbd5d5c6c8 req-da20b11d-e824-4550-8d44-1512ef41c2c8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 946 time: 0.0638881 Feb 28 18:04:55.481465 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3370dc94-f6a0-4261-9aae-25dbd5d5c6c8 req-973d9c1a-7914-4bdd-9ae4-fffd7021efc8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431962 Feb 28 18:04:55.679907 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:04:55.803082 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d4081-bd04-4fbc-9a35-f49fa8ea9a5c req-e50fab41-cfae-4523-a31f-567315fa2d72 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:04:55.804557 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da1d4081-bd04-4fbc-9a35-f49fa8ea9a5c req-e50fab41-cfae-4523-a31f-567315fa2d72 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 946 time: 0.0576797 Feb 28 18:04:55.920056 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-da1d4081-bd04-4fbc-9a35-f49fa8ea9a5c req-1e94c290-59f0-44d2-a62d-ac5c30f1a297 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Deleting port 50825b3a-f28d-4b8b-a307-32eae77cf713 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:04:55.920400 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-da1d4081-bd04-4fbc-9a35-f49fa8ea9a5c req-1e94c290-59f0-44d2-a62d-ac5c30f1a297 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:56.032111 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-da1d4081-bd04-4fbc-9a35-f49fa8ea9a5c req-1e94c290-59f0-44d2-a62d-ac5c30f1a297 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] For port 50825b3a-f28d-4b8b-a307-32eae77cf713, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=50825b3a-f28d-4b8b-a307-32eae77cf713,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:04:56.032598 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-da1d4081-bd04-4fbc-9a35-f49fa8ea9a5c req-1e94c290-59f0-44d2-a62d-ac5c30f1a297 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:56.053607 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-da1d4081-bd04-4fbc-9a35-f49fa8ea9a5c req-1e94c290-59f0-44d2-a62d-ac5c30f1a297 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Calling delete_port for 50825b3a-f28d-4b8b-a307-32eae77cf713 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:04:56.265172 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-da1d4081-bd04-4fbc-9a35-f49fa8ea9a5c req-1e94c290-59f0-44d2-a62d-ac5c30f1a297 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (50825b3a-f28d-4b8b-a307-32eae77cf713), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:56.277880 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['50825b3a-f28d-4b8b-a307-32eae77cf713'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:04:56.608865 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94c290-59f0-44d2-a62d-ac5c30f1a297 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event deleted for resources: {'Port': ['ID=50825b3a-f28d-4b8b-a307-32eae77cf713,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:04:56.654195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-654fbb1a-079b-4489-a895-c5f9b2f03e74 req-25fbb35d-22f4-4d9d-b09a-c801c099381d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 210 time: 0.0475783 Feb 28 18:04:56.675847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1d4081-bd04-4fbc-9a35-f49fa8ea9a5c req-1e94c290-59f0-44d2-a62d-ac5c30f1a297 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] No DVR routers for this DVR port 50825b3a-f28d-4b8b-a307-32eae77cf713 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:04:56.678437 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-da1d4081-bd04-4fbc-9a35-f49fa8ea9a5c req-1e94c290-59f0-44d2-a62d-ac5c30f1a297 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:04:56.682926 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-da1d4081-bd04-4fbc-9a35-f49fa8ea9a5c req-1e94c290-59f0-44d2-a62d-ac5c30f1a297 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "DELETE /v2.0/ports/50825b3a-f28d-4b8b-a307-32eae77cf713 HTTP/1.1" status: 204 len: 173 time: 0.8688960 Feb 28 18:04:56.683404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bad2ac-4d3a-448c-8d8a-ab658ee4339e', 'name': 'network-vif-deleted', 'tag': '50825b3a-f28d-4b8b-a307-32eae77cf713'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:04:56.685703 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c47393f-d8a9-46df-8c0e-919d4ec66ead" -d '{"events": [{"server_uuid": "94bad2ac-4d3a-448c-8d8a-ab658ee4339e", "name": "network-vif-deleted", "tag": "50825b3a-f28d-4b8b-a307-32eae77cf713"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:04:56.722513 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a624194-aeca-42a5-a987-74179bf565e5 x-openstack-request-id: req-6a624194-aeca-42a5-a987-74179bf565e5 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:04:56.722702 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bad2ac-4d3a-448c-8d8a-ab658ee4339e", "name": "network-vif-deleted", "tag": "50825b3a-f28d-4b8b-a307-32eae77cf713", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:04:56.722859 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a624194-aeca-42a5-a987-74179bf565e5 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:04:56.723266 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bad2ac-4d3a-448c-8d8a-ab658ee4339e', 'name': 'network-vif-deleted', 'tag': '50825b3a-f28d-4b8b-a307-32eae77cf713', 'status': 'completed', 'code': 200} Feb 28 18:04:57.767118 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-be30bca8-61bc-4fbb-9db0-de1fe1cdc286 req-3d1b0b9b-19fe-4556-9ad4-dc35efd3afae tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 210 time: 0.0330763 Feb 28 18:04:58.884835 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-253790b9-066b-4599-a80e-15e47b97b26e req-59fa0c2e-5e7c-4568-82fe-9a2f3c4f8d3c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 210 time: 0.0335209 Feb 28 18:04:59.992808 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2f6b1201-aecb-44d6-9ccb-cc064102ca84 req-09f3c3ea-d59c-4315-975a-4aea8abb9b7a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 210 time: 0.0359788 Feb 28 18:05:01.105403 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b903263-8930-40e4-b70c-1f03ad38689b req-8ede2a42-28d7-495f-898a-a7cba086e130 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 210 time: 0.0301104 Feb 28 18:05:01.423137 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 50825b3a-f28d-4b8b-a307-32eae77cf713 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:05:01.452533 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 50825b3a-f28d-4b8b-a307-32eae77cf713 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:05:01.452878 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 50825b3a-f28d-4b8b-a307-32eae77cf713 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:05:02.227192 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b590fbd9-823b-48b6-bf54-4240efc4385e req-680910e3-05a1-4082-897b-dca5e8f6c4b5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 210 time: 0.0298064 Feb 28 18:05:03.348400 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0513cf62-2258-41e3-9166-7beaf1c863ae req-48989f8e-e5ee-48d2-aed4-2a05c95bcbf9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 210 time: 0.0402660 Feb 28 18:05:04.450257 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b4e27a23-ce1e-4133-afee-ccb39b7ac162 req-4432070e-1721-4064-b1ae-178c963c9238 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 210 time: 0.0302074 Feb 28 18:05:05.565020 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d09ca1d6-a5c4-4bed-be65-39e56ec09a15 req-361a6d67-6ddd-4bce-adb0-c016a4b93b70 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 210 time: 0.0293932 Feb 28 18:05:06.672154 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4fd24ee1-bc03-4db6-a79c-a89bd5a2a519 req-3bdaffcc-03a4-4b5b-9f62-32f9a87d1b07 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=94bad2ac-4d3a-448c-8d8a-ab658ee4339e HTTP/1.1" status: 200 len: 210 time: 0.0292127 Feb 28 18:05:07.750057 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cf80a400-1a75-43b3-bce7-04695d770db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:08.036085 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:09.899155 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e41d9745-f691-455c-9257-c3126babc03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:10.367934 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:11.519195 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:12.622573 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:13.934188 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:14.730105 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50194) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:05:14.734869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524403943', 'description': 'tempest-secgroup-smoke-524403943 description', 'project_id': '8f2f50b6dc1548afbb43704599faf1ad'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:05:14.847697 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:14.918810 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group (7f43b51a-6309-4595-8195-a91d2adc5b71), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.007330 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7f43b51a-6309-4595-8195-a91d2adc5b71), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.044145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f43b51a-6309-4595-8195-a91d2adc5b71,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:05:15.052404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:15.052738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:15.053295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:15.053802 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:15.054206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:15.054527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:15.054852 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:15.055192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:15.055694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:15.056012 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:15.056873 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:15.057194 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:15.057510 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:15.121270 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.122736 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-83be64c0-ed0d-425c-993c-05c02ce9fb56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3915329 Feb 28 18:05:15.125587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50196) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:05:15.130243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-c03dd169-5717-479c-b8f9-2a98e0560e17 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'security_group_rule': {'security_group_id': '7f43b51a-6309-4595-8195-a91d2adc5b71', 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:05:15.233337 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c03dd169-5717-479c-b8f9-2a98e0560e17 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (892e35e6-dc0f-41b0-9e5e-1798ea215725), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.297055 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c03dd169-5717-479c-b8f9-2a98e0560e17 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (892e35e6-dc0f-41b0-9e5e-1798ea215725), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.368475 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c03dd169-5717-479c-b8f9-2a98e0560e17 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (892e35e6-dc0f-41b0-9e5e-1798ea215725), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.394168 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03dd169-5717-479c-b8f9-2a98e0560e17 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892e35e6-dc0f-41b0-9e5e-1798ea215725,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:05:15.450786 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c03dd169-5717-479c-b8f9-2a98e0560e17 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.452327 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c03dd169-5717-479c-b8f9-2a98e0560e17 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3253653 Feb 28 18:05:15.455246 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50200) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:05:15.464995 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-4d92fcdc-0efd-494d-a9b6-13d4727d57d5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'security_group_rule': {'security_group_id': '7f43b51a-6309-4595-8195-a91d2adc5b71', 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:05:15.545021 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4d92fcdc-0efd-494d-a9b6-13d4727d57d5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (3391d32d-a125-4526-b175-fb5d4b7df3c7), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.603639 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4d92fcdc-0efd-494d-a9b6-13d4727d57d5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (3391d32d-a125-4526-b175-fb5d4b7df3c7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.647651 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4d92fcdc-0efd-494d-a9b6-13d4727d57d5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (3391d32d-a125-4526-b175-fb5d4b7df3c7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.665068 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92fcdc-0efd-494d-a9b6-13d4727d57d5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3391d32d-a125-4526-b175-fb5d4b7df3c7,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:05:15.712502 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-4d92fcdc-0efd-494d-a9b6-13d4727d57d5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.713773 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-4d92fcdc-0efd-494d-a9b6-13d4727d57d5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2574430 Feb 28 18:05:15.716579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50204) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:05:15.720967 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a0481f61-7ff7-4477-8c21-952b7b31d251 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'security_group_rule': {'security_group_id': '7f43b51a-6309-4595-8195-a91d2adc5b71', 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:05:15.813267 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a0481f61-7ff7-4477-8c21-952b7b31d251 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (1b56edd6-241b-4f32-8836-ea9aa689bd60), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.868285 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a0481f61-7ff7-4477-8c21-952b7b31d251 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (1b56edd6-241b-4f32-8836-ea9aa689bd60), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.916444 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a0481f61-7ff7-4477-8c21-952b7b31d251 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (1b56edd6-241b-4f32-8836-ea9aa689bd60), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.934157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481f61-7ff7-4477-8c21-952b7b31d251 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b56edd6-241b-4f32-8836-ea9aa689bd60,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:05:15.997902 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a0481f61-7ff7-4477-8c21-952b7b31d251 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:15.999165 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a0481f61-7ff7-4477-8c21-952b7b31d251 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2816472 Feb 28 18:05:16.002110 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50206) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:05:16.007828 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-a6cb4101-e559-4e7c-b7f4-30fea289ccdf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'security_group_rule': {'security_group_id': '7f43b51a-6309-4595-8195-a91d2adc5b71', 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:05:16.084407 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4101-e559-4e7c-b7f4-30fea289ccdf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (ef0d1c37-d9cb-4748-938a-7d110603c8c4), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:16.160115 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4101-e559-4e7c-b7f4-30fea289ccdf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (ef0d1c37-d9cb-4748-938a-7d110603c8c4), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:16.224783 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4101-e559-4e7c-b7f4-30fea289ccdf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (ef0d1c37-d9cb-4748-938a-7d110603c8c4), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:16.244229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb4101-e559-4e7c-b7f4-30fea289ccdf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0d1c37-d9cb-4748-938a-7d110603c8c4,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:05:16.295097 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4101-e559-4e7c-b7f4-30fea289ccdf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:16.296416 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-a6cb4101-e559-4e7c-b7f4-30fea289ccdf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2931702 Feb 28 18:05:16.299224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50208) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:05:16.303871 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-9915df97-9513-4d3f-8a9c-1ff67868428e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'security_group_rule': {'security_group_id': '7f43b51a-6309-4595-8195-a91d2adc5b71', 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:05:16.367645 n-d-820368-19 neutron-server[104246]: INFO neutron.db.securitygroups_db [None req-9915df97-9513-4d3f-8a9c-1ff67868428e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Project 8f2f50b6dc1548afbb43704599faf1ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 18:05:16.373458 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9915df97-9513-4d3f-8a9c-1ff67868428e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (ed69e55e-3365-49b3-afef-ade5210ed4b8), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:16.435076 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9915df97-9513-4d3f-8a9c-1ff67868428e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (ed69e55e-3365-49b3-afef-ade5210ed4b8), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:16.505169 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9915df97-9513-4d3f-8a9c-1ff67868428e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (ed69e55e-3365-49b3-afef-ade5210ed4b8), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:16.525718 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915df97-9513-4d3f-8a9c-1ff67868428e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed69e55e-3365-49b3-afef-ade5210ed4b8,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:05:16.626452 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-9915df97-9513-4d3f-8a9c-1ff67868428e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:16.627715 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-9915df97-9513-4d3f-8a9c-1ff67868428e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274605 Feb 28 18:05:16.630523 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 50210) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:05:16.636014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [None req-633bc43e-55ac-4fc0-98dc-1593c8d73273 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'security_group_rule': {'security_group_id': '7f43b51a-6309-4595-8195-a91d2adc5b71', 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:05:16.710636 n-d-820368-19 neutron-server[104246]: INFO neutron.db.securitygroups_db [None req-633bc43e-55ac-4fc0-98dc-1593c8d73273 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Project 8f2f50b6dc1548afbb43704599faf1ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 18:05:16.718728 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-633bc43e-55ac-4fc0-98dc-1593c8d73273 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (10d40826-56a1-4480-ab80-9ea2925b5e84), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:16.784356 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-633bc43e-55ac-4fc0-98dc-1593c8d73273 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (10d40826-56a1-4480-ab80-9ea2925b5e84), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:16.899154 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-633bc43e-55ac-4fc0-98dc-1593c8d73273 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889966'] for security_group_rule (10d40826-56a1-4480-ab80-9ea2925b5e84), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:16.913627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bc43e-55ac-4fc0-98dc-1593c8d73273 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d40826-56a1-4480-ab80-9ea2925b5e84,revision_number=0']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:05:17.050376 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-633bc43e-55ac-4fc0-98dc-1593c8d73273 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:17.051889 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-633bc43e-55ac-4fc0-98dc-1593c8d73273 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4203618 Feb 28 18:05:32.686683 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:05:37.756795 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f09a4eba-0191-49dd-a08c-d5afbd0acc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:38.058612 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:39.909089 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cf43dea8-d2cb-4415-9748-ef7e408e6811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:40.379092 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:41.567462 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:42.670184 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:44.012002 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:45.891120 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50472) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:05:46.204307 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Deleting subnet 0017ecd3-1b40-46f0-acfc-80d185333fe0 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 18:05:46.209245 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Publish callbacks [] for subnet (0017ecd3-1b40-46f0-acfc-80d185333fe0), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:46.268422 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (0017ecd3-1b40-46f0-acfc-80d185333fe0), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:46.316593 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (0017ecd3-1b40-46f0-acfc-80d185333fe0), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:46.477652 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (0017ecd3-1b40-46f0-acfc-80d185333fe0), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:46.513144 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0017ecd3-1b40-46f0-acfc-80d185333fe0,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:05:46.526057 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:46.526416 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:46.526754 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:46.527580 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:46.527580 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:46.527757 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:46.528467 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:46.528467 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:46.528725 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:46.529047 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:46.529312 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:46.530331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:46.530331 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:05:46.533619 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:46.537640 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7466adb6-152e-44c2-86bc-03e7092be991 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0017ecd3-1b40-46f0-acfc-80d185333fe0 HTTP/1.1" status: 204 len: 168 time: 0.6454165 Feb 28 18:05:46.540498 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50478) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:05:46.645644 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-19eddb31-09f1-451f-9849-187f4ea2a67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (3fb5a58c-aa05-4556-b201-e200d5f4e6eb), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:46.746592 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-19eddb31-09f1-451f-9849-187f4ea2a67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (3fb5a58c-aa05-4556-b201-e200d5f4e6eb), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:46.775024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-19eddb31-09f1-451f-9849-187f4ea2a67a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb5a58c-aa05-4556-b201-e200d5f4e6eb']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:05:46.787159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-19eddb31-09f1-451f-9849-187f4ea2a67a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9394a326-8b67-4bc7-a340-fbf38514fe2f') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:05:46.787511 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-19eddb31-09f1-451f-9849-187f4ea2a67a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9394a326-8b67-4bc7-a340-fbf38514fe2f') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:05:46.799431 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-19eddb31-09f1-451f-9849-187f4ea2a67a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (9394a326-8b67-4bc7-a340-fbf38514fe2f), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:46.818794 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-19eddb31-09f1-451f-9849-187f4ea2a67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (9394a326-8b67-4bc7-a340-fbf38514fe2f), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:46.827300 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19eddb31-09f1-451f-9849-187f4ea2a67a admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-19eddb31-09f1-451f-9849-187f4ea2a67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (9394a326-8b67-4bc7-a340-fbf38514fe2f), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: timer() Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:05:46.831785 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:05:47.018799 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-19eddb31-09f1-451f-9849-187f4ea2a67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (3fb5a58c-aa05-4556-b201-e200d5f4e6eb), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:47.024955 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-19eddb31-09f1-451f-9849-187f4ea2a67a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:47.029188 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-19eddb31-09f1-451f-9849-187f4ea2a67a admin admin] 10.222.0.72 "DELETE /v2.0/networks/3fb5a58c-aa05-4556-b201-e200d5f4e6eb HTTP/1.1" status: 204 len: 168 time: 0.4874191 Feb 28 18:05:47.045347 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eddb31-09f1-451f-9849-187f4ea2a67a admin admin] Pushing event deleted for resources: {'Network': ['ID=3fb5a58c-aa05-4556-b201-e200d5f4e6eb,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:05:47.543053 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50484) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:05:47.594276 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-fc29de09-ba32-422f-8a5b-f0eee062c51d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4c571cd80ed84523a4f9c66035077765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499783 Feb 28 18:05:47.596920 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50486) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:05:47.656104 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44029ea4-d0e3-492e-8052-4f62414dde00 admin admin] Publish callbacks [] for security_group (6ced3c9b-24e8-42fd-a75f-35ff1bb3add9), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:47.684445 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44029ea4-d0e3-492e-8052-4f62414dde00 admin admin] Publish callbacks [] for security_group (6ced3c9b-24e8-42fd-a75f-35ff1bb3add9), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:47.852019 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44029ea4-d0e3-492e-8052-4f62414dde00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (6ced3c9b-24e8-42fd-a75f-35ff1bb3add9), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:47.854941 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-44029ea4-d0e3-492e-8052-4f62414dde00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:47.856226 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-44029ea4-d0e3-492e-8052-4f62414dde00 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ced3c9b-24e8-42fd-a75f-35ff1bb3add9 HTTP/1.1" status: 204 len: 168 time: 0.2582872 Feb 28 18:05:47.865292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44029ea4-d0e3-492e-8052-4f62414dde00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ced3c9b-24e8-42fd-a75f-35ff1bb3add9,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:05:53.246377 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-be36ac0a-e396-4bad-bdd6-c86dc6e9a9bc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524403943&fields=id&tenant_id=8f2f50b6dc1548afbb43704599faf1ad HTTP/1.1" status: 200 len: 267 time: 0.0490201 Feb 28 18:05:53.353669 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-600b97aa-987e-4a72-9d9c-1fddf524efc4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:05:53.355198 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-600b97aa-987e-4a72-9d9c-1fddf524efc4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 812 time: 0.1024048 Feb 28 18:05:53.370058 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-af6f10e2-7abc-4fd0-ac09-b34bc99c96f7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/quotas/8f2f50b6dc1548afbb43704599faf1ad HTTP/1.1" status: 200 len: 375 time: 0.0094545 Feb 28 18:05:53.426767 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-63174b4e-9382-471e-a121-3cb887c53459 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511956 Feb 28 18:05:53.639381 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-901218cf-5e75-40e2-912e-bbb3528e7ce0 service neutron] 10.222.0.72 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014952 Feb 28 18:05:53.731779 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-3bfdacf9-607b-4be6-a6bf-b2b7ad5b4b5f service neutron] 10.222.0.72 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865738 Feb 28 18:05:54.386872 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a305f0d3-0d5f-4ce0-9a27-42e93a8eca50 req-e15809fb-45cc-4b01-93a2-f2ff45b150fa tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 210 time: 0.0900505 Feb 28 18:05:55.493693 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-24795594-268a-49fc-a10c-4695ea1a7157 req-8334aee6-2dd6-4a3c-a579-40de97516c25 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 210 time: 0.0358896 Feb 28 18:05:56.528496 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-b8ed8f1f-19b7-4ca0-9df0-944385493e28 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:05:56.531041 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-b8ed8f1f-19b7-4ca0-9df0-944385493e28 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 812 time: 0.1147881 Feb 28 18:05:56.618994 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-23b6f8d5-f3dd-4207-81c2-d63a298225a1 req-270e3710-9757-4a5b-87c1-9fcf743036be tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 210 time: 0.0449107 Feb 28 18:05:56.633318 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-5b967ec8-1082-4b54-9cb7-f77d649fe45d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f2f50b6dc1548afbb43704599faf1ad HTTP/1.1" status: 200 len: 379 time: 0.0949323 Feb 28 18:05:56.641803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-096b4cb7-0a08-4560-b8d8-b972746ebcb1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'port': {'device_id': 'f2c50d91-ca87-4ba3-9c45-a52c10e3c024', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'admin_state_up': True, 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'security_groups': ['7f43b51a-6309-4595-8195-a91d2adc5b71']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:05:56.863037 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-096b4cb7-0a08-4560-b8d8-b972746ebcb1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Made reservation on behalf of 8f2f50b6dc1548afbb43704599faf1ad for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:05:56.866905 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-096b4cb7-0a08-4560-b8d8-b972746ebcb1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:57.019689 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-096b4cb7-0a08-4560-b8d8-b972746ebcb1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Allocated IP 172.20.0.14 (ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b/763c8435-84e1-45bb-92ab-e5b73ac32526/268f1c20-3533-4634-b7fc-9a351cd92a7b) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:05:57.177022 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-096b4cb7-0a08-4560-b8d8-b972746ebcb1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:57.314425 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-096b4cb7-0a08-4560-b8d8-b972746ebcb1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:57.361978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-096b4cb7-0a08-4560-b8d8-b972746ebcb1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:05:57.365152 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-096b4cb7-0a08-4560-b8d8-b972746ebcb1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:05:57.368398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-096b4cb7-0a08-4560-b8d8-b972746ebcb1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:05:57.396217 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b4cb7-0a08-4560-b8d8-b972746ebcb1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'Port': ['ID=268f1c20-3533-4634-b7fc-9a351cd92a7b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:05:57.427956 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-096b4cb7-0a08-4560-b8d8-b972746ebcb1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:05:57.428500 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-096b4cb7-0a08-4560-b8d8-b972746ebcb1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:57.547160 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-096b4cb7-0a08-4560-b8d8-b972746ebcb1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9091048 Feb 28 18:05:57.559159 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Request body: {'port': {'device_id': 'f2c50d91-ca87-4ba3-9c45-a52c10e3c024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:05:57.629537 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:57.705182 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-16ddb875-35c9-464b-9222-4f74ea0f47ef None None] Provisioning complete for port 268f1c20-3533-4634-b7fc-9a351cd92a7b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:05:57.705758 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-16ddb875-35c9-464b-9222-4f74ea0f47ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:57.758604 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-16ddb875-35c9-464b-9222-4f74ea0f47ef None None] Port 268f1c20-3533-4634-b7fc-9a351cd92a7b cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 18:05:57.801584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbbdc2-8c38-4a07-9804-cdf122b86a32 req-eb48e422-9f57-4597-aca3-7d97acc65650 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:05:57.804591 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1acbbdc2-8c38-4a07-9804-cdf122b86a32 req-eb48e422-9f57-4597-aca3-7d97acc65650 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 932 time: 0.0936282 Feb 28 18:05:57.869945 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1acbbdc2-8c38-4a07-9804-cdf122b86a32 req-ccb70edc-e77c-4fcd-8801-1a8d08eb0ff0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529790 Feb 28 18:05:57.966388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268f1c20-3533-4634-b7fc-9a351cd92a7b {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:05:57.974542 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Publish callbacks [] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:57.987763 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Transition to ACTIVE for port object 268f1c20-3533-4634-b7fc-9a351cd92a7b will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 18:05:58.087204 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:58.159812 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=268f1c20-3533-4634-b7fc-9a351cd92a7b,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:05:58.250115 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Attempting to bind port 268f1c20-3533-4634-b7fc-9a351cd92a7b on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 18:05:58.250364 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Attempting to bind port 268f1c20-3533-4634-b7fc-9a351cd92a7b by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 18:05:58.250976 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Attempting to bind port 268f1c20-3533-4634-b7fc-9a351cd92a7b on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:05:58.256624 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Port 268f1c20-3533-4634-b7fc-9a351cd92a7b on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:05:58.257050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Attempting to bind port 268f1c20-3533-4634-b7fc-9a351cd92a7b on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:05:58.263870 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:05:58.264102 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Checking segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 18:05:58.264493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Bound using segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:05:58.264998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Bound port: 268f1c20-3533-4634-b7fc-9a351cd92a7b, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 18:05:58.265377 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:58.360933 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] For port 268f1c20-3533-4634-b7fc-9a351cd92a7b, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:05:58.365869 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] For port 268f1c20-3533-4634-b7fc-9a351cd92a7b, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=268f1c20-3533-4634-b7fc-9a351cd92a7b,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:05:58.447565 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:58.494674 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:05:58.495291 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:05:58.496859 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] 10.222.0.73 "PUT /v2.0/ports/268f1c20-3533-4634-b7fc-9a351cd92a7b HTTP/1.1" status: 200 len: 1093 time: 0.9427636 Feb 28 18:05:58.497267 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c50d91-ca87-4ba3-9c45-a52c10e3c024', 'tag': '268f1c20-3533-4634-b7fc-9a351cd92a7b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:05:58.499671 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcae6a7c-4b9d-4fef-aab6-883e230626b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c50d91-ca87-4ba3-9c45-a52c10e3c024", "tag": "268f1c20-3533-4634-b7fc-9a351cd92a7b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:05:58.533996 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107efc4b-32db-4313-a674-556955ebb4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=268f1c20-3533-4634-b7fc-9a351cd92a7b,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:05:58.555805 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da37f6e-3b46-4500-8d40-d5b4936cf9f6 x-openstack-request-id: req-7da37f6e-3b46-4500-8d40-d5b4936cf9f6 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:05:58.556414 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c50d91-ca87-4ba3-9c45-a52c10e3c024", "tag": "268f1c20-3533-4634-b7fc-9a351cd92a7b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:05:58.556770 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7da37f6e-3b46-4500-8d40-d5b4936cf9f6 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:05:58.557517 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c50d91-ca87-4ba3-9c45-a52c10e3c024', 'tag': '268f1c20-3533-4634-b7fc-9a351cd92a7b', 'status': 'completed', 'code': 200} Feb 28 18:05:58.637527 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae6a7c-4b9d-4fef-aab6-883e230626b9 req-52ffdee1-dda5-495e-b715-4fcec420fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:05:58.639230 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bcae6a7c-4b9d-4fef-aab6-883e230626b9 req-52ffdee1-dda5-495e-b715-4fcec420fff8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 1127 time: 0.0577474 Feb 28 18:05:58.754246 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae6a7c-4b9d-4fef-aab6-883e230626b9 req-33a38b88-28ec-4dfa-8838-b2353a192da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:05:58.754246 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bcae6a7c-4b9d-4fef-aab6-883e230626b9 req-33a38b88-28ec-4dfa-8838-b2353a192da6 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1086841 Feb 28 18:05:58.871880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae6a7c-4b9d-4fef-aab6-883e230626b9 req-6824b511-588d-413f-b5b2-08b0148865b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:05:58.873903 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bcae6a7c-4b9d-4fef-aab6-883e230626b9 req-6824b511-588d-413f-b5b2-08b0148865b5 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1137469 Feb 28 18:05:58.987106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-862366f5-f8c2-41a7-b5b0-06764b0d7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:05:58.989073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-862366f5-f8c2-41a7-b5b0-06764b0d7523 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 1127 time: 0.0674970 Feb 28 18:05:59.027060 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a1b0b-704d-40c6-b633-dc63dd327c42 req-630ab0bb-c505-4864-91ab-ea9a0c89296d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:05:59.028610 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-634a1b0b-704d-40c6-b633-dc63dd327c42 req-630ab0bb-c505-4864-91ab-ea9a0c89296d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0706236 Feb 28 18:05:59.037822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-0eb93cef-8948-4c95-8b6a-00ebea8db22a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=268f1c20-3533-4634-b7fc-9a351cd92a7b HTTP/1.1" status: 200 len: 217 time: 0.0411663 Feb 28 18:05:59.098146 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-f8a14882-6e5b-4823-9dbe-96185bb00b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:05:59.099932 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-f8a14882-6e5b-4823-9dbe-96185bb00b1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0562036 Feb 28 18:05:59.102099 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-634a1b0b-704d-40c6-b633-dc63dd327c42 req-0af4683b-d740-4851-b69d-487229f703a4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632687 Feb 28 18:05:59.176224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-34fad4bd-8f81-4d5d-a21b-cf047dc9670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:05:59.176224 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-34fad4bd-8f81-4d5d-a21b-cf047dc9670b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0679617 Feb 28 18:05:59.280269 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-2a709132-7473-4b4d-9831-785c9caf380b service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991569 Feb 28 18:05:59.386070 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-bea59505-a044-4423-8ee1-bb6e7749af1c req-00a446b2-e347-4916-bffb-d3d1b2dfa6ae service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997174 Feb 28 18:06:00.236639 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d53011-df05-4ccb-91be-f34d70d4cea2 req-fc791ef1-a277-4942-a320-b10a7b5595ad tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:00.238229 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0d53011-df05-4ccb-91be-f34d70d4cea2 req-fc791ef1-a277-4942-a320-b10a7b5595ad tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0578697 Feb 28 18:06:00.295844 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0d53011-df05-4ccb-91be-f34d70d4cea2 req-c5901fb1-2c8d-4970-a6f7-d4b19d55248c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511243 Feb 28 18:06:01.459202 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a1f3f-0d43-4cfa-9848-c9ff0752c7f8 req-1890d86c-ec8d-48b2-8606-b1c13ee8a83a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:01.462716 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d98a1f3f-0d43-4cfa-9848-c9ff0752c7f8 req-1890d86c-ec8d-48b2-8606-b1c13ee8a83a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0956633 Feb 28 18:06:01.517239 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d98a1f3f-0d43-4cfa-9848-c9ff0752c7f8 req-7338f41b-6f00-4880-95bb-82ea9e7e774f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489421 Feb 28 18:06:02.649124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43192a2d-f533-4497-901a-823dedf128d6 req-8e761aca-daeb-432c-8fc1-c562948c611e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:02.650734 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43192a2d-f533-4497-901a-823dedf128d6 req-8e761aca-daeb-432c-8fc1-c562948c611e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0608640 Feb 28 18:06:02.707104 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-43192a2d-f533-4497-901a-823dedf128d6 req-125bd254-f077-45f2-a789-652987045ccf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506265 Feb 28 18:06:03.829903 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecc35b-05b7-48e4-8fba-fce377c9687f req-e9f7ca89-aae6-4724-a9da-2df1643d83fc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:03.831548 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08ecc35b-05b7-48e4-8fba-fce377c9687f req-e9f7ca89-aae6-4724-a9da-2df1643d83fc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0546966 Feb 28 18:06:03.889398 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-08ecc35b-05b7-48e4-8fba-fce377c9687f req-f4112b19-a9cc-48d5-8fba-c236a8c23c6e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512803 Feb 28 18:06:05.014834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3955b-92af-45bd-af48-b339de42f662 req-d14e5eaa-6ae6-4093-bc8a-75887819c8ad tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:05.016358 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ffc3955b-92af-45bd-af48-b339de42f662 req-d14e5eaa-6ae6-4093-bc8a-75887819c8ad tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0538919 Feb 28 18:06:05.076458 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ffc3955b-92af-45bd-af48-b339de42f662 req-2ce6e6cc-8279-41b9-8309-18d806003793 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541770 Feb 28 18:06:06.208569 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c36fdc-4de7-4364-b489-dd241e5f038d req-9f420466-a02a-4c14-91e4-50b8a734b5cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:06.210015 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2c36fdc-4de7-4364-b489-dd241e5f038d req-9f420466-a02a-4c14-91e4-50b8a734b5cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0588639 Feb 28 18:06:06.268605 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f2c36fdc-4de7-4364-b489-dd241e5f038d req-e36f0e0b-238f-4dc8-9221-c46a6978777a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519464 Feb 28 18:06:07.403376 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c92d8f-3b9d-4d92-b931-d459d6313689 req-ae85bf91-0e58-4272-b035-c3d819a8b793 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:07.405048 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3c92d8f-3b9d-4d92-b931-d459d6313689 req-ae85bf91-0e58-4272-b035-c3d819a8b793 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0599110 Feb 28 18:06:07.464837 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3c92d8f-3b9d-4d92-b931-d459d6313689 req-692633ad-3176-46da-92d2-871ffc91dbad tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534337 Feb 28 18:06:07.719691 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e2033214-87de-4b55-9508-d1dbf9f34cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:08.075231 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:08.588255 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ff1cc-39f8-445c-9d8c-9c96f3193af2 req-5ab126b0-dfdd-42c9-b7c4-9c583954fbd6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:08.591883 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c55ff1cc-39f8-445c-9d8c-9c96f3193af2 req-5ab126b0-dfdd-42c9-b7c4-9c583954fbd6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0556755 Feb 28 18:06:08.645678 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c55ff1cc-39f8-445c-9d8c-9c96f3193af2 req-b0298623-cf96-46ae-b25b-daae2f9425a2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462918 Feb 28 18:06:09.677415 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:06:09.773617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393e4c2-76ec-4bb9-afc2-a3e0455192d8 req-cb9aefb9-9ef3-4364-897a-02d8a9e57990 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:09.775169 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9393e4c2-76ec-4bb9-afc2-a3e0455192d8 req-cb9aefb9-9ef3-4364-897a-02d8a9e57990 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0564170 Feb 28 18:06:09.826747 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9393e4c2-76ec-4bb9-afc2-a3e0455192d8 req-ae466c17-4490-456e-b347-884a67ce6566 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459344 Feb 28 18:06:09.902710 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1fea8e17-0116-4421-ae1a-2b1dc842394d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:10.338260 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:10.948522 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f316e-ad6d-4fe6-8a49-21730eebbd7b req-858ebfa3-e122-4a04-900a-c623cb4a7f13 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:10.950060 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d55f316e-ad6d-4fe6-8a49-21730eebbd7b req-858ebfa3-e122-4a04-900a-c623cb4a7f13 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0532696 Feb 28 18:06:11.004709 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d55f316e-ad6d-4fe6-8a49-21730eebbd7b req-bcd04f83-3270-4ccf-bb26-431e1b440042 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489872 Feb 28 18:06:11.555253 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:12.137485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816f89a-3913-4515-9ad7-3f60824da917 req-d9b6fc91-bca6-43bd-81e5-6b526e241732 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:12.139056 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5816f89a-3913-4515-9ad7-3f60824da917 req-d9b6fc91-bca6-43bd-81e5-6b526e241732 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0572081 Feb 28 18:06:12.203135 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5816f89a-3913-4515-9ad7-3f60824da917 req-f8a0c43c-dcee-41d1-9361-1c7b203f0d48 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584402 Feb 28 18:06:12.652448 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:13.327995 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c81131-6f3d-42b9-9168-7c6821e63f6e req-18f7a76e-fd2f-4785-84da-b231a739546b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:13.329514 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79c81131-6f3d-42b9-9168-7c6821e63f6e req-18f7a76e-fd2f-4785-84da-b231a739546b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0580747 Feb 28 18:06:13.381571 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-79c81131-6f3d-42b9-9168-7c6821e63f6e req-eecfaf9d-61f8-4fb3-804e-4a78d1167325 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463982 Feb 28 18:06:13.937999 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:14.511005 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223f889-26f1-478c-9769-a2d93c4c8cd3 req-40dd52ae-a635-445e-9ccf-b6684c759bc3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:14.512519 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3223f889-26f1-478c-9769-a2d93c4c8cd3 req-40dd52ae-a635-445e-9ccf-b6684c759bc3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0598855 Feb 28 18:06:14.563653 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3223f889-26f1-478c-9769-a2d93c4c8cd3 req-c1366f6b-0828-4e32-87f9-45c2117d2486 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455375 Feb 28 18:06:15.691363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f2f87-91eb-4b85-8925-aba0a9b41404 req-9dc52d4a-a756-4ebf-a6ec-532891933221 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:15.693009 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8c5f2f87-91eb-4b85-8925-aba0a9b41404 req-9dc52d4a-a756-4ebf-a6ec-532891933221 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 944 time: 0.0567603 Feb 28 18:06:15.744469 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8c5f2f87-91eb-4b85-8925-aba0a9b41404 req-c89a039b-c155-48fc-8870-5ccca7b52c4d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450907 Feb 28 18:06:15.747517 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 268f1c20-3533-4634-b7fc-9a351cd92a7b details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:06:16.027039 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 268f1c20-3533-4634-b7fc-9a351cd92a7b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=268f1c20-3533-4634-b7fc-9a351cd92a7b,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:06:16.050059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '268f1c20-3533-4634-b7fc-9a351cd92a7b', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'port_id': '268f1c20-3533-4634-b7fc-9a351cd92a7b', 'mac_address': 'fa:16:3e:e7:c9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:06:16.089660 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 268f1c20-3533-4634-b7fc-9a351cd92a7b is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:06:16.090303 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:16.105768 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268f1c20-3533-4634-b7fc-9a351cd92a7b {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:06:16.127577 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 268f1c20-3533-4634-b7fc-9a351cd92a7b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=268f1c20-3533-4634-b7fc-9a351cd92a7b,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:06:16.195739 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:16.247597 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=268f1c20-3533-4634-b7fc-9a351cd92a7b,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:06:16.256059 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:06:16.256409 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:06:16.256754 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:06:16.257578 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:06:16.257944 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:06:16.258287 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:06:16.258618 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:06:16.258943 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:06:16.259270 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:06:16.259596 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:06:16.259923 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:06:16.260246 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:06:16.260566 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:06:16.510902 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['268f1c20-3533-4634-b7fc-9a351cd92a7b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:06:16.889230 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40224ef-291d-4bbf-b849-538c5dc17814 req-47eb3bc2-724c-4553-8807-63bac3d36ed8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:16.890990 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c40224ef-291d-4bbf-b849-538c5dc17814 req-47eb3bc2-724c-4553-8807-63bac3d36ed8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 945 time: 0.0732760 Feb 28 18:06:16.945344 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c40224ef-291d-4bbf-b849-538c5dc17814 req-d10c05f7-4200-4d8e-9f49-32527fde064a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486040 Feb 28 18:06:17.771797 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 268f1c20-3533-4634-b7fc-9a351cd92a7b up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:06:17.880985 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 268f1c20-3533-4634-b7fc-9a351cd92a7b completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 18:06:17.885731 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 268f1c20-3533-4634-b7fc-9a351cd92a7b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:06:17.886139 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:17.971267 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 268f1c20-3533-4634-b7fc-9a351cd92a7b is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:06:17.971652 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:17.996883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c50d91-ca87-4ba3-9c45-a52c10e3c024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268f1c20-3533-4634-b7fc-9a351cd92a7b'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:06:17.999242 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47bf43b-1227-4ba5-8cab-5c668774114d" -d '{"events": [{"server_uuid": "f2c50d91-ca87-4ba3-9c45-a52c10e3c024", "name": "network-vif-plugged", "status": "completed", "tag": "268f1c20-3533-4634-b7fc-9a351cd92a7b"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:06:18.017763 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 268f1c20-3533-4634-b7fc-9a351cd92a7b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=268f1c20-3533-4634-b7fc-9a351cd92a7b,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:06:18.048251 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24398e10-a492-4583-9b7b-7b3a1e857a6e x-openstack-request-id: req-24398e10-a492-4583-9b7b-7b3a1e857a6e {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:06:18.048552 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c50d91-ca87-4ba3-9c45-a52c10e3c024", "name": "network-vif-plugged", "status": "completed", "tag": "268f1c20-3533-4634-b7fc-9a351cd92a7b", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:06:18.048810 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-24398e10-a492-4583-9b7b-7b3a1e857a6e {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:06:18.049214 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c50d91-ca87-4ba3-9c45-a52c10e3c024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268f1c20-3533-4634-b7fc-9a351cd92a7b', 'code': 200} Feb 28 18:06:18.092115 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:18.105489 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0eaf6-fd78-4496-b928-d344bc3b2f13 req-a1c423ce-662a-4c4d-b560-5a5dc851820f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:18.107443 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93e0eaf6-fd78-4496-b928-d344bc3b2f13 req-a1c423ce-662a-4c4d-b560-5a5dc851820f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 945 time: 0.0795746 Feb 28 18:06:18.156302 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=268f1c20-3533-4634-b7fc-9a351cd92a7b,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:06:18.167567 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-93e0eaf6-fd78-4496-b928-d344bc3b2f13 req-d54eb93f-d369-4df6-a22b-1c6d513ea487 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537534 Feb 28 18:06:18.171167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46ffc3-4706-46db-828b-7a76ca2277e3 req-98411e9c-2416-4bb3-8eaa-b0099f828d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:18.172662 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7d46ffc3-4706-46db-828b-7a76ca2277e3 req-98411e9c-2416-4bb3-8eaa-b0099f828d26 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 1129 time: 0.0546625 Feb 28 18:06:18.231104 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7d46ffc3-4706-46db-828b-7a76ca2277e3 req-312b26bd-94a1-4ff7-9437-8f2eb7d1b080 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527701 Feb 28 18:06:19.302052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c41a9f-5aaf-4111-a2d0-38148e20a818 req-19f4b2e7-c8b9-4348-a3bc-b399207d2b89 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:19.303659 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-95c41a9f-5aaf-4111-a2d0-38148e20a818 req-19f4b2e7-c8b9-4348-a3bc-b399207d2b89 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 946 time: 0.0574172 Feb 28 18:06:19.354936 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-95c41a9f-5aaf-4111-a2d0-38148e20a818 req-143df294-e8b3-4381-9bac-672508aee331 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455780 Feb 28 18:06:20.479876 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b8e7e-4b33-4ed9-acbb-dd835da10987 req-ea78387e-cde7-4da9-a1d2-2da8bd7ecad5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:20.481382 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa5b8e7e-4b33-4ed9-acbb-dd835da10987 req-ea78387e-cde7-4da9-a1d2-2da8bd7ecad5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 946 time: 0.0534689 Feb 28 18:06:20.531983 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fa5b8e7e-4b33-4ed9-acbb-dd835da10987 req-2b73fedf-ea94-47fa-8bf0-c2fd0bda52cc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449641 Feb 28 18:06:20.652502 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fb8d2-a056-423e-a547-3e1b1cfbf215 req-f6d58ac7-4d7a-48fd-a2cd-03993b37bb64 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:20.653989 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ea0fb8d2-a056-423e-a547-3e1b1cfbf215 req-f6d58ac7-4d7a-48fd-a2cd-03993b37bb64 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 946 time: 0.0548944 Feb 28 18:06:20.704930 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ea0fb8d2-a056-423e-a547-3e1b1cfbf215 req-ca9623eb-76f7-4bb0-8b7f-eff17803eb38 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453851 Feb 28 18:06:20.727694 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50586) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:06:20.881276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5a617a-1322-4d7d-a8d1-e0da118f73e0 tempest-TestVolumeBootPattern-565623472 tempest-TestVolumeBootPattern-565623472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:20.882941 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4e5a617a-1322-4d7d-a8d1-e0da118f73e0 tempest-TestVolumeBootPattern-565623472 tempest-TestVolumeBootPattern-565623472-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 1124 time: 0.1542215 Feb 28 18:06:20.886071 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50590) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:06:20.890417 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '268f1c20-3533-4634-b7fc-9a351cd92a7b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:06:20.966385 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:21.077012 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:21.188960 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Allocated IP 172.25.3.84 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/4c554eb3-80ae-4774-addd-6e29f04ccf6a) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:06:21.292399 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for port (4c554eb3-80ae-4774-addd-6e29f04ccf6a), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:21.401544 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (4c554eb3-80ae-4774-addd-6e29f04ccf6a), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:21.443565 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:06:21.446894 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:06:21.450076 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:06:21.478914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'Port': ['ID=4c554eb3-80ae-4774-addd-6e29f04ccf6a,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:06:21.829401 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for floatingip (5306c8fc-a0d2-45bd-bd50-4ea4ab5ffbbf), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:21.953042 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (4c554eb3-80ae-4774-addd-6e29f04ccf6a), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:22.110078 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for port (4c554eb3-80ae-4774-addd-6e29f04ccf6a), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:22.178299 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (4c554eb3-80ae-4774-addd-6e29f04ccf6a), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:22.272840 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'Port': ['ID=4c554eb3-80ae-4774-addd-6e29f04ccf6a,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:06:22.283238 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (5306c8fc-a0d2-45bd-bd50-4ea4ab5ffbbf), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:22.390386 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Floating IP 5306c8fc-a0d2-45bd-bd50-4ea4ab5ffbbf associated. External IP: 172.25.3.84, port: 268f1c20-3533-4634-b7fc-9a351cd92a7b. Feb 28 18:06:22.905579 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Router e407f346-4c75-4ab4-94c9-ba80a855846f has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:06:23.016080 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:06:23.026763 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c60917-e946-4383-8341-5186b013c212 None None] Sync routers for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:06:23.036564 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c60917-e946-4383-8341-5186b013c212 None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:06:23.039912 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-47c60917-e946-4383-8341-5186b013c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:06:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:06:23.077455 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:23.117454 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-40499cec-a880-4660-bf4a-76bbf637ea52 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2302783 Feb 28 18:06:23.118476 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c50d91-ca87-4ba3-9c45-a52c10e3c024', 'tag': '268f1c20-3533-4634-b7fc-9a351cd92a7b'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:06:23.120856 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f7245c-47de-4753-8d26-b720ea1cb4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c50d91-ca87-4ba3-9c45-a52c10e3c024", "tag": "268f1c20-3533-4634-b7fc-9a351cd92a7b"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:06:23.148192 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-47c60917-e946-4383-8341-5186b013c212 None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:06:23.231039 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7d1c06-aacb-4471-9131-0b815527053f x-openstack-request-id: req-2c7d1c06-aacb-4471-9131-0b815527053f {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:06:23.231331 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c50d91-ca87-4ba3-9c45-a52c10e3c024", "tag": "268f1c20-3533-4634-b7fc-9a351cd92a7b", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:06:23.231703 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2c7d1c06-aacb-4471-9131-0b815527053f {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:06:23.232105 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c50d91-ca87-4ba3-9c45-a52c10e3c024', 'tag': '268f1c20-3533-4634-b7fc-9a351cd92a7b', 'status': 'completed', 'code': 200} Feb 28 18:06:23.300149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7245c-47de-4753-8d26-b720ea1cb4b5 req-8c03936f-5e1b-4f79-9506-158838d7c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:23.301657 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8f7245c-47de-4753-8d26-b720ea1cb4b5 req-8c03936f-5e1b-4f79-9506-158838d7c9e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 1129 time: 0.0491934 Feb 28 18:06:23.380759 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-47c60917-e946-4383-8341-5186b013c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '5306c8fc-a0d2-45bd-bd50-4ea4ab5ffbbf', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '268f1c20-3533-4634-b7fc-9a351cd92a7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:e7:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c50d91-ca87-4ba3-9c45-a52c10e3c024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:06:21Z', 'updated_at': '2022-02-28T18:06:21Z', 'revision_number': 0, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:06:23.395886 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7245c-47de-4753-8d26-b720ea1cb4b5 req-89cfff6d-b09f-4e27-a999-bb6105638d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:23.397954 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8f7245c-47de-4753-8d26-b720ea1cb4b5 req-89cfff6d-b09f-4e27-a999-bb6105638d92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0889990 Feb 28 18:06:23.408880 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c60917-e946-4383-8341-5186b013c212 None None] Checking router: e407f346-4c75-4ab4-94c9-ba80a855846f for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:06:23.417606 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c60917-e946-4383-8341-5186b013c212 None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:06:23.418189 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-47c60917-e946-4383-8341-5186b013c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:06:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:06:23.466406 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8f7245c-47de-4753-8d26-b720ea1cb4b5 req-20ced9f1-7920-45f2-9c6c-3670691d67e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=268f1c20-3533-4634-b7fc-9a351cd92a7b HTTP/1.1" status: 200 len: 999 time: 0.0637014 Feb 28 18:06:23.516320 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7245c-47de-4753-8d26-b720ea1cb4b5 req-5647372c-c3b4-45b3-bff1-4bf34a9dd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:23.517821 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8f7245c-47de-4753-8d26-b720ea1cb4b5 req-5647372c-c3b4-45b3-bff1-4bf34a9dd181 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0458794 Feb 28 18:06:23.523891 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-47c60917-e946-4383-8341-5186b013c212 None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:06:23.566948 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7245c-47de-4753-8d26-b720ea1cb4b5 req-a4480fa7-a0d3-4f65-9236-4d0cad88d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:23.568470 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8f7245c-47de-4753-8d26-b720ea1cb4b5 req-a4480fa7-a0d3-4f65-9236-4d0cad88d282 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449021 Feb 28 18:06:23.670924 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8f7245c-47de-4753-8d26-b720ea1cb4b5 req-0519b110-ac3e-48f8-8d72-d9ff68c511f8 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951061 Feb 28 18:06:23.767658 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b8f7245c-47de-4753-8d26-b720ea1cb4b5 req-850cdf3b-5bef-4f06-af66-dad712889990 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910363 Feb 28 18:06:23.774849 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-47c60917-e946-4383-8341-5186b013c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '5306c8fc-a0d2-45bd-bd50-4ea4ab5ffbbf', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '268f1c20-3533-4634-b7fc-9a351cd92a7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:e7:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c50d91-ca87-4ba3-9c45-a52c10e3c024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:06:21Z', 'updated_at': '2022-02-28T18:06:21Z', 'revision_number': 0, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:06:23.805697 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c60917-e946-4383-8341-5186b013c212 None None] The sync data for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 is: [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '5306c8fc-a0d2-45bd-bd50-4ea4ab5ffbbf', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '268f1c20-3533-4634-b7fc-9a351cd92a7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:e7:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c50d91-ca87-4ba3-9c45-a52c10e3c024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:06:21Z', 'updated_at': '2022-02-28T18:06:21Z', 'revision_number': 0, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:06:24.011998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2a55f-fd1b-4775-8ca5-e05506e3650b None None] New status for floating IP 5306c8fc-a0d2-45bd-bd50-4ea4ab5ffbbf: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:06:35.829561 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f8bf8f5-0780-4067-be78-18308449a101 req-3d0cda50-d9b1-489d-b196-9af61c014fe2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457239 Feb 28 18:06:35.922441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bf8f5-0780-4067-be78-18308449a101 req-b53ed2cd-adef-4ef4-a63e-b4da90039302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:35.923947 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f8bf8f5-0780-4067-be78-18308449a101 req-b53ed2cd-adef-4ef4-a63e-b4da90039302 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 1129 time: 0.0524974 Feb 28 18:06:36.031570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bf8f5-0780-4067-be78-18308449a101 req-fe3a2ea3-ad29-45ac-ac4f-9d1df95a61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:36.033107 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f8bf8f5-0780-4067-be78-18308449a101 req-fe3a2ea3-ad29-45ac-ac4f-9d1df95a61c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0905042 Feb 28 18:06:36.107293 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f8bf8f5-0780-4067-be78-18308449a101 req-55e68bbb-aaac-42a7-9b7f-376f1ea77143 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=268f1c20-3533-4634-b7fc-9a351cd92a7b HTTP/1.1" status: 200 len: 1001 time: 0.0671985 Feb 28 18:06:36.158682 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bf8f5-0780-4067-be78-18308449a101 req-45de7ee3-58aa-41ae-887a-80d8b4d5202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:36.160212 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f8bf8f5-0780-4067-be78-18308449a101 req-45de7ee3-58aa-41ae-887a-80d8b4d5202d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0476158 Feb 28 18:06:36.212090 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bf8f5-0780-4067-be78-18308449a101 req-7498cfa4-c155-4c0a-8105-483abb508a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:06:36.213532 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f8bf8f5-0780-4067-be78-18308449a101 req-7498cfa4-c155-4c0a-8105-483abb508a4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474412 Feb 28 18:06:36.310210 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f8bf8f5-0780-4067-be78-18308449a101 req-63fb2e11-e0e0-4e58-ae32-5dfd1fc97d7c service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890880 Feb 28 18:06:36.403241 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6f8bf8f5-0780-4067-be78-18308449a101 req-b36bce6f-90c4-4ce7-95a0-d85b0841be71 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864801 Feb 28 18:06:37.732066 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f62cb028-4f80-457e-a29f-a9e51fd9d67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:38.040850 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:39.932134 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86288ff0-99e2-4d9b-b20f-0cd6814cab29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:40.346646 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:41.529394 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:42.646008 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:43.958309 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:06:46.676766 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:07:07.745860 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-7f716cbb-f52a-41b9-a023-29007ff894f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:07:08.051201 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:07:09.928970 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-32ab7372-2d9a-4658-960b-49c15008f730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:07:10.365478 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:07:11.542281 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:07:12.636707 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:07:13.953984 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:07:23.676449 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:07:36.838878 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a72d12ce-7545-47bb-bce8-bf4148190d78 req-43dc6050-95ad-47b7-8144-ee8bc6cefd8c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479505 Feb 28 18:07:36.935398 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d12ce-7545-47bb-bce8-bf4148190d78 req-8437dd84-208c-444e-8d3a-b24ee3fbc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:07:36.938557 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a72d12ce-7545-47bb-bce8-bf4148190d78 req-8437dd84-208c-444e-8d3a-b24ee3fbc021 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 1129 time: 0.0543940 Feb 28 18:07:37.049074 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d12ce-7545-47bb-bce8-bf4148190d78 req-1a30ce94-ff7d-439f-901f-4dbeb172513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:07:37.050617 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a72d12ce-7545-47bb-bce8-bf4148190d78 req-1a30ce94-ff7d-439f-901f-4dbeb172513f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0926254 Feb 28 18:07:37.124785 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a72d12ce-7545-47bb-bce8-bf4148190d78 req-75f2bf1d-9ea9-4bef-9c06-c2f3cd91c4aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=268f1c20-3533-4634-b7fc-9a351cd92a7b HTTP/1.1" status: 200 len: 1001 time: 0.0661612 Feb 28 18:07:37.173485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d12ce-7545-47bb-bce8-bf4148190d78 req-cb4db81c-5096-4a0e-b4ad-8cbdf9907130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:07:37.174998 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a72d12ce-7545-47bb-bce8-bf4148190d78 req-cb4db81c-5096-4a0e-b4ad-8cbdf9907130 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0453796 Feb 28 18:07:37.227050 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d12ce-7545-47bb-bce8-bf4148190d78 req-47e048e8-d260-4e6c-8fad-af5dac52d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:07:37.228591 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a72d12ce-7545-47bb-bce8-bf4148190d78 req-47e048e8-d260-4e6c-8fad-af5dac52d15d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473480 Feb 28 18:07:37.324026 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a72d12ce-7545-47bb-bce8-bf4148190d78 req-9b6a1497-c0b2-44f6-be69-d07e40eab6a5 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890148 Feb 28 18:07:37.414742 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a72d12ce-7545-47bb-bce8-bf4148190d78 req-4dcfd54f-d489-4a37-ba62-69233ebfa9c4 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848391 Feb 28 18:07:37.736747 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-bb1cc5f0-c2ae-428d-8af9-1d0c90e5a801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:07:38.045419 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:07:39.907842 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a772ee57-ecb9-4b15-b7b2-48fd3704725b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:07:40.364966 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:07:41.553116 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:07:42.675710 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:07:43.950251 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:07:49.710254 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-7fe79892-8a85-4809-b053-67cd5afd71a9 service neutron] (104247) timed out ('10.222.0.72', 34666) {{(pid=104247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 18:07:50.487880 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-8fe4d426-10d2-4d72-a9b5-a675764b5d59 tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] (104247) timed out ('10.222.0.72', 34708) {{(pid=104247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 18:07:52.879480 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-492b9867-e507-493c-8e24-27f4bae92d02 req-0c6d0352-39a8-424a-90eb-bf84998c09ca service neutron] (104246) timed out ('10.222.0.69', 59451) {{(pid=104246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 18:08:00.675531 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:08:07.721096 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-06feb431-954b-464b-9ec2-c7bf855a5295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:08.046028 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:09.898275 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5d11d310-23c2-4834-aace-e0a849694e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:10.406536 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:11.531415 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:12.657629 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:13.957267 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:37.675082 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:08:37.731416 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ed324c59-6f29-4fe4-ad27-f425218d2dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:37.876163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28249147-1793-4dfa-8e7b-a56d95a84044 req-680d6ef2-0e5e-44a3-88e9-e3e6d5a988e2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1000805 Feb 28 18:08:37.970021 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28249147-1793-4dfa-8e7b-a56d95a84044 req-3ecc56fd-feb6-4420-9bdd-005f4ed5b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:08:37.972092 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28249147-1793-4dfa-8e7b-a56d95a84044 req-3ecc56fd-feb6-4420-9bdd-005f4ed5b0b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 1129 time: 0.0525823 Feb 28 18:08:38.056559 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:38.078572 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28249147-1793-4dfa-8e7b-a56d95a84044 req-16d26974-c656-40eb-9c28-31d81ba84eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:08:38.080631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28249147-1793-4dfa-8e7b-a56d95a84044 req-16d26974-c656-40eb-9c28-31d81ba84eae service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0898278 Feb 28 18:08:38.152955 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28249147-1793-4dfa-8e7b-a56d95a84044 req-663f3e6a-7cb4-4af8-9c30-f9dc43de49a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=268f1c20-3533-4634-b7fc-9a351cd92a7b HTTP/1.1" status: 200 len: 1001 time: 0.0663841 Feb 28 18:08:38.205400 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28249147-1793-4dfa-8e7b-a56d95a84044 req-1a6a791d-347b-41d2-8444-40544b4ee46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:08:38.207061 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28249147-1793-4dfa-8e7b-a56d95a84044 req-1a6a791d-347b-41d2-8444-40544b4ee46a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0484610 Feb 28 18:08:38.258468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28249147-1793-4dfa-8e7b-a56d95a84044 req-a0d0d897-d635-481b-9dfe-e46cc5766ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:08:38.260054 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28249147-1793-4dfa-8e7b-a56d95a84044 req-a0d0d897-d635-481b-9dfe-e46cc5766ee5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473223 Feb 28 18:08:38.269691 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-28249147-1793-4dfa-8e7b-a56d95a84044 req-23189f01-f23f-4779-b369-139d5184376c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 18:08:38.270764 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28249147-1793-4dfa-8e7b-a56d95a84044 req-23189f01-f23f-4779-b369-139d5184376c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052967 Feb 28 18:08:38.368656 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28249147-1793-4dfa-8e7b-a56d95a84044 req-b3a021c4-a65e-4263-9853-87d74a45740b service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924916 Feb 28 18:08:38.464544 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-28249147-1793-4dfa-8e7b-a56d95a84044 req-dc624e55-858a-47bc-8d6a-4b311cd7e178 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887163 Feb 28 18:08:39.925195 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0b7f63be-d394-4c89-b1c4-2264b818ff9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:40.388065 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:41.564158 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:42.644894 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:43.975387 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:51.106957 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820cfa7-8ea7-4719-a584-a63d67c525e6 req-d1d02739-a104-4f04-8b3c-af7629926876 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:08:51.109041 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c820cfa7-8ea7-4719-a584-a63d67c525e6 req-d1d02739-a104-4f04-8b3c-af7629926876 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 946 time: 0.0546095 Feb 28 18:08:51.158054 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c820cfa7-8ea7-4719-a584-a63d67c525e6 req-f65fe615-2cc3-48ea-85e2-46fda603a9fe tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430160 Feb 28 18:08:52.284291 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b08879-f26b-4ea4-b56b-a6bdb32e46ea req-e18f11b3-0324-4b80-b02f-84bd8da2e6b5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:08:52.285807 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-39b08879-f26b-4ea4-b56b-a6bdb32e46ea req-e18f11b3-0324-4b80-b02f-84bd8da2e6b5 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 946 time: 0.0552180 Feb 28 18:08:52.339951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-39b08879-f26b-4ea4-b56b-a6bdb32e46ea req-497ad8e2-c6f2-47e6-af69-f82c326a62e1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485504 Feb 28 18:08:52.684942 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-8adf0988-4d8b-4e84-a6d7-222555018145 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:08:52.686512 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-8adf0988-4d8b-4e84-a6d7-222555018145 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 946 time: 0.0587766 Feb 28 18:08:52.780729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Deleting port 268f1c20-3533-4634-b7fc-9a351cd92a7b {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:08:52.781063 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:52.875820 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] For port 268f1c20-3533-4634-b7fc-9a351cd92a7b, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=268f1c20-3533-4634-b7fc-9a351cd92a7b,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:08:52.876437 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:53.403477 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:53.404191 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (5306c8fc-a0d2-45bd-bd50-4ea4ab5ffbbf), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:53.404191 n-d-820368-19 neutron-server[104246]: INFO neutron.db.l3_db [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Floating IP 5306c8fc-a0d2-45bd-bd50-4ea4ab5ffbbf disassociated. External IP: 172.25.3.84, port: 268f1c20-3533-4634-b7fc-9a351cd92a7b. Feb 28 18:08:53.404466 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Calling delete_port for 268f1c20-3533-4634-b7fc-9a351cd92a7b owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:08:53.488739 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2df8ef-f1cd-4a32-92d5-8bea644f219d req-49d33fa5-c160-4772-a244-3cf6fe111ef2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:08:53.490294 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b2df8ef-f1cd-4a32-92d5-8bea644f219d req-49d33fa5-c160-4772-a244-3cf6fe111ef2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 946 time: 0.0670955 Feb 28 18:08:53.543324 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-3b2df8ef-f1cd-4a32-92d5-8bea644f219d req-d4f32678-9a5c-4c17-840b-0bc3029a52a9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470076 Feb 28 18:08:53.644906 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (268f1c20-3533-4634-b7fc-9a351cd92a7b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:53.680200 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event deleted for resources: {'Port': ['ID=268f1c20-3533-4634-b7fc-9a351cd92a7b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:08:53.731028 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:08:53.731385 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:08:53.731732 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:08:53.732073 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:08:53.732411 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:08:53.732749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:08:53.733081 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:08:53.733410 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:08:53.733738 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:08:53.734834 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:08:53.735171 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:08:53.735785 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:08:53.736123 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:08:53.818039 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Router e407f346-4c75-4ab4-94c9-ba80a855846f has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:08:53.932206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:08:53.943217 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0195c-2988-4c6c-8dfb-b60140d54ccd None None] Sync routers for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:08:53.954339 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0195c-2988-4c6c-8dfb-b60140d54ccd None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:08:53.955215 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-dbb0195c-2988-4c6c-8dfb-b60140d54ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:08:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:08:53.977949 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] No DVR routers for this DVR port 268f1c20-3533-4634-b7fc-9a351cd92a7b on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:08:53.981100 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:08:53.985301 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3e652350-823c-43c8-ad59-d5fcedd3c4de req-fff854d2-0e36-4795-93d8-7ee6d5194567 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "DELETE /v2.0/ports/268f1c20-3533-4634-b7fc-9a351cd92a7b HTTP/1.1" status: 204 len: 173 time: 1.2931223 Feb 28 18:08:53.985794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c50d91-ca87-4ba3-9c45-a52c10e3c024', 'name': 'network-vif-deleted', 'tag': '268f1c20-3533-4634-b7fc-9a351cd92a7b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:08:53.988923 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d722fed1-6da2-48aa-ab43-f253403d9377" -d '{"events": [{"server_uuid": "f2c50d91-ca87-4ba3-9c45-a52c10e3c024", "name": "network-vif-deleted", "tag": "268f1c20-3533-4634-b7fc-9a351cd92a7b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:08:54.037110 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb955a6-9069-40ee-9b95-ac5a632e4013 x-openstack-request-id: req-5cb955a6-9069-40ee-9b95-ac5a632e4013 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:08:54.037360 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c50d91-ca87-4ba3-9c45-a52c10e3c024", "name": "network-vif-deleted", "tag": "268f1c20-3533-4634-b7fc-9a351cd92a7b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:08:54.037582 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5cb955a6-9069-40ee-9b95-ac5a632e4013 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:08:54.038026 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c50d91-ca87-4ba3-9c45-a52c10e3c024', 'name': 'network-vif-deleted', 'tag': '268f1c20-3533-4634-b7fc-9a351cd92a7b', 'status': 'completed', 'code': 200} Feb 28 18:08:54.079543 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-dbb0195c-2988-4c6c-8dfb-b60140d54ccd None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:08:54.294220 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-dbb0195c-2988-4c6c-8dfb-b60140d54ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:08:54.320811 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0195c-2988-4c6c-8dfb-b60140d54ccd None None] Checking router: e407f346-4c75-4ab4-94c9-ba80a855846f for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:08:54.332148 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0195c-2988-4c6c-8dfb-b60140d54ccd None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:08:54.332751 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-dbb0195c-2988-4c6c-8dfb-b60140d54ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:08:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:08:54.544825 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-dbb0195c-2988-4c6c-8dfb-b60140d54ccd None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:08:54.645280 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0632da74-7d51-46d2-a5e4-7d1d94e3ee57 req-14321756-ed14-4165-8956-b18e717eea86 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 210 time: 0.0290768 Feb 28 18:08:54.758718 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-dbb0195c-2988-4c6c-8dfb-b60140d54ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:08:54.788689 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0195c-2988-4c6c-8dfb-b60140d54ccd None None] The sync data for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 is: [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:08:55.032571 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e19a4-4506-4bca-9f65-b6bcfd552dd2 None None] New status for floating IP 5306c8fc-a0d2-45bd-bd50-4ea4ab5ffbbf: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:08:55.753582 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-288ed94b-ea27-45b6-ada9-65f5f68906fd req-512b5e99-bcc4-46a2-9a0f-00e07ce3ea62 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 210 time: 0.0331974 Feb 28 18:08:56.490754 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 268f1c20-3533-4634-b7fc-9a351cd92a7b no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:08:56.512630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 268f1c20-3533-4634-b7fc-9a351cd92a7b {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:08:56.512977 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 268f1c20-3533-4634-b7fc-9a351cd92a7b not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:08:56.858929 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-71107fb5-78a9-42f7-b316-845aea5e1318 req-12c36bc1-2bbc-418c-8262-d4ba4ec41103 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 210 time: 0.0289149 Feb 28 18:08:57.955407 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-41fd3a1b-9c2a-47b1-92db-12f1e0d3dff2 req-dce3aea3-a0ad-4f76-adfd-985038adeb32 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 210 time: 0.0280330 Feb 28 18:08:59.061679 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d4d4df9d-65ff-4565-a335-e56ca5bed480 req-ee6b4a04-592e-4de9-9134-38bd4c7f5917 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 210 time: 0.0320311 Feb 28 18:08:59.433370 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-15784751-44b1-40cc-acdb-3ba8c6914fc3 req-61e22667-7bb8-4ebf-9215-aa110c2b85ba service neutron] (104247) timed out ('10.222.0.69', 59345) {{(pid=104247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 18:09:00.169914 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-33d7edf9-7afc-420a-a673-82a7c5bdfa5c req-e63ffb0b-c239-4131-9b23-ee8b064b8b4f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 210 time: 0.0384779 Feb 28 18:09:01.271305 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e1c70230-663e-40fb-be4b-3c25054daac5 req-32fa8a9b-2628-4c1f-9156-0a49f95914ad tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 210 time: 0.0285151 Feb 28 18:09:02.369812 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9e7d0033-2a91-4836-b19f-008424dfeec3 req-e7472896-bf6f-458a-80fb-d737ebd657ba tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 210 time: 0.0279820 Feb 28 18:09:03.468625 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bdba0bab-57e3-4c9f-af52-6cb35e14b3ac req-a973bd4f-8d50-404a-b2cd-faffbfc21cc1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c50d91-ca87-4ba3-9c45-a52c10e3c024 HTTP/1.1" status: 200 len: 210 time: 0.0303624 Feb 28 18:09:04.694229 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-bdc47743-fe78-44ee-9e31-88dfcf52bf73 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524403943&fields=id&tenant_id=8f2f50b6dc1548afbb43704599faf1ad HTTP/1.1" status: 200 len: 267 time: 0.0454013 Feb 28 18:09:04.806538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-a6c86d0d-c384-4b2c-aa50-8169f77e95b3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:04.807962 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-a6c86d0d-c384-4b2c-aa50-8169f77e95b3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 812 time: 0.1071787 Feb 28 18:09:04.824084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-5e6533ab-706d-41d5-806c-0672777f9d27 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/quotas/8f2f50b6dc1548afbb43704599faf1ad HTTP/1.1" status: 200 len: 375 time: 0.0099642 Feb 28 18:09:04.882579 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-9839b6d9-f82f-4015-92dc-17ee22c31dbc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523846 Feb 28 18:09:04.979021 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ba4bd626-ec56-4b35-96ab-bc3fe4ec5648 service neutron] 10.222.0.72 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844359 Feb 28 18:09:05.076884 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-538833d9-0b7f-486b-97c2-5dd09d66e6a7 service neutron] 10.222.0.72 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913482 Feb 28 18:09:05.603146 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4de8539a-9737-4ffe-a5a0-6b99923cced4 req-0dc1efb4-a2e8-4016-91b2-63c08360719e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 210 time: 0.0290489 Feb 28 18:09:06.705894 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6892d910-ce69-49b4-88d6-44e368d16f45 req-0c141127-4564-4843-89a3-31eae12cfa9e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 210 time: 0.0286787 Feb 28 18:09:07.733700 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-3c539442-8fda-4eb8-bf05-9099be7455b0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:07.735077 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-3c539442-8fda-4eb8-bf05-9099be7455b0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.69 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 812 time: 0.1112959 Feb 28 18:09:07.747218 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aca842a3-1356-4cd0-993c-759db72ecfb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:07.821893 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-64eef2e4-18d7-495a-b382-7bdd66d78fb0 req-5bafe29b-d402-4ac5-a3f1-4d4e2d18339e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 210 time: 0.0428050 Feb 28 18:09:07.828998 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-6e1cc99d-09fb-4579-953d-1b49dfd8b6c8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f2f50b6dc1548afbb43704599faf1ad HTTP/1.1" status: 200 len: 379 time: 0.0855958 Feb 28 18:09:07.837548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-7b72c48f-e72e-4a46-bda8-7f181fb69e60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'port': {'device_id': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'admin_state_up': True, 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'security_groups': ['7f43b51a-6309-4595-8195-a91d2adc5b71']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:09:08.026803 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-7b72c48f-e72e-4a46-bda8-7f181fb69e60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Made reservation on behalf of 8f2f50b6dc1548afbb43704599faf1ad for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:09:08.030415 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-7b72c48f-e72e-4a46-bda8-7f181fb69e60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:08.055919 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:08.167343 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-7b72c48f-e72e-4a46-bda8-7f181fb69e60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Allocated IP 172.20.0.10 (ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b/763c8435-84e1-45bb-92ab-e5b73ac32526/46aa9dba-a603-4d5e-a42e-a52e8fe2050b) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:09:08.318480 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-7b72c48f-e72e-4a46-bda8-7f181fb69e60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:08.420681 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-7b72c48f-e72e-4a46-bda8-7f181fb69e60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:08.466794 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-7b72c48f-e72e-4a46-bda8-7f181fb69e60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:09:08.470441 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-7b72c48f-e72e-4a46-bda8-7f181fb69e60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:09:08.474356 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-7b72c48f-e72e-4a46-bda8-7f181fb69e60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:09:08.504680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72c48f-e72e-4a46-bda8-7f181fb69e60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'Port': ['ID=46aa9dba-a603-4d5e-a42e-a52e8fe2050b,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:09:08.533885 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-7b72c48f-e72e-4a46-bda8-7f181fb69e60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:08.534586 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-7b72c48f-e72e-4a46-bda8-7f181fb69e60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:08.634795 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-7b72c48f-e72e-4a46-bda8-7f181fb69e60 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8011289 Feb 28 18:09:08.644585 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-5175b0c5-f814-4b0d-9a3c-82ae37b68676 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 18:09:08.645801 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-5175b0c5-f814-4b0d-9a3c-82ae37b68676 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064521 Feb 28 18:09:08.730887 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Request body: {'port': {'device_id': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:09:08.797758 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:08.799326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-77735782-0ce3-49bc-9219-68eeba7bc052 None None] Provisioning complete for port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:09:08.799798 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-77735782-0ce3-49bc-9219-68eeba7bc052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:08.835296 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-77735782-0ce3-49bc-9219-68eeba7bc052 None None] Port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 18:09:08.955867 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666b705-b4a1-4205-9862-6bef1eddce20 req-767a7713-7f3b-4260-a659-7620cb469c19 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:08.957414 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d666b705-b4a1-4205-9862-6bef1eddce20 req-767a7713-7f3b-4260-a659-7620cb469c19 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 932 time: 0.0641403 Feb 28 18:09:09.018095 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d666b705-b4a1-4205-9862-6bef1eddce20 req-cccdddd6-ec1d-4035-9803-be3a4c15614b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536325 Feb 28 18:09:09.103754 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46aa9dba-a603-4d5e-a42e-a52e8fe2050b {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:09:09.112848 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Publish callbacks [] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:09.127137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Transition to ACTIVE for port object 46aa9dba-a603-4d5e-a42e-a52e8fe2050b will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 18:09:09.191598 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:09.245134 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Pushing event updated for resources: {'Port': ['ID=46aa9dba-a603-4d5e-a42e-a52e8fe2050b,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:09:09.323589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Attempting to bind port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 18:09:09.324302 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Attempting to bind port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 18:09:09.324720 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Attempting to bind port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:09:09.331484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:09:09.331870 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Attempting to bind port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:09:09.338110 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:09:09.338479 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Checking segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 18:09:09.338970 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Bound using segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:09:09.339560 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Bound port: 46aa9dba-a603-4d5e-a42e-a52e8fe2050b, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 18:09:09.339907 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:09.420077 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] For port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:09:09.423768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] For port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:09:09.490265 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:09.528704 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:09.529331 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:09.530828 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] 10.222.0.69 "PUT /v2.0/ports/46aa9dba-a603-4d5e-a42e-a52e8fe2050b HTTP/1.1" status: 200 len: 1093 time: 0.8782184 Feb 28 18:09:09.531281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'tag': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:09:09.533557 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e133eb47-1b58-45d1-a72c-c13acfbaa233" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7bb800-c00a-4d73-890d-ec8dcb59f25a", "tag": "46aa9dba-a603-4d5e-a42e-a52e8fe2050b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:09:09.569892 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3703e9-b5fb-433b-b1f2-9f76c2a1e2bc service neutron] Pushing event updated for resources: {'Port': ['ID=46aa9dba-a603-4d5e-a42e-a52e8fe2050b,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:09:09.671985 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ff258f-a609-4360-b738-5c23140ad1ba x-openstack-request-id: req-d2ff258f-a609-4360-b738-5c23140ad1ba {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:09:09.672389 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7bb800-c00a-4d73-890d-ec8dcb59f25a", "tag": "46aa9dba-a603-4d5e-a42e-a52e8fe2050b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:09:09.672743 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d2ff258f-a609-4360-b738-5c23140ad1ba {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:09:09.673249 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'tag': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'status': 'completed', 'code': 200} Feb 28 18:09:09.696657 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-72da1ffb-3cb3-475f-8cbb-50fd539489e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:09.698456 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-72da1ffb-3cb3-475f-8cbb-50fd539489e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 1127 time: 0.0695140 Feb 28 18:09:09.743333 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-516e65a3-7451-4e3c-a33c-5eff129de7cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b HTTP/1.1" status: 200 len: 217 time: 0.0388868 Feb 28 18:09:09.800543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-9dceae27-537a-4703-9c44-27eb78c1c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:09.803010 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-9dceae27-537a-4703-9c44-27eb78c1c83a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0538116 Feb 28 18:09:09.856228 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-b5e98245-69f4-4db2-961c-ba20377992c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:09.857771 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-b5e98245-69f4-4db2-961c-ba20377992c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489552 Feb 28 18:09:09.906870 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f952e3ff-2c01-46a3-9277-935b04af8b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:09.960321 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-e4d4035c-a3d7-4554-9c5b-64e65b55e143 service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966525 Feb 28 18:09:10.055215 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-5279de7a-6c60-42a9-a125-fd73ab33cd07 req-f6ebfea0-be4a-4a44-96ad-ed7db20f78f6 service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889664 Feb 28 18:09:10.146408 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7708597-c74a-48e4-8937-242ec71efdff req-00c74620-40b7-4b1c-8ab5-991f8af4c91a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:10.148031 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c7708597-c74a-48e4-8937-242ec71efdff req-00c74620-40b7-4b1c-8ab5-991f8af4c91a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0565598 Feb 28 18:09:10.204605 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c7708597-c74a-48e4-8937-242ec71efdff req-e3524053-11fe-4f9b-8190-950180feba3b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501893 Feb 28 18:09:10.210681 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133eb47-1b58-45d1-a72c-c13acfbaa233 req-619449b9-ba86-497c-b6c7-8c025b3d5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:10.212483 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e133eb47-1b58-45d1-a72c-c13acfbaa233 req-619449b9-ba86-497c-b6c7-8c025b3d5a93 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 1127 time: 0.0513263 Feb 28 18:09:10.313655 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133eb47-1b58-45d1-a72c-c13acfbaa233 req-03762217-0a5a-4a85-abcf-2b8fd720f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:10.315184 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e133eb47-1b58-45d1-a72c-c13acfbaa233 req-03762217-0a5a-4a85-abcf-2b8fd720f67b service neutron] 10.222.0.69 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0966547 Feb 28 18:09:10.361968 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e133eb47-1b58-45d1-a72c-c13acfbaa233 req-835caaa4-fd52-430b-93a9-04868a3d0fe1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b HTTP/1.1" status: 200 len: 217 time: 0.0411878 Feb 28 18:09:10.410708 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133eb47-1b58-45d1-a72c-c13acfbaa233 req-90bae6f7-e7dc-4b05-8fd1-59afdab077a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:10.412190 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e133eb47-1b58-45d1-a72c-c13acfbaa233 req-90bae6f7-e7dc-4b05-8fd1-59afdab077a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0446875 Feb 28 18:09:10.414272 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:10.468004 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133eb47-1b58-45d1-a72c-c13acfbaa233 req-89079405-dc11-442d-b7a5-2b9d6cb9cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:10.469474 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e133eb47-1b58-45d1-a72c-c13acfbaa233 req-89079405-dc11-442d-b7a5-2b9d6cb9cb70 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513792 Feb 28 18:09:10.566261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e133eb47-1b58-45d1-a72c-c13acfbaa233 req-8da351df-7be8-4a47-aded-0c521318c0f2 service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904050 Feb 28 18:09:10.667811 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e133eb47-1b58-45d1-a72c-c13acfbaa233 req-7442f2b7-7e50-4dfc-a689-d7f8c5a3fc02 service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957403 Feb 28 18:09:11.335027 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dee80-5fe5-445d-b787-1f856a6a3062 req-954c20e5-62fe-4c3c-b207-690d363ff460 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:11.336719 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-305dee80-5fe5-445d-b787-1f856a6a3062 req-954c20e5-62fe-4c3c-b207-690d363ff460 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0594707 Feb 28 18:09:11.388509 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-305dee80-5fe5-445d-b787-1f856a6a3062 req-2a92fa66-f694-4ecd-9506-5d5b88fdba12 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445633 Feb 28 18:09:11.529360 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:12.514554 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd640ae7-26a6-4e7c-a15c-81326e9de5bd req-6f35b1dc-ed50-4e20-a4b5-890953c2ebd6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:12.516091 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd640ae7-26a6-4e7c-a15c-81326e9de5bd req-6f35b1dc-ed50-4e20-a4b5-890953c2ebd6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0584202 Feb 28 18:09:12.566369 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fd640ae7-26a6-4e7c-a15c-81326e9de5bd req-1220d1dc-6ae1-4db2-97be-818808dd4921 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444322 Feb 28 18:09:12.649548 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:13.690128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a5d68-69c6-4387-b33d-4d3a17addee2 req-3674edbe-8251-4b32-90dc-333f763aca71 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:13.691787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-342a5d68-69c6-4387-b33d-4d3a17addee2 req-3674edbe-8251-4b32-90dc-333f763aca71 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0554156 Feb 28 18:09:13.751230 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-342a5d68-69c6-4387-b33d-4d3a17addee2 req-f935188d-db5f-43b4-bde3-cdb7a353dc56 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536523 Feb 28 18:09:13.958021 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:14.675173 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:09:14.887091 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f289e-5467-498b-a855-6907f3fd2b26 req-3cf921fb-122c-4175-a16b-907026014bb4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:14.888583 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-831f289e-5467-498b-a855-6907f3fd2b26 req-3cf921fb-122c-4175-a16b-907026014bb4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0625234 Feb 28 18:09:14.941703 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-831f289e-5467-498b-a855-6907f3fd2b26 req-af50de81-3be6-48f6-9872-f2620c584747 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470238 Feb 28 18:09:16.067067 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc239e25-efb9-4e11-8a8c-c6aba3e80676 req-3cf70e5a-e011-475d-b842-d9108f65a4b9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:16.068881 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fc239e25-efb9-4e11-8a8c-c6aba3e80676 req-3cf70e5a-e011-475d-b842-d9108f65a4b9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0558727 Feb 28 18:09:16.118756 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-fc239e25-efb9-4e11-8a8c-c6aba3e80676 req-2ce0414e-4da9-432a-9116-bfaee705fb9c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438731 Feb 28 18:09:17.243635 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dda681-10bf-4567-bec1-c06939f499a0 req-ad617618-15f4-4ee5-bafc-ca2ea928d01c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:17.245106 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e0dda681-10bf-4567-bec1-c06939f499a0 req-ad617618-15f4-4ee5-bafc-ca2ea928d01c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0529742 Feb 28 18:09:17.298390 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e0dda681-10bf-4567-bec1-c06939f499a0 req-c0d62ffb-9af2-482f-a8bb-942552c72fae tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471778 Feb 28 18:09:18.420766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bae62e-7926-4483-ae5f-d05769bee948 req-2e0e1680-5538-40ff-8dad-a4fdc55db231 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:18.422330 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-20bae62e-7926-4483-ae5f-d05769bee948 req-2e0e1680-5538-40ff-8dad-a4fdc55db231 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0535369 Feb 28 18:09:18.474306 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-20bae62e-7926-4483-ae5f-d05769bee948 req-2e009bd1-55d4-4c96-b508-14f2cb56ee1b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462098 Feb 28 18:09:19.614403 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571557f-a697-4236-a755-058d831070d4 req-f1a5bed5-2d4b-4890-9869-f0488eecc083 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:19.615872 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6571557f-a697-4236-a755-058d831070d4 req-f1a5bed5-2d4b-4890-9869-f0488eecc083 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0630519 Feb 28 18:09:19.676173 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-6571557f-a697-4236-a755-058d831070d4 req-acd680c8-0aa0-4bb7-88ee-90750af6afcd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543268 Feb 28 18:09:20.811672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc6845-ba43-4266-83ec-6de41fda58a5 req-92e86a5a-e371-4d46-b8e2-441101bcc34e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:20.813238 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80fc6845-ba43-4266-83ec-6de41fda58a5 req-92e86a5a-e371-4d46-b8e2-441101bcc34e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0684924 Feb 28 18:09:20.865904 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-80fc6845-ba43-4266-83ec-6de41fda58a5 req-ddbe81eb-b6c5-4ddf-91b7-ec1a36eca41f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462449 Feb 28 18:09:21.987717 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221780b-adde-41a3-b78a-1ed12b6639b8 req-36eac9ae-ff93-437e-997f-1acc0931d774 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:21.989151 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0221780b-adde-41a3-b78a-1ed12b6639b8 req-36eac9ae-ff93-437e-997f-1acc0931d774 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0544436 Feb 28 18:09:22.038742 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0221780b-adde-41a3-b78a-1ed12b6639b8 req-c42075e8-f49f-4266-ba80-238f1795f654 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440049 Feb 28 18:09:23.162996 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a38a2-e972-4d90-b733-71d73aa449f1 req-75116ab1-329d-494c-aeb3-d1067cff26e7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:23.164534 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a8a38a2-e972-4d90-b733-71d73aa449f1 req-75116ab1-329d-494c-aeb3-d1067cff26e7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0538058 Feb 28 18:09:23.213833 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2a8a38a2-e972-4d90-b733-71d73aa449f1 req-69bb570c-73e0-484d-8ba1-b42d5c04a766 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435832 Feb 28 18:09:24.335520 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec32a53-d6ba-4a3e-8de8-38410e70b88b req-f4c91bed-f292-4561-a479-f00ebe23ec00 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:24.337030 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1ec32a53-d6ba-4a3e-8de8-38410e70b88b req-f4c91bed-f292-4561-a479-f00ebe23ec00 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0523839 Feb 28 18:09:24.386385 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1ec32a53-d6ba-4a3e-8de8-38410e70b88b req-4c1071d0-8dca-4a15-93ca-47b4500258e7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431080 Feb 28 18:09:25.510277 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875601bc-9323-485a-9ec1-8a240c4f2a16 req-5a5ab290-95b2-48d9-a0c6-8df4f83403fc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:25.511828 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-875601bc-9323-485a-9ec1-8a240c4f2a16 req-5a5ab290-95b2-48d9-a0c6-8df4f83403fc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0547676 Feb 28 18:09:25.569855 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-875601bc-9323-485a-9ec1-8a240c4f2a16 req-075983a6-c36b-46dd-a96e-e4516c8b9660 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514472 Feb 28 18:09:26.654034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 46aa9dba-a603-4d5e-a42e-a52e8fe2050b details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:09:26.701802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1636a-7358-40b1-85cc-92aae02c6484 req-bfaa53d2-cfac-41e0-99fd-e8768b3de08f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:26.703389 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ae1636a-7358-40b1-85cc-92aae02c6484 req-bfaa53d2-cfac-41e0-99fd-e8768b3de08f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 944 time: 0.0598862 Feb 28 18:09:26.755756 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:09:26.759789 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7ae1636a-7358-40b1-85cc-92aae02c6484 req-6387e449-2bf4-4c8a-9ead-6ae652d97627 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504680 Feb 28 18:09:26.768494 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'port_id': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'mac_address': 'fa:16:3e:59:0b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:09:26.809332 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:09:26.809712 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:26.823346 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46aa9dba-a603-4d5e-a42e-a52e8fe2050b {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:09:26.848228 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:09:26.928747 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:26.978171 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=46aa9dba-a603-4d5e-a42e-a52e8fe2050b,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:09:26.986287 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:26.986636 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:26.986979 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:26.987319 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:26.987654 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:26.987988 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:26.988330 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:26.988657 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:26.988981 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:26.989304 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:26.989630 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:26.990068 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:26.990402 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:27.186334 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['46aa9dba-a603-4d5e-a42e-a52e8fe2050b'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:09:27.890999 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7cea-1723-4bf0-a0ce-73b588c0216f req-0e5d15b8-20ce-4d8e-85df-7796d8cc048b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:27.892520 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c25e7cea-1723-4bf0-a0ce-73b588c0216f req-0e5d15b8-20ce-4d8e-85df-7796d8cc048b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 945 time: 0.0598340 Feb 28 18:09:27.943340 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c25e7cea-1723-4bf0-a0ce-73b588c0216f req-2dafc959-357b-4203-a014-1d3b07a1e506 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450659 Feb 28 18:09:28.659946 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 46aa9dba-a603-4d5e-a42e-a52e8fe2050b up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:09:28.785900 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 18:09:28.790541 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:09:28.790913 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:28.876411 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:09:28.877038 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:28.907505 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:09:28.910985 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43ed4e0-0f24-4f72-9666-1ff07dadaf2b" -d '{"events": [{"server_uuid": "fc7bb800-c00a-4d73-890d-ec8dcb59f25a", "name": "network-vif-plugged", "status": "completed", "tag": "46aa9dba-a603-4d5e-a42e-a52e8fe2050b"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:09:28.929619 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:09:28.983106 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:29.069700 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751bd88a-3784-4572-ba23-3c28f96f4633 x-openstack-request-id: req-751bd88a-3784-4572-ba23-3c28f96f4633 {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:09:29.070139 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7bb800-c00a-4d73-890d-ec8dcb59f25a", "name": "network-vif-plugged", "status": "completed", "tag": "46aa9dba-a603-4d5e-a42e-a52e8fe2050b", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:09:29.070281 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-751bd88a-3784-4572-ba23-3c28f96f4633 {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:09:29.070758 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'code': 200} Feb 28 18:09:29.074727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=46aa9dba-a603-4d5e-a42e-a52e8fe2050b,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:09:29.104381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01936e-65e7-4891-ac58-b96614a6a768 req-fb162fcf-d6f9-45b5-b0a6-56c42e4bef80 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:29.106039 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc01936e-65e7-4891-ac58-b96614a6a768 req-fb162fcf-d6f9-45b5-b0a6-56c42e4bef80 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 946 time: 0.0709050 Feb 28 18:09:29.161631 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dc01936e-65e7-4891-ac58-b96614a6a768 req-8886feb5-fda3-4e82-924b-eba1d14a39bd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473287 Feb 28 18:09:29.334286 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d2b4d-1c73-4a04-b82d-1291075f2832 req-74f26431-c217-498b-98dc-e4295b591bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:29.335824 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee7d2b4d-1c73-4a04-b82d-1291075f2832 req-74f26431-c217-498b-98dc-e4295b591bc2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 1129 time: 0.0564260 Feb 28 18:09:29.386739 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ee7d2b4d-1c73-4a04-b82d-1291075f2832 req-c390dadf-e8be-43ca-b8b5-cef1b920bc06 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441816 Feb 28 18:09:30.296397 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797aabc6-9f6a-43c1-8c1f-0c798056a0d3 req-9249f4c1-eed2-42f2-9435-5005b5e1f215 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:30.297962 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-797aabc6-9f6a-43c1-8c1f-0c798056a0d3 req-9249f4c1-eed2-42f2-9435-5005b5e1f215 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 946 time: 0.0548539 Feb 28 18:09:30.355096 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-797aabc6-9f6a-43c1-8c1f-0c798056a0d3 req-91b69e10-628e-4460-ab0d-3fffa52f5d06 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509880 Feb 28 18:09:31.480908 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9344d-5c5e-4e5c-b67f-b59af8d755f7 req-6b98e08a-a8f0-4a00-8146-1dc8bf78182d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:31.482401 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16d9344d-5c5e-4e5c-b67f-b59af8d755f7 req-6b98e08a-a8f0-4a00-8146-1dc8bf78182d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 946 time: 0.0524974 Feb 28 18:09:31.533999 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-16d9344d-5c5e-4e5c-b67f-b59af8d755f7 req-64fd678a-214f-47d4-9184-a98d4dec4159 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453990 Feb 28 18:09:31.659942 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9cf3a-0178-4c6f-aa4a-59c0a8967ebc req-3a87801f-dd4e-45ec-a466-d114835a5081 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:31.661367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3f9cf3a-0178-4c6f-aa4a-59c0a8967ebc req-3a87801f-dd4e-45ec-a466-d114835a5081 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 946 time: 0.0599592 Feb 28 18:09:31.714188 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d3f9cf3a-0178-4c6f-aa4a-59c0a8967ebc req-0ee65287-a640-4ec5-9dc7-51d1a23a2394 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471492 Feb 28 18:09:31.736238 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50796) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:09:31.782270 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddb0140-430b-49ef-a394-cc089ee8d67f tempest-TestVolumeBootPattern-565623472 tempest-TestVolumeBootPattern-565623472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:31.783804 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4ddb0140-430b-49ef-a394-cc089ee8d67f tempest-TestVolumeBootPattern-565623472 tempest-TestVolumeBootPattern-565623472-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 1124 time: 0.0464647 Feb 28 18:09:31.786574 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 50798) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:09:31.790868 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:09:31.871627 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:31.976098 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:32.082276 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Allocated IP 172.25.3.115 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/8820fc7e-8f50-4b85-aac0-e5f15cf1fac1) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:09:32.195569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for port (8820fc7e-8f50-4b85-aac0-e5f15cf1fac1), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:32.266799 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (8820fc7e-8f50-4b85-aac0-e5f15cf1fac1), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:32.308675 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:09:32.311668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:09:32.314339 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:09:32.338948 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'Port': ['ID=8820fc7e-8f50-4b85-aac0-e5f15cf1fac1,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:09:32.353563 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:32.353963 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:32.354361 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:32.354778 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:32.355684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:32.355684 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:32.355954 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:32.356157 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:32.356493 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:32.356863 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:32.357198 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:32.357545 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:32.357870 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:09:32.721409 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for floatingip (b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:32.872841 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (8820fc7e-8f50-4b85-aac0-e5f15cf1fac1), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:33.032988 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for port (8820fc7e-8f50-4b85-aac0-e5f15cf1fac1), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:33.082763 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (8820fc7e-8f50-4b85-aac0-e5f15cf1fac1), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:33.154523 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'Port': ['ID=8820fc7e-8f50-4b85-aac0-e5f15cf1fac1,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:09:33.169213 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:33.274968 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Floating IP b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51 associated. External IP: 172.25.3.115, port: 46aa9dba-a603-4d5e-a42e-a52e8fe2050b. Feb 28 18:09:33.493223 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Router e407f346-4c75-4ab4-94c9-ba80a855846f has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:09:33.604110 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:09:33.618584 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12701759-7604-490b-aadb-5bcbc6ae130b None None] Sync routers for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:09:33.629465 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12701759-7604-490b-aadb-5bcbc6ae130b None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:09:33.630124 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-12701759-7604-490b-aadb-5bcbc6ae130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:09:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:09:33.714587 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:33.715052 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-446100a0-a610-4e85-94c7-878ba7c06c8c req-b6891145-e5ce-42ac-b67b-9595909116b2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529339 Feb 28 18:09:33.748006 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-12701759-7604-490b-aadb-5bcbc6ae130b None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:09:33.754546 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a1479bf0-5f15-420b-809a-59042a3a64dc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9668550 Feb 28 18:09:33.755340 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'tag': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:09:33.758279 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e61529-b119-4190-85f1-c68010fee463" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7bb800-c00a-4d73-890d-ec8dcb59f25a", "tag": "46aa9dba-a603-4d5e-a42e-a52e8fe2050b"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:09:33.806587 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe964afe-68bd-4522-afe3-1257ab0ab478 x-openstack-request-id: req-fe964afe-68bd-4522-afe3-1257ab0ab478 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:09:33.806896 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7bb800-c00a-4d73-890d-ec8dcb59f25a", "tag": "46aa9dba-a603-4d5e-a42e-a52e8fe2050b", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:09:33.807241 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe964afe-68bd-4522-afe3-1257ab0ab478 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:09:33.807755 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'tag': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'status': 'completed', 'code': 200} Feb 28 18:09:33.818377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446100a0-a610-4e85-94c7-878ba7c06c8c req-5eccc871-27dd-4c2b-b25e-db598d044e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:33.819945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-446100a0-a610-4e85-94c7-878ba7c06c8c req-5eccc871-27dd-4c2b-b25e-db598d044e14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 1129 time: 0.0539763 Feb 28 18:09:33.925044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446100a0-a610-4e85-94c7-878ba7c06c8c req-a9e3246c-483a-46e8-8975-b4d23f5fea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:33.926666 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-446100a0-a610-4e85-94c7-878ba7c06c8c req-a9e3246c-483a-46e8-8975-b4d23f5fea3a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0881836 Feb 28 18:09:33.998970 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-446100a0-a610-4e85-94c7-878ba7c06c8c req-44b28f2b-91ba-4069-a373-0a69efe2bc61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b HTTP/1.1" status: 200 len: 1000 time: 0.0658386 Feb 28 18:09:34.015843 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-12701759-7604-490b-aadb-5bcbc6ae130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:59:0b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:09:32Z', 'updated_at': '2022-02-28T18:09:32Z', 'revision_number': 0, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:09:34.044015 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12701759-7604-490b-aadb-5bcbc6ae130b None None] Checking router: e407f346-4c75-4ab4-94c9-ba80a855846f for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:09:34.050187 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446100a0-a610-4e85-94c7-878ba7c06c8c req-f001cf30-63ab-4396-9c7a-ef684a5524f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:34.051672 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-446100a0-a610-4e85-94c7-878ba7c06c8c req-f001cf30-63ab-4396-9c7a-ef684a5524f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0471668 Feb 28 18:09:34.053207 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12701759-7604-490b-aadb-5bcbc6ae130b None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:09:34.053810 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-12701759-7604-490b-aadb-5bcbc6ae130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:09:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:09:34.104261 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446100a0-a610-4e85-94c7-878ba7c06c8c req-8e909b09-73f1-479b-919d-f4351082004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:34.105797 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-446100a0-a610-4e85-94c7-878ba7c06c8c req-8e909b09-73f1-479b-919d-f4351082004b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484734 Feb 28 18:09:34.171392 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-12701759-7604-490b-aadb-5bcbc6ae130b None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:09:34.202903 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-446100a0-a610-4e85-94c7-878ba7c06c8c req-aa79bd26-03db-4cea-8053-cafaa0cc505b service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907531 Feb 28 18:09:34.297864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-446100a0-a610-4e85-94c7-878ba7c06c8c req-91239f37-0353-4078-9fcc-1c40e25367b1 service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896447 Feb 28 18:09:34.401085 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-12701759-7604-490b-aadb-5bcbc6ae130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:59:0b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:09:32Z', 'updated_at': '2022-02-28T18:09:32Z', 'revision_number': 0, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:09:34.429503 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12701759-7604-490b-aadb-5bcbc6ae130b None None] The sync data for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 is: [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:59:0b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:09:32Z', 'updated_at': '2022-02-28T18:09:32Z', 'revision_number': 0, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:09:34.470234 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e61529-b119-4190-85f1-c68010fee463 req-6e9f2b12-d6ca-4334-8408-55623d820e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:34.472396 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3e61529-b119-4190-85f1-c68010fee463 req-6e9f2b12-d6ca-4334-8408-55623d820e4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 1129 time: 0.0561743 Feb 28 18:09:34.572198 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e61529-b119-4190-85f1-c68010fee463 req-d1984640-05bf-48cf-850f-d9d10954f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:34.573701 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3e61529-b119-4190-85f1-c68010fee463 req-d1984640-05bf-48cf-850f-d9d10954f196 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0960464 Feb 28 18:09:34.649345 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3e61529-b119-4190-85f1-c68010fee463 req-7df3cad6-0807-40da-aa8c-a3ee7e9d9104 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b HTTP/1.1" status: 200 len: 1000 time: 0.0672810 Feb 28 18:09:34.658742 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0ee49-39b6-4933-906d-847f97d42f64 None None] New status for floating IP b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:09:34.700526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e61529-b119-4190-85f1-c68010fee463 req-d5309dd6-859d-428e-9d94-96d13ffe8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:34.702630 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3e61529-b119-4190-85f1-c68010fee463 req-d5309dd6-859d-428e-9d94-96d13ffe8b44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0487494 Feb 28 18:09:34.753485 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e61529-b119-4190-85f1-c68010fee463 req-74868581-03a8-4cfe-aa31-69ce77784c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:09:34.755061 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3e61529-b119-4190-85f1-c68010fee463 req-74868581-03a8-4cfe-aa31-69ce77784c1b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479388 Feb 28 18:09:34.848684 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3e61529-b119-4190-85f1-c68010fee463 req-2cb33a66-5867-48ff-a285-2683f08c058e service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875869 Feb 28 18:09:34.962941 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3e61529-b119-4190-85f1-c68010fee463 req-8afe2293-5553-4917-93a5-ec8a11bede53 service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086247 Feb 28 18:09:37.757596 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-683391e2-be22-4303-9db5-ff03e6428af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:38.048549 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:39.882522 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-139dcd40-4d0a-4458-9a47-3d496c772fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:40.391239 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:41.534107 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:42.659693 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:43.945995 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:09:51.674518 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:10:07.715905 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6573ad0e-9643-4c81-9b6d-8d5f3cccb3da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:10:08.041717 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:10:09.898954 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-18126cd9-12c5-4669-8a5b-27f670bb7e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:10:10.404839 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:10:11.532988 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:10:12.653065 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:10:13.938564 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:10:18.257262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-1cf15483-b2ed-477e-8e14-5d4320c2fe9a tempest-TestNetworkAdvancedServerOps-1469741931 tempest-TestNetworkAdvancedServerOps-1469741931-project-admin] (104247) timed out ('10.222.0.72', 58350) {{(pid=104247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 18:10:20.429791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-08284a98-e11a-4588-92ca-e140f8399d65 req-18be1054-67c2-4473-9ec3-2cdbca9523e4 service neutron] (104246) timed out ('10.222.0.72', 44932) {{(pid=104246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 18:10:28.675451 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:10:35.721111 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6b44370-3810-4d0b-8a66-ffa7571257a2 req-0b34d8d7-b983-4d19-a1ad-55c4bb4b1eb4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480716 Feb 28 18:10:35.817633 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b44370-3810-4d0b-8a66-ffa7571257a2 req-3f6b1fa1-aa84-4af8-a864-457ee1c49305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:10:35.819208 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6b44370-3810-4d0b-8a66-ffa7571257a2 req-3f6b1fa1-aa84-4af8-a864-457ee1c49305 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 1129 time: 0.0557697 Feb 28 18:10:36.231541 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b44370-3810-4d0b-8a66-ffa7571257a2 req-8cbef613-7847-4377-888f-cfde86b1bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:10:36.233541 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6b44370-3810-4d0b-8a66-ffa7571257a2 req-8cbef613-7847-4377-888f-cfde86b1bc2e service neutron] 10.222.0.69 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.3909223 Feb 28 18:10:36.311017 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6b44370-3810-4d0b-8a66-ffa7571257a2 req-5103f686-21c4-4c91-b69c-59043d85dfcd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b HTTP/1.1" status: 200 len: 1002 time: 0.0698328 Feb 28 18:10:36.367863 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b44370-3810-4d0b-8a66-ffa7571257a2 req-c5c1d157-a9ca-4a56-b6e9-085ef72102c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:10:36.369998 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6b44370-3810-4d0b-8a66-ffa7571257a2 req-c5c1d157-a9ca-4a56-b6e9-085ef72102c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0540264 Feb 28 18:10:36.423179 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b44370-3810-4d0b-8a66-ffa7571257a2 req-356634c2-76a6-49ec-ba92-bb752bfbbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:10:36.424720 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6b44370-3810-4d0b-8a66-ffa7571257a2 req-356634c2-76a6-49ec-ba92-bb752bfbbe10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491965 Feb 28 18:10:36.527665 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6b44370-3810-4d0b-8a66-ffa7571257a2 req-a4aa1adf-d540-470f-be06-d78c8a43e7eb service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964880 Feb 28 18:10:36.618575 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6b44370-3810-4d0b-8a66-ffa7571257a2 req-5d6927c2-f281-4a4a-adaf-b19f01dbc0d8 service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852437 Feb 28 18:10:37.744348 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-5eacb232-579a-4db7-bed3-d4e4f44ccd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:10:38.081238 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:10:39.921749 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a0dd6d7d-363e-4a7f-bb95-4c7171c656c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:10:40.401245 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:10:41.532425 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:10:42.681222 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:10:43.943381 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:11:05.678847 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:11:07.726034 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6c9fe408-cee6-4941-9b13-0fdeec26b253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:11:08.074829 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:11:09.885743 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d88e11e0-889d-4cb8-9b8b-1ece1309ad43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:11:10.394673 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:11:11.541777 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:11:12.664845 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:11:13.960743 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:11:36.703254 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69ca40a3-0d87-4e43-bb1a-637d7136b59b req-b2926fe9-4244-4ace-bda8-ce2deeb4ef4d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481832 Feb 28 18:11:36.798573 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca40a3-0d87-4e43-bb1a-637d7136b59b req-2c3073f2-1a4f-406d-ab30-6c3f0eefeee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:11:36.800276 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69ca40a3-0d87-4e43-bb1a-637d7136b59b req-2c3073f2-1a4f-406d-ab30-6c3f0eefeee2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 1129 time: 0.0512235 Feb 28 18:11:36.904574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca40a3-0d87-4e43-bb1a-637d7136b59b req-2c15dd71-382d-474e-9b91-9e0968d6c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:11:36.910103 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69ca40a3-0d87-4e43-bb1a-637d7136b59b req-2c15dd71-382d-474e-9b91-9e0968d6c33c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0874140 Feb 28 18:11:36.975529 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69ca40a3-0d87-4e43-bb1a-637d7136b59b req-0bf99c9b-4528-4bf4-8f48-70cfdf226ed4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b HTTP/1.1" status: 200 len: 1002 time: 0.0638626 Feb 28 18:11:37.029394 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca40a3-0d87-4e43-bb1a-637d7136b59b req-5df071f8-709c-475e-9af1-428452cc493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:11:37.030879 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69ca40a3-0d87-4e43-bb1a-637d7136b59b req-5df071f8-709c-475e-9af1-428452cc493b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0501413 Feb 28 18:11:37.080172 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca40a3-0d87-4e43-bb1a-637d7136b59b req-63717922-12f8-40af-99e5-3be9f75bb22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:11:37.081690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69ca40a3-0d87-4e43-bb1a-637d7136b59b req-63717922-12f8-40af-99e5-3be9f75bb22e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454016 Feb 28 18:11:37.175295 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69ca40a3-0d87-4e43-bb1a-637d7136b59b req-840ce157-0b55-4345-8353-081008ca5896 service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877976 Feb 28 18:11:37.266750 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69ca40a3-0d87-4e43-bb1a-637d7136b59b req-122817c8-fe52-467b-a7d9-371a40a82a6e service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857899 Feb 28 18:11:37.731794 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-68d4cfa4-7fe2-4257-83c0-94bcf5428076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:11:38.074452 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:11:39.897159 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4013c18d-50aa-48f9-bf1b-28a4dd84e934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:11:40.409498 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:11:41.554522 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:11:42.678500 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:11:42.691374 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:11:43.971156 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:06.367084 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-125d8515-8c3a-4cc3-856e-7d8731e5d22f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524403943&fields=id&tenant_id=8f2f50b6dc1548afbb43704599faf1ad HTTP/1.1" status: 200 len: 267 time: 0.0460908 Feb 28 18:12:06.478289 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-d7f4d683-7cf6-4ba4-9005-014378373f87 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:06.479650 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-d7f4d683-7cf6-4ba4-9005-014378373f87 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 812 time: 0.1059148 Feb 28 18:12:06.495027 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-8adb57fb-505c-4ae2-abae-619951e60900 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/quotas/8f2f50b6dc1548afbb43704599faf1ad HTTP/1.1" status: 200 len: 375 time: 0.0096657 Feb 28 18:12:06.552109 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-9bd17734-570d-4932-a6c0-dcd8d3abf250 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517464 Feb 28 18:12:06.693790 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-7e887cd0-0b2e-4a26-b972-2723ba35cc33 service neutron] 10.222.0.72 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302302 Feb 28 18:12:07.092089 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-ef2aad32-6b6c-4fa2-a690-c89b4dc7dbfd service neutron] 10.222.0.72 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925538 Feb 28 18:12:07.738294 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-69d7882e-513d-4a88-8bcb-ab052ad671e2 req-24925122-c365-4cca-a8ea-1cb9dca3d74d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0822864 Feb 28 18:12:07.762240 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1f06118c-3968-491b-a118-6cd84af18d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:08.061667 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:08.818313 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-9ed75bd2-f270-4d94-b6c1-6c93bfbe6367 req-67e6290b-43d9-40d8-bb0a-5f5ce352aadf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0270679 Feb 28 18:12:09.922857 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f0c0-26a8-48ac-acce-57ebcec98582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:09.923726 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3a4c3db1-032a-4df3-ba5c-ff4b84abc4d4 req-f7d3c2f4-ab8e-4bc9-b8a0-a6dd29613147 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0347729 Feb 28 18:12:10.425689 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:11.002101 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8ec54bf8-5908-4666-8e4a-3794caa4041f req-8a58abb4-0bee-4f02-bdab-d03d1bbe7965 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0281503 Feb 28 18:12:11.613829 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:12.094911 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4050c3cd-7ad3-4507-aba7-f92855c5934a req-19ce58c6-1c02-49a9-831a-44c60bfd5429 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0279520 Feb 28 18:12:12.695893 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:13.193909 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e74e3010-9cd7-4457-9ca6-bf5dd146e8bd req-796416d7-60bd-4ec6-9aa5-f1ec6b045571 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0288978 Feb 28 18:12:13.820605 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-946a9c43-df8f-4d0b-9380-f0c2f4198b59 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:13.822073 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-946a9c43-df8f-4d0b-9380-f0c2f4198b59 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 812 time: 0.1130126 Feb 28 18:12:13.889001 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-fb6745c3-f328-40fe-a8c4-15a34418042a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f2f50b6dc1548afbb43704599faf1ad HTTP/1.1" status: 200 len: 379 time: 0.0587444 Feb 28 18:12:13.897099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'port': {'device_id': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'admin_state_up': True, 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'security_groups': ['7f43b51a-6309-4595-8195-a91d2adc5b71']}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:12:14.002328 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:14.096128 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Made reservation on behalf of 8f2f50b6dc1548afbb43704599faf1ad for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:12:14.099594 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:14.235243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Allocated IP 172.20.0.7 (ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b/763c8435-84e1-45bb-92ab-e5b73ac32526/9ebcd40b-ceb1-4950-a444-bad9d89c4444) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:12:14.313161 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0260fe7-2160-4ea3-b371-828d3e3469a6 req-f7568f82-db30-42e5-b7de-cf5d5bac8f9b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0428224 Feb 28 18:12:14.405730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:14.508483 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:14.552780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:12:14.556354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:12:14.560038 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:12:14.583606 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'Port': ['ID=9ebcd40b-ceb1-4950-a444-bad9d89c4444,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:12:14.599069 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:14.599409 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:14.599952 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:14.601125 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:14.601641 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:14.601997 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:14.602329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:14.602660 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:14.602978 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:14.603299 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:14.603621 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:14.603943 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:14.604349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:14.625583 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:14.627782 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:14.730664 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-1369b7c3-33af-4904-945a-398410ec0b4a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8372056 Feb 28 18:12:14.742792 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Request body: {'port': {'device_id': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:12:14.805077 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-056b3a2c-d1f0-4b8d-bf37-8e5a493308d3 None None] Provisioning complete for port 9ebcd40b-ceb1-4950-a444-bad9d89c4444 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:12:14.805446 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-056b3a2c-d1f0-4b8d-bf37-8e5a493308d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:14.812203 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:14.843463 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-056b3a2c-d1f0-4b8d-bf37-8e5a493308d3 None None] Port 9ebcd40b-ceb1-4950-a444-bad9d89c4444 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 18:12:15.093493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebcd40b-ceb1-4950-a444-bad9d89c4444 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:12:15.101227 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Publish callbacks [] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:15.113574 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Transition to ACTIVE for port object 9ebcd40b-ceb1-4950-a444-bad9d89c4444 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 18:12:15.187987 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:15.246962 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebcd40b-ceb1-4950-a444-bad9d89c4444,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:12:15.325096 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Attempting to bind port 9ebcd40b-ceb1-4950-a444-bad9d89c4444 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 18:12:15.325455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Attempting to bind port 9ebcd40b-ceb1-4950-a444-bad9d89c4444 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 18:12:15.325757 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Attempting to bind port 9ebcd40b-ceb1-4950-a444-bad9d89c4444 on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:12:15.330716 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Port 9ebcd40b-ceb1-4950-a444-bad9d89c4444 on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:12:15.331095 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Attempting to bind port 9ebcd40b-ceb1-4950-a444-bad9d89c4444 on network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:12:15.336651 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:12:15.337014 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Checking segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 18:12:15.337388 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Bound using segment: {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:12:15.337827 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Bound port: 9ebcd40b-ceb1-4950-a444-bad9d89c4444, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 18:12:15.338218 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:15.426088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] For port 9ebcd40b-ceb1-4950-a444-bad9d89c4444, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:12:15.431165 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] For port 9ebcd40b-ceb1-4950-a444-bad9d89c4444, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=9ebcd40b-ceb1-4950-a444-bad9d89c4444,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:12:15.472135 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352c1b0-86df-4e59-8fbb-2290e2d103ef req-fc604384-783b-498f-b591-3ca1a0b15d98 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:15.473734 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d352c1b0-86df-4e59-8fbb-2290e2d103ef req-fc604384-783b-498f-b591-3ca1a0b15d98 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0740662 Feb 28 18:12:15.526160 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d352c1b0-86df-4e59-8fbb-2290e2d103ef req-e2f93373-87f4-4053-9d23-59106d8f8381 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458739 Feb 28 18:12:15.576417 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:15.612475 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:15.612959 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:15.614537 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] 10.222.0.73 "PUT /v2.0/ports/9ebcd40b-ceb1-4950-a444-bad9d89c4444 HTTP/1.1" status: 200 len: 1092 time: 0.8763604 Feb 28 18:12:15.619026 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'tag': '9ebcd40b-ceb1-4950-a444-bad9d89c4444'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:12:15.619026 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fd3f79e55a1a9289c95136377b508b34784211c630b55a7de3574e76d18fcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2880cb41-cc3f-4e09-9d7f-233c70dd6fce" -d '{"events": [{"name": "network-changed", "server_uuid": "db0451e5-4d39-4cf2-82c3-2da2ec359c38", "tag": "9ebcd40b-ceb1-4950-a444-bad9d89c4444"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:12:15.640019 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da5c6f-2918-4faa-b96e-478bc0b6dfc4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebcd40b-ceb1-4950-a444-bad9d89c4444,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:12:15.794046 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-8da423e2-08d7-4e5c-a760-b3b5df1dac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:15.795922 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-8da423e2-08d7-4e5c-a760-b3b5df1dac16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 1126 time: 0.0598242 Feb 28 18:12:15.844197 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-8646cc22-17ed-45c1-ab29-bac2f5df4a60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ebcd40b-ceb1-4950-a444-bad9d89c4444 HTTP/1.1" status: 200 len: 217 time: 0.0410087 Feb 28 18:12:15.897232 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-aa7bb953-2ce9-4c5a-9b99-6d7994719e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:15.898783 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-aa7bb953-2ce9-4c5a-9b99-6d7994719e03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0478785 Feb 28 18:12:15.954347 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-350c7901-8b05-47f5-99c5-cb2556316775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:15.955803 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-350c7901-8b05-47f5-99c5-cb2556316775 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513964 Feb 28 18:12:16.047118 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-8bb48b3a-35f7-47ca-a988-516135eb2c03 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847697 Feb 28 18:12:16.143315 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0cbff385-573a-4a83-bffb-d19e2e208c3c req-897ccc61-14db-4d77-9894-bb9965b10552 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907314 Feb 28 18:12:16.647619 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08f236-d09f-4c87-9cfc-ff15e78ac474 req-eca9a67b-dd25-4b99-817c-03b8a0c5a1f1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:16.649106 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b08f236-d09f-4c87-9cfc-ff15e78ac474 req-eca9a67b-dd25-4b99-817c-03b8a0c5a1f1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0541394 Feb 28 18:12:16.684328 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774c1554-dd47-4eeb-bb32-86142487a4bc x-openstack-request-id: req-774c1554-dd47-4eeb-bb32-86142487a4bc {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:12:16.684617 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0451e5-4d39-4cf2-82c3-2da2ec359c38", "tag": "9ebcd40b-ceb1-4950-a444-bad9d89c4444", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:12:16.685094 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-774c1554-dd47-4eeb-bb32-86142487a4bc {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:12:16.685381 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'tag': '9ebcd40b-ceb1-4950-a444-bad9d89c4444', 'status': 'completed', 'code': 200} Feb 28 18:12:16.713007 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b08f236-d09f-4c87-9cfc-ff15e78ac474 req-cd5f661b-a6c3-4568-b6ac-08aa4f824dbf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581954 Feb 28 18:12:16.761031 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880cb41-cc3f-4e09-9d7f-233c70dd6fce req-3de71572-068d-4c92-932d-ac0a37a25aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:16.762662 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2880cb41-cc3f-4e09-9d7f-233c70dd6fce req-3de71572-068d-4c92-932d-ac0a37a25aaf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 1126 time: 0.0590520 Feb 28 18:12:16.856237 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880cb41-cc3f-4e09-9d7f-233c70dd6fce req-6c21e61b-6b4c-4a46-9b64-6ecde0039263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:16.860674 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2880cb41-cc3f-4e09-9d7f-233c70dd6fce req-6c21e61b-6b4c-4a46-9b64-6ecde0039263 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0886021 Feb 28 18:12:16.905729 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2880cb41-cc3f-4e09-9d7f-233c70dd6fce req-4398d43e-eb6f-4ff6-9617-988c148ce5bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ebcd40b-ceb1-4950-a444-bad9d89c4444 HTTP/1.1" status: 200 len: 217 time: 0.0413725 Feb 28 18:12:16.961627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880cb41-cc3f-4e09-9d7f-233c70dd6fce req-b0f2b8bf-b1ba-4d2b-83bf-cb4885af17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:16.963154 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2880cb41-cc3f-4e09-9d7f-233c70dd6fce req-b0f2b8bf-b1ba-4d2b-83bf-cb4885af17a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0519652 Feb 28 18:12:17.017013 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880cb41-cc3f-4e09-9d7f-233c70dd6fce req-c5581db4-98e9-40a8-b36f-7fafd69d275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:17.018599 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2880cb41-cc3f-4e09-9d7f-233c70dd6fce req-c5581db4-98e9-40a8-b36f-7fafd69d275c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500925 Feb 28 18:12:17.118180 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2880cb41-cc3f-4e09-9d7f-233c70dd6fce req-8d85d4d3-57f0-4997-9f59-0c38f4415547 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931385 Feb 28 18:12:17.210985 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-2880cb41-cc3f-4e09-9d7f-233c70dd6fce req-3baab71a-dabc-4337-a7a2-3bb3521e1026 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862586 Feb 28 18:12:17.851399 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddbd86-0193-4662-babd-ad6787f3bd32 req-ce596df5-14cc-42ba-811a-fa1efc26afbc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:17.852927 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-baddbd86-0193-4662-babd-ad6787f3bd32 req-ce596df5-14cc-42ba-811a-fa1efc26afbc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0658548 Feb 28 18:12:17.904070 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-baddbd86-0193-4662-babd-ad6787f3bd32 req-3477aca3-cc9f-429a-b857-dd774bf271e6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454304 Feb 28 18:12:19.030024 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed912e-926e-4bcc-92ba-4bbe4070e613 req-8a1619a4-8ccc-4b84-9a1f-08bdfa5bda08 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:19.031514 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4ed912e-926e-4bcc-92ba-4bbe4070e613 req-8a1619a4-8ccc-4b84-9a1f-08bdfa5bda08 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0580885 Feb 28 18:12:19.082310 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c4ed912e-926e-4bcc-92ba-4bbe4070e613 req-106c7987-3c1a-4511-9f41-2227da123e06 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449314 Feb 28 18:12:19.677191 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:12:20.204498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a575e99-f6d0-42d4-9e10-8a26b027b8c6 req-90ba94aa-39af-4d6f-af3f-5b0eade5cca1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:20.205910 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3a575e99-f6d0-42d4-9e10-8a26b027b8c6 req-90ba94aa-39af-4d6f-af3f-5b0eade5cca1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0536635 Feb 28 18:12:20.254806 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3a575e99-f6d0-42d4-9e10-8a26b027b8c6 req-951dce4a-2f12-40db-b1d6-ce1337475f5e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426016 Feb 28 18:12:21.394050 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4385d9c-32eb-4ba7-8178-762ed13ee17b req-05011881-1111-4fff-833b-5fba743c17af tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:21.396447 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e4385d9c-32eb-4ba7-8178-762ed13ee17b req-05011881-1111-4fff-833b-5fba743c17af tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0670228 Feb 28 18:12:21.452669 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e4385d9c-32eb-4ba7-8178-762ed13ee17b req-f44eee3d-6e1c-4961-961a-24fedeaee4a7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503585 Feb 28 18:12:22.581010 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcee2f-4f6c-4ed1-b4be-a4cc3c914e6d req-37368caa-6784-4237-b961-7cff00b04045 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:22.582622 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87bcee2f-4f6c-4ed1-b4be-a4cc3c914e6d req-37368caa-6784-4237-b961-7cff00b04045 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0570157 Feb 28 18:12:22.638690 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-87bcee2f-4f6c-4ed1-b4be-a4cc3c914e6d req-51934e92-2226-46e1-b7f1-0e267dfd85f0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501068 Feb 28 18:12:23.761295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e7d9b-316d-4fdc-9c57-2507dc1cf21c req-bcd595b8-0ef7-47d9-b018-c789ab8fc42e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:23.762850 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-605e7d9b-316d-4fdc-9c57-2507dc1cf21c req-bcd595b8-0ef7-47d9-b018-c789ab8fc42e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0531552 Feb 28 18:12:23.816914 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-605e7d9b-316d-4fdc-9c57-2507dc1cf21c req-c09541c6-1cd2-456b-9b17-1a93f6a4d2d8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480778 Feb 28 18:12:24.938484 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad51ea-4109-49d4-a639-f8df859f01d2 req-ecb838f1-50ef-4591-b741-e8b8ad52be8b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:24.939980 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d2ad51ea-4109-49d4-a639-f8df859f01d2 req-ecb838f1-50ef-4591-b741-e8b8ad52be8b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0537884 Feb 28 18:12:24.989389 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d2ad51ea-4109-49d4-a639-f8df859f01d2 req-70c03814-0c77-4ed6-bb9a-678d14d21d9e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Feb 28 18:12:26.113337 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f25b16-00c8-42df-98ac-9da5558a3b06 req-59cbae82-5d06-48e8-ab13-f12647c531fd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:26.114847 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5f25b16-00c8-42df-98ac-9da5558a3b06 req-59cbae82-5d06-48e8-ab13-f12647c531fd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0563960 Feb 28 18:12:26.165869 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-c5f25b16-00c8-42df-98ac-9da5558a3b06 req-8422dce5-57f8-4bc5-82e4-068863866aa0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450454 Feb 28 18:12:27.289847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90467e8-f8f1-48ac-8526-d1c2ac3370fe req-b43d3f37-0bdd-4421-afdf-2ae0d0e51eaf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:27.291355 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c90467e8-f8f1-48ac-8526-d1c2ac3370fe req-b43d3f37-0bdd-4421-afdf-2ae0d0e51eaf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0540335 Feb 28 18:12:27.340106 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c90467e8-f8f1-48ac-8526-d1c2ac3370fe req-bfc6ad3d-6938-4a07-8ae4-ffb0ea6d5e59 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430379 Feb 28 18:12:28.460532 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081ba41-4902-4cf2-b29b-6a6182b6f1bb req-6f53884d-502e-4e6e-8939-e8832f044944 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:28.462049 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0081ba41-4902-4cf2-b29b-6a6182b6f1bb req-6f53884d-502e-4e6e-8939-e8832f044944 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0542161 Feb 28 18:12:28.513143 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-0081ba41-4902-4cf2-b29b-6a6182b6f1bb req-c6a560ed-bf65-41a6-8459-4e880acbc9ea tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453231 Feb 28 18:12:29.639815 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227ea6e-736d-434e-8c18-57dc1dfa209c req-35585ab5-1906-4544-b7f0-39132cab3b38 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:29.641275 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4227ea6e-736d-434e-8c18-57dc1dfa209c req-35585ab5-1906-4544-b7f0-39132cab3b38 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0589764 Feb 28 18:12:29.691808 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-4227ea6e-736d-434e-8c18-57dc1dfa209c req-bd0e142b-2870-497a-8397-0af2cf7d98cb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438609 Feb 28 18:12:30.820659 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d9918-50ec-4b40-991c-26da7d64c7ae req-3b524f1e-4b1c-4063-9bd2-05c74d8470b4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:30.822161 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-036d9918-50ec-4b40-991c-26da7d64c7ae req-3b524f1e-4b1c-4063-9bd2-05c74d8470b4 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0613225 Feb 28 18:12:30.873525 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-036d9918-50ec-4b40-991c-26da7d64c7ae req-66a4b2c0-8a73-43f5-80a0-7475ce8f34ad tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457435 Feb 28 18:12:32.006998 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a30c8b-4cb6-4cdd-aed5-ab16cd320b49 req-2a9d1f21-894c-4f9d-84a3-d10dfc85f5c6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:32.008566 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-11a30c8b-4cb6-4cdd-aed5-ab16cd320b49 req-2a9d1f21-894c-4f9d-84a3-d10dfc85f5c6 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0581746 Feb 28 18:12:32.058831 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-11a30c8b-4cb6-4cdd-aed5-ab16cd320b49 req-c4943536-7b1e-4038-a5ec-5ec09481f175 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444095 Feb 28 18:12:33.183186 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcd2f4-7939-4e5a-999d-c9f97372a6d5 req-9af6cf67-e2a3-4957-b53a-074a3c93b5cf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:33.184522 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eadcd2f4-7939-4e5a-999d-c9f97372a6d5 req-9af6cf67-e2a3-4957-b53a-074a3c93b5cf tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0526235 Feb 28 18:12:33.233610 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-eadcd2f4-7939-4e5a-999d-c9f97372a6d5 req-f996b8c9-1074-4827-8664-2054a7a4271e tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428591 Feb 28 18:12:34.359907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f2cfb-3ece-4254-aa46-979bd439949f req-b76f353f-a635-4006-8e0e-446a28665ab2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:34.361385 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a9f2cfb-3ece-4254-aa46-979bd439949f req-b76f353f-a635-4006-8e0e-446a28665ab2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0587239 Feb 28 18:12:34.410938 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1a9f2cfb-3ece-4254-aa46-979bd439949f req-f398ed7e-085c-4e9c-b6f9-676ee452bc29 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434539 Feb 28 18:12:35.482855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 9ebcd40b-ceb1-4950-a444-bad9d89c4444 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:12:35.536870 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb03d2-b0b1-4741-a5c0-22269714ed30 req-1b9400fd-7ef4-4719-bc23-b33f9ec4720b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:35.538491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5aeb03d2-b0b1-4741-a5c0-22269714ed30 req-1b9400fd-7ef4-4719-bc23-b33f9ec4720b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 943 time: 0.0580835 Feb 28 18:12:35.583377 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 9ebcd40b-ceb1-4950-a444-bad9d89c4444, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=9ebcd40b-ceb1-4950-a444-bad9d89c4444,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:12:35.594307 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-5aeb03d2-b0b1-4741-a5c0-22269714ed30 req-046fd099-bce2-417a-af50-59333ec9ff0d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496662 Feb 28 18:12:35.595679 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '9ebcd40b-ceb1-4950-a444-bad9d89c4444', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'port_id': '9ebcd40b-ceb1-4950-a444-bad9d89c4444', 'mac_address': 'fa:16:3e:4b:8f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:12:35.634030 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 9ebcd40b-ceb1-4950-a444-bad9d89c4444 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:12:35.634419 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:35.650720 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebcd40b-ceb1-4950-a444-bad9d89c4444 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:12:35.669849 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 9ebcd40b-ceb1-4950-a444-bad9d89c4444, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=9ebcd40b-ceb1-4950-a444-bad9d89c4444,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:12:35.738527 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:35.785951 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=9ebcd40b-ceb1-4950-a444-bad9d89c4444,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:12:35.796372 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:35.797648 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:35.797648 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:35.797648 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:35.797907 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:35.798151 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:35.798477 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:35.798797 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:35.801387 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:35.801717 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:35.802070 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:35.802396 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:35.802786 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:36.066455 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['9ebcd40b-ceb1-4950-a444-bad9d89c4444'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:12:36.716092 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856e318-d2da-4268-9abd-882a5f6fc740 req-63facfb9-c6a5-42d6-bc3a-abe12636bc3b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:36.717883 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6856e318-d2da-4268-9abd-882a5f6fc740 req-63facfb9-c6a5-42d6-bc3a-abe12636bc3b tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 944 time: 0.0560179 Feb 28 18:12:36.767780 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-6856e318-d2da-4268-9abd-882a5f6fc740 req-2df8a426-2968-4a2a-96ce-7c6e1c7f9c99 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442607 Feb 28 18:12:37.484641 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 9ebcd40b-ceb1-4950-a444-bad9d89c4444 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:12:37.647115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 9ebcd40b-ceb1-4950-a444-bad9d89c4444 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 18:12:37.661861 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 9ebcd40b-ceb1-4950-a444-bad9d89c4444 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:12:37.662485 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:37.697552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38042a1f-75f0-464d-bda0-fc26423e67c9 req-540e211c-a086-4e4d-90e1-b8efbea6ec8f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451155 Feb 28 18:12:37.754569 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 9ebcd40b-ceb1-4950-a444-bad9d89c4444 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:12:37.754872 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:37.764172 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-958f0dc6-507c-43d0-a88d-5f6146fb2d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:37.782034 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebcd40b-ceb1-4950-a444-bad9d89c4444'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:12:37.784572 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3cace19c8558d19ef77ea6bdab3aba1ee04c20c3c95a44098618bd27391a7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca943713-da12-4734-be74-a538cfaddf28" -d '{"events": [{"server_uuid": "db0451e5-4d39-4cf2-82c3-2da2ec359c38", "name": "network-vif-plugged", "status": "completed", "tag": "9ebcd40b-ceb1-4950-a444-bad9d89c4444"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:12:37.790974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38042a1f-75f0-464d-bda0-fc26423e67c9 req-eb6b2a39-08c2-4096-b701-e4f8609ca211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:37.792750 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38042a1f-75f0-464d-bda0-fc26423e67c9 req-eb6b2a39-08c2-4096-b701-e4f8609ca211 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 1129 time: 0.0524056 Feb 28 18:12:37.823760 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 9ebcd40b-ceb1-4950-a444-bad9d89c4444, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=9ebcd40b-ceb1-4950-a444-bad9d89c4444,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:12:37.828509 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e43db0f-8746-4e30-b005-5fa3e15f29cc x-openstack-request-id: req-3e43db0f-8746-4e30-b005-5fa3e15f29cc {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:12:37.828944 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0451e5-4d39-4cf2-82c3-2da2ec359c38", "name": "network-vif-plugged", "status": "completed", "tag": "9ebcd40b-ceb1-4950-a444-bad9d89c4444", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:12:37.829388 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3e43db0f-8746-4e30-b005-5fa3e15f29cc {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:12:37.829884 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebcd40b-ceb1-4950-a444-bad9d89c4444', 'code': 200} Feb 28 18:12:37.910152 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:37.963364 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=9ebcd40b-ceb1-4950-a444-bad9d89c4444,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:12:37.977218 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38042a1f-75f0-464d-bda0-fc26423e67c9 req-a8ecdcd9-4880-4f4c-871b-16202dc45dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:37.978704 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38042a1f-75f0-464d-bda0-fc26423e67c9 req-a8ecdcd9-4880-4f4c-871b-16202dc45dca service neutron] 10.222.0.69 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.1649935 Feb 28 18:12:37.987229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd638327-4377-4e80-9ff6-6ebc7142b3cd req-2083ab6f-bbed-4eb4-a064-6e877d20f3d8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:37.988688 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd638327-4377-4e80-9ff6-6ebc7142b3cd req-2083ab6f-bbed-4eb4-a064-6e877d20f3d8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 944 time: 0.1217818 Feb 28 18:12:38.066160 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c10e8d-7dad-4793-be3b-cf150182a6aa req-ff484142-b691-40fc-97bc-6268ae2a5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:38.067630 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48c10e8d-7dad-4793-be3b-cf150182a6aa req-ff484142-b691-40fc-97bc-6268ae2a5080 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 1128 time: 0.1677282 Feb 28 18:12:38.092877 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:38.116096 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38042a1f-75f0-464d-bda0-fc26423e67c9 req-c2ee6ea7-14cf-477c-ab1f-391a28935106 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b HTTP/1.1" status: 200 len: 1002 time: 0.1255562 Feb 28 18:12:38.124635 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-dd638327-4377-4e80-9ff6-6ebc7142b3cd req-ff611ca1-7939-4cb5-aa0a-ca978fd07f92 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206551 Feb 28 18:12:38.177434 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-48c10e8d-7dad-4793-be3b-cf150182a6aa req-21390736-6368-4b03-9828-111513b32750 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015103 Feb 28 18:12:38.186766 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38042a1f-75f0-464d-bda0-fc26423e67c9 req-042ccd6a-0cd8-442d-83a5-e801bd69bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:38.191066 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38042a1f-75f0-464d-bda0-fc26423e67c9 req-042ccd6a-0cd8-442d-83a5-e801bd69bc0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0626907 Feb 28 18:12:38.236084 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38042a1f-75f0-464d-bda0-fc26423e67c9 req-ca23ea8b-c0cc-4dbb-a5b7-081838d81613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:38.237662 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38042a1f-75f0-464d-bda0-fc26423e67c9 req-ca23ea8b-c0cc-4dbb-a5b7-081838d81613 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440223 Feb 28 18:12:38.329349 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38042a1f-75f0-464d-bda0-fc26423e67c9 req-bce18703-35db-49df-91d5-63c4382fad28 service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850134 Feb 28 18:12:38.416748 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38042a1f-75f0-464d-bda0-fc26423e67c9 req-915548e3-2121-466c-833e-343bd9420095 service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821059 Feb 28 18:12:39.250431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753dc30-e44d-4256-afc0-7664c7c57c4d req-7470d94d-8de5-4da7-8733-5fb7bf856d7f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:39.252115 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8753dc30-e44d-4256-afc0-7664c7c57c4d req-7470d94d-8de5-4da7-8733-5fb7bf856d7f tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 945 time: 0.0577948 Feb 28 18:12:39.302145 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8753dc30-e44d-4256-afc0-7664c7c57c4d req-cb2ab3b3-9516-46d8-802f-271c120e271c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441904 Feb 28 18:12:39.840426 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0fd2a57-95eb-4aa7-ad2e-c528e8fdde88 req-4c80400b-f6a7-4862-a386-760030a8568d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491490 Feb 28 18:12:39.934367 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd2a57-95eb-4aa7-ad2e-c528e8fdde88 req-73ec4a43-7ff7-4c78-a9e5-a238bb7fa2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:39.936249 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0fd2a57-95eb-4aa7-ad2e-c528e8fdde88 req-73ec4a43-7ff7-4c78-a9e5-a238bb7fa2a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 1128 time: 0.0496361 Feb 28 18:12:39.952632 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-75d605f5-c461-48ef-a0b8-637955ee8820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:40.044300 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd2a57-95eb-4aa7-ad2e-c528e8fdde88 req-5eecc907-bf0e-4e7c-85fe-c6407d13e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:40.045767 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0fd2a57-95eb-4aa7-ad2e-c528e8fdde88 req-5eecc907-bf0e-4e7c-85fe-c6407d13e238 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0912414 Feb 28 18:12:40.090066 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0fd2a57-95eb-4aa7-ad2e-c528e8fdde88 req-f2d79dd3-8d5d-444e-b768-ea6851fadcd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ebcd40b-ceb1-4950-a444-bad9d89c4444 HTTP/1.1" status: 200 len: 217 time: 0.0379205 Feb 28 18:12:40.139850 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd2a57-95eb-4aa7-ad2e-c528e8fdde88 req-4d452db6-e10d-448e-9ab6-84072e6ef20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:40.141773 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0fd2a57-95eb-4aa7-ad2e-c528e8fdde88 req-4d452db6-e10d-448e-9ab6-84072e6ef20e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0449378 Feb 28 18:12:40.193627 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd2a57-95eb-4aa7-ad2e-c528e8fdde88 req-f534013c-6930-473d-b38c-1546304036b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:40.195157 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0fd2a57-95eb-4aa7-ad2e-c528e8fdde88 req-f534013c-6930-473d-b38c-1546304036b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485890 Feb 28 18:12:40.289346 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0fd2a57-95eb-4aa7-ad2e-c528e8fdde88 req-296363d5-47cb-43ce-a97c-f14836ac5d83 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879827 Feb 28 18:12:40.391834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c0fd2a57-95eb-4aa7-ad2e-c528e8fdde88 req-d4f8d9e2-4eac-405a-89f8-27f55825fa5c service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972462 Feb 28 18:12:40.405100 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:40.431922 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd0dfa-b7ae-4e8c-b558-7ba555589019 req-bfffc1ab-f8ad-4001-8565-801e68626de0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:40.433521 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6dd0dfa-b7ae-4e8c-b558-7ba555589019 req-bfffc1ab-f8ad-4001-8565-801e68626de0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 945 time: 0.0549707 Feb 28 18:12:40.501713 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e6dd0dfa-b7ae-4e8c-b558-7ba555589019 req-806848a2-e72d-4329-9e4a-39bc79e22993 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615079 Feb 28 18:12:40.630494 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ca2a8-74fc-4e22-9144-063c83b1cf08 req-a00f945f-0bb6-4262-885b-632ebc407d05 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:40.632187 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-718ca2a8-74fc-4e22-9144-063c83b1cf08 req-a00f945f-0bb6-4262-885b-632ebc407d05 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 945 time: 0.0547526 Feb 28 18:12:40.682834 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-718ca2a8-74fc-4e22-9144-063c83b1cf08 req-b11f9bb0-5dd7-4254-bdd1-9c317c343cf7 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439653 Feb 28 18:12:40.704953 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51062) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:12:40.827317 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30119f71-2d04-418b-acac-d3b9ffa96b7d tempest-TestVolumeBootPattern-565623472 tempest-TestVolumeBootPattern-565623472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:40.828828 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-30119f71-2d04-418b-acac-d3b9ffa96b7d tempest-TestVolumeBootPattern-565623472 tempest-TestVolumeBootPattern-565623472-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 1123 time: 0.1228576 Feb 28 18:12:40.831721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51066) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:12:40.836508 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Request body: {'floatingip': {'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'port_id': '9ebcd40b-ceb1-4950-a444-bad9d89c4444', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:12:40.909717 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:41.006309 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:41.111467 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_common [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Allocated IP 172.25.3.39 (d0ac13c2-6bb6-418b-b4bb-969706e8b064/a8eccc6b-6c13-4ea5-86d2-01177d802048/18c4192a-eec5-478f-8e56-3dd37f1bfe49) {{(pid=104247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:12:41.227569 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for port (18c4192a-eec5-478f-8e56-3dd37f1bfe49), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:41.367471 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (18c4192a-eec5-478f-8e56-3dd37f1bfe49), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:41.415143 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Network d0ac13c2-6bb6-418b-b4bb-969706e8b064 is already hosted by enough agents. {{(pid=104247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:12:41.418155 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Resources bound (agent type, host, resource id): {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:12:41.422112 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Received port after_create {{(pid=104247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:12:41.445028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'Port': ['ID=18c4192a-eec5-478f-8e56-3dd37f1bfe49,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:12:41.458134 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:41.458496 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:41.458833 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:41.459206 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:41.459553 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:41.459878 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:41.460195 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:41.460511 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:41.460832 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:41.461719 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:41.462082 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:41.462419 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:41.462788 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:12:41.564335 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:41.809562 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for floatingip (05f7d4ad-5b27-4244-ba47-9833e18a808e), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:41.935060 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (18c4192a-eec5-478f-8e56-3dd37f1bfe49), before_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:42.089738 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for port (18c4192a-eec5-478f-8e56-3dd37f1bfe49), precommit_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:42.172061 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12586037'] for port (18c4192a-eec5-478f-8e56-3dd37f1bfe49), after_update {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:42.240106 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event updated for resources: {'Port': ['ID=18c4192a-eec5-478f-8e56-3dd37f1bfe49,revision_number=2']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:12:42.250847 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542923'] for floatingip (05f7d4ad-5b27-4244-ba47-9833e18a808e), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:42.354022 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Floating IP 05f7d4ad-5b27-4244-ba47-9833e18a808e associated. External IP: 172.25.3.39, port: 9ebcd40b-ceb1-4950-a444-bad9d89c4444. Feb 28 18:12:42.567273 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Router e407f346-4c75-4ab4-94c9-ba80a855846f has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:12:42.680501 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:12:42.691019 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cb6b82-c60a-4f79-816a-e95168eb543b None None] Sync routers for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:12:42.700173 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb6b82-c60a-4f79-816a-e95168eb543b None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:12:42.700953 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-63cb6b82-c60a-4f79-816a-e95168eb543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:12:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:12:42.721052 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:42.808957 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-63cb6b82-c60a-4f79-816a-e95168eb543b None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:12:42.810579 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:42.842502 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-0518c242-8b5b-4718-b571-f15172a142fb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0097032 Feb 28 18:12:42.843787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'tag': '9ebcd40b-ceb1-4950-a444-bad9d89c4444'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:12:42.845422 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df30bf98cf63b4d3b3b95da201a3d9a064e8da43436a9e4c2680161c5531900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c248ccc-f0c2-497e-a334-65305a4df9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "db0451e5-4d39-4cf2-82c3-2da2ec359c38", "tag": "9ebcd40b-ceb1-4950-a444-bad9d89c4444"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:12:42.945076 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c56014e-1634-41ab-b01e-5b45c5c19393 x-openstack-request-id: req-3c56014e-1634-41ab-b01e-5b45c5c19393 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:12:42.945369 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0451e5-4d39-4cf2-82c3-2da2ec359c38", "tag": "9ebcd40b-ceb1-4950-a444-bad9d89c4444", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:12:42.945628 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c56014e-1634-41ab-b01e-5b45c5c19393 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:12:42.946064 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'tag': '9ebcd40b-ceb1-4950-a444-bad9d89c4444', 'status': 'completed', 'code': 200} Feb 28 18:12:43.016555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c248ccc-f0c2-497e-a334-65305a4df9b4 req-fc604562-f89f-4c75-846d-7517af270b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:43.018228 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c248ccc-f0c2-497e-a334-65305a4df9b4 req-fc604562-f89f-4c75-846d-7517af270b3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 1128 time: 0.0497618 Feb 28 18:12:43.051365 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-63cb6b82-c60a-4f79-816a-e95168eb543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '05f7d4ad-5b27-4244-ba47-9833e18a808e', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.39', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '9ebcd40b-ceb1-4950-a444-bad9d89c4444', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:4b:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:12:41Z', 'updated_at': '2022-02-28T18:12:41Z', 'revision_number': 0, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}, {'id': 'b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:59:0b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:09:32Z', 'updated_at': '2022-02-28T18:09:34Z', 'revision_number': 1, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:12:43.078227 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cb6b82-c60a-4f79-816a-e95168eb543b None None] Checking router: e407f346-4c75-4ab4-94c9-ba80a855846f for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:12:43.090272 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb6b82-c60a-4f79-816a-e95168eb543b None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:12:43.091332 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-63cb6b82-c60a-4f79-816a-e95168eb543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:12:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:12:43.113204 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c248ccc-f0c2-497e-a334-65305a4df9b4 req-99ad2ba8-a24a-4c64-9bbf-621d16f06c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:43.114944 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c248ccc-f0c2-497e-a334-65305a4df9b4 req-99ad2ba8-a24a-4c64-9bbf-621d16f06c6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0900486 Feb 28 18:12:43.203865 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-63cb6b82-c60a-4f79-816a-e95168eb543b None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:12:43.453017 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-63cb6b82-c60a-4f79-816a-e95168eb543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '05f7d4ad-5b27-4244-ba47-9833e18a808e', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.39', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '9ebcd40b-ceb1-4950-a444-bad9d89c4444', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:4b:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:12:41Z', 'updated_at': '2022-02-28T18:12:41Z', 'revision_number': 0, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}, {'id': 'b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:59:0b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:09:32Z', 'updated_at': '2022-02-28T18:09:34Z', 'revision_number': 1, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:12:43.480723 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cb6b82-c60a-4f79-816a-e95168eb543b None None] The sync data for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 is: [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': '05f7d4ad-5b27-4244-ba47-9833e18a808e', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.39', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '9ebcd40b-ceb1-4950-a444-bad9d89c4444', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:4b:8f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:12:41Z', 'updated_at': '2022-02-28T18:12:41Z', 'revision_number': 0, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}, {'id': 'b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:59:0b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:09:32Z', 'updated_at': '2022-02-28T18:09:34Z', 'revision_number': 1, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:12:43.489893 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c248ccc-f0c2-497e-a334-65305a4df9b4 req-3a231154-1e33-4dcd-8f34-ce7f93fe1da5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ebcd40b-ceb1-4950-a444-bad9d89c4444 HTTP/1.1" status: 200 len: 998 time: 0.3692324 Feb 28 18:12:43.546123 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c248ccc-f0c2-497e-a334-65305a4df9b4 req-4504f6d9-0f83-4969-bb53-982bdc2ff735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:43.547460 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c248ccc-f0c2-497e-a334-65305a4df9b4 req-4504f6d9-0f83-4969-bb53-982bdc2ff735 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0511379 Feb 28 18:12:43.607994 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c248ccc-f0c2-497e-a334-65305a4df9b4 req-dc424c89-b4fa-452c-bfb6-67bc23eb9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:12:43.609614 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c248ccc-f0c2-497e-a334-65305a4df9b4 req-dc424c89-b4fa-452c-bfb6-67bc23eb9682 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0569675 Feb 28 18:12:43.711952 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c248ccc-f0c2-497e-a334-65305a4df9b4 req-89389c7a-65f1-470f-b1fb-ee3529c59b3c service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956795 Feb 28 18:12:43.715269 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff24605-d992-4cd3-9a6b-e178dc8b007a None None] New status for floating IP 05f7d4ad-5b27-4244-ba47-9833e18a808e: ACTIVE {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:12:43.802492 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-8c248ccc-f0c2-497e-a334-65305a4df9b4 req-5da7b013-996d-400a-b16d-c66c618961f3 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847123 Feb 28 18:12:43.998213 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:12:56.676775 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:13:07.757411 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0e23416c-42a5-4cb4-89f1-398315f7d1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:13:08.068813 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:13:09.874069 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ec48e8de-4583-4026-ab5f-971cf5bedf53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:13:10.489074 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:13:11.557682 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:13:12.712045 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:13:13.982397 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:13:33.676085 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:13:37.741765 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2a5ff1f7-3490-4cf5-9c26-ee4590100f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:13:38.117204 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:13:39.796534 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c819c81-116b-4dc5-a699-509723ec8ec6 req-a4136e37-4980-492b-adb6-d52943c773be service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0861089 Feb 28 18:13:39.884017 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c819c81-116b-4dc5-a699-509723ec8ec6 req-aecc651c-f782-4a6d-881e-ea96e4a2c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:13:39.885532 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c819c81-116b-4dc5-a699-509723ec8ec6 req-aecc651c-f782-4a6d-881e-ea96e4a2c8e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 1129 time: 0.0500538 Feb 28 18:13:39.889824 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-72c241cf-069f-4594-a90d-93dab7e3089f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:13:39.988801 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c819c81-116b-4dc5-a699-509723ec8ec6 req-66406ce5-9f7d-4fff-936e-48acac7254bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:13:39.990228 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c819c81-116b-4dc5-a699-509723ec8ec6 req-66406ce5-9f7d-4fff-936e-48acac7254bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0864816 Feb 28 18:13:40.059477 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c819c81-116b-4dc5-a699-509723ec8ec6 req-c572701e-2cc1-484f-903d-1050f8098ee2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b HTTP/1.1" status: 200 len: 1002 time: 0.0639400 Feb 28 18:13:40.107889 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c819c81-116b-4dc5-a699-509723ec8ec6 req-a9d9c27b-0a73-4b9e-b0f4-63bf791ae5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:13:40.109323 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c819c81-116b-4dc5-a699-509723ec8ec6 req-a9d9c27b-0a73-4b9e-b0f4-63bf791ae5c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0437624 Feb 28 18:13:40.158034 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c819c81-116b-4dc5-a699-509723ec8ec6 req-4babf006-6c22-4334-b6a4-77caa444aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:13:40.159708 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c819c81-116b-4dc5-a699-509723ec8ec6 req-4babf006-6c22-4334-b6a4-77caa444aa34 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448461 Feb 28 18:13:40.251916 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c819c81-116b-4dc5-a699-509723ec8ec6 req-04e03f86-6ab9-4927-bec6-f52860d379a9 service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862386 Feb 28 18:13:40.340277 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c819c81-116b-4dc5-a699-509723ec8ec6 req-aee2e15f-d5b4-4003-a2a1-876b9c2a1697 service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829935 Feb 28 18:13:40.425414 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:13:41.609983 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:13:41.851798 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a544c43-9dcd-457e-85e5-7063517db09c req-cbd2e7e4-d089-4529-be91-0ee033c241e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0875893 Feb 28 18:13:41.942644 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a544c43-9dcd-457e-85e5-7063517db09c req-6ee5b122-4769-455d-9ef3-ace20808dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:13:41.944261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a544c43-9dcd-457e-85e5-7063517db09c req-6ee5b122-4769-455d-9ef3-ace20808dc5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 1128 time: 0.0512254 Feb 28 18:13:42.060898 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a544c43-9dcd-457e-85e5-7063517db09c req-b545798c-aaa8-4d78-91e8-9e322303463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:13:42.062395 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a544c43-9dcd-457e-85e5-7063517db09c req-b545798c-aaa8-4d78-91e8-9e322303463f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0986788 Feb 28 18:13:42.131194 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a544c43-9dcd-457e-85e5-7063517db09c req-4a8d6967-1733-48be-a72c-3554a47363f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ebcd40b-ceb1-4950-a444-bad9d89c4444 HTTP/1.1" status: 200 len: 1000 time: 0.0631928 Feb 28 18:13:42.183447 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a544c43-9dcd-457e-85e5-7063517db09c req-24dd2e95-aa9d-4ab7-83a8-5cdf0ccc53ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:13:42.186162 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a544c43-9dcd-457e-85e5-7063517db09c req-24dd2e95-aa9d-4ab7-83a8-5cdf0ccc53ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0487230 Feb 28 18:13:42.236783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a544c43-9dcd-457e-85e5-7063517db09c req-c9f66ec9-9a34-4c0a-9710-e4e347346f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:13:42.238360 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a544c43-9dcd-457e-85e5-7063517db09c req-c9f66ec9-9a34-4c0a-9710-e4e347346f93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468707 Feb 28 18:13:42.330133 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a544c43-9dcd-457e-85e5-7063517db09c req-cadd9e82-739b-4092-96a2-4b35b1736151 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858243 Feb 28 18:13:42.420052 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9a544c43-9dcd-457e-85e5-7063517db09c req-7ff05444-599a-48c7-95d0-0953db17d5fc service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838952 Feb 28 18:13:42.679158 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:13:43.970632 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:07.729241 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2a31-ac8a-436f-ad88-7635471ad0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:08.100593 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:09.883439 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-92f16b61-933f-432f-ad4b-a3655741229b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:10.420850 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:10.675857 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:14:11.563157 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:12.711326 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:13.934195 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:37.762315 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1ade4b39-f88e-4554-b3e3-1c184852d8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:38.082236 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:39.898608 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f42b3384-1e6b-4b50-bb91-8054a7ea9f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:40.430328 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:40.690624 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-acd281cb-c239-4879-be37-49e902ea9a14 req-81302e7a-be9c-4dbf-b88a-59af295f9c68 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443425 Feb 28 18:14:40.789243 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd281cb-c239-4879-be37-49e902ea9a14 req-c5da65d0-4a9b-4575-978f-9e997cd8ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:14:40.790787 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-acd281cb-c239-4879-be37-49e902ea9a14 req-c5da65d0-4a9b-4575-978f-9e997cd8ff7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 1129 time: 0.0603459 Feb 28 18:14:40.890903 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd281cb-c239-4879-be37-49e902ea9a14 req-8308c595-2250-42ae-b107-2dd63da779c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:14:40.892399 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-acd281cb-c239-4879-be37-49e902ea9a14 req-8308c595-2250-42ae-b107-2dd63da779c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0840588 Feb 28 18:14:40.960582 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-acd281cb-c239-4879-be37-49e902ea9a14 req-39f2d03f-fcef-4f3a-81e3-793fce2740c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b HTTP/1.1" status: 200 len: 1002 time: 0.0625765 Feb 28 18:14:41.008742 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd281cb-c239-4879-be37-49e902ea9a14 req-7e71a213-ac98-4fb5-8d91-ffa10ac79f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:14:41.010226 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-acd281cb-c239-4879-be37-49e902ea9a14 req-7e71a213-ac98-4fb5-8d91-ffa10ac79f97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0437660 Feb 28 18:14:41.064722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd281cb-c239-4879-be37-49e902ea9a14 req-6e927b7e-e2d9-4811-930a-5ea1c9521a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:14:41.066274 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-acd281cb-c239-4879-be37-49e902ea9a14 req-6e927b7e-e2d9-4811-930a-5ea1c9521a8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505235 Feb 28 18:14:41.156416 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-acd281cb-c239-4879-be37-49e902ea9a14 req-bb36d599-f064-4645-926b-03ea87ebf407 service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840130 Feb 28 18:14:41.243707 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-acd281cb-c239-4879-be37-49e902ea9a14 req-a43859cd-58ec-471f-8a17-f5a52ff50ddc service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814583 Feb 28 18:14:41.579007 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:42.177668 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51108) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:14:42.374272 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Deleting port 18c4192a-eec5-478f-8e56-3dd37f1bfe49 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:14:42.374617 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (18c4192a-eec5-478f-8e56-3dd37f1bfe49), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:42.453511 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (18c4192a-eec5-478f-8e56-3dd37f1bfe49), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:42.453745 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for floatingip (18c4192a-eec5-478f-8e56-3dd37f1bfe49), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:42.465295 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Calling delete_port for 18c4192a-eec5-478f-8e56-3dd37f1bfe49 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:14:42.664843 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (18c4192a-eec5-478f-8e56-3dd37f1bfe49), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:42.692963 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:42.695800 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event deleted for resources: {'Port': ['ID=18c4192a-eec5-478f-8e56-3dd37f1bfe49,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:14:42.720222 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:42.720512 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:42.721381 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:42.721721 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:42.722261 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:42.722595 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:42.722924 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:42.723249 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:42.723572 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:42.723893 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:42.724215 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:42.724534 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:42.724853 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:42.771235 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for floatingip (05f7d4ad-5b27-4244-ba47-9833e18a808e), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:42.771804 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Floating IP 05f7d4ad-5b27-4244-ba47-9833e18a808e disassociated (deleted). External IP: 172.25.3.39, port: 9ebcd40b-ceb1-4950-a444-bad9d89c4444. Feb 28 18:14:42.981914 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Router e407f346-4c75-4ab4-94c9-ba80a855846f has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:14:43.088904 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:14:43.093751 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:43.098246 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4f5c47-13d6-4405-9647-085c26867ff1 None None] Sync routers for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:14:43.108023 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4f5c47-13d6-4405-9647-085c26867ff1 None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:14:43.108622 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9a4f5c47-13d6-4405-9647-085c26867ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:14:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:14:43.122467 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4fbce41f-a6b2-4b0e-86d7-3afa6355ca11 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "DELETE /v2.0/floatingips/05f7d4ad-5b27-4244-ba47-9833e18a808e HTTP/1.1" status: 204 len: 168 time: 0.9437604 Feb 28 18:14:43.123064 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'tag': '9ebcd40b-ceb1-4950-a444-bad9d89c4444'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:14:43.187097 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419dff9d7609eb5bfc22148a1e6e38ab976e7aeb8587aaab3e16907f29f49df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9743bbe2-420b-4c41-92ee-86e07803fef2" -d '{"events": [{"name": "network-changed", "server_uuid": "db0451e5-4d39-4cf2-82c3-2da2ec359c38", "tag": "9ebcd40b-ceb1-4950-a444-bad9d89c4444"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:14:43.219448 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-9a4f5c47-13d6-4405-9647-085c26867ff1 None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:14:43.324674 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eee5cb-52dc-48f1-9e79-156e7261656b x-openstack-request-id: req-b5eee5cb-52dc-48f1-9e79-156e7261656b {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:14:43.325063 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0451e5-4d39-4cf2-82c3-2da2ec359c38", "tag": "9ebcd40b-ceb1-4950-a444-bad9d89c4444", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:14:43.325382 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5eee5cb-52dc-48f1-9e79-156e7261656b {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:14:43.325885 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'tag': '9ebcd40b-ceb1-4950-a444-bad9d89c4444', 'status': 'completed', 'code': 200} Feb 28 18:14:43.497872 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743bbe2-420b-4c41-92ee-86e07803fef2 req-c83706ce-dfc2-48a6-ae43-f2acf5ec305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:14:43.499446 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9743bbe2-420b-4c41-92ee-86e07803fef2 req-c83706ce-dfc2-48a6-ae43-f2acf5ec305f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 1128 time: 0.1099017 Feb 28 18:14:43.555374 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9a4f5c47-13d6-4405-9647-085c26867ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:59:0b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:09:32Z', 'updated_at': '2022-02-28T18:09:34Z', 'revision_number': 1, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:14:43.584210 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4f5c47-13d6-4405-9647-085c26867ff1 None None] Checking router: e407f346-4c75-4ab4-94c9-ba80a855846f for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:14:43.595959 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4f5c47-13d6-4405-9647-085c26867ff1 None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:14:43.596820 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9a4f5c47-13d6-4405-9647-085c26867ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:14:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:14:43.628455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743bbe2-420b-4c41-92ee-86e07803fef2 req-9b082987-8d01-4b8c-bcbf-f589383f7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:14:43.629963 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9743bbe2-420b-4c41-92ee-86e07803fef2 req-9b082987-8d01-4b8c-bcbf-f589383f7436 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.1204550 Feb 28 18:14:43.701082 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9743bbe2-420b-4c41-92ee-86e07803fef2 req-0098bc6b-54d0-4fc0-a8a1-5d1149f11cb8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ebcd40b-ceb1-4950-a444-bad9d89c4444 HTTP/1.1" status: 200 len: 217 time: 0.0638664 Feb 28 18:14:43.712640 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-9a4f5c47-13d6-4405-9647-085c26867ff1 None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:14:43.754522 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc726a-b284-4021-8fa9-cb2768189b1d req-57015117-79eb-43c5-aa7c-0940f0d53866 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:14:43.761574 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19dc726a-b284-4021-8fa9-cb2768189b1d req-57015117-79eb-43c5-aa7c-0940f0d53866 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 945 time: 0.1822798 Feb 28 18:14:43.786776 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743bbe2-420b-4c41-92ee-86e07803fef2 req-9b71c7f7-de8b-4d84-b13c-0447cb3cf3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:14:43.788232 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9743bbe2-420b-4c41-92ee-86e07803fef2 req-9b71c7f7-de8b-4d84-b13c-0447cb3cf3af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0773504 Feb 28 18:14:43.846968 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-19dc726a-b284-4021-8fa9-cb2768189b1d req-736b2d61-8b89-40e3-b67c-78069a30d72d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844984 Feb 28 18:14:43.860611 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743bbe2-420b-4c41-92ee-86e07803fef2 req-9a1f4ad1-94f2-44f9-8595-0dcec83286ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:14:43.862759 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9743bbe2-420b-4c41-92ee-86e07803fef2 req-9a1f4ad1-94f2-44f9-8595-0dcec83286ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0629380 Feb 28 18:14:43.951887 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9a4f5c47-13d6-4405-9647-085c26867ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:59:0b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:09:32Z', 'updated_at': '2022-02-28T18:09:34Z', 'revision_number': 1, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:14:43.961691 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9743bbe2-420b-4c41-92ee-86e07803fef2 req-056a9b2e-6c1e-43ac-a042-ebf9348df41e service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907497 Feb 28 18:14:43.962333 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:43.983860 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4f5c47-13d6-4405-9647-085c26867ff1 None None] The sync data for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 is: [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_floatingips': [{'id': 'b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'router_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'port_id': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'mac_address': 'fa:16:3e:59:0b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:09:32Z', 'updated_at': '2022-02-28T18:09:34Z', 'revision_number': 1, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:14:44.058751 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-9743bbe2-420b-4c41-92ee-86e07803fef2 req-aff7a751-737b-4254-a171-12a7cd3b91a9 service neutron] 10.222.0.73 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906065 Feb 28 18:14:44.230262 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342bc603-edba-4b66-a686-a0adbf01a48a None None] New status for floating IP 05f7d4ad-5b27-4244-ba47-9833e18a808e: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:14:45.087995 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f133ff-0acd-4b32-bea6-c287d412d111 req-9d655e07-746e-416f-9836-7efdb0b82b21 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:14:45.089586 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80f133ff-0acd-4b32-bea6-c287d412d111 req-9d655e07-746e-416f-9836-7efdb0b82b21 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 945 time: 0.0987771 Feb 28 18:14:45.147927 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-80f133ff-0acd-4b32-bea6-c287d412d111 req-463511a3-69fb-4e40-9292-82cc33c4db99 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525641 Feb 28 18:14:45.184470 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5713ff1-30c7-4ac0-bdc0-9b7d2517efd0 req-0793ee04-2170-4d09-b568-d07d3c6a9b1d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:14:45.185946 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5713ff1-30c7-4ac0-bdc0-9b7d2517efd0 req-0793ee04-2170-4d09-b568-d07d3c6a9b1d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 945 time: 0.0565057 Feb 28 18:14:45.289939 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-f5713ff1-30c7-4ac0-bdc0-9b7d2517efd0 req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Deleting port 9ebcd40b-ceb1-4950-a444-bad9d89c4444 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:14:45.290305 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f5713ff1-30c7-4ac0-bdc0-9b7d2517efd0 req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:45.384281 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-f5713ff1-30c7-4ac0-bdc0-9b7d2517efd0 req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] For port 9ebcd40b-ceb1-4950-a444-bad9d89c4444, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=9ebcd40b-ceb1-4950-a444-bad9d89c4444,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:14:45.384553 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f5713ff1-30c7-4ac0-bdc0-9b7d2517efd0 req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:45.396157 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-f5713ff1-30c7-4ac0-bdc0-9b7d2517efd0 req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Calling delete_port for 9ebcd40b-ceb1-4950-a444-bad9d89c4444 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:14:45.566994 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f5713ff1-30c7-4ac0-bdc0-9b7d2517efd0 req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (9ebcd40b-ceb1-4950-a444-bad9d89c4444), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:45.593408 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event deleted for resources: {'Port': ['ID=9ebcd40b-ceb1-4950-a444-bad9d89c4444,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:14:45.615913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:45.615913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:45.615913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:45.615913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:45.615913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:45.615913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:45.615913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:45.615913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:45.615913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:45.615913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:45.615913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:45.615913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:45.615913 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:14:45.652632 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5713ff1-30c7-4ac0-bdc0-9b7d2517efd0 req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] No DVR routers for this DVR port 9ebcd40b-ceb1-4950-a444-bad9d89c4444 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:14:45.655359 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-f5713ff1-30c7-4ac0-bdc0-9b7d2517efd0 req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:14:45.659244 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f5713ff1-30c7-4ac0-bdc0-9b7d2517efd0 req-97789886-4e04-4365-86d1-5ff5bb3165f2 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.73 "DELETE /v2.0/ports/9ebcd40b-ceb1-4950-a444-bad9d89c4444 HTTP/1.1" status: 204 len: 173 time: 0.4681728 Feb 28 18:14:45.659694 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'name': 'network-vif-deleted', 'tag': '9ebcd40b-ceb1-4950-a444-bad9d89c4444'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:14:45.697674 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3166bea2eb7fdc87839c02a406115c4cd8114edb0b5c9689f7ced89fa71f910d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6431be5f-fac8-43f8-b98e-9a41dda6815d" -d '{"events": [{"server_uuid": "db0451e5-4d39-4cf2-82c3-2da2ec359c38", "name": "network-vif-deleted", "tag": "9ebcd40b-ceb1-4950-a444-bad9d89c4444"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:14:45.784281 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0833f0b-0f41-4e17-ad2d-34e7e79fc2c6 x-openstack-request-id: req-d0833f0b-0f41-4e17-ad2d-34e7e79fc2c6 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:14:45.784574 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0451e5-4d39-4cf2-82c3-2da2ec359c38", "name": "network-vif-deleted", "tag": "9ebcd40b-ceb1-4950-a444-bad9d89c4444", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:14:45.784828 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d0833f0b-0f41-4e17-ad2d-34e7e79fc2c6 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:14:45.785236 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0451e5-4d39-4cf2-82c3-2da2ec359c38', 'name': 'network-vif-deleted', 'tag': '9ebcd40b-ceb1-4950-a444-bad9d89c4444', 'status': 'completed', 'code': 200} Feb 28 18:14:46.247195 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-136bf782-b582-4406-9b31-9fe7411bd3e4 req-e2cca7ce-4385-4fec-81f3-62cca89a9bc9 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0302231 Feb 28 18:14:47.344503 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ff7f8682-e137-48f5-8170-e3d1296aabef req-a593887c-97ca-4d29-aa26-d019a019c9fe tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0282476 Feb 28 18:14:47.675136 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:14:48.445512 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1d62b98d-c34d-48f2-a536-cb160fc77c70 req-4899f6bc-d771-452c-b9c3-ccd930a1e512 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0316689 Feb 28 18:14:49.544899 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-14e47c35-cbe4-49fe-afe2-e401942b7581 req-56fcb533-684c-485e-9de1-fa8a837eee44 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0272868 Feb 28 18:14:50.080973 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 9ebcd40b-ceb1-4950-a444-bad9d89c4444 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:14:50.104908 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 9ebcd40b-ceb1-4950-a444-bad9d89c4444 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:14:50.105254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 9ebcd40b-ceb1-4950-a444-bad9d89c4444 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:14:50.643007 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f1c7189b-f0cf-4c68-b92b-dea82d876903 req-9cfdb15d-6e91-4295-b0c4-0d0b8c3beaeb tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0266385 Feb 28 18:14:51.742706 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c7456745-05c5-44b7-a199-e70f4e0dadf0 req-dfa0b2f1-3961-4e25-ab20-75e5ca626d40 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0316050 Feb 28 18:14:52.846780 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-e162ed7a-5f3b-419e-a54b-7722b0d2a9e6 req-3e3b5c2f-da55-4878-b985-438e954279c3 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0334060 Feb 28 18:14:53.945222 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3a0b53c8-9fd9-4695-a31c-97849c4fc34f req-805b06b5-430a-461f-9152-4e438146f480 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0286582 Feb 28 18:14:55.052558 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-2a33c763-9ad8-4d17-b7f5-f3df392c3767 req-fb8d4172-4821-4630-82de-baba16f72953 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=db0451e5-4d39-4cf2-82c3-2da2ec359c38 HTTP/1.1" status: 200 len: 210 time: 0.0285900 Feb 28 18:15:05.801800 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51222) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:05.965628 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e1fffd0b-2ed2-435e-aca9-91d3cb56819c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Deleting port 8820fc7e-8f50-4b85-aac0-e5f15cf1fac1 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:15:05.965628 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1fffd0b-2ed2-435e-aca9-91d3cb56819c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8820fc7e-8f50-4b85-aac0-e5f15cf1fac1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:06.044290 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1fffd0b-2ed2-435e-aca9-91d3cb56819c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8820fc7e-8f50-4b85-aac0-e5f15cf1fac1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:06.044533 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1fffd0b-2ed2-435e-aca9-91d3cb56819c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for floatingip (8820fc7e-8f50-4b85-aac0-e5f15cf1fac1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:06.057223 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-e1fffd0b-2ed2-435e-aca9-91d3cb56819c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Calling delete_port for 8820fc7e-8f50-4b85-aac0-e5f15cf1fac1 owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:15:06.257822 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1fffd0b-2ed2-435e-aca9-91d3cb56819c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (8820fc7e-8f50-4b85-aac0-e5f15cf1fac1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:06.281341 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fffd0b-2ed2-435e-aca9-91d3cb56819c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event deleted for resources: {'Port': ['ID=8820fc7e-8f50-4b85-aac0-e5f15cf1fac1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:06.350186 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1fffd0b-2ed2-435e-aca9-91d3cb56819c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for floatingip (b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:06.350520 n-d-820368-19 neutron-server[104247]: INFO neutron.db.l3_db [None req-e1fffd0b-2ed2-435e-aca9-91d3cb56819c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Floating IP b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51 disassociated (deleted). External IP: 172.25.3.115, port: 46aa9dba-a603-4d5e-a42e-a52e8fe2050b. Feb 28 18:15:06.900447 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fffd0b-2ed2-435e-aca9-91d3cb56819c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Router e407f346-4c75-4ab4-94c9-ba80a855846f has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:15:07.018582 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fffd0b-2ed2-435e-aca9-91d3cb56819c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:15:07.023982 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-e1fffd0b-2ed2-435e-aca9-91d3cb56819c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:07.031164 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c829a-b63b-41c8-abff-1032b935bb4e None None] Sync routers for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:15:07.045067 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8c829a-b63b-41c8-abff-1032b935bb4e None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:15:07.045776 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9e8c829a-b63b-41c8-abff-1032b935bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:14:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:07.054488 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-e1fffd0b-2ed2-435e-aca9-91d3cb56819c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "DELETE /v2.0/floatingips/b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51 HTTP/1.1" status: 204 len: 168 time: 1.2514174 Feb 28 18:15:07.055070 n-d-820368-19 neutron-server[104247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'tag': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b'}] {{(pid=104247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:15:07.057473 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419dff9d7609eb5bfc22148a1e6e38ab976e7aeb8587aaab3e16907f29f49df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96334960-c672-4dad-a6ba-67a1a747e405" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7bb800-c00a-4d73-890d-ec8dcb59f25a", "tag": "46aa9dba-a603-4d5e-a42e-a52e8fe2050b"}]}' {{(pid=104247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:15:07.095936 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05a39cf-7571-4db8-b365-192ebd52fe31 x-openstack-request-id: req-b05a39cf-7571-4db8-b365-192ebd52fe31 {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:15:07.096301 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7bb800-c00a-4d73-890d-ec8dcb59f25a", "tag": "46aa9dba-a603-4d5e-a42e-a52e8fe2050b", "status": "completed", "code": 200}]} {{(pid=104247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:15:07.096619 n-d-820368-19 neutron-server[104247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b05a39cf-7571-4db8-b365-192ebd52fe31 {{(pid=104247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:15:07.097105 n-d-820368-19 neutron-server[104247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'tag': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'status': 'completed', 'code': 200} Feb 28 18:15:07.166947 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-9e8c829a-b63b-41c8-abff-1032b935bb4e None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:15:07.175204 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96334960-c672-4dad-a6ba-67a1a747e405 req-b34c030e-2351-4b89-9b74-35be65bcf474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:07.176864 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96334960-c672-4dad-a6ba-67a1a747e405 req-b34c030e-2351-4b89-9b74-35be65bcf474 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 1129 time: 0.0572083 Feb 28 18:15:07.270148 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96334960-c672-4dad-a6ba-67a1a747e405 req-f7e46c13-3887-4df1-8d09-bd1784b5e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:07.272439 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96334960-c672-4dad-a6ba-67a1a747e405 req-f7e46c13-3887-4df1-8d09-bd1784b5e1ce service neutron] 10.222.0.69 "GET /v2.0/networks?id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 200 len: 913 time: 0.0900509 Feb 28 18:15:07.323990 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96334960-c672-4dad-a6ba-67a1a747e405 req-0780d7a5-5486-4539-93ed-074ce747f433 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b HTTP/1.1" status: 200 len: 217 time: 0.0408251 Feb 28 18:15:07.375325 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9e8c829a-b63b-41c8-abff-1032b935bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:07.377088 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96334960-c672-4dad-a6ba-67a1a747e405 req-de3fae49-2394-43eb-9778-86eb868a9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:07.378503 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96334960-c672-4dad-a6ba-67a1a747e405 req-de3fae49-2394-43eb-9778-86eb868a9b91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 200 len: 851 time: 0.0492051 Feb 28 18:15:07.403995 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c829a-b63b-41c8-abff-1032b935bb4e None None] Checking router: e407f346-4c75-4ab4-94c9-ba80a855846f for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:15:07.413363 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8c829a-b63b-41c8-abff-1032b935bb4e None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:15:07.414016 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9e8c829a-b63b-41c8-abff-1032b935bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:14:40Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:07.459273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96334960-c672-4dad-a6ba-67a1a747e405 req-b4cb3ce7-abf6-419b-bf19-cd7880e61082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:07.460678 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96334960-c672-4dad-a6ba-67a1a747e405 req-b4cb3ce7-abf6-419b-bf19-cd7880e61082 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0767798 Feb 28 18:15:07.523062 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-9e8c829a-b63b-41c8-abff-1032b935bb4e None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:15:07.523959 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd8947-bf81-4b7d-a53e-0d48a76d7d44 req-7fcdf2d2-8a1c-449a-8bff-a55e8a0669f0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:07.525448 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4fd8947-bf81-4b7d-a53e-0d48a76d7d44 req-7fcdf2d2-8a1c-449a-8bff-a55e8a0669f0 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 946 time: 0.1027012 Feb 28 18:15:07.604486 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c4fd8947-bf81-4b7d-a53e-0d48a76d7d44 req-d12144b4-f94b-4ec0-bb6c-4a0738f440e8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f43b51a-6309-4595-8195-a91d2adc5b71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728471 Feb 28 18:15:07.607000 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96334960-c672-4dad-a6ba-67a1a747e405 req-5565cc59-f754-4021-9a30-3c2fce4b5eb1 service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370625 Feb 28 18:15:07.701474 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-96334960-c672-4dad-a6ba-67a1a747e405 req-27bd8412-27ed-4f75-9127-5b1fc13cfbda service neutron] 10.222.0.69 "GET /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876007 Feb 28 18:15:07.732196 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-86b6e7af-e2e5-4c00-8aed-8ea8cbee3ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:07.732779 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-9e8c829a-b63b-41c8-abff-1032b935bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:07.762581 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c829a-b63b-41c8-abff-1032b935bb4e None None] The sync data for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 is: [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:04Z', 'revision_number': 4, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19', '_interfaces': [{'id': 'e9a70f6a-dcd8-449c-bb4c-97211292793c', 'name': '', 'network_id': 'ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'mac_address': 'fa:16:3e:c6:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:03Z', 'updated_at': '2022-02-28T17:58:08Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'subnets': [{'id': '763c8435-84e1-45bb-92ab-e5b73ac32526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:15:07.998741 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca302047-0418-40a4-85cc-817f3e21873d None None] New status for floating IP b12b1e77-54c3-4f7d-a6d1-1b7f59e4af51: DOWN {{(pid=104248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 18:15:08.046533 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107ee48-57e6-4c46-9ba7-df1d20bdd1c6 req-22b967fe-1a00-421f-ba1a-d52991b95d31 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:08.048021 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3107ee48-57e6-4c46-9ba7-df1d20bdd1c6 req-22b967fe-1a00-421f-ba1a-d52991b95d31 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 946 time: 0.0525780 Feb 28 18:15:08.143208 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:08.149096 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-3107ee48-57e6-4c46-9ba7-df1d20bdd1c6 req-8ef89c87-9841-4287-b47b-a80866f89950 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Deleting port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:15:08.149441 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3107ee48-57e6-4c46-9ba7-df1d20bdd1c6 req-8ef89c87-9841-4287-b47b-a80866f89950 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:08.236674 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-3107ee48-57e6-4c46-9ba7-df1d20bdd1c6 req-8ef89c87-9841-4287-b47b-a80866f89950 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] For port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=46aa9dba-a603-4d5e-a42e-a52e8fe2050b,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:15:08.237893 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3107ee48-57e6-4c46-9ba7-df1d20bdd1c6 req-8ef89c87-9841-4287-b47b-a80866f89950 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:08.250658 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-3107ee48-57e6-4c46-9ba7-df1d20bdd1c6 req-8ef89c87-9841-4287-b47b-a80866f89950 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Calling delete_port for 46aa9dba-a603-4d5e-a42e-a52e8fe2050b owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:15:08.486686 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3107ee48-57e6-4c46-9ba7-df1d20bdd1c6 req-8ef89c87-9841-4287-b47b-a80866f89950 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (46aa9dba-a603-4d5e-a42e-a52e8fe2050b), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:08.516208 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef89c87-9841-4287-b47b-a80866f89950 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event deleted for resources: {'Port': ['ID=46aa9dba-a603-4d5e-a42e-a52e8fe2050b,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:08.562548 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-3107ee48-57e6-4c46-9ba7-df1d20bdd1c6 req-8ef89c87-9841-4287-b47b-a80866f89950 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] No DVR routers for this DVR port 46aa9dba-a603-4d5e-a42e-a52e8fe2050b on host n-h2-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:15:08.565339 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-3107ee48-57e6-4c46-9ba7-df1d20bdd1c6 req-8ef89c87-9841-4287-b47b-a80866f89950 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:08.569368 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3107ee48-57e6-4c46-9ba7-df1d20bdd1c6 req-8ef89c87-9841-4287-b47b-a80866f89950 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.69 "DELETE /v2.0/ports/46aa9dba-a603-4d5e-a42e-a52e8fe2050b HTTP/1.1" status: 204 len: 173 time: 0.5162516 Feb 28 18:15:08.569975 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'name': 'network-vif-deleted', 'tag': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:15:08.572223 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3166bea2eb7fdc87839c02a406115c4cd8114edb0b5c9689f7ced89fa71f910d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f171762-e3f6-494e-8021-be3d74eddc21" -d '{"events": [{"server_uuid": "fc7bb800-c00a-4d73-890d-ec8dcb59f25a", "name": "network-vif-deleted", "tag": "46aa9dba-a603-4d5e-a42e-a52e8fe2050b"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:15:08.608263 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba7ea81-173f-44a7-add1-8407a3f0f326 x-openstack-request-id: req-0ba7ea81-173f-44a7-add1-8407a3f0f326 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:15:08.608558 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7bb800-c00a-4d73-890d-ec8dcb59f25a", "name": "network-vif-deleted", "tag": "46aa9dba-a603-4d5e-a42e-a52e8fe2050b", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:15:08.608807 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ba7ea81-173f-44a7-add1-8407a3f0f326 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:15:08.609228 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7bb800-c00a-4d73-890d-ec8dcb59f25a', 'name': 'network-vif-deleted', 'tag': '46aa9dba-a603-4d5e-a42e-a52e8fe2050b', 'status': 'completed', 'code': 200} Feb 28 18:15:08.711725 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7fbf67d3-588f-4f81-96e0-e4624120e11f req-adeec764-ce4d-4727-ab16-e2a0c849141a tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 210 time: 0.0304117 Feb 28 18:15:09.825009 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8007c488-dc64-45eb-8fe1-a086e1577d97 req-cf9588a7-23fe-418f-98df-87f26788e519 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 210 time: 0.0332861 Feb 28 18:15:09.955060 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ac04ca5f-3d9f-49d6-ba58-7ad839b20e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:10.423311 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:10.931780 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-07bd883e-86dc-4a41-989f-afbe3152d78f req-4d6bc091-5b7d-43be-a38e-6660a38644b8 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 210 time: 0.0278997 Feb 28 18:15:11.560911 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:12.029491 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-d665a119-b299-465b-9c4b-4785b5d4f4f8 req-ca45f994-8e74-4755-8fb7-62eb55270a6d tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 210 time: 0.0272758 Feb 28 18:15:12.390594 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 46aa9dba-a603-4d5e-a42e-a52e8fe2050b no longer exists at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:15:12.411214 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] No Port match for: 46aa9dba-a603-4d5e-a42e-a52e8fe2050b {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:15:12.411560 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device 46aa9dba-a603-4d5e-a42e-a52e8fe2050b not bound to the agent host n-h2-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:15:12.709003 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:13.125852 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d61da06b-036a-4ab9-a158-30c094eb6b79 req-fade03dd-8411-45a9-9fe0-787caa69be27 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 210 time: 0.0274353 Feb 28 18:15:13.954939 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:14.221414 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-41a9183b-e78e-455c-82a2-5eee8b12815c req-eb75c37f-e288-4936-93b2-5f979aba5d5c tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 210 time: 0.0266249 Feb 28 18:15:15.339082 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f55e32f4-3495-48e0-bd02-530cb1511a87 req-89665674-aea4-4ee0-9b7e-d9e5e7850724 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 210 time: 0.0310063 Feb 28 18:15:16.436716 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-be853889-1ba4-43ee-bdd0-192aa4c8afa2 req-de207051-28b9-4530-9a03-0c3733e679fc tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 210 time: 0.0295615 Feb 28 18:15:17.533227 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-b1eda28b-d6c5-4b26-a953-efbf96ac9387 req-8307f2c9-b765-40eb-bd16-43f27e1b44df tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc7bb800-c00a-4d73-890d-ec8dcb59f25a HTTP/1.1" status: 200 len: 210 time: 0.0281851 Feb 28 18:15:18.589611 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51270) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:18.715824 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-4f0caf40-0e3e-4cd9-a5f0-17aad86237cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Deleting port 4c554eb3-80ae-4774-addd-6e29f04ccf6a {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:15:18.716171 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4f0caf40-0e3e-4cd9-a5f0-17aad86237cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4c554eb3-80ae-4774-addd-6e29f04ccf6a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:18.795896 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4f0caf40-0e3e-4cd9-a5f0-17aad86237cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4c554eb3-80ae-4774-addd-6e29f04ccf6a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:18.796217 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4f0caf40-0e3e-4cd9-a5f0-17aad86237cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for floatingip (4c554eb3-80ae-4774-addd-6e29f04ccf6a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:18.807505 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-4f0caf40-0e3e-4cd9-a5f0-17aad86237cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Calling delete_port for 4c554eb3-80ae-4774-addd-6e29f04ccf6a owned by network:floatingip {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:15:18.994708 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4f0caf40-0e3e-4cd9-a5f0-17aad86237cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (4c554eb3-80ae-4774-addd-6e29f04ccf6a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:19.021114 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0caf40-0e3e-4cd9-a5f0-17aad86237cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event deleted for resources: {'Port': ['ID=4c554eb3-80ae-4774-addd-6e29f04ccf6a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:19.083925 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4f0caf40-0e3e-4cd9-a5f0-17aad86237cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for floatingip (5306c8fc-a0d2-45bd-bd50-4ea4ab5ffbbf), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:19.086522 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-4f0caf40-0e3e-4cd9-a5f0-17aad86237cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for floatingip (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:19.087665 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-4f0caf40-0e3e-4cd9-a5f0-17aad86237cd tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "DELETE /v2.0/floatingips/5306c8fc-a0d2-45bd-bd50-4ea4ab5ffbbf HTTP/1.1" status: 204 len: 168 time: 0.4970527 Feb 28 18:15:24.675862 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:15:25.642162 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51292) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:25.698729 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d86379b4-21f7-439d-b052-6c3e964ab2c1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group (7f43b51a-6309-4595-8195-a91d2adc5b71), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:25.726395 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d86379b4-21f7-439d-b052-6c3e964ab2c1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group (7f43b51a-6309-4595-8195-a91d2adc5b71), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:25.845969 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d86379b4-21f7-439d-b052-6c3e964ab2c1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (7f43b51a-6309-4595-8195-a91d2adc5b71), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:25.849252 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d86379b4-21f7-439d-b052-6c3e964ab2c1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:25.850526 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d86379b4-21f7-439d-b052-6c3e964ab2c1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] 10.222.0.72 "DELETE /v2.0/security-groups/7f43b51a-6309-4595-8195-a91d2adc5b71 HTTP/1.1" status: 204 len: 168 time: 0.2073631 Feb 28 18:15:25.867042 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86379b4-21f7-439d-b052-6c3e964ab2c1 tempest-TestVolumeBootPattern-2116069074 tempest-TestVolumeBootPattern-2116069074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f43b51a-6309-4595-8195-a91d2adc5b71,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:26.011252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51296) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:26.464212 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c41099ad-ab40-42fb-8489-9ec410183dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (e407f346-4c75-4ab4-94c9-ba80a855846f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:26.721199 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c41099ad-ab40-42fb-8489-9ec410183dcc admin admin] Deleting port e9a70f6a-dcd8-449c-bb4c-97211292793c {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:15:26.721449 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c41099ad-ab40-42fb-8489-9ec410183dcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:27.108854 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-c41099ad-ab40-42fb-8489-9ec410183dcc admin admin] For port e9a70f6a-dcd8-449c-bb4c-97211292793c, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e9a70f6a-dcd8-449c-bb4c-97211292793c,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:15:27.109549 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c41099ad-ab40-42fb-8489-9ec410183dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:27.128521 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-c41099ad-ab40-42fb-8489-9ec410183dcc admin admin] Calling delete_port for e9a70f6a-dcd8-449c-bb4c-97211292793c owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:15:27.400402 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c41099ad-ab40-42fb-8489-9ec410183dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e9a70f6a-dcd8-449c-bb4c-97211292793c), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:27.428455 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41099ad-ab40-42fb-8489-9ec410183dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a70f6a-dcd8-449c-bb4c-97211292793c,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:27.600303 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-c41099ad-ab40-42fb-8489-9ec410183dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (e407f346-4c75-4ab4-94c9-ba80a855846f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:27.820980 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41099ad-ab40-42fb-8489-9ec410183dcc admin admin] Router e407f346-4c75-4ab4-94c9-ba80a855846f has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:15:27.925796 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41099ad-ab40-42fb-8489-9ec410183dcc admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:15:27.930791 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-c41099ad-ab40-42fb-8489-9ec410183dcc admin admin] 10.222.0.72 "PUT /v2.0/routers/e407f346-4c75-4ab4-94c9-ba80a855846f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9185083 Feb 28 18:15:27.933288 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51304) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:27.936406 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e251cd27-855b-41ca-984d-180e351e10a2 None None] Sync routers for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:15:27.949944 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e251cd27-855b-41ca-984d-180e351e10a2 None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:15:27.950618 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e251cd27-855b-41ca-984d-180e351e10a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:15:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:28.047185 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] Publish callbacks [] for router (e407f346-4c75-4ab4-94c9-ba80a855846f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:28.153033 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e251cd27-855b-41ca-984d-180e351e10a2 None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: n-d-820368-19 {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:15:28.155322 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] Publish callbacks [] for router_gateway (e407f346-4c75-4ab4-94c9-ba80a855846f), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:28.273413 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] Deleting port e993118e-4955-4c7e-be9c-7c2de1ff1189 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:15:28.273791 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (e993118e-4955-4c7e-be9c-7c2de1ff1189), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:28.327764 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e251cd27-855b-41ca-984d-180e351e10a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T18:15:27Z', 'revision_number': 5, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port': {'id': 'e993118e-4955-4c7e-be9c-7c2de1ff1189', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:28.357972 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e251cd27-855b-41ca-984d-180e351e10a2 None None] Checking router: e407f346-4c75-4ab4-94c9-ba80a855846f for host: n-d-820368-19 {{(pid=104249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:15:28.359329 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] For port e993118e-4955-4c7e-be9c-7c2de1ff1189, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=e993118e-4955-4c7e-be9c-7c2de1ff1189,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:15:28.360261 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (e993118e-4955-4c7e-be9c-7c2de1ff1189), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:28.367505 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e251cd27-855b-41ca-984d-180e351e10a2 None None] Routers {'e407f346-4c75-4ab4-94c9-ba80a855846f'} bound to L3 agent in host n-d-820368-19 {{(pid=104249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:15:28.368124 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e251cd27-855b-41ca-984d-180e351e10a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:15:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['e407f346-4c75-4ab4-94c9-ba80a855846f'], 'active': True} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:28.373579 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] Calling delete_port for e993118e-4955-4c7e-be9c-7c2de1ff1189 owned by network:router_gateway {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:15:28.457441 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_dvr_db [None req-e251cd27-855b-41ca-984d-180e351e10a2 None None] Set router e407f346-4c75-4ab4-94c9-ba80a855846f gateway port host: None {{(pid=104249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:15:28.510558 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.l3_hamode_db [None req-e251cd27-855b-41ca-984d-180e351e10a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T18:15:28Z', 'revision_number': 6, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:28.539656 n-d-820368-19 neutron-server[104249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e251cd27-855b-41ca-984d-180e351e10a2 None None] The sync data for ids ['e407f346-4c75-4ab4-94c9-ba80a855846f'] in n-d-820368-19 is: [{'id': 'e407f346-4c75-4ab4-94c9-ba80a855846f', 'name': 'tempest-TestVolumeBootPattern-1418074059-router', 'tenant_id': '8f2f50b6dc1548afbb43704599faf1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:00Z', 'updated_at': '2022-02-28T18:15:28Z', 'revision_number': 6, 'project_id': '8f2f50b6dc1548afbb43704599faf1ad', 'gw_port_host': None}] {{(pid=104249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:15:28.613596 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (e993118e-4955-4c7e-be9c-7c2de1ff1189), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:28.639936 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=e993118e-4955-4c7e-be9c-7c2de1ff1189,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:28.707915 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (e407f346-4c75-4ab4-94c9-ba80a855846f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:28.801730 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (e407f346-4c75-4ab4-94c9-ba80a855846f), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:28.804092 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] Publish callbacks [] for router_controller (e407f346-4c75-4ab4-94c9-ba80a855846f), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:28.903755 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (e407f346-4c75-4ab4-94c9-ba80a855846f), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:28.904305 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e407f346-4c75-4ab4-94c9-ba80a855846f {{(pid=104246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:15:28.909347 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:28.910223 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-17a834ae-15e8-48c4-b311-f7acb24f8d67 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e407f346-4c75-4ab4-94c9-ba80a855846f HTTP/1.1" status: 204 len: 168 time: 0.9756837 Feb 28 18:15:28.912687 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51306) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:28.960747 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee202c8-c392-4ace-82d5-2fdbc3d62c46 admin admin] Deleting subnet 763c8435-84e1-45bb-92ab-e5b73ac32526 {{(pid=104246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 18:15:28.964205 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aee202c8-c392-4ace-82d5-2fdbc3d62c46 admin admin] Publish callbacks [] for subnet (763c8435-84e1-45bb-92ab-e5b73ac32526), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.005750 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aee202c8-c392-4ace-82d5-2fdbc3d62c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13958939'] for subnet (763c8435-84e1-45bb-92ab-e5b73ac32526), precommit_delete_associations {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.091799 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aee202c8-c392-4ace-82d5-2fdbc3d62c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (763c8435-84e1-45bb-92ab-e5b73ac32526), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.207919 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aee202c8-c392-4ace-82d5-2fdbc3d62c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15015509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14415088'] for subnet (763c8435-84e1-45bb-92ab-e5b73ac32526), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.233509 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee202c8-c392-4ace-82d5-2fdbc3d62c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=763c8435-84e1-45bb-92ab-e5b73ac32526,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:29.243977 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-aee202c8-c392-4ace-82d5-2fdbc3d62c46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.243977 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-aee202c8-c392-4ace-82d5-2fdbc3d62c46 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/763c8435-84e1-45bb-92ab-e5b73ac32526 HTTP/1.1" status: 204 len: 168 time: 0.3294578 Feb 28 18:15:29.244976 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346923ee-0a05-49ca-b958-e8978295f279 None None] Network ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 18:15:29.246363 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51308) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:29.321897 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.381392 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Deleting port 4f02949f-e47a-4fb7-bbb1-423b39d152dc {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:15:29.381732 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.446834 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] DHCP port deletion for ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 18:15:29.452028 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] For port 4f02949f-e47a-4fb7-bbb1-423b39d152dc, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4f02949f-e47a-4fb7-bbb1-423b39d152dc,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:15:29.452487 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.466927 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Calling delete_port for 4f02949f-e47a-4fb7-bbb1-423b39d152dc owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:15:29.500147 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Deleting port 4f02949f-e47a-4fb7-bbb1-423b39d152dc {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:15:29.500426 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.582241 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] For port 4f02949f-e47a-4fb7-bbb1-423b39d152dc, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=4f02949f-e47a-4fb7-bbb1-423b39d152dc,segment=NetworkSegment(a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc),segment_id=a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:15:29.582647 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.600892 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Calling delete_port for 4f02949f-e47a-4fb7-bbb1-423b39d152dc owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:15:29.634759 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.662442 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f02949f-e47a-4fb7-bbb1-423b39d152dc,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:29.669820 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] No DVR routers for this DVR port 4f02949f-e47a-4fb7-bbb1-423b39d152dc on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:15:29.710864 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (4f02949f-e47a-4fb7-bbb1-423b39d152dc), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.736132 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Pushing event deleted for resources: {'Port': ['ID=4f02949f-e47a-4fb7-bbb1-423b39d152dc,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:29.741083 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] No DVR routers for this DVR port 4f02949f-e47a-4fb7-bbb1-423b39d152dc on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:15:29.751727 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:29.752020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:29.752362 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:29.752696 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:29.753026 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:29.753351 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:29.754217 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:29.754551 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:29.754873 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:29.755195 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:29.755510 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:29.755998 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:29.756468 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a613f10-7c1c-4f87-b652-96f9523d976a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:29.768396 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.789436 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:29.798930 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:29.799228 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:29.808935 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.826037 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.833787 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (a76e02bf-3f9d-46b8-ab44-2ddec2b96ecc), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: timer() Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:15:29.837257 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:15:29.971840 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.982036 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:29.982036 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b HTTP/1.1" status: 204 len: 168 time: 0.7338958 Feb 28 18:15:29.984894 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51312) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:30.000292 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429234a-6703-4390-a4d4-1dd0dad53ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7fe77e-3a3b-4c70-87e8-e1b1bd11859b,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:30.016135 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e9a70f6a-dcd8-449c-bb4c-97211292793c no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:15:30.042600 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: e9a70f6a-dcd8-449c-bb4c-97211292793c {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:15:30.042933 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e9a70f6a-dcd8-449c-bb4c-97211292793c not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:15:30.043358 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e993118e-4955-4c7e-be9c-7c2de1ff1189 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:15:30.063570 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: e993118e-4955-4c7e-be9c-7c2de1ff1189 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:15:30.064193 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device e993118e-4955-4c7e-be9c-7c2de1ff1189 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:15:30.064331 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4f02949f-e47a-4fb7-bbb1-423b39d152dc no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:15:30.084522 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 4f02949f-e47a-4fb7-bbb1-423b39d152dc {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:15:30.084868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 4f02949f-e47a-4fb7-bbb1-423b39d152dc not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:15:30.348757 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7ef0fc6c-b7bf-4b58-acc8-f38f931a7def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553163'] for router_interface (702b4f4d-8cda-493e-8546-ea6060500de6), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:30.604669 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0fc6c-b7bf-4b58-acc8-f38f931a7def admin admin] Deleting port c7542715-7deb-4e2d-ba5e-20ee544d8891 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:15:30.605095 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7ef0fc6c-b7bf-4b58-acc8-f38f931a7def admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:30.686811 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [None req-7ef0fc6c-b7bf-4b58-acc8-f38f931a7def admin admin] For port c7542715-7deb-4e2d-ba5e-20ee544d8891, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c7542715-7deb-4e2d-ba5e-20ee544d8891,segment=NetworkSegment(c67f921c-5ff2-4c8d-8b3b-221e822c3fb2),segment_id=c67f921c-5ff2-4c8d-8b3b-221e822c3fb2)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:15:30.687176 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7ef0fc6c-b7bf-4b58-acc8-f38f931a7def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:30.701749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0fc6c-b7bf-4b58-acc8-f38f931a7def admin admin] Calling delete_port for c7542715-7deb-4e2d-ba5e-20ee544d8891 owned by network:router_interface {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:15:30.937179 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7ef0fc6c-b7bf-4b58-acc8-f38f931a7def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (c7542715-7deb-4e2d-ba5e-20ee544d8891), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:30.966308 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0fc6c-b7bf-4b58-acc8-f38f931a7def admin admin] Pushing event deleted for resources: {'Port': ['ID=c7542715-7deb-4e2d-ba5e-20ee544d8891,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:31.139558 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-7ef0fc6c-b7bf-4b58-acc8-f38f931a7def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552999'] for router_interface (702b4f4d-8cda-493e-8546-ea6060500de6), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:31.366293 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef0fc6c-b7bf-4b58-acc8-f38f931a7def admin admin] Router 702b4f4d-8cda-493e-8546-ea6060500de6 has already been hosted by L3 agent 489e5ace-b806-448a-ab33-43b58885a368 {{(pid=104246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:15:31.775899 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef0fc6c-b7bf-4b58-acc8-f38f931a7def admin admin] Notify agent at l3_agent.n-d-820368-19 the message routers_updated {{(pid=104246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:15:31.781414 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-7ef0fc6c-b7bf-4b58-acc8-f38f931a7def admin admin] 10.222.0.72 "PUT /v2.0/routers/702b4f4d-8cda-493e-8546-ea6060500de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7955027 Feb 28 18:15:31.784231 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51314) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:31.786273 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c37c6ca-a27b-42fc-8302-920cd2ce10dc None None] Sync routers for ids ['702b4f4d-8cda-493e-8546-ea6060500de6'] in n-d-820368-19 {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:15:31.797170 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c37c6ca-a27b-42fc-8302-920cd2ce10dc None None] Routers {'702b4f4d-8cda-493e-8546-ea6060500de6'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:15:31.797792 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-9c37c6ca-a27b-42fc-8302-920cd2ce10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:15:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['702b4f4d-8cda-493e-8546-ea6060500de6'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:31.890839 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] Publish callbacks [] for router (702b4f4d-8cda-493e-8546-ea6060500de6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:31.903267 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-9c37c6ca-a27b-42fc-8302-920cd2ce10dc None None] Set router 702b4f4d-8cda-493e-8546-ea6060500de6 gateway port host: n-d-820368-19 {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:15:32.006101 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] Publish callbacks [] for router_gateway (702b4f4d-8cda-493e-8546-ea6060500de6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:32.088850 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-9c37c6ca-a27b-42fc-8302-920cd2ce10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'name': 'tempest-TestVolumeBootPattern-1928286486-router', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'external_fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'c8074e3c-53d9-4b61-8f16-eddfc9b4011a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T18:15:30Z', 'revision_number': 5, 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'gw_port': {'id': 'c8074e3c-53d9-4b61-8f16-eddfc9b4011a', 'name': '', 'network_id': 'd0ac13c2-6bb6-418b-b4bb-969706e8b064', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:72:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820368-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T17:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8eccc6b-6c13-4ea5-86d2-01177d802048', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820368-19'}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:32.117703 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] Deleting port c8074e3c-53d9-4b61-8f16-eddfc9b4011a {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:15:32.118025 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (c8074e3c-53d9-4b61-8f16-eddfc9b4011a), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:32.200474 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] For port c8074e3c-53d9-4b61-8f16-eddfc9b4011a, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=c8074e3c-53d9-4b61-8f16-eddfc9b4011a,segment=NetworkSegment(fa9815bf-e168-49ea-9605-02e6ab384ac5),segment_id=fa9815bf-e168-49ea-9605-02e6ab384ac5)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:15:32.200835 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (c8074e3c-53d9-4b61-8f16-eddfc9b4011a), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:32.214991 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] Calling delete_port for c8074e3c-53d9-4b61-8f16-eddfc9b4011a owned by network:router_gateway {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:15:32.281674 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c37c6ca-a27b-42fc-8302-920cd2ce10dc None None] Checking router: 702b4f4d-8cda-493e-8546-ea6060500de6 for host: n-d-820368-19 {{(pid=104248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:15:32.290391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c37c6ca-a27b-42fc-8302-920cd2ce10dc None None] Routers {'702b4f4d-8cda-493e-8546-ea6060500de6'} bound to L3 agent in host n-d-820368-19 {{(pid=104248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 18:15:32.290995 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-9c37c6ca-a27b-42fc-8302-920cd2ce10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820368-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T17:04:40Z,description=,heartbeat_timestamp=2022-02-28T18:15:10Z,host='n-d-820368-19',id=489e5ace-b806-448a-ab33-43b58885a368,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T17:04:40Z,topic='l3_agent')) {'router_ids': ['702b4f4d-8cda-493e-8546-ea6060500de6'], 'active': True} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:32.380710 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvr_db [None req-9c37c6ca-a27b-42fc-8302-920cd2ce10dc None None] Set router 702b4f4d-8cda-493e-8546-ea6060500de6 gateway port host: None {{(pid=104248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 18:15:32.435543 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_hamode_db [None req-9c37c6ca-a27b-42fc-8302-920cd2ce10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'name': 'tempest-TestVolumeBootPattern-1928286486-router', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T18:15:32Z', 'revision_number': 6, 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'gw_port_host': None}], 'n-d-820368-19', False) {} {{(pid=104248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:32.451730 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (c8074e3c-53d9-4b61-8f16-eddfc9b4011a), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:32.465676 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c37c6ca-a27b-42fc-8302-920cd2ce10dc None None] The sync data for ids ['702b4f4d-8cda-493e-8546-ea6060500de6'] in n-d-820368-19 is: [{'id': '702b4f4d-8cda-493e-8546-ea6060500de6', 'name': 'tempest-TestVolumeBootPattern-1928286486-router', 'tenant_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T17:58:08Z', 'updated_at': '2022-02-28T18:15:32Z', 'revision_number': 6, 'project_id': '4b4e04ee08c642eeafc50c1a46bec5c8', 'gw_port_host': None}] {{(pid=104248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:15:32.478367 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] Pushing event deleted for resources: {'Port': ['ID=c8074e3c-53d9-4b61-8f16-eddfc9b4011a,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:32.540977 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542853'] for router_gateway (702b4f4d-8cda-493e-8546-ea6060500de6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:32.632982 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29217'] for router (702b4f4d-8cda-493e-8546-ea6060500de6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:32.635020 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] Publish callbacks [] for router_controller (702b4f4d-8cda-493e-8546-ea6060500de6), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:32.748113 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (702b4f4d-8cda-493e-8546-ea6060500de6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:32.748644 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 702b4f4d-8cda-493e-8546-ea6060500de6 {{(pid=104247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:15:32.753440 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:32.754690 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-d25ca73a-a129-4ec0-a94f-0800bd982bed admin admin] 10.222.0.72 "DELETE /v2.0/routers/702b4f4d-8cda-493e-8546-ea6060500de6 HTTP/1.1" status: 204 len: 168 time: 0.9683807 Feb 28 18:15:32.757079 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51316) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:32.802287 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.db_base_plugin_v2 [None req-68422264-a307-4d81-acba-b95a1769cc3c admin admin] Deleting subnet 4de23613-0eed-470a-95c2-b73a86d36bb1 {{(pid=104247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 18:15:32.805512 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-68422264-a307-4d81-acba-b95a1769cc3c admin admin] Publish callbacks [] for subnet (4de23613-0eed-470a-95c2-b73a86d36bb1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:32.841030 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-68422264-a307-4d81-acba-b95a1769cc3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12816888'] for subnet (4de23613-0eed-470a-95c2-b73a86d36bb1), precommit_delete_associations {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:32.924908 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-68422264-a307-4d81-acba-b95a1769cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1807723'] for subnet (4de23613-0eed-470a-95c2-b73a86d36bb1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.034532 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-68422264-a307-4d81-acba-b95a1769cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1807716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12585999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13396926'] for subnet (4de23613-0eed-470a-95c2-b73a86d36bb1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.063486 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68422264-a307-4d81-acba-b95a1769cc3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de23613-0eed-470a-95c2-b73a86d36bb1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:33.065452 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-68422264-a307-4d81-acba-b95a1769cc3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.068650 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-68422264-a307-4d81-acba-b95a1769cc3c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4de23613-0eed-470a-95c2-b73a86d36bb1 HTTP/1.1" status: 204 len: 168 time: 0.3106472 Feb 28 18:15:33.070656 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcabff2-2a09-4dc8-aa1d-1477cfec3403 None None] Network e8324b14-87ea-4af9-8a73-329569eddae6 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 18:15:33.071155 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51318) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:33.138538 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1732240'] for network (e8324b14-87ea-4af9-8a73-329569eddae6), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.201559 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Deleting port 8ed3f624-623e-4528-8492-62a1046bcc15 {{(pid=104247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:15:33.201894 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.251769 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be53a38a-aeb8-468d-913f-c70e344716bc None None] DHCP port deletion for e8324b14-87ea-4af9-8a73-329569eddae6 request from n-d-820368-19 {{(pid=104248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 18:15:33.268607 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.db [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] For port 8ed3f624-623e-4528-8492-62a1046bcc15, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8ed3f624-623e-4528-8492-62a1046bcc15,segment=NetworkSegment(c67f921c-5ff2-4c8d-8b3b-221e822c3fb2),segment_id=c67f921c-5ff2-4c8d-8b3b-221e822c3fb2)] {{(pid=104247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:15:33.268981 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.283263 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.plugin [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Calling delete_port for 8ed3f624-623e-4528-8492-62a1046bcc15 owned by network:dhcp {{(pid=104247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:15:33.299760 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-be53a38a-aeb8-468d-913f-c70e344716bc None None] Deleting port 8ed3f624-623e-4528-8492-62a1046bcc15 {{(pid=104248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:15:33.300138 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be53a38a-aeb8-468d-913f-c70e344716bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), before_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.366340 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-be53a38a-aeb8-468d-913f-c70e344716bc None None] For port 8ed3f624-623e-4528-8492-62a1046bcc15, host n-d-820368-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820368-19',level=0,port_id=8ed3f624-623e-4528-8492-62a1046bcc15,segment=NetworkSegment(c67f921c-5ff2-4c8d-8b3b-221e822c3fb2),segment_id=c67f921c-5ff2-4c8d-8b3b-221e822c3fb2)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:15:33.366734 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be53a38a-aeb8-468d-913f-c70e344716bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), precommit_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.380951 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-be53a38a-aeb8-468d-913f-c70e344716bc None None] Calling delete_port for 8ed3f624-623e-4528-8492-62a1046bcc15 owned by network:dhcp {{(pid=104248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:15:33.441648 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12586044'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.462733 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-be53a38a-aeb8-468d-913f-c70e344716bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438'] for port (8ed3f624-623e-4528-8492-62a1046bcc15), after_delete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.476381 n-d-820368-19 neutron-server[104247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] No DVR routers for this DVR port 8ed3f624-623e-4528-8492-62a1046bcc15 on host n-d-820368-19 {{(pid=104247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:15:33.481319 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed3f624-623e-4528-8492-62a1046bcc15,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:33.489038 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53a38a-aeb8-468d-913f-c70e344716bc None None] Pushing event deleted for resources: {'Port': ['ID=8ed3f624-623e-4528-8492-62a1046bcc15,revision_number=None']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:33.492897 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be53a38a-aeb8-468d-913f-c70e344716bc None None] No DVR routers for this DVR port 8ed3f624-623e-4528-8492-62a1046bcc15 on host n-d-820368-19 {{(pid=104248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:15:33.561813 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772944', 'neutron.services.segments.db._delete_segments_for_network-8756256415645'] for network (e8324b14-87ea-4af9-8a73-329569eddae6), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.582775 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8324b14-87ea-4af9-8a73-329569eddae6']}} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:33.592167 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67f921c-5ff2-4c8d-8b3b-221e822c3fb2') {'for_net_delete': True} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:33.592463 n-d-820368-19 neutron-server[104247]: DEBUG neutron.services.segments.db [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67f921c-5ff2-4c8d-8b3b-221e822c3fb2') {} {{(pid=104247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:15:33.601804 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756256418982', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12816879'] for segment (c67f921c-5ff2-4c8d-8b3b-221e822c3fb2), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.615733 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (c67f921c-5ff2-4c8d-8b3b-221e822c3fb2), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.621563 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12586193'] for segment (c67f921c-5ff2-4c8d-8b3b-221e822c3fb2), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: Traceback (most recent call last): Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: timer() Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: cb(*args, **kw) Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: return func(*args, **kwargs) Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: self._notify() Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: self.callback(batched_events) Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: event.method(event) Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: return f(self, *a, **k) Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: return self._get(url).json() Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: return self.request(url, 'GET', **kwargs) Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:15:33.627188 n-d-820368-19 neutron-server[104247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:15:33.783269 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542905'] for network (e8324b14-87ea-4af9-8a73-329569eddae6), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.790144 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:33.793504 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] 10.222.0.72 "DELETE /v2.0/networks/e8324b14-87ea-4af9-8a73-329569eddae6 HTTP/1.1" status: 204 len: 168 time: 0.7214005 Feb 28 18:15:33.805260 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633655e-4353-4a75-8424-527eb716bc4b admin admin] Pushing event deleted for resources: {'Network': ['ID=e8324b14-87ea-4af9-8a73-329569eddae6,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:33.994344 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c7542715-7deb-4e2d-ba5e-20ee544d8891 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:15:34.014386 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: c7542715-7deb-4e2d-ba5e-20ee544d8891 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:15:34.014723 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c7542715-7deb-4e2d-ba5e-20ee544d8891 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:15:34.015133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8ed3f624-623e-4528-8492-62a1046bcc15 no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:15:34.037277 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: 8ed3f624-623e-4528-8492-62a1046bcc15 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:15:34.037552 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device 8ed3f624-623e-4528-8492-62a1046bcc15 not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:15:34.037989 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c8074e3c-53d9-4b61-8f16-eddfc9b4011a no longer exists at agent ovs-agent-n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:15:34.057391 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] No Port match for: c8074e3c-53d9-4b61-8f16-eddfc9b4011a {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:15:34.057739 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Device c8074e3c-53d9-4b61-8f16-eddfc9b4011a not bound to the agent host n-d-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:15:34.092990 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51322) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:34.132546 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-57da5eb5-d571-4166-8e57-b092149f2dfc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8f2f50b6dc1548afbb43704599faf1ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383859 Feb 28 18:15:34.135087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51324) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:34.181152 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ffdb-9198-4dfa-b3fa-cd0ab725d98e admin admin] Publish callbacks [] for security_group (feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:34.202461 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ffdb-9198-4dfa-b3fa-cd0ab725d98e admin admin] Publish callbacks [] for security_group (feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:34.303001 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ffdb-9198-4dfa-b3fa-cd0ab725d98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:34.305496 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ffdb-9198-4dfa-b3fa-cd0ab725d98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:34.306666 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f1f9ffdb-9198-4dfa-b3fa-cd0ab725d98e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1 HTTP/1.1" status: 204 len: 168 time: 0.1707299 Feb 28 18:15:34.314543 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9ffdb-9198-4dfa-b3fa-cd0ab725d98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feded2d2-7cb3-4bae-b3c9-7b4e5fdf67d1,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:34.964736 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51330) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:35.009834 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-a36d60e3-f56c-4084-9655-ec0d4ceae969 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b4e04ee08c642eeafc50c1a46bec5c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439415 Feb 28 18:15:35.012437 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51332) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:15:35.060270 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f58df0d-41d2-481c-bae6-86b3764a6337 admin admin] Publish callbacks [] for security_group (33d9baf4-9bc8-411d-9324-24a029b72cd7), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:35.080974 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f58df0d-41d2-481c-bae6-86b3764a6337 admin admin] Publish callbacks [] for security_group (33d9baf4-9bc8-411d-9324-24a029b72cd7), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:35.205216 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f58df0d-41d2-481c-bae6-86b3764a6337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (33d9baf4-9bc8-411d-9324-24a029b72cd7), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:35.208242 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-2f58df0d-41d2-481c-bae6-86b3764a6337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:35.209405 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-2f58df0d-41d2-481c-bae6-86b3764a6337 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/33d9baf4-9bc8-411d-9324-24a029b72cd7 HTTP/1.1" status: 204 len: 168 time: 0.1959407 Feb 28 18:15:35.217316 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58df0d-41d2-481c-bae6-86b3764a6337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d9baf4-9bc8-411d-9324-24a029b72cd7,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:37.737533 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-025e2c2c-25bd-40b9-aa05-966a59105fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:38.148821 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:39.931274 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-73cafe5c-29b8-4cd1-bb78-603a675620e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:40.445831 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:41.548486 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:42.685606 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:43.971247 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:47.420566 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-ce8b6cff-0570-4288-a81f-090094a0cd48 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ef7c9d6d1f3542eda36df31db5334fe1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318546 Feb 28 18:15:47.607005 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-bbf53b91-3954-41c2-8cea-13f04d2cf739 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:47.608351 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-bbf53b91-3954-41c2-8cea-13f04d2cf739 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810474 Feb 28 18:15:47.622848 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9f6f16d3-3e23-467c-87d2-34d4b39e560c tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/quotas/ef7c9d6d1f3542eda36df31db5334fe1 HTTP/1.1" status: 200 len: 375 time: 0.0088005 Feb 28 18:15:47.655511 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-1d954021-37d6-468f-824c-19e469c90b35 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef7c9d6d1f3542eda36df31db5334fe1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264130 Feb 28 18:15:47.878602 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-243b8b25-4ba0-47b4-86f1-08413cc369cc req-24edf2c9-b016-43e9-9c49-700754137ab7 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 210 time: 0.0283248 Feb 28 18:15:48.958280 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6c6ea0b-e0a1-4f3f-848b-bc70ce85679d req-e4c63bbc-af76-4e36-912d-9386103201b1 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 210 time: 0.0271795 Feb 28 18:15:50.057699 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a957002a-6855-443d-9755-58e7fc8264a7 req-170f5e83-5c28-45bc-8e97-615bd95e7abe tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 210 time: 0.0296664 Feb 28 18:15:50.085630 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-5752cab0-8b6c-4c89-9333-f4e9b0da9967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ef7c9d6d1f3542eda36df31db5334fe1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304303 Feb 28 18:15:50.272123 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-938f08f9-2f7f-4b9f-93ca-ff33e825f64e tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:50.274261 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-938f08f9-2f7f-4b9f-93ca-ff33e825f64e tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829832 Feb 28 18:15:50.287236 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Request body: {'port': {'device_id': '50caf9f0-7913-4100-9854-ad8c82b6f466', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'admin_state_up': True, 'tenant_id': 'ef7c9d6d1f3542eda36df31db5334fe1'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:15:50.462672 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Made reservation on behalf of ef7c9d6d1f3542eda36df31db5334fe1 for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:15:50.466155 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:50.476251 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:50.557316 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Publish callbacks [] for security_group (4f8d40a3-3168-4628-85b1-bf1dabf1b185), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:50.628413 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4f8d40a3-3168-4628-85b1-bf1dabf1b185), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:50.691983 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8d40a3-3168-4628-85b1-bf1dabf1b185,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:50.705235 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:50.705589 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:50.706511 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:50.706881 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:50.707245 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:50.707577 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:50.707911 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:50.708241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:50.708570 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:50.708901 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:50.709226 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:50.709547 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:50.709875 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:15:50.774287 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Allocated IP 192.168.233.179 (da953345-f9e8-46d0-a79f-fdb26123f35e/1bb993e8-51e7-4dd8-b316-f8c2b408f177/37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:15:50.922764 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Publish callbacks [] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:51.034602 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:51.079860 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Network da953345-f9e8-46d0-a79f-fdb26123f35e is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:15:51.082974 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:15:51.086721 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:15:51.115772 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Pushing event updated for resources: {'Port': ['ID=37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:51.152200 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:51.152997 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:51.192302 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8fca5-eae6-47c9-ac57-9f690b1f3852 req-b458509c-435a-4ce2-8d89-9bbe56f550d2 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:51.193977 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6d8fca5-eae6-47c9-ac57-9f690b1f3852 req-b458509c-435a-4ce2-8d89-9bbe56f550d2 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 936 time: 0.0554612 Feb 28 18:15:51.254012 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-f6d8fca5-eae6-47c9-ac57-9f690b1f3852 req-860847c9-be1f-4492-bcc3-39fd2675c0e4 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d40a3-3168-4628-85b1-bf1dabf1b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541718 Feb 28 18:15:51.254578 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-29526c54-6967-4031-8449-2e0ada0bb967 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9714880 Feb 28 18:15:51.274438 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Request body: {'port': {'device_id': '50caf9f0-7913-4100-9854-ad8c82b6f466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:15:51.328003 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:51.389129 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-2d1670e4-8c9d-401b-9f28-f4bea8b116ec None None] Provisioning complete for port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 triggered by entity DHCP. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:15:51.389129 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-2d1670e4-8c9d-401b-9f28-f4bea8b116ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:51.422546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-2d1670e4-8c9d-401b-9f28-f4bea8b116ec None None] Port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 cannot update to ACTIVE because it is not bound. {{(pid=104248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 18:15:51.596695 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:15:51.604183 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Publish callbacks [] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:51.616751 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Transition to ACTIVE for port object 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 18:15:51.668405 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:51.719328 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Pushing event updated for resources: {'Port': ['ID=37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:51.791643 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Attempting to bind port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 18:15:51.791986 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Attempting to bind port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 18:15:51.792319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Attempting to bind port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:15:51.797058 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 on network da953345-f9e8-46d0-a79f-fdb26123f35e not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:15:51.797381 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Attempting to bind port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 on network da953345-f9e8-46d0-a79f-fdb26123f35e {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:15:51.802581 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:15:51.802923 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Checking segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 18:15:51.803319 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Bound using segment: {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:15:51.803768 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Bound port: 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af810fe-17df-4b1a-b6e8-0f0183bc06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 18:15:51.804127 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:51.877449 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] For port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:15:51.880748 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] For port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:15:51.937287 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:51.973015 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:51.973566 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:51.974994 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] 10.222.0.73 "PUT /v2.0/ports/37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 HTTP/1.1" status: 200 len: 1097 time: 0.7141278 Feb 28 18:15:51.977264 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50caf9f0-7913-4100-9854-ad8c82b6f466', 'tag': '37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:15:51.982381 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3166bea2eb7fdc87839c02a406115c4cd8114edb0b5c9689f7ced89fa71f910d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c085be64-92f3-4964-8289-ce0de980fa38" -d '{"events": [{"name": "network-changed", "server_uuid": "50caf9f0-7913-4100-9854-ad8c82b6f466", "tag": "37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:15:52.006839 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fabf1-34f8-419e-a813-89e5c0c0f471 service neutron] Pushing event updated for resources: {'Port': ['ID=37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:52.025006 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccec8b1-ffae-4ee7-9637-bf393d8886ef x-openstack-request-id: req-4ccec8b1-ffae-4ee7-9637-bf393d8886ef {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:15:52.025311 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50caf9f0-7913-4100-9854-ad8c82b6f466", "tag": "37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:15:52.025563 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ccec8b1-ffae-4ee7-9637-bf393d8886ef {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:15:52.026015 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50caf9f0-7913-4100-9854-ad8c82b6f466', 'tag': '37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7', 'status': 'completed', 'code': 200} Feb 28 18:15:52.094984 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085be64-92f3-4964-8289-ce0de980fa38 req-4100c99f-17fc-443f-92df-6b840a06ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:52.096688 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c085be64-92f3-4964-8289-ce0de980fa38 req-4100c99f-17fc-443f-92df-6b840a06ada5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef7c9d6d1f3542eda36df31db5334fe1&device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 1131 time: 0.0495369 Feb 28 18:15:52.126432 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c085be64-92f3-4964-8289-ce0de980fa38 req-84280395-df0f-4044-b6a1-cdb7280f002d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=ef7c9d6d1f3542eda36df31db5334fe1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233440 Feb 28 18:15:52.233780 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085be64-92f3-4964-8289-ce0de980fa38 req-0c3e33ac-d408-48bd-9648-61521da6de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:52.235565 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c085be64-92f3-4964-8289-ce0de980fa38 req-0c3e33ac-d408-48bd-9648-61521da6de60 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044691 Feb 28 18:15:52.317047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-6808a6d6-1851-4eee-90eb-ce12cea009ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:52.318672 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-6808a6d6-1851-4eee-90eb-ce12cea009ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef7c9d6d1f3542eda36df31db5334fe1&device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 1131 time: 0.0472064 Feb 28 18:15:52.360617 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-79094d67-79d2-45a6-8a19-7f79fbe0fb89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 HTTP/1.1" status: 200 len: 217 time: 0.0352452 Feb 28 18:15:52.382755 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe945aa-8d92-4a7e-9b4d-1b74840d6a37 req-228e2a48-0402-4475-9d8f-d945dc525f11 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:52.384156 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ffe945aa-8d92-4a7e-9b4d-1b74840d6a37 req-228e2a48-0402-4475-9d8f-d945dc525f11 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 948 time: 0.0567677 Feb 28 18:15:52.413789 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9ff1eac7-a107-47cd-ac15-9e6663fa9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:52.415293 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-9ff1eac7-a107-47cd-ac15-9e6663fa9cd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb993e8-51e7-4dd8-b316-f8c2b408f177 HTTP/1.1" status: 200 len: 843 time: 0.0497482 Feb 28 18:15:52.432424 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ffe945aa-8d92-4a7e-9b4d-1b74840d6a37 req-a9f4120a-a980-48b3-82be-155debd59712 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d40a3-3168-4628-85b1-bf1dabf1b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423081 Feb 28 18:15:52.465973 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-cbd83a79-7681-4f13-b9db-388f71ffebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:52.467578 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-cbd83a79-7681-4f13-b9db-388f71ffebc8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da953345-f9e8-46d0-a79f-fdb26123f35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0459373 Feb 28 18:15:52.556733 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-bc0bb450-5a80-4186-aaec-f9013641500d service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829370 Feb 28 18:15:52.648556 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-27669bd7-4cf3-495e-83f8-2e297544f8ff req-b8d6129a-fa13-40d8-b1d3-d4efdcd85b94 service neutron] 10.222.0.73 "GET /v2.0/networks/da953345-f9e8-46d0-a79f-fdb26123f35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860496 Feb 28 18:15:53.553252 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5f54b-2b78-4f88-8867-047548e0d89c req-a0f36434-85d9-4db5-a6ca-a99c6098877d tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:53.554767 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38b5f54b-2b78-4f88-8867-047548e0d89c req-a0f36434-85d9-4db5-a6ca-a99c6098877d tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 948 time: 0.0535314 Feb 28 18:15:53.601302 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38b5f54b-2b78-4f88-8867-047548e0d89c req-fdc33322-c604-47b5-a7b9-caacaccfdcd4 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d40a3-3168-4628-85b1-bf1dabf1b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409799 Feb 28 18:15:54.720691 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7feb38-78ce-486e-83e8-3f075deaead5 req-cfea04e2-4148-4659-9d04-e986e6ba5817 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:54.722873 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a7feb38-78ce-486e-83e8-3f075deaead5 req-cfea04e2-4148-4659-9d04-e986e6ba5817 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 948 time: 0.0542378 Feb 28 18:15:54.768983 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a7feb38-78ce-486e-83e8-3f075deaead5 req-27f18395-9d7e-4329-9d9d-64764ad5ae15 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d40a3-3168-4628-85b1-bf1dabf1b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 Feb 28 18:15:55.892362 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e35a0-601b-4684-b772-509290d34d64 req-5dbc1047-e33a-422c-a476-86f283826823 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:55.894650 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-728e35a0-601b-4684-b772-509290d34d64 req-5dbc1047-e33a-422c-a476-86f283826823 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 948 time: 0.0577614 Feb 28 18:15:55.942590 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-728e35a0-601b-4684-b772-509290d34d64 req-2fffa3b2-dd2b-41d3-87cf-bf3af18449ad tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d40a3-3168-4628-85b1-bf1dabf1b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423713 Feb 28 18:15:56.348416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:15:56.442565 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:15:56.453507 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': '37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7', 'network_id': 'da953345-f9e8-46d0-a79f-fdb26123f35e', 'port_id': '37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7', 'mac_address': 'fa:16:3e:ef:96:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb993e8-51e7-4dd8-b316-f8c2b408f177', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:15:56.492661 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:15:56.493041 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:56.505722 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:15:56.524272 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:15:56.588128 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:56.634209 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:56.949082 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:15:57.065871 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800444d0-2f21-4e54-a509-dd5bac5a2834 req-b8cb6753-10d4-49d0-9b57-bb4c8acd30b9 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:57.067367 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-800444d0-2f21-4e54-a509-dd5bac5a2834 req-b8cb6753-10d4-49d0-9b57-bb4c8acd30b9 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 949 time: 0.0553687 Feb 28 18:15:57.114424 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-800444d0-2f21-4e54-a509-dd5bac5a2834 req-34e38339-33a9-4198-9474-ec59e0d7fc97 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d40a3-3168-4628-85b1-bf1dabf1b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412607 Feb 28 18:15:58.233401 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bef48c-35ab-484d-a42c-dd0d097e2f9c req-6311c22b-d511-406d-aac9-2355b5a99fd4 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:58.234840 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-21bef48c-35ab-484d-a42c-dd0d097e2f9c req-6311c22b-d511-406d-aac9-2355b5a99fd4 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 949 time: 0.0529039 Feb 28 18:15:58.281372 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-21bef48c-35ab-484d-a42c-dd0d097e2f9c req-e4b237d6-7e71-4b97-99b6-68e32bdbc730 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d40a3-3168-4628-85b1-bf1dabf1b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 Feb 28 18:15:58.365020 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:15:58.524901 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 18:15:58.528713 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:15:58.529211 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:58.606323 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:15:58.606701 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:58.629986 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50caf9f0-7913-4100-9854-ad8c82b6f466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:15:58.644496 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:15:58.678058 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}403a1b7de016ef6dd4f22400deafec99214353a750a37bd39732421b29d7f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9ed496-4e3a-4759-90ae-07d7e5cb61e8" -d '{"events": [{"server_uuid": "50caf9f0-7913-4100-9854-ad8c82b6f466", "name": "network-vif-plugged", "status": "completed", "tag": "37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:15:58.742393 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:15:58.765656 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c976429c-3b4d-4e70-98d4-5dabcaab1e3e x-openstack-request-id: req-c976429c-3b4d-4e70-98d4-5dabcaab1e3e {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:15:58.766000 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50caf9f0-7913-4100-9854-ad8c82b6f466", "name": "network-vif-plugged", "status": "completed", "tag": "37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:15:58.766258 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c976429c-3b4d-4e70-98d4-5dabcaab1e3e {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:15:58.766652 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50caf9f0-7913-4100-9854-ad8c82b6f466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7', 'code': 200} Feb 28 18:15:58.792938 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:15:58.867316 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c212739-b0ec-404b-b48f-8979dfc3d1a4 req-d93f32c5-46c1-4166-93bd-5686bee4e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:58.868809 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c212739-b0ec-404b-b48f-8979dfc3d1a4 req-d93f32c5-46c1-4166-93bd-5686bee4e350 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 1133 time: 0.0443621 Feb 28 18:15:58.915821 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1c212739-b0ec-404b-b48f-8979dfc3d1a4 req-98d301d7-64b4-458a-83e9-7930741cbeb1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4f8d40a3-3168-4628-85b1-bf1dabf1b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 Feb 28 18:15:59.402372 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a22f8-a9a6-413f-9a75-0f6725fe831d req-5c0f9c6d-d00c-4212-8116-64f1901b8a78 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:15:59.404084 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-971a22f8-a9a6-413f-9a75-0f6725fe831d req-5c0f9c6d-d00c-4212-8116-64f1901b8a78 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 950 time: 0.0557067 Feb 28 18:15:59.451685 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-971a22f8-a9a6-413f-9a75-0f6725fe831d req-b00cef16-09ae-4df0-ad53-b181736516ec tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d40a3-3168-4628-85b1-bf1dabf1b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419466 Feb 28 18:16:00.569887 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9ee7c-ae4c-45a0-b39c-57dd9c9e3154 req-6a61fd24-0d80-4a07-ab86-99fac2efa0e6 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:00.571669 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fde9ee7c-ae4c-45a0-b39c-57dd9c9e3154 req-6a61fd24-0d80-4a07-ab86-99fac2efa0e6 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 950 time: 0.0515666 Feb 28 18:16:00.617332 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-fde9ee7c-ae4c-45a0-b39c-57dd9c9e3154 req-9b5b9246-6bf0-4240-a266-4cf3a44f6d2c tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d40a3-3168-4628-85b1-bf1dabf1b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401103 Feb 28 18:16:01.113710 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-d493e52f-d187-4134-8f0c-44bf5f5de626 req-c4b43d15-aa5e-44cb-8534-6506d7d3a4eb service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 18:16:01.114767 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d493e52f-d187-4134-8f0c-44bf5f5de626 req-c4b43d15-aa5e-44cb-8534-6506d7d3a4eb service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487049 Feb 28 18:16:01.675906 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:16:01.686918 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-a5188f79-e6ec-4529-8938-c2d779ab1e67 req-e56413a9-1a24-4118-8956-a907c71738a8 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 18:16:01.687924 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a5188f79-e6ec-4529-8938-c2d779ab1e67 req-e56413a9-1a24-4118-8956-a907c71738a8 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482597 Feb 28 18:16:02.357710 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f773d-800b-42bf-8773-4417753334bd req-1602c913-b9b6-4a86-bded-0ab20fb1e99f tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:02.359200 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-058f773d-800b-42bf-8773-4417753334bd req-1602c913-b9b6-4a86-bded-0ab20fb1e99f tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 950 time: 0.0515063 Feb 28 18:16:02.408299 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-058f773d-800b-42bf-8773-4417753334bd req-08b6bfa8-3d2c-4d83-b219-ec6dad0e2ed3 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d40a3-3168-4628-85b1-bf1dabf1b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431201 Feb 28 18:16:03.535241 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b9f9-5b50-4830-bec8-8a27e369c105 req-fbf3f1ed-882f-4be9-8c69-7114acad4774 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:03.536739 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a051b9f9-5b50-4830-bec8-8a27e369c105 req-fbf3f1ed-882f-4be9-8c69-7114acad4774 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 950 time: 0.0550718 Feb 28 18:16:03.584775 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a051b9f9-5b50-4830-bec8-8a27e369c105 req-0446d626-36cb-440b-bf67-1b7ed2c34750 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f8d40a3-3168-4628-85b1-bf1dabf1b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422809 Feb 28 18:16:03.832969 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77346e7a-0631-4276-85dd-8b5f390ae480 req-fcdd2503-3bc5-4689-a284-7d8eba4ec1b3 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:03.834459 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77346e7a-0631-4276-85dd-8b5f390ae480 req-fcdd2503-3bc5-4689-a284-7d8eba4ec1b3 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.73 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 950 time: 0.0578265 Feb 28 18:16:03.924359 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-77346e7a-0631-4276-85dd-8b5f390ae480 req-879b6e2b-552a-47c6-b54e-84bd016d2d5a tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Deleting port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 {{(pid=104246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 18:16:03.924699 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77346e7a-0631-4276-85dd-8b5f390ae480 req-879b6e2b-552a-47c6-b54e-84bd016d2d5a tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756256472953'] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:04.016389 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-77346e7a-0631-4276-85dd-8b5f390ae480 req-879b6e2b-552a-47c6-b54e-84bd016d2d5a tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] For port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7,segment=NetworkSegment(6af810fe-17df-4b1a-b6e8-0f0183bc06a9),segment_id=6af810fe-17df-4b1a-b6e8-0f0183bc06a9)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:16:04.016667 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77346e7a-0631-4276-85dd-8b5f390ae480 req-879b6e2b-552a-47c6-b54e-84bd016d2d5a tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542624'] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:04.028273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.plugin [req-77346e7a-0631-4276-85dd-8b5f390ae480 req-879b6e2b-552a-47c6-b54e-84bd016d2d5a tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Calling delete_port for 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 owned by compute:nova {{(pid=104246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 18:16:04.227936 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77346e7a-0631-4276-85dd-8b5f390ae480 req-879b6e2b-552a-47c6-b54e-84bd016d2d5a tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756256479708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756255955438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:04.240883 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:16:04.259106 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b6e2b-552a-47c6-b54e-84bd016d2d5a tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Pushing event deleted for resources: {'Port': ['ID=37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:16:04.304861 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-77346e7a-0631-4276-85dd-8b5f390ae480 req-879b6e2b-552a-47c6-b54e-84bd016d2d5a tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] No DVR routers for this DVR port 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:16:04.308252 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-77346e7a-0631-4276-85dd-8b5f390ae480 req-879b6e2b-552a-47c6-b54e-84bd016d2d5a tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:04.311564 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-77346e7a-0631-4276-85dd-8b5f390ae480 req-879b6e2b-552a-47c6-b54e-84bd016d2d5a tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.73 "DELETE /v2.0/ports/37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 HTTP/1.1" status: 204 len: 173 time: 0.4720991 Feb 28 18:16:04.312032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50caf9f0-7913-4100-9854-ad8c82b6f466', 'name': 'network-vif-deleted', 'tag': '37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:16:04.314475 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3166bea2eb7fdc87839c02a406115c4cd8114edb0b5c9689f7ced89fa71f910d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676abab6-589b-4184-8120-925ed0b88f98" -d '{"events": [{"server_uuid": "50caf9f0-7913-4100-9854-ad8c82b6f466", "name": "network-vif-deleted", "tag": "37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:16:04.354959 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acf67be-2882-4483-9b47-e21815518d33 x-openstack-request-id: req-5acf67be-2882-4483-9b47-e21815518d33 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:16:04.355255 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50caf9f0-7913-4100-9854-ad8c82b6f466", "name": "network-vif-deleted", "tag": "37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:16:04.355529 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5acf67be-2882-4483-9b47-e21815518d33 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:16:04.355935 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50caf9f0-7913-4100-9854-ad8c82b6f466', 'name': 'network-vif-deleted', 'tag': '37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7', 'status': 'completed', 'code': 200} Feb 28 18:16:04.690894 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ceaf1602-9fd0-4f2e-b2a8-ca793776d155 req-cb78fa63-b3a7-4d91-848e-5a50c05eb241 tempest-ServersAdminNegativeTestJSON-82837916 tempest-ServersAdminNegativeTestJSON-82837916-project] 10.222.0.72 "GET /v2.0/ports?device_id=50caf9f0-7913-4100-9854-ad8c82b6f466 HTTP/1.1" status: 200 len: 210 time: 0.0281124 Feb 28 18:16:06.129494 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51516) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:16:06.258182 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-72cb1014-e611-46ef-9386-c78861c53be7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef7c9d6d1f3542eda36df31db5334fe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273835 Feb 28 18:16:06.260547 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51520) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:16:06.310887 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f56939c0-67fd-44b0-8ad0-2c2a7c0d2a42 admin admin] Publish callbacks [] for security_group (4f8d40a3-3168-4628-85b1-bf1dabf1b185), before_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:06.332028 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f56939c0-67fd-44b0-8ad0-2c2a7c0d2a42 admin admin] Publish callbacks [] for security_group (4f8d40a3-3168-4628-85b1-bf1dabf1b185), precommit_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:06.468322 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f56939c0-67fd-44b0-8ad0-2c2a7c0d2a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (4f8d40a3-3168-4628-85b1-bf1dabf1b185), after_delete {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:06.471642 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-f56939c0-67fd-44b0-8ad0-2c2a7c0d2a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:06.472896 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-f56939c0-67fd-44b0-8ad0-2c2a7c0d2a42 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f8d40a3-3168-4628-85b1-bf1dabf1b185 HTTP/1.1" status: 204 len: 168 time: 0.2114573 Feb 28 18:16:06.480729 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56939c0-67fd-44b0-8ad0-2c2a7c0d2a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8d40a3-3168-4628-85b1-bf1dabf1b185,revision_number=None']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:16:07.053586 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51526) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:16:07.067391 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b47351e2-f647-4b48-a7b8-4cd68bde3781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:07.138181 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b47351e2-f647-4b48-a7b8-4cd68bde3781 admin admin] Publish callbacks [] for security_group (f238b90c-3831-433c-89b5-ae393428fa82), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:07.199384 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [None req-b47351e2-f647-4b48-a7b8-4cd68bde3781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f238b90c-3831-433c-89b5-ae393428fa82), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:07.239412 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [None req-b47351e2-f647-4b48-a7b8-4cd68bde3781 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=889a2a2ee08145cfab47067c2a54f063&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1846716 Feb 28 18:16:07.241044 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47351e2-f647-4b48-a7b8-4cd68bde3781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f238b90c-3831-433c-89b5-ae393428fa82,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:16:07.242168 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51528) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:16:07.288873 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Publish callbacks [] for security_group (f238b90c-3831-433c-89b5-ae393428fa82), before_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:07.309601 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Publish callbacks [] for security_group (f238b90c-3831-433c-89b5-ae393428fa82), precommit_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:07.440398 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (f238b90c-3831-433c-89b5-ae393428fa82), after_delete {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:07.444395 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:07.446315 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f238b90c-3831-433c-89b5-ae393428fa82 HTTP/1.1" status: 204 len: 168 time: 0.2029090 Feb 28 18:16:07.455678 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f238b90c-3831-433c-89b5-ae393428fa82,revision_number=None']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:16:07.462406 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:07.462761 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:07.463104 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:07.463431 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:07.463783 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:07.464098 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:07.464423 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:07.464749 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:07.465169 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:07.465378 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:07.465702 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:07.466045 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:07.466400 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a66d6f-45ae-4ff5-8072-8f160586419e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:07.747694 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-8f54c4f2-87a7-4951-a0a2-337bc0580613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:08.118301 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:08.392159 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51552) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:16:08.425633 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:16:08.447942 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] No Port match for: 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 18:16:08.448281 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device 37c1aa42-62d4-46de-9b0b-7d6af8ba1cf7 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:16:08.490748 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1745110345-network', 'tenant_id': '5b753732ab084c2db39376902bdccadb'}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:16:08.569157 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] Made reservation on behalf of 5b753732ab084c2db39376902bdccadb for: {'network': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:16:08.571485 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for network (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:08.579676 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:08.653089 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] Publish callbacks [] for security_group (08103b64-0e1d-48f5-8baf-889974881972), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:08.729757 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890045'] for security_group (08103b64-0e1d-48f5-8baf-889974881972), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:08.757802 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=104247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:16:08.764188 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08103b64-0e1d-48f5-8baf-889974881972,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:16:08.770191 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1809908'] for segment (7c4e6216-903f-4022-aa32-17628961e9b8), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:08.770535 n-d-820368-19 neutron-server[104247]: INFO neutron.db.segments_db [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] Added segment 7c4e6216-903f-4022-aa32-17628961e9b8 of type vlan for network 3d9e0053-9709-476d-9263-d7ebba9d1c87 Feb 28 18:16:08.812623 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756255942476'] for network (3d9e0053-9709-476d-9263-d7ebba9d1c87), precommit_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:08.896247 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219'] for network (3d9e0053-9709-476d-9263-d7ebba9d1c87), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:08.897203 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:08.897780 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:08.954262 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] Pushing event updated for resources: {'Network': ['ID=3d9e0053-9709-476d-9263-d7ebba9d1c87,revision_number=1']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:16:08.965247 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Network 3d9e0053-9709-476d-9263-d7ebba9d1c87 details requested by agent ovs-agent-n-d-820368-19 with host n-d-820368-19 {{(pid=104248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 18:16:08.989551 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-f5f44f06-a914-4307-874f-e06c25f5a075 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5956788 Feb 28 18:16:08.992440 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51558) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:16:08.997087 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.v2.base [None req-7cfcae01-c2f8-47db-8985-f7f3047222ee admin admin] Request body: {'subnet': {'network_id': '3d9e0053-9709-476d-9263-d7ebba9d1c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1745110345-subnet', 'tenant_id': '5b753732ab084c2db39376902bdccadb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:16:09.066783 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfcae01-c2f8-47db-8985-f7f3047222ee admin admin] Made reservation on behalf of 5b753732ab084c2db39376902bdccadb for: {'subnet': 1} {{(pid=104247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:16:09.069223 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7cfcae01-c2f8-47db-8985-f7f3047222ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13396885'] for subnet (None), before_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:09.319491 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7cfcae01-c2f8-47db-8985-f7f3047222ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12586056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13396903'] for subnet (73f1690e-b098-4318-aeae-5eba74fd7597), after_create {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:09.373660 n-d-820368-19 neutron-server[104247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcae01-c2f8-47db-8985-f7f3047222ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f1690e-b098-4318-aeae-5eba74fd7597,revision_number=0']} {{(pid=104247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:16:09.381235 n-d-820368-19 neutron-server[104247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfcae01-c2f8-47db-8985-f7f3047222ee admin admin] Checking segment: {'id': '7c4e6216-903f-4022-aa32-17628961e9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3d9e0053-9709-476d-9263-d7ebba9d1c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 18:16:09.381584 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfcae01-c2f8-47db-8985-f7f3047222ee admin admin] Network hostable DHCP agents. Network: 3d9e0053-9709-476d-9263-d7ebba9d1c87, hostable agents: ['c9283c24-67de-46f4-9c19-097d94013302'], hosted agents: [] {{(pid=104247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:16:09.489291 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfcae01-c2f8-47db-8985-f7f3047222ee admin admin] Network 3d9e0053-9709-476d-9263-d7ebba9d1c87 is scheduled to be hosted by DHCP agent c9283c24-67de-46f4-9c19-097d94013302 with binding_index 1 {{(pid=104247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:16:09.563547 n-d-820368-19 neutron-server[104247]: DEBUG neutron.scheduler.base_scheduler [None req-7cfcae01-c2f8-47db-8985-f7f3047222ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820368-19, 3d9e0053-9709-476d-9263-d7ebba9d1c87) {{(pid=104247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:16:09.568157 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfcae01-c2f8-47db-8985-f7f3047222ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:09.568750 n-d-820368-19 neutron-server[104247]: DEBUG neutron_lib.callbacks.manager [None req-7cfcae01-c2f8-47db-8985-f7f3047222ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:09.573423 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46637828-1950-4c37-ae95-6ee866dd47f5 None None] Network 3d9e0053-9709-476d-9263-d7ebba9d1c87 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 18:16:09.669003 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82460395-79a9-430f-8b1a-5953677ee63f None None] Network 3d9e0053-9709-476d-9263-d7ebba9d1c87 requested from n-d-820368-19 {{(pid=104248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 18:16:09.678781 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [None req-7cfcae01-c2f8-47db-8985-f7f3047222ee admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6852739 Feb 28 18:16:09.890706 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-e4bc3d7c-4685-4cc8-ab6c-e327a0956655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:10.092680 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-3c625f10-8134-44bb-a68b-3e559d52c823 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:10.094218 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-3c625f10-8134-44bb-a68b-3e559d52c823 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 812 time: 0.1042726 Feb 28 18:16:10.108362 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-ef08e416-f2b3-4584-b5b5-c44ac0cf975b tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/quotas/5b753732ab084c2db39376902bdccadb HTTP/1.1" status: 200 len: 375 time: 0.0087695 Feb 28 18:16:10.139594 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-430e0622-a5b2-4b36-8c45-f4f35edec292 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263519 Feb 28 18:16:10.150091 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-850375e9-7c1f-40d1-9190-b5ecb092a338 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 18:16:10.151036 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-850375e9-7c1f-40d1-9190-b5ecb092a338 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048900 Feb 28 18:16:10.240860 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-ba284602-b4af-4f2b-bca7-731e692d0581 service neutron] 10.222.0.72 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847080 Feb 28 18:16:10.331541 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-a55f5236-b613-4be8-aaa7-66b2635f43f0 service neutron] 10.222.0.72 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849307 Feb 28 18:16:10.508015 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:10.611725 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-09e7d1a9-0843-40f6-99d0-25c0840ceaaa req-533435fe-b929-4a0e-b15b-9303db387677 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 210 time: 0.0299575 Feb 28 18:16:11.587812 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:11.699021 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-0ba34c4e-fe9f-481a-9556-7652ae87a75b req-1c8c8d4b-a1fa-400d-84c4-1a6819851987 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 210 time: 0.0270665 Feb 28 18:16:12.684740 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:12.777453 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7b625fab-763a-487d-99c4-d68df9272d19 req-c3dfcdf4-e78c-4d4d-8575-77544f5e9bb8 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 210 time: 0.0272856 Feb 28 18:16:13.853536 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a2c94119-7661-4dc3-827c-4b0a82c637a7 req-d3ed8d36-b0ce-4d89-8a9d-4937f11da8f7 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 210 time: 0.0270095 Feb 28 18:16:13.987752 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:14.950048 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-8a781c5c-c796-497f-9d66-4d99e20349b4 req-9f7fef19-8252-4a59-b71a-e0a5c49b65dc tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 210 time: 0.0262959 Feb 28 18:16:16.049356 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-799d957a-fcff-42ed-9b69-1195d584b6ba req-a51a250e-5caa-4fd1-84e6-bbeb93e9f9bb tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 210 time: 0.0311506 Feb 28 18:16:16.781951 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-ad70a556-9009-4d7e-b4ef-1634e92c912a tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:16.783409 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-ad70a556-9009-4d7e-b4ef-1634e92c912a tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.73 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 812 time: 0.1027424 Feb 28 18:16:16.794286 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-80ffcfc8-1173-4721-93f9-4fb0f1752656 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Request body: {'port': {'device_id': 'b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c', 'network_id': '3d9e0053-9709-476d-9263-d7ebba9d1c87', 'admin_state_up': True, 'tenant_id': '5b753732ab084c2db39376902bdccadb'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:16:16.976178 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-80ffcfc8-1173-4721-93f9-4fb0f1752656 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Made reservation on behalf of 5b753732ab084c2db39376902bdccadb for: {'port': 1} {{(pid=104246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:16:16.979751 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-80ffcfc8-1173-4721-93f9-4fb0f1752656 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (None), before_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:17.117722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.db_base_plugin_common [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-80ffcfc8-1173-4721-93f9-4fb0f1752656 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Allocated IP 172.20.0.11 (3d9e0053-9709-476d-9263-d7ebba9d1c87/73f1690e-b098-4318-aeae-5eba74fd7597/d506a885-1d64-4394-9c4d-efac73bea107) {{(pid=104246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:16:17.145258 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bd68ebf3-cdcc-4dfb-b6c1-fcbcf9a30e4a req-7674b344-95b3-43fd-8a90-95b4c9a6fdc4 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 210 time: 0.0279853 Feb 28 18:16:17.265162 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-80ffcfc8-1173-4721-93f9-4fb0f1752656 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Publish callbacks [] for port (d506a885-1d64-4394-9c4d-efac73bea107), precommit_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:17.365198 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-80ffcfc8-1173-4721-93f9-4fb0f1752656 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756255955429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15015526'] for port (d506a885-1d64-4394-9c4d-efac73bea107), after_create {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:17.413638 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-80ffcfc8-1173-4721-93f9-4fb0f1752656 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Network 3d9e0053-9709-476d-9263-d7ebba9d1c87 is already hosted by enough agents. {{(pid=104246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:16:17.416580 n-d-820368-19 neutron-server[104246]: DEBUG neutron.scheduler.base_scheduler [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-80ffcfc8-1173-4721-93f9-4fb0f1752656 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Resources bound (agent type, host, resource id): {{(pid=104246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:16:17.420170 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-80ffcfc8-1173-4721-93f9-4fb0f1752656 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Received port after_create {{(pid=104246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 18:16:17.444219 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffcfc8-1173-4721-93f9-4fb0f1752656 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Pushing event updated for resources: {'Port': ['ID=d506a885-1d64-4394-9c4d-efac73bea107,revision_number=1']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:16:17.473678 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-80ffcfc8-1173-4721-93f9-4fb0f1752656 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:17.474304 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-80ffcfc8-1173-4721-93f9-4fb0f1752656 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:17.550727 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-80ffcfc8-1173-4721-93f9-4fb0f1752656 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7600703 Feb 28 18:16:17.561349 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Request body: {'port': {'device_id': 'b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820368-19'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:16:17.619967 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d506a885-1d64-4394-9c4d-efac73bea107), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:17.892767 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d506a885-1d64-4394-9c4d-efac73bea107 {{(pid=104246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:16:17.900622 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Publish callbacks [] for port (d506a885-1d64-4394-9c4d-efac73bea107), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:17.912988 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Transition to ACTIVE for port object d506a885-1d64-4394-9c4d-efac73bea107 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 18:16:17.976873 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (d506a885-1d64-4394-9c4d-efac73bea107), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:18.029377 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Pushing event updated for resources: {'Port': ['ID=d506a885-1d64-4394-9c4d-efac73bea107,revision_number=2']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:16:18.100124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Attempting to bind port d506a885-1d64-4394-9c4d-efac73bea107 on host n-h1-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 18:16:18.100460 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Attempting to bind port d506a885-1d64-4394-9c4d-efac73bea107 by drivers openvswitch,hyperv on host n-h1-820368-19 at level 0 using segments [{'id': '7c4e6216-903f-4022-aa32-17628961e9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3d9e0053-9709-476d-9263-d7ebba9d1c87'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 18:16:18.100791 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Attempting to bind port d506a885-1d64-4394-9c4d-efac73bea107 on network 3d9e0053-9709-476d-9263-d7ebba9d1c87 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:16:18.105099 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Port d506a885-1d64-4394-9c4d-efac73bea107 on network 3d9e0053-9709-476d-9263-d7ebba9d1c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:16:18.105424 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Attempting to bind port d506a885-1d64-4394-9c4d-efac73bea107 on network 3d9e0053-9709-476d-9263-d7ebba9d1c87 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:16:18.110261 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Checking agent: {'id': '35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:16:18.110598 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Checking segment: {'id': '7c4e6216-903f-4022-aa32-17628961e9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3d9e0053-9709-476d-9263-d7ebba9d1c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 18:16:18.111246 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Bound using segment: {'id': '7c4e6216-903f-4022-aa32-17628961e9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3d9e0053-9709-476d-9263-d7ebba9d1c87'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:16:18.111679 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Bound port: d506a885-1d64-4394-9c4d-efac73bea107, host: n-h1-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4e6216-903f-4022-aa32-17628961e9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3d9e0053-9709-476d-9263-d7ebba9d1c87'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 18:16:18.112089 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d506a885-1d64-4394-9c4d-efac73bea107), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:18.176571 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] For port d506a885-1d64-4394-9c4d-efac73bea107, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:16:18.179722 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] For port d506a885-1d64-4394-9c4d-efac73bea107, host n-h1-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=d506a885-1d64-4394-9c4d-efac73bea107,segment=NetworkSegment(7c4e6216-903f-4022-aa32-17628961e9b8),segment_id=7c4e6216-903f-4022-aa32-17628961e9b8)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:16:18.266702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09107ed5-abdb-48f1-8ee7-4ec3d72590a1 req-2faa3e63-11b2-41cf-8ebd-65b5d7d93684 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:18.268234 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09107ed5-abdb-48f1-8ee7-4ec3d72590a1 req-2faa3e63-11b2-41cf-8ebd-65b5d7d93684 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 944 time: 0.0530097 Feb 28 18:16:18.288071 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (d506a885-1d64-4394-9c4d-efac73bea107), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:18.337588 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:18.338342 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:18.339765 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] 10.222.0.73 "PUT /v2.0/ports/d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 1093 time: 0.7824244 Feb 28 18:16:18.340257 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c', 'tag': 'd506a885-1d64-4394-9c4d-efac73bea107'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:16:18.342766 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3166bea2eb7fdc87839c02a406115c4cd8114edb0b5c9689f7ced89fa71f910d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0198273-19be-4902-b537-f79fa7f7599e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c", "tag": "d506a885-1d64-4394-9c4d-efac73bea107"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:16:18.371664 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-09107ed5-abdb-48f1-8ee7-4ec3d72590a1 req-fff39f2f-be43-4076-ae5b-13a77d0b4bd2 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970213 Feb 28 18:16:18.376493 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38185d68-99dc-4ab4-87b7-99b1137c4001 service neutron] Pushing event updated for resources: {'Port': ['ID=d506a885-1d64-4394-9c4d-efac73bea107,revision_number=3']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:16:18.380504 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8289c45-aaa7-4f03-991a-e2cc7a40a19e x-openstack-request-id: req-d8289c45-aaa7-4f03-991a-e2cc7a40a19e {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:16:18.380873 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c", "tag": "d506a885-1d64-4394-9c4d-efac73bea107", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:16:18.380998 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d8289c45-aaa7-4f03-991a-e2cc7a40a19e {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:16:18.381386 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c', 'tag': 'd506a885-1d64-4394-9c4d-efac73bea107', 'status': 'completed', 'code': 200} Feb 28 18:16:18.449149 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0198273-19be-4902-b537-f79fa7f7599e req-f99d33e5-c584-46d2-8c65-f18c7418c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:18.450581 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0198273-19be-4902-b537-f79fa7f7599e req-f99d33e5-c584-46d2-8c65-f18c7418c9ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1127 time: 0.0498600 Feb 28 18:16:18.546224 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0198273-19be-4902-b537-f79fa7f7599e req-7e873a88-0546-40e7-9b90-535df216a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:18.547647 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0198273-19be-4902-b537-f79fa7f7599e req-7e873a88-0546-40e7-9b90-535df216a2cb service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5b753732ab084c2db39376902bdccadb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0889757 Feb 28 18:16:18.644440 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0198273-19be-4902-b537-f79fa7f7599e req-f5721d3c-39db-428e-b32c-1869d7ddfcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:18.645951 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d0198273-19be-4902-b537-f79fa7f7599e req-f5721d3c-39db-428e-b32c-1869d7ddfcd2 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931420 Feb 28 18:16:18.723213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-f68cb2ba-be84-4f9c-a80b-75641032dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:18.724667 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-f68cb2ba-be84-4f9c-a80b-75641032dfd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1127 time: 0.0453537 Feb 28 18:16:18.766217 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-893ac454-82f0-49ea-af0e-66546a15a302 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.0349505 Feb 28 18:16:18.817057 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-f5347d38-ebe1-4cc5-87e6-b4765fe08f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:18.818541 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-f5347d38-ebe1-4cc5-87e6-b4765fe08f07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.0470915 Feb 28 18:16:18.850022 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-2203bfb8-bf0a-46ff-8668-0645211a7d95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247641 Feb 28 18:16:18.937285 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-c61d2b95-4212-4beb-85e4-c805decced18 service neutron] 10.222.0.73 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815279 Feb 28 18:16:19.028059 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a290be19-3e68-49ac-bd11-2afa3dab28c3 req-0f5f8e3e-e11a-446a-ac6d-aaf2bb18afad service neutron] 10.222.0.73 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854053 Feb 28 18:16:19.501549 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddde6f5-9bef-4669-bb9c-427ea7b3a3e6 req-a32cb6b6-2d96-4e03-a19f-69a0a2bd90b7 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:19.503342 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bddde6f5-9bef-4669-bb9c-427ea7b3a3e6 req-a32cb6b6-2d96-4e03-a19f-69a0a2bd90b7 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 944 time: 0.0579789 Feb 28 18:16:19.550428 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-bddde6f5-9bef-4669-bb9c-427ea7b3a3e6 req-e0ae8bdc-7d2c-41b2-a8ca-1625d506b59e tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410726 Feb 28 18:16:20.669468 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e9d77-5793-414e-a103-99a0d8ad8511 req-ffa4a737-5d98-4444-b6cc-024d6fff7d9d tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:20.670993 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c7e9d77-5793-414e-a103-99a0d8ad8511 req-ffa4a737-5d98-4444-b6cc-024d6fff7d9d tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 944 time: 0.0541999 Feb 28 18:16:20.719148 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3c7e9d77-5793-414e-a103-99a0d8ad8511 req-88cfce24-d57d-480e-95c7-02fa47a6b6c1 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Feb 28 18:16:21.840771 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efdee1-3abe-48f2-9208-735dfff9960a req-1abaaf21-0a1d-45aa-b742-465734e6fab2 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:21.842251 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49efdee1-3abe-48f2-9208-735dfff9960a req-1abaaf21-0a1d-45aa-b742-465734e6fab2 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 944 time: 0.0560315 Feb 28 18:16:21.889267 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-49efdee1-3abe-48f2-9208-735dfff9960a req-e9001cd6-003c-4bec-b9d8-3f94a1d77424 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Feb 28 18:16:22.476222 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device d506a885-1d64-4394-9c4d-efac73bea107 details requested by agent hyperv_n-h1-820368-19 with host n-h1-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:16:22.571996 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port d506a885-1d64-4394-9c4d-efac73bea107, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=d506a885-1d64-4394-9c4d-efac73bea107,segment=NetworkSegment(7c4e6216-903f-4022-aa32-17628961e9b8),segment_id=7c4e6216-903f-4022-aa32-17628961e9b8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:16:22.583133 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Returning: {'device': 'd506a885-1d64-4394-9c4d-efac73bea107', 'network_id': '3d9e0053-9709-476d-9263-d7ebba9d1c87', 'port_id': 'd506a885-1d64-4394-9c4d-efac73bea107', 'mac_address': 'fa:16:3e:3c:ba:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f1690e-b098-4318-aeae-5eba74fd7597', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:16:22.619149 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port d506a885-1d64-4394-9c4d-efac73bea107 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:16:22.619524 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d506a885-1d64-4394-9c4d-efac73bea107), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:22.636412 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d506a885-1d64-4394-9c4d-efac73bea107 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:16:22.655855 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port d506a885-1d64-4394-9c4d-efac73bea107, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=d506a885-1d64-4394-9c4d-efac73bea107,segment=NetworkSegment(7c4e6216-903f-4022-aa32-17628961e9b8),segment_id=7c4e6216-903f-4022-aa32-17628961e9b8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:16:22.713072 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d506a885-1d64-4394-9c4d-efac73bea107), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:22.760348 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=d506a885-1d64-4394-9c4d-efac73bea107,revision_number=4']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:16:23.000081 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] get_ports_and_sgs() called for port_ids ['d506a885-1d64-4394-9c4d-efac73bea107'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:16:23.019213 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20809415-a252-40f7-9e14-3d00cff3d9ca req-c86cc70a-1853-4c62-8b94-deac87eac456 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:23.021584 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-20809415-a252-40f7-9e14-3d00cff3d9ca req-c86cc70a-1853-4c62-8b94-deac87eac456 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 945 time: 0.0622921 Feb 28 18:16:23.097169 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-20809415-a252-40f7-9e14-3d00cff3d9ca req-8da5a727-9a91-4a7c-a775-ce55b86687ea tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697100 Feb 28 18:16:24.218118 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740dd09-7662-4cf6-b315-d0e9afc0e911 req-9f133fb3-1b8d-4a44-8e08-761d52fbb7e8 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:24.219605 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a740dd09-7662-4cf6-b315-d0e9afc0e911 req-9f133fb3-1b8d-4a44-8e08-761d52fbb7e8 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 945 time: 0.0564218 Feb 28 18:16:24.267081 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a740dd09-7662-4cf6-b315-d0e9afc0e911 req-bf2c1259-ad3a-49f9-8b5c-46a3e8d500c4 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Feb 28 18:16:24.503942 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device d506a885-1d64-4394-9c4d-efac73bea107 up at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:16:24.608831 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning for port d506a885-1d64-4394-9c4d-efac73bea107 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 18:16:24.614416 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Provisioning complete for port d506a885-1d64-4394-9c4d-efac73bea107 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:16:24.614855 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d506a885-1d64-4394-9c4d-efac73bea107), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:24.691917 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Current status of the port d506a885-1d64-4394-9c4d-efac73bea107 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:16:24.692307 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d506a885-1d64-4394-9c4d-efac73bea107), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:24.717787 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd506a885-1d64-4394-9c4d-efac73bea107'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:16:24.720032 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}403a1b7de016ef6dd4f22400deafec99214353a750a37bd39732421b29d7f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dda727d-8645-458f-9ab4-6d8cc80a46a8" -d '{"events": [{"server_uuid": "b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c", "name": "network-vif-plugged", "status": "completed", "tag": "d506a885-1d64-4394-9c4d-efac73bea107"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:16:24.733095 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] For port d506a885-1d64-4394-9c4d-efac73bea107, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=d506a885-1d64-4394-9c4d-efac73bea107,segment=NetworkSegment(7c4e6216-903f-4022-aa32-17628961e9b8),segment_id=7c4e6216-903f-4022-aa32-17628961e9b8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:16:24.758953 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3653828-17cb-41f8-a902-66fe45d1d61b x-openstack-request-id: req-b3653828-17cb-41f8-a902-66fe45d1d61b {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:16:24.759288 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c", "name": "network-vif-plugged", "status": "completed", "tag": "d506a885-1d64-4394-9c4d-efac73bea107", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:16:24.760084 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b3653828-17cb-41f8-a902-66fe45d1d61b {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:16:24.760664 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd506a885-1d64-4394-9c4d-efac73bea107', 'code': 200} Feb 28 18:16:24.815933 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d506a885-1d64-4394-9c4d-efac73bea107), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:24.872326 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Pushing event updated for resources: {'Port': ['ID=d506a885-1d64-4394-9c4d-efac73bea107,revision_number=5']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:16:24.875781 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c71091-679c-4579-b70a-b3bcbb828208 req-f0c71991-5c15-4fc4-bedf-71ba86d21658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:24.877433 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9c71091-679c-4579-b70a-b3bcbb828208 req-f0c71991-5c15-4fc4-bedf-71ba86d21658 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1129 time: 0.0534167 Feb 28 18:16:24.924473 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-f9c71091-679c-4579-b70a-b3bcbb828208 req-fdf5c723-ac12-440d-be8b-d1be31533f9b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Feb 28 18:16:25.396913 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c48ec-fc61-4537-a5b9-ba933d4ae422 req-5418e2de-fd05-45f1-9e89-38266a67328e tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:25.398445 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7d9c48ec-fc61-4537-a5b9-ba933d4ae422 req-5418e2de-fd05-45f1-9e89-38266a67328e tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 946 time: 0.0575657 Feb 28 18:16:25.455864 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-7d9c48ec-fc61-4537-a5b9-ba933d4ae422 req-98dbb5e5-beb8-4b68-8ad0-3812ad04993f tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515766 Feb 28 18:16:26.579749 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ec3a8-3782-4fb7-bf12-a5d7dbfa3447 req-c7c2f296-4338-439e-81e1-d8ad309abe2a tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:26.581840 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e42ec3a8-3782-4fb7-bf12-a5d7dbfa3447 req-c7c2f296-4338-439e-81e1-d8ad309abe2a tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 946 time: 0.0529542 Feb 28 18:16:26.629259 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-e42ec3a8-3782-4fb7-bf12-a5d7dbfa3447 req-5cee43c9-15ba-455a-aa9c-5d6eda13c8ef tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Feb 28 18:16:27.011137 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3132403-44fa-43c5-aaef-1ea9890af39a req-502e9b25-0be5-42b4-b89a-77562a3b3b5a tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:27.013088 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3132403-44fa-43c5-aaef-1ea9890af39a req-502e9b25-0be5-42b4-b89a-77562a3b3b5a tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 946 time: 0.0620289 Feb 28 18:16:27.060982 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-d3132403-44fa-43c5-aaef-1ea9890af39a req-a19be973-3b55-4e73-bc27-55a0457bd24b tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417898 Feb 28 18:16:27.136516 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [-] (104247) accepted ('10.222.0.72', 51646) {{(pid=104247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:16:27.223067 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-c7dd2ad3-99c5-49f2-8151-015a23c67e9c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850239 Feb 28 18:16:27.231740 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-c5c19ef7-d8c4-41a4-907a-ffa4e1a3f793 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 18:16:27.232714 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-c5c19ef7-d8c4-41a4-907a-ffa4e1a3f793 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049696 Feb 28 18:16:27.828112 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [-] (104246) accepted ('10.222.0.72', 51668) {{(pid=104246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 18:16:27.932078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-920ba68e-c3c1-4a4f-9889-2b168857f849 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:27.933444 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-920ba68e-c3c1-4a4f-9889-2b168857f849 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports/d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 943 time: 0.1042821 Feb 28 18:16:28.185769 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f353255-8dc4-4317-bf3c-8885cae29fc9 req-6f8f9a32-ff34-4d86-90f2-d36eaf0e2276 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:28.187261 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f353255-8dc4-4317-bf3c-8885cae29fc9 req-6f8f9a32-ff34-4d86-90f2-d36eaf0e2276 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 946 time: 0.0562873 Feb 28 18:16:28.236683 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-4f353255-8dc4-4317-bf3c-8885cae29fc9 req-36b76931-4635-406c-a711-31c0456312ef tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426552 Feb 28 18:16:29.378047 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327f5ca-ab28-424c-a0ef-18244734ef9d req-a76e09ba-ba59-4646-bf00-c3b7453d799b tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:29.379593 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a327f5ca-ab28-424c-a0ef-18244734ef9d req-a76e09ba-ba59-4646-bf00-c3b7453d799b tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 946 time: 0.0572541 Feb 28 18:16:29.463042 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a327f5ca-ab28-424c-a0ef-18244734ef9d req-19838da6-a29b-42d9-b591-c00cbebfdf75 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752177 Feb 28 18:16:29.487543 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-236e6b40-8ca6-4a5f-b8b1-16f89292547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:29.490723 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-236e6b40-8ca6-4a5f-b8b1-16f89292547a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1129 time: 0.0809174 Feb 28 18:16:29.588617 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-1ef57c07-2167-4592-926c-5da190f08d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:29.590150 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-1ef57c07-2167-4592-926c-5da190f08d9b service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 913 time: 0.0937932 Feb 28 18:16:29.651095 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-9cb6f535-1f0d-4b58-87e7-7c87e4509d5b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.0532711 Feb 28 18:16:30.084849 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-af05a7bc-c91b-4be6-8d16-9f075c5cd5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:30.086986 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-af05a7bc-c91b-4be6-8d16-9f075c5cd5a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.4296298 Feb 28 18:16:30.119592 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-4b7fc17b-6548-4f0d-b862-e26d1d25fa02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265119 Feb 28 18:16:30.210587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-08b2ee6f-98ab-4b62-98a1-0e71a64b661f service neutron] 10.222.0.73 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849330 Feb 28 18:16:30.300486 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-ff9969a2-a80c-4f24-9bc6-b5ef7f867a8f service neutron] 10.222.0.73 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846910 Feb 28 18:16:30.611058 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05b443-f868-4bd5-979e-ef9cb3a20a88 req-fb8962e4-feec-442e-a896-728b57791194 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:30.612729 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ce05b443-f868-4bd5-979e-ef9cb3a20a88 req-fb8962e4-feec-442e-a896-728b57791194 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 946 time: 0.0635192 Feb 28 18:16:30.675627 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-ce05b443-f868-4bd5-979e-ef9cb3a20a88 req-0f9c6317-5280-48d2-8c06-4e01d3eeca81 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564079 Feb 28 18:16:31.801422 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5d165-1844-486a-beed-6d947ec1a284 req-8e28e168-ecef-41af-b17f-ebc68291ca9a tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:31.802921 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-72c5d165-1844-486a-beed-6d947ec1a284 req-8e28e168-ecef-41af-b17f-ebc68291ca9a tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 946 time: 0.0529900 Feb 28 18:16:31.853620 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-72c5d165-1844-486a-beed-6d947ec1a284 req-811ddca2-8ea3-4156-b6cd-a4e8fe651820 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450568 Feb 28 18:16:32.978274 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7d0f2-d851-4fc9-957e-5ed98fc662b6 req-b6c1d3fb-7481-4436-9ff5-5a8053c0c496 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:32.979713 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-91f7d0f2-d851-4fc9-957e-5ed98fc662b6 req-b6c1d3fb-7481-4436-9ff5-5a8053c0c496 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 946 time: 0.0539713 Feb 28 18:16:33.027710 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-91f7d0f2-d851-4fc9-957e-5ed98fc662b6 req-b3fedb28-f7f6-4de7-9276-8c27b8fc1717 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Feb 28 18:16:34.147180 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a45dd-ac92-4737-9e8d-7b719cd69ffa req-7f4bc980-10d5-410b-a0f9-340936adfa34 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:34.148676 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eb0a45dd-ac92-4737-9e8d-7b719cd69ffa req-7f4bc980-10d5-410b-a0f9-340936adfa34 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 946 time: 0.0530822 Feb 28 18:16:34.195234 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-eb0a45dd-ac92-4737-9e8d-7b719cd69ffa req-134a8f85-f9a4-4799-9f29-481f7716b9c5 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409176 Feb 28 18:16:35.313538 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1d038-4b8f-487b-bb33-bcaeac93d870 req-8336a39f-fb22-421a-a3f7-174d9cce5525 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:35.315047 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66f1d038-4b8f-487b-bb33-bcaeac93d870 req-8336a39f-fb22-421a-a3f7-174d9cce5525 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 946 time: 0.0532074 Feb 28 18:16:35.670267 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-66f1d038-4b8f-487b-bb33-bcaeac93d870 req-e8cfa463-66b3-4ddf-891d-ebc409a7b926 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493779 Feb 28 18:16:36.793790 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c73d67-4fff-4712-bf8d-a60fbc8c8af7 req-4d2c7461-a8f2-47bc-8eb1-42bbcb779f25 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:36.795323 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1c73d67-4fff-4712-bf8d-a60fbc8c8af7 req-4d2c7461-a8f2-47bc-8eb1-42bbcb779f25 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 946 time: 0.0523963 Feb 28 18:16:36.841195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-c1c73d67-4fff-4712-bf8d-a60fbc8c8af7 req-887d5535-e10b-421f-8a3d-2c1e36ff8aa2 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Feb 28 18:16:37.741493 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-d9863987-711c-4c7f-8eff-055fb1e7b064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:37.958961 n-d-820368-19 neutron-server[104247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d712c-2b41-43ed-abf6-ac583d74690f req-f3d3e69a-64e5-49b1-8ba9-c8096aa6e851 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:37.960434 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a77d712c-2b41-43ed-abf6-ac583d74690f req-f3d3e69a-64e5-49b1-8ba9-c8096aa6e851 tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 946 time: 0.0525799 Feb 28 18:16:38.008836 n-d-820368-19 neutron-server[104247]: INFO neutron.wsgi [req-a77d712c-2b41-43ed-abf6-ac583d74690f req-9826dc49-4fbf-4e17-a45e-ee38d943894b tempest-DeleteServersTestJSON-2131301141 tempest-DeleteServersTestJSON-2131301141-project] 10.222.0.72 "GET /v2.0/security-groups?id=08103b64-0e1d-48f5-8baf-889974881972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426223 Feb 28 18:16:38.122684 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:38.674269 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:16:39.884276 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4a66a162-b2a3-4824-87af-24e75e9c3763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:40.415389 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:41.558376 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:42.716761 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:44.021402 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:45.842688 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0911a-89d9-468f-aad4-b5bea8a17ef3 req-03ed3a73-d92c-431d-ab70-eeab61478296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:45.844347 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25c0911a-89d9-468f-aad4-b5bea8a17ef3 req-03ed3a73-d92c-431d-ab70-eeab61478296 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1129 time: 0.0478585 Feb 28 18:16:45.945568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0911a-89d9-468f-aad4-b5bea8a17ef3 req-31edb303-3cc8-4935-b7ff-4d507b904efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:45.947075 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25c0911a-89d9-468f-aad4-b5bea8a17ef3 req-31edb303-3cc8-4935-b7ff-4d507b904efc service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 913 time: 0.0834398 Feb 28 18:16:45.997439 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25c0911a-89d9-468f-aad4-b5bea8a17ef3 req-ff4fd8c2-b8d7-4f57-81da-6949ec4a14f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.0439827 Feb 28 18:16:46.045658 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0911a-89d9-468f-aad4-b5bea8a17ef3 req-85f5ff2e-3551-4b03-aefe-c9506916a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:46.047163 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25c0911a-89d9-468f-aad4-b5bea8a17ef3 req-85f5ff2e-3551-4b03-aefe-c9506916a18e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.0425186 Feb 28 18:16:46.080418 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25c0911a-89d9-468f-aad4-b5bea8a17ef3 req-afb12276-aeed-4819-bccd-23b0ba70fb82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249753 Feb 28 18:16:46.169018 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25c0911a-89d9-468f-aad4-b5bea8a17ef3 req-53681dd4-aa47-4105-b784-0aa0a25630b1 service neutron] 10.222.0.73 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826592 Feb 28 18:16:46.257194 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-25c0911a-89d9-468f-aad4-b5bea8a17ef3 req-dedf0a78-fb0f-4625-ab58-8644f2ac6685 service neutron] 10.222.0.73 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805552 Feb 28 18:16:57.417718 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-8be11104-4ca5-443d-9925-8087215797c0 service neutron] show failed (client error): The resource could not be found. Feb 28 18:16:57.418757 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-8be11104-4ca5-443d-9925-8087215797c0 service neutron] 10.222.0.73 "GET /v2.0/ports/d506a885-1d64-4394-9c4d-efac73bea107/bindings/n-h2-820368-19 HTTP/1.1" status: 404 len: 381 time: 0.0536151 Feb 28 18:16:58.017522 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-307503d7-f89b-4678-bf36-b7ab56cf3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:58.018977 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-307503d7-f89b-4678-bf36-b7ab56cf3386 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c&tenant_id=5b753732ab084c2db39376902bdccadb HTTP/1.1" status: 200 len: 1129 time: 0.0801742 Feb 28 18:16:58.030531 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.v2.base [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820368-19', 'device_owner': 'compute:nova'}} {{(pid=104246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:16:58.086864 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d506a885-1d64-4394-9c4d-efac73bea107), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:58.287052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] For port d506a885-1d64-4394-9c4d-efac73bea107, host n-h1-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820368-19',level=0,port_id=d506a885-1d64-4394-9c4d-efac73bea107,segment=NetworkSegment(7c4e6216-903f-4022-aa32-17628961e9b8),segment_id=7c4e6216-903f-4022-aa32-17628961e9b8)] {{(pid=104246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:16:58.320078 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] For port d506a885-1d64-4394-9c4d-efac73bea107, host n-h1-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:16:58.357678 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd506a885-1d64-4394-9c4d-efac73bea107'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:16:58.360253 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3166bea2eb7fdc87839c02a406115c4cd8114edb0b5c9689f7ced89fa71f910d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14f09f8-aae0-42b2-a12e-47ebd291f32e" -d '{"events": [{"server_uuid": "b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "d506a885-1d64-4394-9c4d-efac73bea107"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:16:58.364414 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Publish callbacks [] for port (d506a885-1d64-4394-9c4d-efac73bea107), precommit_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:58.377206 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.provisioning_blocks [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Transition to ACTIVE for port object d506a885-1d64-4394-9c4d-efac73bea107 will not be triggered until provisioned by entity L2. {{(pid=104246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 18:16:58.411403 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 18:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91aa596-a620-429d-9175-1f0d002d463a x-openstack-request-id: req-c91aa596-a620-429d-9175-1f0d002d463a {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:16:58.411700 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "d506a885-1d64-4394-9c4d-efac73bea107", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:16:58.411958 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c91aa596-a620-429d-9175-1f0d002d463a {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:16:58.412394 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd506a885-1d64-4394-9c4d-efac73bea107', 'code': 200} Feb 28 18:16:58.443587 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (d506a885-1d64-4394-9c4d-efac73bea107), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:58.506214 n-d-820368-19 neutron-server[104246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] No DVR routers for this DVR port d506a885-1d64-4394-9c4d-efac73bea107 on host n-h1-820368-19 {{(pid=104246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:16:58.508032 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Pushing event updated for resources: {'Port': ['ID=d506a885-1d64-4394-9c4d-efac73bea107,revision_number=6']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:16:58.520499 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:58.520852 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:58.521197 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:58.521534 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:58.521865 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:58.522221 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:58.522554 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:58.522881 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:58.523203 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:58.523526 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:58.523847 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:58.524167 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:58.524486 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:16:58.553897 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Attempting to bind port d506a885-1d64-4394-9c4d-efac73bea107 on host n-h2-820368-19 for vnic_type normal with profile {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 18:16:58.554295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Attempting to bind port d506a885-1d64-4394-9c4d-efac73bea107 by drivers openvswitch,hyperv on host n-h2-820368-19 at level 0 using segments [{'id': '7c4e6216-903f-4022-aa32-17628961e9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3d9e0053-9709-476d-9263-d7ebba9d1c87'}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 18:16:58.554295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Attempting to bind port d506a885-1d64-4394-9c4d-efac73bea107 on network 3d9e0053-9709-476d-9263-d7ebba9d1c87 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:16:58.558492 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Port d506a885-1d64-4394-9c4d-efac73bea107 on network 3d9e0053-9709-476d-9263-d7ebba9d1c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-820368-19 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 18:16:58.562372 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Attempting to bind port d506a885-1d64-4394-9c4d-efac73bea107 on network 3d9e0053-9709-476d-9263-d7ebba9d1c87 {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 18:16:58.563536 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Checking agent: {'id': '6e88b03a-7b3f-4398-ac06-7701b095f98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820368-19', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'started_at': datetime.datetime(2022, 2, 28, 17, 12, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 18:16:58.563880 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Checking segment: {'id': '7c4e6216-903f-4022-aa32-17628961e9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3d9e0053-9709-476d-9263-d7ebba9d1c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 18:16:58.564354 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Bound using segment: {'id': '7c4e6216-903f-4022-aa32-17628961e9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3d9e0053-9709-476d-9263-d7ebba9d1c87'} {{(pid=104246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 18:16:58.564783 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.managers [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Bound port: d506a885-1d64-4394-9c4d-efac73bea107, host: n-h2-820368-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4e6216-903f-4022-aa32-17628961e9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3d9e0053-9709-476d-9263-d7ebba9d1c87'}}] {{(pid=104246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 18:16:58.565137 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d506a885-1d64-4394-9c4d-efac73bea107), before_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:58.630690 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] For port d506a885-1d64-4394-9c4d-efac73bea107, host n-h2-820368-19, cleared binding levels {{(pid=104246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:16:58.633696 n-d-820368-19 neutron-server[104246]: DEBUG neutron.plugins.ml2.db [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] For port d506a885-1d64-4394-9c4d-efac73bea107, host n-h2-820368-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d506a885-1d64-4394-9c4d-efac73bea107,segment=NetworkSegment(7c4e6216-903f-4022-aa32-17628961e9b8),segment_id=7c4e6216-903f-4022-aa32-17628961e9b8)] {{(pid=104246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:16:58.718726 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15015535'] for port (d506a885-1d64-4394-9c4d-efac73bea107), after_update {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:58.754568 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:58.759556 n-d-820368-19 neutron-server[104246]: DEBUG neutron_lib.callbacks.manager [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124477'] for port (None), before_response {{(pid=104246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:16:58.759556 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] 10.222.0.69 "PUT /v2.0/ports/d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 1093 time: 0.7299643 Feb 28 18:16:58.779159 n-d-820368-19 neutron-server[104246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3aa6b-64d0-48c6-8bdd-834be182368a service neutron] Pushing event updated for resources: {'Port': ['ID=d506a885-1d64-4394-9c4d-efac73bea107,revision_number=7']} {{(pid=104246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:16:58.827322 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-7c8094e0-c997-4cad-8084-7faa56162d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:58.828723 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-7c8094e0-c997-4cad-8084-7faa56162d43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1127 time: 0.0454819 Feb 28 18:16:58.921741 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-4c746f1f-539a-4319-b558-8c68105b5ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:58.923271 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-4c746f1f-539a-4319-b558-8c68105b5ffa service neutron] 10.222.0.69 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 913 time: 0.0886095 Feb 28 18:16:58.965675 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-edc897d1-056b-4eb4-9f28-a291874d6c5e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.0357072 Feb 28 18:16:59.013352 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-143422be-edaa-4a95-9fb3-38718bc32390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:16:59.014834 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-143422be-edaa-4a95-9fb3-38718bc32390 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.0443621 Feb 28 18:16:59.057581 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-fe4fb65f-bea4-4214-9301-b41b132cc835 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371394 Feb 28 18:16:59.145182 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-a45d3011-098d-40d6-a66e-f828a3956c5b service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817909 Feb 28 18:16:59.238913 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-1b9cd0fd-a442-4854-9695-eeb5de5000fc req-7d1b80da-0077-411f-bb92-7d57584b3715 service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878475 Feb 28 18:17:00.414086 n-d-820368-19 neutron-server[104246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c', 'tag': 'd506a885-1d64-4394-9c4d-efac73bea107'}] {{(pid=104246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:17:00.416763 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3166bea2eb7fdc87839c02a406115c4cd8114edb0b5c9689f7ced89fa71f910d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ad0d71-004f-40e9-8611-51a5205a4d76" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c", "tag": "d506a885-1d64-4394-9c4d-efac73bea107"}]}' {{(pid=104246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:17:00.464660 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 18:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495e056c-d1e7-4fca-b464-78becf121392 x-openstack-request-id: req-495e056c-d1e7-4fca-b464-78becf121392 {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:17:00.464956 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c", "tag": "d506a885-1d64-4394-9c4d-efac73bea107", "status": "completed", "code": 200}]} {{(pid=104246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:17:00.465211 n-d-820368-19 neutron-server[104246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-495e056c-d1e7-4fca-b464-78becf121392 {{(pid=104246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:17:00.465727 n-d-820368-19 neutron-server[104246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c', 'tag': 'd506a885-1d64-4394-9c4d-efac73bea107', 'status': 'completed', 'code': 200} Feb 28 18:17:00.559013 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-7046d1f1-1daa-4f61-8331-e0bb52846fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:17:00.560366 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-7046d1f1-1daa-4f61-8331-e0bb52846fe6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1127 time: 0.0685267 Feb 28 18:17:00.562907 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-109480e2-a77f-4195-88bd-640ca523046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:17:00.564819 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-109480e2-a77f-4195-88bd-640ca523046c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1127 time: 0.0805044 Feb 28 18:17:00.660910 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device d506a885-1d64-4394-9c4d-efac73bea107 no longer exists at agent hyperv_n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 18:17:00.699334 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] The host n-h1-820368-19 is not matching for port d506a885-1d64-4394-9c4d-efac73bea107 host n-h2-820368-19! {{(pid=104248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 18:17:00.699553 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Device d506a885-1d64-4394-9c4d-efac73bea107 not bound to the agent host n-h1-820368-19 {{(pid=104248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 18:17:00.723587 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-0049b643-1955-43c8-a42e-cbda78a61f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:17:00.725085 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-0049b643-1955-43c8-a42e-cbda78a61f40 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 913 time: 0.1589074 Feb 28 18:17:00.726195 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-267b1e35-ac8e-4967-9d35-88c7d6d39110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:17:00.727506 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-267b1e35-ac8e-4967-9d35-88c7d6d39110 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 913 time: 0.1542356 Feb 28 18:17:00.770642 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-a484b24c-dc52-48f4-a31e-8c3bbef65780 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.0395236 Feb 28 18:17:00.804058 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-984a9f4b-f901-4f39-8693-fb31e8d87ae0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.0669065 Feb 28 18:17:00.872795 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device d506a885-1d64-4394-9c4d-efac73bea107 details requested by agent hyperv_n-h2-820368-19 with host n-h2-820368-19 {{(pid=104248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 18:17:00.874895 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-76de4076-df69-40cf-8669-389508551d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:17:00.876378 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-76de4076-df69-40cf-8669-389508551d27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.0800371 Feb 28 18:17:00.881713 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-8bfa2545-9560-47c9-a7c4-5467b838cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:17:00.883119 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-8bfa2545-9560-47c9-a7c4-5467b838cb91 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.0609448 Feb 28 18:17:00.930718 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-7e131e7c-5c58-41b1-8fa6-248f8fd502c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466733 Feb 28 18:17:00.932699 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-e6ab62b5-b6f6-4714-ac04-48ccd05a1fa3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397196 Feb 28 18:17:00.975166 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port d506a885-1d64-4394-9c4d-efac73bea107, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d506a885-1d64-4394-9c4d-efac73bea107,segment=NetworkSegment(7c4e6216-903f-4022-aa32-17628961e9b8),segment_id=7c4e6216-903f-4022-aa32-17628961e9b8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:17:00.987546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Returning: {'device': 'd506a885-1d64-4394-9c4d-efac73bea107', 'network_id': '3d9e0053-9709-476d-9263-d7ebba9d1c87', 'port_id': 'd506a885-1d64-4394-9c4d-efac73bea107', 'mac_address': 'fa:16:3e:3c:ba:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f1690e-b098-4318-aeae-5eba74fd7597', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 18:17:01.026071 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port d506a885-1d64-4394-9c4d-efac73bea107 is: DOWN; New status is: BUILD {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:17:01.026490 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d506a885-1d64-4394-9c4d-efac73bea107), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:01.040045 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d506a885-1d64-4394-9c4d-efac73bea107 {{(pid=104248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 18:17:01.060185 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port d506a885-1d64-4394-9c4d-efac73bea107, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d506a885-1d64-4394-9c4d-efac73bea107,segment=NetworkSegment(7c4e6216-903f-4022-aa32-17628961e9b8),segment_id=7c4e6216-903f-4022-aa32-17628961e9b8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:17:01.092335 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-d7bb269b-53e5-47e1-85e9-5d83d9ebce67 service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553147 Feb 28 18:17:01.096308 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-9c8a1082-7a9a-41dd-8833-6462fe57c685 service neutron] 10.222.0.73 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506617 Feb 28 18:17:01.123571 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d506a885-1d64-4394-9c4d-efac73bea107), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:01.174063 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=d506a885-1d64-4394-9c4d-efac73bea107,revision_number=8']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:17:01.181413 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:17:01.183379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:17:01.183379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:17:01.183379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:17:01.183379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:17:01.183379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:17:01.183379 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:17:01.183868 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:17:01.183948 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:17:01.184290 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:17:01.184540 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:17:01.184858 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:17:01.185172 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820368-19 {{(pid=104248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:17:01.257209 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-bba469a6-cd07-4bcf-b313-814e1d2f7ffc service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591163 Feb 28 18:17:01.259080 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-75ad0d71-004f-40e9-8611-51a5205a4d76 req-719d0864-68ae-496f-879a-0b1f113df8ab service neutron] 10.222.0.73 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540563 Feb 28 18:17:01.367396 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] get_ports_and_sgs() called for port_ids ['d506a885-1d64-4394-9c4d-efac73bea107'] {{(pid=104248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 18:17:02.870254 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Device d506a885-1d64-4394-9c4d-efac73bea107 up at agent hyperv_n-h2-820368-19 {{(pid=104248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 18:17:03.013115 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning for port d506a885-1d64-4394-9c4d-efac73bea107 completed by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 18:17:03.017683 n-d-820368-19 neutron-server[104248]: DEBUG neutron.db.provisioning_blocks [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Provisioning complete for port d506a885-1d64-4394-9c4d-efac73bea107 triggered by entity L2. {{(pid=104248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 18:17:03.018097 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770877'] for port (d506a885-1d64-4394-9c4d-efac73bea107), provisioning_complete {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:03.251665 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.plugin [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Current status of the port d506a885-1d64-4394-9c4d-efac73bea107 is: BUILD; New status is: ACTIVE {{(pid=104248) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 18:17:03.251967 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1648758'] for port (d506a885-1d64-4394-9c4d-efac73bea107), before_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:03.273102 n-d-820368-19 neutron-server[104248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd506a885-1d64-4394-9c4d-efac73bea107'}] {{(pid=104248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 18:17:03.275328 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}403a1b7de016ef6dd4f22400deafec99214353a750a37bd39732421b29d7f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e4960d-56df-4452-aa6e-6834ac5cb1f0" -d '{"events": [{"server_uuid": "b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c", "name": "network-vif-plugged", "status": "completed", "tag": "d506a885-1d64-4394-9c4d-efac73bea107"}]}' {{(pid=104248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 18:17:03.287546 n-d-820368-19 neutron-server[104248]: DEBUG neutron.plugins.ml2.db [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] For port d506a885-1d64-4394-9c4d-efac73bea107, host n-h2-820368-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820368-19',level=0,port_id=d506a885-1d64-4394-9c4d-efac73bea107,segment=NetworkSegment(7c4e6216-903f-4022-aa32-17628961e9b8),segment_id=7c4e6216-903f-4022-aa32-17628961e9b8)] {{(pid=104248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:17:03.326767 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 18:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24df6daa-1ff2-4597-85b7-f3c4e036695c x-openstack-request-id: req-24df6daa-1ff2-4597-85b7-f3c4e036695c {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 18:17:03.327129 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c", "name": "network-vif-plugged", "status": "completed", "tag": "d506a885-1d64-4394-9c4d-efac73bea107", "code": 200}]} {{(pid=104248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 18:17:03.327386 n-d-820368-19 neutron-server[104248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-24df6daa-1ff2-4597-85b7-f3c4e036695c {{(pid=104248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 18:17:03.327779 n-d-820368-19 neutron-server[104248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd506a885-1d64-4394-9c4d-efac73bea107', 'code': 200} Feb 28 18:17:03.352173 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756256479726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756255955447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756255957773'] for port (d506a885-1d64-4394-9c4d-efac73bea107), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:03.406454 n-d-820368-19 neutron-server[104248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Pushing event updated for resources: {'Port': ['ID=d506a885-1d64-4394-9c4d-efac73bea107,revision_number=9']} {{(pid=104248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:17:07.743980 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcb94-ef84-4cb2-9845-5237242bde3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:08.241238 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:09.906436 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-6d344ad8-427e-4aa0-b6de-8d1bf73ad669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:10.424510 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:11.574282 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:12.729007 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:13.972495 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:15.674735 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:17:37.723228 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3e34-42db-4e62-ade0-a5f13484dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:38.134234 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:39.914311 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ce43fbea-81fe-4bc2-9618-574d3f1ac3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:40.497761 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:40.824192 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7574d-e276-4676-bf85-40d6525bc1f4 req-b28a20db-45c9-48c0-b23d-a7cd1d3b84b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:17:40.825618 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70d7574d-e276-4676-bf85-40d6525bc1f4 req-b28a20db-45c9-48c0-b23d-a7cd1d3b84b2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c&tenant_id=5b753732ab084c2db39376902bdccadb&binding%3Ahost_id=n-h2-820368-19 HTTP/1.1" status: 200 len: 1129 time: 0.0874164 Feb 28 18:17:40.885701 n-d-820368-19 neutron-server[104246]: INFO neutron.api.v2.resource [req-70d7574d-e276-4676-bf85-40d6525bc1f4 req-7222d3e1-06bc-4f49-86c0-da9607f88125 service neutron] delete failed (client error): The resource could not be found. Feb 28 18:17:40.886786 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70d7574d-e276-4676-bf85-40d6525bc1f4 req-7222d3e1-06bc-4f49-86c0-da9607f88125 service neutron] 10.222.0.73 "DELETE /v2.0/ports/d506a885-1d64-4394-9c4d-efac73bea107/bindings/n-h1-820368-19 HTTP/1.1" status: 404 len: 381 time: 0.0554149 Feb 28 18:17:40.980658 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7574d-e276-4676-bf85-40d6525bc1f4 req-2e1dec37-5fb3-4bfc-ac91-32342515cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:17:40.982552 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70d7574d-e276-4676-bf85-40d6525bc1f4 req-2e1dec37-5fb3-4bfc-ac91-32342515cf64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1129 time: 0.0523837 Feb 28 18:17:41.078488 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7574d-e276-4676-bf85-40d6525bc1f4 req-97fe5177-504a-462c-85dc-6f46c1ccd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:17:41.079946 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70d7574d-e276-4676-bf85-40d6525bc1f4 req-97fe5177-504a-462c-85dc-6f46c1ccd4ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 913 time: 0.0920534 Feb 28 18:17:41.125893 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70d7574d-e276-4676-bf85-40d6525bc1f4 req-56cb74d2-baef-4aa1-9829-15733b1ee8f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.0391145 Feb 28 18:17:41.174804 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7574d-e276-4676-bf85-40d6525bc1f4 req-3669d06f-0513-4524-90fe-37c5fb003b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:17:41.176254 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70d7574d-e276-4676-bf85-40d6525bc1f4 req-3669d06f-0513-4524-90fe-37c5fb003b13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.0448561 Feb 28 18:17:41.208510 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70d7574d-e276-4676-bf85-40d6525bc1f4 req-00c5240d-7e57-4be1-b6d0-b6795f9ce9df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261970 Feb 28 18:17:41.302061 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70d7574d-e276-4676-bf85-40d6525bc1f4 req-5bab5723-cb0d-4bfc-a30a-ab59c907f0c4 service neutron] 10.222.0.73 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881121 Feb 28 18:17:41.392456 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-70d7574d-e276-4676-bf85-40d6525bc1f4 req-18728e29-39c3-4e2e-9aa5-2f0c34b300a7 service neutron] 10.222.0.73 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850585 Feb 28 18:17:41.594066 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:42.696995 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:43.962448 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:17:44.681656 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38707c11-df0e-45f7-baeb-caf445564347 req-ff527043-b6d8-4b8d-9797-7de2146a760b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429809 Feb 28 18:17:44.769702 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38707c11-df0e-45f7-baeb-caf445564347 req-8be6d893-9bfc-4926-8283-517a0aae3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:17:44.771309 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38707c11-df0e-45f7-baeb-caf445564347 req-8be6d893-9bfc-4926-8283-517a0aae3b66 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1129 time: 0.0485508 Feb 28 18:17:44.873402 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38707c11-df0e-45f7-baeb-caf445564347 req-c4ff54a8-b547-4927-ad94-746b5149e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:17:44.874935 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38707c11-df0e-45f7-baeb-caf445564347 req-c4ff54a8-b547-4927-ad94-746b5149e88a service neutron] 10.222.0.69 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 913 time: 0.0857162 Feb 28 18:17:44.916828 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38707c11-df0e-45f7-baeb-caf445564347 req-e735abff-75a8-4913-b45c-402b37bacf00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.0349770 Feb 28 18:17:44.970941 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38707c11-df0e-45f7-baeb-caf445564347 req-2aff4247-c9ef-4fdd-8e2a-82fa7b64e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:17:44.972320 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38707c11-df0e-45f7-baeb-caf445564347 req-2aff4247-c9ef-4fdd-8e2a-82fa7b64e998 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.0497963 Feb 28 18:17:45.005019 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38707c11-df0e-45f7-baeb-caf445564347 req-2fabe114-5cd0-4c2b-b9eb-a6acaa16015b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273440 Feb 28 18:17:45.095371 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38707c11-df0e-45f7-baeb-caf445564347 req-52049331-9bf4-4faa-a54b-d4e939e320eb service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847323 Feb 28 18:17:45.188587 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-38707c11-df0e-45f7-baeb-caf445564347 req-9f715664-bc24-47cb-8aa4-b8cc8aff5f6e service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871830 Feb 28 18:17:52.674859 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:18:07.733318 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-52a34254-38ef-4e29-9479-e083526f8e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:18:08.152888 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:18:09.915940 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-78626e79-e6d8-4dec-84d4-ec2eb59bb02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:18:10.415604 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:18:11.584523 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:18:12.715890 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:18:13.984771 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:18:29.673190 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:18:37.745788 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-82babd9b-ce89-4d0d-b134-dc4e473658c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:18:38.157119 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:18:39.911733 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-12f29710-da47-4523-b2c2-777cdd54a2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:18:40.454894 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:18:41.614617 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:18:42.751555 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:18:43.968460 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:18:45.759586 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3a1a767b-1894-4e38-abda-9975ca3167e2 req-8f0f6240-6bcf-48cb-9a74-84ed681973c5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0924265 Feb 28 18:18:45.854124 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a767b-1894-4e38-abda-9975ca3167e2 req-d026ad32-7551-4d4a-b735-29e89bf730b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:18:45.855943 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3a1a767b-1894-4e38-abda-9975ca3167e2 req-d026ad32-7551-4d4a-b735-29e89bf730b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1129 time: 0.0465276 Feb 28 18:18:45.966052 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a767b-1894-4e38-abda-9975ca3167e2 req-f8377bb9-6e1c-435b-b777-9b0685e69094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:18:45.967584 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3a1a767b-1894-4e38-abda-9975ca3167e2 req-f8377bb9-6e1c-435b-b777-9b0685e69094 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 913 time: 0.0941305 Feb 28 18:18:46.009434 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3a1a767b-1894-4e38-abda-9975ca3167e2 req-60877722-d599-4e7e-b96f-e9d039102a00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.0364931 Feb 28 18:18:46.062145 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a767b-1894-4e38-abda-9975ca3167e2 req-2e56de90-285e-4deb-975a-8ecb67f35285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:18:46.063621 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3a1a767b-1894-4e38-abda-9975ca3167e2 req-2e56de90-285e-4deb-975a-8ecb67f35285 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.0490928 Feb 28 18:18:46.097945 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3a1a767b-1894-4e38-abda-9975ca3167e2 req-91a90d59-f5b5-4ac5-9f99-475fb911f445 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273199 Feb 28 18:18:46.191153 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3a1a767b-1894-4e38-abda-9975ca3167e2 req-375b938b-46aa-4e5d-a79f-a75b0f126a00 service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869241 Feb 28 18:18:46.285537 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-3a1a767b-1894-4e38-abda-9975ca3167e2 req-0045dfbe-0844-40b0-bbdb-724ad0805e93 service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886927 Feb 28 18:19:06.672027 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:19:07.773252 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-29e0ed21-f301-48c9-bb5c-32ec6524e4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:19:08.179147 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:19:09.916929 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-4f3bc8d6-119e-401d-b1b0-9f89f1cacdbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:19:10.418509 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:19:11.594371 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:19:12.715988 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:19:13.961378 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:19:32.493286 n-d-820368-19 neutron-server[104247]: DEBUG neutron.wsgi [req-37f49f44-3a9b-412e-9453-83a42ace7b63 req-9b11c920-8f9f-4e3b-abb8-ffa648d2aefc service neutron] (104247) timed out ('10.222.0.73', 55050) {{(pid=104247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 18:19:37.760774 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-59ff2432-a8f2-4d72-aca2-692ed97b1209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:19:38.160927 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:19:39.903216 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-95e1a7e3-84dc-4620-843f-9b0ab2f96618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:19:40.463135 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:19:41.589130 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:19:42.725484 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:19:43.671954 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:19:43.966734 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:19:47.694680 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12bc8c6f-926b-4c16-aee4-abdb90f074fc req-a5fe7bd6-7742-4c99-a3db-78d2eea00a19 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459301 Feb 28 18:19:47.778964 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc8c6f-926b-4c16-aee4-abdb90f074fc req-2253b8aa-3d40-4805-809c-a7d341909a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:19:47.780545 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12bc8c6f-926b-4c16-aee4-abdb90f074fc req-2253b8aa-3d40-4805-809c-a7d341909a3b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1129 time: 0.0445905 Feb 28 18:19:47.884645 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc8c6f-926b-4c16-aee4-abdb90f074fc req-27c637cd-314e-4617-8aa7-3c1a90a311b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:19:47.886195 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12bc8c6f-926b-4c16-aee4-abdb90f074fc req-27c637cd-314e-4617-8aa7-3c1a90a311b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 913 time: 0.0880458 Feb 28 18:19:47.928674 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12bc8c6f-926b-4c16-aee4-abdb90f074fc req-bab98995-b47f-4550-bea0-b5d665142386 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.0361617 Feb 28 18:19:47.975295 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc8c6f-926b-4c16-aee4-abdb90f074fc req-c1cab5b8-22a5-4c15-b0ac-22e9b9ceb181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:19:47.976658 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12bc8c6f-926b-4c16-aee4-abdb90f074fc req-c1cab5b8-22a5-4c15-b0ac-22e9b9ceb181 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.0428886 Feb 28 18:19:48.010754 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12bc8c6f-926b-4c16-aee4-abdb90f074fc req-23aa039a-e8df-4825-adc7-1360920070d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287969 Feb 28 18:19:48.020401 n-d-820368-19 neutron-server[104246]: DEBUG neutron.wsgi [req-12bc8c6f-926b-4c16-aee4-abdb90f074fc req-9f5c02a5-80b8-43ff-94fd-6916ea9ea104 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=104246) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 18:19:48.021377 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12bc8c6f-926b-4c16-aee4-abdb90f074fc req-9f5c02a5-80b8-43ff-94fd-6916ea9ea104 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047784 Feb 28 18:19:48.111789 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12bc8c6f-926b-4c16-aee4-abdb90f074fc req-3d114636-5c92-41c5-acb7-40a82dd4f470 service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850108 Feb 28 18:19:48.205397 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-12bc8c6f-926b-4c16-aee4-abdb90f074fc req-6f04f04c-a047-4f7a-8532-98a4b0fdf976 service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876153 Feb 28 18:20:07.782189 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-48005f7d-a524-45f1-a849-a2ec213c5e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:20:08.187557 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:20:09.902687 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cb3aa159-352c-4cdd-a254-3d8cd9716705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:20:10.433937 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:20:11.627797 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:20:12.730946 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:20:13.987501 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:20:20.671247 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:20:37.752800 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-389aa172-9133-4cf6-b11c-203fa3b01af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:20:38.163897 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:20:39.918760 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1a5d1da3-066e-46e2-9bed-fbc8d1503294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:20:40.460985 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:20:41.604108 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:20:42.735388 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:20:43.969770 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:20:47.692822 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-082ddf0e-e1b7-4cc0-8b30-5a4dcdc05678 req-441f9bbd-13e9-4ea0-b6df-1326630ff16c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461900 Feb 28 18:20:47.795929 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ddf0e-e1b7-4cc0-8b30-5a4dcdc05678 req-fcf07cb7-aaed-4eed-8143-243ee31061f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:20:47.797459 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-082ddf0e-e1b7-4cc0-8b30-5a4dcdc05678 req-fcf07cb7-aaed-4eed-8143-243ee31061f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1129 time: 0.0575421 Feb 28 18:20:47.904564 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ddf0e-e1b7-4cc0-8b30-5a4dcdc05678 req-477ebac7-4542-4c7d-a46e-73c380663d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:20:47.906093 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-082ddf0e-e1b7-4cc0-8b30-5a4dcdc05678 req-477ebac7-4542-4c7d-a46e-73c380663d2a service neutron] 10.222.0.69 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 913 time: 0.0890832 Feb 28 18:20:48.256925 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-082ddf0e-e1b7-4cc0-8b30-5a4dcdc05678 req-2e6ef4a1-79cc-4b10-bc66-d9a7374aa3ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.3448596 Feb 28 18:20:48.307229 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ddf0e-e1b7-4cc0-8b30-5a4dcdc05678 req-809dd26d-28e9-43e7-a5a6-beb5f7b14525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:20:48.308702 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-082ddf0e-e1b7-4cc0-8b30-5a4dcdc05678 req-809dd26d-28e9-43e7-a5a6-beb5f7b14525 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.0439918 Feb 28 18:20:48.342805 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-082ddf0e-e1b7-4cc0-8b30-5a4dcdc05678 req-4a5ee19e-49a4-46f4-ab55-b10023dc051b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260959 Feb 28 18:20:48.438998 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-082ddf0e-e1b7-4cc0-8b30-5a4dcdc05678 req-a99d386d-e6dc-427d-9da9-0b8b19960c05 service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888815 Feb 28 18:20:48.531927 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-082ddf0e-e1b7-4cc0-8b30-5a4dcdc05678 req-526ae0be-6bda-4646-bcfb-bb3e96b6f35f service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861287 Feb 28 18:20:57.670998 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:21:07.769398 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-940e2f1c-060b-4f29-8769-c3a5a65aa5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:21:08.192251 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:21:09.923546 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-96dadece-b8cc-46d6-9e43-31950d4500c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:21:10.465449 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:21:11.637699 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:21:12.723630 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:21:14.014501 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:21:34.670623 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:21:37.755513 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-98f45baf-f3f7-4186-acc4-64d31aabf430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:21:38.226839 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:21:39.944749 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1ffc-84ad-4413-9d42-764b8d39f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:21:40.482650 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:21:41.601393 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:21:42.739774 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:21:43.989224 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:21:48.714118 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec2cb656-5853-429c-ba43-742eda8cde5f req-1524d1af-aa8f-4e93-b130-e8dad2ea9a21 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499864 Feb 28 18:21:48.802008 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cb656-5853-429c-ba43-742eda8cde5f req-2e18e0e9-7fdc-496a-8a48-03146d57267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:21:48.803502 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec2cb656-5853-429c-ba43-742eda8cde5f req-2e18e0e9-7fdc-496a-8a48-03146d57267c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1129 time: 0.0450153 Feb 28 18:21:48.907404 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cb656-5853-429c-ba43-742eda8cde5f req-fcc90717-59dd-4e94-bc5e-7c6e96b5b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:21:48.908880 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec2cb656-5853-429c-ba43-742eda8cde5f req-fcc90717-59dd-4e94-bc5e-7c6e96b5b02a service neutron] 10.222.0.69 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 913 time: 0.0861006 Feb 28 18:21:48.955425 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec2cb656-5853-429c-ba43-742eda8cde5f req-7b91b03c-665b-4007-9d9a-508ba1543a54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.0406203 Feb 28 18:21:49.004273 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cb656-5853-429c-ba43-742eda8cde5f req-819ae7c0-5cea-40ed-afc8-e5d89768314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:21:49.005962 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec2cb656-5853-429c-ba43-742eda8cde5f req-819ae7c0-5cea-40ed-afc8-e5d89768314c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.0445175 Feb 28 18:21:49.037563 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec2cb656-5853-429c-ba43-742eda8cde5f req-1514d3ee-876d-4f1c-908e-75e26da8d227 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253532 Feb 28 18:21:49.130638 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec2cb656-5853-429c-ba43-742eda8cde5f req-ec4fc48f-edb0-4bfa-a5a5-4e9aa32d2493 service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860231 Feb 28 18:21:49.221729 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-ec2cb656-5853-429c-ba43-742eda8cde5f req-d59575d2-56e6-4559-be76-dfbf6e38de45 service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846548 Feb 28 18:22:07.750679 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3535-824e-4442-82a1-281a77d12536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:22:08.196466 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:22:09.893023 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-ff61e7ae-29e2-4896-ac08-cce3a9ea5c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:22:10.464879 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:22:11.607502 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:22:11.670822 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:22:12.739113 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:22:13.990443 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:22:37.739689 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-dca0c2bb-5d92-496f-9fd6-7c9250819eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:22:38.231638 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:22:39.887663 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3579a19d-666f-4be8-8f88-470f9ca925aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:22:40.493946 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:22:41.608561 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:22:42.759323 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:22:43.999721 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:22:48.670936 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:22:50.684888 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-703d1da3-440f-4890-815a-d728c65efda8 req-a0f0aba6-5d8d-40ce-a4f2-447f59799914 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513833 Feb 28 18:22:50.779504 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d1da3-440f-4890-815a-d728c65efda8 req-7142434f-2c14-4402-97d4-ec0e25ff10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:22:50.781251 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-703d1da3-440f-4890-815a-d728c65efda8 req-7142434f-2c14-4402-97d4-ec0e25ff10b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1129 time: 0.0531363 Feb 28 18:22:50.885758 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d1da3-440f-4890-815a-d728c65efda8 req-33af40b8-d46b-4cc1-a543-faed7fbc5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:22:50.887257 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-703d1da3-440f-4890-815a-d728c65efda8 req-33af40b8-d46b-4cc1-a543-faed7fbc5ce3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 913 time: 0.0860145 Feb 28 18:22:50.934279 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-703d1da3-440f-4890-815a-d728c65efda8 req-ec2b8bbb-0f2b-4166-a9c8-18c6a340e749 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.0395217 Feb 28 18:22:50.984670 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d1da3-440f-4890-815a-d728c65efda8 req-9fc5638b-9fa1-4a02-89e5-f5f2c7b97687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:22:50.986108 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-703d1da3-440f-4890-815a-d728c65efda8 req-9fc5638b-9fa1-4a02-89e5-f5f2c7b97687 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.0463705 Feb 28 18:22:51.016966 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-703d1da3-440f-4890-815a-d728c65efda8 req-f38b7998-d1df-4e84-bb83-d7db283b7607 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253239 Feb 28 18:22:51.109231 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-703d1da3-440f-4890-815a-d728c65efda8 req-1d36b815-2e7c-468d-8cae-0e66aefb6ed4 service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864060 Feb 28 18:22:51.197872 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-703d1da3-440f-4890-815a-d728c65efda8 req-6c219722-bfac-4e70-94d5-423950bcc467 service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822859 Feb 28 18:23:07.774145 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-17328ef7-9892-4c2b-b6c2-1aee687599d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:23:08.233299 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:23:09.899645 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-25a7ccba-69d3-4493-9809-e889f6d91a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:23:10.500356 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:23:11.627924 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:23:12.762428 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:23:13.979845 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:23:25.670346 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:23:37.742699 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-700b38d4-e5b4-45a3-80ed-8c19f2c5f820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:23:38.225881 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:23:39.890123 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-b0001584-dea5-4a10-a985-ab7376ed50e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:23:40.461717 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:23:41.644685 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:23:42.753304 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:23:43.980206 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:23:50.724443 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a59bffed-44e5-4093-8d95-34067f6ea982 req-d8db13c4-9c11-4ab4-9903-b542e6491aa1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0969703 Feb 28 18:23:50.815105 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bffed-44e5-4093-8d95-34067f6ea982 req-101b2de8-517b-4b82-9bd9-5ef1573db4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:23:50.816655 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a59bffed-44e5-4093-8d95-34067f6ea982 req-101b2de8-517b-4b82-9bd9-5ef1573db4c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1129 time: 0.0503073 Feb 28 18:23:50.918498 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bffed-44e5-4093-8d95-34067f6ea982 req-55014c4f-d730-40f1-ac25-02584630b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:23:50.920419 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a59bffed-44e5-4093-8d95-34067f6ea982 req-55014c4f-d730-40f1-ac25-02584630b468 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 913 time: 0.0848689 Feb 28 18:23:50.962338 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a59bffed-44e5-4093-8d95-34067f6ea982 req-6dd868ec-18d5-4313-adac-40da2f9311f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.0355582 Feb 28 18:23:51.017430 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bffed-44e5-4093-8d95-34067f6ea982 req-3e270074-3f8c-4b44-8f2d-71f56d3f26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:23:51.018981 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a59bffed-44e5-4093-8d95-34067f6ea982 req-3e270074-3f8c-4b44-8f2d-71f56d3f26b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.0514944 Feb 28 18:23:51.053169 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a59bffed-44e5-4093-8d95-34067f6ea982 req-6f1be269-a9d7-4a05-8d95-4130468f1b55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276067 Feb 28 18:23:51.146100 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a59bffed-44e5-4093-8d95-34067f6ea982 req-06d771ac-4d50-4958-9fa1-2144391ffdae service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862997 Feb 28 18:23:51.256207 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-a59bffed-44e5-4093-8d95-34067f6ea982 req-5ba71dc7-4dd1-4420-b60c-bafd9c440f92 service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033971 Feb 28 18:24:02.669098 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:24:07.747566 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-cc21e8a7-86e0-4962-976a-fac2080b5f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:24:08.242975 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:24:09.930400 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d339-6f2c-4186-a09e-88cd587ff821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:24:10.484198 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:24:11.661291 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:24:12.752965 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:24:13.992910 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:24:37.769442 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-83bf61af-a657-4cfc-9b28-7153db973bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (c9283c24-67de-46f4-9c19-097d94013302), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:24:38.255001 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5dc-73d8-474d-b487-6c4359838165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (6e88b03a-7b3f-4398-ac06-7701b095f98a), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:24:39.754988 n-d-820368-19 neutron-server[104249]: DEBUG neutron.db.agents_db [None req-3c7ac0db-3f5c-41bd-80f9-ae77b683ad7f None None] Agent healthcheck: found 7 active agents {{(pid=104249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 18:24:39.918016 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-16f6507c-6007-4f91-9daf-e556b8ff3cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (489e5ace-b806-448a-ab33-43b58885a368), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:24:40.518545 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-f76d437c-73d3-49e1-b30b-7b49c55b0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (35c0fe62-68e4-4990-96d3-1f9e4fa9d2e2), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:24:41.632303 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-c1bb72a0-9f1a-45bf-9d2f-1edde7f27a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (dbf6a4ee-9826-4e6e-b57e-f0c2ae9d7c4b), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:24:42.752188 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-a821c08a-2def-424f-bb4b-842817ca32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (4d83b85e-016d-44ff-9798-795d68e98bbe), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:24:43.982635 n-d-820368-19 neutron-server[104248]: DEBUG neutron_lib.callbacks.manager [None req-089037a4-4365-458a-a959-bacbcce21b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756256415627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770887'] for agent (38b336cc-eda0-42dc-a958-9d39d665014f), after_update {{(pid=104248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 18:24:50.685982 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7faf6f9d-3647-4ff6-9ab9-77f2bc8e735e req-299f1703-3c26-4e17-a5a6-254a063784c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442109 Feb 28 18:24:50.774555 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf6f9d-3647-4ff6-9ab9-77f2bc8e735e req-ff11ae65-3ca2-498d-a452-9c9a22d6efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:24:50.776120 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7faf6f9d-3647-4ff6-9ab9-77f2bc8e735e req-ff11ae65-3ca2-498d-a452-9c9a22d6efb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b753732ab084c2db39376902bdccadb&device_id=b8ff0e26-fd45-4bf8-b7d6-ffed0f728e4c HTTP/1.1" status: 200 len: 1129 time: 0.0463953 Feb 28 18:24:50.886776 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf6f9d-3647-4ff6-9ab9-77f2bc8e735e req-9d2e282b-0613-4334-9c2a-c73291c020cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:24:50.888379 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7faf6f9d-3647-4ff6-9ab9-77f2bc8e735e req-9d2e282b-0613-4334-9c2a-c73291c020cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=3d9e0053-9709-476d-9263-d7ebba9d1c87 HTTP/1.1" status: 200 len: 913 time: 0.0917182 Feb 28 18:24:50.931108 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7faf6f9d-3647-4ff6-9ab9-77f2bc8e735e req-cb00efe5-b0e3-4091-bdb0-cfa86694b8c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d506a885-1d64-4394-9c4d-efac73bea107 HTTP/1.1" status: 200 len: 217 time: 0.0363061 Feb 28 18:24:50.982674 n-d-820368-19 neutron-server[104246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf6f9d-3647-4ff6-9ab9-77f2bc8e735e req-2d48e813-ddeb-4c44-9c6f-7f30eb57189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:24:50.984062 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7faf6f9d-3647-4ff6-9ab9-77f2bc8e735e req-2d48e813-ddeb-4c44-9c6f-7f30eb57189a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73f1690e-b098-4318-aeae-5eba74fd7597 HTTP/1.1" status: 200 len: 852 time: 0.0478246 Feb 28 18:24:51.016203 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7faf6f9d-3647-4ff6-9ab9-77f2bc8e735e req-39300bf3-6423-4b5e-85d4-2627e1d0a863 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d9e0053-9709-476d-9263-d7ebba9d1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257320 Feb 28 18:24:51.103424 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7faf6f9d-3647-4ff6-9ab9-77f2bc8e735e req-35979176-c750-4bbf-80b3-002d3e360d56 service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814748 Feb 28 18:24:51.198248 n-d-820368-19 neutron-server[104246]: INFO neutron.wsgi [req-7faf6f9d-3647-4ff6-9ab9-77f2bc8e735e req-8e5babe5-6238-4de2-a765-5a6ff462ca65 service neutron] 10.222.0.69 "GET /v2.0/networks/3d9e0053-9709-476d-9263-d7ebba9d1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886636